-- Logs begin at Fri 2022-04-01 15:05:59 UTC, end at Fri 2022-04-01 16:52:25 UTC. -- Apr 01 15:40:38.743331 dv-neutron-833373-2-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Apr 01 15:40:40.967047 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.common.config [-] Logging enabled! Apr 01 15:40:40.967834 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev51 Apr 01 15:40:40.967834 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83689) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Apr 01 15:40:40.970047 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.common.config [-] Logging enabled! Apr 01 15:40:40.970298 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev51 Apr 01 15:40:40.970544 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83689) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Apr 01 15:40:40.972178 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 01 15:40:40.972406 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 01 15:40:40.972794 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 01 15:40:40.973042 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 01 15:40:40.973266 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 01 15:40:40.973585 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:40.973881 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:40.974177 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:40.974406 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:40.974699 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:40.974991 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:40.975274 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:40.975560 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:40.975855 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:40.976142 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:40.976417 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:40.976698 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:40.976951 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:40.977227 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:40.977511 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:40.977794 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:40.978016 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] debug = True {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:40.978291 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:40.978724 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:40.979148 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:40.979427 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:40.979709 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:40.979979 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:40.980256 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:40.980537 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:40.980925 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] host = dv-neutron-833373-2-hyperv {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:40.981172 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:40.981456 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:40.981742 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:40.982028 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:40.982301 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:40.982575 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:40.982861 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:40.983131 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:40.983404 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] log_file = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:40.983677 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:40.983962 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:40.984245 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:40.984538 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:40.984779 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:40.985005 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:40.985289 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:40.985574 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:40.985845 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:40.986116 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:40.986386 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:40.986688 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:40.986960 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:40.987226 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:40.987505 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:40.987789 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:40.988071 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:40.988348 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:40.988620 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:40.988917 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:40.989192 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:40.989472 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:40.989741 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:40.990012 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:40.990283 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:40.990566 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:40.990830 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:40.991099 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:40.991398 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:40.991679 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:40.991957 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:40.992239 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:40.992509 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:40.992816 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:40.993087 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:40.993357 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:40.993626 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] use_json = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:40.993896 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:40.994165 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:40.994443 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:40.994714 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:40.994984 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:40.995253 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:40.995521 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:40.995802 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:40.996070 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:40.996366 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:40.996658 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:40.996980 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:40.997260 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:40.997549 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:40.997823 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:40.998111 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:40.998386 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:40.998673 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:40.998959 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:40.999243 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:40.999516 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:40.999802 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:41.000091 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:41.000376 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:41.000648 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:41.001010 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:41.001352 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:41.001683 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:41.001991 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:41.002883 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:41.003179 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:41.003455 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:41.003815 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:41.004184 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:41.004471 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:41.004838 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:41.005035 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:41.005316 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:41.005677 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:41.005994 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:41.006316 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:41.006591 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:41.006870 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:41.007142 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:41.007426 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:41.007701 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:41.007972 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:41.008241 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:41.008517 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:41.008826 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:41.009102 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:41.009377 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:41.009649 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:41.009925 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:41.010195 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:41.010466 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:41.010736 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:41.011003 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:41.011272 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:41.011539 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:41.011807 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:41.012078 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:41.012347 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:41.012614 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:41.012907 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:41.013179 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:41.013447 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:41.013734 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:41.014030 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:41.014305 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:41.014582 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:41.014857 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:41.015130 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:41.015405 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:41.015680 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:41.015955 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:41.016227 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:41.016499 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:41.016811 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:41.017095 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:41.017383 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:41.017661 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:41.018672 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:41.018983 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:41.019266 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:41.019553 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:41.019833 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:41.021123 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:41.021123 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:41.021123 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:41.021123 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:41.021690 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:41.021690 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:41.021927 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:41.022088 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:41.022373 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:41.022678 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:41.022959 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:41.023178 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 01 15:40:41.023424 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83689) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 01 15:40:41.431740 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO keyring.backend [-] Loading KWallet Apr 01 15:40:41.439236 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO keyring.backend [-] Loading SecretService Apr 01 15:40:41.442430 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO keyring.backend [-] Loading Windows Apr 01 15:40:41.443737 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO keyring.backend [-] Loading chainer Apr 01 15:40:41.444314 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO keyring.backend [-] Loading macOS Apr 01 15:40:41.479190 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 01 15:40:41.479457 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=83689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 01 15:40:41.479747 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 01 15:40:41.481247 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 01 15:40:41.788790 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:41.789078 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:41.789342 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:41.847477 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:41.847755 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:41.848023 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:41.851053 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:41.851327 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:41.851590 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:41.880575 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:41.880873 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:41.881145 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:41.909385 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:41.909704 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:41.909969 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:42.227711 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:42.228323 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:42.228323 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:42.228468 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:42.229386 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:42.348364 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:42.348683 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:42.348986 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:42.349257 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:42.349518 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:42.349825 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:42.350087 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:42.350344 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:42.350598 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:42.350877 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:42.351136 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:42.351400 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:42.351663 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:42.351919 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:42.352182 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:42.352448 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:42.352702 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:42.353067 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:42.353246 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:42.353527 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:42.353872 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:42.354123 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:42.354368 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:42.354700 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:42.354896 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:42.355140 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:42.355523 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83689) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 01 15:40:42.355762 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83689) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 01 15:40:42.355999 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83689) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 01 15:40:42.356235 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83689) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 01 15:40:42.356469 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83689) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 01 15:40:42.356701 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83689) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 01 15:40:42.357279 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 01 15:40:42.360376 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 01 15:40:42.364486 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 01 15:40:42.368340 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Apr 01 15:40:42.369986 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 01 15:40:42.370411 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 01 15:40:42.370714 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 01 15:40:42.371095 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 01 15:40:42.373884 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 01 15:40:42.374137 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 01 15:40:42.374480 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 01 15:40:42.402730 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Apr 01 15:40:42.403189 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:42.403486 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83689) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 01 15:40:42.403846 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:42.405224 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83689) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 01 15:40:42.405510 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 01 15:40:42.405755 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 01 15:40:42.409589 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:42.409963 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:42.469013 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 01 15:40:42.469238 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 01 15:40:42.469474 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 01 15:40:42.469848 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 01 15:40:42.502038 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_db.sqlalchemy.engines [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=83689) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 01 15:40:42.829997 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.plugins.ml2.managers [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Initializing driver for type 'gre' Apr 01 15:40:42.831587 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] gre ID ranges: [(1, 1000)] Apr 01 15:40:42.888153 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.plugins.ml2.managers [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Initializing driver for type 'local' Apr 01 15:40:42.888529 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.plugins.ml2.managers [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Initializing driver for type 'vlan' Apr 01 15:40:42.901405 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] VlanTypeDriver initialization complete Apr 01 15:40:42.901770 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.plugins.ml2.managers [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Initializing driver for type 'vxlan' Apr 01 15:40:42.902270 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] vxlan ID ranges: [(1, 1000)] Apr 01 15:40:42.958511 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.plugins.ml2.managers [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Initializing extension driver 'port_security' Apr 01 15:40:42.959007 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.plugins.ml2.extensions.port_security [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] PortSecurityExtensionDriver initialization complete Apr 01 15:40:42.959416 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.plugins.ml2.managers [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Initializing mechanism driver 'openvswitch' Apr 01 15:40:42.959964 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.plugins.ml2.managers [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Initializing mechanism driver 'hyperv' Apr 01 15:40:42.966437 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.plugins.ml2.plugin [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83689) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:40:42.967107 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Subscribe: > port after_create 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:42.967490 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Subscribe: > port after_update 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:42.967818 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Subscribe: > port after_delete 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:42.968323 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=83689) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 01 15:40:42.968761 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Subscribe: > subnet after_create 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:42.969113 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Subscribe: > subnet after_update 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:42.969450 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:42.969829 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=83689) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 01 15:40:42.970225 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Subscribe: > network after_create 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:42.970571 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Subscribe: > network after_update 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:42.970914 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Subscribe: > network after_delete 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:42.971418 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=83689) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 01 15:40:42.971816 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Subscribe: > security_group after_create 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:42.972159 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Subscribe: > security_group after_update 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:42.972495 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Subscribe: > security_group after_delete 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:42.972893 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=83689) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 01 15:40:42.973286 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:42.973626 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:42.973958 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:42.974455 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=83689) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 01 15:40:42.974884 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] ML2 OVO RPC backend initialized. {{(pid=83689) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} Apr 01 15:40:42.975523 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:42.975869 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:42.976281 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Subscribe: > network before_response 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:42.976622 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Subscribe: > networks before_response 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:42.976986 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Subscribe: > port before_response 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:42.977323 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Subscribe: > ports before_response 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:42.977661 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Subscribe: > subnet before_response 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:42.978000 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Subscribe: > subnets before_response 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:42.978338 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Subscribe: > network after_create 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:42.978672 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Subscribe: > network after_update 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:42.979003 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Subscribe: > network after_delete 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:42.979336 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Subscribe: > port after_create 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:42.979671 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Subscribe: > port after_update 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:42.980003 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Subscribe: > port after_delete 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:42.980334 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Subscribe: > subnet after_create 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:42.980666 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Subscribe: > subnet after_update 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:42.981024 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:42.981603 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.plugins.ml2.plugin [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Modular L2 Plugin initialization complete Apr 01 15:40:42.981926 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading services supported by the core plugin {{(pid=83689) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 01 15:40:42.982251 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.plugins.ml2.managers [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Got port-security extension from driver 'port_security' Apr 01 15:40:42.982709 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.extensions.vlantransparent [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Disabled vlantransparent extension. Apr 01 15:40:42.983119 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83689) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 01 15:40:42.983431 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading Plugin: router Apr 01 15:40:43.019450 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Subscribe: > router_interface before_create 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:43.019839 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Subscribe: > router after_create 55549900 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:43.020205 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Subscribe: > router before_create 55549900 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:43.020567 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:43.020958 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:43.021316 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Subscribe: > router after_delete 55549900 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:43.021670 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Subscribe: > floatingip after_update 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:43.022031 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Subscribe: > router after_create 55549900 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:43.022372 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Subscribe: > router after_update 55549900 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:43.022718 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Subscribe: > router after_update 55549900 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:43.023065 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:43.023418 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Subscribe: > router after_update 55549900 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:43.023822 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Subscribe: > router precommit_update 55549900 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:43.024184 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Subscribe: port after_update 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:43.024520 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Subscribe: port after_delete 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:43.024881 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Subscribe: subnet after_update 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:43.025217 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:43.025562 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Subscribe: > port precommit_delete 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:43.025903 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Subscribe: > router precommit_create 55549900 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:43.026238 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Subscribe: port before_delete 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:43.026575 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Subscribe: > router precommit_create 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:43.026926 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Subscribe: > router after_update 55549900 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:43.027263 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Subscribe: > router precommit_delete 55549900 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:43.027604 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Subscribe: > router precommit_create 55549900 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:43.027957 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:43.028355 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Subscribe: > router precommit_update 55549900 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:43.028716 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Subscribe: > agent after_create 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:43.029083 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Subscribe: > agent after_delete 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:43.029422 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Subscribe: > network after_delete 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:43.030285 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.quota.resource_registry [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Tracking information for resource: router configured {{(pid=83689) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 01 15:40:43.030612 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.quota.resource_registry [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Tracking information for resource: floatingip configured {{(pid=83689) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 01 15:40:43.035691 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.db.l3_agentschedulers_db [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 01 15:40:43.036263 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Subscribe: port after_update 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:43.037011 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Subscribe: port after_create 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:43.037011 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Subscribe: port after_delete 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:43.037311 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Subscribe: port after_update 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:43.038102 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Subscribe: > router before_create 55550100 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:43.038459 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Subscribe: > router precommit_delete 55550100 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:43.038817 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Subscribe: > router precommit_create 55550100 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:43.039164 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Subscribe: > router precommit_update 55550100 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:43.043546 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.services.provider_configuration [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Service providers = [] {{(pid=83689) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 01 15:40:43.043904 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.db.servicetype_db [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83689) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 01 15:40:43.046813 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.services.service_base [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83689) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 01 15:40:43.047159 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.services.service_base [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83689) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 01 15:40:43.047498 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.services.service_base [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83689) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 01 15:40:43.048366 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.services.service_base [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83689) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 01 15:40:43.048772 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.services.service_base [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 01 15:40:43.049690 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83689) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 01 15:40:43.050004 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 01 15:40:43.060348 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83689) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 01 15:40:43.060677 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading Plugin: auto_allocate Apr 01 15:40:43.067320 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Subscribe: network precommit_update 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:43.067682 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Subscribe: network precommit_create 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:43.068193 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83689) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 01 15:40:43.068511 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading Plugin: tag Apr 01 15:40:43.074929 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83689) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 01 15:40:43.075258 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading Plugin: timestamp Apr 01 15:40:43.079012 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83689) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 01 15:40:43.079342 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading Plugin: network_ip_availability Apr 01 15:40:43.084946 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:43.085258 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:43.085607 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:43.086307 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83689) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 01 15:40:43.086623 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading Plugin: flavors Apr 01 15:40:43.091212 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83689) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 01 15:40:43.091545 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading Plugin: revisions Apr 01 15:40:43.095699 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83689) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 01 15:40:43.096114 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_concurrency.lockutils [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.616s {{(pid=83689) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 01 15:40:43.096870 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83689) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Apr 01 15:40:43.097202 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Initializing extension manager. Apr 01 15:40:43.097697 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: __init__.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.098033 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: __pycache__ {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.098364 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.098694 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.099019 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: _filter_validation_lib.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.099343 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.099668 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: address_group.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.100410 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.100994 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loaded extension: address-group Apr 01 15:40:43.101316 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: address_scope.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.102017 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.102520 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loaded extension: address-scope Apr 01 15:40:43.102839 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: admin_state_down_before_update.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.103752 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.104251 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loaded extension: router-admin-state-down-before-update Apr 01 15:40:43.104568 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: agent.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.105293 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.105790 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loaded extension: agent Apr 01 15:40:43.106211 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: agent_resources_synced.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.107118 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.107621 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loaded extension: agent-resources-synced Apr 01 15:40:43.107941 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: allowedaddresspairs.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.109907 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.110437 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loaded extension: allowed-address-pairs Apr 01 15:40:43.110765 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: auto_allocated_topology.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.112624 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.113165 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loaded extension: auto-allocated-topology Apr 01 15:40:43.113490 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: availability_zone.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.114173 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.114676 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loaded extension: availability_zone Apr 01 15:40:43.114995 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: availability_zone_filter.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.115885 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.116387 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loaded extension: availability_zone_filter Apr 01 15:40:43.116707 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: data_plane_status.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.117627 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.118123 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Extension data-plane-status not supported by any of loaded plugins Apr 01 15:40:43.118442 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: default_subnetpools.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.119341 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.119839 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loaded extension: default-subnetpools Apr 01 15:40:43.120159 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: dhcpagentscheduler.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.120952 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.121451 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loaded extension: dhcp_agent_scheduler Apr 01 15:40:43.121772 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: dns.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.122675 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.123175 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Extension dns-integration not supported by any of loaded plugins Apr 01 15:40:43.123499 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: dns_domain_ports.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.124403 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.124939 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 01 15:40:43.125261 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: dvr.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.125923 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.126422 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loaded extension: dvr Apr 01 15:40:43.126741 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: empty_string_filtering.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.128227 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.128759 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loaded extension: empty-string-filtering Apr 01 15:40:43.129076 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.129975 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.130472 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 01 15:40:43.130789 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.131682 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.132183 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 01 15:40:43.132502 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: external_net.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.133441 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.133938 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loaded extension: external-net Apr 01 15:40:43.134261 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: extra_dhcp_opt.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.135156 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.135652 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loaded extension: extra_dhcp_opt Apr 01 15:40:43.135967 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: extraroute.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.136898 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.137398 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loaded extension: extraroute Apr 01 15:40:43.137714 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: extraroute_atomic.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.138724 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.139231 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loaded extension: extraroute-atomic Apr 01 15:40:43.139544 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: filter_validation.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.140197 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.140694 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loaded extension: filter-validation Apr 01 15:40:43.141033 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: fip_pf_description.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.141935 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.142425 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 01 15:40:43.142740 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: fip_port_details.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.144011 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.144506 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loaded extension: fip-port-details Apr 01 15:40:43.144854 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: flavors.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.146058 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.146568 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loaded extension: flavors Apr 01 15:40:43.146889 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.148500 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.149043 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 01 15:40:43.149474 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: floatingip_pools.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.150056 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.150560 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loaded extension: floatingip-pools Apr 01 15:40:43.150880 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: ip_allocation.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.151787 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.152291 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Extension ip_allocation not supported by any of loaded plugins Apr 01 15:40:43.152669 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.153549 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.154056 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loaded extension: ip-substring-filtering Apr 01 15:40:43.154380 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: l2_adjacency.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.155289 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.155819 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 01 15:40:43.156136 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: l3.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.157123 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.157630 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loaded extension: router Apr 01 15:40:43.157951 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: l3_conntrack_helper.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.160647 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.161209 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 01 15:40:43.161535 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.162528 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.162978 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loaded extension: ext-gw-mode Apr 01 15:40:43.163300 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.164213 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.164720 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loaded extension: l3-ha Apr 01 15:40:43.165063 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: l3_flavors.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.166241 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.166480 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loaded extension: l3-flavors Apr 01 15:40:43.166798 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.167707 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.168211 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 01 15:40:43.168530 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: l3agentscheduler.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.169597 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.170105 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loaded extension: l3_agent_scheduler Apr 01 15:40:43.170430 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: logging.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.171912 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.172435 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Extension logging not supported by any of loaded plugins Apr 01 15:40:43.172787 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: metering.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.173514 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.174624 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loaded extension: metering Apr 01 15:40:43.174950 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.176046 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.176554 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loaded extension: metering_source_and_destination_fields Apr 01 15:40:43.176908 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: multiprovidernet.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.177819 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.178318 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loaded extension: multi-provider Apr 01 15:40:43.178637 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: netmtu.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.179538 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.180037 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loaded extension: net-mtu Apr 01 15:40:43.180354 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: netmtu_writable.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.181281 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.181783 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loaded extension: net-mtu-writable Apr 01 15:40:43.182100 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: network_availability_zone.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.182761 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.183261 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loaded extension: network_availability_zone Apr 01 15:40:43.183578 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: network_ip_availability.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.184651 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.185184 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loaded extension: network-ip-availability Apr 01 15:40:43.185501 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: network_segment_range.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.186247 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.186747 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Extension network-segment-range not supported by any of loaded plugins Apr 01 15:40:43.187061 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: pagination.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.188018 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.188341 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loaded extension: pagination Apr 01 15:40:43.188657 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.189575 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.190660 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loaded extension: port-mac-address-regenerate Apr 01 15:40:43.190978 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: port_resource_request.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.191876 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.192375 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Extension port-resource-request not supported by any of loaded plugins Apr 01 15:40:43.192698 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: portbindings.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.193649 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.194155 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loaded extension: binding Apr 01 15:40:43.194475 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: portbindings_extended.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.195732 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.196236 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loaded extension: binding-extended Apr 01 15:40:43.196573 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: portsecurity.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.197488 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.197995 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loaded extension: port-security Apr 01 15:40:43.198314 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: project_id.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.199270 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.199598 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loaded extension: project-id Apr 01 15:40:43.199917 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: providernet.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.200839 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.201349 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loaded extension: provider Apr 01 15:40:43.201668 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: qos.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.205328 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.205842 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Extension qos not supported by any of loaded plugins Apr 01 15:40:43.206171 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.207501 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.208012 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 01 15:40:43.208336 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.209275 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.209789 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 01 15:40:43.210113 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: qos_default.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.211006 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.211515 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Extension qos-default not supported by any of loaded plugins Apr 01 15:40:43.211836 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: qos_fip.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.212506 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.213022 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Extension qos-fip not supported by any of loaded plugins Apr 01 15:40:43.213440 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: qos_gateway_ip.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.214365 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.214872 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 01 15:40:43.215192 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: qos_port_network_policy.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.216095 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.216596 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 01 15:40:43.216936 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: qos_rule_type_details.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.217844 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.218412 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 01 15:40:43.218665 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: qos_rules_alias.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.219698 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.220201 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 01 15:40:43.220524 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: quotasv2.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.222039 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.222371 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loaded extension: quotas Apr 01 15:40:43.222696 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: quotasv2_detail.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.224305 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.224635 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loaded extension: quota_details Apr 01 15:40:43.224988 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: rbac.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.226035 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.226552 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loaded extension: rbac-policies Apr 01 15:40:43.226879 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: rbac_address_scope.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.227789 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.228372 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loaded extension: rbac-address-scope Apr 01 15:40:43.228603 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: rbac_security_groups.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.229537 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.230038 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loaded extension: rbac-security-groups Apr 01 15:40:43.230358 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: rbac_subnetpool.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.231261 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.231766 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loaded extension: rbac-subnetpool Apr 01 15:40:43.232089 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: revisionifmatch.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.233037 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.233535 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loaded extension: revision-if-match Apr 01 15:40:43.233854 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: revisions.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.234942 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.235441 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loaded extension: standard-attr-revisions Apr 01 15:40:43.235761 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: router_availability_zone.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.236420 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.237512 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loaded extension: router_availability_zone Apr 01 15:40:43.237884 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: routerservicetype.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.238785 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.239288 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Extension router-service-type not supported by any of loaded plugins Apr 01 15:40:43.239606 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: security_groups_port_filtering.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.240509 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.241038 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loaded extension: port-security-groups-filtering Apr 01 15:40:43.241359 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: securitygroup.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.253083 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.253781 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loaded extension: security-group Apr 01 15:40:43.254117 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: segment.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.254935 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.255411 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Extension segment not supported by any of loaded plugins Apr 01 15:40:43.255738 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.256678 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.257206 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 01 15:40:43.257529 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: servicetype.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.258620 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.259136 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loaded extension: service-type Apr 01 15:40:43.259456 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: sorting.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.260421 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.260767 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loaded extension: sorting Apr 01 15:40:43.261088 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: standard_attr_segment.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.261997 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.262507 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 01 15:40:43.262828 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: standardattrdescription.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.263472 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.263973 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loaded extension: standard-attr-description Apr 01 15:40:43.264294 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: stateful_security_group.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.265241 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.265754 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loaded extension: stateful-security-group Apr 01 15:40:43.266073 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: stdattrs_common.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.266644 dv-neutron-833373-2-hyperv neutron-server[83689]: WARNING neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 01 15:40:43.266960 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.267899 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.268900 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 01 15:40:43.269227 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: subnet_onboard.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.270364 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.270877 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loaded extension: subnet_onboard Apr 01 15:40:43.271201 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.272124 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.272625 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 01 15:40:43.273001 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: subnet_service_types.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.273933 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.274437 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loaded extension: subnet-service-types Apr 01 15:40:43.274757 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: subnetallocation.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.275834 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.276338 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loaded extension: subnet_allocation Apr 01 15:40:43.276660 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.277346 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.277848 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loaded extension: subnetpool-prefix-ops Apr 01 15:40:43.278166 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.279085 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.279590 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 01 15:40:43.279907 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: tagging.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.280984 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.281495 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loaded extension: standard-attr-tag Apr 01 15:40:43.281819 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: timestamp.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.283036 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.284122 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loaded extension: standard-attr-timestamp Apr 01 15:40:43.284544 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: trunk.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.285586 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.286104 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Extension trunk not supported by any of loaded plugins Apr 01 15:40:43.286430 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: trunk_details.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.287350 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.287854 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Extension trunk-details not supported by any of loaded plugins Apr 01 15:40:43.288180 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: uplink_status_propagation.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.289110 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.289668 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 01 15:40:43.289942 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Loading extension file: vlantransparent.py {{(pid=83689) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 15:40:43.290608 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83689) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 15:40:43.291113 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 01 15:40:43.293449 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.quota.resource_registry [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Creating instance of TrackedResource for resource:network Apr 01 15:40:43.294254 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.quota.resource_registry [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Creating instance of TrackedResource for resource:subnet Apr 01 15:40:43.294955 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.quota.resource_registry [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Creating instance of TrackedResource for resource:subnetpool Apr 01 15:40:43.295543 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.quota.resource_registry [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Creating instance of TrackedResource for resource:port Apr 01 15:40:43.296806 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.v2.resource_helper [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83689) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 15:40:43.297251 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.v2.resource_helper [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Service FLAVORS assigned prefix: {{(pid=83689) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 15:40:43.297846 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.v2.resource_helper [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83689) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 15:40:43.298270 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.v2.resource_helper [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83689) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 15:40:43.298600 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.quota.resource_registry [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Creating instance of TrackedResource for resource:router Apr 01 15:40:43.299844 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.quota.resource_registry [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Creating instance of TrackedResource for resource:floatingip Apr 01 15:40:43.300544 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.v2.resource_helper [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Service METERING assigned prefix: /metering {{(pid=83689) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 15:40:43.301990 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:43.302357 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:43.302715 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83689) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:40:43.303846 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.quota.resource_registry [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Creating instance of CountableResource for resource:rbac_policy Apr 01 15:40:43.304278 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.quota.resource_registry [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Creating instance of TrackedResource for resource:security_group Apr 01 15:40:43.305239 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.quota.resource_registry [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 01 15:40:43.306072 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.v2.resource_helper [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Service CORE assigned prefix: {{(pid=83689) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 15:40:43.306426 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.quota.resource_registry [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Creating instance of TrackedResource for resource:subnetpool Apr 01 15:40:43.306763 dv-neutron-833373-2-hyperv neutron-server[83689]: WARNING neutron.quota.resource_registry [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] subnetpool is already registered Apr 01 15:40:43.307429 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.v2.resource_helper [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Service CORE assigned prefix: {{(pid=83689) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 15:40:43.307761 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.quota.resource_registry [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Creating instance of TrackedResource for resource:subnetpool Apr 01 15:40:43.308182 dv-neutron-833373-2-hyperv neutron-server[83689]: WARNING neutron.quota.resource_registry [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] subnetpool is already registered Apr 01 15:40:43.310739 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.v2.resource_helper [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83689) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 15:40:43.311170 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.v2.resource_helper [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Service FLAVORS assigned prefix: {{(pid=83689) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 15:40:43.311755 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.v2.resource_helper [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83689) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 15:40:43.312178 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.v2.resource_helper [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83689) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 15:40:43.312507 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.quota.resource_registry [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Creating instance of TrackedResource for resource:router Apr 01 15:40:43.312863 dv-neutron-833373-2-hyperv neutron-server[83689]: WARNING neutron.quota.resource_registry [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] router is already registered Apr 01 15:40:43.313478 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.quota.resource_registry [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Creating instance of TrackedResource for resource:floatingip Apr 01 15:40:43.313792 dv-neutron-833373-2-hyperv neutron-server[83689]: WARNING neutron.quota.resource_registry [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] floatingip is already registered Apr 01 15:40:43.314408 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.v2.resource_helper [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Service METERING assigned prefix: /metering {{(pid=83689) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 15:40:43.315104 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.quota.resource_registry [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Creating instance of CountableResource for resource:rbac_policy Apr 01 15:40:43.315465 dv-neutron-833373-2-hyperv neutron-server[83689]: WARNING neutron.quota.resource_registry [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] rbac_policy is already registered Apr 01 15:40:43.315963 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.quota.resource_registry [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Creating instance of TrackedResource for resource:security_group Apr 01 15:40:43.316289 dv-neutron-833373-2-hyperv neutron-server[83689]: WARNING neutron.quota.resource_registry [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] security_group is already registered Apr 01 15:40:43.316902 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.quota.resource_registry [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 01 15:40:43.317232 dv-neutron-833373-2-hyperv neutron-server[83689]: WARNING neutron.quota.resource_registry [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] security_group_rule is already registered Apr 01 15:40:43.317893 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.v2.resource_helper [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Service CORE assigned prefix: {{(pid=83689) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 15:40:43.318221 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.quota.resource_registry [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Creating instance of TrackedResource for resource:subnetpool Apr 01 15:40:43.318559 dv-neutron-833373-2-hyperv neutron-server[83689]: WARNING neutron.quota.resource_registry [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] subnetpool is already registered Apr 01 15:40:43.319155 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.v2.resource_helper [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Service CORE assigned prefix: {{(pid=83689) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 15:40:43.319478 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.quota.resource_registry [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Creating instance of TrackedResource for resource:subnetpool Apr 01 15:40:43.319798 dv-neutron-833373-2-hyperv neutron-server[83689]: WARNING neutron.quota.resource_registry [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] subnetpool is already registered Apr 01 15:40:43.320434 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Extended resource: extensions {{(pid=83689) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 15:40:43.321945 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Extended resource: address-groups {{(pid=83689) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 15:40:43.323498 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Extended resource: address-scopes {{(pid=83689) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 15:40:43.324839 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Extended resource: agents {{(pid=83689) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 15:40:43.325968 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Extended resource: auto-allocated-topology {{(pid=83689) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 15:40:43.327178 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Extended resource: availability_zones {{(pid=83689) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 15:40:43.328447 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Extended resource: dhcp-networks {{(pid=83689) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 15:40:43.329830 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Extended resource: dhcp-agents {{(pid=83689) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 15:40:43.331261 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Extended resource: routers {{(pid=83689) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 15:40:43.333063 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Extended resource: flavors {{(pid=83689) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 15:40:43.334200 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Extended resource: service_profiles {{(pid=83689) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 15:40:43.335413 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Extended resource: next_providers {{(pid=83689) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 15:40:43.336892 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Extended resource: service_profiles {{(pid=83689) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 15:40:43.338277 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Extended resource: floatingip-pools {{(pid=83689) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 15:40:43.339465 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Extended resource: routers {{(pid=83689) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 15:40:43.341230 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Extended resource: floatingips {{(pid=83689) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 15:40:43.342388 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Extended resource: l3-routers {{(pid=83689) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 15:40:43.343740 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Extended resource: l3-agents {{(pid=83689) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 15:40:43.345129 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Extended resource: metering-labels {{(pid=83689) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 15:40:43.347172 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Extended resource: metering-label-rules {{(pid=83689) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 15:40:43.348390 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Extended resource: network-ip-availabilities {{(pid=83689) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 15:40:43.349635 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Extended resource: bindings {{(pid=83689) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 15:40:43.352189 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Extended resource: quotas {{(pid=83689) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 15:40:43.353624 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Extended resource: quotas {{(pid=83689) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 15:40:43.355012 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Extended resource: rbac-policies {{(pid=83689) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 15:40:43.356274 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Extended resource: security-groups {{(pid=83689) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 15:40:43.358878 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Extended resource: security-group-rules {{(pid=83689) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 15:40:43.360114 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Extended resource: service-providers {{(pid=83689) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 15:40:43.361311 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Extended resource: subnetpools {{(pid=83689) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 15:40:43.363573 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Extended resource: subnetpools {{(pid=83689) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 15:40:43.365016 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Extended resource: tags {{(pid=83689) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 15:40:43.366848 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Extended resource: tags {{(pid=83689) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 15:40:43.368607 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Extended resource: tags {{(pid=83689) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 15:40:43.370418 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Extended resource: tags {{(pid=83689) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 15:40:43.372139 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Extended resource: tags {{(pid=83689) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 15:40:43.373817 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Extended resource: tags {{(pid=83689) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 15:40:43.375539 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Extended resource: tags {{(pid=83689) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 15:40:43.377400 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Extended resource: tags {{(pid=83689) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 15:40:43.379391 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Extended resource: tags {{(pid=83689) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 15:40:43.381196 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron.api.extensions [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Extended resource: tags {{(pid=83689) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 15:40:43.387115 dv-neutron-833373-2-hyperv neutron-server[83689]: WARNING keystonemiddleware.auth_token [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 01 15:40:43.391887 dv-neutron-833373-2-hyperv neutron-server[83689]: WARNING keystonemiddleware.auth_token [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 01 15:40:43.400686 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_concurrency.lockutils [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Acquired lock "singleton_lock" {{(pid=83689) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 01 15:40:43.401186 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_concurrency.lockutils [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Releasing lock "singleton_lock" {{(pid=83689) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 01 15:40:43.401812 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO oslo_service.service [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Starting 2 workers Apr 01 15:40:43.410061 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Started child 83826 {{(pid=83689) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 01 15:40:43.412519 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:43.414867 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Started child 83828 {{(pid=83689) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 01 15:40:43.416281 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [-] (83826) wsgi starting up on http://0.0.0.0:9696 Apr 01 15:40:43.416588 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO neutron.service [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 01 15:40:43.416694 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 44644) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:40:43.417307 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Notify callbacks [] for process, before_spawn {{(pid=83689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:43.420476 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO oslo_service.service [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Starting 1 workers Apr 01 15:40:43.423409 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:43.425613 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [-] (83828) wsgi starting up on http://0.0.0.0:9696 Apr 01 15:40:43.426702 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [-] 10.222.0.55 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0076540 Apr 01 15:40:43.426885 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Started child 83829 {{(pid=83689) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 01 15:40:43.427956 dv-neutron-833373-2-hyperv neutron-server[83689]: INFO oslo_service.service [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Starting 1 workers Apr 01 15:40:43.433319 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Started child 83833 {{(pid=83689) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 01 15:40:43.434346 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG neutron_lib.callbacks.manager [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] Notify callbacks [] for process, after_spawn {{(pid=83689) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:43.435875 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.service [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] calling RpcWorker wait() {{(pid=83829) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 01 15:40:43.436388 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.service [None req-7216df3e-a520-44ca-8d98-b1ec34f7c706 None None] returning from RpcWorker wait() {{(pid=83829) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 01 15:40:43.437527 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83689) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 01 15:40:43.438004 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 01 15:40:43.438312 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 01 15:40:43.438405 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:43.438732 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 01 15:40:43.439207 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 01 15:40:43.439512 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 01 15:40:43.439803 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:40:43.440335 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.440774 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.441206 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.441611 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.442052 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.442783 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.443207 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.443609 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.444016 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.444387 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.444693 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.445014 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.445550 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.445951 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.446440 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.446829 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.447203 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.447610 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.448058 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.448455 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.448844 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:43.449405 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.449768 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:40:43.449936 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.450331 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] debug = True {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.450716 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.451356 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.451744 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.452123 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.452506 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.452991 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.453388 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.453808 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.454217 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.454577 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.454969 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.455566 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.455952 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.457314 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.457740 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.458868 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.459527 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] host = dv-neutron-833373-2-hyperv {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.459940 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.460362 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.460786 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.461211 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.461651 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.462040 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.462466 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.462882 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.463307 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.463709 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.464140 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.464574 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.465025 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.465454 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] log_file = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.465898 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] log_options = True {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.466293 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.466752 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.467209 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.467573 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.467917 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.468312 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.468893 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.469229 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.469665 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.470072 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.470447 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.470826 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.471808 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.472228 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.472635 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.473077 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.473480 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.473865 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.474298 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.474706 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.475104 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.475522 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.476025 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.476413 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.476835 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.477243 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.477643 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.478031 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.478404 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.478989 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.479435 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.479859 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.480273 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.480699 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.481172 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.481607 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.482030 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.482513 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.482917 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.483330 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.483761 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.484165 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.484580 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.485000 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.485415 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.485797 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] use_json = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.486268 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.487236 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.487675 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.488202 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.488619 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.489163 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.489557 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.489992 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.490418 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.491055 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.491537 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.492036 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.492457 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.492915 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.493351 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.493772 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.494197 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.494607 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.495056 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.495346 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.495580 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.495917 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.496507 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.496783 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.497056 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.497307 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.498388 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.498388 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.498388 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.498388 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.498663 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.498848 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.501068 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.501068 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.501068 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.501304 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.501524 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.501753 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.502052 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.502312 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.502727 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.503012 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.503244 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.503491 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.503733 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.503955 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.504184 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.504432 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.504691 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.506867 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.507107 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.507363 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.507595 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.507848 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.508114 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.508343 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.508585 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.508834 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.509080 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.509315 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.509582 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.509795 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.510040 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.510257 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.511203 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.511203 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.511203 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.511203 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.511465 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.511607 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.511788 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.512022 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.512234 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.512447 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.512661 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.512956 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.513174 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.513393 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.513627 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.513841 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.514053 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.514270 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.514481 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.514774 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.515081 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.515326 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.515594 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.515832 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.516083 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.516303 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.516552 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.517593 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.517948 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.518537 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.518716 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.519866 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.520181 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.521159 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.521371 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.521665 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.521893 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.522170 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.523548 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.523548 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.523703 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.523975 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.524247 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.524487 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.524780 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.525038 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.525337 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.525578 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.525859 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.526095 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.526352 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.526636 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.526978 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.528244 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.528527 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.528824 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.529549 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.529549 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.529549 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.529945 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.530065 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.530278 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.530553 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.530842 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.531105 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.531328 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.531564 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.531899 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.532150 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.532366 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.532603 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.534293 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.534567 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.534812 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.535080 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.535351 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.535612 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.535871 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.536100 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.536342 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.536597 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.537069 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.537283 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.537528 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.537777 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.538005 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.538240 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.538455 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.538688 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.538900 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.539125 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.539343 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.539560 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.539796 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.540042 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.540253 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.540496 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.540790 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.541101 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.541313 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.541533 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.541765 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.542014 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.543268 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.543268 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.543268 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.543268 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.543268 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.543614 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.543679 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.543876 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.544126 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.544365 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.544602 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.544901 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.545129 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.545361 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.545573 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.545820 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.546032 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.546265 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.546481 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.546811 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.547047 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.547301 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.547556 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.547779 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.548012 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.548225 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.548438 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.548685 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.550363 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.550616 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.550858 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.551078 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.551298 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.551514 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.551756 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.551998 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.552222 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.552441 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.552661 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.552953 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.553176 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.553391 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.553601 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.553810 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.554341 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.554341 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.554493 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.554968 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.554968 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.555133 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.555352 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.555594 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.555833 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.556049 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.556291 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.556538 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.556759 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.557032 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.557252 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.557459 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.557744 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.557988 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.558205 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.558497 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.558755 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.559010 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.559265 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.559568 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.559780 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.560041 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.560260 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.561748 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.561748 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.563619 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.563990 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.568814 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.568814 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.568814 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.568814 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.568814 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.568814 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.568814 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.568814 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.569355 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.569355 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.569355 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.569355 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.570044 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.570477 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.570901 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.571357 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.571785 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.572218 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.572535 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.572871 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.574130 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.574130 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.574130 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.574130 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.574130 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.574454 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.574649 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.574958 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.575190 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 01 15:40:43.575786 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83689) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 01 15:40:43.576050 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 01 15:40:43.576146 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 01 15:40:43.576664 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 01 15:40:43.576664 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 01 15:40:43.576664 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 01 15:40:43.576916 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.577133 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.577349 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.577565 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.577773 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.578005 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.578228 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.578437 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.578648 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.578848 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.579051 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.579264 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.579539 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.579747 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.579963 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.580172 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.581103 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.582958 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.583238 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.583483 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.583696 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.583875 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.584037 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] debug = True {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.584193 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.584402 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.584592 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.584766 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.584918 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.585533 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.585533 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.585533 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.585533 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.585797 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.585797 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.585931 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.586129 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.587059 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.587059 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.587059 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.587059 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] host = dv-neutron-833373-2-hyperv {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.587059 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.587059 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.587059 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.587459 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.587459 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.587576 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.587639 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.587813 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.587927 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.588083 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.588229 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.588385 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.588541 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.588681 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] log_file = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.590528 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] log_options = True {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.590528 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.590528 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.590528 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.590780 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.590780 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.590914 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.591127 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.591269 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.591404 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.591541 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.591674 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.592879 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.592879 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.592879 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.592879 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.592879 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.593563 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.593563 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.593563 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.593945 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.593945 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.593945 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.595006 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.595006 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.595006 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.595006 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.595006 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.595006 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.595006 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.595931 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.595931 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.595931 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.595931 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.595931 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.595931 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.596711 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.596711 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.596711 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.596711 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.597991 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.598489 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.598489 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.598489 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.598900 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.598900 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.598900 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] use_json = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.599831 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.599831 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.599831 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.599831 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.599831 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.599831 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.600186 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.600186 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.600186 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 15:40:43.600355 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.600496 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.601232 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.601232 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.601232 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.601232 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.601566 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.601566 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.601566 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.601733 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.601901 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.602006 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.602179 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.602347 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.602483 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.602617 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.602753 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.602912 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.603072 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.603231 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.603372 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.603533 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.603706 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.603845 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.603978 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.604110 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.604252 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.604413 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.604572 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.604756 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.604899 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.605073 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.605213 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.605345 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.605477 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.605609 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.605764 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.605905 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.606065 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.606234 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.606379 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.606536 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.606693 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.606827 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.606962 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.607094 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.607226 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.607407 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.607552 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.607744 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.607884 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.608025 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.608162 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.608306 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.608440 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.608572 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.608705 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.608900 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.609049 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.609183 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.609317 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.609450 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.609604 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.609744 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.609904 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.610086 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.610242 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.610385 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.610519 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.610652 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.610784 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.611351 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.611351 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.611351 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.612352 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.612352 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.612352 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.613501 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.613501 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.613501 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.613501 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.613501 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.614131 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.614131 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.614131 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.614131 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.614643 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.614643 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.614643 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.614643 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.615136 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.615136 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.615136 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.615518 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.615518 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.615518 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.615900 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.615900 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.615900 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.616269 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.616269 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.616521 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.616521 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.616854 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.616854 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.617119 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.617262 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.617396 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.617529 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.617660 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.617792 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.617924 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.618065 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.618198 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.618330 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.618462 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.618605 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.618768 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.618941 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.619091 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.619244 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.619393 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.619570 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.619735 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.619891 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.620048 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.620207 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.620343 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.620496 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.620653 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.620829 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.621787 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.621972 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.622152 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.622291 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.622425 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.622586 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.622725 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.622887 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.623033 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.623168 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.623300 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.623453 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.623590 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.623755 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.623892 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.624035 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.624196 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.624343 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.624477 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.624610 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.625516 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.625516 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.625516 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.625516 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.625516 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.625516 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.626406 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.626406 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.626406 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.626406 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.626406 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.626406 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.627848 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.627848 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.627848 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.627848 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.627848 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.627848 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.628655 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.628655 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.628655 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.628655 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.628655 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.628655 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.629571 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.629571 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.629571 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.629571 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.629571 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.629571 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.630387 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.630387 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.630387 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.630387 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.630387 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.631061 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.631061 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.631061 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.631061 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.631061 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.631677 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.631677 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.631677 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.631677 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.632196 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.632196 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.632196 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.632569 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.632569 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.632863 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.632863 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.633184 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.633184 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.633497 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.633497 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.633774 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.633774 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.634062 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.634062 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.634315 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.634315 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.634630 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.634630 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.634917 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.634917 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.635169 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.635423 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.635633 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.635797 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.636093 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.636261 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.636403 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.636569 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.636821 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.636965 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.637109 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.637254 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.637389 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.637552 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.637690 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.637822 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.637954 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.638107 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.638271 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.638435 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.638604 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.638769 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.638919 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.639084 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.639220 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.639389 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.639548 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.639707 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.639865 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.640029 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.640190 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.640359 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.640520 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.640657 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.640816 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.641869 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.641869 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.641869 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.641869 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.641869 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.641869 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.641869 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.642866 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.642866 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.642866 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 15:40:43.642866 dv-neutron-833373-2-hyperv neutron-server[83689]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83689) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 01 15:40:43.676605 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:40:53.848210 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1039c44-1c48-4e6b-8e34-bc49abfcf87a None None] get_active_networks_info from dv-neutron-833373-2-hyperv {{(pid=83829) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 01 15:40:53.951376 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-af09cd29-e375-462d-9146-dcec5f2fe6f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-611381'] for agent, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:53.967342 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1039c44-1c48-4e6b-8e34-bc49abfcf87a None None] No non-hosted networks {{(pid=83829) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 01 15:40:56.179165 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a6e0e939-10d6-4ecb-b86d-4ae00af0f97d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-611381'] for agent, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:56.222168 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6a8a68a1-7d92-4d67-80e7-67d4ae78368f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:57.487494 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-611381'] for agent, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:57.724204 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-611381'] for agent, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:40:57.724941 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:40:57.725286 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:40:57.725628 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:40:57.725960 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:40:57.726611 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:40:57.726611 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:40:57.726905 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:40:57.727624 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:40:57.728124 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:40:57.728623 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:40:57.733656 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:40:57.734936 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-833373-2-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:40:57.741992 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-833373-2-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:40:58.444554 dv-neutron-833373-2-hyperv neutron-server[83829]: INFO neutron.db.l3_hamode_db [None req-6ff55e60-533b-4e7e-95d3-5d0f78eac641 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 01 15:40:58.536692 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff55e60-533b-4e7e-95d3-5d0f78eac641 None None] Routers set() bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:40:58.537352 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff55e60-533b-4e7e-95d3-5d0f78eac641 None None] Router IDs set() for agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 01 15:40:59.117067 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-611381'] for agent, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:00.720216 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 44748) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:41:01.348888 dv-neutron-833373-2-hyperv neutron-server[83828]: WARNING oslo_policy.policy [None req-d5fcf96f-c991-43df-8db2-ef1213eb3551 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 01 15:41:01.349458 dv-neutron-833373-2-hyperv neutron-server[83828]: WARNING oslo_policy.policy [None req-d5fcf96f-c991-43df-8db2-ef1213eb3551 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 01 15:41:01.563225 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [None req-d5fcf96f-c991-43df-8db2-ef1213eb3551 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=83828) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:41:01.564409 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-d5fcf96f-c991-43df-8db2-ef1213eb3551 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8420885 Apr 01 15:41:03.855327 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 44762) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:41:04.244915 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-e16e7dd9-44eb-46fc-bc6e-51054d3bb3c6 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:41:04.300074 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.policy [None req-e16e7dd9-44eb-46fc-bc6e-51054d3bb3c6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83828) register_rules /opt/stack/neutron/neutron/policy.py:65}} Apr 01 15:41:04.300844 dv-neutron-833373-2-hyperv neutron-server[83828]: WARNING oslo_policy.policy [None req-e16e7dd9-44eb-46fc-bc6e-51054d3bb3c6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 01 15:41:04.301229 dv-neutron-833373-2-hyperv neutron-server[83828]: WARNING oslo_policy.policy [None req-e16e7dd9-44eb-46fc-bc6e-51054d3bb3c6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 01 15:41:04.304566 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.quota [None req-e16e7dd9-44eb-46fc-bc6e-51054d3bb3c6 admin admin] Loaded quota_driver: . Apr 01 15:41:04.319811 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-e16e7dd9-44eb-46fc-bc6e-51054d3bb3c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:41:04.389223 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e16e7dd9-44eb-46fc-bc6e-51054d3bb3c6 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777011743272', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777011758987', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777011770094', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777011781375', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777011774547', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1480495', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1597346', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-535224', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16252078'] for rbac-policy, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:04.462886 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e16e7dd9-44eb-46fc-bc6e-51054d3bb3c6 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:04.463981 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-e16e7dd9-44eb-46fc-bc6e-51054d3bb3c6 admin admin] 10.222.0.55 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6077032 Apr 01 15:41:07.033498 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 44776) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:41:07.411849 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-7e80f196-685c-48e1-b5e1-41d0928e98c0 admin admin] Request body: {'network': {'project_id': '7374ea8cacfa432fac4f93f1e190868a', 'name': 'private', 'admin_state_up': True}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:41:07.416951 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-7e80f196-685c-48e1-b5e1-41d0928e98c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:41:07.421521 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-7e80f196-685c-48e1-b5e1-41d0928e98c0 admin admin] Usage tracker for resource:network and tenant:7374ea8cacfa432fac4f93f1e190868a is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:41:07.427479 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-7e80f196-685c-48e1-b5e1-41d0928e98c0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:41:07.433609 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-7e80f196-685c-48e1-b5e1-41d0928e98c0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:41:07.443374 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e80f196-685c-48e1-b5e1-41d0928e98c0 admin admin] Made reservation on behalf of 7374ea8cacfa432fac4f93f1e190868a for: {'network': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:41:07.446261 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7e80f196-685c-48e1-b5e1-41d0928e98c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:07.464689 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7e80f196-685c-48e1-b5e1-41d0928e98c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:07.509890 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-7e80f196-685c-48e1-b5e1-41d0928e98c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:41:07.513565 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-7e80f196-685c-48e1-b5e1-41d0928e98c0 admin admin] Usage tracker for resource:security_group_rule and tenant:7374ea8cacfa432fac4f93f1e190868a is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:41:07.516397 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-7e80f196-685c-48e1-b5e1-41d0928e98c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:41:07.522587 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-7e80f196-685c-48e1-b5e1-41d0928e98c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:41:07.590786 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7e80f196-685c-48e1-b5e1-41d0928e98c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:07.594474 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7e80f196-685c-48e1-b5e1-41d0928e98c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:07.617666 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e80f196-685c-48e1-b5e1-41d0928e98c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=83828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:41:07.643647 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7e80f196-685c-48e1-b5e1-41d0928e98c0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8777009449575', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:07.644292 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7e80f196-685c-48e1-b5e1-41d0928e98c0 admin admin] Unsubscribe: segment precommit_create {{(pid=83828) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 01 15:41:07.644787 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.segments_db [None req-7e80f196-685c-48e1-b5e1-41d0928e98c0 admin admin] Added segment c97cbd07-83f4-4067-828b-2a956e9eaefc of type vlan for network 745d99f0-21f5-48bd-8b5b-debd618bc37f Apr 01 15:41:07.658987 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e80f196-685c-48e1-b5e1-41d0928e98c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59a7350e-32e1-4e6c-88e7-e5b7dc12f170,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:07.713121 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e80f196-685c-48e1-b5e1-41d0928e98c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:07.713460 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e80f196-685c-48e1-b5e1-41d0928e98c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:07.713790 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e80f196-685c-48e1-b5e1-41d0928e98c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:07.714114 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e80f196-685c-48e1-b5e1-41d0928e98c0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:07.714435 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e80f196-685c-48e1-b5e1-41d0928e98c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:07.714755 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e80f196-685c-48e1-b5e1-41d0928e98c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:07.715073 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e80f196-685c-48e1-b5e1-41d0928e98c0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:07.715387 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e80f196-685c-48e1-b5e1-41d0928e98c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:07.715700 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e80f196-685c-48e1-b5e1-41d0928e98c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:07.716011 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e80f196-685c-48e1-b5e1-41d0928e98c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:07.716321 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e80f196-685c-48e1-b5e1-41d0928e98c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:07.717624 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e80f196-685c-48e1-b5e1-41d0928e98c0 admin admin] Tracked resource versions report: Apr 01 15:41:07.717624 dv-neutron-833373-2-hyperv neutron-server[83828]: pushed versions: Apr 01 15:41:07.717624 dv-neutron-833373-2-hyperv neutron-server[83828]: { 'ConntrackHelper': {'1.0'}, Apr 01 15:41:07.717624 dv-neutron-833373-2-hyperv neutron-server[83828]: 'Log': {'1.0'}, Apr 01 15:41:07.717624 dv-neutron-833373-2-hyperv neutron-server[83828]: 'Network': {'1.1'}, Apr 01 15:41:07.717624 dv-neutron-833373-2-hyperv neutron-server[83828]: 'Port': {'1.5'}, Apr 01 15:41:07.717624 dv-neutron-833373-2-hyperv neutron-server[83828]: 'PortForwarding': {'1.2'}, Apr 01 15:41:07.717624 dv-neutron-833373-2-hyperv neutron-server[83828]: 'QosPolicy': {'1.8'}, Apr 01 15:41:07.717624 dv-neutron-833373-2-hyperv neutron-server[83828]: 'SecurityGroup': {'1.2'}, Apr 01 15:41:07.717624 dv-neutron-833373-2-hyperv neutron-server[83828]: 'SecurityGroupRule': {'1.0'}, Apr 01 15:41:07.717624 dv-neutron-833373-2-hyperv neutron-server[83828]: 'SubPort': {'1.0'}, Apr 01 15:41:07.717624 dv-neutron-833373-2-hyperv neutron-server[83828]: 'Subnet': {'1.1'}, Apr 01 15:41:07.717624 dv-neutron-833373-2-hyperv neutron-server[83828]: 'Trunk': {'1.1'}} Apr 01 15:41:07.717624 dv-neutron-833373-2-hyperv neutron-server[83828]: consumer versions: Apr 01 15:41:07.717624 dv-neutron-833373-2-hyperv neutron-server[83828]: { DHCP agent@dv-neutron-833373-2-hyperv: {}, Apr 01 15:41:07.717624 dv-neutron-833373-2-hyperv neutron-server[83828]: L3 agent@dv-neutron-833373-2-hyperv: {}, Apr 01 15:41:07.717624 dv-neutron-833373-2-hyperv neutron-server[83828]: Metadata agent@dv-neutron-833373-2-hyperv: {}, Apr 01 15:41:07.717624 dv-neutron-833373-2-hyperv neutron-server[83828]: Metering agent@dv-neutron-833373-2-hyperv: {}, Apr 01 15:41:07.717624 dv-neutron-833373-2-hyperv neutron-server[83828]: Open vSwitch agent@dv-neutron-833373-2-hyperv: { 'ConntrackHelper': '1.0', Apr 01 15:41:07.717624 dv-neutron-833373-2-hyperv neutron-server[83828]: 'Log': '1.0', Apr 01 15:41:07.717624 dv-neutron-833373-2-hyperv neutron-server[83828]: 'Network': '1.1', Apr 01 15:41:07.717624 dv-neutron-833373-2-hyperv neutron-server[83828]: 'Port': '1.5', Apr 01 15:41:07.717624 dv-neutron-833373-2-hyperv neutron-server[83828]: 'PortForwarding': '1.2', Apr 01 15:41:07.717624 dv-neutron-833373-2-hyperv neutron-server[83828]: 'QosPolicy': '1.8', Apr 01 15:41:07.717624 dv-neutron-833373-2-hyperv neutron-server[83828]: 'SecurityGroup': '1.2', Apr 01 15:41:07.717624 dv-neutron-833373-2-hyperv neutron-server[83828]: 'SecurityGroupRule': '1.0', Apr 01 15:41:07.717624 dv-neutron-833373-2-hyperv neutron-server[83828]: 'SubPort': '1.0', Apr 01 15:41:07.717624 dv-neutron-833373-2-hyperv neutron-server[83828]: 'Subnet': '1.1', Apr 01 15:41:07.717624 dv-neutron-833373-2-hyperv neutron-server[83828]: 'Trunk': '1.1'}} Apr 01 15:41:07.717624 dv-neutron-833373-2-hyperv neutron-server[83828]: {{(pid=83828) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 01 15:41:07.765084 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7e80f196-685c-48e1-b5e1-41d0928e98c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:07.807089 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7e80f196-685c-48e1-b5e1-41d0928e98c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:07.808180 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e80f196-685c-48e1-b5e1-41d0928e98c0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:07.808842 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7e80f196-685c-48e1-b5e1-41d0928e98c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:07.925682 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-7e80f196-685c-48e1-b5e1-41d0928e98c0 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.8910472 Apr 01 15:41:07.926291 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e80f196-685c-48e1-b5e1-41d0928e98c0 admin admin] Pushing event updated for resources: {'Network': ['ID=745d99f0-21f5-48bd-8b5b-debd618bc37f,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:07.939328 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 745d99f0-21f5-48bd-8b5b-debd618bc37f details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:41:10.611409 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 44792) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:41:11.252571 dv-neutron-833373-2-hyperv neutron-server[83826]: WARNING oslo_policy.policy [None req-83114124-79b2-4bbd-811e-ac4292abcd70 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 01 15:41:11.253174 dv-neutron-833373-2-hyperv neutron-server[83826]: WARNING oslo_policy.policy [None req-83114124-79b2-4bbd-811e-ac4292abcd70 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 01 15:41:11.648235 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.policy [None req-83114124-79b2-4bbd-811e-ac4292abcd70 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83826) register_rules /opt/stack/neutron/neutron/policy.py:65}} Apr 01 15:41:11.649053 dv-neutron-833373-2-hyperv neutron-server[83826]: WARNING oslo_policy.policy [None req-83114124-79b2-4bbd-811e-ac4292abcd70 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 01 15:41:11.649424 dv-neutron-833373-2-hyperv neutron-server[83826]: WARNING oslo_policy.policy [None req-83114124-79b2-4bbd-811e-ac4292abcd70 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 01 15:41:11.652270 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83114124-79b2-4bbd-811e-ac4292abcd70 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:11.654013 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-83114124-79b2-4bbd-811e-ac4292abcd70 admin admin] 10.222.0.55 "GET /v2.0/networks/745d99f0-21f5-48bd-8b5b-debd618bc37f HTTP/1.1" status: 200 len: 824 time: 1.0417056 Apr 01 15:41:11.690942 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-b5960320-6e2d-439d-ac1e-24d99805cba0 admin admin] 10.222.0.55 "GET /v2.0/subnetpools/715a54a7-4295-4d76-9231-056390c74f0b HTTP/1.1" status: 200 len: 734 time: 0.0302579 Apr 01 15:41:11.699655 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-540a25b8-0926-41ea-a7a0-5bc28b3819a8 admin admin] Request body: {'subnet': {'tenant_id': '7374ea8cacfa432fac4f93f1e190868a', 'subnetpool_id': '715a54a7-4295-4d76-9231-056390c74f0b', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': '745d99f0-21f5-48bd-8b5b-debd618bc37f'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:41:11.701256 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.quota [None req-540a25b8-0926-41ea-a7a0-5bc28b3819a8 admin admin] Loaded quota_driver: . Apr 01 15:41:11.707984 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-540a25b8-0926-41ea-a7a0-5bc28b3819a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:41:11.713565 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-540a25b8-0926-41ea-a7a0-5bc28b3819a8 admin admin] Usage tracker for resource:subnet and tenant:7374ea8cacfa432fac4f93f1e190868a is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:41:11.716863 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-540a25b8-0926-41ea-a7a0-5bc28b3819a8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:41:11.723903 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-540a25b8-0926-41ea-a7a0-5bc28b3819a8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:41:11.738849 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-540a25b8-0926-41ea-a7a0-5bc28b3819a8 admin admin] Made reservation on behalf of 7374ea8cacfa432fac4f93f1e190868a for: {'subnet': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:41:11.741584 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-540a25b8-0926-41ea-a7a0-5bc28b3819a8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:12.049837 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-540a25b8-0926-41ea-a7a0-5bc28b3819a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for subnet, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:12.134635 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540a25b8-0926-41ea-a7a0-5bc28b3819a8 admin admin] Checking segment: {'id': 'c97cbd07-83f4-4067-828b-2a956e9eaefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '745d99f0-21f5-48bd-8b5b-debd618bc37f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:41:12.135002 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540a25b8-0926-41ea-a7a0-5bc28b3819a8 admin admin] Network hostable DHCP agents. Network: 745d99f0-21f5-48bd-8b5b-debd618bc37f, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:41:12.142900 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540a25b8-0926-41ea-a7a0-5bc28b3819a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88e29a87-d4d8-436a-9a46-c00720de2ada,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:12.155930 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540a25b8-0926-41ea-a7a0-5bc28b3819a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:12.156211 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540a25b8-0926-41ea-a7a0-5bc28b3819a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:12.156541 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540a25b8-0926-41ea-a7a0-5bc28b3819a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:12.156900 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540a25b8-0926-41ea-a7a0-5bc28b3819a8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:12.157242 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540a25b8-0926-41ea-a7a0-5bc28b3819a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:12.157566 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540a25b8-0926-41ea-a7a0-5bc28b3819a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:12.158565 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540a25b8-0926-41ea-a7a0-5bc28b3819a8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:12.158970 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540a25b8-0926-41ea-a7a0-5bc28b3819a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:12.159292 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540a25b8-0926-41ea-a7a0-5bc28b3819a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:12.159609 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540a25b8-0926-41ea-a7a0-5bc28b3819a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:12.159927 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540a25b8-0926-41ea-a7a0-5bc28b3819a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:12.161235 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540a25b8-0926-41ea-a7a0-5bc28b3819a8 admin admin] Tracked resource versions report: Apr 01 15:41:12.161235 dv-neutron-833373-2-hyperv neutron-server[83826]: pushed versions: Apr 01 15:41:12.161235 dv-neutron-833373-2-hyperv neutron-server[83826]: { 'ConntrackHelper': {'1.0'}, Apr 01 15:41:12.161235 dv-neutron-833373-2-hyperv neutron-server[83826]: 'Log': {'1.0'}, Apr 01 15:41:12.161235 dv-neutron-833373-2-hyperv neutron-server[83826]: 'Network': {'1.1'}, Apr 01 15:41:12.161235 dv-neutron-833373-2-hyperv neutron-server[83826]: 'Port': {'1.5'}, Apr 01 15:41:12.161235 dv-neutron-833373-2-hyperv neutron-server[83826]: 'PortForwarding': {'1.2'}, Apr 01 15:41:12.161235 dv-neutron-833373-2-hyperv neutron-server[83826]: 'QosPolicy': {'1.8'}, Apr 01 15:41:12.161235 dv-neutron-833373-2-hyperv neutron-server[83826]: 'SecurityGroup': {'1.2'}, Apr 01 15:41:12.161235 dv-neutron-833373-2-hyperv neutron-server[83826]: 'SecurityGroupRule': {'1.0'}, Apr 01 15:41:12.161235 dv-neutron-833373-2-hyperv neutron-server[83826]: 'SubPort': {'1.0'}, Apr 01 15:41:12.161235 dv-neutron-833373-2-hyperv neutron-server[83826]: 'Subnet': {'1.1'}, Apr 01 15:41:12.161235 dv-neutron-833373-2-hyperv neutron-server[83826]: 'Trunk': {'1.1'}} Apr 01 15:41:12.161235 dv-neutron-833373-2-hyperv neutron-server[83826]: consumer versions: Apr 01 15:41:12.161235 dv-neutron-833373-2-hyperv neutron-server[83826]: { DHCP agent@dv-neutron-833373-2-hyperv: {}, Apr 01 15:41:12.161235 dv-neutron-833373-2-hyperv neutron-server[83826]: L3 agent@dv-neutron-833373-2-hyperv: {}, Apr 01 15:41:12.161235 dv-neutron-833373-2-hyperv neutron-server[83826]: Metadata agent@dv-neutron-833373-2-hyperv: {}, Apr 01 15:41:12.161235 dv-neutron-833373-2-hyperv neutron-server[83826]: Metering agent@dv-neutron-833373-2-hyperv: {}, Apr 01 15:41:12.161235 dv-neutron-833373-2-hyperv neutron-server[83826]: Open vSwitch agent@dv-neutron-833373-2-hyperv: { 'ConntrackHelper': '1.0', Apr 01 15:41:12.161235 dv-neutron-833373-2-hyperv neutron-server[83826]: 'Log': '1.0', Apr 01 15:41:12.161235 dv-neutron-833373-2-hyperv neutron-server[83826]: 'Network': '1.1', Apr 01 15:41:12.161235 dv-neutron-833373-2-hyperv neutron-server[83826]: 'Port': '1.5', Apr 01 15:41:12.161235 dv-neutron-833373-2-hyperv neutron-server[83826]: 'PortForwarding': '1.2', Apr 01 15:41:12.161235 dv-neutron-833373-2-hyperv neutron-server[83826]: 'QosPolicy': '1.8', Apr 01 15:41:12.161235 dv-neutron-833373-2-hyperv neutron-server[83826]: 'SecurityGroup': '1.2', Apr 01 15:41:12.161235 dv-neutron-833373-2-hyperv neutron-server[83826]: 'SecurityGroupRule': '1.0', Apr 01 15:41:12.161235 dv-neutron-833373-2-hyperv neutron-server[83826]: 'SubPort': '1.0', Apr 01 15:41:12.161235 dv-neutron-833373-2-hyperv neutron-server[83826]: 'Subnet': '1.1', Apr 01 15:41:12.161235 dv-neutron-833373-2-hyperv neutron-server[83826]: 'Trunk': '1.1'}} Apr 01 15:41:12.161235 dv-neutron-833373-2-hyperv neutron-server[83826]: {{(pid=83826) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 01 15:41:12.193682 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540a25b8-0926-41ea-a7a0-5bc28b3819a8 admin admin] Network 745d99f0-21f5-48bd-8b5b-debd618bc37f is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:41:12.204519 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-540a25b8-0926-41ea-a7a0-5bc28b3819a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, 745d99f0-21f5-48bd-8b5b-debd618bc37f) {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:41:12.210750 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540a25b8-0926-41ea-a7a0-5bc28b3819a8 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:12.211711 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-540a25b8-0926-41ea-a7a0-5bc28b3819a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:12.217823 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb7fdcc-e55d-4da3-a592-5e8576b1d3d5 None None] Network 745d99f0-21f5-48bd-8b5b-debd618bc37f requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:41:12.237786 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-540a25b8-0926-41ea-a7a0-5bc28b3819a8 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5415065 Apr 01 15:41:12.526645 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a0affa-add7-4ffc-880a-cd02e3bef4ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-745d99f0-21f5-48bd-8b5b-debd618bc37f', 'network_id': '745d99f0-21f5-48bd-8b5b-debd618bc37f', 'tenant_id': '7374ea8cacfa432fac4f93f1e190868a', 'fixed_ips': [{'subnet_id': '88e29a87-d4d8-436a-9a46-c00720de2ada'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:41:12.527784 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-95a0affa-add7-4ffc-880a-cd02e3bef4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:12.722797 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-95a0affa-add7-4ffc-880a-cd02e3bef4ee None None] Allocated IP 172.20.0.2 (745d99f0-21f5-48bd-8b5b-debd618bc37f/88e29a87-d4d8-436a-9a46-c00720de2ada/973a2b2a-97b2-4352-a817-7fe4ab52764a) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:41:12.946962 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-95a0affa-add7-4ffc-880a-cd02e3bef4ee None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:12.962612 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-95a0affa-add7-4ffc-880a-cd02e3bef4ee None None] Transition to ACTIVE for port object 973a2b2a-97b2-4352-a817-7fe4ab52764a will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:41:12.985307 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-95a0affa-add7-4ffc-880a-cd02e3bef4ee None None] Transition to ACTIVE for port object 973a2b2a-97b2-4352-a817-7fe4ab52764a will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:41:12.992191 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-95a0affa-add7-4ffc-880a-cd02e3bef4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:13.055683 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a0affa-add7-4ffc-880a-cd02e3bef4ee None None] Network 745d99f0-21f5-48bd-8b5b-debd618bc37f is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:41:13.058277 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-95a0affa-add7-4ffc-880a-cd02e3bef4ee None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:41:13.065440 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a0affa-add7-4ffc-880a-cd02e3bef4ee None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:41:13.071964 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a0affa-add7-4ffc-880a-cd02e3bef4ee None None] Pushing event updated for resources: {'Port': ['ID=973a2b2a-97b2-4352-a817-7fe4ab52764a,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:13.139957 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a0affa-add7-4ffc-880a-cd02e3bef4ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:13.140301 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a0affa-add7-4ffc-880a-cd02e3bef4ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:13.140637 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a0affa-add7-4ffc-880a-cd02e3bef4ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:13.140994 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a0affa-add7-4ffc-880a-cd02e3bef4ee None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:13.141336 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a0affa-add7-4ffc-880a-cd02e3bef4ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:13.141667 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a0affa-add7-4ffc-880a-cd02e3bef4ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:13.141992 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a0affa-add7-4ffc-880a-cd02e3bef4ee None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:13.143323 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a0affa-add7-4ffc-880a-cd02e3bef4ee None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:13.143681 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a0affa-add7-4ffc-880a-cd02e3bef4ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:13.144010 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a0affa-add7-4ffc-880a-cd02e3bef4ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:13.144332 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a0affa-add7-4ffc-880a-cd02e3bef4ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:13.145720 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a0affa-add7-4ffc-880a-cd02e3bef4ee None None] Tracked resource versions report: Apr 01 15:41:13.145720 dv-neutron-833373-2-hyperv neutron-server[83829]: pushed versions: Apr 01 15:41:13.145720 dv-neutron-833373-2-hyperv neutron-server[83829]: { 'ConntrackHelper': {'1.0'}, Apr 01 15:41:13.145720 dv-neutron-833373-2-hyperv neutron-server[83829]: 'Log': {'1.0'}, Apr 01 15:41:13.145720 dv-neutron-833373-2-hyperv neutron-server[83829]: 'Network': {'1.1'}, Apr 01 15:41:13.145720 dv-neutron-833373-2-hyperv neutron-server[83829]: 'Port': {'1.5'}, Apr 01 15:41:13.145720 dv-neutron-833373-2-hyperv neutron-server[83829]: 'PortForwarding': {'1.2'}, Apr 01 15:41:13.145720 dv-neutron-833373-2-hyperv neutron-server[83829]: 'QosPolicy': {'1.8'}, Apr 01 15:41:13.145720 dv-neutron-833373-2-hyperv neutron-server[83829]: 'SecurityGroup': {'1.2'}, Apr 01 15:41:13.145720 dv-neutron-833373-2-hyperv neutron-server[83829]: 'SecurityGroupRule': {'1.0'}, Apr 01 15:41:13.145720 dv-neutron-833373-2-hyperv neutron-server[83829]: 'SubPort': {'1.0'}, Apr 01 15:41:13.145720 dv-neutron-833373-2-hyperv neutron-server[83829]: 'Subnet': {'1.1'}, Apr 01 15:41:13.145720 dv-neutron-833373-2-hyperv neutron-server[83829]: 'Trunk': {'1.1'}} Apr 01 15:41:13.145720 dv-neutron-833373-2-hyperv neutron-server[83829]: consumer versions: Apr 01 15:41:13.145720 dv-neutron-833373-2-hyperv neutron-server[83829]: { DHCP agent@dv-neutron-833373-2-hyperv: {}, Apr 01 15:41:13.145720 dv-neutron-833373-2-hyperv neutron-server[83829]: L3 agent@dv-neutron-833373-2-hyperv: {}, Apr 01 15:41:13.145720 dv-neutron-833373-2-hyperv neutron-server[83829]: Metadata agent@dv-neutron-833373-2-hyperv: {}, Apr 01 15:41:13.145720 dv-neutron-833373-2-hyperv neutron-server[83829]: Metering agent@dv-neutron-833373-2-hyperv: {}, Apr 01 15:41:13.145720 dv-neutron-833373-2-hyperv neutron-server[83829]: Open vSwitch agent@dv-neutron-833373-2-hyperv: { 'ConntrackHelper': '1.0', Apr 01 15:41:13.145720 dv-neutron-833373-2-hyperv neutron-server[83829]: 'Log': '1.0', Apr 01 15:41:13.145720 dv-neutron-833373-2-hyperv neutron-server[83829]: 'Network': '1.1', Apr 01 15:41:13.145720 dv-neutron-833373-2-hyperv neutron-server[83829]: 'Port': '1.5', Apr 01 15:41:13.145720 dv-neutron-833373-2-hyperv neutron-server[83829]: 'PortForwarding': '1.2', Apr 01 15:41:13.145720 dv-neutron-833373-2-hyperv neutron-server[83829]: 'QosPolicy': '1.8', Apr 01 15:41:13.145720 dv-neutron-833373-2-hyperv neutron-server[83829]: 'SecurityGroup': '1.2', Apr 01 15:41:13.145720 dv-neutron-833373-2-hyperv neutron-server[83829]: 'SecurityGroupRule': '1.0', Apr 01 15:41:13.145720 dv-neutron-833373-2-hyperv neutron-server[83829]: 'SubPort': '1.0', Apr 01 15:41:13.145720 dv-neutron-833373-2-hyperv neutron-server[83829]: 'Subnet': '1.1', Apr 01 15:41:13.145720 dv-neutron-833373-2-hyperv neutron-server[83829]: 'Trunk': '1.1'}} Apr 01 15:41:13.145720 dv-neutron-833373-2-hyperv neutron-server[83829]: {{(pid=83829) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 01 15:41:13.172504 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-95a0affa-add7-4ffc-880a-cd02e3bef4ee None None] Attempting to bind port 973a2b2a-97b2-4352-a817-7fe4ab52764a on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:41:13.172919 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-95a0affa-add7-4ffc-880a-cd02e3bef4ee None None] Attempting to bind port 973a2b2a-97b2-4352-a817-7fe4ab52764a by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'c97cbd07-83f4-4067-828b-2a956e9eaefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '745d99f0-21f5-48bd-8b5b-debd618bc37f'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:41:13.173362 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a0affa-add7-4ffc-880a-cd02e3bef4ee None None] Attempting to bind port 973a2b2a-97b2-4352-a817-7fe4ab52764a on network 745d99f0-21f5-48bd-8b5b-debd618bc37f {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:41:13.179690 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a0affa-add7-4ffc-880a-cd02e3bef4ee None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:41:13.180085 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a0affa-add7-4ffc-880a-cd02e3bef4ee None None] Checking segment: {'id': 'c97cbd07-83f4-4067-828b-2a956e9eaefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '745d99f0-21f5-48bd-8b5b-debd618bc37f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:41:13.180550 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-95a0affa-add7-4ffc-880a-cd02e3bef4ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:13.180961 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a0affa-add7-4ffc-880a-cd02e3bef4ee None None] Bound using segment: {'id': 'c97cbd07-83f4-4067-828b-2a956e9eaefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '745d99f0-21f5-48bd-8b5b-debd618bc37f'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:41:13.181460 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-95a0affa-add7-4ffc-880a-cd02e3bef4ee None None] Bound port: 973a2b2a-97b2-4352-a817-7fe4ab52764a, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c97cbd07-83f4-4067-828b-2a956e9eaefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '745d99f0-21f5-48bd-8b5b-debd618bc37f'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:41:13.181854 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-95a0affa-add7-4ffc-880a-cd02e3bef4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:13.269093 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-95a0affa-add7-4ffc-880a-cd02e3bef4ee None None] For port 973a2b2a-97b2-4352-a817-7fe4ab52764a, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:41:13.273075 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-95a0affa-add7-4ffc-880a-cd02e3bef4ee None None] For port 973a2b2a-97b2-4352-a817-7fe4ab52764a, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=973a2b2a-97b2-4352-a817-7fe4ab52764a,segment=NetworkSegment(c97cbd07-83f4-4067-828b-2a956e9eaefc),segment_id=c97cbd07-83f4-4067-828b-2a956e9eaefc)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:41:13.278609 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-95a0affa-add7-4ffc-880a-cd02e3bef4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:13.388961 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a0affa-add7-4ffc-880a-cd02e3bef4ee None None] Pushing event updated for resources: {'Port': ['ID=973a2b2a-97b2-4352-a817-7fe4ab52764a,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:14.592488 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 44812) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:41:14.993159 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [None req-0e336e10-8997-4189-a9c0-13f0f2154ada admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=83826) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:41:14.994367 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-0e336e10-8997-4189-a9c0-13f0f2154ada admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4008951 Apr 01 15:41:17.124357 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b747a5-54f6-41bd-a569-b574e649786d None None] Network 745d99f0-21f5-48bd-8b5b-debd618bc37f requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:41:17.228409 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-6aa21628-0b46-4dd5-a5b5-9277162e5a97 None None] Provisioning for port 973a2b2a-97b2-4352-a817-7fe4ab52764a completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:41:17.309781 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 44826) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:41:17.795010 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [None req-1428912b-33fe-4d86-856e-592d30672627 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=83826) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:41:17.796031 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-1428912b-33fe-4d86-856e-592d30672627 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4852700 Apr 01 15:41:17.984359 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 973a2b2a-97b2-4352-a817-7fe4ab52764a up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:41:18.057101 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 973a2b2a-97b2-4352-a817-7fe4ab52764a completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:41:18.061751 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 973a2b2a-97b2-4352-a817-7fe4ab52764a triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:41:18.062155 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:18.176889 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:18.208204 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port 973a2b2a-97b2-4352-a817-7fe4ab52764a, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=973a2b2a-97b2-4352-a817-7fe4ab52764a,segment=NetworkSegment(c97cbd07-83f4-4067-828b-2a956e9eaefc),segment_id=c97cbd07-83f4-4067-828b-2a956e9eaefc)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:41:18.213429 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:18.277356 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=973a2b2a-97b2-4352-a817-7fe4ab52764a,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:19.960778 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 973a2b2a-97b2-4352-a817-7fe4ab52764a up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:41:20.033184 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 973a2b2a-97b2-4352-a817-7fe4ab52764a triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:41:20.033732 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:20.407100 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 44838) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:41:20.779562 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-a5c845ac-aeb3-4b65-9e86-fabbb932de9c admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '7374ea8cacfa432fac4f93f1e190868a'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:41:20.784786 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-a5c845ac-aeb3-4b65-9e86-fabbb932de9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:41:20.788637 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-a5c845ac-aeb3-4b65-9e86-fabbb932de9c admin admin] Usage tracker for resource:router and tenant:7374ea8cacfa432fac4f93f1e190868a is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:41:20.792200 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-a5c845ac-aeb3-4b65-9e86-fabbb932de9c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:41:20.798395 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-a5c845ac-aeb3-4b65-9e86-fabbb932de9c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:41:20.808175 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a5c845ac-aeb3-4b65-9e86-fabbb932de9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130665'] for router, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:20.809769 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a5c845ac-aeb3-4b65-9e86-fabbb932de9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617571', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130640'] for router, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:20.844846 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a5c845ac-aeb3-4b65-9e86-fabbb932de9c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:20.950665 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a5c845ac-aeb3-4b65-9e86-fabbb932de9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616'] for router, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:20.968942 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a5c845ac-aeb3-4b65-9e86-fabbb932de9c admin admin] Notify callbacks [] for router, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:20.970273 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-a5c845ac-aeb3-4b65-9e86-fabbb932de9c admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5620341 Apr 01 15:41:23.279276 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 44848) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:41:23.747779 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [None req-2dd5e375-392f-407c-a1b8-e07e6356db69 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=83826) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:41:23.748749 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-2dd5e375-392f-407c-a1b8-e07e6356db69 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4685390 Apr 01 15:41:23.804744 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-1b86aa92-b1da-4b1b-ac38-736cd89b7463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:26.057586 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 44858) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:41:26.179856 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f5714373-600d-48d7-b7c2-3a5898b61d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:26.459915 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-6523fa1c-3ae6-4a1b-a6d8-5f81dbeec092 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True, 'router:external': True}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:41:26.464932 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-6523fa1c-3ae6-4a1b-a6d8-5f81dbeec092 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:41:26.468641 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-6523fa1c-3ae6-4a1b-a6d8-5f81dbeec092 admin admin] Usage tracker for resource:network and tenant:731e065d1ecc4c73bf737cc86bb5a450 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:41:26.472300 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-6523fa1c-3ae6-4a1b-a6d8-5f81dbeec092 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:41:26.477913 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-6523fa1c-3ae6-4a1b-a6d8-5f81dbeec092 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:41:26.488348 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6523fa1c-3ae6-4a1b-a6d8-5f81dbeec092 admin admin] Made reservation on behalf of 731e065d1ecc4c73bf737cc86bb5a450 for: {'network': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:41:26.490612 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6523fa1c-3ae6-4a1b-a6d8-5f81dbeec092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:26.506660 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6523fa1c-3ae6-4a1b-a6d8-5f81dbeec092 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:26.546078 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-6523fa1c-3ae6-4a1b-a6d8-5f81dbeec092 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:41:26.550995 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-6523fa1c-3ae6-4a1b-a6d8-5f81dbeec092 admin admin] Usage tracker for resource:security_group_rule and tenant:731e065d1ecc4c73bf737cc86bb5a450 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:41:26.553905 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-6523fa1c-3ae6-4a1b-a6d8-5f81dbeec092 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:41:26.559491 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-6523fa1c-3ae6-4a1b-a6d8-5f81dbeec092 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:41:26.625133 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6523fa1c-3ae6-4a1b-a6d8-5f81dbeec092 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:26.628638 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6523fa1c-3ae6-4a1b-a6d8-5f81dbeec092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:26.647246 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6523fa1c-3ae6-4a1b-a6d8-5f81dbeec092 admin admin] Reserving flat network on physical network physnet1 {{(pid=83826) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 01 15:41:26.671467 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6523fa1c-3ae6-4a1b-a6d8-5f81dbeec092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=384567b3-0114-497e-83ed-25a02d72060e,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:26.673924 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6523fa1c-3ae6-4a1b-a6d8-5f81dbeec092 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8777009449575', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:26.674484 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6523fa1c-3ae6-4a1b-a6d8-5f81dbeec092 admin admin] Unsubscribe: segment precommit_create {{(pid=83826) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 01 15:41:26.674945 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.segments_db [None req-6523fa1c-3ae6-4a1b-a6d8-5f81dbeec092 admin admin] Added segment abc290ee-cc37-4176-a202-7493e0c27adc of type flat for network ed45466e-0386-4b92-8de3-247c977242ac Apr 01 15:41:26.714245 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6523fa1c-3ae6-4a1b-a6d8-5f81dbeec092 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:26.754891 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6523fa1c-3ae6-4a1b-a6d8-5f81dbeec092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:26.755688 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6523fa1c-3ae6-4a1b-a6d8-5f81dbeec092 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:26.756306 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6523fa1c-3ae6-4a1b-a6d8-5f81dbeec092 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:26.872375 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-6523fa1c-3ae6-4a1b-a6d8-5f81dbeec092 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8137012 Apr 01 15:41:26.873100 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6523fa1c-3ae6-4a1b-a6d8-5f81dbeec092 admin admin] Pushing event updated for resources: {'Network': ['ID=ed45466e-0386-4b92-8de3-247c977242ac,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:26.897648 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network ed45466e-0386-4b92-8de3-247c977242ac details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:41:27.421197 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:27.690679 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:29.061354 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:29.193693 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 44878) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:41:29.421060 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0953222e-bb22-42f1-9ca3-c5fec5249a32 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:29.422384 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-0953222e-bb22-42f1-9ca3-c5fec5249a32 admin admin] 10.222.0.55 "GET /v2.0/subnets/88e29a87-d4d8-436a-9a46-c00720de2ada HTTP/1.1" status: 200 len: 849 time: 0.2277579 Apr 01 15:41:29.571992 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-45b5ee50-6591-4dd7-9a51-f3018b466f1d admin admin] 10.222.0.55 "GET /v2.0/routers/27fca717-9165-4bf6-b731-8f541e574803 HTTP/1.1" status: 200 len: 704 time: 0.1436989 Apr 01 15:41:30.038649 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c091db42-0c38-4db6-9fd6-43e47999948f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:30.265295 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-c091db42-0c38-4db6-9fd6-43e47999948f admin admin] Allocated IP 172.20.0.1 (745d99f0-21f5-48bd-8b5b-debd618bc37f/88e29a87-d4d8-436a-9a46-c00720de2ada/730883e6-96d3-4a8f-aafa-e423d20aa1ba) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:41:30.420052 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c091db42-0c38-4db6-9fd6-43e47999948f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:30.437067 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [None req-c091db42-0c38-4db6-9fd6-43e47999948f admin admin] Transition to ACTIVE for port object 730883e6-96d3-4a8f-aafa-e423d20aa1ba will not be triggered until provisioned by entity DHCP. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:41:30.486409 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c091db42-0c38-4db6-9fd6-43e47999948f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:30.556411 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c091db42-0c38-4db6-9fd6-43e47999948f admin admin] Network 745d99f0-21f5-48bd-8b5b-debd618bc37f is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:41:30.559240 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-c091db42-0c38-4db6-9fd6-43e47999948f admin admin] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:41:30.564476 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c091db42-0c38-4db6-9fd6-43e47999948f admin admin] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:41:30.565513 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c091db42-0c38-4db6-9fd6-43e47999948f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611418'] for router_interface, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:30.567643 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c091db42-0c38-4db6-9fd6-43e47999948f admin admin] Pushing event updated for resources: {'Port': ['ID=730883e6-96d3-4a8f-aafa-e423d20aa1ba,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:30.729971 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c091db42-0c38-4db6-9fd6-43e47999948f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:30.760661 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-442412b7-a350-4f69-b27f-3cb9eb4a1c46 None None] Provisioning for port 730883e6-96d3-4a8f-aafa-e423d20aa1ba completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:41:30.765276 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-442412b7-a350-4f69-b27f-3cb9eb4a1c46 None None] Provisioning complete for port 730883e6-96d3-4a8f-aafa-e423d20aa1ba triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:41:30.765638 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-442412b7-a350-4f69-b27f-3cb9eb4a1c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:30.817377 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-442412b7-a350-4f69-b27f-3cb9eb4a1c46 None None] Port 730883e6-96d3-4a8f-aafa-e423d20aa1ba cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:41:30.968207 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c091db42-0c38-4db6-9fd6-43e47999948f admin admin] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:30.973755 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c091db42-0c38-4db6-9fd6-43e47999948f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:30.974194 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c091db42-0c38-4db6-9fd6-43e47999948f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611525'] for router_interface, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:31.103845 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c091db42-0c38-4db6-9fd6-43e47999948f admin admin] Pushing event updated for resources: {'Port': ['ID=730883e6-96d3-4a8f-aafa-e423d20aa1ba,revision_number=2']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:31.168004 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c091db42-0c38-4db6-9fd6-43e47999948f admin admin] Network 745d99f0-21f5-48bd-8b5b-debd618bc37f is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:41:31.169064 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-c091db42-0c38-4db6-9fd6-43e47999948f admin admin] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:41:31.340176 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-0b92649b-4258-405a-b8f2-dbdc3353acdd None None] Provisioning complete for port 730883e6-96d3-4a8f-aafa-e423d20aa1ba triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:41:31.340542 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-0b92649b-4258-405a-b8f2-dbdc3353acdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:31.394672 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-0b92649b-4258-405a-b8f2-dbdc3353acdd None None] Port 730883e6-96d3-4a8f-aafa-e423d20aa1ba cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:41:31.521129 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c091db42-0c38-4db6-9fd6-43e47999948f admin admin] Router 27fca717-9165-4bf6-b731-8f541e574803 is scheduled to L3 agent ff252634-3424-422a-b742-9ae457bd54bd with binding_index 1 {{(pid=83826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:41:31.690657 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c091db42-0c38-4db6-9fd6-43e47999948f admin admin] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:41:31.699852 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0eea176-309a-48c4-bd24-88aa0919cbd5 None None] Sync routers for ids ['27fca717-9165-4bf6-b731-8f541e574803'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:41:31.701157 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-c091db42-0c38-4db6-9fd6-43e47999948f admin admin] 10.222.0.55 "PUT /v2.0/routers/27fca717-9165-4bf6-b731-8f541e574803/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1242237 Apr 01 15:41:31.713588 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0eea176-309a-48c4-bd24-88aa0919cbd5 None None] Routers {'27fca717-9165-4bf6-b731-8f541e574803'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:41:31.714440 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-e0eea176-309a-48c4-bd24-88aa0919cbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:41:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['27fca717-9165-4bf6-b731-8f541e574803'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:31.889483 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-e0eea176-309a-48c4-bd24-88aa0919cbd5 None None] Set router 27fca717-9165-4bf6-b731-8f541e574803 gateway port host: None {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:41:32.266652 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-e0eea176-309a-48c4-bd24-88aa0919cbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27fca717-9165-4bf6-b731-8f541e574803', 'name': 'router1', 'tenant_id': '7374ea8cacfa432fac4f93f1e190868a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:41:20Z', 'updated_at': '2022-04-01T15:41:30Z', 'revision_number': 2, 'project_id': '7374ea8cacfa432fac4f93f1e190868a', 'gw_port_host': None, '_interfaces': [{'id': '730883e6-96d3-4a8f-aafa-e423d20aa1ba', 'name': '', 'network_id': '745d99f0-21f5-48bd-8b5b-debd618bc37f', 'tenant_id': '7374ea8cacfa432fac4f93f1e190868a', 'mac_address': 'fa:16:3e:74:dc:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27fca717-9165-4bf6-b731-8f541e574803', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88e29a87-d4d8-436a-9a46-c00720de2ada', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:41:30Z', 'updated_at': '2022-04-01T15:41:30Z', 'revision_number': 2, 'project_id': '7374ea8cacfa432fac4f93f1e190868a', 'subnets': [{'id': '88e29a87-d4d8-436a-9a46-c00720de2ada', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '715a54a7-4295-4d76-9231-056390c74f0b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:32.272652 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0eea176-309a-48c4-bd24-88aa0919cbd5 None None] Checking router: 27fca717-9165-4bf6-b731-8f541e574803 for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:41:32.273046 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0eea176-309a-48c4-bd24-88aa0919cbd5 None None] Updating router 27fca717-9165-4bf6-b731-8f541e574803 port 730883e6-96d3-4a8f-aafa-e423d20aa1ba binding host dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:41:32.327393 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-e0eea176-309a-48c4-bd24-88aa0919cbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:32.713993 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-e0eea176-309a-48c4-bd24-88aa0919cbd5 None None] Notify callbacks [] for port, precommit_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:32.729411 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.provisioning_blocks [None req-e0eea176-309a-48c4-bd24-88aa0919cbd5 None None] Transition to ACTIVE for port object 730883e6-96d3-4a8f-aafa-e423d20aa1ba will not be triggered until provisioned by entity L2. {{(pid=83833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:41:32.735259 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-e0eea176-309a-48c4-bd24-88aa0919cbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:32.947928 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248c0d3f-8285-4edd-a3b3-e0c0b527b6d6 None None] Pushing event updated for resources: {'Port': ['ID=730883e6-96d3-4a8f-aafa-e423d20aa1ba,revision_number=3']} {{(pid=83833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:32.995300 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248c0d3f-8285-4edd-a3b3-e0c0b527b6d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:32.995572 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248c0d3f-8285-4edd-a3b3-e0c0b527b6d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:32.995908 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248c0d3f-8285-4edd-a3b3-e0c0b527b6d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:32.996245 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248c0d3f-8285-4edd-a3b3-e0c0b527b6d6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:32.996583 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248c0d3f-8285-4edd-a3b3-e0c0b527b6d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:32.996932 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248c0d3f-8285-4edd-a3b3-e0c0b527b6d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:32.997253 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248c0d3f-8285-4edd-a3b3-e0c0b527b6d6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:32.997586 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248c0d3f-8285-4edd-a3b3-e0c0b527b6d6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:32.997908 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248c0d3f-8285-4edd-a3b3-e0c0b527b6d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:32.998236 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248c0d3f-8285-4edd-a3b3-e0c0b527b6d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:32.998536 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248c0d3f-8285-4edd-a3b3-e0c0b527b6d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:41:32.999893 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248c0d3f-8285-4edd-a3b3-e0c0b527b6d6 None None] Tracked resource versions report: Apr 01 15:41:32.999893 dv-neutron-833373-2-hyperv neutron-server[83833]: pushed versions: Apr 01 15:41:32.999893 dv-neutron-833373-2-hyperv neutron-server[83833]: { 'ConntrackHelper': {'1.0'}, Apr 01 15:41:32.999893 dv-neutron-833373-2-hyperv neutron-server[83833]: 'Log': {'1.0'}, Apr 01 15:41:32.999893 dv-neutron-833373-2-hyperv neutron-server[83833]: 'Network': {'1.1'}, Apr 01 15:41:32.999893 dv-neutron-833373-2-hyperv neutron-server[83833]: 'Port': {'1.5'}, Apr 01 15:41:32.999893 dv-neutron-833373-2-hyperv neutron-server[83833]: 'PortForwarding': {'1.2'}, Apr 01 15:41:32.999893 dv-neutron-833373-2-hyperv neutron-server[83833]: 'QosPolicy': {'1.8'}, Apr 01 15:41:32.999893 dv-neutron-833373-2-hyperv neutron-server[83833]: 'SecurityGroup': {'1.2'}, Apr 01 15:41:32.999893 dv-neutron-833373-2-hyperv neutron-server[83833]: 'SecurityGroupRule': {'1.0'}, Apr 01 15:41:32.999893 dv-neutron-833373-2-hyperv neutron-server[83833]: 'SubPort': {'1.0'}, Apr 01 15:41:32.999893 dv-neutron-833373-2-hyperv neutron-server[83833]: 'Subnet': {'1.1'}, Apr 01 15:41:32.999893 dv-neutron-833373-2-hyperv neutron-server[83833]: 'Trunk': {'1.1'}} Apr 01 15:41:32.999893 dv-neutron-833373-2-hyperv neutron-server[83833]: consumer versions: Apr 01 15:41:32.999893 dv-neutron-833373-2-hyperv neutron-server[83833]: { DHCP agent@dv-neutron-833373-2-hyperv: {}, Apr 01 15:41:32.999893 dv-neutron-833373-2-hyperv neutron-server[83833]: L3 agent@dv-neutron-833373-2-hyperv: {}, Apr 01 15:41:32.999893 dv-neutron-833373-2-hyperv neutron-server[83833]: Metadata agent@dv-neutron-833373-2-hyperv: {}, Apr 01 15:41:32.999893 dv-neutron-833373-2-hyperv neutron-server[83833]: Metering agent@dv-neutron-833373-2-hyperv: {}, Apr 01 15:41:32.999893 dv-neutron-833373-2-hyperv neutron-server[83833]: Open vSwitch agent@dv-neutron-833373-2-hyperv: { 'ConntrackHelper': '1.0', Apr 01 15:41:32.999893 dv-neutron-833373-2-hyperv neutron-server[83833]: 'Log': '1.0', Apr 01 15:41:32.999893 dv-neutron-833373-2-hyperv neutron-server[83833]: 'Network': '1.1', Apr 01 15:41:32.999893 dv-neutron-833373-2-hyperv neutron-server[83833]: 'Port': '1.5', Apr 01 15:41:32.999893 dv-neutron-833373-2-hyperv neutron-server[83833]: 'PortForwarding': '1.2', Apr 01 15:41:32.999893 dv-neutron-833373-2-hyperv neutron-server[83833]: 'QosPolicy': '1.8', Apr 01 15:41:32.999893 dv-neutron-833373-2-hyperv neutron-server[83833]: 'SecurityGroup': '1.2', Apr 01 15:41:32.999893 dv-neutron-833373-2-hyperv neutron-server[83833]: 'SecurityGroupRule': '1.0', Apr 01 15:41:32.999893 dv-neutron-833373-2-hyperv neutron-server[83833]: 'SubPort': '1.0', Apr 01 15:41:32.999893 dv-neutron-833373-2-hyperv neutron-server[83833]: 'Subnet': '1.1', Apr 01 15:41:32.999893 dv-neutron-833373-2-hyperv neutron-server[83833]: 'Trunk': '1.1'}} Apr 01 15:41:32.999893 dv-neutron-833373-2-hyperv neutron-server[83833]: {{(pid=83833) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 01 15:41:33.013018 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-e0eea176-309a-48c4-bd24-88aa0919cbd5 None None] Attempting to bind port 730883e6-96d3-4a8f-aafa-e423d20aa1ba on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:41:33.013427 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-e0eea176-309a-48c4-bd24-88aa0919cbd5 None None] Attempting to bind port 730883e6-96d3-4a8f-aafa-e423d20aa1ba by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'c97cbd07-83f4-4067-828b-2a956e9eaefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '745d99f0-21f5-48bd-8b5b-debd618bc37f'}] {{(pid=83833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:41:33.013837 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0eea176-309a-48c4-bd24-88aa0919cbd5 None None] Attempting to bind port 730883e6-96d3-4a8f-aafa-e423d20aa1ba on network 745d99f0-21f5-48bd-8b5b-debd618bc37f {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:41:33.021080 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0eea176-309a-48c4-bd24-88aa0919cbd5 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:41:33.021486 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0eea176-309a-48c4-bd24-88aa0919cbd5 None None] Checking segment: {'id': 'c97cbd07-83f4-4067-828b-2a956e9eaefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '745d99f0-21f5-48bd-8b5b-debd618bc37f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:41:33.021998 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-e0eea176-309a-48c4-bd24-88aa0919cbd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:33.022636 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0eea176-309a-48c4-bd24-88aa0919cbd5 None None] Bound using segment: {'id': 'c97cbd07-83f4-4067-828b-2a956e9eaefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '745d99f0-21f5-48bd-8b5b-debd618bc37f'} {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:41:33.023051 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-e0eea176-309a-48c4-bd24-88aa0919cbd5 None None] Bound port: 730883e6-96d3-4a8f-aafa-e423d20aa1ba, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c97cbd07-83f4-4067-828b-2a956e9eaefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '745d99f0-21f5-48bd-8b5b-debd618bc37f'}}] {{(pid=83833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:41:33.023437 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-e0eea176-309a-48c4-bd24-88aa0919cbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:33.113193 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.db [None req-e0eea176-309a-48c4-bd24-88aa0919cbd5 None None] For port 730883e6-96d3-4a8f-aafa-e423d20aa1ba, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:41:33.117710 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.db [None req-e0eea176-309a-48c4-bd24-88aa0919cbd5 None None] For port 730883e6-96d3-4a8f-aafa-e423d20aa1ba, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=730883e6-96d3-4a8f-aafa-e423d20aa1ba,segment=NetworkSegment(c97cbd07-83f4-4067-828b-2a956e9eaefc),segment_id=c97cbd07-83f4-4067-828b-2a956e9eaefc)] {{(pid=83833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:41:33.123089 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-e0eea176-309a-48c4-bd24-88aa0919cbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:33.216477 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0eea176-309a-48c4-bd24-88aa0919cbd5 None None] Routers {'27fca717-9165-4bf6-b731-8f541e574803'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:41:33.217163 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-e0eea176-309a-48c4-bd24-88aa0919cbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:41:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['27fca717-9165-4bf6-b731-8f541e574803'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:33.267794 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248c0d3f-8285-4edd-a3b3-e0c0b527b6d6 None None] Pushing event updated for resources: {'Port': ['ID=730883e6-96d3-4a8f-aafa-e423d20aa1ba,revision_number=4']} {{(pid=83833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:33.374220 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-e0eea176-309a-48c4-bd24-88aa0919cbd5 None None] Set router 27fca717-9165-4bf6-b731-8f541e574803 gateway port host: None {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:41:33.711599 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-e0eea176-309a-48c4-bd24-88aa0919cbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27fca717-9165-4bf6-b731-8f541e574803', 'name': 'router1', 'tenant_id': '7374ea8cacfa432fac4f93f1e190868a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:41:20Z', 'updated_at': '2022-04-01T15:41:30Z', 'revision_number': 2, 'project_id': '7374ea8cacfa432fac4f93f1e190868a', 'gw_port_host': None, '_interfaces': [{'id': '730883e6-96d3-4a8f-aafa-e423d20aa1ba', 'name': '', 'network_id': '745d99f0-21f5-48bd-8b5b-debd618bc37f', 'tenant_id': '7374ea8cacfa432fac4f93f1e190868a', 'mac_address': 'fa:16:3e:74:dc:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27fca717-9165-4bf6-b731-8f541e574803', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88e29a87-d4d8-436a-9a46-c00720de2ada', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:41:30Z', 'updated_at': '2022-04-01T15:41:33Z', 'revision_number': 4, 'project_id': '7374ea8cacfa432fac4f93f1e190868a', 'subnets': [{'id': '88e29a87-d4d8-436a-9a46-c00720de2ada', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '715a54a7-4295-4d76-9231-056390c74f0b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:33.715501 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0eea176-309a-48c4-bd24-88aa0919cbd5 None None] The sync data for ids ['27fca717-9165-4bf6-b731-8f541e574803'] in dv-neutron-833373-2-hyperv is: [{'id': '27fca717-9165-4bf6-b731-8f541e574803', 'name': 'router1', 'tenant_id': '7374ea8cacfa432fac4f93f1e190868a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:41:20Z', 'updated_at': '2022-04-01T15:41:30Z', 'revision_number': 2, 'project_id': '7374ea8cacfa432fac4f93f1e190868a', 'gw_port_host': None, '_interfaces': [{'id': '730883e6-96d3-4a8f-aafa-e423d20aa1ba', 'name': '', 'network_id': '745d99f0-21f5-48bd-8b5b-debd618bc37f', 'tenant_id': '7374ea8cacfa432fac4f93f1e190868a', 'mac_address': 'fa:16:3e:74:dc:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27fca717-9165-4bf6-b731-8f541e574803', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88e29a87-d4d8-436a-9a46-c00720de2ada', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:41:30Z', 'updated_at': '2022-04-01T15:41:33Z', 'revision_number': 4, 'project_id': '7374ea8cacfa432fac4f93f1e190868a', 'subnets': [{'id': '88e29a87-d4d8-436a-9a46-c00720de2ada', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '715a54a7-4295-4d76-9231-056390c74f0b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:41:33.804393 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 44900) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:41:33.976115 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b140058-fe6d-4901-92a3-b38def22b6fc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:33.976592 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-3b140058-fe6d-4901-92a3-b38def22b6fc admin admin] Synchronizing usage tracker for tenant:731e065d1ecc4c73bf737cc86bb5a450 on resource:network {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:41:33.993525 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-3b140058-fe6d-4901-92a3-b38def22b6fc admin admin] Unset dirty status for tenant:731e065d1ecc4c73bf737cc86bb5a450 on resource:network {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:41:33.994665 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-3b140058-fe6d-4901-92a3-b38def22b6fc admin admin] 10.222.0.55 "GET /v2.0/networks/ed45466e-0386-4b92-8de3-247c977242ac HTTP/1.1" status: 200 len: 842 time: 0.1892431 Apr 01 15:41:34.004058 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-a95ea6ca-c633-43f1-ae5a-6a411e4f835a admin admin] Request body: {'subnet': {'gateway_ip': '172.26.1.1', 'enable_dhcp': False, 'ip_version': 4, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'name': 'public-subnet', 'cidr': '172.26.1.0/24'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:41:34.009715 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-a95ea6ca-c633-43f1-ae5a-6a411e4f835a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:41:34.018987 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-a95ea6ca-c633-43f1-ae5a-6a411e4f835a admin admin] Usage tracker for resource:subnet and tenant:731e065d1ecc4c73bf737cc86bb5a450 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:41:34.021765 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-a95ea6ca-c633-43f1-ae5a-6a411e4f835a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:41:34.028426 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-a95ea6ca-c633-43f1-ae5a-6a411e4f835a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:41:34.039177 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a95ea6ca-c633-43f1-ae5a-6a411e4f835a admin admin] Made reservation on behalf of 731e065d1ecc4c73bf737cc86bb5a450 for: {'subnet': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:41:34.041746 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a95ea6ca-c633-43f1-ae5a-6a411e4f835a admin admin] Notify callbacks [] for subnet, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:34.438042 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.objects.ports [None req-a95ea6ca-c633-43f1-ae5a-6a411e4f835a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83826) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 01 15:41:34.439058 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a95ea6ca-c633-43f1-ae5a-6a411e4f835a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for subnet, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:34.510818 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95ea6ca-c633-43f1-ae5a-6a411e4f835a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0479f741-5cd1-4d6f-b593-d8aa909a42d3,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:34.523920 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95ea6ca-c633-43f1-ae5a-6a411e4f835a admin admin] Checking segment: {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:41:34.524278 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95ea6ca-c633-43f1-ae5a-6a411e4f835a admin admin] Network hostable DHCP agents. Network: ed45466e-0386-4b92-8de3-247c977242ac, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:41:34.545365 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95ea6ca-c633-43f1-ae5a-6a411e4f835a admin admin] Network ed45466e-0386-4b92-8de3-247c977242ac is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:41:34.554837 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-a95ea6ca-c633-43f1-ae5a-6a411e4f835a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, ed45466e-0386-4b92-8de3-247c977242ac) {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:41:34.559020 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95ea6ca-c633-43f1-ae5a-6a411e4f835a admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:34.560128 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a95ea6ca-c633-43f1-ae5a-6a411e4f835a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:34.563071 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42767e2-b7e7-46e6-a378-a9617a8c5241 None None] Network ed45466e-0386-4b92-8de3-247c977242ac requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:41:34.601473 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-a95ea6ca-c633-43f1-ae5a-6a411e4f835a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6011548 Apr 01 15:41:34.834686 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3bb6de-e427-472a-be6c-f0f191dcf550 None None] Network ed45466e-0386-4b92-8de3-247c977242ac requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:41:35.991036 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 730883e6-96d3-4a8f-aafa-e423d20aa1ba up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:41:36.064624 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 730883e6-96d3-4a8f-aafa-e423d20aa1ba completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:41:36.069261 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 730883e6-96d3-4a8f-aafa-e423d20aa1ba triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:41:36.069633 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:36.207897 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:36.245745 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port 730883e6-96d3-4a8f-aafa-e423d20aa1ba, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=730883e6-96d3-4a8f-aafa-e423d20aa1ba,segment=NetworkSegment(c97cbd07-83f4-4067-828b-2a956e9eaefc),segment_id=c97cbd07-83f4-4067-828b-2a956e9eaefc)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:41:36.250016 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:36.318910 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=730883e6-96d3-4a8f-aafa-e423d20aa1ba,revision_number=5']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:36.771792 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 44914) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:41:37.004866 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-886150e4-84a2-4dba-9911-6856c2a4a27a admin admin] 10.222.0.55 "GET /v2.0/routers/27fca717-9165-4bf6-b731-8f541e574803 HTTP/1.1" status: 200 len: 710 time: 0.2303281 Apr 01 15:41:37.130978 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd77eceb-bb49-4fd5-b4bd-4513e94b9d46 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:41:37.132831 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-dd77eceb-bb49-4fd5-b4bd-4513e94b9d46 admin admin] 10.222.0.55 "GET /v2.0/networks/ed45466e-0386-4b92-8de3-247c977242ac HTTP/1.1" status: 200 len: 886 time: 0.1240900 Apr 01 15:41:37.141037 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-1c788f0f-e4e3-4307-8205-8beec054499e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:41:37.612122 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-1c788f0f-e4e3-4307-8205-8beec054499e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130626'] for router, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:37.812285 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-1c788f0f-e4e3-4307-8205-8beec054499e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:37.867162 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-1c788f0f-e4e3-4307-8205-8beec054499e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:37.969868 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 730883e6-96d3-4a8f-aafa-e423d20aa1ba up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:41:38.006081 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-1c788f0f-e4e3-4307-8205-8beec054499e admin admin] Allocated IP 172.26.1.178 (ed45466e-0386-4b92-8de3-247c977242ac/0479f741-5cd1-4d6f-b593-d8aa909a42d3/2e98503e-6548-4bf1-b38c-480159cd679d) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:41:38.038229 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 730883e6-96d3-4a8f-aafa-e423d20aa1ba triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:41:38.038598 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:38.207471 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-1c788f0f-e4e3-4307-8205-8beec054499e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:38.234840 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-1c788f0f-e4e3-4307-8205-8beec054499e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:38.304440 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c788f0f-e4e3-4307-8205-8beec054499e admin admin] Network ed45466e-0386-4b92-8de3-247c977242ac is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:41:38.305493 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-1c788f0f-e4e3-4307-8205-8beec054499e admin admin] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:41:38.309688 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c788f0f-e4e3-4307-8205-8beec054499e admin admin] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:41:38.334209 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c788f0f-e4e3-4307-8205-8beec054499e admin admin] Pushing event updated for resources: {'Port': ['ID=2e98503e-6548-4bf1-b38c-480159cd679d,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:38.454351 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-1c788f0f-e4e3-4307-8205-8beec054499e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:38.614426 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-1c788f0f-e4e3-4307-8205-8beec054499e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130626'] for router, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:38.617575 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-1c788f0f-e4e3-4307-8205-8beec054499e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-617606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-617615', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-607241'] for router, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:38.808699 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c788f0f-e4e3-4307-8205-8beec054499e admin admin] Router 27fca717-9165-4bf6-b731-8f541e574803 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:41:39.004326 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c788f0f-e4e3-4307-8205-8beec054499e admin admin] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:41:39.011926 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-1c788f0f-e4e3-4307-8205-8beec054499e admin admin] Notify callbacks [] for router, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:39.023474 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-1c788f0f-e4e3-4307-8205-8beec054499e admin admin] 10.222.0.55 "PUT /v2.0/routers/27fca717-9165-4bf6-b731-8f541e574803 HTTP/1.1" status: 200 len: 890 time: 1.8753090 Apr 01 15:41:39.023695 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3c9504-c07d-42c3-8284-43ff89cf9010 None None] Sync routers for ids ['27fca717-9165-4bf6-b731-8f541e574803'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:41:39.029360 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3c9504-c07d-42c3-8284-43ff89cf9010 None None] Routers {'27fca717-9165-4bf6-b731-8f541e574803'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:41:39.030068 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-2a3c9504-c07d-42c3-8284-43ff89cf9010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:41:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['27fca717-9165-4bf6-b731-8f541e574803'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:39.223120 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-2a3c9504-c07d-42c3-8284-43ff89cf9010 None None] Set router 27fca717-9165-4bf6-b731-8f541e574803 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:41:39.565209 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-2a3c9504-c07d-42c3-8284-43ff89cf9010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27fca717-9165-4bf6-b731-8f541e574803', 'name': 'router1', 'tenant_id': '7374ea8cacfa432fac4f93f1e190868a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.178'}], 'enable_snat': True}, 'gw_port_id': '2e98503e-6548-4bf1-b38c-480159cd679d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:41:20Z', 'updated_at': '2022-04-01T15:41:38Z', 'revision_number': 4, 'project_id': '7374ea8cacfa432fac4f93f1e190868a', 'gw_port': {'id': '2e98503e-6548-4bf1-b38c-480159cd679d', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a7:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27fca717-9165-4bf6-b731-8f541e574803', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:41:37Z', 'updated_at': '2022-04-01T15:41:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '730883e6-96d3-4a8f-aafa-e423d20aa1ba', 'name': '', 'network_id': '745d99f0-21f5-48bd-8b5b-debd618bc37f', 'tenant_id': '7374ea8cacfa432fac4f93f1e190868a', 'mac_address': 'fa:16:3e:74:dc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fca717-9165-4bf6-b731-8f541e574803', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88e29a87-d4d8-436a-9a46-c00720de2ada', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:41:30Z', 'updated_at': '2022-04-01T15:41:36Z', 'revision_number': 5, 'project_id': '7374ea8cacfa432fac4f93f1e190868a', 'subnets': [{'id': '88e29a87-d4d8-436a-9a46-c00720de2ada', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '715a54a7-4295-4d76-9231-056390c74f0b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:39.570225 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3c9504-c07d-42c3-8284-43ff89cf9010 None None] Checking router: 27fca717-9165-4bf6-b731-8f541e574803 for host: dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:41:39.570568 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3c9504-c07d-42c3-8284-43ff89cf9010 None None] Updating router 27fca717-9165-4bf6-b731-8f541e574803 port 2e98503e-6548-4bf1-b38c-480159cd679d binding host dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:41:39.622248 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-2a3c9504-c07d-42c3-8284-43ff89cf9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:39.948377 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-2a3c9504-c07d-42c3-8284-43ff89cf9010 None None] Notify callbacks [] for port, precommit_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:39.961072 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-2a3c9504-c07d-42c3-8284-43ff89cf9010 None None] Transition to ACTIVE for port object 2e98503e-6548-4bf1-b38c-480159cd679d will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:41:39.967458 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-2a3c9504-c07d-42c3-8284-43ff89cf9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:40.052879 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-2a3c9504-c07d-42c3-8284-43ff89cf9010 None None] Attempting to bind port 2e98503e-6548-4bf1-b38c-480159cd679d on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:41:40.053471 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-2a3c9504-c07d-42c3-8284-43ff89cf9010 None None] Attempting to bind port 2e98503e-6548-4bf1-b38c-480159cd679d by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:41:40.053709 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3c9504-c07d-42c3-8284-43ff89cf9010 None None] Attempting to bind port 2e98503e-6548-4bf1-b38c-480159cd679d on network ed45466e-0386-4b92-8de3-247c977242ac {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:41:40.055776 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba5d36b-5f00-4e4d-b639-0efae76e7e97 None None] Pushing event updated for resources: {'Port': ['ID=2e98503e-6548-4bf1-b38c-480159cd679d,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:40.062891 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3c9504-c07d-42c3-8284-43ff89cf9010 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:41:40.063294 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3c9504-c07d-42c3-8284-43ff89cf9010 None None] Checking segment: {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:41:40.064286 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-2a3c9504-c07d-42c3-8284-43ff89cf9010 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:40.064286 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3c9504-c07d-42c3-8284-43ff89cf9010 None None] Bound using segment: {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:41:40.064501 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-2a3c9504-c07d-42c3-8284-43ff89cf9010 None None] Bound port: 2e98503e-6548-4bf1-b38c-480159cd679d, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:41:40.064943 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-2a3c9504-c07d-42c3-8284-43ff89cf9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:40.136675 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-2a3c9504-c07d-42c3-8284-43ff89cf9010 None None] For port 2e98503e-6548-4bf1-b38c-480159cd679d, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:41:40.139809 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-2a3c9504-c07d-42c3-8284-43ff89cf9010 None None] For port 2e98503e-6548-4bf1-b38c-480159cd679d, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=2e98503e-6548-4bf1-b38c-480159cd679d,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:41:40.144191 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-2a3c9504-c07d-42c3-8284-43ff89cf9010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:40.222248 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba5d36b-5f00-4e4d-b639-0efae76e7e97 None None] Pushing event updated for resources: {'Port': ['ID=2e98503e-6548-4bf1-b38c-480159cd679d,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:40.227445 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3c9504-c07d-42c3-8284-43ff89cf9010 None None] Routers {'27fca717-9165-4bf6-b731-8f541e574803'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:41:40.228161 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-2a3c9504-c07d-42c3-8284-43ff89cf9010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:41:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['27fca717-9165-4bf6-b731-8f541e574803'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:40.427915 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-2a3c9504-c07d-42c3-8284-43ff89cf9010 None None] Set router 27fca717-9165-4bf6-b731-8f541e574803 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:41:40.751464 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-2a3c9504-c07d-42c3-8284-43ff89cf9010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27fca717-9165-4bf6-b731-8f541e574803', 'name': 'router1', 'tenant_id': '7374ea8cacfa432fac4f93f1e190868a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.178'}], 'enable_snat': True}, 'gw_port_id': '2e98503e-6548-4bf1-b38c-480159cd679d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:41:20Z', 'updated_at': '2022-04-01T15:41:38Z', 'revision_number': 4, 'project_id': '7374ea8cacfa432fac4f93f1e190868a', 'gw_port': {'id': '2e98503e-6548-4bf1-b38c-480159cd679d', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a7:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27fca717-9165-4bf6-b731-8f541e574803', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:41:37Z', 'updated_at': '2022-04-01T15:41:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '730883e6-96d3-4a8f-aafa-e423d20aa1ba', 'name': '', 'network_id': '745d99f0-21f5-48bd-8b5b-debd618bc37f', 'tenant_id': '7374ea8cacfa432fac4f93f1e190868a', 'mac_address': 'fa:16:3e:74:dc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fca717-9165-4bf6-b731-8f541e574803', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88e29a87-d4d8-436a-9a46-c00720de2ada', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:41:30Z', 'updated_at': '2022-04-01T15:41:36Z', 'revision_number': 5, 'project_id': '7374ea8cacfa432fac4f93f1e190868a', 'subnets': [{'id': '88e29a87-d4d8-436a-9a46-c00720de2ada', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '715a54a7-4295-4d76-9231-056390c74f0b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:41:40.755364 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3c9504-c07d-42c3-8284-43ff89cf9010 None None] The sync data for ids ['27fca717-9165-4bf6-b731-8f541e574803'] in dv-neutron-833373-2-hyperv is: [{'id': '27fca717-9165-4bf6-b731-8f541e574803', 'name': 'router1', 'tenant_id': '7374ea8cacfa432fac4f93f1e190868a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.178'}], 'enable_snat': True}, 'gw_port_id': '2e98503e-6548-4bf1-b38c-480159cd679d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:41:20Z', 'updated_at': '2022-04-01T15:41:38Z', 'revision_number': 4, 'project_id': '7374ea8cacfa432fac4f93f1e190868a', 'gw_port': {'id': '2e98503e-6548-4bf1-b38c-480159cd679d', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a7:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27fca717-9165-4bf6-b731-8f541e574803', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:41:37Z', 'updated_at': '2022-04-01T15:41:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '730883e6-96d3-4a8f-aafa-e423d20aa1ba', 'name': '', 'network_id': '745d99f0-21f5-48bd-8b5b-debd618bc37f', 'tenant_id': '7374ea8cacfa432fac4f93f1e190868a', 'mac_address': 'fa:16:3e:74:dc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fca717-9165-4bf6-b731-8f541e574803', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88e29a87-d4d8-436a-9a46-c00720de2ada', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:41:30Z', 'updated_at': '2022-04-01T15:41:36Z', 'revision_number': 5, 'project_id': '7374ea8cacfa432fac4f93f1e190868a', 'subnets': [{'id': '88e29a87-d4d8-436a-9a46-c00720de2ada', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '715a54a7-4295-4d76-9231-056390c74f0b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:41:41.373658 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 44924) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:41:41.506921 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-04f09c75-3b62-4a72-91e2-2bf8a8c80b21 admin admin] 10.222.0.55 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1082 time: 0.1321547 Apr 01 15:41:41.996186 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 2e98503e-6548-4bf1-b38c-480159cd679d up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:41:42.073168 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 2e98503e-6548-4bf1-b38c-480159cd679d completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:41:42.078383 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 2e98503e-6548-4bf1-b38c-480159cd679d triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:41:42.078753 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:42.196032 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:42.211696 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port 2e98503e-6548-4bf1-b38c-480159cd679d, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=2e98503e-6548-4bf1-b38c-480159cd679d,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:41:42.215627 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:42.298460 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=2e98503e-6548-4bf1-b38c-480159cd679d,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:41:44.019626 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 2e98503e-6548-4bf1-b38c-480159cd679d up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:41:44.129495 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 2e98503e-6548-4bf1-b38c-480159cd679d triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:41:44.130073 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:53.813776 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-2c095e6a-3497-495c-9674-ec692458624b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:54.505630 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 5 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:41:56.189980 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-155dfb97-2fd6-4c4e-ab44-0a1ce80d111a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:57.427830 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:57.693225 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:41:59.081619 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:23.810318 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-24ef56d9-24da-44b1-a51d-fc5509b9f5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:26.185406 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-0fd0936b-85e7-486d-8445-9e60e7cb7741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:27.439328 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:27.706563 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:29.091455 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:31.506355 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 5 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:42:53.805726 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-d9b346ca-95e2-46ae-b489-bf9c5b210005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:56.184310 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a267f8b8-00d8-490b-bc81-fa156a712319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:57.438186 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:57.700541 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:42:59.092072 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:08.506435 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 5 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:43:23.809001 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-04741ba6-84b4-4961-89cf-22d873d1c8c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:26.177413 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8cd08ae9-09b3-40d1-bb68-a9eda7ef0a7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:27.437163 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:27.704136 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:29.097745 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:45.506752 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 5 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:43:51.096426 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 45528) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:43:51.188117 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-600c7faf-428a-487a-ab4a-64e9c8c2aa2b admin admin] GET failed (client error): The resource could not be found. Apr 01 15:43:51.189342 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-600c7faf-428a-487a-ab4a-64e9c8c2aa2b admin admin] 10.222.0.55 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0919805 Apr 01 15:43:51.319050 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a56c7f-d19d-440a-bf81-4b1af7ec91b5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:51.320409 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-b1a56c7f-d19d-440a-bf81-4b1af7ec91b5 admin admin] 10.222.0.55 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1271605 Apr 01 15:43:53.365716 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 45538) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:43:53.503354 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14cbf1e5-d4fd-45fb-9433-d4e8155c75f6 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:53.503901 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-14cbf1e5-d4fd-45fb-9433-d4e8155c75f6 admin admin] Synchronizing usage tracker for tenant:731e065d1ecc4c73bf737cc86bb5a450 on resource:subnet {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:43:53.520568 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-14cbf1e5-d4fd-45fb-9433-d4e8155c75f6 admin admin] Unset dirty status for tenant:731e065d1ecc4c73bf737cc86bb5a450 on resource:subnet {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:43:53.521732 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-14cbf1e5-d4fd-45fb-9433-d4e8155c75f6 admin admin] 10.222.0.55 "GET /v2.0/subnets/88e29a87-d4d8-436a-9a46-c00720de2ada HTTP/1.1" status: 200 len: 849 time: 0.1550789 Apr 01 15:43:53.531549 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-644c33ca-bccf-4497-9e66-879bb6407cf9 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:43:53.643096 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-644c33ca-bccf-4497-9e66-879bb6407cf9 admin admin] Notify callbacks [] for subnet, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:53.811436 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88037155-7087-4af9-beb5-050af00ffeba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:53.830952 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-644c33ca-bccf-4497-9e66-879bb6407cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777009485460'] for subnet, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:53.915427 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644c33ca-bccf-4497-9e66-879bb6407cf9 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:53.915919 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-644c33ca-bccf-4497-9e66-879bb6407cf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:53.917198 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-644c33ca-bccf-4497-9e66-879bb6407cf9 admin admin] 10.222.0.55 "PUT /v2.0/subnets/88e29a87-d4d8-436a-9a46-c00720de2ada HTTP/1.1" status: 200 len: 868 time: 0.3900647 Apr 01 15:43:53.923293 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03287eeb-f520-4d19-8cd2-9b111dd53f01 None None] Network 745d99f0-21f5-48bd-8b5b-debd618bc37f requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:43:53.942530 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644c33ca-bccf-4497-9e66-879bb6407cf9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88e29a87-d4d8-436a-9a46-c00720de2ada,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:43:53.953012 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644c33ca-bccf-4497-9e66-879bb6407cf9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:53.953383 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644c33ca-bccf-4497-9e66-879bb6407cf9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:53.953689 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644c33ca-bccf-4497-9e66-879bb6407cf9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:53.954021 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644c33ca-bccf-4497-9e66-879bb6407cf9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:53.954351 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644c33ca-bccf-4497-9e66-879bb6407cf9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:53.954680 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644c33ca-bccf-4497-9e66-879bb6407cf9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:53.955008 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644c33ca-bccf-4497-9e66-879bb6407cf9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:53.955368 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644c33ca-bccf-4497-9e66-879bb6407cf9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:53.955646 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644c33ca-bccf-4497-9e66-879bb6407cf9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:53.955964 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644c33ca-bccf-4497-9e66-879bb6407cf9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:53.956281 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644c33ca-bccf-4497-9e66-879bb6407cf9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:43:54.452723 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-6a9ba95b-a0e8-4c8b-806a-9ce972f1b9bb None None] Provisioning complete for port 973a2b2a-97b2-4352-a817-7fe4ab52764a triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:43:54.453109 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6a9ba95b-a0e8-4c8b-806a-9ce972f1b9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:54.579870 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-6a9ba95b-a0e8-4c8b-806a-9ce972f1b9bb None None] Provisioning complete for port 730883e6-96d3-4a8f-aafa-e423d20aa1ba triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:43:54.580245 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6a9ba95b-a0e8-4c8b-806a-9ce972f1b9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:55.999309 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 45548) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:43:56.179395 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-45af549f-2c96-4b7a-8fa7-41f8f401b5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:56.208302 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7888d4cd-3edd-44b1-b709-cba4252e071d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:56.208677 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7888d4cd-3edd-44b1-b709-cba4252e071d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:56.210208 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-7888d4cd-3edd-44b1-b709-cba4252e071d admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2099628 Apr 01 15:43:57.440040 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:57.705817 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:43:58.254980 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 45558) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:43:58.453172 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38715e4e-3273-4d96-96da-cdea57927d2e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:58.453542 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38715e4e-3273-4d96-96da-cdea57927d2e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:43:58.455035 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-38715e4e-3273-4d96-96da-cdea57927d2e admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1991997 Apr 01 15:43:59.095849 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:00.521379 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 45568) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:44:00.744589 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2713d7e0-4c50-47c0-bb15-8b3de9336a8f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:00.745881 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-2713d7e0-4c50-47c0-bb15-8b3de9336a8f admin admin] 10.222.0.55 "GET /v2.0/networks/745d99f0-21f5-48bd-8b5b-debd618bc37f HTTP/1.1" status: 200 len: 868 time: 0.2235591 Apr 01 15:44:02.901491 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 45578) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:44:03.100247 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c636cef9-06e7-403a-b529-d86e0bfde0b5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:03.101516 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-c636cef9-06e7-403a-b529-d86e0bfde0b5 admin admin] 10.222.0.55 "GET /v2.0/networks/ed45466e-0386-4b92-8de3-247c977242ac HTTP/1.1" status: 200 len: 886 time: 0.1990974 Apr 01 15:44:05.122203 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 45588) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:44:05.250789 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3c6554-77f1-4ccd-98d7-c8b82a84f894 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:05.251153 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3c6554-77f1-4ccd-98d7-c8b82a84f894 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:05.252625 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-8a3c6554-77f1-4ccd-98d7-c8b82a84f894 admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1295071 Apr 01 15:44:07.339754 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 45598) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:44:07.476990 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3865f99-1e19-4447-951e-72636ce561e2 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:07.477353 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3865f99-1e19-4447-951e-72636ce561e2 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:07.478859 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-f3865f99-1e19-4447-951e-72636ce561e2 admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1378970 Apr 01 15:44:09.533038 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 45608) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:44:09.663249 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61359bdf-916a-4464-923b-bcaf6c621c32 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:09.664596 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-61359bdf-916a-4464-923b-bcaf6c621c32 admin admin] 10.222.0.55 "GET /v2.0/subnets/0479f741-5cd1-4d6f-b593-d8aa909a42d3 HTTP/1.1" status: 200 len: 816 time: 0.1305974 Apr 01 15:44:11.707645 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 45618) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:44:11.840785 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6aa1fe-067a-4455-a650-28d5052748e4 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:11.842106 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-1e6aa1fe-067a-4455-a650-28d5052748e4 admin admin] 10.222.0.55 "GET /v2.0/subnets/88e29a87-d4d8-436a-9a46-c00720de2ada HTTP/1.1" status: 200 len: 868 time: 0.1335235 Apr 01 15:44:22.507019 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 5 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:44:23.814178 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-39b3ddb2-a26d-4699-b46f-cccfa2066048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:26.189570 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-1b5bacdd-55e8-4d9f-8bee-e42b135ff3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:27.442833 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:27.707358 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:29.098870 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:29.960088 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 45656) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:44:30.034165 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [None req-f971dafc-34c3-42df-b4f7-6835a8f16f1a admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=83826) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:44:30.035148 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-f971dafc-34c3-42df-b4f7-6835a8f16f1a admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0741303 Apr 01 15:44:32.121511 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 45666) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:44:32.211445 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b858520-0bee-479b-96e8-1e325cf38cc6 admin admin] GET failed (client error): The resource could not be found. Apr 01 15:44:32.212633 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-8b858520-0bee-479b-96e8-1e325cf38cc6 admin admin] 10.222.0.55 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0902054 Apr 01 15:44:32.343131 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd8e364-8bfd-4db6-bd18-0b8197a71097 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:32.344594 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-ffd8e364-8bfd-4db6-bd18-0b8197a71097 admin admin] 10.222.0.55 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1274791 Apr 01 15:44:34.420743 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 45676) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:44:34.493007 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-45e23d09-0974-4297-81c2-fe43aaf07187 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:44:34.497691 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-45e23d09-0974-4297-81c2-fe43aaf07187 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:44:34.507273 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-45e23d09-0974-4297-81c2-fe43aaf07187 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:44:34.517310 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e23d09-0974-4297-81c2-fe43aaf07187 admin admin] Made reservation on behalf of 731e065d1ecc4c73bf737cc86bb5a450 for: {'network': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:44:34.519562 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-45e23d09-0974-4297-81c2-fe43aaf07187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:34.606537 dv-neutron-833373-2-hyperv neutron-server[83828]: WARNING neutron.services.revisions.revision_plugin [None req-45e23d09-0974-4297-81c2-fe43aaf07187 admin admin] Could not find related network for resource to bump revision. Apr 01 15:44:34.619088 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45e23d09-0974-4297-81c2-fe43aaf07187 admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=83828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:44:34.629685 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-45e23d09-0974-4297-81c2-fe43aaf07187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:34.630189 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.segments_db [None req-45e23d09-0974-4297-81c2-fe43aaf07187 admin admin] Added segment b3da9ca7-0f0f-495b-bb63-3da779e97b0a of type vlan for network 8741b968-662f-4d23-bc2d-f279e0c619f8 Apr 01 15:44:34.656902 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-45e23d09-0974-4297-81c2-fe43aaf07187 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:34.687573 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-45e23d09-0974-4297-81c2-fe43aaf07187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:34.688453 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e23d09-0974-4297-81c2-fe43aaf07187 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:34.689061 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-45e23d09-0974-4297-81c2-fe43aaf07187 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:34.795033 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-45e23d09-0974-4297-81c2-fe43aaf07187 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.3728650 Apr 01 15:44:34.797492 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e23d09-0974-4297-81c2-fe43aaf07187 admin admin] Pushing event updated for resources: {'Network': ['ID=8741b968-662f-4d23-bc2d-f279e0c619f8,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:34.805660 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e23d09-0974-4297-81c2-fe43aaf07187 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:34.806009 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e23d09-0974-4297-81c2-fe43aaf07187 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:34.806349 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e23d09-0974-4297-81c2-fe43aaf07187 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:34.806678 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e23d09-0974-4297-81c2-fe43aaf07187 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:34.807009 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e23d09-0974-4297-81c2-fe43aaf07187 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:34.807369 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e23d09-0974-4297-81c2-fe43aaf07187 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:34.807696 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e23d09-0974-4297-81c2-fe43aaf07187 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:34.808024 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e23d09-0974-4297-81c2-fe43aaf07187 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:34.808348 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e23d09-0974-4297-81c2-fe43aaf07187 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:34.808663 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e23d09-0974-4297-81c2-fe43aaf07187 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:34.809016 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e23d09-0974-4297-81c2-fe43aaf07187 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:34.820628 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 8741b968-662f-4d23-bc2d-f279e0c619f8 details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:44:36.827093 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 45686) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:44:36.918965 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ebc99f2-596f-4d14-8b87-cf61076ebca3 admin admin] GET failed (client error): The resource could not be found. Apr 01 15:44:36.919457 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-2ebc99f2-596f-4d14-8b87-cf61076ebca3 admin admin] Synchronizing usage tracker for tenant:731e065d1ecc4c73bf737cc86bb5a450 on resource:network {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:44:36.934856 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-2ebc99f2-596f-4d14-8b87-cf61076ebca3 admin admin] Unset dirty status for tenant:731e065d1ecc4c73bf737cc86bb5a450 on resource:network {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:44:36.936782 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-2ebc99f2-596f-4d14-8b87-cf61076ebca3 admin admin] 10.222.0.55 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1084445 Apr 01 15:44:37.048360 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c28e349-0156-4803-8c10-c01099af7cfe admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:37.051008 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-5c28e349-0156-4803-8c10-c01099af7cfe admin admin] 10.222.0.55 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.1104956 Apr 01 15:44:37.059444 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-6bdf84c3-c7c2-4ab0-a5a7-c83704311d00 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'network_id': '8741b968-662f-4d23-bc2d-f279e0c619f8', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:44:37.063979 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-6bdf84c3-c7c2-4ab0-a5a7-c83704311d00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:44:37.073989 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-6bdf84c3-c7c2-4ab0-a5a7-c83704311d00 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:44:37.082501 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bdf84c3-c7c2-4ab0-a5a7-c83704311d00 admin admin] Made reservation on behalf of 731e065d1ecc4c73bf737cc86bb5a450 for: {'subnet': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:44:37.084714 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6bdf84c3-c7c2-4ab0-a5a7-c83704311d00 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:37.298603 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6bdf84c3-c7c2-4ab0-a5a7-c83704311d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for subnet, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:37.372486 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdf84c3-c7c2-4ab0-a5a7-c83704311d00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e796f277-c215-49a0-b5d7-c9029bfe0cdf,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:37.383966 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdf84c3-c7c2-4ab0-a5a7-c83704311d00 admin admin] Checking segment: {'id': 'b3da9ca7-0f0f-495b-bb63-3da779e97b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8741b968-662f-4d23-bc2d-f279e0c619f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:44:37.384344 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bdf84c3-c7c2-4ab0-a5a7-c83704311d00 admin admin] Network hostable DHCP agents. Network: 8741b968-662f-4d23-bc2d-f279e0c619f8, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:44:37.408662 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bdf84c3-c7c2-4ab0-a5a7-c83704311d00 admin admin] Network 8741b968-662f-4d23-bc2d-f279e0c619f8 is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:44:37.417979 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-6bdf84c3-c7c2-4ab0-a5a7-c83704311d00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, 8741b968-662f-4d23-bc2d-f279e0c619f8) {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:44:37.422411 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bdf84c3-c7c2-4ab0-a5a7-c83704311d00 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:44:37.422985 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6bdf84c3-c7c2-4ab0-a5a7-c83704311d00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:37.427222 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7000d2-c43d-4cc7-9f9a-1c207a8f227b None None] Network 8741b968-662f-4d23-bc2d-f279e0c619f8 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:44:37.446313 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-6bdf84c3-c7c2-4ab0-a5a7-c83704311d00 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3906169 Apr 01 15:44:37.645304 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75da9437-021e-46eb-a428-ff11358cdc94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-8741b968-662f-4d23-bc2d-f279e0c619f8', 'network_id': '8741b968-662f-4d23-bc2d-f279e0c619f8', 'tenant_id': '731e065d1ecc4c73bf737cc86bb5a450', 'fixed_ips': [{'subnet_id': 'e796f277-c215-49a0-b5d7-c9029bfe0cdf'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:44:37.646128 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-75da9437-021e-46eb-a428-ff11358cdc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:37.809399 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-75da9437-021e-46eb-a428-ff11358cdc94 None None] Allocated IP 192.168.233.2 (8741b968-662f-4d23-bc2d-f279e0c619f8/e796f277-c215-49a0-b5d7-c9029bfe0cdf/1e559fd8-246d-4503-bcc8-d8c06d9111c1) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:44:38.022782 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-75da9437-021e-46eb-a428-ff11358cdc94 None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:38.033214 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-75da9437-021e-46eb-a428-ff11358cdc94 None None] Transition to ACTIVE for port object 1e559fd8-246d-4503-bcc8-d8c06d9111c1 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:44:38.053888 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-75da9437-021e-46eb-a428-ff11358cdc94 None None] Transition to ACTIVE for port object 1e559fd8-246d-4503-bcc8-d8c06d9111c1 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:44:38.060244 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-75da9437-021e-46eb-a428-ff11358cdc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:38.131650 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75da9437-021e-46eb-a428-ff11358cdc94 None None] Network 8741b968-662f-4d23-bc2d-f279e0c619f8 is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:44:38.134508 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-75da9437-021e-46eb-a428-ff11358cdc94 None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:44:38.139119 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75da9437-021e-46eb-a428-ff11358cdc94 None None] Pushing event updated for resources: {'Port': ['ID=1e559fd8-246d-4503-bcc8-d8c06d9111c1,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:38.141691 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75da9437-021e-46eb-a428-ff11358cdc94 None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:44:38.180658 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75da9437-021e-46eb-a428-ff11358cdc94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:38.181034 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75da9437-021e-46eb-a428-ff11358cdc94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:38.181365 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75da9437-021e-46eb-a428-ff11358cdc94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:38.181692 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75da9437-021e-46eb-a428-ff11358cdc94 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:38.182388 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75da9437-021e-46eb-a428-ff11358cdc94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:38.182728 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75da9437-021e-46eb-a428-ff11358cdc94 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:38.183050 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75da9437-021e-46eb-a428-ff11358cdc94 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:38.183378 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75da9437-021e-46eb-a428-ff11358cdc94 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:38.183696 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75da9437-021e-46eb-a428-ff11358cdc94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:38.184024 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75da9437-021e-46eb-a428-ff11358cdc94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:38.184334 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75da9437-021e-46eb-a428-ff11358cdc94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:44:38.241438 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-75da9437-021e-46eb-a428-ff11358cdc94 None None] Attempting to bind port 1e559fd8-246d-4503-bcc8-d8c06d9111c1 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:44:38.241802 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-75da9437-021e-46eb-a428-ff11358cdc94 None None] Attempting to bind port 1e559fd8-246d-4503-bcc8-d8c06d9111c1 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'b3da9ca7-0f0f-495b-bb63-3da779e97b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8741b968-662f-4d23-bc2d-f279e0c619f8'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:44:38.242157 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75da9437-021e-46eb-a428-ff11358cdc94 None None] Attempting to bind port 1e559fd8-246d-4503-bcc8-d8c06d9111c1 on network 8741b968-662f-4d23-bc2d-f279e0c619f8 {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:44:38.249376 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75da9437-021e-46eb-a428-ff11358cdc94 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:44:38.249741 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75da9437-021e-46eb-a428-ff11358cdc94 None None] Checking segment: {'id': 'b3da9ca7-0f0f-495b-bb63-3da779e97b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8741b968-662f-4d23-bc2d-f279e0c619f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:44:38.250144 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-75da9437-021e-46eb-a428-ff11358cdc94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:38.250533 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75da9437-021e-46eb-a428-ff11358cdc94 None None] Bound using segment: {'id': 'b3da9ca7-0f0f-495b-bb63-3da779e97b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8741b968-662f-4d23-bc2d-f279e0c619f8'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:44:38.250988 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-75da9437-021e-46eb-a428-ff11358cdc94 None None] Bound port: 1e559fd8-246d-4503-bcc8-d8c06d9111c1, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3da9ca7-0f0f-495b-bb63-3da779e97b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8741b968-662f-4d23-bc2d-f279e0c619f8'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:44:38.251370 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-75da9437-021e-46eb-a428-ff11358cdc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:38.345201 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-75da9437-021e-46eb-a428-ff11358cdc94 None None] For port 1e559fd8-246d-4503-bcc8-d8c06d9111c1, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:44:38.348633 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-75da9437-021e-46eb-a428-ff11358cdc94 None None] For port 1e559fd8-246d-4503-bcc8-d8c06d9111c1, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=1e559fd8-246d-4503-bcc8-d8c06d9111c1,segment=NetworkSegment(b3da9ca7-0f0f-495b-bb63-3da779e97b0a),segment_id=b3da9ca7-0f0f-495b-bb63-3da779e97b0a)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:44:38.353351 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-75da9437-021e-46eb-a428-ff11358cdc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:38.437413 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75da9437-021e-46eb-a428-ff11358cdc94 None None] Pushing event updated for resources: {'Port': ['ID=1e559fd8-246d-4503-bcc8-d8c06d9111c1,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:39.273527 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06bdb755-78e7-45b2-a6e1-dd129dc4e4fd None None] Network 8741b968-662f-4d23-bc2d-f279e0c619f8 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:44:39.408528 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-8c7ee347-7f8f-4fff-ab86-6dff278870b4 None None] Provisioning for port 1e559fd8-246d-4503-bcc8-d8c06d9111c1 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:44:40.096246 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 1e559fd8-246d-4503-bcc8-d8c06d9111c1 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:44:40.167999 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 1e559fd8-246d-4503-bcc8-d8c06d9111c1 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:44:40.172893 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 1e559fd8-246d-4503-bcc8-d8c06d9111c1 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:40.173256 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:40.292756 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:40.325260 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port 1e559fd8-246d-4503-bcc8-d8c06d9111c1, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=1e559fd8-246d-4503-bcc8-d8c06d9111c1,segment=NetworkSegment(b3da9ca7-0f0f-495b-bb63-3da779e97b0a),segment_id=b3da9ca7-0f0f-495b-bb63-3da779e97b0a)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:44:40.329153 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:40.396065 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=1e559fd8-246d-4503-bcc8-d8c06d9111c1,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:44:42.074568 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 1e559fd8-246d-4503-bcc8-d8c06d9111c1 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:44:42.146672 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 1e559fd8-246d-4503-bcc8-d8c06d9111c1 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:44:42.147044 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:53.817216 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-3df32097-56fc-49a1-9a4b-88a228fcc9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:56.181719 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-29ec6fe9-cdc8-472a-99a9-c56d0949c0ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:57.451318 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:57.710517 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:59.101475 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:44:59.507563 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 5 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:45:23.819406 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-af22a8de-f077-4531-907a-3dde690a65a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:26.184886 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-df805907-e01d-4312-947c-757d3da43dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:27.452374 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:27.725380 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:29.107833 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:36.508262 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 5 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:45:53.822313 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a83ad4c3-dcbb-4607-b377-31f58501f9b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:56.189622 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-d32e9f88-6d89-49a4-91b6-0fad8cf3500e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:57.455304 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:57.709717 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:45:59.108854 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:02.400128 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 45728) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:02.405828 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [None req-f823d89c-628a-41c8-af76-2a4c41f6470f tempest-verify_tempest_config-1459484323 tempest-verify_tempest_config-1459484323-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=83828) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:46:02.406797 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-f823d89c-628a-41c8-af76-2a4c41f6470f tempest-verify_tempest_config-1459484323 tempest-verify_tempest_config-1459484323-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0056589 Apr 01 15:46:02.740502 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 45744) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:02.881931 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-55e593bd-9aa3-4260-904b-840caa660f55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:02.913267 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-55e593bd-9aa3-4260-904b-840caa660f55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:46:02.918027 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-55e593bd-9aa3-4260-904b-840caa660f55 admin admin] Usage tracker for resource:security_group_rule and tenant:1509f8fb38a84870a9b209a07dfe6c70 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:46:02.920810 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-55e593bd-9aa3-4260-904b-840caa660f55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:46:02.926460 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-55e593bd-9aa3-4260-904b-840caa660f55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:46:02.990970 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-55e593bd-9aa3-4260-904b-840caa660f55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:02.994800 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-55e593bd-9aa3-4260-904b-840caa660f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:03.037751 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e593bd-9aa3-4260-904b-840caa660f55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6807040-e67f-4108-8fc0-1ece1de2bab6,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:03.050347 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-55e593bd-9aa3-4260-904b-840caa660f55 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1509f8fb38a84870a9b209a07dfe6c70&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3087316 Apr 01 15:46:03.051863 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e593bd-9aa3-4260-904b-840caa660f55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:03.052215 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e593bd-9aa3-4260-904b-840caa660f55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:03.052553 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e593bd-9aa3-4260-904b-840caa660f55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:03.052919 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e593bd-9aa3-4260-904b-840caa660f55 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:03.053079 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 45750) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:46:03.053644 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e593bd-9aa3-4260-904b-840caa660f55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:03.053644 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e593bd-9aa3-4260-904b-840caa660f55 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:03.053923 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e593bd-9aa3-4260-904b-840caa660f55 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:03.054255 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e593bd-9aa3-4260-904b-840caa660f55 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:03.054577 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e593bd-9aa3-4260-904b-840caa660f55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:03.054902 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e593bd-9aa3-4260-904b-840caa660f55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:03.055224 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e593bd-9aa3-4260-904b-840caa660f55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:03.115636 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7ca6d785-193f-4135-b1b1-8286732ffcf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:03.140818 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7ca6d785-193f-4135-b1b1-8286732ffcf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:03.234675 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7ca6d785-193f-4135-b1b1-8286732ffcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:03.248654 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca6d785-193f-4135-b1b1-8286732ffcf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6807040-e67f-4108-8fc0-1ece1de2bab6,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:46:03.260208 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca6d785-193f-4135-b1b1-8286732ffcf5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:03.260720 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca6d785-193f-4135-b1b1-8286732ffcf5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:03.261344 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca6d785-193f-4135-b1b1-8286732ffcf5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:03.261877 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca6d785-193f-4135-b1b1-8286732ffcf5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:03.262659 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca6d785-193f-4135-b1b1-8286732ffcf5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:03.263003 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca6d785-193f-4135-b1b1-8286732ffcf5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:03.264355 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca6d785-193f-4135-b1b1-8286732ffcf5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:03.266173 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca6d785-193f-4135-b1b1-8286732ffcf5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:03.266547 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca6d785-193f-4135-b1b1-8286732ffcf5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:03.266891 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca6d785-193f-4135-b1b1-8286732ffcf5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:03.268344 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca6d785-193f-4135-b1b1-8286732ffcf5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:46:03.271509 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7ca6d785-193f-4135-b1b1-8286732ffcf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:03.275034 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-7ca6d785-193f-4135-b1b1-8286732ffcf5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b6807040-e67f-4108-8fc0-1ece1de2bab6 HTTP/1.1" status: 204 len: 168 time: 0.2186532 Apr 01 15:46:13.509701 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 5 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:46:23.831354 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-9fccfb57-4069-4c1c-884f-ce53b5bbdb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:26.193392 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-e8d3397c-6adb-432d-b2a8-b86991d6d520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:27.460841 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:27.712976 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:29.120219 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:50.510162 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 5 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:46:53.824406 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-5a0afe5a-58fc-431a-a4c7-ea5e000641a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:56.196868 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-73440537-3c80-47a8-8dbd-410396d6ba8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:57.467470 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:57.717734 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:46:59.110332 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:23.641358 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-611381'] for agent, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:23.826374 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6ac02193-7daf-49ab-9980-89704d0f7c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:26.199406 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-310e6a68-50dd-46b4-b794-ca05dbc07039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:27.463623 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:27.513870 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:47:27.721670 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:29.116365 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:38.811208 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 45820) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:38.948949 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-6d69acdc-4e79-4fb1-a7c4-fc45ffc53002 admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1364720 Apr 01 15:47:41.004717 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 45830) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:47:41.085107 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-84f516be-6830-43a9-8ea7-2ec592ed5507 admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0792170 Apr 01 15:47:53.621584 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:53.827852 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-77ae0ed3-7e58-4512-b482-a9d14fc11870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:56.202163 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-16da9d60-e89b-420f-9f9a-ed657574f53d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:57.465862 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:57.724193 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:47:59.119069 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:04.514323 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:48:23.636651 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:23.830620 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-350e7035-43ab-4f29-9f93-e91f95e75598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:26.206403 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-865d0e63-ee51-4c46-9141-09377d36b358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:27.477676 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:27.736432 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:29.123454 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:41.515187 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:48:53.632675 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:53.835792 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-17767ae7-d6d6-4d36-9f2d-0ca205d271a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:56.212329 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-bf81a973-8aec-47cb-8628-52cdb1c77e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:57.473853 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:57.729973 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:48:59.131141 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:06.952247 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 45938) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:07.459086 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-faa8afd7-99de-4783-9563-705a9dc3c0d9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-487254703-network', 'tenant_id': 'f25527a3ef4e4227be945540540cca4c'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:49:07.464100 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-faa8afd7-99de-4783-9563-705a9dc3c0d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:07.468394 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-faa8afd7-99de-4783-9563-705a9dc3c0d9 admin admin] Usage tracker for resource:network and tenant:f25527a3ef4e4227be945540540cca4c is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:07.471578 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-faa8afd7-99de-4783-9563-705a9dc3c0d9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:07.477909 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-faa8afd7-99de-4783-9563-705a9dc3c0d9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:07.487944 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa8afd7-99de-4783-9563-705a9dc3c0d9 admin admin] Made reservation on behalf of f25527a3ef4e4227be945540540cca4c for: {'network': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:07.491002 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-faa8afd7-99de-4783-9563-705a9dc3c0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:07.505108 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-faa8afd7-99de-4783-9563-705a9dc3c0d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:07.547102 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-faa8afd7-99de-4783-9563-705a9dc3c0d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:07.550947 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-faa8afd7-99de-4783-9563-705a9dc3c0d9 admin admin] Usage tracker for resource:security_group_rule and tenant:f25527a3ef4e4227be945540540cca4c is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:07.553889 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-faa8afd7-99de-4783-9563-705a9dc3c0d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:07.560692 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-faa8afd7-99de-4783-9563-705a9dc3c0d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:07.634151 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-faa8afd7-99de-4783-9563-705a9dc3c0d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:07.638138 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-faa8afd7-99de-4783-9563-705a9dc3c0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:07.672189 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faa8afd7-99de-4783-9563-705a9dc3c0d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=83828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:49:07.677470 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa8afd7-99de-4783-9563-705a9dc3c0d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87eadd5b-ec80-4e7f-a970-f6a8109af961,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:07.687735 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa8afd7-99de-4783-9563-705a9dc3c0d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:07.688090 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa8afd7-99de-4783-9563-705a9dc3c0d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:07.688434 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa8afd7-99de-4783-9563-705a9dc3c0d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:07.688791 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa8afd7-99de-4783-9563-705a9dc3c0d9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:07.689148 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa8afd7-99de-4783-9563-705a9dc3c0d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:07.689485 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa8afd7-99de-4783-9563-705a9dc3c0d9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:07.689827 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa8afd7-99de-4783-9563-705a9dc3c0d9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:07.690159 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa8afd7-99de-4783-9563-705a9dc3c0d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:07.690482 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa8afd7-99de-4783-9563-705a9dc3c0d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:07.690805 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa8afd7-99de-4783-9563-705a9dc3c0d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:07.691130 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa8afd7-99de-4783-9563-705a9dc3c0d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:07.692198 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa8afd7-99de-4783-9563-705a9dc3c0d9 admin admin] Tracked resource versions report: Apr 01 15:49:07.692198 dv-neutron-833373-2-hyperv neutron-server[83828]: pushed versions: Apr 01 15:49:07.692198 dv-neutron-833373-2-hyperv neutron-server[83828]: { 'ConntrackHelper': {'1.0'}, Apr 01 15:49:07.692198 dv-neutron-833373-2-hyperv neutron-server[83828]: 'Log': {'1.0'}, Apr 01 15:49:07.692198 dv-neutron-833373-2-hyperv neutron-server[83828]: 'Network': {'1.1'}, Apr 01 15:49:07.692198 dv-neutron-833373-2-hyperv neutron-server[83828]: 'Port': {'1.5'}, Apr 01 15:49:07.692198 dv-neutron-833373-2-hyperv neutron-server[83828]: 'PortForwarding': {'1.2'}, Apr 01 15:49:07.692198 dv-neutron-833373-2-hyperv neutron-server[83828]: 'QosPolicy': {'1.8'}, Apr 01 15:49:07.692198 dv-neutron-833373-2-hyperv neutron-server[83828]: 'SecurityGroup': {'1.2'}, Apr 01 15:49:07.692198 dv-neutron-833373-2-hyperv neutron-server[83828]: 'SecurityGroupRule': {'1.0'}, Apr 01 15:49:07.692198 dv-neutron-833373-2-hyperv neutron-server[83828]: 'SubPort': {'1.0'}, Apr 01 15:49:07.692198 dv-neutron-833373-2-hyperv neutron-server[83828]: 'Subnet': {'1.1'}, Apr 01 15:49:07.692198 dv-neutron-833373-2-hyperv neutron-server[83828]: 'Trunk': {'1.1'}} Apr 01 15:49:07.692198 dv-neutron-833373-2-hyperv neutron-server[83828]: consumer versions: Apr 01 15:49:07.692198 dv-neutron-833373-2-hyperv neutron-server[83828]: { DHCP agent@dv-neutron-833373-2-hyperv: {}, Apr 01 15:49:07.692198 dv-neutron-833373-2-hyperv neutron-server[83828]: HyperV agent@hv-neutron-8333: {}, Apr 01 15:49:07.692198 dv-neutron-833373-2-hyperv neutron-server[83828]: L3 agent@dv-neutron-833373-2-hyperv: {}, Apr 01 15:49:07.692198 dv-neutron-833373-2-hyperv neutron-server[83828]: Metadata agent@dv-neutron-833373-2-hyperv: {}, Apr 01 15:49:07.692198 dv-neutron-833373-2-hyperv neutron-server[83828]: Metering agent@dv-neutron-833373-2-hyperv: {}, Apr 01 15:49:07.692198 dv-neutron-833373-2-hyperv neutron-server[83828]: Open vSwitch agent@dv-neutron-833373-2-hyperv: { 'ConntrackHelper': '1.0', Apr 01 15:49:07.692198 dv-neutron-833373-2-hyperv neutron-server[83828]: 'Log': '1.0', Apr 01 15:49:07.692198 dv-neutron-833373-2-hyperv neutron-server[83828]: 'Network': '1.1', Apr 01 15:49:07.692198 dv-neutron-833373-2-hyperv neutron-server[83828]: 'Port': '1.5', Apr 01 15:49:07.692198 dv-neutron-833373-2-hyperv neutron-server[83828]: 'PortForwarding': '1.2', Apr 01 15:49:07.692198 dv-neutron-833373-2-hyperv neutron-server[83828]: 'QosPolicy': '1.8', Apr 01 15:49:07.692198 dv-neutron-833373-2-hyperv neutron-server[83828]: 'SecurityGroup': '1.2', Apr 01 15:49:07.692198 dv-neutron-833373-2-hyperv neutron-server[83828]: 'SecurityGroupRule': '1.0', Apr 01 15:49:07.692198 dv-neutron-833373-2-hyperv neutron-server[83828]: 'SubPort': '1.0', Apr 01 15:49:07.692198 dv-neutron-833373-2-hyperv neutron-server[83828]: 'Subnet': '1.1', Apr 01 15:49:07.692198 dv-neutron-833373-2-hyperv neutron-server[83828]: 'Trunk': '1.1'}} Apr 01 15:49:07.692198 dv-neutron-833373-2-hyperv neutron-server[83828]: {{(pid=83828) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 01 15:49:07.698579 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-faa8afd7-99de-4783-9563-705a9dc3c0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:07.699148 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.segments_db [None req-faa8afd7-99de-4783-9563-705a9dc3c0d9 admin admin] Added segment 9bb8a968-41a4-480e-a4e4-5873f2811f7b of type vlan for network 81e6234b-1120-4acc-ae32-1910fd2f72f2 Apr 01 15:49:07.726807 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-faa8afd7-99de-4783-9563-705a9dc3c0d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:07.757503 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-faa8afd7-99de-4783-9563-705a9dc3c0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:07.758505 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa8afd7-99de-4783-9563-705a9dc3c0d9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:07.759088 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-faa8afd7-99de-4783-9563-705a9dc3c0d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:07.873038 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa8afd7-99de-4783-9563-705a9dc3c0d9 admin admin] Pushing event updated for resources: {'Network': ['ID=81e6234b-1120-4acc-ae32-1910fd2f72f2,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:07.889095 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-faa8afd7-99de-4783-9563-705a9dc3c0d9 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.9356205 Apr 01 15:49:07.889810 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 45976) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:07.895599 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 81e6234b-1120-4acc-ae32-1910fd2f72f2 details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:49:07.904976 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-8845078a-66e6-4035-a781-1668f9646a42 admin admin] Request body: {'subnet': {'network_id': '81e6234b-1120-4acc-ae32-1910fd2f72f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-487254703-subnet', 'tenant_id': 'f25527a3ef4e4227be945540540cca4c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:49:07.920587 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-8845078a-66e6-4035-a781-1668f9646a42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:07.929658 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-8845078a-66e6-4035-a781-1668f9646a42 admin admin] Usage tracker for resource:subnet and tenant:f25527a3ef4e4227be945540540cca4c is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:07.937204 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-8845078a-66e6-4035-a781-1668f9646a42 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:07.944500 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-8845078a-66e6-4035-a781-1668f9646a42 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:07.965442 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8845078a-66e6-4035-a781-1668f9646a42 admin admin] Made reservation on behalf of f25527a3ef4e4227be945540540cca4c for: {'subnet': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:07.967935 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8845078a-66e6-4035-a781-1668f9646a42 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:08.214974 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8845078a-66e6-4035-a781-1668f9646a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for subnet, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:08.292599 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8845078a-66e6-4035-a781-1668f9646a42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d48ff955-183a-46a4-8b71-2c017377434c,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:08.308074 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8845078a-66e6-4035-a781-1668f9646a42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:08.308397 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8845078a-66e6-4035-a781-1668f9646a42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:08.308793 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8845078a-66e6-4035-a781-1668f9646a42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:08.309096 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8845078a-66e6-4035-a781-1668f9646a42 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:08.309451 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8845078a-66e6-4035-a781-1668f9646a42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:08.309748 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8845078a-66e6-4035-a781-1668f9646a42 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:08.310093 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8845078a-66e6-4035-a781-1668f9646a42 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:08.310419 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8845078a-66e6-4035-a781-1668f9646a42 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:08.310739 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8845078a-66e6-4035-a781-1668f9646a42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:08.311057 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8845078a-66e6-4035-a781-1668f9646a42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:08.311382 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8845078a-66e6-4035-a781-1668f9646a42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:08.313145 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8845078a-66e6-4035-a781-1668f9646a42 admin admin] Tracked resource versions report: Apr 01 15:49:08.313145 dv-neutron-833373-2-hyperv neutron-server[83826]: pushed versions: Apr 01 15:49:08.313145 dv-neutron-833373-2-hyperv neutron-server[83826]: { 'ConntrackHelper': {'1.0'}, Apr 01 15:49:08.313145 dv-neutron-833373-2-hyperv neutron-server[83826]: 'Log': {'1.0'}, Apr 01 15:49:08.313145 dv-neutron-833373-2-hyperv neutron-server[83826]: 'Network': {'1.1'}, Apr 01 15:49:08.313145 dv-neutron-833373-2-hyperv neutron-server[83826]: 'Port': {'1.5'}, Apr 01 15:49:08.313145 dv-neutron-833373-2-hyperv neutron-server[83826]: 'PortForwarding': {'1.2'}, Apr 01 15:49:08.313145 dv-neutron-833373-2-hyperv neutron-server[83826]: 'QosPolicy': {'1.8'}, Apr 01 15:49:08.313145 dv-neutron-833373-2-hyperv neutron-server[83826]: 'SecurityGroup': {'1.2'}, Apr 01 15:49:08.313145 dv-neutron-833373-2-hyperv neutron-server[83826]: 'SecurityGroupRule': {'1.0'}, Apr 01 15:49:08.313145 dv-neutron-833373-2-hyperv neutron-server[83826]: 'SubPort': {'1.0'}, Apr 01 15:49:08.313145 dv-neutron-833373-2-hyperv neutron-server[83826]: 'Subnet': {'1.1'}, Apr 01 15:49:08.313145 dv-neutron-833373-2-hyperv neutron-server[83826]: 'Trunk': {'1.1'}} Apr 01 15:49:08.313145 dv-neutron-833373-2-hyperv neutron-server[83826]: consumer versions: Apr 01 15:49:08.313145 dv-neutron-833373-2-hyperv neutron-server[83826]: { DHCP agent@dv-neutron-833373-2-hyperv: {}, Apr 01 15:49:08.313145 dv-neutron-833373-2-hyperv neutron-server[83826]: HyperV agent@hv-neutron-8333: {}, Apr 01 15:49:08.313145 dv-neutron-833373-2-hyperv neutron-server[83826]: L3 agent@dv-neutron-833373-2-hyperv: {}, Apr 01 15:49:08.313145 dv-neutron-833373-2-hyperv neutron-server[83826]: Metadata agent@dv-neutron-833373-2-hyperv: {}, Apr 01 15:49:08.313145 dv-neutron-833373-2-hyperv neutron-server[83826]: Metering agent@dv-neutron-833373-2-hyperv: {}, Apr 01 15:49:08.313145 dv-neutron-833373-2-hyperv neutron-server[83826]: Open vSwitch agent@dv-neutron-833373-2-hyperv: { 'ConntrackHelper': '1.0', Apr 01 15:49:08.313145 dv-neutron-833373-2-hyperv neutron-server[83826]: 'Log': '1.0', Apr 01 15:49:08.313145 dv-neutron-833373-2-hyperv neutron-server[83826]: 'Network': '1.1', Apr 01 15:49:08.313145 dv-neutron-833373-2-hyperv neutron-server[83826]: 'Port': '1.5', Apr 01 15:49:08.313145 dv-neutron-833373-2-hyperv neutron-server[83826]: 'PortForwarding': '1.2', Apr 01 15:49:08.313145 dv-neutron-833373-2-hyperv neutron-server[83826]: 'QosPolicy': '1.8', Apr 01 15:49:08.313145 dv-neutron-833373-2-hyperv neutron-server[83826]: 'SecurityGroup': '1.2', Apr 01 15:49:08.313145 dv-neutron-833373-2-hyperv neutron-server[83826]: 'SecurityGroupRule': '1.0', Apr 01 15:49:08.313145 dv-neutron-833373-2-hyperv neutron-server[83826]: 'SubPort': '1.0', Apr 01 15:49:08.313145 dv-neutron-833373-2-hyperv neutron-server[83826]: 'Subnet': '1.1', Apr 01 15:49:08.313145 dv-neutron-833373-2-hyperv neutron-server[83826]: 'Trunk': '1.1'}} Apr 01 15:49:08.313145 dv-neutron-833373-2-hyperv neutron-server[83826]: {{(pid=83826) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 01 15:49:08.325526 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8845078a-66e6-4035-a781-1668f9646a42 admin admin] Checking segment: {'id': '9bb8a968-41a4-480e-a4e4-5873f2811f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '81e6234b-1120-4acc-ae32-1910fd2f72f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:49:08.325890 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8845078a-66e6-4035-a781-1668f9646a42 admin admin] Network hostable DHCP agents. Network: 81e6234b-1120-4acc-ae32-1910fd2f72f2, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:49:08.350969 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8845078a-66e6-4035-a781-1668f9646a42 admin admin] Network 81e6234b-1120-4acc-ae32-1910fd2f72f2 is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:49:08.370495 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-8845078a-66e6-4035-a781-1668f9646a42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, 81e6234b-1120-4acc-ae32-1910fd2f72f2) {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:08.376195 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8845078a-66e6-4035-a781-1668f9646a42 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:08.377022 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8845078a-66e6-4035-a781-1668f9646a42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:08.382271 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9754959-1ea2-47fe-9096-f8b7abe1db3e None None] Network 81e6234b-1120-4acc-ae32-1910fd2f72f2 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:49:08.417505 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-8845078a-66e6-4035-a781-1668f9646a42 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5249720 Apr 01 15:49:08.418096 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 45994) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:08.428881 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-397f4a50-aa93-4244-a70f-1cf9d94d4b29 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-487254703-router', 'tenant_id': 'f25527a3ef4e4227be945540540cca4c', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:49:08.436937 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-397f4a50-aa93-4244-a70f-1cf9d94d4b29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:08.444352 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-397f4a50-aa93-4244-a70f-1cf9d94d4b29 admin admin] Usage tracker for resource:router and tenant:f25527a3ef4e4227be945540540cca4c is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:08.452214 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-397f4a50-aa93-4244-a70f-1cf9d94d4b29 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:08.463284 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-397f4a50-aa93-4244-a70f-1cf9d94d4b29 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:08.482679 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-397f4a50-aa93-4244-a70f-1cf9d94d4b29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130665'] for router, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:08.485346 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-397f4a50-aa93-4244-a70f-1cf9d94d4b29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617571', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130640'] for router, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:08.522869 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-397f4a50-aa93-4244-a70f-1cf9d94d4b29 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:08.646882 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa74e1dc-072a-431b-b449-47e06d9b7076 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-81e6234b-1120-4acc-ae32-1910fd2f72f2', 'network_id': '81e6234b-1120-4acc-ae32-1910fd2f72f2', 'tenant_id': 'f25527a3ef4e4227be945540540cca4c', 'fixed_ips': [{'subnet_id': 'd48ff955-183a-46a4-8b71-2c017377434c'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:49:08.647710 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-fa74e1dc-072a-431b-b449-47e06d9b7076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:08.690144 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 46004) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:08.837013 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-fa74e1dc-072a-431b-b449-47e06d9b7076 None None] Allocated IP 172.20.0.2 (81e6234b-1120-4acc-ae32-1910fd2f72f2/d48ff955-183a-46a4-8b71-2c017377434c/dcd71320-d1a0-4504-ad7b-e291fda7f65b) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:49:08.850280 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-397f4a50-aa93-4244-a70f-1cf9d94d4b29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130626'] for router, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:09.025967 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 46014) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:09.159466 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-fa74e1dc-072a-431b-b449-47e06d9b7076 None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:09.163283 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-397f4a50-aa93-4244-a70f-1cf9d94d4b29 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:09.183117 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-fa74e1dc-072a-431b-b449-47e06d9b7076 None None] Transition to ACTIVE for port object dcd71320-d1a0-4504-ad7b-e291fda7f65b will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:49:09.209167 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-397f4a50-aa93-4244-a70f-1cf9d94d4b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:09.213143 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-fa74e1dc-072a-431b-b449-47e06d9b7076 None None] Transition to ACTIVE for port object dcd71320-d1a0-4504-ad7b-e291fda7f65b will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:49:09.222117 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-fa74e1dc-072a-431b-b449-47e06d9b7076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:09.299822 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa74e1dc-072a-431b-b449-47e06d9b7076 None None] Network 81e6234b-1120-4acc-ae32-1910fd2f72f2 is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:09.302696 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-fa74e1dc-072a-431b-b449-47e06d9b7076 None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:09.308200 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa74e1dc-072a-431b-b449-47e06d9b7076 None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:49:09.314795 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa74e1dc-072a-431b-b449-47e06d9b7076 None None] Pushing event updated for resources: {'Port': ['ID=dcd71320-d1a0-4504-ad7b-e291fda7f65b,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:09.358964 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa74e1dc-072a-431b-b449-47e06d9b7076 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:09.359311 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa74e1dc-072a-431b-b449-47e06d9b7076 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:09.359649 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa74e1dc-072a-431b-b449-47e06d9b7076 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:09.360478 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa74e1dc-072a-431b-b449-47e06d9b7076 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:09.360478 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa74e1dc-072a-431b-b449-47e06d9b7076 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:09.360697 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa74e1dc-072a-431b-b449-47e06d9b7076 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:09.360977 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa74e1dc-072a-431b-b449-47e06d9b7076 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:09.361296 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa74e1dc-072a-431b-b449-47e06d9b7076 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:09.361617 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa74e1dc-072a-431b-b449-47e06d9b7076 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:09.361948 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa74e1dc-072a-431b-b449-47e06d9b7076 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:09.362254 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa74e1dc-072a-431b-b449-47e06d9b7076 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:09.363378 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa74e1dc-072a-431b-b449-47e06d9b7076 None None] Tracked resource versions report: Apr 01 15:49:09.363378 dv-neutron-833373-2-hyperv neutron-server[83829]: pushed versions: Apr 01 15:49:09.363378 dv-neutron-833373-2-hyperv neutron-server[83829]: { 'ConntrackHelper': {'1.0'}, Apr 01 15:49:09.363378 dv-neutron-833373-2-hyperv neutron-server[83829]: 'Log': {'1.0'}, Apr 01 15:49:09.363378 dv-neutron-833373-2-hyperv neutron-server[83829]: 'Network': {'1.1'}, Apr 01 15:49:09.363378 dv-neutron-833373-2-hyperv neutron-server[83829]: 'Port': {'1.5'}, Apr 01 15:49:09.363378 dv-neutron-833373-2-hyperv neutron-server[83829]: 'PortForwarding': {'1.2'}, Apr 01 15:49:09.363378 dv-neutron-833373-2-hyperv neutron-server[83829]: 'QosPolicy': {'1.8'}, Apr 01 15:49:09.363378 dv-neutron-833373-2-hyperv neutron-server[83829]: 'SecurityGroup': {'1.2'}, Apr 01 15:49:09.363378 dv-neutron-833373-2-hyperv neutron-server[83829]: 'SecurityGroupRule': {'1.0'}, Apr 01 15:49:09.363378 dv-neutron-833373-2-hyperv neutron-server[83829]: 'SubPort': {'1.0'}, Apr 01 15:49:09.363378 dv-neutron-833373-2-hyperv neutron-server[83829]: 'Subnet': {'1.1'}, Apr 01 15:49:09.363378 dv-neutron-833373-2-hyperv neutron-server[83829]: 'Trunk': {'1.1'}} Apr 01 15:49:09.363378 dv-neutron-833373-2-hyperv neutron-server[83829]: consumer versions: Apr 01 15:49:09.363378 dv-neutron-833373-2-hyperv neutron-server[83829]: { DHCP agent@dv-neutron-833373-2-hyperv: {}, Apr 01 15:49:09.363378 dv-neutron-833373-2-hyperv neutron-server[83829]: HyperV agent@hv-neutron-8333: {}, Apr 01 15:49:09.363378 dv-neutron-833373-2-hyperv neutron-server[83829]: L3 agent@dv-neutron-833373-2-hyperv: {}, Apr 01 15:49:09.363378 dv-neutron-833373-2-hyperv neutron-server[83829]: Metadata agent@dv-neutron-833373-2-hyperv: {}, Apr 01 15:49:09.363378 dv-neutron-833373-2-hyperv neutron-server[83829]: Metering agent@dv-neutron-833373-2-hyperv: {}, Apr 01 15:49:09.363378 dv-neutron-833373-2-hyperv neutron-server[83829]: Open vSwitch agent@dv-neutron-833373-2-hyperv: { 'ConntrackHelper': '1.0', Apr 01 15:49:09.363378 dv-neutron-833373-2-hyperv neutron-server[83829]: 'Log': '1.0', Apr 01 15:49:09.363378 dv-neutron-833373-2-hyperv neutron-server[83829]: 'Network': '1.1', Apr 01 15:49:09.363378 dv-neutron-833373-2-hyperv neutron-server[83829]: 'Port': '1.5', Apr 01 15:49:09.363378 dv-neutron-833373-2-hyperv neutron-server[83829]: 'PortForwarding': '1.2', Apr 01 15:49:09.363378 dv-neutron-833373-2-hyperv neutron-server[83829]: 'QosPolicy': '1.8', Apr 01 15:49:09.363378 dv-neutron-833373-2-hyperv neutron-server[83829]: 'SecurityGroup': '1.2', Apr 01 15:49:09.363378 dv-neutron-833373-2-hyperv neutron-server[83829]: 'SecurityGroupRule': '1.0', Apr 01 15:49:09.363378 dv-neutron-833373-2-hyperv neutron-server[83829]: 'SubPort': '1.0', Apr 01 15:49:09.363378 dv-neutron-833373-2-hyperv neutron-server[83829]: 'Subnet': '1.1', Apr 01 15:49:09.363378 dv-neutron-833373-2-hyperv neutron-server[83829]: 'Trunk': '1.1'}} Apr 01 15:49:09.363378 dv-neutron-833373-2-hyperv neutron-server[83829]: {{(pid=83829) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 01 15:49:09.390350 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-397f4a50-aa93-4244-a70f-1cf9d94d4b29 admin admin] Allocated IP 172.26.1.57 (ed45466e-0386-4b92-8de3-247c977242ac/0479f741-5cd1-4d6f-b593-d8aa909a42d3/4fbf29b5-6eaf-491a-bcb8-2605d3e0ad98) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:49:09.406331 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 46026) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:09.431482 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-fa74e1dc-072a-431b-b449-47e06d9b7076 None None] Attempting to bind port dcd71320-d1a0-4504-ad7b-e291fda7f65b on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:49:09.432225 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-fa74e1dc-072a-431b-b449-47e06d9b7076 None None] Attempting to bind port dcd71320-d1a0-4504-ad7b-e291fda7f65b by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': '9bb8a968-41a4-480e-a4e4-5873f2811f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '81e6234b-1120-4acc-ae32-1910fd2f72f2'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:49:09.432818 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa74e1dc-072a-431b-b449-47e06d9b7076 None None] Attempting to bind port dcd71320-d1a0-4504-ad7b-e291fda7f65b on network 81e6234b-1120-4acc-ae32-1910fd2f72f2 {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:49:09.440303 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa74e1dc-072a-431b-b449-47e06d9b7076 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:49:09.441008 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa74e1dc-072a-431b-b449-47e06d9b7076 None None] Checking segment: {'id': '9bb8a968-41a4-480e-a4e4-5873f2811f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '81e6234b-1120-4acc-ae32-1910fd2f72f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:49:09.441582 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-fa74e1dc-072a-431b-b449-47e06d9b7076 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:09.442136 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa74e1dc-072a-431b-b449-47e06d9b7076 None None] Bound using segment: {'id': '9bb8a968-41a4-480e-a4e4-5873f2811f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '81e6234b-1120-4acc-ae32-1910fd2f72f2'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:49:09.442819 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-fa74e1dc-072a-431b-b449-47e06d9b7076 None None] Bound port: dcd71320-d1a0-4504-ad7b-e291fda7f65b, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bb8a968-41a4-480e-a4e4-5873f2811f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '81e6234b-1120-4acc-ae32-1910fd2f72f2'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:49:09.443399 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-fa74e1dc-072a-431b-b449-47e06d9b7076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:09.451185 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-a52914a8-30a2-480c-9cac-9a1b7eaad729 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1669199740-network', 'tenant_id': 'b509592769ce4fd4a6019281630321e8'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:49:09.458221 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-a52914a8-30a2-480c-9cac-9a1b7eaad729 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:09.468788 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-a52914a8-30a2-480c-9cac-9a1b7eaad729 admin admin] Usage tracker for resource:network and tenant:b509592769ce4fd4a6019281630321e8 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:09.475590 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-a52914a8-30a2-480c-9cac-9a1b7eaad729 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:09.488947 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-a52914a8-30a2-480c-9cac-9a1b7eaad729 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:09.507913 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a52914a8-30a2-480c-9cac-9a1b7eaad729 admin admin] Made reservation on behalf of b509592769ce4fd4a6019281630321e8 for: {'network': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:09.515169 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a52914a8-30a2-480c-9cac-9a1b7eaad729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:09.550475 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-1743b24f-420c-4327-b69c-8489ae5cd83b admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-753165356-network', 'tenant_id': 'ea61585477ae47b59fca06b1e521f7a0'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:49:09.563084 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a52914a8-30a2-480c-9cac-9a1b7eaad729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:09.578258 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-fa74e1dc-072a-431b-b449-47e06d9b7076 None None] For port dcd71320-d1a0-4504-ad7b-e291fda7f65b, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:49:09.581957 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-fa74e1dc-072a-431b-b449-47e06d9b7076 None None] For port dcd71320-d1a0-4504-ad7b-e291fda7f65b, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=dcd71320-d1a0-4504-ad7b-e291fda7f65b,segment=NetworkSegment(9bb8a968-41a4-480e-a4e4-5873f2811f7b),segment_id=9bb8a968-41a4-480e-a4e4-5873f2811f7b)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:49:09.590930 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-fa74e1dc-072a-431b-b449-47e06d9b7076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:09.591408 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-1743b24f-420c-4327-b69c-8489ae5cd83b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:09.596720 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-397f4a50-aa93-4244-a70f-1cf9d94d4b29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:09.608095 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-1743b24f-420c-4327-b69c-8489ae5cd83b admin admin] Usage tracker for resource:network and tenant:ea61585477ae47b59fca06b1e521f7a0 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:09.613215 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-1743b24f-420c-4327-b69c-8489ae5cd83b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:09.628066 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-1743b24f-420c-4327-b69c-8489ae5cd83b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:09.643260 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-a52914a8-30a2-480c-9cac-9a1b7eaad729 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:09.647520 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-a52914a8-30a2-480c-9cac-9a1b7eaad729 admin admin] Usage tracker for resource:security_group_rule and tenant:b509592769ce4fd4a6019281630321e8 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:09.652520 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-a52914a8-30a2-480c-9cac-9a1b7eaad729 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:09.655451 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1743b24f-420c-4327-b69c-8489ae5cd83b admin admin] Made reservation on behalf of ea61585477ae47b59fca06b1e521f7a0 for: {'network': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:09.657759 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-1743b24f-420c-4327-b69c-8489ae5cd83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:09.672029 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-a52914a8-30a2-480c-9cac-9a1b7eaad729 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:09.679791 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-1743b24f-420c-4327-b69c-8489ae5cd83b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:09.693439 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 46034) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:09.716263 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-397f4a50-aa93-4244-a70f-1cf9d94d4b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:09.733572 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-1743b24f-420c-4327-b69c-8489ae5cd83b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:09.742569 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-1743b24f-420c-4327-b69c-8489ae5cd83b admin admin] Usage tracker for resource:security_group_rule and tenant:ea61585477ae47b59fca06b1e521f7a0 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:09.746819 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-1743b24f-420c-4327-b69c-8489ae5cd83b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:09.762072 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-1743b24f-420c-4327-b69c-8489ae5cd83b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:09.791719 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa74e1dc-072a-431b-b449-47e06d9b7076 None None] Pushing event updated for resources: {'Port': ['ID=dcd71320-d1a0-4504-ad7b-e291fda7f65b,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:09.801829 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397f4a50-aa93-4244-a70f-1cf9d94d4b29 admin admin] Network ed45466e-0386-4b92-8de3-247c977242ac is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:09.809074 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-397f4a50-aa93-4244-a70f-1cf9d94d4b29 admin admin] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:09.820207 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397f4a50-aa93-4244-a70f-1cf9d94d4b29 admin admin] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:49:09.837978 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a52914a8-30a2-480c-9cac-9a1b7eaad729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:09.846387 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a52914a8-30a2-480c-9cac-9a1b7eaad729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:09.890696 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52914a8-30a2-480c-9cac-9a1b7eaad729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f6808d4-ee43-4b09-b625-59f6f5ed5b2a,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:09.910820 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a52914a8-30a2-480c-9cac-9a1b7eaad729 admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=83826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:49:09.940618 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a52914a8-30a2-480c-9cac-9a1b7eaad729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:09.941097 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.segments_db [None req-a52914a8-30a2-480c-9cac-9a1b7eaad729 admin admin] Added segment 668fd163-2ec6-45f5-a68c-835f2c0688da of type vlan for network c3ae4b42-403f-4d6b-840f-4e19f61ec42f Apr 01 15:49:09.965297 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-1743b24f-420c-4327-b69c-8489ae5cd83b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:09.979535 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-1743b24f-420c-4327-b69c-8489ae5cd83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:09.994050 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1743b24f-420c-4327-b69c-8489ae5cd83b admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=83826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:49:10.007258 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-1743b24f-420c-4327-b69c-8489ae5cd83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:10.007258 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.segments_db [None req-1743b24f-420c-4327-b69c-8489ae5cd83b admin admin] Added segment a4346d49-0e35-4d5e-8e9e-68af5927dae5 of type vlan for network 10bfa6c5-d504-42f7-b6a8-189d201bcc59 Apr 01 15:49:10.065275 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-1743b24f-420c-4327-b69c-8489ae5cd83b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:10.078811 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397f4a50-aa93-4244-a70f-1cf9d94d4b29 admin admin] Pushing event updated for resources: {'Port': ['ID=4fbf29b5-6eaf-491a-bcb8-2605d3e0ad98,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:10.125304 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a52914a8-30a2-480c-9cac-9a1b7eaad729 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:10.129022 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-1743b24f-420c-4327-b69c-8489ae5cd83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:10.130231 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1743b24f-420c-4327-b69c-8489ae5cd83b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:10.131027 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-1743b24f-420c-4327-b69c-8489ae5cd83b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:10.257740 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-397f4a50-aa93-4244-a70f-1cf9d94d4b29 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:10.258624 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-397f4a50-aa93-4244-a70f-1cf9d94d4b29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616'] for router, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:10.317126 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1743b24f-420c-4327-b69c-8489ae5cd83b admin admin] Pushing event updated for resources: {'Network': ['ID=10bfa6c5-d504-42f7-b6a8-189d201bcc59,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:10.324230 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-1743b24f-420c-4327-b69c-8489ae5cd83b admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2964878 Apr 01 15:49:10.330297 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 10bfa6c5-d504-42f7-b6a8-189d201bcc59 details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:49:10.336849 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 46050) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:10.343798 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-00d1204e-43a7-45b1-a4fa-c69c2ca45623 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-606211952'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:49:10.350300 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-00d1204e-43a7-45b1-a4fa-c69c2ca45623 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:10.355975 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-00d1204e-43a7-45b1-a4fa-c69c2ca45623 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Usage tracker for resource:network and tenant:7e7aded1adfa4cd1be462b87d89e24d5 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:10.359351 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-00d1204e-43a7-45b1-a4fa-c69c2ca45623 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:10.371416 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device dcd71320-d1a0-4504-ad7b-e291fda7f65b up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:49:10.372578 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-f346667a-46ee-4060-86fc-00730c27a1f7 admin admin] Request body: {'subnet': {'network_id': '10bfa6c5-d504-42f7-b6a8-189d201bcc59', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-753165356-subnet', 'tenant_id': 'ea61585477ae47b59fca06b1e521f7a0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:49:10.379306 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-00d1204e-43a7-45b1-a4fa-c69c2ca45623 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:10.387570 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-f346667a-46ee-4060-86fc-00730c27a1f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:10.391741 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1743b24f-420c-4327-b69c-8489ae5cd83b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce1c26d-0639-4d21-b725-4c5e05d98b08,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:10.410467 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-f346667a-46ee-4060-86fc-00730c27a1f7 admin admin] Usage tracker for resource:subnet and tenant:ea61585477ae47b59fca06b1e521f7a0 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:10.414606 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-f346667a-46ee-4060-86fc-00730c27a1f7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:10.424469 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00d1204e-43a7-45b1-a4fa-c69c2ca45623 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Made reservation on behalf of 7e7aded1adfa4cd1be462b87d89e24d5 for: {'network': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:10.427674 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-00d1204e-43a7-45b1-a4fa-c69c2ca45623 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:10.440876 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-f346667a-46ee-4060-86fc-00730c27a1f7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:10.450600 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-00d1204e-43a7-45b1-a4fa-c69c2ca45623 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks [] for security_group, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:10.473653 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a52914a8-30a2-480c-9cac-9a1b7eaad729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:10.474922 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52914a8-30a2-480c-9cac-9a1b7eaad729 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:10.475718 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a52914a8-30a2-480c-9cac-9a1b7eaad729 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:10.503891 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f346667a-46ee-4060-86fc-00730c27a1f7 admin admin] Made reservation on behalf of ea61585477ae47b59fca06b1e521f7a0 for: {'subnet': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:10.506602 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f346667a-46ee-4060-86fc-00730c27a1f7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:10.613381 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-397f4a50-aa93-4244-a70f-1cf9d94d4b29 admin admin] Router afd9b5f9-9b39-4e34-970c-1cd9a526684c is scheduled to L3 agent ff252634-3424-422a-b742-9ae457bd54bd with binding_index 1 {{(pid=83828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:49:10.655191 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port dcd71320-d1a0-4504-ad7b-e291fda7f65b completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:49:10.662250 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-a52914a8-30a2-480c-9cac-9a1b7eaad729 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9709001 Apr 01 15:49:10.690217 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 46056) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:10.699876 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52914a8-30a2-480c-9cac-9a1b7eaad729 admin admin] Pushing event updated for resources: {'Network': ['ID=c3ae4b42-403f-4d6b-840f-4e19f61ec42f,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:10.710177 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-00d1204e-43a7-45b1-a4fa-c69c2ca45623 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:10.716375 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network c3ae4b42-403f-4d6b-840f-4e19f61ec42f details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:49:10.717958 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-3491e944-2f75-4e6e-b264-63436ad44620 admin admin] Request body: {'subnet': {'network_id': 'c3ae4b42-403f-4d6b-840f-4e19f61ec42f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1669199740-subnet', 'tenant_id': 'b509592769ce4fd4a6019281630321e8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:49:10.728075 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-3491e944-2f75-4e6e-b264-63436ad44620 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:10.733538 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-00d1204e-43a7-45b1-a4fa-c69c2ca45623 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Usage tracker for resource:security_group_rule and tenant:7e7aded1adfa4cd1be462b87d89e24d5 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:10.739471 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-3491e944-2f75-4e6e-b264-63436ad44620 admin admin] Usage tracker for resource:subnet and tenant:b509592769ce4fd4a6019281630321e8 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:10.743260 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-00d1204e-43a7-45b1-a4fa-c69c2ca45623 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:10.746330 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-3491e944-2f75-4e6e-b264-63436ad44620 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:10.760090 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-00d1204e-43a7-45b1-a4fa-c69c2ca45623 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:10.766881 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-3491e944-2f75-4e6e-b264-63436ad44620 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:10.789804 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-bb51f70e-fc09-442b-a611-ca86b0b110aa tempest-AgentManagementNegativeTest-1764723930 tempest-AgentManagementNegativeTest-1764723930-project] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 1.0931776 Apr 01 15:49:10.801849 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3491e944-2f75-4e6e-b264-63436ad44620 admin admin] Made reservation on behalf of b509592769ce4fd4a6019281630321e8 for: {'subnet': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:10.804014 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3491e944-2f75-4e6e-b264-63436ad44620 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:11.060848 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-397f4a50-aa93-4244-a70f-1cf9d94d4b29 admin admin] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:49:11.074857 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7173fa22-b382-44fe-ad3f-62b5727e2a06 None None] Sync routers for ids ['afd9b5f9-9b39-4e34-970c-1cd9a526684c'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:49:11.097013 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7173fa22-b382-44fe-ad3f-62b5727e2a06 None None] Routers {'afd9b5f9-9b39-4e34-970c-1cd9a526684c'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:49:11.100289 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-7173fa22-b382-44fe-ad3f-62b5727e2a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:48:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['afd9b5f9-9b39-4e34-970c-1cd9a526684c'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:11.119102 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-397f4a50-aa93-4244-a70f-1cf9d94d4b29 admin admin] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:11.120755 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-397f4a50-aa93-4244-a70f-1cf9d94d4b29 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.7000477 Apr 01 15:49:11.124508 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 46068) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:11.241411 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c904c3a-ca28-4312-b968-271ef467e091 None None] Network 81e6234b-1120-4acc-ae32-1910fd2f72f2 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:49:11.291100 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-00d1204e-43a7-45b1-a4fa-c69c2ca45623 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks [] for security_group, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:11.383020 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-00d1204e-43a7-45b1-a4fa-c69c2ca45623 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:11.451330 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f346667a-46ee-4060-86fc-00730c27a1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for subnet, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:11.492535 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-511a587a-443d-4bc8-b2f1-31fbb59f1543 None None] Provisioning for port dcd71320-d1a0-4504-ad7b-e291fda7f65b completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:49:11.501534 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-511a587a-443d-4bc8-b2f1-31fbb59f1543 None None] Provisioning complete for port dcd71320-d1a0-4504-ad7b-e291fda7f65b triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:11.502186 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-511a587a-443d-4bc8-b2f1-31fbb59f1543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:11.626792 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-7173fa22-b382-44fe-ad3f-62b5727e2a06 None None] Set router afd9b5f9-9b39-4e34-970c-1cd9a526684c gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:49:11.627429 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00d1204e-43a7-45b1-a4fa-c69c2ca45623 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=83826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:49:11.631218 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3491e944-2f75-4e6e-b264-63436ad44620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for subnet, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:11.642018 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d1204e-43a7-45b1-a4fa-c69c2ca45623 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73706ddd-f5af-4e25-9666-b13dbf983009,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:11.674631 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-00d1204e-43a7-45b1-a4fa-c69c2ca45623 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:11.674965 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.segments_db [None req-00d1204e-43a7-45b1-a4fa-c69c2ca45623 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Added segment cafc38b6-2d49-4351-a6fb-49c8027b84e3 of type vlan for network 41457c54-04fc-4048-91e2-4fb9d212c56a Apr 01 15:49:11.763746 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f346667a-46ee-4060-86fc-00730c27a1f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=316ad757-bf54-49b9-829b-e0e949015709,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:11.776858 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-00d1204e-43a7-45b1-a4fa-c69c2ca45623 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:11.836255 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f346667a-46ee-4060-86fc-00730c27a1f7 admin admin] Checking segment: {'id': 'a4346d49-0e35-4d5e-8e9e-68af5927dae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '10bfa6c5-d504-42f7-b6a8-189d201bcc59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:49:11.836652 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f346667a-46ee-4060-86fc-00730c27a1f7 admin admin] Network hostable DHCP agents. Network: 10bfa6c5-d504-42f7-b6a8-189d201bcc59, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:49:11.860297 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3491e944-2f75-4e6e-b264-63436ad44620 admin admin] Checking segment: {'id': '668fd163-2ec6-45f5-a68c-835f2c0688da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c3ae4b42-403f-4d6b-840f-4e19f61ec42f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:49:11.860651 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3491e944-2f75-4e6e-b264-63436ad44620 admin admin] Network hostable DHCP agents. Network: c3ae4b42-403f-4d6b-840f-4e19f61ec42f, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:49:11.919547 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-511a587a-443d-4bc8-b2f1-31fbb59f1543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:11.934042 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3491e944-2f75-4e6e-b264-63436ad44620 admin admin] Pushing event updated for resources: {'Subnet': ['ID=488129b0-aeaa-403a-9713-4879071d94ea,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:11.948108 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-00d1204e-43a7-45b1-a4fa-c69c2ca45623 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:11.963768 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d1204e-43a7-45b1-a4fa-c69c2ca45623 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:11.965020 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-00d1204e-43a7-45b1-a4fa-c69c2ca45623 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:12.067921 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 46086) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:12.094523 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-511a587a-443d-4bc8-b2f1-31fbb59f1543 None None] For port dcd71320-d1a0-4504-ad7b-e291fda7f65b, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=dcd71320-d1a0-4504-ad7b-e291fda7f65b,segment=NetworkSegment(9bb8a968-41a4-480e-a4e4-5873f2811f7b),segment_id=9bb8a968-41a4-480e-a4e4-5873f2811f7b)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:49:12.115447 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-511a587a-443d-4bc8-b2f1-31fbb59f1543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:12.146359 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-7173fa22-b382-44fe-ad3f-62b5727e2a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd9b5f9-9b39-4e34-970c-1cd9a526684c', 'name': 'tempest-ServersTestJSON-487254703-router', 'tenant_id': 'f25527a3ef4e4227be945540540cca4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.57'}], 'enable_snat': True}, 'gw_port_id': '4fbf29b5-6eaf-491a-bcb8-2605d3e0ad98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:08Z', 'updated_at': '2022-04-01T15:49:09Z', 'revision_number': 3, 'project_id': 'f25527a3ef4e4227be945540540cca4c', 'gw_port': {'id': '4fbf29b5-6eaf-491a-bcb8-2605d3e0ad98', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c4:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd9b5f9-9b39-4e34-970c-1cd9a526684c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:09Z', 'updated_at': '2022-04-01T15:49:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:12.153819 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7173fa22-b382-44fe-ad3f-62b5727e2a06 None None] Checking router: afd9b5f9-9b39-4e34-970c-1cd9a526684c for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:49:12.154181 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7173fa22-b382-44fe-ad3f-62b5727e2a06 None None] Updating router afd9b5f9-9b39-4e34-970c-1cd9a526684c port 4fbf29b5-6eaf-491a-bcb8-2605d3e0ad98 binding host dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:49:12.252496 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511a587a-443d-4bc8-b2f1-31fbb59f1543 None None] Pushing event updated for resources: {'Port': ['ID=dcd71320-d1a0-4504-ad7b-e291fda7f65b,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:12.277851 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-7173fa22-b382-44fe-ad3f-62b5727e2a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:12.412676 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f346667a-46ee-4060-86fc-00730c27a1f7 admin admin] Network 10bfa6c5-d504-42f7-b6a8-189d201bcc59 is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:49:12.466461 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d1204e-43a7-45b1-a4fa-c69c2ca45623 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Pushing event updated for resources: {'Network': ['ID=41457c54-04fc-4048-91e2-4fb9d212c56a,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:12.470243 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3491e944-2f75-4e6e-b264-63436ad44620 admin admin] Network c3ae4b42-403f-4d6b-840f-4e19f61ec42f is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:49:12.479088 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-f346667a-46ee-4060-86fc-00730c27a1f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, 10bfa6c5-d504-42f7-b6a8-189d201bcc59) {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:12.481456 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 41457c54-04fc-4048-91e2-4fb9d212c56a details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:49:12.481640 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-00d1204e-43a7-45b1-a4fa-c69c2ca45623 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 3.0741920 Apr 01 15:49:12.485576 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 46100) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:12.504514 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f346667a-46ee-4060-86fc-00730c27a1f7 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:12.504514 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f346667a-46ee-4060-86fc-00730c27a1f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:12.530699 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e725c42-064c-4670-8804-11eb7b7ffcd0 None None] Network 10bfa6c5-d504-42f7-b6a8-189d201bcc59 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:49:12.537508 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-a9aded5e-75ac-4c30-a761-1ea90bda646f tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Request body: {'subnet': {'network_id': '41457c54-04fc-4048-91e2-4fb9d212c56a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:49:12.583749 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-3491e944-2f75-4e6e-b264-63436ad44620 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, c3ae4b42-403f-4d6b-840f-4e19f61ec42f) {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:12.612499 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3491e944-2f75-4e6e-b264-63436ad44620 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:12.613465 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3491e944-2f75-4e6e-b264-63436ad44620 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:12.635537 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3fa7d66-6083-4998-8bcd-5068272013b1 None None] Network c3ae4b42-403f-4d6b-840f-4e19f61ec42f requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:49:12.708346 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-f346667a-46ee-4060-86fc-00730c27a1f7 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3700187 Apr 01 15:49:12.714018 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 46108) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:12.727378 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-3491e944-2f75-4e6e-b264-63436ad44620 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0288525 Apr 01 15:49:12.728713 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 46112) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:12.742229 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-4ab1217e-84a2-4691-af4b-31e9084b5262 None None] Provisioning complete for port dcd71320-d1a0-4504-ad7b-e291fda7f65b triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:12.742599 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-4ab1217e-84a2-4691-af4b-31e9084b5262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:12.748899 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-2739bdb2-b360-429b-b1d8-856a48af12ff admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1669199740-router', 'tenant_id': 'b509592769ce4fd4a6019281630321e8', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:49:12.762794 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-2739bdb2-b360-429b-b1d8-856a48af12ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:12.766322 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-a9aded5e-75ac-4c30-a761-1ea90bda646f tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:12.772242 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-2739bdb2-b360-429b-b1d8-856a48af12ff admin admin] Usage tracker for resource:router and tenant:b509592769ce4fd4a6019281630321e8 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:12.777700 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-a9aded5e-75ac-4c30-a761-1ea90bda646f tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Usage tracker for resource:subnet and tenant:7e7aded1adfa4cd1be462b87d89e24d5 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:12.781941 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-2739bdb2-b360-429b-b1d8-856a48af12ff admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:12.785656 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-a9aded5e-75ac-4c30-a761-1ea90bda646f tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:12.795678 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-2739bdb2-b360-429b-b1d8-856a48af12ff admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:12.798355 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-a9aded5e-75ac-4c30-a761-1ea90bda646f tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:12.841863 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2739bdb2-b360-429b-b1d8-856a48af12ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130665'] for router, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:12.843135 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2739bdb2-b360-429b-b1d8-856a48af12ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617571', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130640'] for router, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:12.843294 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-f35a8c47-c5f9-4ec1-a358-a2f6fa19e702 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-753165356-router', 'tenant_id': 'ea61585477ae47b59fca06b1e521f7a0', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:49:12.871384 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2739bdb2-b360-429b-b1d8-856a48af12ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:12.883455 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-f35a8c47-c5f9-4ec1-a358-a2f6fa19e702 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:12.892684 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9aded5e-75ac-4c30-a761-1ea90bda646f tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Made reservation on behalf of 7e7aded1adfa4cd1be462b87d89e24d5 for: {'subnet': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:12.905289 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-f35a8c47-c5f9-4ec1-a358-a2f6fa19e702 admin admin] Usage tracker for resource:router and tenant:ea61585477ae47b59fca06b1e521f7a0 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:12.923612 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-f35a8c47-c5f9-4ec1-a358-a2f6fa19e702 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:13.026602 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-f35a8c47-c5f9-4ec1-a358-a2f6fa19e702 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:13.093808 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f35a8c47-c5f9-4ec1-a358-a2f6fa19e702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130665'] for router, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:13.097394 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f35a8c47-c5f9-4ec1-a358-a2f6fa19e702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617571', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130640'] for router, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:13.170530 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4c997927-616b-475b-ad84-17d2358f95dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:13.177253 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9366f768-7948-4650-9d8d-722145be4558 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-10bfa6c5-d504-42f7-b6a8-189d201bcc59', 'network_id': '10bfa6c5-d504-42f7-b6a8-189d201bcc59', 'tenant_id': 'ea61585477ae47b59fca06b1e521f7a0', 'fixed_ips': [{'subnet_id': '316ad757-bf54-49b9-829b-e0e949015709'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:49:13.178088 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-9366f768-7948-4650-9d8d-722145be4558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:13.247306 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-7173fa22-b382-44fe-ad3f-62b5727e2a06 None None] Notify callbacks [] for port, precommit_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:13.258590 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b31fbf72-7f54-47b0-9541-9433a1f34205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:13.279328 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f35a8c47-c5f9-4ec1-a358-a2f6fa19e702 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:13.283998 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.provisioning_blocks [None req-7173fa22-b382-44fe-ad3f-62b5727e2a06 None None] Transition to ACTIVE for port object 4fbf29b5-6eaf-491a-bcb8-2605d3e0ad98 will not be triggered until provisioned by entity L2. {{(pid=83833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:49:13.300101 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-7173fa22-b382-44fe-ad3f-62b5727e2a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:13.411323 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-7173fa22-b382-44fe-ad3f-62b5727e2a06 None None] Attempting to bind port 4fbf29b5-6eaf-491a-bcb8-2605d3e0ad98 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:49:13.411848 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-7173fa22-b382-44fe-ad3f-62b5727e2a06 None None] Attempting to bind port 4fbf29b5-6eaf-491a-bcb8-2605d3e0ad98 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}] {{(pid=83833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:49:13.413010 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7173fa22-b382-44fe-ad3f-62b5727e2a06 None None] Attempting to bind port 4fbf29b5-6eaf-491a-bcb8-2605d3e0ad98 on network ed45466e-0386-4b92-8de3-247c977242ac {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:49:13.424056 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7173fa22-b382-44fe-ad3f-62b5727e2a06 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:49:13.424323 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7173fa22-b382-44fe-ad3f-62b5727e2a06 None None] Checking segment: {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:49:13.425041 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-7173fa22-b382-44fe-ad3f-62b5727e2a06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:13.425645 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7173fa22-b382-44fe-ad3f-62b5727e2a06 None None] Bound using segment: {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'} {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:49:13.430281 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-7173fa22-b382-44fe-ad3f-62b5727e2a06 None None] Bound port: 4fbf29b5-6eaf-491a-bcb8-2605d3e0ad98, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}}] {{(pid=83833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:49:13.430868 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-7173fa22-b382-44fe-ad3f-62b5727e2a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:13.518923 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.db [None req-7173fa22-b382-44fe-ad3f-62b5727e2a06 None None] For port 4fbf29b5-6eaf-491a-bcb8-2605d3e0ad98, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:49:13.523231 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.db [None req-7173fa22-b382-44fe-ad3f-62b5727e2a06 None None] For port 4fbf29b5-6eaf-491a-bcb8-2605d3e0ad98, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=4fbf29b5-6eaf-491a-bcb8-2605d3e0ad98,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:49:13.529422 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-9366f768-7948-4650-9d8d-722145be4558 None None] Allocated IP 172.20.0.2 (10bfa6c5-d504-42f7-b6a8-189d201bcc59/316ad757-bf54-49b9-829b-e0e949015709/d300d4ee-0cc5-4557-8387-f78c55f8afef) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:49:13.535049 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-7173fa22-b382-44fe-ad3f-62b5727e2a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:13.536313 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2739bdb2-b360-429b-b1d8-856a48af12ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130626'] for router, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:13.543128 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-4c997927-616b-475b-ad84-17d2358f95dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:13.559837 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a9aded5e-75ac-4c30-a761-1ea90bda646f tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks [] for subnet, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:13.577435 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f35a8c47-c5f9-4ec1-a358-a2f6fa19e702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130626'] for router, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:13.587081 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7173fa22-b382-44fe-ad3f-62b5727e2a06 None None] Routers {'afd9b5f9-9b39-4e34-970c-1cd9a526684c'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:49:13.587081 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-7173fa22-b382-44fe-ad3f-62b5727e2a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:48:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['afd9b5f9-9b39-4e34-970c-1cd9a526684c'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:13.604639 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-4c997927-616b-475b-ad84-17d2358f95dd admin admin] Usage tracker for resource:security_group_rule and tenant:da36941b65864af68aa183d45272b803 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:13.618998 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-4c997927-616b-475b-ad84-17d2358f95dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:13.698745 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-4c997927-616b-475b-ad84-17d2358f95dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:13.744570 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264c9c81-44ac-40ab-989a-ac9d87d7cafe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-c3ae4b42-403f-4d6b-840f-4e19f61ec42f', 'network_id': 'c3ae4b42-403f-4d6b-840f-4e19f61ec42f', 'tenant_id': 'b509592769ce4fd4a6019281630321e8', 'fixed_ips': [{'subnet_id': '488129b0-aeaa-403a-9713-4879071d94ea'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:49:13.745579 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-264c9c81-44ac-40ab-989a-ac9d87d7cafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:13.850572 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 46130) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:13.905206 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30458a05-0f55-482c-ba9f-8708a0d8fa1f None None] Pushing event updated for resources: {'Port': ['ID=4fbf29b5-6eaf-491a-bcb8-2605d3e0ad98,revision_number=2']} {{(pid=83833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:13.958041 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30458a05-0f55-482c-ba9f-8708a0d8fa1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:13.958367 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30458a05-0f55-482c-ba9f-8708a0d8fa1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:13.958708 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30458a05-0f55-482c-ba9f-8708a0d8fa1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:13.959037 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30458a05-0f55-482c-ba9f-8708a0d8fa1f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:13.959379 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30458a05-0f55-482c-ba9f-8708a0d8fa1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:13.959705 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30458a05-0f55-482c-ba9f-8708a0d8fa1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:13.960025 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30458a05-0f55-482c-ba9f-8708a0d8fa1f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:13.960934 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30458a05-0f55-482c-ba9f-8708a0d8fa1f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:13.961259 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30458a05-0f55-482c-ba9f-8708a0d8fa1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:13.961576 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30458a05-0f55-482c-ba9f-8708a0d8fa1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:13.961822 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4c997927-616b-475b-ad84-17d2358f95dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:13.961933 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30458a05-0f55-482c-ba9f-8708a0d8fa1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:49:13.962998 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30458a05-0f55-482c-ba9f-8708a0d8fa1f None None] Tracked resource versions report: Apr 01 15:49:13.962998 dv-neutron-833373-2-hyperv neutron-server[83833]: pushed versions: Apr 01 15:49:13.962998 dv-neutron-833373-2-hyperv neutron-server[83833]: { 'ConntrackHelper': {'1.0'}, Apr 01 15:49:13.962998 dv-neutron-833373-2-hyperv neutron-server[83833]: 'Log': {'1.0'}, Apr 01 15:49:13.962998 dv-neutron-833373-2-hyperv neutron-server[83833]: 'Network': {'1.1'}, Apr 01 15:49:13.962998 dv-neutron-833373-2-hyperv neutron-server[83833]: 'Port': {'1.5'}, Apr 01 15:49:13.962998 dv-neutron-833373-2-hyperv neutron-server[83833]: 'PortForwarding': {'1.2'}, Apr 01 15:49:13.962998 dv-neutron-833373-2-hyperv neutron-server[83833]: 'QosPolicy': {'1.8'}, Apr 01 15:49:13.962998 dv-neutron-833373-2-hyperv neutron-server[83833]: 'SecurityGroup': {'1.2'}, Apr 01 15:49:13.962998 dv-neutron-833373-2-hyperv neutron-server[83833]: 'SecurityGroupRule': {'1.0'}, Apr 01 15:49:13.962998 dv-neutron-833373-2-hyperv neutron-server[83833]: 'SubPort': {'1.0'}, Apr 01 15:49:13.962998 dv-neutron-833373-2-hyperv neutron-server[83833]: 'Subnet': {'1.1'}, Apr 01 15:49:13.962998 dv-neutron-833373-2-hyperv neutron-server[83833]: 'Trunk': {'1.1'}} Apr 01 15:49:13.962998 dv-neutron-833373-2-hyperv neutron-server[83833]: consumer versions: Apr 01 15:49:13.962998 dv-neutron-833373-2-hyperv neutron-server[83833]: { DHCP agent@dv-neutron-833373-2-hyperv: {}, Apr 01 15:49:13.962998 dv-neutron-833373-2-hyperv neutron-server[83833]: HyperV agent@hv-neutron-8333: {}, Apr 01 15:49:13.962998 dv-neutron-833373-2-hyperv neutron-server[83833]: L3 agent@dv-neutron-833373-2-hyperv: {}, Apr 01 15:49:13.962998 dv-neutron-833373-2-hyperv neutron-server[83833]: Metadata agent@dv-neutron-833373-2-hyperv: {}, Apr 01 15:49:13.962998 dv-neutron-833373-2-hyperv neutron-server[83833]: Metering agent@dv-neutron-833373-2-hyperv: {}, Apr 01 15:49:13.962998 dv-neutron-833373-2-hyperv neutron-server[83833]: Open vSwitch agent@dv-neutron-833373-2-hyperv: { 'ConntrackHelper': '1.0', Apr 01 15:49:13.962998 dv-neutron-833373-2-hyperv neutron-server[83833]: 'Log': '1.0', Apr 01 15:49:13.962998 dv-neutron-833373-2-hyperv neutron-server[83833]: 'Network': '1.1', Apr 01 15:49:13.962998 dv-neutron-833373-2-hyperv neutron-server[83833]: 'Port': '1.5', Apr 01 15:49:13.962998 dv-neutron-833373-2-hyperv neutron-server[83833]: 'PortForwarding': '1.2', Apr 01 15:49:13.962998 dv-neutron-833373-2-hyperv neutron-server[83833]: 'QosPolicy': '1.8', Apr 01 15:49:13.962998 dv-neutron-833373-2-hyperv neutron-server[83833]: 'SecurityGroup': '1.2', Apr 01 15:49:13.962998 dv-neutron-833373-2-hyperv neutron-server[83833]: 'SecurityGroupRule': '1.0', Apr 01 15:49:13.962998 dv-neutron-833373-2-hyperv neutron-server[83833]: 'SubPort': '1.0', Apr 01 15:49:13.962998 dv-neutron-833373-2-hyperv neutron-server[83833]: 'Subnet': '1.1', Apr 01 15:49:13.962998 dv-neutron-833373-2-hyperv neutron-server[83833]: 'Trunk': '1.1'}} Apr 01 15:49:13.962998 dv-neutron-833373-2-hyperv neutron-server[83833]: {{(pid=83833) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 01 15:49:13.976923 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4c997927-616b-475b-ad84-17d2358f95dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:14.071979 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-b31fbf72-7f54-47b0-9541-9433a1f34205 admin admin] Allocated IP 172.20.0.1 (81e6234b-1120-4acc-ae32-1910fd2f72f2/d48ff955-183a-46a4-8b71-2c017377434c/b07d5382-0778-4587-a5a4-aba298a6c280) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:49:14.095043 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c997927-616b-475b-ad84-17d2358f95dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a152f19c-692e-49ba-812e-b5d27ab24b5a,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:14.102663 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-4c997927-616b-475b-ad84-17d2358f95dd admin admin] Synchronizing usage tracker for tenant:731e065d1ecc4c73bf737cc86bb5a450 on resource:security_group {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:49:14.107298 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a9aded5e-75ac-4c30-a761-1ea90bda646f tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for subnet, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:14.181152 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-7173fa22-b382-44fe-ad3f-62b5727e2a06 None None] Set router afd9b5f9-9b39-4e34-970c-1cd9a526684c gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:49:14.246687 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-4c997927-616b-475b-ad84-17d2358f95dd admin admin] Unset dirty status for tenant:731e065d1ecc4c73bf737cc86bb5a450 on resource:security_group {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:49:14.247912 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-4c997927-616b-475b-ad84-17d2358f95dd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=da36941b65864af68aa183d45272b803&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1747160 Apr 01 15:49:14.252166 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aded5e-75ac-4c30-a761-1ea90bda646f tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Pushing event updated for resources: {'Subnet': ['ID=03b8da77-f2fe-475f-841f-e4121aac32c7,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:14.279972 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 46138) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:14.281604 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2739bdb2-b360-429b-b1d8-856a48af12ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:14.282713 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device dcd71320-d1a0-4504-ad7b-e291fda7f65b up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:49:14.303757 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30458a05-0f55-482c-ba9f-8708a0d8fa1f None None] Pushing event updated for resources: {'Port': ['ID=4fbf29b5-6eaf-491a-bcb8-2605d3e0ad98,revision_number=3']} {{(pid=83833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:14.353355 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 46140) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:14.412087 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-9366f768-7948-4650-9d8d-722145be4558 None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:14.418562 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2739bdb2-b360-429b-b1d8-856a48af12ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:14.440487 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-9366f768-7948-4650-9d8d-722145be4558 None None] Transition to ACTIVE for port object d300d4ee-0cc5-4557-8387-f78c55f8afef will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:49:14.478151 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-264c9c81-44ac-40ab-989a-ac9d87d7cafe None None] Allocated IP 172.20.0.2 (c3ae4b42-403f-4d6b-840f-4e19f61ec42f/488129b0-aeaa-403a-9713-4879071d94ea/1689a0da-72cb-4e4b-94e5-f1875193773b) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:49:14.483399 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port dcd71320-d1a0-4504-ad7b-e291fda7f65b triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:14.483761 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:14.508586 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b31fbf72-7f54-47b0-9541-9433a1f34205 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:14.533832 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [None req-b31fbf72-7f54-47b0-9541-9433a1f34205 admin admin] Transition to ACTIVE for port object b07d5382-0778-4587-a5a4-aba298a6c280 will not be triggered until provisioned by entity DHCP. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:49:14.548005 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-9366f768-7948-4650-9d8d-722145be4558 None None] Transition to ACTIVE for port object d300d4ee-0cc5-4557-8387-f78c55f8afef will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:49:14.566152 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-9366f768-7948-4650-9d8d-722145be4558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:14.573366 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 46148) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:14.615887 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9366f768-7948-4650-9d8d-722145be4558 None None] Network 10bfa6c5-d504-42f7-b6a8-189d201bcc59 is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:14.617194 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f35a8c47-c5f9-4ec1-a358-a2f6fa19e702 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:14.625252 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-9366f768-7948-4650-9d8d-722145be4558 None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:14.717511 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9366f768-7948-4650-9d8d-722145be4558 None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:49:14.744189 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f35a8c47-c5f9-4ec1-a358-a2f6fa19e702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:14.783269 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-3d607894-e2d8-4801-8c1b-74ac12c7b582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222939930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222939930-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-550890363'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:49:14.790237 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-3d607894-e2d8-4801-8c1b-74ac12c7b582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222939930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222939930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:14.794709 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-3d607894-e2d8-4801-8c1b-74ac12c7b582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222939930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222939930-project] Usage tracker for resource:network and tenant:531d7d74945a48cea1752548d317aeed is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:14.797677 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-3d607894-e2d8-4801-8c1b-74ac12c7b582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222939930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222939930-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:14.803789 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-3d607894-e2d8-4801-8c1b-74ac12c7b582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222939930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222939930-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:14.834176 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b31fbf72-7f54-47b0-9541-9433a1f34205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:14.909094 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31fbf72-7f54-47b0-9541-9433a1f34205 admin admin] Network 81e6234b-1120-4acc-ae32-1910fd2f72f2 is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:14.914648 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-7173fa22-b382-44fe-ad3f-62b5727e2a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd9b5f9-9b39-4e34-970c-1cd9a526684c', 'name': 'tempest-ServersTestJSON-487254703-router', 'tenant_id': 'f25527a3ef4e4227be945540540cca4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.57'}], 'enable_snat': True}, 'gw_port_id': '4fbf29b5-6eaf-491a-bcb8-2605d3e0ad98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:08Z', 'updated_at': '2022-04-01T15:49:09Z', 'revision_number': 3, 'project_id': 'f25527a3ef4e4227be945540540cca4c', 'gw_port': {'id': '4fbf29b5-6eaf-491a-bcb8-2605d3e0ad98', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c4:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd9b5f9-9b39-4e34-970c-1cd9a526684c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:09Z', 'updated_at': '2022-04-01T15:49:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:14.918001 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-2739bdb2-b360-429b-b1d8-856a48af12ff admin admin] Allocated IP 172.26.1.18 (ed45466e-0386-4b92-8de3-247c977242ac/0479f741-5cd1-4d6f-b593-d8aa909a42d3/67aa6b71-b521-49a8-9c11-b8035dc07e13) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:49:14.921841 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7173fa22-b382-44fe-ad3f-62b5727e2a06 None None] The sync data for ids ['afd9b5f9-9b39-4e34-970c-1cd9a526684c'] in dv-neutron-833373-2-hyperv is: [{'id': 'afd9b5f9-9b39-4e34-970c-1cd9a526684c', 'name': 'tempest-ServersTestJSON-487254703-router', 'tenant_id': 'f25527a3ef4e4227be945540540cca4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.57'}], 'enable_snat': True}, 'gw_port_id': '4fbf29b5-6eaf-491a-bcb8-2605d3e0ad98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:08Z', 'updated_at': '2022-04-01T15:49:09Z', 'revision_number': 3, 'project_id': 'f25527a3ef4e4227be945540540cca4c', 'gw_port': {'id': '4fbf29b5-6eaf-491a-bcb8-2605d3e0ad98', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c4:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd9b5f9-9b39-4e34-970c-1cd9a526684c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:09Z', 'updated_at': '2022-04-01T15:49:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:49:14.922493 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a046181a-ca70-4c76-996a-321cc506d3a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:14.938725 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-b31fbf72-7f54-47b0-9541-9433a1f34205 admin admin] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:14.947020 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366f768-7948-4650-9d8d-722145be4558 None None] Pushing event updated for resources: {'Port': ['ID=d300d4ee-0cc5-4557-8387-f78c55f8afef,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:14.967799 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a046181a-ca70-4c76-996a-321cc506d3a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:14.970533 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31fbf72-7f54-47b0-9541-9433a1f34205 admin admin] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:49:14.970922 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b31fbf72-7f54-47b0-9541-9433a1f34205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611418'] for router_interface, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:14.981035 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-5bc5426e-2f22-420a-b6d2-3c316d981b49 tempest-ExternalNetworksAdminNegativeTestJSON-1651204332 tempest-ExternalNetworksAdminNegativeTestJSON-1651204332-project-admin] Request body: {'floatingip': {'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:49:14.999078 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-9366f768-7948-4650-9d8d-722145be4558 None None] Attempting to bind port d300d4ee-0cc5-4557-8387-f78c55f8afef on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:49:14.999869 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-9366f768-7948-4650-9d8d-722145be4558 None None] Attempting to bind port d300d4ee-0cc5-4557-8387-f78c55f8afef by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'a4346d49-0e35-4d5e-8e9e-68af5927dae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '10bfa6c5-d504-42f7-b6a8-189d201bcc59'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:49:14.999869 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9366f768-7948-4650-9d8d-722145be4558 None None] Attempting to bind port d300d4ee-0cc5-4557-8387-f78c55f8afef on network 10bfa6c5-d504-42f7-b6a8-189d201bcc59 {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:49:15.011982 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-591189a8-60b7-495a-8539-b0657b533824 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-681956840'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:49:15.013369 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9366f768-7948-4650-9d8d-722145be4558 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:49:15.013737 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9366f768-7948-4650-9d8d-722145be4558 None None] Checking segment: {'id': 'a4346d49-0e35-4d5e-8e9e-68af5927dae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '10bfa6c5-d504-42f7-b6a8-189d201bcc59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:49:15.014135 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-9366f768-7948-4650-9d8d-722145be4558 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:15.014521 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9366f768-7948-4650-9d8d-722145be4558 None None] Bound using segment: {'id': 'a4346d49-0e35-4d5e-8e9e-68af5927dae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '10bfa6c5-d504-42f7-b6a8-189d201bcc59'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:49:15.017217 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-9366f768-7948-4650-9d8d-722145be4558 None None] Bound port: d300d4ee-0cc5-4557-8387-f78c55f8afef, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4346d49-0e35-4d5e-8e9e-68af5927dae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '10bfa6c5-d504-42f7-b6a8-189d201bcc59'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:49:15.017599 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-9366f768-7948-4650-9d8d-722145be4558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:15.019275 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-591189a8-60b7-495a-8539-b0657b533824 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:15.028291 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-591189a8-60b7-495a-8539-b0657b533824 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Usage tracker for resource:network and tenant:e25f2784bd2c470dbb63fea347e86b98 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:15.031277 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-591189a8-60b7-495a-8539-b0657b533824 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:15.042452 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-591189a8-60b7-495a-8539-b0657b533824 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:15.148477 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b31fbf72-7f54-47b0-9541-9433a1f34205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:15.159441 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-264c9c81-44ac-40ab-989a-ac9d87d7cafe None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:15.172207 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-591189a8-60b7-495a-8539-b0657b533824 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Made reservation on behalf of e25f2784bd2c470dbb63fea347e86b98 for: {'network': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:15.172537 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-264c9c81-44ac-40ab-989a-ac9d87d7cafe None None] Transition to ACTIVE for port object 1689a0da-72cb-4e4b-94e5-f1875193773b will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:49:15.175636 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-591189a8-60b7-495a-8539-b0657b533824 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:15.187077 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2739bdb2-b360-429b-b1d8-856a48af12ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:15.204794 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-264c9c81-44ac-40ab-989a-ac9d87d7cafe None None] Transition to ACTIVE for port object 1689a0da-72cb-4e4b-94e5-f1875193773b will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:49:15.227062 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d607894-e2d8-4801-8c1b-74ac12c7b582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222939930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222939930-project] Made reservation on behalf of 531d7d74945a48cea1752548d317aeed for: {'network': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:15.231658 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3d607894-e2d8-4801-8c1b-74ac12c7b582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222939930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222939930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:15.244338 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-5bc5426e-2f22-420a-b6d2-3c316d981b49 tempest-ExternalNetworksAdminNegativeTestJSON-1651204332 tempest-ExternalNetworksAdminNegativeTestJSON-1651204332-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:15.251606 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2739bdb2-b360-429b-b1d8-856a48af12ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:15.324055 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9aded5e-75ac-4c30-a761-1ea90bda646f tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Checking segment: {'id': 'cafc38b6-2d49-4351-a6fb-49c8027b84e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '41457c54-04fc-4048-91e2-4fb9d212c56a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:49:15.324607 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9aded5e-75ac-4c30-a761-1ea90bda646f tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Network hostable DHCP agents. Network: 41457c54-04fc-4048-91e2-4fb9d212c56a, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:49:15.330383 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-5bc5426e-2f22-420a-b6d2-3c316d981b49 tempest-ExternalNetworksAdminNegativeTestJSON-1651204332 tempest-ExternalNetworksAdminNegativeTestJSON-1651204332-project-admin] Usage tracker for resource:floatingip and tenant:8c203e18603847b08d2d3ed60c302dd7 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:15.338899 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-5bc5426e-2f22-420a-b6d2-3c316d981b49 tempest-ExternalNetworksAdminNegativeTestJSON-1651204332 tempest-ExternalNetworksAdminNegativeTestJSON-1651204332-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:15.339886 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-264c9c81-44ac-40ab-989a-ac9d87d7cafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:15.343206 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3d607894-e2d8-4801-8c1b-74ac12c7b582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222939930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222939930-project] Notify callbacks [] for security_group, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:15.383975 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-5bc5426e-2f22-420a-b6d2-3c316d981b49 tempest-ExternalNetworksAdminNegativeTestJSON-1651204332 tempest-ExternalNetworksAdminNegativeTestJSON-1651204332-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:15.392066 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2739bdb2-b360-429b-b1d8-856a48af12ff admin admin] Network ed45466e-0386-4b92-8de3-247c977242ac is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:15.400928 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-2739bdb2-b360-429b-b1d8-856a48af12ff admin admin] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:15.410908 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2739bdb2-b360-429b-b1d8-856a48af12ff admin admin] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:49:15.416129 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-9366f768-7948-4650-9d8d-722145be4558 None None] For port d300d4ee-0cc5-4557-8387-f78c55f8afef, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:49:15.437969 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264c9c81-44ac-40ab-989a-ac9d87d7cafe None None] Network c3ae4b42-403f-4d6b-840f-4e19f61ec42f is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:15.441781 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-9366f768-7948-4650-9d8d-722145be4558 None None] For port d300d4ee-0cc5-4557-8387-f78c55f8afef, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=d300d4ee-0cc5-4557-8387-f78c55f8afef,segment=NetworkSegment(a4346d49-0e35-4d5e-8e9e-68af5927dae5),segment_id=a4346d49-0e35-4d5e-8e9e-68af5927dae5)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:49:15.442960 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-264c9c81-44ac-40ab-989a-ac9d87d7cafe None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:15.447815 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264c9c81-44ac-40ab-989a-ac9d87d7cafe None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:49:15.456962 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-9366f768-7948-4650-9d8d-722145be4558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:15.463328 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264c9c81-44ac-40ab-989a-ac9d87d7cafe None None] Pushing event updated for resources: {'Port': ['ID=1689a0da-72cb-4e4b-94e5-f1875193773b,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:15.466681 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-e5cc7612-c1cf-4c09-be54-1cad56e999ee None None] Provisioning for port b07d5382-0778-4587-a5a4-aba298a6c280 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:49:15.498303 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9aded5e-75ac-4c30-a761-1ea90bda646f tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Network 41457c54-04fc-4048-91e2-4fb9d212c56a is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:49:15.527007 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5bc5426e-2f22-420a-b6d2-3c316d981b49 tempest-ExternalNetworksAdminNegativeTestJSON-1651204332 tempest-ExternalNetworksAdminNegativeTestJSON-1651204332-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:15.539463 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-a9aded5e-75ac-4c30-a761-1ea90bda646f tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, 41457c54-04fc-4048-91e2-4fb9d212c56a) {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:15.547208 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-f35a8c47-c5f9-4ec1-a358-a2f6fa19e702 admin admin] Allocated IP 172.26.1.133 (ed45466e-0386-4b92-8de3-247c977242ac/0479f741-5cd1-4d6f-b593-d8aa909a42d3/a8e6fda2-905b-427e-8842-a175097dbe63) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:49:15.556411 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-e5cc7612-c1cf-4c09-be54-1cad56e999ee None None] Provisioning complete for port b07d5382-0778-4587-a5a4-aba298a6c280 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:15.562963 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-e5cc7612-c1cf-4c09-be54-1cad56e999ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:15.567997 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9aded5e-75ac-4c30-a761-1ea90bda646f tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:15.568230 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a9aded5e-75ac-4c30-a761-1ea90bda646f tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:15.593544 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9bbeea-19ee-4a82-9278-ac241a902e88 None None] Network 41457c54-04fc-4048-91e2-4fb9d212c56a requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:49:15.616263 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-3d607894-e2d8-4801-8c1b-74ac12c7b582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222939930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222939930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:15.621617 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2739bdb2-b360-429b-b1d8-856a48af12ff admin admin] Pushing event updated for resources: {'Port': ['ID=67aa6b71-b521-49a8-9c11-b8035dc07e13,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:15.625254 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-a9aded5e-75ac-4c30-a761-1ea90bda646f tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.1237924 Apr 01 15:49:15.674583 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 46162) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:15.677648 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-3d607894-e2d8-4801-8c1b-74ac12c7b582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222939930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222939930-project] Usage tracker for resource:security_group_rule and tenant:531d7d74945a48cea1752548d317aeed is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:15.682554 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a046181a-ca70-4c76-996a-321cc506d3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:15.684339 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31fbf72-7f54-47b0-9541-9433a1f34205 admin admin] Pushing event updated for resources: {'Port': ['ID=b07d5382-0778-4587-a5a4-aba298a6c280,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:15.684817 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a046181a-ca70-4c76-996a-321cc506d3a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:15.688171 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-a046181a-ca70-4c76-996a-321cc506d3a6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a152f19c-692e-49ba-812e-b5d27ab24b5a HTTP/1.1" status: 204 len: 168 time: 1.3457613 Apr 01 15:49:15.699396 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b31fbf72-7f54-47b0-9541-9433a1f34205 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:15.704267 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-3d607894-e2d8-4801-8c1b-74ac12c7b582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222939930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222939930-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:15.706343 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-591189a8-60b7-495a-8539-b0657b533824 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Notify callbacks [] for security_group, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:15.730873 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b31fbf72-7f54-47b0-9541-9433a1f34205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:15.732123 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b31fbf72-7f54-47b0-9541-9433a1f34205 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611525'] for router_interface, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:15.748213 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-a7febac8-4baa-4340-876f-0c71e1bf1eae tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2009551948', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}, 'admin_state_up': False}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:49:15.759080 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a046181a-ca70-4c76-996a-321cc506d3a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a152f19c-692e-49ba-812e-b5d27ab24b5a,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:15.773621 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-3d607894-e2d8-4801-8c1b-74ac12c7b582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222939930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222939930-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:15.784374 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-a7febac8-4baa-4340-876f-0c71e1bf1eae tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:15.813146 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-a7febac8-4baa-4340-876f-0c71e1bf1eae tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Usage tracker for resource:router and tenant:7e7aded1adfa4cd1be462b87d89e24d5 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:15.814810 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-264c9c81-44ac-40ab-989a-ac9d87d7cafe None None] Attempting to bind port 1689a0da-72cb-4e4b-94e5-f1875193773b on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:49:15.815176 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-264c9c81-44ac-40ab-989a-ac9d87d7cafe None None] Attempting to bind port 1689a0da-72cb-4e4b-94e5-f1875193773b by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': '668fd163-2ec6-45f5-a68c-835f2c0688da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c3ae4b42-403f-4d6b-840f-4e19f61ec42f'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:49:15.815536 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264c9c81-44ac-40ab-989a-ac9d87d7cafe None None] Attempting to bind port 1689a0da-72cb-4e4b-94e5-f1875193773b on network c3ae4b42-403f-4d6b-840f-4e19f61ec42f {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:49:15.824521 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-e5cc7612-c1cf-4c09-be54-1cad56e999ee None None] Port b07d5382-0778-4587-a5a4-aba298a6c280 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:49:15.826614 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31fbf72-7f54-47b0-9541-9433a1f34205 admin admin] Pushing event updated for resources: {'Port': ['ID=b07d5382-0778-4587-a5a4-aba298a6c280,revision_number=2']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:15.838911 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366f768-7948-4650-9d8d-722145be4558 None None] Pushing event updated for resources: {'Port': ['ID=d300d4ee-0cc5-4557-8387-f78c55f8afef,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:15.846897 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-a7febac8-4baa-4340-876f-0c71e1bf1eae tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:15.868582 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-a7febac8-4baa-4340-876f-0c71e1bf1eae tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:15.891370 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264c9c81-44ac-40ab-989a-ac9d87d7cafe None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:49:15.891788 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264c9c81-44ac-40ab-989a-ac9d87d7cafe None None] Checking segment: {'id': '668fd163-2ec6-45f5-a68c-835f2c0688da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c3ae4b42-403f-4d6b-840f-4e19f61ec42f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:49:15.892132 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-264c9c81-44ac-40ab-989a-ac9d87d7cafe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:15.892528 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264c9c81-44ac-40ab-989a-ac9d87d7cafe None None] Bound using segment: {'id': '668fd163-2ec6-45f5-a68c-835f2c0688da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c3ae4b42-403f-4d6b-840f-4e19f61ec42f'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:49:15.893039 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-264c9c81-44ac-40ab-989a-ac9d87d7cafe None None] Bound port: 1689a0da-72cb-4e4b-94e5-f1875193773b, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668fd163-2ec6-45f5-a68c-835f2c0688da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c3ae4b42-403f-4d6b-840f-4e19f61ec42f'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:49:15.893478 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-264c9c81-44ac-40ab-989a-ac9d87d7cafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:15.968909 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a7febac8-4baa-4340-876f-0c71e1bf1eae tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130665'] for router, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:15.970436 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a7febac8-4baa-4340-876f-0c71e1bf1eae tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617571', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130640'] for router, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:15.997207 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-591189a8-60b7-495a-8539-b0657b533824 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:16.108947 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-591189a8-60b7-495a-8539-b0657b533824 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Usage tracker for resource:security_group_rule and tenant:e25f2784bd2c470dbb63fea347e86b98 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:16.119664 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-591189a8-60b7-495a-8539-b0657b533824 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:16.138233 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f35a8c47-c5f9-4ec1-a358-a2f6fa19e702 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:16.157678 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a7febac8-4baa-4340-876f-0c71e1bf1eae tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:16.188260 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-591189a8-60b7-495a-8539-b0657b533824 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:16.215879 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2739bdb2-b360-429b-b1d8-856a48af12ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:16.216679 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2739bdb2-b360-429b-b1d8-856a48af12ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616'] for router, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:16.273266 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3d607894-e2d8-4801-8c1b-74ac12c7b582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222939930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222939930-project] Notify callbacks [] for security_group, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:16.302658 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3d607894-e2d8-4801-8c1b-74ac12c7b582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222939930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222939930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:16.316167 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31fbf72-7f54-47b0-9541-9433a1f34205 admin admin] Network 81e6234b-1120-4acc-ae32-1910fd2f72f2 is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:16.321054 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-b31fbf72-7f54-47b0-9541-9433a1f34205 admin admin] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:16.342925 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63480e3-7034-4fc8-85ad-0a9be740ddb1 None None] Network 41457c54-04fc-4048-91e2-4fb9d212c56a requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:49:16.554620 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device d300d4ee-0cc5-4557-8387-f78c55f8afef up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:49:16.615619 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f35a8c47-c5f9-4ec1-a358-a2f6fa19e702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:16.624241 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d607894-e2d8-4801-8c1b-74ac12c7b582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222939930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222939930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13dc527b-ae41-4a9a-91cf-9862ff02ced2,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:16.724277 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-264c9c81-44ac-40ab-989a-ac9d87d7cafe None None] For port 1689a0da-72cb-4e4b-94e5-f1875193773b, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:49:16.731046 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-264c9c81-44ac-40ab-989a-ac9d87d7cafe None None] For port 1689a0da-72cb-4e4b-94e5-f1875193773b, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=1689a0da-72cb-4e4b-94e5-f1875193773b,segment=NetworkSegment(668fd163-2ec6-45f5-a68c-835f2c0688da),segment_id=668fd163-2ec6-45f5-a68c-835f2c0688da)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:49:16.749387 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-264c9c81-44ac-40ab-989a-ac9d87d7cafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:16.793804 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5bc5426e-2f22-420a-b6d2-3c316d981b49 tempest-ExternalNetworksAdminNegativeTestJSON-1651204332 tempest-ExternalNetworksAdminNegativeTestJSON-1651204332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:16.824290 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35a8c47-c5f9-4ec1-a358-a2f6fa19e702 admin admin] Network ed45466e-0386-4b92-8de3-247c977242ac is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:16.838684 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-f35a8c47-c5f9-4ec1-a358-a2f6fa19e702 admin admin] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:16.846286 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-591189a8-60b7-495a-8539-b0657b533824 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Notify callbacks [] for security_group, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:16.849820 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35a8c47-c5f9-4ec1-a358-a2f6fa19e702 admin admin] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:49:16.855814 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d607894-e2d8-4801-8c1b-74ac12c7b582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222939930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222939930-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=83826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:49:16.900647 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a7febac8-4baa-4340-876f-0c71e1bf1eae tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130626'] for router, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:16.920080 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3d607894-e2d8-4801-8c1b-74ac12c7b582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222939930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222939930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:16.920428 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.segments_db [None req-3d607894-e2d8-4801-8c1b-74ac12c7b582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222939930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222939930-project] Added segment c32cf738-c1d0-4a3e-aefa-fd9081c66403 of type vlan for network 14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64 Apr 01 15:49:16.984104 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port d300d4ee-0cc5-4557-8387-f78c55f8afef completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:49:17.005802 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 4fbf29b5-6eaf-491a-bcb8-2605d3e0ad98 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:49:17.053977 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264c9c81-44ac-40ab-989a-ac9d87d7cafe None None] Pushing event updated for resources: {'Port': ['ID=1689a0da-72cb-4e4b-94e5-f1875193773b,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:17.120540 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-731e40df-e69f-4ae7-bb7c-c83aaa8c9ce7 None None] Provisioning complete for port b07d5382-0778-4587-a5a4-aba298a6c280 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:17.121241 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-731e40df-e69f-4ae7-bb7c-c83aaa8c9ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:17.172436 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35a8c47-c5f9-4ec1-a358-a2f6fa19e702 admin admin] Pushing event updated for resources: {'Port': ['ID=a8e6fda2-905b-427e-8842-a175097dbe63,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:17.180224 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3d607894-e2d8-4801-8c1b-74ac12c7b582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222939930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222939930-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:17.230819 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-591189a8-60b7-495a-8539-b0657b533824 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:17.250423 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-591189a8-60b7-495a-8539-b0657b533824 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=83828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:49:17.275457 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-591189a8-60b7-495a-8539-b0657b533824 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:17.275960 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.segments_db [None req-591189a8-60b7-495a-8539-b0657b533824 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Added segment 6aaf6150-ff3b-4bc8-98d5-8648e4d3d816 of type vlan for network b852aac1-7468-4417-9f9a-d6e0043dfa54 Apr 01 15:49:17.282269 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-731e40df-e69f-4ae7-bb7c-c83aaa8c9ce7 None None] Port b07d5382-0778-4587-a5a4-aba298a6c280 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:49:17.303276 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 4fbf29b5-6eaf-491a-bcb8-2605d3e0ad98 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:49:17.312098 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 4fbf29b5-6eaf-491a-bcb8-2605d3e0ad98 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:17.312929 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:17.351678 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-5bc5426e-2f22-420a-b6d2-3c316d981b49 tempest-ExternalNetworksAdminNegativeTestJSON-1651204332 tempest-ExternalNetworksAdminNegativeTestJSON-1651204332-project-admin] Allocated IP 172.26.1.234 (ed45466e-0386-4b92-8de3-247c977242ac/0479f741-5cd1-4d6f-b593-d8aa909a42d3/b55ab55a-d9d1-4adf-b4b7-58ef10e69700) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:49:17.396878 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3d607894-e2d8-4801-8c1b-74ac12c7b582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222939930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222939930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:17.401991 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d607894-e2d8-4801-8c1b-74ac12c7b582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222939930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222939930-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:17.404335 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3d607894-e2d8-4801-8c1b-74ac12c7b582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222939930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222939930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:17.524823 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-591189a8-60b7-495a-8539-b0657b533824 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:17.533467 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591189a8-60b7-495a-8539-b0657b533824 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b44e9d3-8653-463a-90f8-8e594ac13e1c,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:17.602199 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f35a8c47-c5f9-4ec1-a358-a2f6fa19e702 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:17.603393 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f35a8c47-c5f9-4ec1-a358-a2f6fa19e702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616'] for router, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:17.611295 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 46186) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:17.618750 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-591189a8-60b7-495a-8539-b0657b533824 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:17.624223 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0083bf21-2a9a-4af0-8ac5-bcb44fd396a4 None None] Network 10bfa6c5-d504-42f7-b6a8-189d201bcc59 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:49:17.625200 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591189a8-60b7-495a-8539-b0657b533824 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:17.626041 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-591189a8-60b7-495a-8539-b0657b533824 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:17.714288 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:17.722493 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d607894-e2d8-4801-8c1b-74ac12c7b582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222939930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222939930-project] Pushing event updated for resources: {'Network': ['ID=14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:17.790720 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64 details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:49:17.805051 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-3d607894-e2d8-4801-8c1b-74ac12c7b582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222939930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222939930-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 3.9515982 Apr 01 15:49:17.896446 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-bf7735c7-6a8a-498a-b676-9ef5c06d74fa tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1784419609'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:49:17.926588 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port 4fbf29b5-6eaf-491a-bcb8-2605d3e0ad98, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=4fbf29b5-6eaf-491a-bcb8-2605d3e0ad98,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:49:17.938144 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:17.951566 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591189a8-60b7-495a-8539-b0657b533824 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Pushing event updated for resources: {'Network': ['ID=b852aac1-7468-4417-9f9a-d6e0043dfa54,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:17.968880 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-bf7735c7-6a8a-498a-b676-9ef5c06d74fa tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:17.973630 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-bf7735c7-6a8a-498a-b676-9ef5c06d74fa tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Usage tracker for resource:network and tenant:50a1f72bd5e54e209eb4756b30f7e6a6 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:17.985986 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-bf7735c7-6a8a-498a-b676-9ef5c06d74fa tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:17.999420 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 46204) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:18.000098 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-591189a8-60b7-495a-8539-b0657b533824 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.4255188 Apr 01 15:49:18.002043 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-bf7735c7-6a8a-498a-b676-9ef5c06d74fa tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:18.018356 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-1178590a-5d33-4946-9e74-4c36dcb356d0 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Request body: {'subnet': {'network_id': 'b852aac1-7468-4417-9f9a-d6e0043dfa54', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:49:18.031842 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network b852aac1-7468-4417-9f9a-d6e0043dfa54 details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:49:18.083910 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-431a2a7c-3cd8-493a-863c-1fd8df2d684d None None] Provisioning for port d300d4ee-0cc5-4557-8387-f78c55f8afef completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:49:18.089583 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf7735c7-6a8a-498a-b676-9ef5c06d74fa tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Made reservation on behalf of 50a1f72bd5e54e209eb4756b30f7e6a6 for: {'network': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:18.092566 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-bf7735c7-6a8a-498a-b676-9ef5c06d74fa tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:18.134351 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-bf7735c7-6a8a-498a-b676-9ef5c06d74fa tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for security_group, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:18.144286 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2739bdb2-b360-429b-b1d8-856a48af12ff admin admin] Router 9a443703-9a97-4a5d-9406-6cb5aab4ab53 is scheduled to L3 agent ff252634-3424-422a-b742-9ae457bd54bd with binding_index 1 {{(pid=83826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:49:18.204070 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5bc5426e-2f22-420a-b6d2-3c316d981b49 tempest-ExternalNetworksAdminNegativeTestJSON-1651204332 tempest-ExternalNetworksAdminNegativeTestJSON-1651204332-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:18.210586 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a7febac8-4baa-4340-876f-0c71e1bf1eae tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks [] for router_gateway, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:18.250801 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a7febac8-4baa-4340-876f-0c71e1bf1eae tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:18.268880 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b31fbf72-7f54-47b0-9541-9433a1f34205 admin admin] Router afd9b5f9-9b39-4e34-970c-1cd9a526684c has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:49:18.270643 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-bf7735c7-6a8a-498a-b676-9ef5c06d74fa tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:18.313700 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-bf7735c7-6a8a-498a-b676-9ef5c06d74fa tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Usage tracker for resource:security_group_rule and tenant:50a1f72bd5e54e209eb4756b30f7e6a6 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:18.323226 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-bf7735c7-6a8a-498a-b676-9ef5c06d74fa tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:18.325574 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-431a2a7c-3cd8-493a-863c-1fd8df2d684d None None] Provisioning complete for port d300d4ee-0cc5-4557-8387-f78c55f8afef triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:18.326768 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-431a2a7c-3cd8-493a-863c-1fd8df2d684d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:18.334178 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-bf7735c7-6a8a-498a-b676-9ef5c06d74fa tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:18.407805 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 1689a0da-72cb-4e4b-94e5-f1875193773b up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:49:18.522323 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:49:18.551893 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=4fbf29b5-6eaf-491a-bcb8-2605d3e0ad98,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:18.678642 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485c1e6e-6cc6-4c34-a5cf-8c31f3857103 None None] Network c3ae4b42-403f-4d6b-840f-4e19f61ec42f requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:49:18.713735 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-a7febac8-4baa-4340-876f-0c71e1bf1eae tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Allocated IP 172.26.1.36 (ed45466e-0386-4b92-8de3-247c977242ac/0479f741-5cd1-4d6f-b593-d8aa909a42d3/0e584eb9-4623-4df2-9477-1284c1b08e5d) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:49:18.714156 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-bf7735c7-6a8a-498a-b676-9ef5c06d74fa tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for security_group, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:18.725611 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-bf7735c7-6a8a-498a-b676-9ef5c06d74fa tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:18.747243 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f35a8c47-c5f9-4ec1-a358-a2f6fa19e702 admin admin] Router ae380df1-4024-44b3-84a9-36df412c5260 is scheduled to L3 agent ff252634-3424-422a-b742-9ae457bd54bd with binding_index 1 {{(pid=83828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:49:18.772112 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf7735c7-6a8a-498a-b676-9ef5c06d74fa tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=83828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:49:18.779162 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 46208) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:18.793079 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-5d486e48-9670-4ade-b997-099f306cead6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Request body: {'port': {'network_id': '14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64', 'binding:host_id': 'hv-neutron-8333', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593987378'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:49:18.796718 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 1689a0da-72cb-4e4b-94e5-f1875193773b completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:49:18.798390 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7735c7-6a8a-498a-b676-9ef5c06d74fa tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b6b632-4f32-4dad-9ec0-0204c7f3e1d9,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:18.811303 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-431a2a7c-3cd8-493a-863c-1fd8df2d684d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:18.813920 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-bf7735c7-6a8a-498a-b676-9ef5c06d74fa tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:18.814264 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.segments_db [None req-bf7735c7-6a8a-498a-b676-9ef5c06d74fa tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Added segment c41dc1a5-c958-4d8b-81ea-3934c36371b8 of type vlan for network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f Apr 01 15:49:18.823457 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-5d486e48-9670-4ade-b997-099f306cead6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:18.828386 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5bc5426e-2f22-420a-b6d2-3c316d981b49 tempest-ExternalNetworksAdminNegativeTestJSON-1651204332 tempest-ExternalNetworksAdminNegativeTestJSON-1651204332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:18.829156 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-5d486e48-9670-4ade-b997-099f306cead6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Usage tracker for resource:port and tenant:29efa8157e814d9b99da926b3346862f is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:18.833092 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-5d486e48-9670-4ade-b997-099f306cead6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:18.866896 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-1178590a-5d33-4946-9e74-4c36dcb356d0 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:18.880425 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-431a2a7c-3cd8-493a-863c-1fd8df2d684d None None] For port d300d4ee-0cc5-4557-8387-f78c55f8afef, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=d300d4ee-0cc5-4557-8387-f78c55f8afef,segment=NetworkSegment(a4346d49-0e35-4d5e-8e9e-68af5927dae5),segment_id=a4346d49-0e35-4d5e-8e9e-68af5927dae5)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:49:18.888996 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-1178590a-5d33-4946-9e74-4c36dcb356d0 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Usage tracker for resource:subnet and tenant:e25f2784bd2c470dbb63fea347e86b98 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:18.893552 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-431a2a7c-3cd8-493a-863c-1fd8df2d684d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:18.905808 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-1178590a-5d33-4946-9e74-4c36dcb356d0 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:18.906023 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-5d486e48-9670-4ade-b997-099f306cead6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:18.922434 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-1178590a-5d33-4946-9e74-4c36dcb356d0 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:18.969380 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc5426e-2f22-420a-b6d2-3c316d981b49 tempest-ExternalNetworksAdminNegativeTestJSON-1651204332 tempest-ExternalNetworksAdminNegativeTestJSON-1651204332-project-admin] Network ed45466e-0386-4b92-8de3-247c977242ac is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:18.971983 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc5426e-2f22-420a-b6d2-3c316d981b49 tempest-ExternalNetworksAdminNegativeTestJSON-1651204332 tempest-ExternalNetworksAdminNegativeTestJSON-1651204332-project-admin] Pushing event updated for resources: {'Port': ['ID=b55ab55a-d9d1-4adf-b4b7-58ef10e69700,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:18.986454 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-5bc5426e-2f22-420a-b6d2-3c316d981b49 tempest-ExternalNetworksAdminNegativeTestJSON-1651204332 tempest-ExternalNetworksAdminNegativeTestJSON-1651204332-project-admin] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:18.991733 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc5426e-2f22-420a-b6d2-3c316d981b49 tempest-ExternalNetworksAdminNegativeTestJSON-1651204332 tempest-ExternalNetworksAdminNegativeTestJSON-1651204332-project-admin] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:49:19.000691 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1178590a-5d33-4946-9e74-4c36dcb356d0 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Made reservation on behalf of e25f2784bd2c470dbb63fea347e86b98 for: {'subnet': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:19.014322 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d486e48-9670-4ade-b997-099f306cead6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Made reservation on behalf of 29efa8157e814d9b99da926b3346862f for: {'port': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:19.016580 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5d486e48-9670-4ade-b997-099f306cead6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:19.033641 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-bf7735c7-6a8a-498a-b676-9ef5c06d74fa tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:19.042854 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5d486e48-9670-4ade-b997-099f306cead6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:19.086102 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a7febac8-4baa-4340-876f-0c71e1bf1eae tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:19.089402 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-76de84d6-75dd-4b08-b6a4-d8836d67f56b None None] Provisioning for port 1689a0da-72cb-4e4b-94e5-f1875193773b completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:49:19.101838 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-76de84d6-75dd-4b08-b6a4-d8836d67f56b None None] Provisioning complete for port 1689a0da-72cb-4e4b-94e5-f1875193773b triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:19.103047 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-76de84d6-75dd-4b08-b6a4-d8836d67f56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:19.106825 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b31fbf72-7f54-47b0-9541-9433a1f34205 admin admin] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:49:19.130974 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-5d486e48-9670-4ade-b997-099f306cead6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:19.135382 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-bf7735c7-6a8a-498a-b676-9ef5c06d74fa tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:19.139103 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7735c7-6a8a-498a-b676-9ef5c06d74fa tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:19.139978 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-bf7735c7-6a8a-498a-b676-9ef5c06d74fa tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:19.177342 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-5d486e48-9670-4ade-b997-099f306cead6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Usage tracker for resource:security_group_rule and tenant:29efa8157e814d9b99da926b3346862f is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:19.182798 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431a2a7c-3cd8-493a-863c-1fd8df2d684d None None] Pushing event updated for resources: {'Port': ['ID=d300d4ee-0cc5-4557-8387-f78c55f8afef,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:19.208087 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-5d486e48-9670-4ade-b997-099f306cead6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:19.212758 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-1178590a-5d33-4946-9e74-4c36dcb356d0 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Notify callbacks [] for subnet, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:19.284906 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-76de84d6-75dd-4b08-b6a4-d8836d67f56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:19.300811 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-5d486e48-9670-4ade-b997-099f306cead6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:19.338733 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-76de84d6-75dd-4b08-b6a4-d8836d67f56b None None] For port 1689a0da-72cb-4e4b-94e5-f1875193773b, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=1689a0da-72cb-4e4b-94e5-f1875193773b,segment=NetworkSegment(668fd163-2ec6-45f5-a68c-835f2c0688da),segment_id=668fd163-2ec6-45f5-a68c-835f2c0688da)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:49:19.348352 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7735c7-6a8a-498a-b676-9ef5c06d74fa tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event updated for resources: {'Network': ['ID=7b65ac5c-8834-4b65-9b28-b7dba6c9746f,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:19.349486 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-b31fbf72-7f54-47b0-9541-9433a1f34205 admin admin] 10.222.0.55 "PUT /v2.0/routers/afd9b5f9-9b39-4e34-970c-1cd9a526684c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2236536 Apr 01 15:49:19.355121 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-bf7735c7-6a8a-498a-b676-9ef5c06d74fa tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7407746 Apr 01 15:49:19.356536 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-76de84d6-75dd-4b08-b6a4-d8836d67f56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:19.365127 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 46214) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:19.388202 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-bcfb7e44-8dd4-4776-b5b8-6c666a1e5ebe tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Request body: {'subnet': {'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:49:19.403447 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a7febac8-4baa-4340-876f-0c71e1bf1eae tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:19.559983 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76de84d6-75dd-4b08-b6a4-d8836d67f56b None None] Pushing event updated for resources: {'Port': ['ID=1689a0da-72cb-4e4b-94e5-f1875193773b,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:19.564009 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:49:19.636124 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-bcfb7e44-8dd4-4776-b5b8-6c666a1e5ebe tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:19.650419 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-bcfb7e44-8dd4-4776-b5b8-6c666a1e5ebe tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Usage tracker for resource:subnet and tenant:50a1f72bd5e54e209eb4756b30f7e6a6 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:19.657355 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-bcfb7e44-8dd4-4776-b5b8-6c666a1e5ebe tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:19.659717 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7febac8-4baa-4340-876f-0c71e1bf1eae tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Pushing event updated for resources: {'Port': ['ID=0e584eb9-4623-4df2-9477-1284c1b08e5d,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:19.671454 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5d486e48-9670-4ade-b997-099f306cead6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:19.674848 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-bcfb7e44-8dd4-4776-b5b8-6c666a1e5ebe tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:19.683783 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5d486e48-9670-4ade-b997-099f306cead6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:19.690601 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd42b965-13e0-4cac-9508-a4d03f828259 None None] Sync routers for ids ['afd9b5f9-9b39-4e34-970c-1cd9a526684c'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:49:19.694604 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f35a8c47-c5f9-4ec1-a358-a2f6fa19e702 admin admin] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:49:19.701670 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5bc5426e-2f22-420a-b6d2-3c316d981b49 tempest-ExternalNetworksAdminNegativeTestJSON-1651204332 tempest-ExternalNetworksAdminNegativeTestJSON-1651204332-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:19.701836 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [None req-5d486e48-9670-4ade-b997-099f306cead6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] device_id is not set on port 85ddcca2-20d9-4348-aba0-d5b7c45ed6f3 yet. {{(pid=83828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:49:19.706299 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd27486-f7a6-44b3-9f76-8f6d72afb954 None None] Sync routers for ids ['ae380df1-4024-44b3-84a9-36df412c5260'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:49:19.726083 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd27486-f7a6-44b3-9f76-8f6d72afb954 None None] Routers {'ae380df1-4024-44b3-84a9-36df412c5260'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:49:19.726396 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7febac8-4baa-4340-876f-0c71e1bf1eae tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Network ed45466e-0386-4b92-8de3-247c977242ac is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:19.727562 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-0dd27486-f7a6-44b3-9f76-8f6d72afb954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:48:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['ae380df1-4024-44b3-84a9-36df412c5260'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:19.733077 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-a7febac8-4baa-4340-876f-0c71e1bf1eae tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:19.737133 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2739bdb2-b360-429b-b1d8-856a48af12ff admin admin] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:49:19.742798 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-6cee2c17-51b7-4e1f-92a6-699ba55b9f0f None None] Provisioning complete for port d300d4ee-0cc5-4557-8387-f78c55f8afef triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:19.743254 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6cee2c17-51b7-4e1f-92a6-699ba55b9f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:19.763383 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcfb7e44-8dd4-4776-b5b8-6c666a1e5ebe tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Made reservation on behalf of 50a1f72bd5e54e209eb4756b30f7e6a6 for: {'subnet': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:19.837520 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd42b965-13e0-4cac-9508-a4d03f828259 None None] Routers {'afd9b5f9-9b39-4e34-970c-1cd9a526684c'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:49:19.838214 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-bd42b965-13e0-4cac-9508-a4d03f828259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:48:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['afd9b5f9-9b39-4e34-970c-1cd9a526684c'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:19.862106 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7febac8-4baa-4340-876f-0c71e1bf1eae tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:49:19.884898 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d486e48-9670-4ade-b997-099f306cead6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c5d91b4-4861-4ec6-898d-75e16a9eb8b7,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:19.894063 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f35a8c47-c5f9-4ec1-a358-a2f6fa19e702 admin admin] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:19.900271 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-f35a8c47-c5f9-4ec1-a358-a2f6fa19e702 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.1849420 Apr 01 15:49:19.902397 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 46230) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:20.010172 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-bcfb7e44-8dd4-4776-b5b8-6c666a1e5ebe tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for subnet, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:20.144471 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-0dd27486-f7a6-44b3-9f76-8f6d72afb954 None None] Set router ae380df1-4024-44b3-84a9-36df412c5260 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:49:20.341274 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 1689a0da-72cb-4e4b-94e5-f1875193773b up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:49:20.398758 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5bc5426e-2f22-420a-b6d2-3c316d981b49 tempest-ExternalNetworksAdminNegativeTestJSON-1651204332 tempest-ExternalNetworksAdminNegativeTestJSON-1651204332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:20.452412 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-bd42b965-13e0-4cac-9508-a4d03f828259 None None] Set router afd9b5f9-9b39-4e34-970c-1cd9a526684c gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:49:20.573790 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 1689a0da-72cb-4e4b-94e5-f1875193773b triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:20.579536 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [None req-5d486e48-9670-4ade-b997-099f306cead6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] device_id is not set on port 85ddcca2-20d9-4348-aba0-d5b7c45ed6f3 yet. {{(pid=83828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:49:20.584909 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:20.597440 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5d486e48-9670-4ade-b997-099f306cead6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:20.627778 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-0dd27486-f7a6-44b3-9f76-8f6d72afb954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae380df1-4024-44b3-84a9-36df412c5260', 'name': 'tempest-ServerActionsTestJSON-753165356-router', 'tenant_id': 'ea61585477ae47b59fca06b1e521f7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.133'}], 'enable_snat': True}, 'gw_port_id': 'a8e6fda2-905b-427e-8842-a175097dbe63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:13Z', 'updated_at': '2022-04-01T15:49:16Z', 'revision_number': 3, 'project_id': 'ea61585477ae47b59fca06b1e521f7a0', 'gw_port': {'id': 'a8e6fda2-905b-427e-8842-a175097dbe63', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c5:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae380df1-4024-44b3-84a9-36df412c5260', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:14Z', 'updated_at': '2022-04-01T15:49:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:20.635026 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd27486-f7a6-44b3-9f76-8f6d72afb954 None None] Checking router: ae380df1-4024-44b3-84a9-36df412c5260 for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:49:20.635490 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd27486-f7a6-44b3-9f76-8f6d72afb954 None None] Updating router ae380df1-4024-44b3-84a9-36df412c5260 port a8e6fda2-905b-427e-8842-a175097dbe63 binding host dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:49:20.641518 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [None req-5d486e48-9670-4ade-b997-099f306cead6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Transition to ACTIVE for port object 85ddcca2-20d9-4348-aba0-d5b7c45ed6f3 will not be triggered until provisioned by entity L2. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:49:20.668224 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5d486e48-9670-4ade-b997-099f306cead6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:20.681950 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5bc5426e-2f22-420a-b6d2-3c316d981b49 tempest-ExternalNetworksAdminNegativeTestJSON-1651204332 tempest-ExternalNetworksAdminNegativeTestJSON-1651204332-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:20.697496 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-1178590a-5d33-4946-9e74-4c36dcb356d0 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for subnet, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:20.733814 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-0dd27486-f7a6-44b3-9f76-8f6d72afb954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:20.755954 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d486e48-9670-4ade-b997-099f306cead6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Pushing event updated for resources: {'Port': ['ID=85ddcca2-20d9-4348-aba0-d5b7c45ed6f3,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:20.774817 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-bcfb7e44-8dd4-4776-b5b8-6c666a1e5ebe tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for subnet, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:20.775101 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5bc5426e-2f22-420a-b6d2-3c316d981b49 tempest-ExternalNetworksAdminNegativeTestJSON-1651204332 tempest-ExternalNetworksAdminNegativeTestJSON-1651204332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:20.874267 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 46236) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:20.887573 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5bc5426e-2f22-420a-b6d2-3c316d981b49 tempest-ExternalNetworksAdminNegativeTestJSON-1651204332 tempest-ExternalNetworksAdminNegativeTestJSON-1651204332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617697'] for floatingip, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:20.893020 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-2d955f51-e200-46cd-9fc0-fec15f778811 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1219051208', 'description': 'tempest-description--320992421'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:49:20.914628 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-2d955f51-e200-46cd-9fc0-fec15f778811 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:20.917812 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfb7e44-8dd4-4776-b5b8-6c666a1e5ebe tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event updated for resources: {'Subnet': ['ID=c269532e-833f-465c-bc2a-641a8c8110f8,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:20.922190 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d486e48-9670-4ade-b997-099f306cead6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Checking segment: {'id': 'c32cf738-c1d0-4a3e-aefa-fd9081c66403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:49:20.922768 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d486e48-9670-4ade-b997-099f306cead6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Network hostable DHCP agents. Network: 14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:49:20.931971 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-2d955f51-e200-46cd-9fc0-fec15f778811 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Usage tracker for resource:security_group and tenant:f25527a3ef4e4227be945540540cca4c is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:20.937177 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-2d955f51-e200-46cd-9fc0-fec15f778811 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:20.947446 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-2d955f51-e200-46cd-9fc0-fec15f778811 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:20.956599 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfb7e44-8dd4-4776-b5b8-6c666a1e5ebe tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Checking segment: {'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:49:20.956599 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfb7e44-8dd4-4776-b5b8-6c666a1e5ebe tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Network hostable DHCP agents. Network: 7b65ac5c-8834-4b65-9b28-b7dba6c9746f, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:49:20.976660 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5bc5426e-2f22-420a-b6d2-3c316d981b49 tempest-ExternalNetworksAdminNegativeTestJSON-1651204332 tempest-ExternalNetworksAdminNegativeTestJSON-1651204332-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for floatingip, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:20.981295 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-5bc5426e-2f22-420a-b6d2-3c316d981b49 tempest-ExternalNetworksAdminNegativeTestJSON-1651204332 tempest-ExternalNetworksAdminNegativeTestJSON-1651204332-project-admin] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.5984571 Apr 01 15:49:20.981466 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2d955f51-e200-46cd-9fc0-fec15f778811 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Notify callbacks [] for security_group, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:20.990579 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 46242) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:20.994779 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2739bdb2-b360-429b-b1d8-856a48af12ff admin admin] Notify callbacks [] for router, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:20.999082 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-2739bdb2-b360-429b-b1d8-856a48af12ff admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.2597535 Apr 01 15:49:21.003076 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 46246) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:21.008475 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-9bdb3a51-e30a-46fa-b33a-78596d60ea7c tempest-ExternalNetworksAdminNegativeTestJSON-1651204332 tempest-ExternalNetworksAdminNegativeTestJSON-1651204332-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-299802708', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'fixed_ips': [{'ip_address': '172.26.1.234'}]}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:49:21.034160 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1178590a-5d33-4946-9e74-4c36dcb356d0 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Checking segment: {'id': '6aaf6150-ff3b-4bc8-98d5-8648e4d3d816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b852aac1-7468-4417-9f9a-d6e0043dfa54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:49:21.034525 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1178590a-5d33-4946-9e74-4c36dcb356d0 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Network hostable DHCP agents. Network: b852aac1-7468-4417-9f9a-d6e0043dfa54, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:49:21.067610 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e842e8cf-8992-4113-934b-b345c826e50c None None] Sync routers for ids ['9a443703-9a97-4a5d-9406-6cb5aab4ab53'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:49:21.074454 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-9bdb3a51-e30a-46fa-b33a-78596d60ea7c tempest-ExternalNetworksAdminNegativeTestJSON-1651204332 tempest-ExternalNetworksAdminNegativeTestJSON-1651204332-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:21.084523 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d486e48-9670-4ade-b997-099f306cead6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Network 14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64 is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:49:21.087873 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-0cb4a51d-53cb-4fad-84e8-475223ffc386 None None] Provisioning complete for port 1689a0da-72cb-4e4b-94e5-f1875193773b triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:21.088248 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-0cb4a51d-53cb-4fad-84e8-475223ffc386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:21.098842 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-9bdb3a51-e30a-46fa-b33a-78596d60ea7c tempest-ExternalNetworksAdminNegativeTestJSON-1651204332 tempest-ExternalNetworksAdminNegativeTestJSON-1651204332-project-admin] Usage tracker for resource:port and tenant:8c203e18603847b08d2d3ed60c302dd7 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:21.133236 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1178590a-5d33-4946-9e74-4c36dcb356d0 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Pushing event updated for resources: {'Subnet': ['ID=8da19363-87ef-4483-b4a8-3df95dc2a116,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:21.152162 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-9bdb3a51-e30a-46fa-b33a-78596d60ea7c tempest-ExternalNetworksAdminNegativeTestJSON-1651204332 tempest-ExternalNetworksAdminNegativeTestJSON-1651204332-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:21.163639 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfb7e44-8dd4-4776-b5b8-6c666a1e5ebe tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:49:21.167831 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a7febac8-4baa-4340-876f-0c71e1bf1eae tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks [] for router_gateway, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:21.168481 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a7febac8-4baa-4340-876f-0c71e1bf1eae tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616'] for router, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:21.176315 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-9bdb3a51-e30a-46fa-b33a-78596d60ea7c tempest-ExternalNetworksAdminNegativeTestJSON-1651204332 tempest-ExternalNetworksAdminNegativeTestJSON-1651204332-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:21.194099 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-5d486e48-9670-4ade-b997-099f306cead6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, 14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64) {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:21.201722 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e842e8cf-8992-4113-934b-b345c826e50c None None] Routers {'9a443703-9a97-4a5d-9406-6cb5aab4ab53'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:49:21.202630 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-e842e8cf-8992-4113-934b-b345c826e50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:48:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['9a443703-9a97-4a5d-9406-6cb5aab4ab53'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:21.205938 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d486e48-9670-4ade-b997-099f306cead6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:49:21.215597 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-bcfb7e44-8dd4-4776-b5b8-6c666a1e5ebe tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, 7b65ac5c-8834-4b65-9b28-b7dba6c9746f) {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:21.220853 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-2d955f51-e200-46cd-9fc0-fec15f778811 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:21.230511 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfb7e44-8dd4-4776-b5b8-6c666a1e5ebe tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:21.231155 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-bcfb7e44-8dd4-4776-b5b8-6c666a1e5ebe tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:21.238501 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-2d955f51-e200-46cd-9fc0-fec15f778811 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Usage tracker for resource:security_group_rule and tenant:f25527a3ef4e4227be945540540cca4c is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:21.242022 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-0dd27486-f7a6-44b3-9f76-8f6d72afb954 None None] Notify callbacks [] for port, precommit_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:21.245395 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bdb3a51-e30a-46fa-b33a-78596d60ea7c tempest-ExternalNetworksAdminNegativeTestJSON-1651204332 tempest-ExternalNetworksAdminNegativeTestJSON-1651204332-project-admin] Made reservation on behalf of 8c203e18603847b08d2d3ed60c302dd7 for: {'port': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:21.247790 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9bdb3a51-e30a-46fa-b33a-78596d60ea7c tempest-ExternalNetworksAdminNegativeTestJSON-1651204332 tempest-ExternalNetworksAdminNegativeTestJSON-1651204332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:21.259099 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.provisioning_blocks [None req-0dd27486-f7a6-44b3-9f76-8f6d72afb954 None None] Transition to ACTIVE for port object a8e6fda2-905b-427e-8842-a175097dbe63 will not be triggered until provisioned by entity L2. {{(pid=83833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:49:21.265337 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-2d955f51-e200-46cd-9fc0-fec15f778811 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:21.268410 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-5d486e48-9670-4ade-b997-099f306cead6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to bind port 85ddcca2-20d9-4348-aba0-d5b7c45ed6f3 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:49:21.268891 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-5d486e48-9670-4ade-b997-099f306cead6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to bind port 85ddcca2-20d9-4348-aba0-d5b7c45ed6f3 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'c32cf738-c1d0-4a3e-aefa-fd9081c66403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64'}] {{(pid=83828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:49:21.269396 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d486e48-9670-4ade-b997-099f306cead6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to bind port 85ddcca2-20d9-4348-aba0-d5b7c45ed6f3 on network 14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:49:21.271043 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-0dd27486-f7a6-44b3-9f76-8f6d72afb954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:21.278775 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device d300d4ee-0cc5-4557-8387-f78c55f8afef up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:49:21.280651 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc5426e-2f22-420a-b6d2-3c316d981b49 tempest-ExternalNetworksAdminNegativeTestJSON-1651204332 tempest-ExternalNetworksAdminNegativeTestJSON-1651204332-project-admin] Pushing event updated for resources: {'Port': ['ID=b55ab55a-d9d1-4adf-b4b7-58ef10e69700,revision_number=2']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:21.290791 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-2d955f51-e200-46cd-9fc0-fec15f778811 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:21.298643 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9bdb3a51-e30a-46fa-b33a-78596d60ea7c tempest-ExternalNetworksAdminNegativeTestJSON-1651204332 tempest-ExternalNetworksAdminNegativeTestJSON-1651204332-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:21.322199 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d486e48-9670-4ade-b997-099f306cead6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Port 85ddcca2-20d9-4348-aba0-d5b7c45ed6f3 on network 14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:49:21.322642 dv-neutron-833373-2-hyperv neutron-server[83828]: ERROR neutron.plugins.ml2.managers [None req-5d486e48-9670-4ade-b997-099f306cead6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Failed to bind port 85ddcca2-20d9-4348-aba0-d5b7c45ed6f3 on host hv-neutron-8333 for vnic_type normal using segments [{'id': 'c32cf738-c1d0-4a3e-aefa-fd9081c66403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64'}] Apr 01 15:49:21.323356 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.plugins.ml2.plugin [None req-5d486e48-9670-4ade-b997-099f306cead6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempt 2 to bind port 85ddcca2-20d9-4348-aba0-d5b7c45ed6f3 Apr 01 15:49:21.344850 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-bcfb7e44-8dd4-4776-b5b8-6c666a1e5ebe tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9768786 Apr 01 15:49:21.352420 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1178590a-5d33-4946-9e74-4c36dcb356d0 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Network b852aac1-7468-4417-9f9a-d6e0043dfa54 is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:49:21.355160 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 46250) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:21.357325 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e578c8-c8e2-4a26-8663-245d25b7be06 None None] Network 14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:49:21.366737 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9578d8-28d4-49bf-b366-535f2c633a43 None None] Pushing event updated for resources: {'Port': ['ID=a8e6fda2-905b-427e-8842-a175097dbe63,revision_number=2']} {{(pid=83833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:21.369811 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-5d486e48-9670-4ade-b997-099f306cead6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to bind port 85ddcca2-20d9-4348-aba0-d5b7c45ed6f3 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:49:21.370225 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-5d486e48-9670-4ade-b997-099f306cead6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to bind port 85ddcca2-20d9-4348-aba0-d5b7c45ed6f3 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'c32cf738-c1d0-4a3e-aefa-fd9081c66403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64'}] {{(pid=83828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:49:21.370665 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d486e48-9670-4ade-b997-099f306cead6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to bind port 85ddcca2-20d9-4348-aba0-d5b7c45ed6f3 on network 14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:49:21.375508 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b9a29f-b764-4565-8b76-2c6d9c03e7b1 None None] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:49:21.385938 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-9bdb3a51-e30a-46fa-b33a-78596d60ea7c tempest-ExternalNetworksAdminNegativeTestJSON-1651204332 tempest-ExternalNetworksAdminNegativeTestJSON-1651204332-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:21.389580 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-17cedc3d-3374-4a24-ba30-411824ce0559 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Request body: {'port': {'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'name': 'tempest-NetworksTestDHCPv6-1428905101'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:49:21.401834 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-0dd27486-f7a6-44b3-9f76-8f6d72afb954 None None] Attempting to bind port a8e6fda2-905b-427e-8842-a175097dbe63 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:49:21.402219 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-0dd27486-f7a6-44b3-9f76-8f6d72afb954 None None] Attempting to bind port a8e6fda2-905b-427e-8842-a175097dbe63 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}] {{(pid=83833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:49:21.403102 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd27486-f7a6-44b3-9f76-8f6d72afb954 None None] Attempting to bind port a8e6fda2-905b-427e-8842-a175097dbe63 on network ed45466e-0386-4b92-8de3-247c977242ac {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:49:21.404233 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-9bdb3a51-e30a-46fa-b33a-78596d60ea7c tempest-ExternalNetworksAdminNegativeTestJSON-1651204332 tempest-ExternalNetworksAdminNegativeTestJSON-1651204332-project-admin] Usage tracker for resource:security_group_rule and tenant:8c203e18603847b08d2d3ed60c302dd7 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:21.409101 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-9bdb3a51-e30a-46fa-b33a-78596d60ea7c tempest-ExternalNetworksAdminNegativeTestJSON-1651204332 tempest-ExternalNetworksAdminNegativeTestJSON-1651204332-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:21.411805 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd27486-f7a6-44b3-9f76-8f6d72afb954 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:49:21.411805 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd27486-f7a6-44b3-9f76-8f6d72afb954 None None] Checking segment: {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:49:21.412176 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-0dd27486-f7a6-44b3-9f76-8f6d72afb954 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:21.413720 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d486e48-9670-4ade-b997-099f306cead6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Port 85ddcca2-20d9-4348-aba0-d5b7c45ed6f3 on network 14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:49:21.414124 dv-neutron-833373-2-hyperv neutron-server[83828]: ERROR neutron.plugins.ml2.managers [None req-5d486e48-9670-4ade-b997-099f306cead6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Failed to bind port 85ddcca2-20d9-4348-aba0-d5b7c45ed6f3 on host hv-neutron-8333 for vnic_type normal using segments [{'id': 'c32cf738-c1d0-4a3e-aefa-fd9081c66403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64'}] Apr 01 15:49:21.415899 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd27486-f7a6-44b3-9f76-8f6d72afb954 None None] Bound using segment: {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'} {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:49:21.416540 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-0dd27486-f7a6-44b3-9f76-8f6d72afb954 None None] Bound port: a8e6fda2-905b-427e-8842-a175097dbe63, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}}] {{(pid=83833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:49:21.417543 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-0dd27486-f7a6-44b3-9f76-8f6d72afb954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:21.419179 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.plugins.ml2.plugin [None req-5d486e48-9670-4ade-b997-099f306cead6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempt 3 to bind port 85ddcca2-20d9-4348-aba0-d5b7c45ed6f3 Apr 01 15:49:21.434951 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-9bdb3a51-e30a-46fa-b33a-78596d60ea7c tempest-ExternalNetworksAdminNegativeTestJSON-1651204332 tempest-ExternalNetworksAdminNegativeTestJSON-1651204332-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:21.464761 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-5d486e48-9670-4ade-b997-099f306cead6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to bind port 85ddcca2-20d9-4348-aba0-d5b7c45ed6f3 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:49:21.465207 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-5d486e48-9670-4ade-b997-099f306cead6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to bind port 85ddcca2-20d9-4348-aba0-d5b7c45ed6f3 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'c32cf738-c1d0-4a3e-aefa-fd9081c66403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64'}] {{(pid=83828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:49:21.465612 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d486e48-9670-4ade-b997-099f306cead6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to bind port 85ddcca2-20d9-4348-aba0-d5b7c45ed6f3 on network 14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:49:21.474315 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2d955f51-e200-46cd-9fc0-fec15f778811 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Notify callbacks [] for security_group, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:21.487476 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2d955f51-e200-46cd-9fc0-fec15f778811 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:21.490654 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-1178590a-5d33-4946-9e74-4c36dcb356d0 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, b852aac1-7468-4417-9f9a-d6e0043dfa54) {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:21.508111 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d486e48-9670-4ade-b997-099f306cead6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Port 85ddcca2-20d9-4348-aba0-d5b7c45ed6f3 on network 14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:49:21.508514 dv-neutron-833373-2-hyperv neutron-server[83828]: ERROR neutron.plugins.ml2.managers [None req-5d486e48-9670-4ade-b997-099f306cead6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Failed to bind port 85ddcca2-20d9-4348-aba0-d5b7c45ed6f3 on host hv-neutron-8333 for vnic_type normal using segments [{'id': 'c32cf738-c1d0-4a3e-aefa-fd9081c66403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64'}] Apr 01 15:49:21.512438 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.db [None req-0dd27486-f7a6-44b3-9f76-8f6d72afb954 None None] For port a8e6fda2-905b-427e-8842-a175097dbe63, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:49:21.516304 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.db [None req-0dd27486-f7a6-44b3-9f76-8f6d72afb954 None None] For port a8e6fda2-905b-427e-8842-a175097dbe63, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=a8e6fda2-905b-427e-8842-a175097dbe63,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:49:21.518671 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.plugins.ml2.plugin [None req-5d486e48-9670-4ade-b997-099f306cead6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempt 4 to bind port 85ddcca2-20d9-4348-aba0-d5b7c45ed6f3 Apr 01 15:49:21.524851 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-0dd27486-f7a6-44b3-9f76-8f6d72afb954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:21.538684 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1178590a-5d33-4946-9e74-4c36dcb356d0 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:21.539117 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-1178590a-5d33-4946-9e74-4c36dcb356d0 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:21.577795 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-5d486e48-9670-4ade-b997-099f306cead6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to bind port 85ddcca2-20d9-4348-aba0-d5b7c45ed6f3 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:49:21.578193 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-5d486e48-9670-4ade-b997-099f306cead6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to bind port 85ddcca2-20d9-4348-aba0-d5b7c45ed6f3 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'c32cf738-c1d0-4a3e-aefa-fd9081c66403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64'}] {{(pid=83828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:49:21.578631 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d486e48-9670-4ade-b997-099f306cead6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to bind port 85ddcca2-20d9-4348-aba0-d5b7c45ed6f3 on network 14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:49:21.589247 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab210c6-9a7e-4b55-84a6-a5fc12dea884 None None] Network b852aac1-7468-4417-9f9a-d6e0043dfa54 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:49:21.598162 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2d955f51-e200-46cd-9fc0-fec15f778811 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:21.599619 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-2d955f51-e200-46cd-9fc0-fec15f778811 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.7162204 Apr 01 15:49:21.600314 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d955f51-e200-46cd-9fc0-fec15f778811 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91d36638-0971-4d83-9ddc-3b1723ec8292,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:21.603491 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 46256) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:21.617513 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-1178590a-5d33-4946-9e74-4c36dcb356d0 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6128035 Apr 01 15:49:21.618607 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d486e48-9670-4ade-b997-099f306cead6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Port 85ddcca2-20d9-4348-aba0-d5b7c45ed6f3 on network 14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:49:21.619016 dv-neutron-833373-2-hyperv neutron-server[83828]: ERROR neutron.plugins.ml2.managers [None req-5d486e48-9670-4ade-b997-099f306cead6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Failed to bind port 85ddcca2-20d9-4348-aba0-d5b7c45ed6f3 on host hv-neutron-8333 for vnic_type normal using segments [{'id': 'c32cf738-c1d0-4a3e-aefa-fd9081c66403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64'}] Apr 01 15:49:21.620856 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 46262) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:21.626806 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-8aa5ed49-649c-41b4-873c-eaa7e4be0190 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Request body: {'security_group_rule': {'security_group_id': '91d36638-0971-4d83-9ddc-3b1723ec8292', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:49:21.630902 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.plugins.ml2.plugin [None req-5d486e48-9670-4ade-b997-099f306cead6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempt 5 to bind port 85ddcca2-20d9-4348-aba0-d5b7c45ed6f3 Apr 01 15:49:21.647710 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-8f897fb8-2f75-47a8-b7f0-568c00169083 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Request body: {'port': {'network_id': 'b852aac1-7468-4417-9f9a-d6e0043dfa54', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1890535096'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:49:21.670856 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9578d8-28d4-49bf-b366-535f2c633a43 None None] Pushing event updated for resources: {'Port': ['ID=a8e6fda2-905b-427e-8842-a175097dbe63,revision_number=3']} {{(pid=83833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:21.674938 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-8aa5ed49-649c-41b4-873c-eaa7e4be0190 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:21.689991 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd27486-f7a6-44b3-9f76-8f6d72afb954 None None] Routers {'ae380df1-4024-44b3-84a9-36df412c5260'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:49:21.690950 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-0dd27486-f7a6-44b3-9f76-8f6d72afb954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:48:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['ae380df1-4024-44b3-84a9-36df412c5260'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:21.696765 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port d300d4ee-0cc5-4557-8387-f78c55f8afef triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:21.697362 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:21.743438 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-8aa5ed49-649c-41b4-873c-eaa7e4be0190 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Usage tracker for resource:security_group_rule and tenant:f25527a3ef4e4227be945540540cca4c is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:21.746298 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-5d486e48-9670-4ade-b997-099f306cead6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to bind port 85ddcca2-20d9-4348-aba0-d5b7c45ed6f3 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:49:21.746691 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-5d486e48-9670-4ade-b997-099f306cead6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to bind port 85ddcca2-20d9-4348-aba0-d5b7c45ed6f3 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'c32cf738-c1d0-4a3e-aefa-fd9081c66403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64'}] {{(pid=83828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:49:21.747101 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d486e48-9670-4ade-b997-099f306cead6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to bind port 85ddcca2-20d9-4348-aba0-d5b7c45ed6f3 on network 14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:49:21.752581 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-8aa5ed49-649c-41b4-873c-eaa7e4be0190 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:21.828848 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9bdb3a51-e30a-46fa-b33a-78596d60ea7c tempest-ExternalNetworksAdminNegativeTestJSON-1651204332 tempest-ExternalNetworksAdminNegativeTestJSON-1651204332-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:21.843425 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-8aa5ed49-649c-41b4-873c-eaa7e4be0190 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:21.846706 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-17cedc3d-3374-4a24-ba30-411824ce0559 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:21.871466 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-17cedc3d-3374-4a24-ba30-411824ce0559 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Usage tracker for resource:port and tenant:50a1f72bd5e54e209eb4756b30f7e6a6 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:21.875481 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-17cedc3d-3374-4a24-ba30-411824ce0559 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:21.891588 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-17cedc3d-3374-4a24-ba30-411824ce0559 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:21.903323 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9bdb3a51-e30a-46fa-b33a-78596d60ea7c tempest-ExternalNetworksAdminNegativeTestJSON-1651204332 tempest-ExternalNetworksAdminNegativeTestJSON-1651204332-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:21.905068 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d486e48-9670-4ade-b997-099f306cead6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Port 85ddcca2-20d9-4348-aba0-d5b7c45ed6f3 on network 14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:49:21.905455 dv-neutron-833373-2-hyperv neutron-server[83828]: ERROR neutron.plugins.ml2.managers [None req-5d486e48-9670-4ade-b997-099f306cead6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Failed to bind port 85ddcca2-20d9-4348-aba0-d5b7c45ed6f3 on host hv-neutron-8333 for vnic_type normal using segments [{'id': 'c32cf738-c1d0-4a3e-aefa-fd9081c66403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64'}] Apr 01 15:49:21.921906 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.plugins.ml2.plugin [None req-5d486e48-9670-4ade-b997-099f306cead6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempt 6 to bind port 85ddcca2-20d9-4348-aba0-d5b7c45ed6f3 Apr 01 15:49:21.923323 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17cedc3d-3374-4a24-ba30-411824ce0559 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Made reservation on behalf of 50a1f72bd5e54e209eb4756b30f7e6a6 for: {'port': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:21.926350 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-17cedc3d-3374-4a24-ba30-411824ce0559 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:21.952924 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [None req-9bdb3a51-e30a-46fa-b33a-78596d60ea7c tempest-ExternalNetworksAdminNegativeTestJSON-1651204332 tempest-ExternalNetworksAdminNegativeTestJSON-1651204332-project-admin] device_id is not set on port 537a4595-bf40-4f54-9257-77572d3ba3fd yet. {{(pid=83828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:49:21.953268 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [None req-17cedc3d-3374-4a24-ba30-411824ce0559 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] device_id is not set on port 450c6c63-fc7a-4d25-997d-4f536e063d23 yet. {{(pid=83826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:49:21.975167 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-0dd27486-f7a6-44b3-9f76-8f6d72afb954 None None] Set router ae380df1-4024-44b3-84a9-36df412c5260 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:49:22.044386 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdb3a51-e30a-46fa-b33a-78596d60ea7c tempest-ExternalNetworksAdminNegativeTestJSON-1651204332 tempest-ExternalNetworksAdminNegativeTestJSON-1651204332-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a54d3d4-b299-418c-a9a2-51076c9511da,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:22.046975 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8aa5ed49-649c-41b4-873c-eaa7e4be0190 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:22.072749 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-5d486e48-9670-4ade-b997-099f306cead6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to bind port 85ddcca2-20d9-4348-aba0-d5b7c45ed6f3 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:49:22.073183 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-5d486e48-9670-4ade-b997-099f306cead6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to bind port 85ddcca2-20d9-4348-aba0-d5b7c45ed6f3 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'c32cf738-c1d0-4a3e-aefa-fd9081c66403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64'}] {{(pid=83828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:49:22.073589 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d486e48-9670-4ade-b997-099f306cead6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to bind port 85ddcca2-20d9-4348-aba0-d5b7c45ed6f3 on network 14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:49:22.174243 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-17cedc3d-3374-4a24-ba30-411824ce0559 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Allocated IP 2001:db8::fa (7b65ac5c-8834-4b65-9b28-b7dba6c9746f/c269532e-833f-465c-bc2a-641a8c8110f8/450c6c63-fc7a-4d25-997d-4f536e063d23) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:49:22.294221 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 4fbf29b5-6eaf-491a-bcb8-2605d3e0ad98 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:49:22.365917 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7febac8-4baa-4340-876f-0c71e1bf1eae tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Router 26d59314-5420-44d6-8bb9-c3addc01368a is scheduled to L3 agent ff252634-3424-422a-b742-9ae457bd54bd with binding_index 1 {{(pid=83826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:49:22.386101 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d486e48-9670-4ade-b997-099f306cead6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Port 85ddcca2-20d9-4348-aba0-d5b7c45ed6f3 on network 14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:49:22.386907 dv-neutron-833373-2-hyperv neutron-server[83828]: ERROR neutron.plugins.ml2.managers [None req-5d486e48-9670-4ade-b997-099f306cead6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Failed to bind port 85ddcca2-20d9-4348-aba0-d5b7c45ed6f3 on host hv-neutron-8333 for vnic_type normal using segments [{'id': 'c32cf738-c1d0-4a3e-aefa-fd9081c66403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64'}] Apr 01 15:49:22.391303 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-8f897fb8-2f75-47a8-b7f0-568c00169083 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:22.393978 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.plugins.ml2.plugin [None req-5d486e48-9670-4ade-b997-099f306cead6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempt 7 to bind port 85ddcca2-20d9-4348-aba0-d5b7c45ed6f3 Apr 01 15:49:22.398945 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-0dd27486-f7a6-44b3-9f76-8f6d72afb954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae380df1-4024-44b3-84a9-36df412c5260', 'name': 'tempest-ServerActionsTestJSON-753165356-router', 'tenant_id': 'ea61585477ae47b59fca06b1e521f7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.133'}], 'enable_snat': True}, 'gw_port_id': 'a8e6fda2-905b-427e-8842-a175097dbe63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:13Z', 'updated_at': '2022-04-01T15:49:16Z', 'revision_number': 3, 'project_id': 'ea61585477ae47b59fca06b1e521f7a0', 'gw_port': {'id': 'a8e6fda2-905b-427e-8842-a175097dbe63', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c5:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae380df1-4024-44b3-84a9-36df412c5260', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:14Z', 'updated_at': '2022-04-01T15:49:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:22.403193 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bdb3a51-e30a-46fa-b33a-78596d60ea7c tempest-ExternalNetworksAdminNegativeTestJSON-1651204332 tempest-ExternalNetworksAdminNegativeTestJSON-1651204332-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 01 15:49:22.403709 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd27486-f7a6-44b3-9f76-8f6d72afb954 None None] The sync data for ids ['ae380df1-4024-44b3-84a9-36df412c5260'] in dv-neutron-833373-2-hyperv is: [{'id': 'ae380df1-4024-44b3-84a9-36df412c5260', 'name': 'tempest-ServerActionsTestJSON-753165356-router', 'tenant_id': 'ea61585477ae47b59fca06b1e521f7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.133'}], 'enable_snat': True}, 'gw_port_id': 'a8e6fda2-905b-427e-8842-a175097dbe63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:13Z', 'updated_at': '2022-04-01T15:49:16Z', 'revision_number': 3, 'project_id': 'ea61585477ae47b59fca06b1e521f7a0', 'gw_port': {'id': 'a8e6fda2-905b-427e-8842-a175097dbe63', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c5:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae380df1-4024-44b3-84a9-36df412c5260', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:14Z', 'updated_at': '2022-04-01T15:49:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:49:22.404203 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bdb3a51-e30a-46fa-b33a-78596d60ea7c tempest-ExternalNetworksAdminNegativeTestJSON-1651204332 tempest-ExternalNetworksAdminNegativeTestJSON-1651204332-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:49:22.436311 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-8f897fb8-2f75-47a8-b7f0-568c00169083 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Usage tracker for resource:port and tenant:e25f2784bd2c470dbb63fea347e86b98 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:22.439315 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e173d3d-428d-4427-b5b7-cf42b4a9e3a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-b852aac1-7468-4417-9f9a-d6e0043dfa54', 'network_id': 'b852aac1-7468-4417-9f9a-d6e0043dfa54', 'tenant_id': 'e25f2784bd2c470dbb63fea347e86b98', 'fixed_ips': [{'subnet_id': '8da19363-87ef-4483-b4a8-3df95dc2a116'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:49:22.440861 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8e173d3d-428d-4427-b5b7-cf42b4a9e3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:22.446488 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-8f897fb8-2f75-47a8-b7f0-568c00169083 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:22.452202 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-9bdb3a51-e30a-46fa-b33a-78596d60ea7c tempest-ExternalNetworksAdminNegativeTestJSON-1651204332 tempest-ExternalNetworksAdminNegativeTestJSON-1651204332-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.4584928 Apr 01 15:49:22.457589 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 46268) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:22.461805 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-8f897fb8-2f75-47a8-b7f0-568c00169083 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:22.467615 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-5d486e48-9670-4ade-b997-099f306cead6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to bind port 85ddcca2-20d9-4348-aba0-d5b7c45ed6f3 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:49:22.468195 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-5d486e48-9670-4ade-b997-099f306cead6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to bind port 85ddcca2-20d9-4348-aba0-d5b7c45ed6f3 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'c32cf738-c1d0-4a3e-aefa-fd9081c66403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64'}] {{(pid=83828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:49:22.468525 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d486e48-9670-4ade-b997-099f306cead6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to bind port 85ddcca2-20d9-4348-aba0-d5b7c45ed6f3 on network 14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:49:22.493060 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d486e48-9670-4ade-b997-099f306cead6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Port 85ddcca2-20d9-4348-aba0-d5b7c45ed6f3 on network 14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:49:22.494157 dv-neutron-833373-2-hyperv neutron-server[83828]: ERROR neutron.plugins.ml2.managers [None req-5d486e48-9670-4ade-b997-099f306cead6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Failed to bind port 85ddcca2-20d9-4348-aba0-d5b7c45ed6f3 on host hv-neutron-8333 for vnic_type normal using segments [{'id': 'c32cf738-c1d0-4a3e-aefa-fd9081c66403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64'}] Apr 01 15:49:22.496144 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.plugins.ml2.plugin [None req-5d486e48-9670-4ade-b997-099f306cead6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempt 8 to bind port 85ddcca2-20d9-4348-aba0-d5b7c45ed6f3 Apr 01 15:49:22.512251 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f897fb8-2f75-47a8-b7f0-568c00169083 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Made reservation on behalf of e25f2784bd2c470dbb63fea347e86b98 for: {'port': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:22.515204 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8f897fb8-2f75-47a8-b7f0-568c00169083 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:22.527569 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-bd42b965-13e0-4cac-9508-a4d03f828259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd9b5f9-9b39-4e34-970c-1cd9a526684c', 'name': 'tempest-ServersTestJSON-487254703-router', 'tenant_id': 'f25527a3ef4e4227be945540540cca4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.57'}], 'enable_snat': True}, 'gw_port_id': '4fbf29b5-6eaf-491a-bcb8-2605d3e0ad98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:08Z', 'updated_at': '2022-04-01T15:49:14Z', 'revision_number': 4, 'project_id': 'f25527a3ef4e4227be945540540cca4c', 'gw_port': {'id': '4fbf29b5-6eaf-491a-bcb8-2605d3e0ad98', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd9b5f9-9b39-4e34-970c-1cd9a526684c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:09Z', 'updated_at': '2022-04-01T15:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': 'b07d5382-0778-4587-a5a4-aba298a6c280', 'name': '', 'network_id': '81e6234b-1120-4acc-ae32-1910fd2f72f2', 'tenant_id': 'f25527a3ef4e4227be945540540cca4c', 'mac_address': 'fa:16:3e:18:e4:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd9b5f9-9b39-4e34-970c-1cd9a526684c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd48ff955-183a-46a4-8b71-2c017377434c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:13Z', 'updated_at': '2022-04-01T15:49:15Z', 'revision_number': 2, 'project_id': 'f25527a3ef4e4227be945540540cca4c', 'subnets': [{'id': 'd48ff955-183a-46a4-8b71-2c017377434c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:22.551199 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-5d486e48-9670-4ade-b997-099f306cead6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to bind port 85ddcca2-20d9-4348-aba0-d5b7c45ed6f3 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:49:22.551547 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-5d486e48-9670-4ade-b997-099f306cead6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to bind port 85ddcca2-20d9-4348-aba0-d5b7c45ed6f3 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'c32cf738-c1d0-4a3e-aefa-fd9081c66403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64'}] {{(pid=83828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:49:22.551852 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d486e48-9670-4ade-b997-099f306cead6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to bind port 85ddcca2-20d9-4348-aba0-d5b7c45ed6f3 on network 14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:49:22.563011 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8aa5ed49-649c-41b4-873c-eaa7e4be0190 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:22.573583 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [None req-8f897fb8-2f75-47a8-b7f0-568c00169083 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] device_id is not set on port 9dc6c9f7-8474-454b-95f9-97b88293e58e yet. {{(pid=83828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:49:22.592871 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd42b965-13e0-4cac-9508-a4d03f828259 None None] Checking router: afd9b5f9-9b39-4e34-970c-1cd9a526684c for host: dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:49:22.593120 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd42b965-13e0-4cac-9508-a4d03f828259 None None] Updating router afd9b5f9-9b39-4e34-970c-1cd9a526684c port b07d5382-0778-4587-a5a4-aba298a6c280 binding host dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:49:22.606997 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d486e48-9670-4ade-b997-099f306cead6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Port 85ddcca2-20d9-4348-aba0-d5b7c45ed6f3 on network 14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:49:22.607555 dv-neutron-833373-2-hyperv neutron-server[83828]: ERROR neutron.plugins.ml2.managers [None req-5d486e48-9670-4ade-b997-099f306cead6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Failed to bind port 85ddcca2-20d9-4348-aba0-d5b7c45ed6f3 on host hv-neutron-8333 for vnic_type normal using segments [{'id': 'c32cf738-c1d0-4a3e-aefa-fd9081c66403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64'}] Apr 01 15:49:22.607839 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8aa5ed49-649c-41b4-873c-eaa7e4be0190 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:22.611154 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.plugins.ml2.plugin [None req-5d486e48-9670-4ade-b997-099f306cead6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempt 9 to bind port 85ddcca2-20d9-4348-aba0-d5b7c45ed6f3 Apr 01 15:49:22.675795 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa5ed49-649c-41b4-873c-eaa7e4be0190 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bee74b83-7043-45f8-bcb1-cedcd6a37c7c,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:22.682353 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-5d486e48-9670-4ade-b997-099f306cead6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to bind port 85ddcca2-20d9-4348-aba0-d5b7c45ed6f3 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:49:22.682668 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-5d486e48-9670-4ade-b997-099f306cead6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to bind port 85ddcca2-20d9-4348-aba0-d5b7c45ed6f3 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'c32cf738-c1d0-4a3e-aefa-fd9081c66403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64'}] {{(pid=83828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:49:22.683554 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d486e48-9670-4ade-b997-099f306cead6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to bind port 85ddcca2-20d9-4348-aba0-d5b7c45ed6f3 on network 14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:49:22.722839 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d486e48-9670-4ade-b997-099f306cead6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Port 85ddcca2-20d9-4348-aba0-d5b7c45ed6f3 on network 14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:49:22.723079 dv-neutron-833373-2-hyperv neutron-server[83828]: ERROR neutron.plugins.ml2.managers [None req-5d486e48-9670-4ade-b997-099f306cead6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Failed to bind port 85ddcca2-20d9-4348-aba0-d5b7c45ed6f3 on host hv-neutron-8333 for vnic_type normal using segments [{'id': 'c32cf738-c1d0-4a3e-aefa-fd9081c66403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64'}] Apr 01 15:49:22.723598 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8aa5ed49-649c-41b4-873c-eaa7e4be0190 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:22.727601 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-8aa5ed49-649c-41b4-873c-eaa7e4be0190 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.1153245 Apr 01 15:49:22.729916 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.plugins.ml2.plugin [None req-5d486e48-9670-4ade-b997-099f306cead6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempt 10 to bind port 85ddcca2-20d9-4348-aba0-d5b7c45ed6f3 Apr 01 15:49:22.738832 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 46272) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:22.783157 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-ec23627b-87e5-4339-8ea5-f8d551bb7686 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Request body: {'security_group_rule': {'security_group_id': '91d36638-0971-4d83-9ddc-3b1723ec8292', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:49:22.789856 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-ec23627b-87e5-4339-8ea5-f8d551bb7686 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:22.794456 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d02f43-b668-4e1b-a9f3-ed112f57f1a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'tenant_id': '50a1f72bd5e54e209eb4756b30f7e6a6', 'fixed_ips': [{'subnet_id': 'c269532e-833f-465c-bc2a-641a8c8110f8'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:49:22.795274 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-18d02f43-b668-4e1b-a9f3-ed112f57f1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:22.803269 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-ec23627b-87e5-4339-8ea5-f8d551bb7686 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Usage tracker for resource:security_group_rule and tenant:f25527a3ef4e4227be945540540cca4c is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:22.809429 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-bd42b965-13e0-4cac-9508-a4d03f828259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:22.816857 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-ec23627b-87e5-4339-8ea5-f8d551bb7686 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:22.818710 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-5d486e48-9670-4ade-b997-099f306cead6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to bind port 85ddcca2-20d9-4348-aba0-d5b7c45ed6f3 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:49:22.819040 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-5d486e48-9670-4ade-b997-099f306cead6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to bind port 85ddcca2-20d9-4348-aba0-d5b7c45ed6f3 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'c32cf738-c1d0-4a3e-aefa-fd9081c66403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64'}] {{(pid=83828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:49:22.819939 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d486e48-9670-4ade-b997-099f306cead6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to bind port 85ddcca2-20d9-4348-aba0-d5b7c45ed6f3 on network 14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:49:22.830421 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-ec23627b-87e5-4339-8ea5-f8d551bb7686 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:22.844140 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-e842e8cf-8992-4113-934b-b345c826e50c None None] Set router 9a443703-9a97-4a5d-9406-6cb5aab4ab53 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:49:22.915726 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d486e48-9670-4ade-b997-099f306cead6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Port 85ddcca2-20d9-4348-aba0-d5b7c45ed6f3 on network 14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:49:22.916140 dv-neutron-833373-2-hyperv neutron-server[83828]: ERROR neutron.plugins.ml2.managers [None req-5d486e48-9670-4ade-b997-099f306cead6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Failed to bind port 85ddcca2-20d9-4348-aba0-d5b7c45ed6f3 on host hv-neutron-8333 for vnic_type normal using segments [{'id': 'c32cf738-c1d0-4a3e-aefa-fd9081c66403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64'}] Apr 01 15:49:22.916394 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5d486e48-9670-4ade-b997-099f306cead6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:22.932877 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-8f897fb8-2f75-47a8-b7f0-568c00169083 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Allocated IP 172.20.0.6 (b852aac1-7468-4417-9f9a-d6e0043dfa54/8da19363-87ef-4483-b4a8-3df95dc2a116/9dc6c9f7-8474-454b-95f9-97b88293e58e) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:49:22.974630 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-17cedc3d-3374-4a24-ba30-411824ce0559 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:22.988569 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-04341976-e4cf-4b52-94c5-cd63f6fcefcb tempest-ExternalNetworksAdminNegativeTestJSON-1651204332 tempest-ExternalNetworksAdminNegativeTestJSON-1651204332-project-admin] Deleting port b55ab55a-d9d1-4adf-b4b7-58ef10e69700 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:49:22.988953 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-04341976-e4cf-4b52-94c5-cd63f6fcefcb tempest-ExternalNetworksAdminNegativeTestJSON-1651204332 tempest-ExternalNetworksAdminNegativeTestJSON-1651204332-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:23.019253 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ec23627b-87e5-4339-8ea5-f8d551bb7686 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:23.085563 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [None req-17cedc3d-3374-4a24-ba30-411824ce0559 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Transition to ACTIVE for port object 450c6c63-fc7a-4d25-997d-4f536e063d23 will not be triggered until provisioned by entity DHCP. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:49:23.312404 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 4fbf29b5-6eaf-491a-bcb8-2605d3e0ad98 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:23.313561 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:23.320613 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-04341976-e4cf-4b52-94c5-cd63f6fcefcb tempest-ExternalNetworksAdminNegativeTestJSON-1651204332 tempest-ExternalNetworksAdminNegativeTestJSON-1651204332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:23.321153 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-04341976-e4cf-4b52-94c5-cd63f6fcefcb tempest-ExternalNetworksAdminNegativeTestJSON-1651204332 tempest-ExternalNetworksAdminNegativeTestJSON-1651204332-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:23.398677 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-5d486e48-9670-4ade-b997-099f306cead6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] For port 85ddcca2-20d9-4348-aba0-d5b7c45ed6f3, host hv-neutron-8333, cleared binding levels {{(pid=83828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:49:23.399148 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-5d486e48-9670-4ade-b997-099f306cead6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempted to set empty binding levels {{(pid=83828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 01 15:49:23.430667 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5d486e48-9670-4ade-b997-099f306cead6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:23.516388 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ec23627b-87e5-4339-8ea5-f8d551bb7686 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:23.519240 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-04341976-e4cf-4b52-94c5-cd63f6fcefcb tempest-ExternalNetworksAdminNegativeTestJSON-1651204332 tempest-ExternalNetworksAdminNegativeTestJSON-1651204332-project-admin] Calling delete_port for b55ab55a-d9d1-4adf-b4b7-58ef10e69700 owned by network:floatingip {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:49:23.541692 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ec23627b-87e5-4339-8ea5-f8d551bb7686 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:23.591555 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-17cedc3d-3374-4a24-ba30-411824ce0559 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:23.615276 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec23627b-87e5-4339-8ea5-f8d551bb7686 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a4389d7-221a-40e2-b4f3-295d1d8e6e10,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:23.643851 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d486e48-9670-4ade-b997-099f306cead6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Pushing event updated for resources: {'Port': ['ID=85ddcca2-20d9-4348-aba0-d5b7c45ed6f3,revision_number=2']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:23.717831 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ec23627b-87e5-4339-8ea5-f8d551bb7686 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:23.722001 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-ec23627b-87e5-4339-8ea5-f8d551bb7686 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9772429 Apr 01 15:49:23.725725 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5d486e48-9670-4ade-b997-099f306cead6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:23.744777 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 46280) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:23.772710 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8f897fb8-2f75-47a8-b7f0-568c00169083 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:23.785759 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-14488319-1732-4113-b2a7-43e2f504516f tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Request body: {'floatingip': {'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:49:23.800450 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-14488319-1732-4113-b2a7-43e2f504516f tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:23.825114 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-14488319-1732-4113-b2a7-43e2f504516f tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Usage tracker for resource:floatingip and tenant:f25527a3ef4e4227be945540540cca4c is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:23.837767 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-5d486e48-9670-4ade-b997-099f306cead6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 5.0575011 Apr 01 15:49:23.842005 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 46284) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:23.844436 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:23.849225 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-14488319-1732-4113-b2a7-43e2f504516f tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:23.904684 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-18d02f43-b668-4e1b-a9f3-ed112f57f1a6 None None] Allocated IP 2001:db8::2 (7b65ac5c-8834-4b65-9b28-b7dba6c9746f/c269532e-833f-465c-bc2a-641a8c8110f8/31397505-bb9a-4d69-abe1-5e66f0eb7afd) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:49:23.906819 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-14488319-1732-4113-b2a7-43e2f504516f tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:23.909152 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [None req-8f897fb8-2f75-47a8-b7f0-568c00169083 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Transition to ACTIVE for port object 9dc6c9f7-8474-454b-95f9-97b88293e58e will not be triggered until provisioned by entity DHCP. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:49:23.945427 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-9f360c85-0bd9-4fe1-ae58-a0951f060d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:23.968159 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-14488319-1732-4113-b2a7-43e2f504516f tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Notify callbacks [] for floatingip, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:24.002105 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-879b7082-d09d-4b1b-ae23-514f72487623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Deleting port 85ddcca2-20d9-4348-aba0-d5b7c45ed6f3 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:49:24.002855 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-879b7082-d09d-4b1b-ae23-514f72487623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:24.107479 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17cedc3d-3374-4a24-ba30-411824ce0559 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:24.109301 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cedc3d-3374-4a24-ba30-411824ce0559 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event updated for resources: {'Port': ['ID=450c6c63-fc7a-4d25-997d-4f536e063d23,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:24.128716 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-17cedc3d-3374-4a24-ba30-411824ce0559 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:24.131843 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-04341976-e4cf-4b52-94c5-cd63f6fcefcb tempest-ExternalNetworksAdminNegativeTestJSON-1651204332 tempest-ExternalNetworksAdminNegativeTestJSON-1651204332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:24.143442 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cedc3d-3374-4a24-ba30-411824ce0559 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:49:24.148307 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17cedc3d-3374-4a24-ba30-411824ce0559 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:24.149284 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-17cedc3d-3374-4a24-ba30-411824ce0559 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:24.207176 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device a8e6fda2-905b-427e-8842-a175097dbe63 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:49:24.217563 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8f897fb8-2f75-47a8-b7f0-568c00169083 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:24.233549 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04341976-e4cf-4b52-94c5-cd63f6fcefcb tempest-ExternalNetworksAdminNegativeTestJSON-1651204332 tempest-ExternalNetworksAdminNegativeTestJSON-1651204332-project-admin] Pushing event deleted for resources: {'Port': ['ID=b55ab55a-d9d1-4adf-b4b7-58ef10e69700,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:24.319465 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-17cedc3d-3374-4a24-ba30-411824ce0559 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9517164 Apr 01 15:49:24.326887 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-04341976-e4cf-4b52-94c5-cd63f6fcefcb tempest-ExternalNetworksAdminNegativeTestJSON-1651204332 tempest-ExternalNetworksAdminNegativeTestJSON-1651204332-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:24.329503 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-04341976-e4cf-4b52-94c5-cd63f6fcefcb tempest-ExternalNetworksAdminNegativeTestJSON-1651204332 tempest-ExternalNetworksAdminNegativeTestJSON-1651204332-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for floatingip, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:24.338214 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-04341976-e4cf-4b52-94c5-cd63f6fcefcb tempest-ExternalNetworksAdminNegativeTestJSON-1651204332 tempest-ExternalNetworksAdminNegativeTestJSON-1651204332-project-admin] 10.222.0.55 "DELETE /v2.0/floatingips/4b142e22-180b-4852-999d-94826c77de5e HTTP/1.1" status: 204 len: 168 time: 1.8742530 Apr 01 15:49:24.338805 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 46288) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:24.410887 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f897fb8-2f75-47a8-b7f0-568c00169083 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Pushing event updated for resources: {'Port': ['ID=9dc6c9f7-8474-454b-95f9-97b88293e58e,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:24.415608 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f897fb8-2f75-47a8-b7f0-568c00169083 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Network b852aac1-7468-4417-9f9a-d6e0043dfa54 is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:24.451599 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.db.resource_extend [None req-bd42b965-13e0-4cac-9508-a4d03f828259 None None] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:49:24.483453 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7febac8-4baa-4340-876f-0c71e1bf1eae tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:49:24.502569 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2f0fe8-5ab4-43cb-be0e-219081b68b5e None None] Sync routers for ids ['26d59314-5420-44d6-8bb9-c3addc01368a'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:49:24.512546 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-8f897fb8-2f75-47a8-b7f0-568c00169083 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:24.534371 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2f0fe8-5ab4-43cb-be0e-219081b68b5e None None] Routers {'26d59314-5420-44d6-8bb9-c3addc01368a'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:49:24.534997 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-cb2f0fe8-5ab4-43cb-be0e-219081b68b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:48:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['26d59314-5420-44d6-8bb9-c3addc01368a'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:24.558124 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f897fb8-2f75-47a8-b7f0-568c00169083 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:49:24.564832 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f897fb8-2f75-47a8-b7f0-568c00169083 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:24.566056 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8f897fb8-2f75-47a8-b7f0-568c00169083 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:24.610181 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-cb2f0fe8-5ab4-43cb-be0e-219081b68b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:24.623399 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2f0fe8-5ab4-43cb-be0e-219081b68b5e None None] Routers {'26d59314-5420-44d6-8bb9-c3addc01368a'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:49:24.624022 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-cb2f0fe8-5ab4-43cb-be0e-219081b68b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:48:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['26d59314-5420-44d6-8bb9-c3addc01368a'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:24.700124 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a7febac8-4baa-4340-876f-0c71e1bf1eae tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks [] for router, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:24.701630 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-a7febac8-4baa-4340-876f-0c71e1bf1eae tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 9.0202384 Apr 01 15:49:24.705271 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 46296) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:24.707772 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-879b7082-d09d-4b1b-ae23-514f72487623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] For port 85ddcca2-20d9-4348-aba0-d5b7c45ed6f3, host hv-neutron-8333, got binding levels [] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:49:24.708300 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-879b7082-d09d-4b1b-ae23-514f72487623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:24.709422 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-cb2f0fe8-5ab4-43cb-be0e-219081b68b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:24.710420 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2f0fe8-5ab4-43cb-be0e-219081b68b5e None None] The sync data for ids ['26d59314-5420-44d6-8bb9-c3addc01368a'] in dv-neutron-833373-2-hyperv is: [] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:49:24.725060 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-8f897fb8-2f75-47a8-b7f0-568c00169083 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0853505 Apr 01 15:49:24.787881 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 46302) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:24.801154 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-bd42b965-13e0-4cac-9508-a4d03f828259 None None] Notify callbacks [] for port, precommit_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:24.814958 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-bd42b965-13e0-4cac-9508-a4d03f828259 None None] Transition to ACTIVE for port object b07d5382-0778-4587-a5a4-aba298a6c280 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:49:24.827737 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-8e173d3d-428d-4427-b5b7-cf42b4a9e3a4 None None] Allocated IP 172.20.0.2 (b852aac1-7468-4417-9f9a-d6e0043dfa54/8da19363-87ef-4483-b4a8-3df95dc2a116/8918ceec-1983-4b97-84ed-3e20dcbaa901) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:49:24.845571 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5368d5-fa77-457e-a423-a723cda1bf82 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:24.847034 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-9a5368d5-fa77-457e-a423-a723cda1bf82 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Synchronizing usage tracker for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:49:24.909110 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 46306) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:24.957977 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-e842e8cf-8992-4113-934b-b345c826e50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a443703-9a97-4a5d-9406-6cb5aab4ab53', 'name': 'tempest-ServersTestManualDisk-1669199740-router', 'tenant_id': 'b509592769ce4fd4a6019281630321e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.18'}], 'enable_snat': True}, 'gw_port_id': '67aa6b71-b521-49a8-9c11-b8035dc07e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:12Z', 'updated_at': '2022-04-01T15:49:15Z', 'revision_number': 3, 'project_id': 'b509592769ce4fd4a6019281630321e8', 'gw_port': {'id': '67aa6b71-b521-49a8-9c11-b8035dc07e13', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b0:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a443703-9a97-4a5d-9406-6cb5aab4ab53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:14Z', 'updated_at': '2022-04-01T15:49:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:24.973059 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-18d02f43-b668-4e1b-a9f3-ed112f57f1a6 None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:24.987171 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-879b7082-d09d-4b1b-ae23-514f72487623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Calling delete_port for 85ddcca2-20d9-4348-aba0-d5b7c45ed6f3 owned by {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:49:24.989986 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port a8e6fda2-905b-427e-8842-a175097dbe63 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:49:24.995344 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-bd42b965-13e0-4cac-9508-a4d03f828259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:25.012119 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port a8e6fda2-905b-427e-8842-a175097dbe63 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:25.012334 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:25.015249 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-76df0755-1308-46bf-8af5-4f16ca0d17d5 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Deleting port 9dc6c9f7-8474-454b-95f9-97b88293e58e {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:49:25.015249 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-76df0755-1308-46bf-8af5-4f16ca0d17d5 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:25.053273 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-14488319-1732-4113-b2a7-43e2f504516f tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:25.064709 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f1968707-fcd0-4606-9c73-8554bbca05db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:25.101550 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e842e8cf-8992-4113-934b-b345c826e50c None None] Checking router: 9a443703-9a97-4a5d-9406-6cb5aab4ab53 for host: dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:49:25.101879 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e842e8cf-8992-4113-934b-b345c826e50c None None] Updating router 9a443703-9a97-4a5d-9406-6cb5aab4ab53 port 67aa6b71-b521-49a8-9c11-b8035dc07e13 binding host dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:49:25.105601 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-9a5368d5-fa77-457e-a423-a723cda1bf82 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Unset dirty status for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:49:25.109369 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-9a5368d5-fa77-457e-a423-a723cda1bf82 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.7669997 Apr 01 15:49:25.114124 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 46312) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:25.132900 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ac2326e4-c6aa-419a-bfd7-c0868f4d68ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:25.233409 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-18d02f43-b668-4e1b-a9f3-ed112f57f1a6 None None] Transition to ACTIVE for port object 31397505-bb9a-4d69-abe1-5e66f0eb7afd will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:49:25.329039 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-879b7082-d09d-4b1b-ae23-514f72487623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:25.420696 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-fb0b797a-e89c-4936-84ec-a3a622f7826e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:25.454779 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-18d02f43-b668-4e1b-a9f3-ed112f57f1a6 None None] Transition to ACTIVE for port object 31397505-bb9a-4d69-abe1-5e66f0eb7afd will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:49:25.459264 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879b7082-d09d-4b1b-ae23-514f72487623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Pushing event deleted for resources: {'Port': ['ID=85ddcca2-20d9-4348-aba0-d5b7c45ed6f3,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:25.462047 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-e842e8cf-8992-4113-934b-b345c826e50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:25.513225 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2b11a7-a0f9-4bc0-9f16-a0f5bd70a886 None None] Pushing event updated for resources: {'Port': ['ID=b07d5382-0778-4587-a5a4-aba298a6c280,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:25.516273 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-33664e1d-8faa-41ec-9b86-99218409c3d7 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Deleting port 450c6c63-fc7a-4d25-997d-4f536e063d23 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:49:25.516647 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-33664e1d-8faa-41ec-9b86-99218409c3d7 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:25.546335 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-18d02f43-b668-4e1b-a9f3-ed112f57f1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:25.607148 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-879b7082-d09d-4b1b-ae23-514f72487623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:25.630576 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-bd42b965-13e0-4cac-9508-a4d03f828259 None None] Attempting to bind port b07d5382-0778-4587-a5a4-aba298a6c280 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:49:25.631112 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-bd42b965-13e0-4cac-9508-a4d03f828259 None None] Attempting to bind port b07d5382-0778-4587-a5a4-aba298a6c280 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': '9bb8a968-41a4-480e-a4e4-5873f2811f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '81e6234b-1120-4acc-ae32-1910fd2f72f2'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:49:25.631884 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd42b965-13e0-4cac-9508-a4d03f828259 None None] Attempting to bind port b07d5382-0778-4587-a5a4-aba298a6c280 on network 81e6234b-1120-4acc-ae32-1910fd2f72f2 {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:49:25.633360 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-ac2326e4-c6aa-419a-bfd7-c0868f4d68ab admin admin] Allocated IP 172.20.0.1 (10bfa6c5-d504-42f7-b6a8-189d201bcc59/316ad757-bf54-49b9-829b-e0e949015709/3cd858cc-2b12-4f65-bfa6-dbb86b043779) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:49:25.634322 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:25.656748 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8e173d3d-428d-4427-b5b7-cf42b4a9e3a4 None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:25.677914 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-fb0b797a-e89c-4936-84ec-a3a622f7826e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:25.725052 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-fb0b797a-e89c-4936-84ec-a3a622f7826e admin admin] Usage tracker for resource:security_group_rule and tenant:46d1f8bc84ca450f86d6a9f2f21261e5 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:25.736202 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d02f43-b668-4e1b-a9f3-ed112f57f1a6 None None] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:25.742429 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-8e173d3d-428d-4427-b5b7-cf42b4a9e3a4 None None] Transition to ACTIVE for port object 8918ceec-1983-4b97-84ed-3e20dcbaa901 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:49:25.743783 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-fb0b797a-e89c-4936-84ec-a3a622f7826e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:25.746398 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd42b965-13e0-4cac-9508-a4d03f828259 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:49:25.746895 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd42b965-13e0-4cac-9508-a4d03f828259 None None] Checking segment: {'id': '9bb8a968-41a4-480e-a4e4-5873f2811f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '81e6234b-1120-4acc-ae32-1910fd2f72f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:49:25.747402 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-bd42b965-13e0-4cac-9508-a4d03f828259 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:25.747857 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd42b965-13e0-4cac-9508-a4d03f828259 None None] Bound using segment: {'id': '9bb8a968-41a4-480e-a4e4-5873f2811f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '81e6234b-1120-4acc-ae32-1910fd2f72f2'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:49:25.747985 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-14488319-1732-4113-b2a7-43e2f504516f tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Allocated IP 172.26.1.169 (ed45466e-0386-4b92-8de3-247c977242ac/0479f741-5cd1-4d6f-b593-d8aa909a42d3/dacbe3d2-8e17-4d8c-a222-549686c78ee5) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:49:25.748425 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-bd42b965-13e0-4cac-9508-a4d03f828259 None None] Bound port: b07d5382-0778-4587-a5a4-aba298a6c280, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bb8a968-41a4-480e-a4e4-5873f2811f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '81e6234b-1120-4acc-ae32-1910fd2f72f2'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:49:25.748908 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-bd42b965-13e0-4cac-9508-a4d03f828259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:25.767441 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-18d02f43-b668-4e1b-a9f3-ed112f57f1a6 None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:25.767871 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-76df0755-1308-46bf-8af5-4f16ca0d17d5 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:25.769761 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d02f43-b668-4e1b-a9f3-ed112f57f1a6 None None] Pushing event updated for resources: {'Port': ['ID=31397505-bb9a-4d69-abe1-5e66f0eb7afd,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:25.771156 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-fb0b797a-e89c-4936-84ec-a3a622f7826e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:25.772920 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d02f43-b668-4e1b-a9f3-ed112f57f1a6 None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:49:25.777179 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-879b7082-d09d-4b1b-ae23-514f72487623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] 10.222.0.55 "DELETE /v2.0/ports/85ddcca2-20d9-4348-aba0-d5b7c45ed6f3 HTTP/1.1" status: 204 len: 168 time: 1.9220927 Apr 01 15:49:25.780150 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 46316) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:25.790280 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port a8e6fda2-905b-427e-8842-a175097dbe63, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=a8e6fda2-905b-427e-8842-a175097dbe63,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:49:25.815616 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:25.876821 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-8e173d3d-428d-4427-b5b7-cf42b4a9e3a4 None None] Transition to ACTIVE for port object 8918ceec-1983-4b97-84ed-3e20dcbaa901 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:49:25.943016 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-88518eaf-9e4b-42ee-8f2c-9af0fa1883a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] GET failed (client error): The resource could not be found. Apr 01 15:49:25.944413 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-88518eaf-9e4b-42ee-8f2c-9af0fa1883a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] 10.222.0.55 "GET /v2.0/ports/85ddcca2-20d9-4348-aba0-d5b7c45ed6f3 HTTP/1.1" status: 404 len: 333 time: 0.1621835 Apr 01 15:49:25.946765 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8e173d3d-428d-4427-b5b7-cf42b4a9e3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:25.956342 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-76df0755-1308-46bf-8af5-4f16ca0d17d5 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Calling delete_port for 9dc6c9f7-8474-454b-95f9-97b88293e58e owned by {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:49:25.984040 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 46320) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:26.008233 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-fc5db21b-0cb7-4ad7-936b-b41ba688dbec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Request body: {'port': {'network_id': '14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-572050311'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:49:26.035336 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-fc5db21b-0cb7-4ad7-936b-b41ba688dbec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:26.054808 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-f1968707-fcd0-4606-9c73-8554bbca05db admin admin] Allocated IP 172.20.0.1 (c3ae4b42-403f-4d6b-840f-4e19f61ec42f/488129b0-aeaa-403a-9713-4879071d94ea/d34dbb90-37d3-422c-bda6-aa6b6f19ae41) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:49:26.059351 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ac2326e4-c6aa-419a-bfd7-c0868f4d68ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:26.059522 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e173d3d-428d-4427-b5b7-cf42b4a9e3a4 None None] Network b852aac1-7468-4417-9f9a-d6e0043dfa54 is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:26.064114 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-fc5db21b-0cb7-4ad7-936b-b41ba688dbec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Usage tracker for resource:port and tenant:29efa8157e814d9b99da926b3346862f is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:26.068893 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-8e173d3d-428d-4427-b5b7-cf42b4a9e3a4 None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:26.072157 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-18d02f43-b668-4e1b-a9f3-ed112f57f1a6 None None] Attempting to bind port 31397505-bb9a-4d69-abe1-5e66f0eb7afd on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:49:26.072532 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-18d02f43-b668-4e1b-a9f3-ed112f57f1a6 None None] Attempting to bind port 31397505-bb9a-4d69-abe1-5e66f0eb7afd by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:49:26.072924 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d02f43-b668-4e1b-a9f3-ed112f57f1a6 None None] Attempting to bind port 31397505-bb9a-4d69-abe1-5e66f0eb7afd on network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:49:26.074607 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-fc5db21b-0cb7-4ad7-936b-b41ba688dbec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:26.074879 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=a8e6fda2-905b-427e-8842-a175097dbe63,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:26.077593 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e173d3d-428d-4427-b5b7-cf42b4a9e3a4 None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:49:26.081512 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [None req-ac2326e4-c6aa-419a-bfd7-c0868f4d68ab admin admin] Transition to ACTIVE for port object 3cd858cc-2b12-4f65-bfa6-dbb86b043779 will not be triggered until provisioned by entity DHCP. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:49:26.111677 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-fc5db21b-0cb7-4ad7-936b-b41ba688dbec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:26.111916 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-bd42b965-13e0-4cac-9508-a4d03f828259 None None] For port b07d5382-0778-4587-a5a4-aba298a6c280, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:49:26.118027 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ac2326e4-c6aa-419a-bfd7-c0868f4d68ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:26.143338 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d02f43-b668-4e1b-a9f3-ed112f57f1a6 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:49:26.143743 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d02f43-b668-4e1b-a9f3-ed112f57f1a6 None None] Checking segment: {'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:49:26.144222 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-18d02f43-b668-4e1b-a9f3-ed112f57f1a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:26.145847 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d02f43-b668-4e1b-a9f3-ed112f57f1a6 None None] Bound using segment: {'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:49:26.146323 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-18d02f43-b668-4e1b-a9f3-ed112f57f1a6 None None] Bound port: 31397505-bb9a-4d69-abe1-5e66f0eb7afd, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:49:26.146694 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-18d02f43-b668-4e1b-a9f3-ed112f57f1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:26.161888 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-bd42b965-13e0-4cac-9508-a4d03f828259 None None] For port b07d5382-0778-4587-a5a4-aba298a6c280, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=b07d5382-0778-4587-a5a4-aba298a6c280,segment=NetworkSegment(9bb8a968-41a4-480e-a4e4-5873f2811f7b),segment_id=9bb8a968-41a4-480e-a4e4-5873f2811f7b)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:49:26.216929 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-bd42b965-13e0-4cac-9508-a4d03f828259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:26.268498 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e173d3d-428d-4427-b5b7-cf42b4a9e3a4 None None] Pushing event updated for resources: {'Port': ['ID=8918ceec-1983-4b97-84ed-3e20dcbaa901,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:26.279539 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc5db21b-0cb7-4ad7-936b-b41ba688dbec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Made reservation on behalf of 29efa8157e814d9b99da926b3346862f for: {'port': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:26.282157 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-fc5db21b-0cb7-4ad7-936b-b41ba688dbec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:26.295543 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2326e4-c6aa-419a-bfd7-c0868f4d68ab admin admin] Network 10bfa6c5-d504-42f7-b6a8-189d201bcc59 is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:26.305836 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-ac2326e4-c6aa-419a-bfd7-c0868f4d68ab admin admin] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:26.307896 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-14488319-1732-4113-b2a7-43e2f504516f tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:26.360603 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-33664e1d-8faa-41ec-9b86-99218409c3d7 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:26.360603 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-fb0b797a-e89c-4936-84ec-a3a622f7826e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:26.447960 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-be4e1fd9-c645-4a7a-8391-21d45eba424f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:26.481404 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-8e173d3d-428d-4427-b5b7-cf42b4a9e3a4 None None] Attempting to bind port 8918ceec-1983-4b97-84ed-3e20dcbaa901 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:49:26.482034 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-8e173d3d-428d-4427-b5b7-cf42b4a9e3a4 None None] Attempting to bind port 8918ceec-1983-4b97-84ed-3e20dcbaa901 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': '6aaf6150-ff3b-4bc8-98d5-8648e4d3d816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b852aac1-7468-4417-9f9a-d6e0043dfa54'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:49:26.482114 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e173d3d-428d-4427-b5b7-cf42b4a9e3a4 None None] Attempting to bind port 8918ceec-1983-4b97-84ed-3e20dcbaa901 on network b852aac1-7468-4417-9f9a-d6e0043dfa54 {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:49:26.485808 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2326e4-c6aa-419a-bfd7-c0868f4d68ab admin admin] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:49:26.486429 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ac2326e4-c6aa-419a-bfd7-c0868f4d68ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611418'] for router_interface, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:26.500987 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2326e4-c6aa-419a-bfd7-c0868f4d68ab admin admin] Pushing event updated for resources: {'Port': ['ID=3cd858cc-2b12-4f65-bfa6-dbb86b043779,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:26.526578 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e173d3d-428d-4427-b5b7-cf42b4a9e3a4 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:49:26.526944 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e173d3d-428d-4427-b5b7-cf42b4a9e3a4 None None] Checking segment: {'id': '6aaf6150-ff3b-4bc8-98d5-8648e4d3d816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b852aac1-7468-4417-9f9a-d6e0043dfa54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:49:26.527345 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8e173d3d-428d-4427-b5b7-cf42b4a9e3a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:26.527732 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e173d3d-428d-4427-b5b7-cf42b4a9e3a4 None None] Bound using segment: {'id': '6aaf6150-ff3b-4bc8-98d5-8648e4d3d816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b852aac1-7468-4417-9f9a-d6e0043dfa54'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:49:26.528217 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-8e173d3d-428d-4427-b5b7-cf42b4a9e3a4 None None] Bound port: 8918ceec-1983-4b97-84ed-3e20dcbaa901, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aaf6150-ff3b-4bc8-98d5-8648e4d3d816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b852aac1-7468-4417-9f9a-d6e0043dfa54'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:49:26.528582 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8e173d3d-428d-4427-b5b7-cf42b4a9e3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:26.543912 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2b11a7-a0f9-4bc0-9f16-a0f5bd70a886 None None] Pushing event updated for resources: {'Port': ['ID=b07d5382-0778-4587-a5a4-aba298a6c280,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:26.554640 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-18d02f43-b668-4e1b-a9f3-ed112f57f1a6 None None] For port 31397505-bb9a-4d69-abe1-5e66f0eb7afd, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:49:26.562356 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-fb0b797a-e89c-4936-84ec-a3a622f7826e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:26.565823 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd42b965-13e0-4cac-9508-a4d03f828259 None None] Routers {'afd9b5f9-9b39-4e34-970c-1cd9a526684c'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:49:26.566670 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-bd42b965-13e0-4cac-9508-a4d03f828259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:49:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['afd9b5f9-9b39-4e34-970c-1cd9a526684c'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:26.621547 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-33664e1d-8faa-41ec-9b86-99218409c3d7 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Calling delete_port for 450c6c63-fc7a-4d25-997d-4f536e063d23 owned by {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:49:26.650813 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-18d02f43-b668-4e1b-a9f3-ed112f57f1a6 None None] For port 31397505-bb9a-4d69-abe1-5e66f0eb7afd, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=31397505-bb9a-4d69-abe1-5e66f0eb7afd,segment=NetworkSegment(c41dc1a5-c958-4d8b-81ea-3934c36371b8),segment_id=c41dc1a5-c958-4d8b-81ea-3934c36371b8)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:49:26.673633 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-fb0b797a-e89c-4936-84ec-a3a622f7826e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=46d1f8bc84ca450f86d6a9f2f21261e5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7630332 Apr 01 15:49:26.682433 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [None req-fc5db21b-0cb7-4ad7-936b-b41ba688dbec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] device_id is not set on port b6472732-2dc0-4420-a78f-2662ebc37e3f yet. {{(pid=83828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:49:26.719615 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 46324) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:26.722864 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ac2326e4-c6aa-419a-bfd7-c0868f4d68ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:26.776352 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-18d02f43-b668-4e1b-a9f3-ed112f57f1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:26.795167 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-76df0755-1308-46bf-8af5-4f16ca0d17d5 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:26.880516 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76df0755-1308-46bf-8af5-4f16ca0d17d5 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Pushing event deleted for resources: {'Port': ['ID=9dc6c9f7-8474-454b-95f9-97b88293e58e,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:26.940230 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-c9d3eab4-6f25-4e41-acab-71d869e1d74f None None] Provisioning for port 3cd858cc-2b12-4f65-bfa6-dbb86b043779 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:49:26.943833 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d02f43-b668-4e1b-a9f3-ed112f57f1a6 None None] Pushing event updated for resources: {'Port': ['ID=31397505-bb9a-4d69-abe1-5e66f0eb7afd,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:26.953028 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-8e173d3d-428d-4427-b5b7-cf42b4a9e3a4 None None] For port 8918ceec-1983-4b97-84ed-3e20dcbaa901, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:49:26.961703 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0b797a-e89c-4936-84ec-a3a622f7826e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=981470fb-8bb1-4aad-bb7d-1175ef34d9a4,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:26.965707 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-c9d3eab4-6f25-4e41-acab-71d869e1d74f None None] Provisioning complete for port 3cd858cc-2b12-4f65-bfa6-dbb86b043779 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:26.966327 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c9d3eab4-6f25-4e41-acab-71d869e1d74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:26.998378 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-8e173d3d-428d-4427-b5b7-cf42b4a9e3a4 None None] For port 8918ceec-1983-4b97-84ed-3e20dcbaa901, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=8918ceec-1983-4b97-84ed-3e20dcbaa901,segment=NetworkSegment(6aaf6150-ff3b-4bc8-98d5-8648e4d3d816),segment_id=6aaf6150-ff3b-4bc8-98d5-8648e4d3d816)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:49:27.018880 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8e173d3d-428d-4427-b5b7-cf42b4a9e3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:27.029086 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-76df0755-1308-46bf-8af5-4f16ca0d17d5 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:27.032157 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f1968707-fcd0-4606-9c73-8554bbca05db admin admin] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:27.037280 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-fc5db21b-0cb7-4ad7-936b-b41ba688dbec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:27.048605 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-14488319-1732-4113-b2a7-43e2f504516f tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:27.146652 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [None req-f1968707-fcd0-4606-9c73-8554bbca05db admin admin] Transition to ACTIVE for port object d34dbb90-37d3-422c-bda6-aa6b6f19ae41 will not be triggered until provisioned by entity DHCP. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:49:27.154556 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-76df0755-1308-46bf-8af5-4f16ca0d17d5 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] 10.222.0.55 "DELETE /v2.0/ports/9dc6c9f7-8474-454b-95f9-97b88293e58e HTTP/1.1" status: 204 len: 168 time: 2.3633111 Apr 01 15:49:27.160464 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 46328) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:27.182055 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-c9d3eab4-6f25-4e41-acab-71d869e1d74f None None] Port 3cd858cc-2b12-4f65-bfa6-dbb86b043779 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:49:27.184383 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-bd42b965-13e0-4cac-9508-a4d03f828259 None None] Set router afd9b5f9-9b39-4e34-970c-1cd9a526684c gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:49:27.186206 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9fba41ef-2ee2-4128-90c9-641e472af415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:27.225253 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14488319-1732-4113-b2a7-43e2f504516f tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Network ed45466e-0386-4b92-8de3-247c977242ac is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:27.239225 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-14488319-1732-4113-b2a7-43e2f504516f tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:27.246036 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14488319-1732-4113-b2a7-43e2f504516f tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Pushing event updated for resources: {'Port': ['ID=dacbe3d2-8e17-4d8c-a222-549686c78ee5,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:27.253960 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14488319-1732-4113-b2a7-43e2f504516f tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:49:27.292149 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-33664e1d-8faa-41ec-9b86-99218409c3d7 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:27.324312 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9fba41ef-2ee2-4128-90c9-641e472af415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:27.422849 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ac2326e4-c6aa-419a-bfd7-c0868f4d68ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:27.437522 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ac2326e4-c6aa-419a-bfd7-c0868f4d68ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:27.438547 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ac2326e4-c6aa-419a-bfd7-c0868f4d68ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611525'] for router_interface, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:27.489246 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-fc5db21b-0cb7-4ad7-936b-b41ba688dbec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:27.520266 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-33664e1d-8faa-41ec-9b86-99218409c3d7 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:27.531490 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33664e1d-8faa-41ec-9b86-99218409c3d7 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event deleted for resources: {'Port': ['ID=450c6c63-fc7a-4d25-997d-4f536e063d23,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:27.536795 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9fba41ef-2ee2-4128-90c9-641e472af415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:27.582527 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f1968707-fcd0-4606-9c73-8554bbca05db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:27.612433 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-2ad84b16-c938-4a68-8698-b3e2f2f1fc05 tempest-DHCPAgentSchedulersTestJSON-1214241700 tempest-DHCPAgentSchedulersTestJSON-1214241700-project-admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.4438243 Apr 01 15:49:27.618875 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5db21b-0cb7-4ad7-936b-b41ba688dbec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Network 14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64 is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:27.627846 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e173d3d-428d-4427-b5b7-cf42b4a9e3a4 None None] Pushing event updated for resources: {'Port': ['ID=8918ceec-1983-4b97-84ed-3e20dcbaa901,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:27.637669 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 46334) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:27.646150 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-fc5db21b-0cb7-4ad7-936b-b41ba688dbec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:27.651292 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5db21b-0cb7-4ad7-936b-b41ba688dbec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:49:27.652300 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5db21b-0cb7-4ad7-936b-b41ba688dbec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:27.652927 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-fc5db21b-0cb7-4ad7-936b-b41ba688dbec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:27.662439 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-87f171b9-06f8-4829-8a9d-cd2f5b03d9a4 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1110581498'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:49:27.684449 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-33664e1d-8faa-41ec-9b86-99218409c3d7 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/ports/450c6c63-fc7a-4d25-997d-4f536e063d23 HTTP/1.1" status: 204 len: 168 time: 2.5681527 Apr 01 15:49:27.685922 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 46338) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:27.686036 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:27.709966 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fba41ef-2ee2-4128-90c9-641e472af415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=981470fb-8bb1-4aad-bb7d-1175ef34d9a4,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:27.741708 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5db21b-0cb7-4ad7-936b-b41ba688dbec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Pushing event updated for resources: {'Port': ['ID=b6472732-2dc0-4420-a78f-2662ebc37e3f,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:27.745835 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-87f171b9-06f8-4829-8a9d-cd2f5b03d9a4 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:27.760960 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2326e4-c6aa-419a-bfd7-c0868f4d68ab admin admin] Pushing event updated for resources: {'Port': ['ID=3cd858cc-2b12-4f65-bfa6-dbb86b043779,revision_number=2']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:27.762939 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:27.781694 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1968707-fcd0-4606-9c73-8554bbca05db admin admin] Network c3ae4b42-403f-4d6b-840f-4e19f61ec42f is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:27.788815 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-fc5db21b-0cb7-4ad7-936b-b41ba688dbec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.8020196 Apr 01 15:49:27.797099 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-f1968707-fcd0-4606-9c73-8554bbca05db admin admin] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:27.799941 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1968707-fcd0-4606-9c73-8554bbca05db admin admin] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:49:27.800609 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f1968707-fcd0-4606-9c73-8554bbca05db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611418'] for router_interface, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:27.802979 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 46342) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:27.826758 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-87f171b9-06f8-4829-8a9d-cd2f5b03d9a4 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Usage tracker for resource:network and tenant:e25f2784bd2c470dbb63fea347e86b98 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:27.835803 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-0726fa10-3984-427c-be7e-db0525f0112d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8333'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:49:27.847794 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9fba41ef-2ee2-4128-90c9-641e472af415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:27.852569 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-9fba41ef-2ee2-4128-90c9-641e472af415 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/981470fb-8bb1-4aad-bb7d-1175ef34d9a4 HTTP/1.1" status: 204 len: 168 time: 1.0907416 Apr 01 15:49:27.867122 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-87f171b9-06f8-4829-8a9d-cd2f5b03d9a4 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:27.925503 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-87f171b9-06f8-4829-8a9d-cd2f5b03d9a4 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:27.966999 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-bd42b965-13e0-4cac-9508-a4d03f828259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd9b5f9-9b39-4e34-970c-1cd9a526684c', 'name': 'tempest-ServersTestJSON-487254703-router', 'tenant_id': 'f25527a3ef4e4227be945540540cca4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.57'}], 'enable_snat': True}, 'gw_port_id': '4fbf29b5-6eaf-491a-bcb8-2605d3e0ad98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:08Z', 'updated_at': '2022-04-01T15:49:14Z', 'revision_number': 4, 'project_id': 'f25527a3ef4e4227be945540540cca4c', 'gw_port': {'id': '4fbf29b5-6eaf-491a-bcb8-2605d3e0ad98', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd9b5f9-9b39-4e34-970c-1cd9a526684c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:09Z', 'updated_at': '2022-04-01T15:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': 'b07d5382-0778-4587-a5a4-aba298a6c280', 'name': '', 'network_id': '81e6234b-1120-4acc-ae32-1910fd2f72f2', 'tenant_id': 'f25527a3ef4e4227be945540540cca4c', 'mac_address': 'fa:16:3e:18:e4:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd9b5f9-9b39-4e34-970c-1cd9a526684c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd48ff955-183a-46a4-8b71-2c017377434c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:13Z', 'updated_at': '2022-04-01T15:49:26Z', 'revision_number': 4, 'project_id': 'f25527a3ef4e4227be945540540cca4c', 'subnets': [{'id': 'd48ff955-183a-46a4-8b71-2c017377434c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:27.972827 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-e842e8cf-8992-4113-934b-b345c826e50c None None] Notify callbacks [] for port, precommit_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:27.975969 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd42b965-13e0-4cac-9508-a4d03f828259 None None] The sync data for ids ['afd9b5f9-9b39-4e34-970c-1cd9a526684c'] in dv-neutron-833373-2-hyperv is: [{'id': 'afd9b5f9-9b39-4e34-970c-1cd9a526684c', 'name': 'tempest-ServersTestJSON-487254703-router', 'tenant_id': 'f25527a3ef4e4227be945540540cca4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.57'}], 'enable_snat': True}, 'gw_port_id': '4fbf29b5-6eaf-491a-bcb8-2605d3e0ad98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:08Z', 'updated_at': '2022-04-01T15:49:14Z', 'revision_number': 4, 'project_id': 'f25527a3ef4e4227be945540540cca4c', 'gw_port': {'id': '4fbf29b5-6eaf-491a-bcb8-2605d3e0ad98', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd9b5f9-9b39-4e34-970c-1cd9a526684c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:09Z', 'updated_at': '2022-04-01T15:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': 'b07d5382-0778-4587-a5a4-aba298a6c280', 'name': '', 'network_id': '81e6234b-1120-4acc-ae32-1910fd2f72f2', 'tenant_id': 'f25527a3ef4e4227be945540540cca4c', 'mac_address': 'fa:16:3e:18:e4:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd9b5f9-9b39-4e34-970c-1cd9a526684c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd48ff955-183a-46a4-8b71-2c017377434c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:13Z', 'updated_at': '2022-04-01T15:49:26Z', 'revision_number': 4, 'project_id': 'f25527a3ef4e4227be945540540cca4c', 'subnets': [{'id': 'd48ff955-183a-46a4-8b71-2c017377434c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:49:28.050165 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b7b954-a677-4152-b876-dbe93e66bcfb tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:28.056229 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-e842e8cf-8992-4113-934b-b345c826e50c None None] Transition to ACTIVE for port object 67aa6b71-b521-49a8-9c11-b8035dc07e13 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:49:28.064841 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b7b954-a677-4152-b876-dbe93e66bcfb tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:28.064841 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-37b7b954-a677-4152-b876-dbe93e66bcfb tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Synchronizing usage tracker for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:subnet {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:49:28.074425 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-e842e8cf-8992-4113-934b-b345c826e50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:28.099217 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87f171b9-06f8-4829-8a9d-cd2f5b03d9a4 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Made reservation on behalf of e25f2784bd2c470dbb63fea347e86b98 for: {'network': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:28.103882 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-87f171b9-06f8-4829-8a9d-cd2f5b03d9a4 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:28.136493 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1968707-fcd0-4606-9c73-8554bbca05db admin admin] Pushing event updated for resources: {'Port': ['ID=d34dbb90-37d3-422c-bda6-aa6b6f19ae41,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:28.141020 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-14488319-1732-4113-b2a7-43e2f504516f tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:28.354432 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16dd8fa-3581-44cd-896a-476b1e46171d None None] Pushing event updated for resources: {'Port': ['ID=67aa6b71-b521-49a8-9c11-b8035dc07e13,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:28.377900 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-e842e8cf-8992-4113-934b-b345c826e50c None None] Attempting to bind port 67aa6b71-b521-49a8-9c11-b8035dc07e13 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:49:28.379322 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-e842e8cf-8992-4113-934b-b345c826e50c None None] Attempting to bind port 67aa6b71-b521-49a8-9c11-b8035dc07e13 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:49:28.382835 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e842e8cf-8992-4113-934b-b345c826e50c None None] Attempting to bind port 67aa6b71-b521-49a8-9c11-b8035dc07e13 on network ed45466e-0386-4b92-8de3-247c977242ac {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:49:28.383306 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2326e4-c6aa-419a-bfd7-c0868f4d68ab admin admin] Network 10bfa6c5-d504-42f7-b6a8-189d201bcc59 is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:28.397607 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-ac2326e4-c6aa-419a-bfd7-c0868f4d68ab admin admin] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:28.403611 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e842e8cf-8992-4113-934b-b345c826e50c None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:49:28.404359 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e842e8cf-8992-4113-934b-b345c826e50c None None] Checking segment: {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:49:28.407223 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-e842e8cf-8992-4113-934b-b345c826e50c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:28.407862 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e842e8cf-8992-4113-934b-b345c826e50c None None] Bound using segment: {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:49:28.408722 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-e842e8cf-8992-4113-934b-b345c826e50c None None] Bound port: 67aa6b71-b521-49a8-9c11-b8035dc07e13, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:49:28.409379 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-e842e8cf-8992-4113-934b-b345c826e50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:28.415656 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87f171b9-06f8-4829-8a9d-cd2f5b03d9a4 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=83826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:49:28.516714 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 31397505-bb9a-4d69-abe1-5e66f0eb7afd up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:49:28.524864 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-37b7b954-a677-4152-b876-dbe93e66bcfb tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Unset dirty status for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:subnet {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:49:28.529212 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-37b7b954-a677-4152-b876-dbe93e66bcfb tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.8353751 Apr 01 15:49:28.532156 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 46350) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:28.712591 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 46354) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:28.719769 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-14488319-1732-4113-b2a7-43e2f504516f tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:28.732790 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-e842e8cf-8992-4113-934b-b345c826e50c None None] For port 67aa6b71-b521-49a8-9c11-b8035dc07e13, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:49:28.736969 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-e842e8cf-8992-4113-934b-b345c826e50c None None] For port 67aa6b71-b521-49a8-9c11-b8035dc07e13, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=67aa6b71-b521-49a8-9c11-b8035dc07e13,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:49:28.747747 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-e842e8cf-8992-4113-934b-b345c826e50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:28.794609 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-87f171b9-06f8-4829-8a9d-cd2f5b03d9a4 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:28.794951 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.segments_db [None req-87f171b9-06f8-4829-8a9d-cd2f5b03d9a4 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Added segment b85c0704-4676-4d7e-ac9f-f7f1851f6e46 of type vlan for network 130790fb-1c05-4233-889f-e7235279abbe Apr 01 15:49:28.817302 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-0d160ecd-a300-4445-aea1-307f3bda52bf None None] Provisioning for port d34dbb90-37d3-422c-bda6-aa6b6f19ae41 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:49:28.836856 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0726fa10-3984-427c-be7e-db0525f0112d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:28.837052 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-0d160ecd-a300-4445-aea1-307f3bda52bf None None] Provisioning complete for port d34dbb90-37d3-422c-bda6-aa6b6f19ae41 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:28.837233 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-0d160ecd-a300-4445-aea1-307f3bda52bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:28.923361 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69e963f-928c-41b7-b7a6-dda8c5cdc471 None None] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:49:28.966518 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-87f171b9-06f8-4829-8a9d-cd2f5b03d9a4 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:29.048691 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-760db048-2b6b-497b-8e2a-5cb47ea888ed admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8c203e18603847b08d2d3ed60c302dd7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3298690 Apr 01 15:49:29.050825 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 46358) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:29.059874 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f1968707-fcd0-4606-9c73-8554bbca05db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:29.107815 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16dd8fa-3581-44cd-896a-476b1e46171d None None] Pushing event updated for resources: {'Port': ['ID=67aa6b71-b521-49a8-9c11-b8035dc07e13,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:29.127512 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 31397505-bb9a-4d69-abe1-5e66f0eb7afd completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:49:29.224214 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device a8e6fda2-905b-427e-8842-a175097dbe63 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:49:29.250213 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-87f171b9-06f8-4829-8a9d-cd2f5b03d9a4 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:29.260001 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f171b9-06f8-4829-8a9d-cd2f5b03d9a4 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:29.260632 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-87f171b9-06f8-4829-8a9d-cd2f5b03d9a4 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:29.294700 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-0d160ecd-a300-4445-aea1-307f3bda52bf None None] Port d34dbb90-37d3-422c-bda6-aa6b6f19ae41 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:49:29.323858 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:29.339598 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e842e8cf-8992-4113-934b-b345c826e50c None None] Routers {'9a443703-9a97-4a5d-9406-6cb5aab4ab53'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:49:29.340402 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-e842e8cf-8992-4113-934b-b345c826e50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:49:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['9a443703-9a97-4a5d-9406-6cb5aab4ab53'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:29.504664 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0c535e-7cfc-43a8-a8c4-00abe45a0a87 None None] Network b852aac1-7468-4417-9f9a-d6e0043dfa54 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:49:29.597555 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-87f171b9-06f8-4829-8a9d-cd2f5b03d9a4 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.9531212 Apr 01 15:49:29.606577 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 46362) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:29.665154 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f171b9-06f8-4829-8a9d-cd2f5b03d9a4 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Pushing event updated for resources: {'Network': ['ID=130790fb-1c05-4233-889f-e7235279abbe,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:29.699657 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_v2 [None req-88c668af-79f9-489c-965a-d96901fb4233 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Deleting subnet c269532e-833f-465c-bc2a-641a8c8110f8 {{(pid=83828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:49:29.707445 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-88c668af-79f9-489c-965a-d96901fb4233 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for subnet, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:29.709261 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 130790fb-1c05-4233-889f-e7235279abbe details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:49:29.745202 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port a8e6fda2-905b-427e-8842-a175097dbe63 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:29.745887 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:29.788368 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-fd6b6435-ddb5-4c3b-bdfc-e8ea13630ee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:29.872528 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-88c668af-79f9-489c-965a-d96901fb4233 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:29.873472 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-fd6b6435-ddb5-4c3b-bdfc-e8ea13630ee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:29.889765 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-d8d69d24-db5c-44bc-8550-bf43595eb18b None None] Provisioning for port 31397505-bb9a-4d69-abe1-5e66f0eb7afd completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:49:29.946829 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.db.resource_extend [None req-14488319-1732-4113-b2a7-43e2f504516f tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:49:29.973901 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5d4d9465-ac30-4555-80e2-052ad6fc1e50 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:29.977383 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-d8d69d24-db5c-44bc-8550-bf43595eb18b None None] Provisioning complete for port 31397505-bb9a-4d69-abe1-5e66f0eb7afd triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:29.977869 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-d8d69d24-db5c-44bc-8550-bf43595eb18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:30.009735 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-14488319-1732-4113-b2a7-43e2f504516f tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Notify callbacks [] for port, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:30.023832 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-9d3edddf-cc2b-4186-9920-50bde920d092 tempest-DHCPAgentSchedulersTestJSON-1214241700 tempest-DHCPAgentSchedulersTestJSON-1214241700-project-admin] 10.222.0.55 "GET /v2.0/agents/aac25d8e-efc7-4394-8b34-6e8dc9e48d75/dhcp-networks HTTP/1.1" status: 200 len: 7799 time: 0.4104278 Apr 01 15:49:30.026849 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-14488319-1732-4113-b2a7-43e2f504516f tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:30.044663 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 46366) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:30.137922 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [None req-0726fa10-3984-427c-be7e-db0525f0112d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] device_id is not set on port b6472732-2dc0-4420-a78f-2662ebc37e3f yet. {{(pid=83828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:49:30.139207 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-e842e8cf-8992-4113-934b-b345c826e50c None None] Set router 9a443703-9a97-4a5d-9406-6cb5aab4ab53 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:49:30.154046 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-88c668af-79f9-489c-965a-d96901fb4233 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:30.202925 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0726fa10-3984-427c-be7e-db0525f0112d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:30.217442 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-fd6b6435-ddb5-4c3b-bdfc-e8ea13630ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:30.217669 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-14488319-1732-4113-b2a7-43e2f504516f tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617697'] for floatingip, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:30.246425 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6b6435-ddb5-4c3b-bdfc-e8ea13630ee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a54d3d4-b299-418c-a9a2-51076c9511da,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:30.255493 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-fd6b6435-ddb5-4c3b-bdfc-e8ea13630ee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:30.261624 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-fd6b6435-ddb5-4c3b-bdfc-e8ea13630ee6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0a54d3d4-b299-418c-a9a2-51076c9511da HTTP/1.1" status: 204 len: 168 time: 1.2083228 Apr 01 15:49:30.305996 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14488319-1732-4113-b2a7-43e2f504516f tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Pushing event updated for resources: {'Port': ['ID=dacbe3d2-8e17-4d8c-a222-549686c78ee5,revision_number=2']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:30.310745 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [None req-0726fa10-3984-427c-be7e-db0525f0112d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Transition to ACTIVE for port object b6472732-2dc0-4420-a78f-2662ebc37e3f will not be triggered until provisioned by entity L2. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:49:30.331643 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0726fa10-3984-427c-be7e-db0525f0112d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:30.374010 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac2326e4-c6aa-419a-bfd7-c0868f4d68ab admin admin] Router ae380df1-4024-44b3-84a9-36df412c5260 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:49:30.385551 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-14488319-1732-4113-b2a7-43e2f504516f tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for floatingip, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:30.394577 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-14488319-1732-4113-b2a7-43e2f504516f tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.6405554 Apr 01 15:49:30.428771 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.db.resource_extend [None req-f1968707-fcd0-4606-9c73-8554bbca05db admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:49:30.471400 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 8918ceec-1983-4b97-84ed-3e20dcbaa901 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:49:30.495324 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f1968707-fcd0-4606-9c73-8554bbca05db admin admin] Notify callbacks [] for port, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:30.500913 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-88c668af-79f9-489c-965a-d96901fb4233 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for subnet, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:30.540839 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0726fa10-3984-427c-be7e-db0525f0112d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Pushing event updated for resources: {'Port': ['ID=b6472732-2dc0-4420-a78f-2662ebc37e3f,revision_number=2']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:30.555510 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f1968707-fcd0-4606-9c73-8554bbca05db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:30.556198 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f1968707-fcd0-4606-9c73-8554bbca05db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611525'] for router_interface, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:30.602075 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c668af-79f9-489c-965a-d96901fb4233 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event deleted for resources: {'Subnet': ['ID=c269532e-833f-465c-bc2a-641a8c8110f8,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:30.660556 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-88c668af-79f9-489c-965a-d96901fb4233 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:30.706441 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74923a10-1f00-4636-9a73-2a48d73a3153 tempest-DHCPAgentSchedulersTestJSON-1214241700 tempest-DHCPAgentSchedulersTestJSON-1214241700-project-admin] Network 130790fb-1c05-4233-889f-e7235279abbe is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:49:30.799260 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-5d4d9465-ac30-4555-80e2-052ad6fc1e50 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Allocated IP 172.20.0.1 (41457c54-04fc-4048-91e2-4fb9d212c56a/03b8da77-f2fe-475f-841f-e4121aac32c7/02f6571f-2763-4245-ae96-3c13fa0b7961) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:49:30.842755 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1968707-fcd0-4606-9c73-8554bbca05db admin admin] Pushing event updated for resources: {'Port': ['ID=d34dbb90-37d3-422c-bda6-aa6b6f19ae41,revision_number=2']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:30.882195 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-74923a10-1f00-4636-9a73-2a48d73a3153 tempest-DHCPAgentSchedulersTestJSON-1214241700 tempest-DHCPAgentSchedulersTestJSON-1214241700-project-admin] 10.222.0.55 "POST /v2.0/agents/aac25d8e-efc7-4394-8b34-6e8dc9e48d75/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.7995970 Apr 01 15:49:30.886114 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-88c668af-79f9-489c-965a-d96901fb4233 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/subnets/c269532e-833f-465c-bc2a-641a8c8110f8 HTTP/1.1" status: 204 len: 168 time: 2.3491695 Apr 01 15:49:30.899542 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 46392) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:30.900046 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 46394) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:30.906794 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-0726fa10-3984-427c-be7e-db0525f0112d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to bind port b6472732-2dc0-4420-a78f-2662ebc37e3f on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:49:30.909613 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-0726fa10-3984-427c-be7e-db0525f0112d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to bind port b6472732-2dc0-4420-a78f-2662ebc37e3f by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'c32cf738-c1d0-4a3e-aefa-fd9081c66403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64'}] {{(pid=83828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:49:30.910115 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0726fa10-3984-427c-be7e-db0525f0112d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to bind port b6472732-2dc0-4420-a78f-2662ebc37e3f on network 14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:49:30.910623 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90769ccd-4075-4526-918f-661e87551c0e None None] Network 130790fb-1c05-4233-889f-e7235279abbe requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:49:31.050844 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-b807a9b1-978a-450f-906c-92e12bb1e68b tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1477506 Apr 01 15:49:31.054287 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 46402) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:31.078277 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-228a1ab5-7635-4f88-a370-b2441c21479b tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Request body: {'subnet': {'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:49:31.138692 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0726fa10-3984-427c-be7e-db0525f0112d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Port b6472732-2dc0-4420-a78f-2662ebc37e3f on network 14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:49:31.139670 dv-neutron-833373-2-hyperv neutron-server[83828]: ERROR neutron.plugins.ml2.managers [None req-0726fa10-3984-427c-be7e-db0525f0112d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Failed to bind port b6472732-2dc0-4420-a78f-2662ebc37e3f on host hv-neutron-8333 for vnic_type normal using segments [{'id': 'c32cf738-c1d0-4a3e-aefa-fd9081c66403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64'}] Apr 01 15:49:31.151145 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.plugins.ml2.plugin [None req-0726fa10-3984-427c-be7e-db0525f0112d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempt 2 to bind port b6472732-2dc0-4420-a78f-2662ebc37e3f Apr 01 15:49:31.286791 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 8918ceec-1983-4b97-84ed-3e20dcbaa901 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:49:31.289747 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5d4d9465-ac30-4555-80e2-052ad6fc1e50 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:31.337622 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 46410) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:31.348806 dv-neutron-833373-2-hyperv neutron-server[83826]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 01 15:49:31.376055 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5d4d9465-ac30-4555-80e2-052ad6fc1e50 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:31.404398 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1968707-fcd0-4606-9c73-8554bbca05db admin admin] Network c3ae4b42-403f-4d6b-840f-4e19f61ec42f is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:31.405408 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-0726fa10-3984-427c-be7e-db0525f0112d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to bind port b6472732-2dc0-4420-a78f-2662ebc37e3f on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:49:31.405743 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-0726fa10-3984-427c-be7e-db0525f0112d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to bind port b6472732-2dc0-4420-a78f-2662ebc37e3f by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'c32cf738-c1d0-4a3e-aefa-fd9081c66403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64'}] {{(pid=83828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:49:31.406068 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0726fa10-3984-427c-be7e-db0525f0112d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to bind port b6472732-2dc0-4420-a78f-2662ebc37e3f on network 14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:49:31.410942 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-f1968707-fcd0-4606-9c73-8554bbca05db admin admin] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:31.426282 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-d8d69d24-db5c-44bc-8550-bf43595eb18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:31.526629 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-e842e8cf-8992-4113-934b-b345c826e50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a443703-9a97-4a5d-9406-6cb5aab4ab53', 'name': 'tempest-ServersTestManualDisk-1669199740-router', 'tenant_id': 'b509592769ce4fd4a6019281630321e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.18'}], 'enable_snat': True}, 'gw_port_id': '67aa6b71-b521-49a8-9c11-b8035dc07e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:12Z', 'updated_at': '2022-04-01T15:49:28Z', 'revision_number': 4, 'project_id': 'b509592769ce4fd4a6019281630321e8', 'gw_port': {'id': '67aa6b71-b521-49a8-9c11-b8035dc07e13', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b0:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a443703-9a97-4a5d-9406-6cb5aab4ab53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:14Z', 'updated_at': '2022-04-01T15:49:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': 'd34dbb90-37d3-422c-bda6-aa6b6f19ae41', 'name': '', 'network_id': 'c3ae4b42-403f-4d6b-840f-4e19f61ec42f', 'tenant_id': 'b509592769ce4fd4a6019281630321e8', 'mac_address': 'fa:16:3e:7b:d9:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a443703-9a97-4a5d-9406-6cb5aab4ab53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '488129b0-aeaa-403a-9713-4879071d94ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:25Z', 'updated_at': '2022-04-01T15:49:26Z', 'revision_number': 1, 'project_id': 'b509592769ce4fd4a6019281630321e8', 'subnets': [{'id': '488129b0-aeaa-403a-9713-4879071d94ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:31.560559 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e842e8cf-8992-4113-934b-b345c826e50c None None] The sync data for ids ['9a443703-9a97-4a5d-9406-6cb5aab4ab53'] in dv-neutron-833373-2-hyperv is: [{'id': '9a443703-9a97-4a5d-9406-6cb5aab4ab53', 'name': 'tempest-ServersTestManualDisk-1669199740-router', 'tenant_id': 'b509592769ce4fd4a6019281630321e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.18'}], 'enable_snat': True}, 'gw_port_id': '67aa6b71-b521-49a8-9c11-b8035dc07e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:12Z', 'updated_at': '2022-04-01T15:49:28Z', 'revision_number': 4, 'project_id': 'b509592769ce4fd4a6019281630321e8', 'gw_port': {'id': '67aa6b71-b521-49a8-9c11-b8035dc07e13', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b0:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a443703-9a97-4a5d-9406-6cb5aab4ab53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:14Z', 'updated_at': '2022-04-01T15:49:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': 'd34dbb90-37d3-422c-bda6-aa6b6f19ae41', 'name': '', 'network_id': 'c3ae4b42-403f-4d6b-840f-4e19f61ec42f', 'tenant_id': 'b509592769ce4fd4a6019281630321e8', 'mac_address': 'fa:16:3e:7b:d9:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a443703-9a97-4a5d-9406-6cb5aab4ab53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '488129b0-aeaa-403a-9713-4879071d94ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:25Z', 'updated_at': '2022-04-01T15:49:26Z', 'revision_number': 1, 'project_id': 'b509592769ce4fd4a6019281630321e8', 'subnets': [{'id': '488129b0-aeaa-403a-9713-4879071d94ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:49:31.564822 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4d9465-ac30-4555-80e2-052ad6fc1e50 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Pushing event updated for resources: {'Port': ['ID=02f6571f-2763-4245-ae96-3c13fa0b7961,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:31.578192 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device b07d5382-0778-4587-a5a4-aba298a6c280 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:49:31.588372 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4d9465-ac30-4555-80e2-052ad6fc1e50 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Network 41457c54-04fc-4048-91e2-4fb9d212c56a is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:31.591017 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-228a1ab5-7635-4f88-a370-b2441c21479b tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:31.619764 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-228a1ab5-7635-4f88-a370-b2441c21479b tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Usage tracker for resource:subnet and tenant:50a1f72bd5e54e209eb4756b30f7e6a6 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:31.626108 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-5d4d9465-ac30-4555-80e2-052ad6fc1e50 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:31.636606 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-228a1ab5-7635-4f88-a370-b2441c21479b tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:31.642591 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4d9465-ac30-4555-80e2-052ad6fc1e50 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:49:31.643147 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5d4d9465-ac30-4555-80e2-052ad6fc1e50 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611418'] for router_interface, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:31.657307 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-228a1ab5-7635-4f88-a370-b2441c21479b tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:31.665182 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c286f5f0-0161-41a1-955b-f2bb6919fa9e req-9c301207-489c-4bf0-8f01-ada9b42f0a6c tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1219051208&fields=id&tenant_id=f25527a3ef4e4227be945540540cca4c HTTP/1.1" status: 200 len: 267 time: 0.3262415 Apr 01 15:49:31.674268 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac2326e4-c6aa-419a-bfd7-c0868f4d68ab admin admin] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:49:31.710341 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-ac2326e4-c6aa-419a-bfd7-c0868f4d68ab admin admin] 10.222.0.55 "PUT /v2.0/routers/ae380df1-4024-44b3-84a9-36df412c5260/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7893288 Apr 01 15:49:31.711017 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.db.api [None req-d8d69d24-db5c-44bc-8550-bf43595eb18b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:49:31.711502 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG oslo_db.api [None req-d8d69d24-db5c-44bc-8550-bf43595eb18b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:49:31.730907 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0726fa10-3984-427c-be7e-db0525f0112d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Port b6472732-2dc0-4420-a78f-2662ebc37e3f on network 14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:49:31.731878 dv-neutron-833373-2-hyperv neutron-server[83828]: ERROR neutron.plugins.ml2.managers [None req-0726fa10-3984-427c-be7e-db0525f0112d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Failed to bind port b6472732-2dc0-4420-a78f-2662ebc37e3f on host hv-neutron-8333 for vnic_type normal using segments [{'id': 'c32cf738-c1d0-4a3e-aefa-fd9081c66403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64'}] Apr 01 15:49:31.745513 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.plugins.ml2.plugin [None req-0726fa10-3984-427c-be7e-db0525f0112d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempt 3 to bind port b6472732-2dc0-4420-a78f-2662ebc37e3f Apr 01 15:49:31.773780 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-0726fa10-3984-427c-be7e-db0525f0112d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to bind port b6472732-2dc0-4420-a78f-2662ebc37e3f on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:49:31.775512 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-0726fa10-3984-427c-be7e-db0525f0112d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to bind port b6472732-2dc0-4420-a78f-2662ebc37e3f by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'c32cf738-c1d0-4a3e-aefa-fd9081c66403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64'}] {{(pid=83828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:49:31.776320 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0726fa10-3984-427c-be7e-db0525f0112d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to bind port b6472732-2dc0-4420-a78f-2662ebc37e3f on network 14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:49:31.777247 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-228a1ab5-7635-4f88-a370-b2441c21479b tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Made reservation on behalf of 50a1f72bd5e54e209eb4756b30f7e6a6 for: {'subnet': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:31.784240 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port b07d5382-0778-4587-a5a4-aba298a6c280 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:49:31.798456 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port b07d5382-0778-4587-a5a4-aba298a6c280 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:31.798822 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:31.805349 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0726fa10-3984-427c-be7e-db0525f0112d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Port b6472732-2dc0-4420-a78f-2662ebc37e3f on network 14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:49:31.806072 dv-neutron-833373-2-hyperv neutron-server[83828]: ERROR neutron.plugins.ml2.managers [None req-0726fa10-3984-427c-be7e-db0525f0112d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Failed to bind port b6472732-2dc0-4420-a78f-2662ebc37e3f on host hv-neutron-8333 for vnic_type normal using segments [{'id': 'c32cf738-c1d0-4a3e-aefa-fd9081c66403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64'}] Apr 01 15:49:31.810876 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.plugins.ml2.plugin [None req-0726fa10-3984-427c-be7e-db0525f0112d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempt 4 to bind port b6472732-2dc0-4420-a78f-2662ebc37e3f Apr 01 15:49:31.889189 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-0726fa10-3984-427c-be7e-db0525f0112d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to bind port b6472732-2dc0-4420-a78f-2662ebc37e3f on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:49:31.889804 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-0726fa10-3984-427c-be7e-db0525f0112d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to bind port b6472732-2dc0-4420-a78f-2662ebc37e3f by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'c32cf738-c1d0-4a3e-aefa-fd9081c66403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64'}] {{(pid=83828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:49:31.890250 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0726fa10-3984-427c-be7e-db0525f0112d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to bind port b6472732-2dc0-4420-a78f-2662ebc37e3f on network 14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:49:31.923919 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0726fa10-3984-427c-be7e-db0525f0112d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Port b6472732-2dc0-4420-a78f-2662ebc37e3f on network 14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:49:31.924249 dv-neutron-833373-2-hyperv neutron-server[83828]: ERROR neutron.plugins.ml2.managers [None req-0726fa10-3984-427c-be7e-db0525f0112d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Failed to bind port b6472732-2dc0-4420-a78f-2662ebc37e3f on host hv-neutron-8333 for vnic_type normal using segments [{'id': 'c32cf738-c1d0-4a3e-aefa-fd9081c66403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64'}] Apr 01 15:49:31.940798 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.plugins.ml2.plugin [None req-0726fa10-3984-427c-be7e-db0525f0112d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempt 5 to bind port b6472732-2dc0-4420-a78f-2662ebc37e3f Apr 01 15:49:31.975841 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7165bd4-45aa-4caf-bd8f-4c68a4b9ceb2 None None] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:49:32.119131 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-0726fa10-3984-427c-be7e-db0525f0112d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to bind port b6472732-2dc0-4420-a78f-2662ebc37e3f on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:49:32.121659 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-0726fa10-3984-427c-be7e-db0525f0112d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to bind port b6472732-2dc0-4420-a78f-2662ebc37e3f by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'c32cf738-c1d0-4a3e-aefa-fd9081c66403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64'}] {{(pid=83828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:49:32.122295 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0726fa10-3984-427c-be7e-db0525f0112d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to bind port b6472732-2dc0-4420-a78f-2662ebc37e3f on network 14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:49:32.141065 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0726fa10-3984-427c-be7e-db0525f0112d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Port b6472732-2dc0-4420-a78f-2662ebc37e3f on network 14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:49:32.141705 dv-neutron-833373-2-hyperv neutron-server[83828]: ERROR neutron.plugins.ml2.managers [None req-0726fa10-3984-427c-be7e-db0525f0112d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Failed to bind port b6472732-2dc0-4420-a78f-2662ebc37e3f on host hv-neutron-8333 for vnic_type normal using segments [{'id': 'c32cf738-c1d0-4a3e-aefa-fd9081c66403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64'}] Apr 01 15:49:32.157690 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 46428) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:32.162050 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-e17f2742-9ada-4f77-8eef-9fc03d117646 tempest-DHCPAgentSchedulersTestJSON-1214241700 tempest-DHCPAgentSchedulersTestJSON-1214241700-project-admin] 10.222.0.55 "GET /v2.0/agents/aac25d8e-efc7-4394-8b34-6e8dc9e48d75/dhcp-networks HTTP/1.1" status: 200 len: 8505 time: 1.2606525 Apr 01 15:49:32.164553 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.plugins.ml2.plugin [None req-0726fa10-3984-427c-be7e-db0525f0112d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempt 6 to bind port b6472732-2dc0-4420-a78f-2662ebc37e3f Apr 01 15:49:32.167302 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:32.181805 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-228a1ab5-7635-4f88-a370-b2441c21479b tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for subnet, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:32.188615 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-0726fa10-3984-427c-be7e-db0525f0112d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to bind port b6472732-2dc0-4420-a78f-2662ebc37e3f on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:49:32.188987 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-0726fa10-3984-427c-be7e-db0525f0112d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to bind port b6472732-2dc0-4420-a78f-2662ebc37e3f by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'c32cf738-c1d0-4a3e-aefa-fd9081c66403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64'}] {{(pid=83828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:49:32.189323 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0726fa10-3984-427c-be7e-db0525f0112d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to bind port b6472732-2dc0-4420-a78f-2662ebc37e3f on network 14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:49:32.252978 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0726fa10-3984-427c-be7e-db0525f0112d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Port b6472732-2dc0-4420-a78f-2662ebc37e3f on network 14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:49:32.253348 dv-neutron-833373-2-hyperv neutron-server[83828]: ERROR neutron.plugins.ml2.managers [None req-0726fa10-3984-427c-be7e-db0525f0112d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Failed to bind port b6472732-2dc0-4420-a78f-2662ebc37e3f on host hv-neutron-8333 for vnic_type normal using segments [{'id': 'c32cf738-c1d0-4a3e-aefa-fd9081c66403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64'}] Apr 01 15:49:32.260504 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.plugins.ml2.plugin [None req-0726fa10-3984-427c-be7e-db0525f0112d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempt 7 to bind port b6472732-2dc0-4420-a78f-2662ebc37e3f Apr 01 15:49:32.275936 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-0726fa10-3984-427c-be7e-db0525f0112d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to bind port b6472732-2dc0-4420-a78f-2662ebc37e3f on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:49:32.276270 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-0726fa10-3984-427c-be7e-db0525f0112d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to bind port b6472732-2dc0-4420-a78f-2662ebc37e3f by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'c32cf738-c1d0-4a3e-aefa-fd9081c66403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64'}] {{(pid=83828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:49:32.276607 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0726fa10-3984-427c-be7e-db0525f0112d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to bind port b6472732-2dc0-4420-a78f-2662ebc37e3f on network 14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:49:32.341711 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-d8d69d24-db5c-44bc-8550-bf43595eb18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:32.352603 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0726fa10-3984-427c-be7e-db0525f0112d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Port b6472732-2dc0-4420-a78f-2662ebc37e3f on network 14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:49:32.352603 dv-neutron-833373-2-hyperv neutron-server[83828]: ERROR neutron.plugins.ml2.managers [None req-0726fa10-3984-427c-be7e-db0525f0112d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Failed to bind port b6472732-2dc0-4420-a78f-2662ebc37e3f on host hv-neutron-8333 for vnic_type normal using segments [{'id': 'c32cf738-c1d0-4a3e-aefa-fd9081c66403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64'}] Apr 01 15:49:32.358839 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.plugins.ml2.plugin [None req-0726fa10-3984-427c-be7e-db0525f0112d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempt 8 to bind port b6472732-2dc0-4420-a78f-2662ebc37e3f Apr 01 15:49:32.401059 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-0726fa10-3984-427c-be7e-db0525f0112d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to bind port b6472732-2dc0-4420-a78f-2662ebc37e3f on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:49:32.401393 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-0726fa10-3984-427c-be7e-db0525f0112d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to bind port b6472732-2dc0-4420-a78f-2662ebc37e3f by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'c32cf738-c1d0-4a3e-aefa-fd9081c66403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64'}] {{(pid=83828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:49:32.401729 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0726fa10-3984-427c-be7e-db0525f0112d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to bind port b6472732-2dc0-4420-a78f-2662ebc37e3f on network 14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:49:32.431553 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0726fa10-3984-427c-be7e-db0525f0112d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Port b6472732-2dc0-4420-a78f-2662ebc37e3f on network 14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:49:32.431802 dv-neutron-833373-2-hyperv neutron-server[83828]: ERROR neutron.plugins.ml2.managers [None req-0726fa10-3984-427c-be7e-db0525f0112d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Failed to bind port b6472732-2dc0-4420-a78f-2662ebc37e3f on host hv-neutron-8333 for vnic_type normal using segments [{'id': 'c32cf738-c1d0-4a3e-aefa-fd9081c66403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64'}] Apr 01 15:49:32.433364 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.plugins.ml2.plugin [None req-0726fa10-3984-427c-be7e-db0525f0112d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempt 9 to bind port b6472732-2dc0-4420-a78f-2662ebc37e3f Apr 01 15:49:32.483483 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-0726fa10-3984-427c-be7e-db0525f0112d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to bind port b6472732-2dc0-4420-a78f-2662ebc37e3f on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:49:32.484044 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-0726fa10-3984-427c-be7e-db0525f0112d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to bind port b6472732-2dc0-4420-a78f-2662ebc37e3f by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'c32cf738-c1d0-4a3e-aefa-fd9081c66403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64'}] {{(pid=83828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:49:32.484521 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0726fa10-3984-427c-be7e-db0525f0112d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to bind port b6472732-2dc0-4420-a78f-2662ebc37e3f on network 14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:49:32.503292 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0726fa10-3984-427c-be7e-db0525f0112d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Port b6472732-2dc0-4420-a78f-2662ebc37e3f on network 14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:49:32.508411 dv-neutron-833373-2-hyperv neutron-server[83828]: ERROR neutron.plugins.ml2.managers [None req-0726fa10-3984-427c-be7e-db0525f0112d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Failed to bind port b6472732-2dc0-4420-a78f-2662ebc37e3f on host hv-neutron-8333 for vnic_type normal using segments [{'id': 'c32cf738-c1d0-4a3e-aefa-fd9081c66403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64'}] Apr 01 15:49:32.509787 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.plugins.ml2.plugin [None req-0726fa10-3984-427c-be7e-db0525f0112d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempt 10 to bind port b6472732-2dc0-4420-a78f-2662ebc37e3f Apr 01 15:49:32.536251 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port b07d5382-0778-4587-a5a4-aba298a6c280, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=b07d5382-0778-4587-a5a4-aba298a6c280,segment=NetworkSegment(9bb8a968-41a4-480e-a4e4-5873f2811f7b),segment_id=9bb8a968-41a4-480e-a4e4-5873f2811f7b)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:49:32.540916 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-0726fa10-3984-427c-be7e-db0525f0112d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to bind port b6472732-2dc0-4420-a78f-2662ebc37e3f on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:49:32.541439 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-0726fa10-3984-427c-be7e-db0525f0112d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to bind port b6472732-2dc0-4420-a78f-2662ebc37e3f by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'c32cf738-c1d0-4a3e-aefa-fd9081c66403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64'}] {{(pid=83828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:49:32.541956 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0726fa10-3984-427c-be7e-db0525f0112d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to bind port b6472732-2dc0-4420-a78f-2662ebc37e3f on network 14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:49:32.550648 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-228a1ab5-7635-4f88-a370-b2441c21479b tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for subnet, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:32.554392 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:32.557923 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-d8d69d24-db5c-44bc-8550-bf43595eb18b None None] For port 31397505-bb9a-4d69-abe1-5e66f0eb7afd, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=31397505-bb9a-4d69-abe1-5e66f0eb7afd,segment=NetworkSegment(c41dc1a5-c958-4d8b-81ea-3934c36371b8),segment_id=c41dc1a5-c958-4d8b-81ea-3934c36371b8)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:49:32.558139 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0726fa10-3984-427c-be7e-db0525f0112d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Port b6472732-2dc0-4420-a78f-2662ebc37e3f on network 14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:49:32.558955 dv-neutron-833373-2-hyperv neutron-server[83828]: ERROR neutron.plugins.ml2.managers [None req-0726fa10-3984-427c-be7e-db0525f0112d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Failed to bind port b6472732-2dc0-4420-a78f-2662ebc37e3f on host hv-neutron-8333 for vnic_type normal using segments [{'id': 'c32cf738-c1d0-4a3e-aefa-fd9081c66403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64'}] Apr 01 15:49:32.559414 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0726fa10-3984-427c-be7e-db0525f0112d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:32.604581 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-d8d69d24-db5c-44bc-8550-bf43595eb18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:32.656155 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-d8d69d24-db5c-44bc-8550-bf43595eb18b None None] Provisioning complete for port 3cd858cc-2b12-4f65-bfa6-dbb86b043779 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:32.656155 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-d8d69d24-db5c-44bc-8550-bf43595eb18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:32.682585 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228a1ab5-7635-4f88-a370-b2441c21479b tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event updated for resources: {'Subnet': ['ID=4c306725-cb41-4f55-8c07-d10008457322,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:32.694277 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=b07d5382-0778-4587-a5a4-aba298a6c280,revision_number=5']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:32.760961 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5d4d9465-ac30-4555-80e2-052ad6fc1e50 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:32.768906 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14810454-5191-4b5a-a85d-b7f952667ea2 None None] DHCP port deletion for 7b65ac5c-8834-4b65-9b28-b7dba6c9746f request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:49:32.771570 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-0726fa10-3984-427c-be7e-db0525f0112d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] For port b6472732-2dc0-4420-a78f-2662ebc37e3f, host hv-neutron-8333, cleared binding levels {{(pid=83828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:49:32.772499 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-0726fa10-3984-427c-be7e-db0525f0112d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempted to set empty binding levels {{(pid=83828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 01 15:49:32.782797 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0726fa10-3984-427c-be7e-db0525f0112d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:32.806820 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-14810454-5191-4b5a-a85d-b7f952667ea2 None None] Deleting port 31397505-bb9a-4d69-abe1-5e66f0eb7afd {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:49:32.807426 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-14810454-5191-4b5a-a85d-b7f952667ea2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:32.822812 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228a1ab5-7635-4f88-a370-b2441c21479b tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:32.839001 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-d8d69d24-db5c-44bc-8550-bf43595eb18b None None] Port 3cd858cc-2b12-4f65-bfa6-dbb86b043779 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:49:32.839909 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-228a1ab5-7635-4f88-a370-b2441c21479b tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:32.841630 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 46440) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:32.854271 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c286f5f0-0161-41a1-955b-f2bb6919fa9e req-95c7b66f-d685-47bc-a339-d148d93ba8f4 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:32.857210 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c286f5f0-0161-41a1-955b-f2bb6919fa9e req-95c7b66f-d685-47bc-a339-d148d93ba8f4 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] 10.222.0.55 "GET /v2.0/networks?id=81e6234b-1120-4acc-ae32-1910fd2f72f2 HTTP/1.1" status: 200 len: 805 time: 1.1785233 Apr 01 15:49:32.863185 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228a1ab5-7635-4f88-a370-b2441c21479b tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:32.864532 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-228a1ab5-7635-4f88-a370-b2441c21479b tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:32.873897 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d69d24-db5c-44bc-8550-bf43595eb18b None None] Pushing event updated for resources: {'Port': ['ID=31397505-bb9a-4d69-abe1-5e66f0eb7afd,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:32.884505 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1968707-fcd0-4606-9c73-8554bbca05db admin admin] Router 9a443703-9a97-4a5d-9406-6cb5aab4ab53 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:49:32.893711 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-0726fa10-3984-427c-be7e-db0525f0112d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] In _notify_port_updated(), no bound segment for port b6472732-2dc0-4420-a78f-2662ebc37e3f on network 14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64 {{(pid=83828) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 01 15:49:32.894735 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0726fa10-3984-427c-be7e-db0525f0112d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:32.899420 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-0726fa10-3984-427c-be7e-db0525f0112d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] 10.222.0.55 "PUT /v2.0/ports/b6472732-2dc0-4420-a78f-2662ebc37e3f HTTP/1.1" status: 200 len: 980 time: 5.0776560 Apr 01 15:49:32.900808 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 46444) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:32.921248 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-837a4953-34c2-437c-b826-5d16f5c24bcc tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1369597568', 'description': 'tempest-description--1008500219'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:49:32.947200 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0726fa10-3984-427c-be7e-db0525f0112d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Pushing event updated for resources: {'Port': ['ID=b6472732-2dc0-4420-a78f-2662ebc37e3f,revision_number=3']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:32.965949 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-228a1ab5-7635-4f88-a370-b2441c21479b tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9104633 Apr 01 15:49:32.971371 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 46452) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:32.977362 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-837a4953-34c2-437c-b826-5d16f5c24bcc tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:32.980659 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-5712dea4-6de6-4da8-9be3-2ffc8bca9fe9 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Request body: {'port': {'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'name': 'tempest-NetworksTestDHCPv6-796955426'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:49:33.014799 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-e1de8984-fbd5-423f-a79b-7bcf19ac1e86 None None] Could not find standard attr ID for object 9dc6c9f7-8474-454b-95f9-97b88293e58e. {{(pid=83829) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:49:33.043146 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-837a4953-34c2-437c-b826-5d16f5c24bcc tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Usage tracker for resource:security_group and tenant:ea61585477ae47b59fca06b1e521f7a0 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:33.063504 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-837a4953-34c2-437c-b826-5d16f5c24bcc tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:33.066658 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-e1de8984-fbd5-423f-a79b-7bcf19ac1e86 None None] Provisioning complete for port 31397505-bb9a-4d69-abe1-5e66f0eb7afd triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:33.067164 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c286f5f0-0161-41a1-955b-f2bb6919fa9e req-96ace868-7d47-4760-8c70-e71c330a85dc tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] 10.222.0.55 "GET /v2.0/quotas/f25527a3ef4e4227be945540540cca4c HTTP/1.1" status: 200 len: 375 time: 0.1565702 Apr 01 15:49:33.067333 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-e1de8984-fbd5-423f-a79b-7bcf19ac1e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:33.075205 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-837a4953-34c2-437c-b826-5d16f5c24bcc tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:33.083840 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-54c5c468-c17a-463c-8445-4c83b8fcd962 tempest-DHCPAgentSchedulersTestJSON-1214241700 tempest-DHCPAgentSchedulersTestJSON-1214241700-project-admin] 10.222.0.55 "DELETE /v2.0/agents/aac25d8e-efc7-4394-8b34-6e8dc9e48d75/dhcp-networks/130790fb-1c05-4233-889f-e7235279abbe HTTP/1.1" status: 204 len: 168 time: 0.9229119 Apr 01 15:49:33.105333 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 46456) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:33.166599 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-14810454-5191-4b5a-a85d-b7f952667ea2 None None] For port 31397505-bb9a-4d69-abe1-5e66f0eb7afd, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=31397505-bb9a-4d69-abe1-5e66f0eb7afd,segment=NetworkSegment(c41dc1a5-c958-4d8b-81ea-3934c36371b8),segment_id=c41dc1a5-c958-4d8b-81ea-3934c36371b8)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:49:33.166987 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-14810454-5191-4b5a-a85d-b7f952667ea2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:33.306077 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-837a4953-34c2-437c-b826-5d16f5c24bcc tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Notify callbacks [] for security_group, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:33.323122 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-14810454-5191-4b5a-a85d-b7f952667ea2 None None] Calling delete_port for 31397505-bb9a-4d69-abe1-5e66f0eb7afd owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:49:33.467966 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c286f5f0-0161-41a1-955b-f2bb6919fa9e req-fa0d55ab-9f63-4dcc-bc8f-1b19304cf34a tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f25527a3ef4e4227be945540540cca4c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3807743 Apr 01 15:49:33.469331 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-837a4953-34c2-437c-b826-5d16f5c24bcc tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:33.567185 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-7ccb3ef6-ee7a-4f9e-a69c-f0d3eb9b1b47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Synchronizing usage tracker for tenant:29efa8157e814d9b99da926b3346862f on resource:port {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:49:33.604913 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-5712dea4-6de6-4da8-9be3-2ffc8bca9fe9 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:33.625253 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-5712dea4-6de6-4da8-9be3-2ffc8bca9fe9 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Usage tracker for resource:port and tenant:50a1f72bd5e54e209eb4756b30f7e6a6 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:33.638762 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-5712dea4-6de6-4da8-9be3-2ffc8bca9fe9 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:33.657972 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device b07d5382-0778-4587-a5a4-aba298a6c280 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:49:33.675756 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-5712dea4-6de6-4da8-9be3-2ffc8bca9fe9 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:33.685574 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-7ccb3ef6-ee7a-4f9e-a69c-f0d3eb9b1b47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Unset dirty status for tenant:29efa8157e814d9b99da926b3346862f on resource:port {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:49:33.690202 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-7ccb3ef6-ee7a-4f9e-a69c-f0d3eb9b1b47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16995 time: 0.7831838 Apr 01 15:49:33.696083 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 46474) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:33.701965 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-aa77e70a-fdf5-4964-8dcf-68867e231dee tempest-DHCPAgentSchedulersTestJSON-1214241700 tempest-DHCPAgentSchedulersTestJSON-1214241700-project-admin] 10.222.0.55 "GET /v2.0/agents/aac25d8e-efc7-4394-8b34-6e8dc9e48d75/dhcp-networks HTTP/1.1" status: 200 len: 7799 time: 0.4552379 Apr 01 15:49:33.740916 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 46478) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:33.760984 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5712dea4-6de6-4da8-9be3-2ffc8bca9fe9 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Made reservation on behalf of 50a1f72bd5e54e209eb4756b30f7e6a6 for: {'port': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:33.765079 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5712dea4-6de6-4da8-9be3-2ffc8bca9fe9 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:33.790263 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-837a4953-34c2-437c-b826-5d16f5c24bcc tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Usage tracker for resource:security_group_rule and tenant:ea61585477ae47b59fca06b1e521f7a0 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:33.808259 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-837a4953-34c2-437c-b826-5d16f5c24bcc tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:33.837630 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-837a4953-34c2-437c-b826-5d16f5c24bcc tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:33.849521 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5d4d9465-ac30-4555-80e2-052ad6fc1e50 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:33.854968 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-14810454-5191-4b5a-a85d-b7f952667ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671'] for port, after_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:33.855906 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 46484) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:33.867785 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5d4d9465-ac30-4555-80e2-052ad6fc1e50 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:33.868482 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5d4d9465-ac30-4555-80e2-052ad6fc1e50 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611525'] for router_interface, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:33.914892 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-e1de8984-fbd5-423f-a79b-7bcf19ac1e86 None None] Provisioning complete for port d34dbb90-37d3-422c-bda6-aa6b6f19ae41 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:33.915548 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-e1de8984-fbd5-423f-a79b-7bcf19ac1e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:33.923520 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-c9ed6a9f-dc30-4561-9bb5-8ea08f5d2617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Deleting port b6472732-2dc0-4420-a78f-2662ebc37e3f {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:49:33.923862 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c9ed6a9f-dc30-4561-9bb5-8ea08f5d2617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:33.950558 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14810454-5191-4b5a-a85d-b7f952667ea2 None None] Pushing event deleted for resources: {'Port': ['ID=31397505-bb9a-4d69-abe1-5e66f0eb7afd,revision_number=None']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:33.960590 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [None req-5712dea4-6de6-4da8-9be3-2ffc8bca9fe9 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] device_id is not set on port 7b1acbe9-b345-48c5-aa5d-aedfd5c17dac yet. {{(pid=83828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:49:33.988006 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14810454-5191-4b5a-a85d-b7f952667ea2 None None] No DVR routers for this DVR port 31397505-bb9a-4d69-abe1-5e66f0eb7afd on host dv-neutron-833373-2-hyperv {{(pid=83829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:49:34.018613 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-e1de8984-fbd5-423f-a79b-7bcf19ac1e86 None None] Port d34dbb90-37d3-422c-bda6-aa6b6f19ae41 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:49:34.022386 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac30439d-b454-44d6-ad3c-9d36a78b7c02 None None] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:49:34.066118 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-97ccca53-226f-4648-b21a-cae87ee21f81 tempest-DHCPAgentSchedulersTestJSON-1214241700 tempest-DHCPAgentSchedulersTestJSON-1214241700-project-admin] 10.222.0.55 "GET /v2.0/networks/b852aac1-7468-4417-9f9a-d6e0043dfa54/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.3239512 Apr 01 15:49:34.078885 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 46490) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:34.115158 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port b07d5382-0778-4587-a5a4-aba298a6c280 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:34.117030 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:34.140160 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [req-c286f5f0-0161-41a1-955b-f2bb6919fa9e req-12323a1f-cb4d-41d9-a3ac-7b85d547e519 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=83826) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:49:34.143381 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c286f5f0-0161-41a1-955b-f2bb6919fa9e req-12323a1f-cb4d-41d9-a3ac-7b85d547e519 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3648324 Apr 01 15:49:34.190650 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-299322cf-6be0-4da9-bd72-2eb2320d9d26 tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] Request body: {'quota': {'network': 2}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:49:34.199292 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-e1de8984-fbd5-423f-a79b-7bcf19ac1e86 None None] Provisioning for port 8918ceec-1983-4b97-84ed-3e20dcbaa901 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:49:34.206197 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4d9465-ac30-4555-80e2-052ad6fc1e50 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Pushing event updated for resources: {'Port': ['ID=02f6571f-2763-4245-ae96-3c13fa0b7961,revision_number=2']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:34.234212 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-e1de8984-fbd5-423f-a79b-7bcf19ac1e86 None None] Provisioning complete for port 8918ceec-1983-4b97-84ed-3e20dcbaa901 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:34.234579 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-e1de8984-fbd5-423f-a79b-7bcf19ac1e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:34.249065 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1968707-fcd0-4606-9c73-8554bbca05db admin admin] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:49:34.297856 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-837a4953-34c2-437c-b826-5d16f5c24bcc tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Notify callbacks [] for security_group, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:34.325798 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-837a4953-34c2-437c-b826-5d16f5c24bcc tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:34.337144 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-f1968707-fcd0-4606-9c73-8554bbca05db admin admin] 10.222.0.55 "PUT /v2.0/routers/9a443703-9a97-4a5d-9406-6cb5aab4ab53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3159800 Apr 01 15:49:34.354706 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-5712dea4-6de6-4da8-9be3-2ffc8bca9fe9 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Allocated IP 2001:db8::32e (7b65ac5c-8834-4b65-9b28-b7dba6c9746f/4c306725-cb41-4f55-8c07-d10008457322/7b1acbe9-b345-48c5-aa5d-aedfd5c17dac) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:49:34.366441 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-9906cd2f-2ed5-4a0f-b1dc-06c3e3a74d87 tempest-DHCPAgentSchedulersTestJSON-1214241700 tempest-DHCPAgentSchedulersTestJSON-1214241700-project-admin] 10.222.0.55 "GET /v2.0/networks/b852aac1-7468-4417-9f9a-d6e0043dfa54/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.2800217 Apr 01 15:49:34.370652 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 46498) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:34.380711 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4d9465-ac30-4555-80e2-052ad6fc1e50 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Network 41457c54-04fc-4048-91e2-4fb9d212c56a is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:34.389915 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-5d4d9465-ac30-4555-80e2-052ad6fc1e50 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:34.401775 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-c9ed6a9f-dc30-4561-9bb5-8ea08f5d2617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] For port b6472732-2dc0-4420-a78f-2662ebc37e3f, host hv-neutron-8333, got binding levels [] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:49:34.402176 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c9ed6a9f-dc30-4561-9bb5-8ea08f5d2617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:34.564934 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837a4953-34c2-437c-b826-5d16f5c24bcc tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=559624ab-485e-424f-98d0-03f9fb5e6d68,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:34.606987 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-c9ed6a9f-dc30-4561-9bb5-8ea08f5d2617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Calling delete_port for b6472732-2dc0-4420-a78f-2662ebc37e3f owned by {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:49:34.607625 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-e1de8984-fbd5-423f-a79b-7bcf19ac1e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:34.619162 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e2ca42-ed75-46a6-bc73-63a3c4cf66b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'tenant_id': '50a1f72bd5e54e209eb4756b30f7e6a6', 'fixed_ips': [{'subnet_id': '4c306725-cb41-4f55-8c07-d10008457322'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:49:34.619976 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-73e2ca42-ed75-46a6-bc73-63a3c4cf66b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:34.626174 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-837a4953-34c2-437c-b826-5d16f5c24bcc tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:34.627376 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-837a4953-34c2-437c-b826-5d16f5c24bcc tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.7688766 Apr 01 15:49:34.632256 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 31397505-bb9a-4d69-abe1-5e66f0eb7afd no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:49:34.640270 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 46506) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:34.673703 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-09740899-5128-46ae-99ba-07ca9cdbb9c2 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Request body: {'security_group_rule': {'security_group_id': '559624ab-485e-424f-98d0-03f9fb5e6d68', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:49:34.686045 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-299322cf-6be0-4da9-bd72-2eb2320d9d26 tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] 10.222.0.55 "PUT /v2.0/quotas/7063c274f42f4e53b741497a4258fcfb HTTP/1.1" status: 200 len: 368 time: 0.8289659 Apr 01 15:49:34.689028 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-09740899-5128-46ae-99ba-07ca9cdbb9c2 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:34.693055 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 46510) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:34.701094 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-e6e6fbcf-2834-4e88-8a2e-6ab744839103 tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] Request body: {'network': {'project_id': '7063c274f42f4e53b741497a4258fcfb'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:49:34.702055 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 31397505-bb9a-4d69-abe1-5e66f0eb7afd {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:49:34.702527 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 31397505-bb9a-4d69-abe1-5e66f0eb7afd not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:49:34.704338 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-09740899-5128-46ae-99ba-07ca9cdbb9c2 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Usage tracker for resource:security_group_rule and tenant:ea61585477ae47b59fca06b1e521f7a0 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:34.710427 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c286f5f0-0161-41a1-955b-f2bb6919fa9e req-40172177-55f2-470b-bfe5-2befa00a1355 service neutron] 10.222.0.55 "GET /v2.0/networks/81e6234b-1120-4acc-ae32-1910fd2f72f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5487149 Apr 01 15:49:34.714234 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-09740899-5128-46ae-99ba-07ca9cdbb9c2 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:34.723547 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-e6e6fbcf-2834-4e88-8a2e-6ab744839103 tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:34.758446 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-e6e6fbcf-2834-4e88-8a2e-6ab744839103 tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] Usage tracker for resource:network and tenant:7063c274f42f4e53b741497a4258fcfb is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:34.763455 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-09740899-5128-46ae-99ba-07ca9cdbb9c2 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:34.769457 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-e6e6fbcf-2834-4e88-8a2e-6ab744839103 tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:34.794850 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-e1de8984-fbd5-423f-a79b-7bcf19ac1e86 None None] For port 8918ceec-1983-4b97-84ed-3e20dcbaa901, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=8918ceec-1983-4b97-84ed-3e20dcbaa901,segment=NetworkSegment(6aaf6150-ff3b-4bc8-98d5-8648e4d3d816),segment_id=6aaf6150-ff3b-4bc8-98d5-8648e4d3d816)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:49:34.807503 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-e1de8984-fbd5-423f-a79b-7bcf19ac1e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:34.834991 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-e6e6fbcf-2834-4e88-8a2e-6ab744839103 tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:34.877240 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e6fbcf-2834-4e88-8a2e-6ab744839103 tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] Made reservation on behalf of 7063c274f42f4e53b741497a4258fcfb for: {'network': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:34.879376 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e6e6fbcf-2834-4e88-8a2e-6ab744839103 tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:34.895910 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-09740899-5128-46ae-99ba-07ca9cdbb9c2 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:34.897679 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1de8984-fbd5-423f-a79b-7bcf19ac1e86 None None] Pushing event updated for resources: {'Port': ['ID=8918ceec-1983-4b97-84ed-3e20dcbaa901,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:34.927709 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e6e6fbcf-2834-4e88-8a2e-6ab744839103 tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:34.941954 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c9ed6a9f-dc30-4561-9bb5-8ea08f5d2617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:35.069985 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ed6a9f-dc30-4561-9bb5-8ea08f5d2617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Pushing event deleted for resources: {'Port': ['ID=b6472732-2dc0-4420-a78f-2662ebc37e3f,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:35.091701 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-8384ebe1-4612-4757-8c18-15bb740a69c7 tempest-DHCPAgentSchedulersTestJSON-1214241700 tempest-DHCPAgentSchedulersTestJSON-1214241700-project-admin] 10.222.0.55 "GET /v2.0/agents/aac25d8e-efc7-4394-8b34-6e8dc9e48d75/dhcp-networks HTTP/1.1" status: 200 len: 7799 time: 0.7200658 Apr 01 15:49:35.097524 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c9ed6a9f-dc30-4561-9bb5-8ea08f5d2617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:35.100801 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 46514) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:35.104810 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c286f5f0-0161-41a1-955b-f2bb6919fa9e req-a6a3f29c-2524-43cd-85c6-31725bfbe25b service neutron] 10.222.0.55 "GET /v2.0/networks/81e6234b-1120-4acc-ae32-1910fd2f72f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3706319 Apr 01 15:49:35.122028 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-c9ed6a9f-dc30-4561-9bb5-8ea08f5d2617 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] 10.222.0.55 "DELETE /v2.0/ports/b6472732-2dc0-4420-a78f-2662ebc37e3f HTTP/1.1" status: 204 len: 168 time: 1.4207127 Apr 01 15:49:35.131341 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 46518) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:35.148961 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 46522) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:35.196986 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-c027b1f8-4815-46ac-8457-26fce95f33e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] GET failed (client error): The resource could not be found. Apr 01 15:49:35.196986 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-c027b1f8-4815-46ac-8457-26fce95f33e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Synchronizing usage tracker for tenant:29efa8157e814d9b99da926b3346862f on resource:port {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:49:35.219198 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-3009ed1d-8dd9-4b4a-bcd2-c440f5f64eeb tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1517173906', 'description': 'tempest-description--2029078374'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:49:35.223220 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5712dea4-6de6-4da8-9be3-2ffc8bca9fe9 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:35.223829 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-e6e6fbcf-2834-4e88-8a2e-6ab744839103 tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:35.235985 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-c027b1f8-4815-46ac-8457-26fce95f33e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Unset dirty status for tenant:29efa8157e814d9b99da926b3346862f on resource:port {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:49:35.242745 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-c027b1f8-4815-46ac-8457-26fce95f33e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] 10.222.0.55 "GET /v2.0/ports/b6472732-2dc0-4420-a78f-2662ebc37e3f HTTP/1.1" status: 404 len: 333 time: 0.1054013 Apr 01 15:49:35.244894 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 46526) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:35.252138 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-3009ed1d-8dd9-4b4a-bcd2-c440f5f64eeb tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:35.254136 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-6c2ea893-f500-4df4-bd34-597475c90123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-438869698', 'network_id': '14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:49:35.254683 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-e6e6fbcf-2834-4e88-8a2e-6ab744839103 tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] Usage tracker for resource:security_group_rule and tenant:7063c274f42f4e53b741497a4258fcfb is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:35.265384 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-6c2ea893-f500-4df4-bd34-597475c90123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:35.267629 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-e6e6fbcf-2834-4e88-8a2e-6ab744839103 tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:35.268169 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [None req-5712dea4-6de6-4da8-9be3-2ffc8bca9fe9 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Transition to ACTIVE for port object 7b1acbe9-b345-48c5-aa5d-aedfd5c17dac will not be triggered until provisioned by entity DHCP. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:49:35.273079 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-09740899-5128-46ae-99ba-07ca9cdbb9c2 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:35.278951 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-3009ed1d-8dd9-4b4a-bcd2-c440f5f64eeb tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Usage tracker for resource:security_group and tenant:b509592769ce4fd4a6019281630321e8 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:35.283206 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-6c2ea893-f500-4df4-bd34-597475c90123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:35.290588 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-e6e6fbcf-2834-4e88-8a2e-6ab744839103 tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:35.294444 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-3009ed1d-8dd9-4b4a-bcd2-c440f5f64eeb tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:35.310423 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-09740899-5128-46ae-99ba-07ca9cdbb9c2 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:35.321085 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c2ea893-f500-4df4-bd34-597475c90123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Made reservation on behalf of 29efa8157e814d9b99da926b3346862f for: {'port': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:35.323910 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6c2ea893-f500-4df4-bd34-597475c90123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:35.326971 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-3009ed1d-8dd9-4b4a-bcd2-c440f5f64eeb tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:35.351227 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a87c228c-c367-4ffb-a35f-1e25809292ee tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:35.352468 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [None req-6c2ea893-f500-4df4-bd34-597475c90123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] device_id is not set on port 16a2f94d-e324-4088-a473-1ecc56ae6f5c yet. {{(pid=83828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:49:35.384517 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 46540) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:35.392320 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5712dea4-6de6-4da8-9be3-2ffc8bca9fe9 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:35.400501 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09740899-5128-46ae-99ba-07ca9cdbb9c2 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e18d1b6-b1cc-4e92-b76f-e2e51f1b2fca,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:35.410931 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3009ed1d-8dd9-4b4a-bcd2-c440f5f64eeb tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Notify callbacks [] for security_group, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:35.479592 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-73e2ca42-ed75-46a6-bc73-63a3c4cf66b9 None None] Allocated IP 2001:db8::2 (7b65ac5c-8834-4b65-9b28-b7dba6c9746f/4c306725-cb41-4f55-8c07-d10008457322/b5e8e280-25f7-4650-89dc-a0b5fd05637d) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:49:35.503869 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-09740899-5128-46ae-99ba-07ca9cdbb9c2 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:35.505312 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-09740899-5128-46ae-99ba-07ca9cdbb9c2 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8615265 Apr 01 15:49:35.511971 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 46552) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:35.538399 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5712dea4-6de6-4da8-9be3-2ffc8bca9fe9 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:35.545996 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-f8d49404-42fc-4215-afde-a972aeecc111 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Request body: {'security_group_rule': {'security_group_id': '559624ab-485e-424f-98d0-03f9fb5e6d68', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:49:35.554048 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-5712dea4-6de6-4da8-9be3-2ffc8bca9fe9 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:35.568612 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5712dea4-6de6-4da8-9be3-2ffc8bca9fe9 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:49:35.573111 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5712dea4-6de6-4da8-9be3-2ffc8bca9fe9 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:35.573903 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5712dea4-6de6-4da8-9be3-2ffc8bca9fe9 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:35.577757 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5712dea4-6de6-4da8-9be3-2ffc8bca9fe9 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event updated for resources: {'Port': ['ID=7b1acbe9-b345-48c5-aa5d-aedfd5c17dac,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:35.582905 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-f8d49404-42fc-4215-afde-a972aeecc111 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:35.595330 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-f8d49404-42fc-4215-afde-a972aeecc111 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Usage tracker for resource:security_group_rule and tenant:ea61585477ae47b59fca06b1e521f7a0 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:35.602788 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-f8d49404-42fc-4215-afde-a972aeecc111 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:35.617332 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-f8d49404-42fc-4215-afde-a972aeecc111 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:35.639842 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-3009ed1d-8dd9-4b4a-bcd2-c440f5f64eeb tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:35.648659 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-5712dea4-6de6-4da8-9be3-2ffc8bca9fe9 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6757674 Apr 01 15:49:35.658797 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 46556) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:35.670808 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b678f5d7-bf8d-484a-9299-317bd11c9e54 req-ce88ca9b-7638-408a-a591-83b45e0c8cbd tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] 10.222.0.55 "GET /v2.0/ports?device_id=24676d03-56f5-4d76-a785-0cc93d5c2496 HTTP/1.1" status: 200 len: 210 time: 0.2787089 Apr 01 15:49:35.682217 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-3009ed1d-8dd9-4b4a-bcd2-c440f5f64eeb tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Usage tracker for resource:security_group_rule and tenant:b509592769ce4fd4a6019281630321e8 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:35.690776 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-3009ed1d-8dd9-4b4a-bcd2-c440f5f64eeb tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:35.714998 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a87c228c-c367-4ffb-a35f-1e25809292ee tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:35.737011 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-3009ed1d-8dd9-4b4a-bcd2-c440f5f64eeb tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:35.748886 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e6e6fbcf-2834-4e88-8a2e-6ab744839103 tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:35.753870 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 8918ceec-1983-4b97-84ed-3e20dcbaa901 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:49:35.754258 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f8d49404-42fc-4215-afde-a972aeecc111 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:35.759242 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a87c228c-c367-4ffb-a35f-1e25809292ee tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Subscribe: > segment before_delete 55550000 {{(pid=83826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:49:35.759604 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a87c228c-c367-4ffb-a35f-1e25809292ee tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:49:35.760376 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a87c228c-c367-4ffb-a35f-1e25809292ee tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:49:35.760853 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a87c228c-c367-4ffb-a35f-1e25809292ee tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Subscribe: > port after_create 55550000 {{(pid=83826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:49:35.761179 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a87c228c-c367-4ffb-a35f-1e25809292ee tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Subscribe: > port after_delete 55550000 {{(pid=83826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:49:35.761638 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a87c228c-c367-4ffb-a35f-1e25809292ee tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Subscribe: > port after_update 55550000 {{(pid=83826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:49:35.762072 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a87c228c-c367-4ffb-a35f-1e25809292ee tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Subscribe: > segment after_delete 55550000 {{(pid=83826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:49:35.762519 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a87c228c-c367-4ffb-a35f-1e25809292ee tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Subscribe: > subnet after_create 55550000 {{(pid=83826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:49:35.762839 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a87c228c-c367-4ffb-a35f-1e25809292ee tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Subscribe: > subnet after_delete 55550000 {{(pid=83826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:49:35.763150 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a87c228c-c367-4ffb-a35f-1e25809292ee tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Subscribe: > subnet after_update 55550000 {{(pid=83826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:49:35.895695 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22734fa9-bc3c-49b6-95c3-d84b2c4a524f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:35.897299 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-22734fa9-bc3c-49b6-95c3-d84b2c4a524f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Synchronizing usage tracker for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:port {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:49:35.903144 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6c2ea893-f500-4df4-bd34-597475c90123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:35.931639 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a87c228c-c367-4ffb-a35f-1e25809292ee tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Subscribe: > subnet after_create 55550000 {{(pid=83826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:49:35.931639 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a87c228c-c367-4ffb-a35f-1e25809292ee tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Subscribe: > subnet after_delete 55550000 {{(pid=83826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:49:35.931639 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a87c228c-c367-4ffb-a35f-1e25809292ee tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Subscribe: > subnet before_create 55550000 {{(pid=83826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:49:35.931983 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a87c228c-c367-4ffb-a35f-1e25809292ee tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Subscribe: > subnet before_update 55550000 {{(pid=83826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:49:35.932322 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-a87c228c-c367-4ffb-a35f-1e25809292ee tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['130790fb-1c05-4233-889f-e7235279abbe']}} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:35.935707 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-22734fa9-bc3c-49b6-95c3-d84b2c4a524f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Unset dirty status for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:port {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:49:35.936896 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-22734fa9-bc3c-49b6-95c3-d84b2c4a524f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.2768557 Apr 01 15:49:35.938536 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f8d49404-42fc-4215-afde-a972aeecc111 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:35.940538 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 46562) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:35.943977 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 8918ceec-1983-4b97-84ed-3e20dcbaa901 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:35.945248 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:35.946516 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e6e6fbcf-2834-4e88-8a2e-6ab744839103 tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:35.973505 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-a87c228c-c367-4ffb-a35f-1e25809292ee tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b85c0704-4676-4d7e-ac9f-f7f1851f6e46') {'for_net_delete': True} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:35.973858 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-a87c228c-c367-4ffb-a35f-1e25809292ee tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b85c0704-4676-4d7e-ac9f-f7f1851f6e46') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:36.010890 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a87c228c-c367-4ffb-a35f-1e25809292ee tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16610763'] for segment, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:36.018421 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-73e2ca42-ed75-46a6-bc73-63a3c4cf66b9 None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:36.022274 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6e6fbcf-2834-4e88-8a2e-6ab744839103 tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=83826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:49:36.027745 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f8d49404-42fc-4215-afde-a972aeecc111 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:36.042289 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e6fbcf-2834-4e88-8a2e-6ab744839103 tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b16788bc-0e26-4cc7-afbc-d275f2b7bd21,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:36.062413 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e6e6fbcf-2834-4e88-8a2e-6ab744839103 tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:36.062996 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.segments_db [None req-e6e6fbcf-2834-4e88-8a2e-6ab744839103 tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] Added segment 1e152c7f-b46e-42ce-91bb-4dbd1cea9d06 of type vlan for network 409631b8-edc8-4911-bb00-aecce2cdb351 Apr 01 15:49:36.069669 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-73e2ca42-ed75-46a6-bc73-63a3c4cf66b9 None None] Transition to ACTIVE for port object b5e8e280-25f7-4650-89dc-a0b5fd05637d will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:49:36.073152 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a87c228c-c367-4ffb-a35f-1e25809292ee tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:36.112490 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6c2ea893-f500-4df4-bd34-597475c90123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:36.122309 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3009ed1d-8dd9-4b4a-bcd2-c440f5f64eeb tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Notify callbacks [] for security_group, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:36.134742 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a87c228c-c367-4ffb-a35f-1e25809292ee tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=83826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:49:36.135617 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a87c228c-c367-4ffb-a35f-1e25809292ee tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15415164'] for segment, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:36.138423 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-73e2ca42-ed75-46a6-bc73-63a3c4cf66b9 None None] Transition to ACTIVE for port object b5e8e280-25f7-4650-89dc-a0b5fd05637d will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:49:36.176332 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-73e2ca42-ed75-46a6-bc73-63a3c4cf66b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:36.237216 dv-neutron-833373-2-hyperv neutron-server[83826]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 01 15:49:36.237216 dv-neutron-833373-2-hyperv neutron-server[83826]: util.warn_limited( Apr 01 15:49:36.237216 dv-neutron-833373-2-hyperv neutron-server[83826]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 01 15:49:36.237216 dv-neutron-833373-2-hyperv neutron-server[83826]: util.warn_limited( Apr 01 15:49:36.237216 dv-neutron-833373-2-hyperv neutron-server[83826]: Traceback (most recent call last): Apr 01 15:49:36.237216 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:49:36.237216 dv-neutron-833373-2-hyperv neutron-server[83826]: timer() Apr 01 15:49:36.237216 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:49:36.237216 dv-neutron-833373-2-hyperv neutron-server[83826]: cb(*args, **kw) Apr 01 15:49:36.237216 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:49:36.237216 dv-neutron-833373-2-hyperv neutron-server[83826]: return func(*args, **kwargs) Apr 01 15:49:36.237216 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:49:36.237216 dv-neutron-833373-2-hyperv neutron-server[83826]: self._notify() Apr 01 15:49:36.237216 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:49:36.237216 dv-neutron-833373-2-hyperv neutron-server[83826]: self.callback(batched_events) Apr 01 15:49:36.237216 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:49:36.237216 dv-neutron-833373-2-hyperv neutron-server[83826]: event.method(event) Apr 01 15:49:36.237216 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:49:36.237216 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:49:36.237216 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:49:36.237216 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:49:36.237216 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:49:36.237216 dv-neutron-833373-2-hyperv neutron-server[83826]: return f(self, *a, **k) Apr 01 15:49:36.237216 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:49:36.237216 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._get(url).json() Apr 01 15:49:36.237216 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:49:36.237216 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:49:36.237216 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:49:36.237216 dv-neutron-833373-2-hyperv neutron-server[83826]: return self.request(url, 'GET', **kwargs) Apr 01 15:49:36.237216 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:49:36.237216 dv-neutron-833373-2-hyperv neutron-server[83826]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:49:36.237216 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:49:36.237216 dv-neutron-833373-2-hyperv neutron-server[83826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:49:36.237216 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:49:36.237216 dv-neutron-833373-2-hyperv neutron-server[83826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:49:36.237216 dv-neutron-833373-2-hyperv neutron-server[83826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:49:36.255296 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e2ca42-ed75-46a6-bc73-63a3c4cf66b9 None None] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:36.266473 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-73e2ca42-ed75-46a6-bc73-63a3c4cf66b9 None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:36.273267 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e2ca42-ed75-46a6-bc73-63a3c4cf66b9 None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:49:36.274629 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d49404-42fc-4215-afde-a972aeecc111 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd19a2d8-8479-4981-9583-c500814339de,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:36.280523 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3009ed1d-8dd9-4b4a-bcd2-c440f5f64eeb tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:36.288556 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f8d49404-42fc-4215-afde-a972aeecc111 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:36.289898 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-f8d49404-42fc-4215-afde-a972aeecc111 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7764440 Apr 01 15:49:36.293098 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-e4eb1be7-0dd1-4c24-b755-4422df46ce60 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Deleting port 7b1acbe9-b345-48c5-aa5d-aedfd5c17dac {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:49:36.293443 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e4eb1be7-0dd1-4c24-b755-4422df46ce60 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:36.297285 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e2ca42-ed75-46a6-bc73-63a3c4cf66b9 None None] Pushing event updated for resources: {'Port': ['ID=b5e8e280-25f7-4650-89dc-a0b5fd05637d,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:36.323088 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 46578) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:36.328121 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ea893-f500-4df4-bd34-597475c90123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Pushing event updated for resources: {'Port': ['ID=16a2f94d-e324-4088-a473-1ecc56ae6f5c,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:36.340651 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-91db597d-7c3d-4aa0-8863-65c6f1d39836 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Request body: {'floatingip': {'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:49:36.352652 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e6e6fbcf-2834-4e88-8a2e-6ab744839103 tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:36.354094 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2ea893-f500-4df4-bd34-597475c90123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Network 14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64 is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:36.358007 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-6c2ea893-f500-4df4-bd34-597475c90123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:36.362070 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2ea893-f500-4df4-bd34-597475c90123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:49:36.363346 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2ea893-f500-4df4-bd34-597475c90123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:36.363425 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6c2ea893-f500-4df4-bd34-597475c90123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:36.376104 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-91db597d-7c3d-4aa0-8863-65c6f1d39836 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:36.379038 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a87c228c-c367-4ffb-a35f-1e25809292ee tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:36.400891 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d4d9465-ac30-4555-80e2-052ad6fc1e50 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Router 26d59314-5420-44d6-8bb9-c3addc01368a has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:49:36.416407 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-91db597d-7c3d-4aa0-8863-65c6f1d39836 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Usage tracker for resource:floatingip and tenant:ea61585477ae47b59fca06b1e521f7a0 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:36.419709 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-6c2ea893-f500-4df4-bd34-597475c90123 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.1751759 Apr 01 15:49:36.428649 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-73e2ca42-ed75-46a6-bc73-63a3c4cf66b9 None None] Attempting to bind port b5e8e280-25f7-4650-89dc-a0b5fd05637d on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:49:36.429002 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-73e2ca42-ed75-46a6-bc73-63a3c4cf66b9 None None] Attempting to bind port b5e8e280-25f7-4650-89dc-a0b5fd05637d by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:49:36.429385 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e2ca42-ed75-46a6-bc73-63a3c4cf66b9 None None] Attempting to bind port b5e8e280-25f7-4650-89dc-a0b5fd05637d on network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:49:36.436576 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e2ca42-ed75-46a6-bc73-63a3c4cf66b9 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:49:36.437321 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 46584) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:36.437610 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e2ca42-ed75-46a6-bc73-63a3c4cf66b9 None None] Checking segment: {'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:49:36.438031 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-73e2ca42-ed75-46a6-bc73-63a3c4cf66b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:36.438553 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e2ca42-ed75-46a6-bc73-63a3c4cf66b9 None None] Bound using segment: {'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:49:36.438993 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-73e2ca42-ed75-46a6-bc73-63a3c4cf66b9 None None] Bound port: b5e8e280-25f7-4650-89dc-a0b5fd05637d, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:49:36.440109 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-73e2ca42-ed75-46a6-bc73-63a3c4cf66b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:36.448661 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-91db597d-7c3d-4aa0-8863-65c6f1d39836 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:36.452374 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3009ed1d-8dd9-4b4a-bcd2-c440f5f64eeb tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32e874f6-3d32-4ee4-ba11-3eea3ecfd36f,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:36.454982 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a87c228c-c367-4ffb-a35f-1e25809292ee tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:36.470134 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-91db597d-7c3d-4aa0-8863-65c6f1d39836 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:36.474130 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87c228c-c367-4ffb-a35f-1e25809292ee tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Pushing event deleted for resources: {'Network': ['ID=130790fb-1c05-4233-889f-e7235279abbe,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:36.496672 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3009ed1d-8dd9-4b4a-bcd2-c440f5f64eeb tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:36.501310 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-3009ed1d-8dd9-4b4a-bcd2-c440f5f64eeb tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.3031046 Apr 01 15:49:36.507418 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 46588) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:36.516024 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-a87c228c-c367-4ffb-a35f-1e25809292ee tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] 10.222.0.55 "DELETE /v2.0/networks/130790fb-1c05-4233-889f-e7235279abbe HTTP/1.1" status: 204 len: 168 time: 1.4102085 Apr 01 15:49:36.516861 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 46594) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:36.520539 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-0cd75826-6488-47c7-af2c-8dc47f19bd21 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Request body: {'security_group_rule': {'security_group_id': '32e874f6-3d32-4ee4-ba11-3eea3ecfd36f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:49:36.534228 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-91db597d-7c3d-4aa0-8863-65c6f1d39836 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Notify callbacks [] for floatingip, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:36.553776 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-73e2ca42-ed75-46a6-bc73-63a3c4cf66b9 None None] For port b5e8e280-25f7-4650-89dc-a0b5fd05637d, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:49:36.554389 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-0cd75826-6488-47c7-af2c-8dc47f19bd21 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:36.560219 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-73e2ca42-ed75-46a6-bc73-63a3c4cf66b9 None None] For port b5e8e280-25f7-4650-89dc-a0b5fd05637d, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=b5e8e280-25f7-4650-89dc-a0b5fd05637d,segment=NetworkSegment(c41dc1a5-c958-4d8b-81ea-3934c36371b8),segment_id=c41dc1a5-c958-4d8b-81ea-3934c36371b8)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:49:36.564926 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-73e2ca42-ed75-46a6-bc73-63a3c4cf66b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:36.621228 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-0cd75826-6488-47c7-af2c-8dc47f19bd21 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Usage tracker for resource:security_group_rule and tenant:b509592769ce4fd4a6019281630321e8 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:36.634025 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-0cd75826-6488-47c7-af2c-8dc47f19bd21 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:36.657363 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-e01338a0-0da5-4865-9525-e1b2905bc222 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] DELETE failed (client error): The resource could not be found. Apr 01 15:49:36.657891 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e01338a0-0da5-4865-9525-e1b2905bc222 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:49:36.659443 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-e01338a0-0da5-4865-9525-e1b2905bc222 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] 10.222.0.55 "DELETE /v2.0/ports/9dc6c9f7-8474-454b-95f9-97b88293e58e HTTP/1.1" status: 404 len: 333 time: 0.1396089 Apr 01 15:49:36.668033 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 46598) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:36.669217 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e2ca42-ed75-46a6-bc73-63a3c4cf66b9 None None] Pushing event updated for resources: {'Port': ['ID=b5e8e280-25f7-4650-89dc-a0b5fd05637d,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:36.671594 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-e05a3f79-e669-4f3f-8fc0-1f17706c0192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Synchronizing usage tracker for tenant:29efa8157e814d9b99da926b3346862f on resource:port {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:49:36.791061 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e6e6fbcf-2834-4e88-8a2e-6ab744839103 tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:36.791955 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e6fbcf-2834-4e88-8a2e-6ab744839103 tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:36.792584 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e6e6fbcf-2834-4e88-8a2e-6ab744839103 tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:36.832213 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e4eb1be7-0dd1-4c24-b755-4422df46ce60 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:36.832399 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-0cd75826-6488-47c7-af2c-8dc47f19bd21 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:36.854490 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-e05a3f79-e669-4f3f-8fc0-1f17706c0192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Unset dirty status for tenant:29efa8157e814d9b99da926b3346862f on resource:port {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:49:36.858517 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-e05a3f79-e669-4f3f-8fc0-1f17706c0192 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] 10.222.0.55 "GET /v2.0/ports/16a2f94d-e324-4088-a473-1ecc56ae6f5c HTTP/1.1" status: 200 len: 958 time: 0.4201694 Apr 01 15:49:36.861929 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 46608) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:37.008273 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-83b22041-c981-4df4-ad8b-99e509c3f782 req-0a2d0b1e-0de1-4178-aaf2-d586698f0ab7 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] 10.222.0.55 "GET /v2.0/ports?device_id=24676d03-56f5-4d76-a785-0cc93d5c2496 HTTP/1.1" status: 200 len: 210 time: 0.2096369 Apr 01 15:49:37.118497 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-e6e6fbcf-2834-4e88-8a2e-6ab744839103 tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 2.4219172 Apr 01 15:49:37.128750 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 46614) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:37.150342 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-e4eb1be7-0dd1-4c24-b755-4422df46ce60 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Calling delete_port for 7b1acbe9-b345-48c5-aa5d-aedfd5c17dac owned by {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:49:37.151938 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-20a815a1-09f5-42a7-9a1a-b4f29c98b0e3 tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] Request body: {'network': {'project_id': '7063c274f42f4e53b741497a4258fcfb'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:49:37.156973 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0cd75826-6488-47c7-af2c-8dc47f19bd21 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:37.171965 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-20a815a1-09f5-42a7-9a1a-b4f29c98b0e3 tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:37.202715 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-20a815a1-09f5-42a7-9a1a-b4f29c98b0e3 tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] Usage tracker for resource:network and tenant:7063c274f42f4e53b741497a4258fcfb is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:37.215432 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e6fbcf-2834-4e88-8a2e-6ab744839103 tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] Pushing event updated for resources: {'Network': ['ID=409631b8-edc8-4911-bb00-aecce2cdb351,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:37.223954 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-20a815a1-09f5-42a7-9a1a-b4f29c98b0e3 tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:37.235792 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 409631b8-edc8-4911-bb00-aecce2cdb351 details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:49:37.255417 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-20a815a1-09f5-42a7-9a1a-b4f29c98b0e3 tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:37.343221 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-4b251bf8-e227-4d7e-839e-5ac9cd058b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Deleting port 16a2f94d-e324-4088-a473-1ecc56ae6f5c {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:49:37.343560 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4b251bf8-e227-4d7e-839e-5ac9cd058b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:37.343947 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a815a1-09f5-42a7-9a1a-b4f29c98b0e3 tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] Made reservation on behalf of 7063c274f42f4e53b741497a4258fcfb for: {'network': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:37.348183 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-20a815a1-09f5-42a7-9a1a-b4f29c98b0e3 tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:37.433891 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20a815a1-09f5-42a7-9a1a-b4f29c98b0e3 tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=83826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:49:37.449087 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0cd75826-6488-47c7-af2c-8dc47f19bd21 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:37.474320 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-20a815a1-09f5-42a7-9a1a-b4f29c98b0e3 tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:37.475076 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.segments_db [None req-20a815a1-09f5-42a7-9a1a-b4f29c98b0e3 tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] Added segment 8428e303-26f5-491b-9a3f-df06434d1bf2 of type vlan for network 14de33c0-0f3b-4ba4-9544-e24345e82499 Apr 01 15:49:37.476262 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0cd75826-6488-47c7-af2c-8dc47f19bd21 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:37.512027 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d4d9465-ac30-4555-80e2-052ad6fc1e50 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:49:37.517626 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd75826-6488-47c7-af2c-8dc47f19bd21 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d914c77-69a7-4e7f-b402-1ab1da869036,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:37.526568 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a827b519-88bf-499f-8cec-3ecd61bc0165 None None] Sync routers for ids ['26d59314-5420-44d6-8bb9-c3addc01368a'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:49:37.549658 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-20a815a1-09f5-42a7-9a1a-b4f29c98b0e3 tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:37.564139 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a827b519-88bf-499f-8cec-3ecd61bc0165 None None] Routers {'26d59314-5420-44d6-8bb9-c3addc01368a'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:49:37.565642 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-a827b519-88bf-499f-8cec-3ecd61bc0165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:49:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['26d59314-5420-44d6-8bb9-c3addc01368a'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:37.565873 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-91db597d-7c3d-4aa0-8863-65c6f1d39836 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:37.593738 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_v2 [None req-edc37ab0-3d59-4182-a1b6-cae26b1f3211 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Deleting subnet 8da19363-87ef-4483-b4a8-3df95dc2a116 {{(pid=83828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:49:37.608779 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0cd75826-6488-47c7-af2c-8dc47f19bd21 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:37.610208 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-0cd75826-6488-47c7-af2c-8dc47f19bd21 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0999935 Apr 01 15:49:37.619945 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 46618) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:37.620858 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-edc37ab0-3d59-4182-a1b6-cae26b1f3211 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Notify callbacks [] for subnet, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:37.621656 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-5d4d9465-ac30-4555-80e2-052ad6fc1e50 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] 10.222.0.55 "PUT /v2.0/routers/26d59314-5420-44d6-8bb9-c3addc01368a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9152720 Apr 01 15:49:37.624607 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device b5e8e280-25f7-4650-89dc-a0b5fd05637d up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:49:37.658830 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 46620) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:37.669870 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-83292042-bf99-4c20-919e-fdd49bb96a9e tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Request body: {'security_group_rule': {'security_group_id': '32e874f6-3d32-4ee4-ba11-3eea3ecfd36f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:49:37.671095 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-20a815a1-09f5-42a7-9a1a-b4f29c98b0e3 tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:37.672007 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a815a1-09f5-42a7-9a1a-b4f29c98b0e3 tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:37.672584 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-20a815a1-09f5-42a7-9a1a-b4f29c98b0e3 tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:37.711339 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-a827b519-88bf-499f-8cec-3ecd61bc0165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:37.728455 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e4eb1be7-0dd1-4c24-b755-4422df46ce60 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:37.740012 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-c9015eff-f9e8-4df0-95b6-b61085dfc67c tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Request body: {'port': {'network_id': '41457c54-04fc-4048-91e2-4fb9d212c56a', 'name': 'tempest-FloatingIPTestJSON-969014432'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:49:37.761196 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a827b519-88bf-499f-8cec-3ecd61bc0165 None None] Routers {'26d59314-5420-44d6-8bb9-c3addc01368a'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:49:37.761826 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-a827b519-88bf-499f-8cec-3ecd61bc0165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:49:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['26d59314-5420-44d6-8bb9-c3addc01368a'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:37.787969 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-83292042-bf99-4c20-919e-fdd49bb96a9e tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:37.833744 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-a827b519-88bf-499f-8cec-3ecd61bc0165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:37.835182 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a827b519-88bf-499f-8cec-3ecd61bc0165 None None] The sync data for ids ['26d59314-5420-44d6-8bb9-c3addc01368a'] in dv-neutron-833373-2-hyperv is: [] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:49:37.838261 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-83292042-bf99-4c20-919e-fdd49bb96a9e tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Usage tracker for resource:security_group_rule and tenant:b509592769ce4fd4a6019281630321e8 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:37.839359 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.24', 61716) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:37.841225 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-20a815a1-09f5-42a7-9a1a-b4f29c98b0e3 tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.7069082 Apr 01 15:49:37.864158 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port b5e8e280-25f7-4650-89dc-a0b5fd05637d completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:49:37.873882 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 46628) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:37.886379 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-ea41fd07-4924-4e17-888c-0e5e14f344a2 tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] Request body: {'network': {'project_id': '7063c274f42f4e53b741497a4258fcfb'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:49:37.904147 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-83292042-bf99-4c20-919e-fdd49bb96a9e tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:37.929245 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eb1be7-0dd1-4c24-b755-4422df46ce60 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event deleted for resources: {'Port': ['ID=7b1acbe9-b345-48c5-aa5d-aedfd5c17dac,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:37.931265 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-83292042-bf99-4c20-919e-fdd49bb96a9e tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:37.947447 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-edc37ab0-3d59-4182-a1b6-cae26b1f3211 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:37.969357 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a815a1-09f5-42a7-9a1a-b4f29c98b0e3 tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] Pushing event updated for resources: {'Network': ['ID=14de33c0-0f3b-4ba4-9544-e24345e82499,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:37.984515 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 14de33c0-0f3b-4ba4-9544-e24345e82499 details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:49:38.022142 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-ea41fd07-4924-4e17-888c-0e5e14f344a2 tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:38.023645 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4b251bf8-e227-4d7e-839e-5ac9cd058b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:38.064933 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-ea41fd07-4924-4e17-888c-0e5e14f344a2 tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] Usage tracker for resource:network and tenant:7063c274f42f4e53b741497a4258fcfb is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:38.088013 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-ea41fd07-4924-4e17-888c-0e5e14f344a2 tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:38.113090 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-ea41fd07-4924-4e17-888c-0e5e14f344a2 tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:38.137136 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea41fd07-4924-4e17-888c-0e5e14f344a2 tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 01 15:49:38.137584 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea41fd07-4924-4e17-888c-0e5e14f344a2 tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:49:38.138687 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-ea41fd07-4924-4e17-888c-0e5e14f344a2 tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.2638593 Apr 01 15:49:38.162763 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 46636) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:38.210154 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-91db597d-7c3d-4aa0-8863-65c6f1d39836 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Allocated IP 172.26.1.64 (ed45466e-0386-4b92-8de3-247c977242ac/0479f741-5cd1-4d6f-b593-d8aa909a42d3/3efe521c-7964-40cb-92b3-6f8c7b076592) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:49:38.279302 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-b79e8f5c-a62d-451e-8aa9-9ba1bfb7e674 None None] Provisioning for port b5e8e280-25f7-4650-89dc-a0b5fd05637d completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:49:38.285427 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-b79e8f5c-a62d-451e-8aa9-9ba1bfb7e674 None None] Provisioning complete for port b5e8e280-25f7-4650-89dc-a0b5fd05637d triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:38.286238 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-b79e8f5c-a62d-451e-8aa9-9ba1bfb7e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:38.297932 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c286f5f0-0161-41a1-955b-f2bb6919fa9e req-6485edb0-141d-4d4f-8f09-5ad5deda8b0e tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:38.299415 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c286f5f0-0161-41a1-955b-f2bb6919fa9e req-6485edb0-141d-4d4f-8f09-5ad5deda8b0e tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] 10.222.0.24 "GET /v2.0/networks?id=81e6234b-1120-4acc-ae32-1910fd2f72f2 HTTP/1.1" status: 200 len: 805 time: 0.4572096 Apr 01 15:49:38.368357 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-edc37ab0-3d59-4182-a1b6-cae26b1f3211 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:38.430912 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b4de5005-b372-4351-8473-276da2a358fc req-fad56ec5-86c3-4389-b625-19384e95ae31 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] 10.222.0.55 "GET /v2.0/ports?device_id=24676d03-56f5-4d76-a785-0cc93d5c2496 HTTP/1.1" status: 200 len: 210 time: 0.1411991 Apr 01 15:49:38.448042 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-17336713-276e-4259-b8b0-a93f0abc6d59 tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7063c274f42f4e53b741497a4258fcfb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2839708 Apr 01 15:49:38.457518 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 46644) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:38.475396 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e4eb1be7-0dd1-4c24-b755-4422df46ce60 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:38.496160 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-4b251bf8-e227-4d7e-839e-5ac9cd058b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Calling delete_port for 16a2f94d-e324-4088-a473-1ecc56ae6f5c owned by {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:49:38.503969 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-b79e8f5c-a62d-451e-8aa9-9ba1bfb7e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:38.537230 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-e4eb1be7-0dd1-4c24-b755-4422df46ce60 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/ports/7b1acbe9-b345-48c5-aa5d-aedfd5c17dac HTTP/1.1" status: 204 len: 168 time: 2.5939889 Apr 01 15:49:38.538420 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-83292042-bf99-4c20-919e-fdd49bb96a9e tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:38.542297 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 46650) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:38.552298 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-b79e8f5c-a62d-451e-8aa9-9ba1bfb7e674 None None] For port b5e8e280-25f7-4650-89dc-a0b5fd05637d, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=b5e8e280-25f7-4650-89dc-a0b5fd05637d,segment=NetworkSegment(c41dc1a5-c958-4d8b-81ea-3934c36371b8),segment_id=c41dc1a5-c958-4d8b-81ea-3934c36371b8)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:49:38.562053 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-b79e8f5c-a62d-451e-8aa9-9ba1bfb7e674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:38.564436 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c286f5f0-0161-41a1-955b-f2bb6919fa9e req-e21fa581-5b62-47bf-b202-e49ae405954b tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f25527a3ef4e4227be945540540cca4c HTTP/1.1" status: 200 len: 380 time: 0.1860802 Apr 01 15:49:38.582715 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-edc37ab0-3d59-4182-a1b6-cae26b1f3211 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for subnet, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:38.638115 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-edc37ab0-3d59-4182-a1b6-cae26b1f3211 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:38.643174 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [req-c286f5f0-0161-41a1-955b-f2bb6919fa9e req-d3d7bb71-c90b-4092-865f-f519e9747c92 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Request body: {'port': {'device_id': '24676d03-56f5-4d76-a785-0cc93d5c2496', 'network_id': '81e6234b-1120-4acc-ae32-1910fd2f72f2', 'admin_state_up': True, 'tenant_id': 'f25527a3ef4e4227be945540540cca4c', 'security_groups': ['91d36638-0971-4d83-9ddc-3b1723ec8292']}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:49:38.647385 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-edc37ab0-3d59-4182-a1b6-cae26b1f3211 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] 10.222.0.55 "DELETE /v2.0/subnets/8da19363-87ef-4483-b4a8-3df95dc2a116 HTTP/1.1" status: 204 len: 168 time: 1.9773002 Apr 01 15:49:38.653535 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a358703a-6926-4eb9-b4f3-7105338e5d81 None None] Network b852aac1-7468-4417-9f9a-d6e0043dfa54 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:49:38.672501 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc37ab0-3d59-4182-a1b6-cae26b1f3211 tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Pushing event deleted for resources: {'Subnet': ['ID=8da19363-87ef-4483-b4a8-3df95dc2a116,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:38.675135 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 46656) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:38.691174 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-e7deff25-1715-455b-b9f0-efbac936c54b None None] Could not find standard attr ID for object 450c6c63-fc7a-4d25-997d-4f536e063d23. {{(pid=83829) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:49:38.708535 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-c9015eff-f9e8-4df0-95b6-b61085dfc67c tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:38.713060 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-c9015eff-f9e8-4df0-95b6-b61085dfc67c tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Usage tracker for resource:port and tenant:7e7aded1adfa4cd1be462b87d89e24d5 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:38.717069 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-c9015eff-f9e8-4df0-95b6-b61085dfc67c tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:38.723406 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-c9015eff-f9e8-4df0-95b6-b61085dfc67c tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:38.749887 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9015eff-f9e8-4df0-95b6-b61085dfc67c tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Made reservation on behalf of 7e7aded1adfa4cd1be462b87d89e24d5 for: {'port': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:38.754525 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c9015eff-f9e8-4df0-95b6-b61085dfc67c tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:38.815529 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-91db597d-7c3d-4aa0-8863-65c6f1d39836 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:38.822765 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79e8f5c-a62d-451e-8aa9-9ba1bfb7e674 None None] Pushing event updated for resources: {'Port': ['ID=b5e8e280-25f7-4650-89dc-a0b5fd05637d,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:38.856907 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-83292042-bf99-4c20-919e-fdd49bb96a9e tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:38.859197 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [None req-c9015eff-f9e8-4df0-95b6-b61085dfc67c tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] device_id is not set on port 41e8d8ce-0225-4a86-bc88-9f72e9f59b15 yet. {{(pid=83828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:49:38.897104 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-83292042-bf99-4c20-919e-fdd49bb96a9e tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:38.940666 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4b251bf8-e227-4d7e-839e-5ac9cd058b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:38.942533 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83292042-bf99-4c20-919e-fdd49bb96a9e tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b0c3d18-d334-479d-aa00-daf7fc090523,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:38.953408 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-7aebe740-dffb-4359-a196-9465710fd892 None None] Could not find standard attr ID for object 7b1acbe9-b345-48c5-aa5d-aedfd5c17dac. {{(pid=83829) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:49:38.962325 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba0c011-2c2d-4943-94f9-6acd72648dcf tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:38.963708 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba0c011-2c2d-4943-94f9-6acd72648dcf tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:38.964447 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-fba0c011-2c2d-4943-94f9-6acd72648dcf tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Synchronizing usage tracker for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:subnet {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:49:39.023540 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b251bf8-e227-4d7e-839e-5ac9cd058b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Pushing event deleted for resources: {'Port': ['ID=16a2f94d-e324-4088-a473-1ecc56ae6f5c,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:39.045520 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4b251bf8-e227-4d7e-839e-5ac9cd058b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:39.046739 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3db2f40a-29a9-4eb1-830b-d2faa844b19f tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:39.049105 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-fba0c011-2c2d-4943-94f9-6acd72648dcf tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Unset dirty status for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:subnet {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:49:39.050015 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-4b251bf8-e227-4d7e-839e-5ac9cd058b7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] 10.222.0.55 "DELETE /v2.0/ports/16a2f94d-e324-4088-a473-1ecc56ae6f5c HTTP/1.1" status: 204 len: 168 time: 2.1120446 Apr 01 15:49:39.050500 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-fba0c011-2c2d-4943-94f9-6acd72648dcf tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5041070 Apr 01 15:49:39.051604 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-83292042-bf99-4c20-919e-fdd49bb96a9e tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:39.056502 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-83292042-bf99-4c20-919e-fdd49bb96a9e tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.4061766 Apr 01 15:49:39.070278 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-92f47a0d-24f2-44f9-a5be-f051426cbda2 tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:39.096808 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 46672) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:39.097037 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 46674) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:39.097433 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 46676) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:39.105279 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-92f47a0d-24f2-44f9-a5be-f051426cbda2 tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:39.156589 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c571eef-f19e-47ce-9025-743fc45c8345 None None] DHCP port deletion for b852aac1-7468-4417-9f9a-d6e0043dfa54 request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:49:39.161956 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-8c571eef-f19e-47ce-9025-743fc45c8345 None None] Deleting port 8918ceec-1983-4b97-84ed-3e20dcbaa901 {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:49:39.162402 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8c571eef-f19e-47ce-9025-743fc45c8345 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:39.214943 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-30357785-fc28-4702-855e-f5f638f42ae0 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Request body: {'floatingip': {'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:49:39.298595 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-30357785-fc28-4702-855e-f5f638f42ae0 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:39.315462 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-600162fd-a8f3-4207-bf5e-a8261c7da6e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] GET failed (client error): The resource could not be found. Apr 01 15:49:39.315984 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-600162fd-a8f3-4207-bf5e-a8261c7da6e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Synchronizing usage tracker for tenant:29efa8157e814d9b99da926b3346862f on resource:port {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:49:39.332079 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-30357785-fc28-4702-855e-f5f638f42ae0 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Usage tracker for resource:floatingip and tenant:b509592769ce4fd4a6019281630321e8 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:39.348471 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-30357785-fc28-4702-855e-f5f638f42ae0 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:39.394678 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-30357785-fc28-4702-855e-f5f638f42ae0 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:39.437525 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-c9015eff-f9e8-4df0-95b6-b61085dfc67c tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Allocated IP 172.20.0.10 (41457c54-04fc-4048-91e2-4fb9d212c56a/03b8da77-f2fe-475f-841f-e4121aac32c7/41e8d8ce-0225-4a86-bc88-9f72e9f59b15) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:49:39.504842 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [req-c286f5f0-0161-41a1-955b-f2bb6919fa9e req-d3d7bb71-c90b-4092-865f-f519e9747c92 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:39.532200 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-3db2f40a-29a9-4eb1-830b-d2faa844b19f tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Deleting port 8918ceec-1983-4b97-84ed-3e20dcbaa901 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:49:39.533703 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3db2f40a-29a9-4eb1-830b-d2faa844b19f tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:39.615748 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device b5e8e280-25f7-4650-89dc-a0b5fd05637d up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:49:39.629057 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-600162fd-a8f3-4207-bf5e-a8261c7da6e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Unset dirty status for tenant:29efa8157e814d9b99da926b3346862f on resource:port {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:49:39.630204 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-600162fd-a8f3-4207-bf5e-a8261c7da6e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] 10.222.0.55 "GET /v2.0/ports/16a2f94d-e324-4088-a473-1ecc56ae6f5c HTTP/1.1" status: 404 len: 333 time: 0.5317421 Apr 01 15:49:39.642557 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-30357785-fc28-4702-855e-f5f638f42ae0 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Notify callbacks [] for floatingip, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:39.656503 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-c286f5f0-0161-41a1-955b-f2bb6919fa9e req-d3d7bb71-c90b-4092-865f-f519e9747c92 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Usage tracker for resource:port and tenant:f25527a3ef4e4227be945540540cca4c is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:39.664446 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 46688) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:39.692658 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-f2b27329-10fd-452f-bf2e-b30abed52086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Request body: {'port': {'network_id': '14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1537993538'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:49:39.706440 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-c286f5f0-0161-41a1-955b-f2bb6919fa9e req-d3d7bb71-c90b-4092-865f-f519e9747c92 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:39.748848 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [req-c286f5f0-0161-41a1-955b-f2bb6919fa9e req-d3d7bb71-c90b-4092-865f-f519e9747c92 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:39.757044 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-f2b27329-10fd-452f-bf2e-b30abed52086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:39.770625 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-8c571eef-f19e-47ce-9025-743fc45c8345 None None] For port 8918ceec-1983-4b97-84ed-3e20dcbaa901, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=8918ceec-1983-4b97-84ed-3e20dcbaa901,segment=NetworkSegment(6aaf6150-ff3b-4bc8-98d5-8648e4d3d816),segment_id=6aaf6150-ff3b-4bc8-98d5-8648e4d3d816)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:49:39.771197 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8c571eef-f19e-47ce-9025-743fc45c8345 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:39.857886 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-f2b27329-10fd-452f-bf2e-b30abed52086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:39.864188 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-91db597d-7c3d-4aa0-8863-65c6f1d39836 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:39.949977 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-92f47a0d-24f2-44f9-a5be-f051426cbda2 tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:39.962735 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c286f5f0-0161-41a1-955b-f2bb6919fa9e req-d3d7bb71-c90b-4092-865f-f519e9747c92 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Made reservation on behalf of f25527a3ef4e4227be945540540cca4c for: {'port': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:39.967547 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-c286f5f0-0161-41a1-955b-f2bb6919fa9e req-d3d7bb71-c90b-4092-865f-f519e9747c92 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:40.110000 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-8c571eef-f19e-47ce-9025-743fc45c8345 None None] Calling delete_port for 8918ceec-1983-4b97-84ed-3e20dcbaa901 owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:49:40.260693 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d2a7d71-ff98-4482-86fb-7b461758e37a tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Deleting subnet 4c306725-cb41-4f55-8c07-d10008457322 {{(pid=83828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:49:40.276791 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8c571eef-f19e-47ce-9025-743fc45c8345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671'] for port, after_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:40.300948 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9d2a7d71-ff98-4482-86fb-7b461758e37a tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for subnet, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:40.390308 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b27329-10fd-452f-bf2e-b30abed52086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Made reservation on behalf of 29efa8157e814d9b99da926b3346862f for: {'port': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:40.394022 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c571eef-f19e-47ce-9025-743fc45c8345 None None] Pushing event deleted for resources: {'Port': ['ID=8918ceec-1983-4b97-84ed-3e20dcbaa901,revision_number=None']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:40.406284 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f2b27329-10fd-452f-bf2e-b30abed52086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:40.415011 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c571eef-f19e-47ce-9025-743fc45c8345 None None] No DVR routers for this DVR port 8918ceec-1983-4b97-84ed-3e20dcbaa901 on host dv-neutron-833373-2-hyperv {{(pid=83829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:49:40.447411 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port b5e8e280-25f7-4650-89dc-a0b5fd05637d triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:40.447785 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:40.469675 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f47a0d-24f2-44f9-a5be-f051426cbda2 tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b16788bc-0e26-4cc7-afbc-d275f2b7bd21,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:40.495998 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-55ab947d-c7a1-4d0b-a703-07cf1f993ca0 req-2058ae49-6c2b-4d0b-b3bf-cbb578c128ea tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] 10.222.0.55 "GET /v2.0/ports?device_id=24676d03-56f5-4d76-a785-0cc93d5c2496 HTTP/1.1" status: 200 len: 210 time: 0.6173043 Apr 01 15:49:40.501686 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-3db2f40a-29a9-4eb1-830b-d2faa844b19f tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] The port '8918ceec-1983-4b97-84ed-3e20dcbaa901' was deleted {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:49:40.510309 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9d2a7d71-ff98-4482-86fb-7b461758e37a tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:40.550887 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91db597d-7c3d-4aa0-8863-65c6f1d39836 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Network ed45466e-0386-4b92-8de3-247c977242ac is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:40.572495 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c9015eff-f9e8-4df0-95b6-b61085dfc67c tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:40.614220 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c9015eff-f9e8-4df0-95b6-b61085dfc67c tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:40.637032 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-91db597d-7c3d-4aa0-8863-65c6f1d39836 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:40.646214 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-92f47a0d-24f2-44f9-a5be-f051426cbda2 tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:40.650384 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-92f47a0d-24f2-44f9-a5be-f051426cbda2 tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] 10.222.0.55 "DELETE /v2.0/security-groups/b16788bc-0e26-4cc7-afbc-d275f2b7bd21 HTTP/1.1" status: 204 len: 168 time: 2.1912832 Apr 01 15:49:40.686878 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91db597d-7c3d-4aa0-8863-65c6f1d39836 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:49:40.715604 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 46696) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:40.722727 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9015eff-f9e8-4df0-95b6-b61085dfc67c tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Pushing event updated for resources: {'Port': ['ID=41e8d8ce-0225-4a86-bc88-9f72e9f59b15,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:40.758847 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [None req-f2b27329-10fd-452f-bf2e-b30abed52086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] device_id is not set on port 91e13b30-9374-4b66-869b-9aece59493f0 yet. {{(pid=83826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:49:40.863293 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7bb3ebc7-8879-450b-a436-a6cfee74e3ab tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:40.867772 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9015eff-f9e8-4df0-95b6-b61085dfc67c tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Network 41457c54-04fc-4048-91e2-4fb9d212c56a is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:40.919927 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-c9015eff-f9e8-4df0-95b6-b61085dfc67c tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:40.935048 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 8918ceec-1983-4b97-84ed-3e20dcbaa901 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:49:40.946693 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9d2a7d71-ff98-4482-86fb-7b461758e37a tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:40.994183 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9015eff-f9e8-4df0-95b6-b61085dfc67c tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:49:41.006074 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9015eff-f9e8-4df0-95b6-b61085dfc67c tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:41.006929 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c9015eff-f9e8-4df0-95b6-b61085dfc67c tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:41.012141 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 8918ceec-1983-4b97-84ed-3e20dcbaa901 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:49:41.012578 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 8918ceec-1983-4b97-84ed-3e20dcbaa901 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:49:41.109908 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-30357785-fc28-4702-855e-f5f638f42ae0 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:41.397565 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7bb3ebc7-8879-450b-a436-a6cfee74e3ab tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:41.458571 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f2b27329-10fd-452f-bf2e-b30abed52086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:41.506849 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91db597d-7c3d-4aa0-8863-65c6f1d39836 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Pushing event updated for resources: {'Port': ['ID=3efe521c-7964-40cb-92b3-6f8c7b076592,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:41.525348 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f2b27329-10fd-452f-bf2e-b30abed52086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:41.550822 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7bb3ebc7-8879-450b-a436-a6cfee74e3ab tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:49:41.551553 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7bb3ebc7-8879-450b-a436-a6cfee74e3ab tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:49:41.553362 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7bb3ebc7-8879-450b-a436-a6cfee74e3ab tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:49:41.553914 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7bb3ebc7-8879-450b-a436-a6cfee74e3ab tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] Subscribe: > port after_create 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:49:41.554454 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7bb3ebc7-8879-450b-a436-a6cfee74e3ab tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] Subscribe: > port after_delete 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:49:41.555012 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7bb3ebc7-8879-450b-a436-a6cfee74e3ab tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] Subscribe: > port after_update 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:49:41.555569 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7bb3ebc7-8879-450b-a436-a6cfee74e3ab tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:49:41.556108 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7bb3ebc7-8879-450b-a436-a6cfee74e3ab tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:49:41.556630 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7bb3ebc7-8879-450b-a436-a6cfee74e3ab tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:49:41.557167 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7bb3ebc7-8879-450b-a436-a6cfee74e3ab tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:49:41.570883 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643ced41-ee47-4c12-8837-d623eeb1aa62 None None] Sync routers for ids ['ae380df1-4024-44b3-84a9-36df412c5260'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:49:41.617649 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 67aa6b71-b521-49a8-9c11-b8035dc07e13 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:49:41.689809 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643ced41-ee47-4c12-8837-d623eeb1aa62 None None] Routers {'ae380df1-4024-44b3-84a9-36df412c5260'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:49:41.692197 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-643ced41-ee47-4c12-8837-d623eeb1aa62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:49:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['ae380df1-4024-44b3-84a9-36df412c5260'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:41.789204 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 67aa6b71-b521-49a8-9c11-b8035dc07e13 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:49:41.798315 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 67aa6b71-b521-49a8-9c11-b8035dc07e13 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:41.800076 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:41.843716 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7bb3ebc7-8879-450b-a436-a6cfee74e3ab tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:49:41.844162 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7bb3ebc7-8879-450b-a436-a6cfee74e3ab tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:49:41.844546 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7bb3ebc7-8879-450b-a436-a6cfee74e3ab tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:49:41.844915 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7bb3ebc7-8879-450b-a436-a6cfee74e3ab tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=83828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 15:49:41.845350 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-7bb3ebc7-8879-450b-a436-a6cfee74e3ab tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14de33c0-0f3b-4ba4-9544-e24345e82499']}} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:41.860012 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-c9015eff-f9e8-4df0-95b6-b61085dfc67c tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.1996036 Apr 01 15:49:41.913427 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 46702) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:41.934930 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-7bb3ebc7-8879-450b-a436-a6cfee74e3ab tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8428e303-26f5-491b-9a3f-df06434d1bf2') {'for_net_delete': True} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:41.935260 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-7bb3ebc7-8879-450b-a436-a6cfee74e3ab tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8428e303-26f5-491b-9a3f-df06434d1bf2') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:41.966035 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7bb3ebc7-8879-450b-a436-a6cfee74e3ab tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15303093'] for segment, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:42.004792 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7bb3ebc7-8879-450b-a436-a6cfee74e3ab tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:42.022574 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bb3ebc7-8879-450b-a436-a6cfee74e3ab tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=83828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:49:42.026281 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7bb3ebc7-8879-450b-a436-a6cfee74e3ab tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15306523'] for segment, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:42.101418 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f02b03a4-cd8b-4baa-9d91-756b82d715d7 req-e8b1b1f4-3cca-40de-a6f7-7de75fe5f037 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] 10.222.0.55 "GET /v2.0/ports?device_id=24676d03-56f5-4d76-a785-0cc93d5c2496 HTTP/1.1" status: 200 len: 210 time: 0.2298903 Apr 01 15:49:42.106190 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3db2f40a-29a9-4eb1-830b-d2faa844b19f tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:42.133780 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-643ced41-ee47-4c12-8837-d623eeb1aa62 None None] Set router ae380df1-4024-44b3-84a9-36df412c5260 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:49:42.156802 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b27329-10fd-452f-bf2e-b30abed52086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Network 14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64 is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:42.182805 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-f2b27329-10fd-452f-bf2e-b30abed52086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:42.190473 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:42.208623 dv-neutron-833373-2-hyperv neutron-server[83828]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 01 15:49:42.208623 dv-neutron-833373-2-hyperv neutron-server[83828]: util.warn_limited( Apr 01 15:49:42.208623 dv-neutron-833373-2-hyperv neutron-server[83828]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 01 15:49:42.208623 dv-neutron-833373-2-hyperv neutron-server[83828]: util.warn_limited( Apr 01 15:49:42.208623 dv-neutron-833373-2-hyperv neutron-server[83828]: Traceback (most recent call last): Apr 01 15:49:42.208623 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:49:42.208623 dv-neutron-833373-2-hyperv neutron-server[83828]: timer() Apr 01 15:49:42.208623 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:49:42.208623 dv-neutron-833373-2-hyperv neutron-server[83828]: cb(*args, **kw) Apr 01 15:49:42.208623 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:49:42.208623 dv-neutron-833373-2-hyperv neutron-server[83828]: return func(*args, **kwargs) Apr 01 15:49:42.208623 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:49:42.208623 dv-neutron-833373-2-hyperv neutron-server[83828]: self._notify() Apr 01 15:49:42.208623 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:49:42.208623 dv-neutron-833373-2-hyperv neutron-server[83828]: self.callback(batched_events) Apr 01 15:49:42.208623 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:49:42.208623 dv-neutron-833373-2-hyperv neutron-server[83828]: event.method(event) Apr 01 15:49:42.208623 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:49:42.208623 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:49:42.208623 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:49:42.208623 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:49:42.208623 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:49:42.208623 dv-neutron-833373-2-hyperv neutron-server[83828]: return f(self, *a, **k) Apr 01 15:49:42.208623 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:49:42.208623 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._get(url).json() Apr 01 15:49:42.208623 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:49:42.208623 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:49:42.208623 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:49:42.208623 dv-neutron-833373-2-hyperv neutron-server[83828]: return self.request(url, 'GET', **kwargs) Apr 01 15:49:42.208623 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:49:42.208623 dv-neutron-833373-2-hyperv neutron-server[83828]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:49:42.208623 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:49:42.208623 dv-neutron-833373-2-hyperv neutron-server[83828]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:49:42.208623 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:49:42.208623 dv-neutron-833373-2-hyperv neutron-server[83828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:49:42.208623 dv-neutron-833373-2-hyperv neutron-server[83828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:49:42.223016 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b27329-10fd-452f-bf2e-b30abed52086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:49:42.223793 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b27329-10fd-452f-bf2e-b30abed52086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:42.224522 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f2b27329-10fd-452f-bf2e-b30abed52086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:42.236874 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port 67aa6b71-b521-49a8-9c11-b8035dc07e13, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=67aa6b71-b521-49a8-9c11-b8035dc07e13,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:49:42.239400 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b27329-10fd-452f-bf2e-b30abed52086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Pushing event updated for resources: {'Port': ['ID=91e13b30-9374-4b66-869b-9aece59493f0,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:42.242946 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:42.278299 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-bc0063a3-5153-47a5-9f39-47c836fcb3c9 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Request body: {'port': {'network_id': '41457c54-04fc-4048-91e2-4fb9d212c56a', 'name': 'tempest-FloatingIPTestJSON-904676136'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:49:42.336694 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-3db2f40a-29a9-4eb1-830b-d2faa844b19f tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b852aac1-7468-4417-9f9a-d6e0043dfa54']}} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:42.371022 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=67aa6b71-b521-49a8-9c11-b8035dc07e13,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:42.402945 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-3db2f40a-29a9-4eb1-830b-d2faa844b19f tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aaf6150-ff3b-4bc8-98d5-8648e4d3d816') {'for_net_delete': True} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:42.403423 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-3db2f40a-29a9-4eb1-830b-d2faa844b19f tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aaf6150-ff3b-4bc8-98d5-8648e4d3d816') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:42.433841 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3db2f40a-29a9-4eb1-830b-d2faa844b19f tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16610763'] for segment, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:42.466603 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-f2b27329-10fd-452f-bf2e-b30abed52086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.7858279 Apr 01 15:49:42.470659 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 46706) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:42.471897 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [req-c286f5f0-0161-41a1-955b-f2bb6919fa9e req-d3d7bb71-c90b-4092-865f-f519e9747c92 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Allocated IP 172.20.0.3 (81e6234b-1120-4acc-ae32-1910fd2f72f2/d48ff955-183a-46a4-8b71-2c017377434c/22605461-c586-48ab-8d46-fe629943dd78) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:49:42.476461 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3db2f40a-29a9-4eb1-830b-d2faa844b19f tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:42.484466 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-0cd10a45-6662-4881-8d60-a1f9ac0f21f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8333'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:49:42.529946 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3db2f40a-29a9-4eb1-830b-d2faa844b19f tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=83826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:49:42.530395 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3db2f40a-29a9-4eb1-830b-d2faa844b19f tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15415164'] for segment, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:42.545881 dv-neutron-833373-2-hyperv neutron-server[83826]: Traceback (most recent call last): Apr 01 15:49:42.545881 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:49:42.545881 dv-neutron-833373-2-hyperv neutron-server[83826]: timer() Apr 01 15:49:42.545881 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:49:42.545881 dv-neutron-833373-2-hyperv neutron-server[83826]: cb(*args, **kw) Apr 01 15:49:42.545881 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:49:42.545881 dv-neutron-833373-2-hyperv neutron-server[83826]: return func(*args, **kwargs) Apr 01 15:49:42.545881 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:49:42.545881 dv-neutron-833373-2-hyperv neutron-server[83826]: self._notify() Apr 01 15:49:42.545881 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:49:42.545881 dv-neutron-833373-2-hyperv neutron-server[83826]: self.callback(batched_events) Apr 01 15:49:42.545881 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:49:42.545881 dv-neutron-833373-2-hyperv neutron-server[83826]: event.method(event) Apr 01 15:49:42.545881 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:49:42.545881 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:49:42.545881 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:49:42.545881 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:49:42.545881 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:49:42.545881 dv-neutron-833373-2-hyperv neutron-server[83826]: return f(self, *a, **k) Apr 01 15:49:42.545881 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:49:42.545881 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._get(url).json() Apr 01 15:49:42.545881 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:49:42.545881 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:49:42.545881 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:49:42.545881 dv-neutron-833373-2-hyperv neutron-server[83826]: return self.request(url, 'GET', **kwargs) Apr 01 15:49:42.545881 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:49:42.545881 dv-neutron-833373-2-hyperv neutron-server[83826]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:49:42.545881 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:49:42.545881 dv-neutron-833373-2-hyperv neutron-server[83826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:49:42.545881 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:49:42.545881 dv-neutron-833373-2-hyperv neutron-server[83826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:49:42.545881 dv-neutron-833373-2-hyperv neutron-server[83826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:49:42.549198 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7bb3ebc7-8879-450b-a436-a6cfee74e3ab tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:42.569319 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9d2a7d71-ff98-4482-86fb-7b461758e37a tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15306565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16030232'] for subnet, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:42.634091 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca05a1e1-4bcb-4188-8754-d5a684692515 None None] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:49:42.655267 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9d2a7d71-ff98-4482-86fb-7b461758e37a tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:42.697412 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7bb3ebc7-8879-450b-a436-a6cfee74e3ab tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:42.699511 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-7bb3ebc7-8879-450b-a436-a6cfee74e3ab tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] 10.222.0.55 "DELETE /v2.0/networks/14de33c0-0f3b-4ba4-9544-e24345e82499 HTTP/1.1" status: 204 len: 168 time: 1.9712434 Apr 01 15:49:42.704106 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-9d2a7d71-ff98-4482-86fb-7b461758e37a tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/subnets/4c306725-cb41-4f55-8c07-d10008457322 HTTP/1.1" status: 204 len: 168 time: 3.6031535 Apr 01 15:49:42.709801 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 46710) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:42.710133 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 46712) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:42.718027 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb3ebc7-8879-450b-a436-a6cfee74e3ab tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] Pushing event deleted for resources: {'Network': ['ID=14de33c0-0f3b-4ba4-9544-e24345e82499,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:42.719737 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2a7d71-ff98-4482-86fb-7b461758e37a tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event deleted for resources: {'Subnet': ['ID=4c306725-cb41-4f55-8c07-d10008457322,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:42.797240 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3db2f40a-29a9-4eb1-830b-d2faa844b19f tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:42.803288 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-643ced41-ee47-4c12-8837-d623eeb1aa62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae380df1-4024-44b3-84a9-36df412c5260', 'name': 'tempest-ServerActionsTestJSON-753165356-router', 'tenant_id': 'ea61585477ae47b59fca06b1e521f7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.133'}], 'enable_snat': True}, 'gw_port_id': 'a8e6fda2-905b-427e-8842-a175097dbe63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:13Z', 'updated_at': '2022-04-01T15:49:26Z', 'revision_number': 4, 'project_id': 'ea61585477ae47b59fca06b1e521f7a0', 'gw_port': {'id': 'a8e6fda2-905b-427e-8842-a175097dbe63', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae380df1-4024-44b3-84a9-36df412c5260', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:14Z', 'updated_at': '2022-04-01T15:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '3cd858cc-2b12-4f65-bfa6-dbb86b043779', 'name': '', 'network_id': '10bfa6c5-d504-42f7-b6a8-189d201bcc59', 'tenant_id': 'ea61585477ae47b59fca06b1e521f7a0', 'mac_address': 'fa:16:3e:19:6a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae380df1-4024-44b3-84a9-36df412c5260', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '316ad757-bf54-49b9-829b-e0e949015709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:25Z', 'updated_at': '2022-04-01T15:49:26Z', 'revision_number': 2, 'project_id': 'ea61585477ae47b59fca06b1e521f7a0', 'subnets': [{'id': '316ad757-bf54-49b9-829b-e0e949015709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:42.815787 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643ced41-ee47-4c12-8837-d623eeb1aa62 None None] Checking router: ae380df1-4024-44b3-84a9-36df412c5260 for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:49:42.829294 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643ced41-ee47-4c12-8837-d623eeb1aa62 None None] Updating router ae380df1-4024-44b3-84a9-36df412c5260 port 3cd858cc-2b12-4f65-bfa6-dbb86b043779 binding host dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:49:42.896702 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3db2f40a-29a9-4eb1-830b-d2faa844b19f tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:42.930693 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db2f40a-29a9-4eb1-830b-d2faa844b19f tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] Pushing event deleted for resources: {'Network': ['ID=b852aac1-7468-4417-9f9a-d6e0043dfa54,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:42.936007 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0cd10a45-6662-4881-8d60-a1f9ac0f21f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:42.965042 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-3db2f40a-29a9-4eb1-830b-d2faa844b19f tempest-DHCPAgentSchedulersTestJSON-313246905 tempest-DHCPAgentSchedulersTestJSON-313246905-project] 10.222.0.55 "DELETE /v2.0/networks/b852aac1-7468-4417-9f9a-d6e0043dfa54 HTTP/1.1" status: 204 len: 168 time: 4.2651529 Apr 01 15:49:43.005047 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-643ced41-ee47-4c12-8837-d623eeb1aa62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:43.077957 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d81ca08d-3d57-4c0f-8e07-3101c3c98716 tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:43.182761 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f800bac7-57b8-4a77-a4fb-679d28b9ebf0 None None] DHCP port deletion for 7b65ac5c-8834-4b65-9b28-b7dba6c9746f request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:49:43.182958 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-653f69c8-29fd-41f2-a5d7-5364d8f47c5c tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4633927 Apr 01 15:49:43.187248 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-f800bac7-57b8-4a77-a4fb-679d28b9ebf0 None None] Deleting port b5e8e280-25f7-4650-89dc-a0b5fd05637d {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:49:43.187849 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f800bac7-57b8-4a77-a4fb-679d28b9ebf0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:43.192314 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 46722) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:43.214006 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-9bc12285-250b-4580-93eb-015d2ef79f4f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Request body: {'subnet': {'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:49:43.325165 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-bc0063a3-5153-47a5-9f39-47c836fcb3c9 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:43.398370 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-30357785-fc28-4702-855e-f5f638f42ae0 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Allocated IP 172.26.1.205 (ed45466e-0386-4b92-8de3-247c977242ac/0479f741-5cd1-4d6f-b593-d8aa909a42d3/022ed0cb-7470-4643-a832-692bfb97c2f7) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:49:43.520258 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-bc0063a3-5153-47a5-9f39-47c836fcb3c9 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Usage tracker for resource:port and tenant:7e7aded1adfa4cd1be462b87d89e24d5 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:43.589485 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-bc0063a3-5153-47a5-9f39-47c836fcb3c9 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:43.643885 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 46728) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:43.670837 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 67aa6b71-b521-49a8-9c11-b8035dc07e13 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:49:43.680234 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-bc0063a3-5153-47a5-9f39-47c836fcb3c9 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:43.899573 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [None req-0cd10a45-6662-4881-8d60-a1f9ac0f21f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] device_id is not set on port 91e13b30-9374-4b66-869b-9aece59493f0 yet. {{(pid=83826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:49:43.922566 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0cd10a45-6662-4881-8d60-a1f9ac0f21f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:43.928316 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-f800bac7-57b8-4a77-a4fb-679d28b9ebf0 None None] For port b5e8e280-25f7-4650-89dc-a0b5fd05637d, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=b5e8e280-25f7-4650-89dc-a0b5fd05637d,segment=NetworkSegment(c41dc1a5-c958-4d8b-81ea-3934c36371b8),segment_id=c41dc1a5-c958-4d8b-81ea-3934c36371b8)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:49:43.929047 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f800bac7-57b8-4a77-a4fb-679d28b9ebf0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:43.958661 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [None req-0cd10a45-6662-4881-8d60-a1f9ac0f21f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Transition to ACTIVE for port object 91e13b30-9374-4b66-869b-9aece59493f0 will not be triggered until provisioned by entity L2. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:49:43.969526 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-91db597d-7c3d-4aa0-8863-65c6f1d39836 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:44.039945 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-9bc12285-250b-4580-93eb-015d2ef79f4f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:44.044455 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-643ced41-ee47-4c12-8837-d623eeb1aa62 None None] Notify callbacks [] for port, precommit_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:44.057201 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-9bc12285-250b-4580-93eb-015d2ef79f4f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Usage tracker for resource:subnet and tenant:50a1f72bd5e54e209eb4756b30f7e6a6 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:44.060351 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-9bc12285-250b-4580-93eb-015d2ef79f4f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:44.073453 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc0063a3-5153-47a5-9f39-47c836fcb3c9 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Made reservation on behalf of 7e7aded1adfa4cd1be462b87d89e24d5 for: {'port': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:44.076803 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-bc0063a3-5153-47a5-9f39-47c836fcb3c9 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:44.089917 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.provisioning_blocks [None req-643ced41-ee47-4c12-8837-d623eeb1aa62 None None] Transition to ACTIVE for port object 3cd858cc-2b12-4f65-bfa6-dbb86b043779 will not be triggered until provisioned by entity L2. {{(pid=83833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:49:44.090573 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d81ca08d-3d57-4c0f-8e07-3101c3c98716 tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:44.100146 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-9bc12285-250b-4580-93eb-015d2ef79f4f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:44.103029 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-643ced41-ee47-4c12-8837-d623eeb1aa62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:44.152282 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-d81ca08d-3d57-4c0f-8e07-3101c3c98716 tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['409631b8-edc8-4911-bb00-aecce2cdb351']}} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:44.167898 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc12285-250b-4580-93eb-015d2ef79f4f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Made reservation on behalf of 50a1f72bd5e54e209eb4756b30f7e6a6 for: {'subnet': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:44.176494 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9bc12285-250b-4580-93eb-015d2ef79f4f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16030269'] for subnet, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:44.224139 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-d81ca08d-3d57-4c0f-8e07-3101c3c98716 tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e152c7f-b46e-42ce-91bb-4dbd1cea9d06') {'for_net_delete': True} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:44.224535 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-d81ca08d-3d57-4c0f-8e07-3101c3c98716 tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e152c7f-b46e-42ce-91bb-4dbd1cea9d06') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:44.234496 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0cd10a45-6662-4881-8d60-a1f9ac0f21f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:44.244906 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [None req-bc0063a3-5153-47a5-9f39-47c836fcb3c9 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] device_id is not set on port 9d02f8e7-737e-4c6d-83c5-96ede7a01568 yet. {{(pid=83828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:49:44.344458 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-6c83026b-0c6a-4f90-a7dc-8c3adecd51e4 req-0df7c2a1-8798-4f41-88ff-89853d843465 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Synchronizing usage tracker for tenant:f25527a3ef4e4227be945540540cca4c on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:49:44.351872 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-f800bac7-57b8-4a77-a4fb-679d28b9ebf0 None None] Calling delete_port for b5e8e280-25f7-4650-89dc-a0b5fd05637d owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:49:44.428818 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d81ca08d-3d57-4c0f-8e07-3101c3c98716 tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15303093'] for segment, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:44.435528 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 67aa6b71-b521-49a8-9c11-b8035dc07e13 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:44.435844 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:44.576745 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-30357785-fc28-4702-855e-f5f638f42ae0 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:44.599766 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-643ced41-ee47-4c12-8837-d623eeb1aa62 None None] Attempting to bind port 3cd858cc-2b12-4f65-bfa6-dbb86b043779 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:49:44.600122 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-643ced41-ee47-4c12-8837-d623eeb1aa62 None None] Attempting to bind port 3cd858cc-2b12-4f65-bfa6-dbb86b043779 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'a4346d49-0e35-4d5e-8e9e-68af5927dae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '10bfa6c5-d504-42f7-b6a8-189d201bcc59'}] {{(pid=83833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:49:44.600487 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643ced41-ee47-4c12-8837-d623eeb1aa62 None None] Attempting to bind port 3cd858cc-2b12-4f65-bfa6-dbb86b043779 on network 10bfa6c5-d504-42f7-b6a8-189d201bcc59 {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:49:44.619201 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643ced41-ee47-4c12-8837-d623eeb1aa62 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:49:44.619597 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643ced41-ee47-4c12-8837-d623eeb1aa62 None None] Checking segment: {'id': 'a4346d49-0e35-4d5e-8e9e-68af5927dae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '10bfa6c5-d504-42f7-b6a8-189d201bcc59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:49:44.619982 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-643ced41-ee47-4c12-8837-d623eeb1aa62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:44.620386 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643ced41-ee47-4c12-8837-d623eeb1aa62 None None] Bound using segment: {'id': 'a4346d49-0e35-4d5e-8e9e-68af5927dae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '10bfa6c5-d504-42f7-b6a8-189d201bcc59'} {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:49:44.620893 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-643ced41-ee47-4c12-8837-d623eeb1aa62 None None] Bound port: 3cd858cc-2b12-4f65-bfa6-dbb86b043779, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4346d49-0e35-4d5e-8e9e-68af5927dae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '10bfa6c5-d504-42f7-b6a8-189d201bcc59'}}] {{(pid=83833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:49:44.621269 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-643ced41-ee47-4c12-8837-d623eeb1aa62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:44.640435 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d81ca08d-3d57-4c0f-8e07-3101c3c98716 tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:44.645218 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-c286f5f0-0161-41a1-955b-f2bb6919fa9e req-d3d7bb71-c90b-4092-865f-f519e9747c92 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:44.689850 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d81ca08d-3d57-4c0f-8e07-3101c3c98716 tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=83828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:49:44.690185 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d81ca08d-3d57-4c0f-8e07-3101c3c98716 tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15306523'] for segment, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:44.709024 dv-neutron-833373-2-hyperv neutron-server[83828]: Traceback (most recent call last): Apr 01 15:49:44.709024 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:49:44.709024 dv-neutron-833373-2-hyperv neutron-server[83828]: timer() Apr 01 15:49:44.709024 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:49:44.709024 dv-neutron-833373-2-hyperv neutron-server[83828]: cb(*args, **kw) Apr 01 15:49:44.709024 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:49:44.709024 dv-neutron-833373-2-hyperv neutron-server[83828]: return func(*args, **kwargs) Apr 01 15:49:44.709024 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:49:44.709024 dv-neutron-833373-2-hyperv neutron-server[83828]: self._notify() Apr 01 15:49:44.709024 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:49:44.709024 dv-neutron-833373-2-hyperv neutron-server[83828]: self.callback(batched_events) Apr 01 15:49:44.709024 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:49:44.709024 dv-neutron-833373-2-hyperv neutron-server[83828]: event.method(event) Apr 01 15:49:44.709024 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:49:44.709024 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:49:44.709024 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:49:44.709024 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:49:44.709024 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:49:44.709024 dv-neutron-833373-2-hyperv neutron-server[83828]: return f(self, *a, **k) Apr 01 15:49:44.709024 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:49:44.709024 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._get(url).json() Apr 01 15:49:44.709024 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:49:44.709024 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:49:44.709024 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:49:44.709024 dv-neutron-833373-2-hyperv neutron-server[83828]: return self.request(url, 'GET', **kwargs) Apr 01 15:49:44.709024 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:49:44.709024 dv-neutron-833373-2-hyperv neutron-server[83828]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:49:44.709024 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:49:44.709024 dv-neutron-833373-2-hyperv neutron-server[83828]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:49:44.709024 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:49:44.709024 dv-neutron-833373-2-hyperv neutron-server[83828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:49:44.709024 dv-neutron-833373-2-hyperv neutron-server[83828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:49:44.725558 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-0ffd7a23-18b5-45f7-8b29-e6bf87246ef0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e25f2784bd2c470dbb63fea347e86b98&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0495682 Apr 01 15:49:44.743598 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 46734) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:44.762815 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-91db597d-7c3d-4aa0-8863-65c6f1d39836 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:44.804143 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f800bac7-57b8-4a77-a4fb-679d28b9ebf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671'] for port, after_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:44.820337 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd10a45-6662-4881-8d60-a1f9ac0f21f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Pushing event updated for resources: {'Port': ['ID=91e13b30-9374-4b66-869b-9aece59493f0,revision_number=2']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:44.838916 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7fea6c-61a4-4c7e-a597-827ebd007aa0 None None] Pushing event updated for resources: {'Port': ['ID=3cd858cc-2b12-4f65-bfa6-dbb86b043779,revision_number=3']} {{(pid=83833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:44.843669 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.db [None req-643ced41-ee47-4c12-8837-d623eeb1aa62 None None] For port 3cd858cc-2b12-4f65-bfa6-dbb86b043779, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:49:44.847907 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.db [None req-643ced41-ee47-4c12-8837-d623eeb1aa62 None None] For port 3cd858cc-2b12-4f65-bfa6-dbb86b043779, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=3cd858cc-2b12-4f65-bfa6-dbb86b043779,segment=NetworkSegment(a4346d49-0e35-4d5e-8e9e-68af5927dae5),segment_id=a4346d49-0e35-4d5e-8e9e-68af5927dae5)] {{(pid=83833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:49:44.857728 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-643ced41-ee47-4c12-8837-d623eeb1aa62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:44.872626 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [req-c286f5f0-0161-41a1-955b-f2bb6919fa9e req-d3d7bb71-c90b-4092-865f-f519e9747c92 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Transition to ACTIVE for port object 22605461-c586-48ab-8d46-fe629943dd78 will not be triggered until provisioned by entity DHCP. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:49:44.899848 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-6c83026b-0c6a-4f90-a7dc-8c3adecd51e4 req-0df7c2a1-8798-4f41-88ff-89853d843465 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Unset dirty status for tenant:f25527a3ef4e4227be945540540cca4c on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:49:44.901098 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-6c83026b-0c6a-4f90-a7dc-8c3adecd51e4 req-0df7c2a1-8798-4f41-88ff-89853d843465 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] 10.222.0.55 "GET /v2.0/ports?device_id=24676d03-56f5-4d76-a785-0cc93d5c2496 HTTP/1.1" status: 200 len: 210 time: 0.9270160 Apr 01 15:49:44.978822 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.managers [None req-0cd10a45-6662-4881-8d60-a1f9ac0f21f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to bind port 91e13b30-9374-4b66-869b-9aece59493f0 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:49:44.979186 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.managers [None req-0cd10a45-6662-4881-8d60-a1f9ac0f21f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to bind port 91e13b30-9374-4b66-869b-9aece59493f0 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'c32cf738-c1d0-4a3e-aefa-fd9081c66403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64'}] {{(pid=83826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:49:44.979567 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd10a45-6662-4881-8d60-a1f9ac0f21f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to bind port 91e13b30-9374-4b66-869b-9aece59493f0 on network 14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64 {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:49:44.981614 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f800bac7-57b8-4a77-a4fb-679d28b9ebf0 None None] Pushing event deleted for resources: {'Port': ['ID=b5e8e280-25f7-4650-89dc-a0b5fd05637d,revision_number=None']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:45.022622 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643ced41-ee47-4c12-8837-d623eeb1aa62 None None] Routers {'ae380df1-4024-44b3-84a9-36df412c5260'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:49:45.027132 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-643ced41-ee47-4c12-8837-d623eeb1aa62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:49:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['ae380df1-4024-44b3-84a9-36df412c5260'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:45.031216 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f800bac7-57b8-4a77-a4fb-679d28b9ebf0 None None] No DVR routers for this DVR port b5e8e280-25f7-4650-89dc-a0b5fd05637d on host dv-neutron-833373-2-hyperv {{(pid=83829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:49:45.101583 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd10a45-6662-4881-8d60-a1f9ac0f21f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Port 91e13b30-9374-4b66-869b-9aece59493f0 on network 14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:49:45.102874 dv-neutron-833373-2-hyperv neutron-server[83826]: ERROR neutron.plugins.ml2.managers [None req-0cd10a45-6662-4881-8d60-a1f9ac0f21f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Failed to bind port 91e13b30-9374-4b66-869b-9aece59493f0 on host hv-neutron-8333 for vnic_type normal using segments [{'id': 'c32cf738-c1d0-4a3e-aefa-fd9081c66403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64'}] Apr 01 15:49:45.140510 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device b5e8e280-25f7-4650-89dc-a0b5fd05637d no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:49:45.155252 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.plugins.ml2.plugin [None req-0cd10a45-6662-4881-8d60-a1f9ac0f21f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempt 2 to bind port 91e13b30-9374-4b66-869b-9aece59493f0 Apr 01 15:49:45.177309 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.managers [None req-0cd10a45-6662-4881-8d60-a1f9ac0f21f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to bind port 91e13b30-9374-4b66-869b-9aece59493f0 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:49:45.178457 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.managers [None req-0cd10a45-6662-4881-8d60-a1f9ac0f21f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to bind port 91e13b30-9374-4b66-869b-9aece59493f0 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'c32cf738-c1d0-4a3e-aefa-fd9081c66403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64'}] {{(pid=83826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:49:45.179089 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd10a45-6662-4881-8d60-a1f9ac0f21f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to bind port 91e13b30-9374-4b66-869b-9aece59493f0 on network 14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64 {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:49:45.239801 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-bc0063a3-5153-47a5-9f39-47c836fcb3c9 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Allocated IP 172.20.0.4 (41457c54-04fc-4048-91e2-4fb9d212c56a/03b8da77-f2fe-475f-841f-e4121aac32c7/9d02f8e7-737e-4c6d-83c5-96ede7a01568) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:49:45.250565 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: b5e8e280-25f7-4650-89dc-a0b5fd05637d {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:49:45.250904 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device b5e8e280-25f7-4650-89dc-a0b5fd05637d not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:49:45.264799 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd10a45-6662-4881-8d60-a1f9ac0f21f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Port 91e13b30-9374-4b66-869b-9aece59493f0 on network 14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:49:45.268608 dv-neutron-833373-2-hyperv neutron-server[83826]: ERROR neutron.plugins.ml2.managers [None req-0cd10a45-6662-4881-8d60-a1f9ac0f21f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Failed to bind port 91e13b30-9374-4b66-869b-9aece59493f0 on host hv-neutron-8333 for vnic_type normal using segments [{'id': 'c32cf738-c1d0-4a3e-aefa-fd9081c66403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64'}] Apr 01 15:49:45.297745 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.plugins.ml2.plugin [None req-0cd10a45-6662-4881-8d60-a1f9ac0f21f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempt 3 to bind port 91e13b30-9374-4b66-869b-9aece59493f0 Apr 01 15:49:45.307193 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ccddb1b5-d5e5-4749-a63e-c83c14f8cc88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:45.345840 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7fea6c-61a4-4c7e-a597-827ebd007aa0 None None] Pushing event updated for resources: {'Port': ['ID=3cd858cc-2b12-4f65-bfa6-dbb86b043779,revision_number=4']} {{(pid=83833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:45.351219 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d81ca08d-3d57-4c0f-8e07-3101c3c98716 tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:45.361568 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d81ca08d-3d57-4c0f-8e07-3101c3c98716 tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:45.368754 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ccddb1b5-d5e5-4749-a63e-c83c14f8cc88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:45.425749 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-30357785-fc28-4702-855e-f5f638f42ae0 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:45.433663 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-c286f5f0-0161-41a1-955b-f2bb6919fa9e req-d3d7bb71-c90b-4092-865f-f519e9747c92 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:45.498573 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.managers [None req-0cd10a45-6662-4881-8d60-a1f9ac0f21f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to bind port 91e13b30-9374-4b66-869b-9aece59493f0 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:49:45.499244 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.managers [None req-0cd10a45-6662-4881-8d60-a1f9ac0f21f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to bind port 91e13b30-9374-4b66-869b-9aece59493f0 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'c32cf738-c1d0-4a3e-aefa-fd9081c66403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64'}] {{(pid=83826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:49:45.499935 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd10a45-6662-4881-8d60-a1f9ac0f21f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to bind port 91e13b30-9374-4b66-869b-9aece59493f0 on network 14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64 {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:49:45.506212 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-643ced41-ee47-4c12-8837-d623eeb1aa62 None None] Set router ae380df1-4024-44b3-84a9-36df412c5260 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:49:45.525012 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd10a45-6662-4881-8d60-a1f9ac0f21f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Port 91e13b30-9374-4b66-869b-9aece59493f0 on network 14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:49:45.525724 dv-neutron-833373-2-hyperv neutron-server[83826]: ERROR neutron.plugins.ml2.managers [None req-0cd10a45-6662-4881-8d60-a1f9ac0f21f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Failed to bind port 91e13b30-9374-4b66-869b-9aece59493f0 on host hv-neutron-8333 for vnic_type normal using segments [{'id': 'c32cf738-c1d0-4a3e-aefa-fd9081c66403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64'}] Apr 01 15:49:45.530717 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81ca08d-3d57-4c0f-8e07-3101c3c98716 tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] Pushing event deleted for resources: {'Network': ['ID=409631b8-edc8-4911-bb00-aecce2cdb351,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:45.531623 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.plugins.ml2.plugin [None req-0cd10a45-6662-4881-8d60-a1f9ac0f21f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempt 4 to bind port 91e13b30-9374-4b66-869b-9aece59493f0 Apr 01 15:49:45.561727 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.managers [None req-0cd10a45-6662-4881-8d60-a1f9ac0f21f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to bind port 91e13b30-9374-4b66-869b-9aece59493f0 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:49:45.562503 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.managers [None req-0cd10a45-6662-4881-8d60-a1f9ac0f21f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to bind port 91e13b30-9374-4b66-869b-9aece59493f0 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'c32cf738-c1d0-4a3e-aefa-fd9081c66403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64'}] {{(pid=83826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:49:45.563246 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd10a45-6662-4881-8d60-a1f9ac0f21f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to bind port 91e13b30-9374-4b66-869b-9aece59493f0 on network 14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64 {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:49:45.607156 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-d81ca08d-3d57-4c0f-8e07-3101c3c98716 tempest-QuotasNegativeTest-1333567614 tempest-QuotasNegativeTest-1333567614-project-admin] 10.222.0.55 "DELETE /v2.0/networks/409631b8-edc8-4911-bb00-aecce2cdb351 HTTP/1.1" status: 204 len: 168 time: 2.8919959 Apr 01 15:49:45.732982 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-91db597d-7c3d-4aa0-8863-65c6f1d39836 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:45.743602 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c286f5f0-0161-41a1-955b-f2bb6919fa9e req-d3d7bb71-c90b-4092-865f-f519e9747c92 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Network 81e6234b-1120-4acc-ae32-1910fd2f72f2 is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:45.744900 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d7bb71-c90b-4092-865f-f519e9747c92 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Pushing event updated for resources: {'Port': ['ID=22605461-c586-48ab-8d46-fe629943dd78,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:45.748685 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [req-c286f5f0-0161-41a1-955b-f2bb6919fa9e req-d3d7bb71-c90b-4092-865f-f519e9747c92 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:45.771020 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30357785-fc28-4702-855e-f5f638f42ae0 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Network ed45466e-0386-4b92-8de3-247c977242ac is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:45.789974 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd10a45-6662-4881-8d60-a1f9ac0f21f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Port 91e13b30-9374-4b66-869b-9aece59493f0 on network 14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:49:45.792786 dv-neutron-833373-2-hyperv neutron-server[83826]: ERROR neutron.plugins.ml2.managers [None req-0cd10a45-6662-4881-8d60-a1f9ac0f21f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Failed to bind port 91e13b30-9374-4b66-869b-9aece59493f0 on host hv-neutron-8333 for vnic_type normal using segments [{'id': 'c32cf738-c1d0-4a3e-aefa-fd9081c66403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64'}] Apr 01 15:49:45.793590 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-91db597d-7c3d-4aa0-8863-65c6f1d39836 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:45.810684 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-30357785-fc28-4702-855e-f5f638f42ae0 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:45.814350 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30357785-fc28-4702-855e-f5f638f42ae0 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:49:45.822668 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [req-c286f5f0-0161-41a1-955b-f2bb6919fa9e req-d3d7bb71-c90b-4092-865f-f519e9747c92 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:49:45.933943 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.plugins.ml2.plugin [None req-0cd10a45-6662-4881-8d60-a1f9ac0f21f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempt 5 to bind port 91e13b30-9374-4b66-869b-9aece59493f0 Apr 01 15:49:45.952499 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30357785-fc28-4702-855e-f5f638f42ae0 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Pushing event updated for resources: {'Port': ['ID=022ed0cb-7470-4643-a832-692bfb97c2f7,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:46.059020 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-643ced41-ee47-4c12-8837-d623eeb1aa62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae380df1-4024-44b3-84a9-36df412c5260', 'name': 'tempest-ServerActionsTestJSON-753165356-router', 'tenant_id': 'ea61585477ae47b59fca06b1e521f7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.133'}], 'enable_snat': True}, 'gw_port_id': 'a8e6fda2-905b-427e-8842-a175097dbe63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:13Z', 'updated_at': '2022-04-01T15:49:26Z', 'revision_number': 4, 'project_id': 'ea61585477ae47b59fca06b1e521f7a0', 'gw_port': {'id': 'a8e6fda2-905b-427e-8842-a175097dbe63', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae380df1-4024-44b3-84a9-36df412c5260', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:14Z', 'updated_at': '2022-04-01T15:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '3cd858cc-2b12-4f65-bfa6-dbb86b043779', 'name': '', 'network_id': '10bfa6c5-d504-42f7-b6a8-189d201bcc59', 'tenant_id': 'ea61585477ae47b59fca06b1e521f7a0', 'mac_address': 'fa:16:3e:19:6a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae380df1-4024-44b3-84a9-36df412c5260', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '316ad757-bf54-49b9-829b-e0e949015709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:25Z', 'updated_at': '2022-04-01T15:49:44Z', 'revision_number': 4, 'project_id': 'ea61585477ae47b59fca06b1e521f7a0', 'subnets': [{'id': '316ad757-bf54-49b9-829b-e0e949015709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:46.064976 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643ced41-ee47-4c12-8837-d623eeb1aa62 None None] The sync data for ids ['ae380df1-4024-44b3-84a9-36df412c5260'] in dv-neutron-833373-2-hyperv is: [{'id': 'ae380df1-4024-44b3-84a9-36df412c5260', 'name': 'tempest-ServerActionsTestJSON-753165356-router', 'tenant_id': 'ea61585477ae47b59fca06b1e521f7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.133'}], 'enable_snat': True}, 'gw_port_id': 'a8e6fda2-905b-427e-8842-a175097dbe63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:13Z', 'updated_at': '2022-04-01T15:49:26Z', 'revision_number': 4, 'project_id': 'ea61585477ae47b59fca06b1e521f7a0', 'gw_port': {'id': 'a8e6fda2-905b-427e-8842-a175097dbe63', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae380df1-4024-44b3-84a9-36df412c5260', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:14Z', 'updated_at': '2022-04-01T15:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '3cd858cc-2b12-4f65-bfa6-dbb86b043779', 'name': '', 'network_id': '10bfa6c5-d504-42f7-b6a8-189d201bcc59', 'tenant_id': 'ea61585477ae47b59fca06b1e521f7a0', 'mac_address': 'fa:16:3e:19:6a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae380df1-4024-44b3-84a9-36df412c5260', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '316ad757-bf54-49b9-829b-e0e949015709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:25Z', 'updated_at': '2022-04-01T15:49:44Z', 'revision_number': 4, 'project_id': 'ea61585477ae47b59fca06b1e521f7a0', 'subnets': [{'id': '316ad757-bf54-49b9-829b-e0e949015709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:49:46.099730 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9bc12285-250b-4580-93eb-015d2ef79f4f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15306628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16030227'] for subnet, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:46.490573 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc12285-250b-4580-93eb-015d2ef79f4f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event updated for resources: {'Subnet': ['ID=908f22a6-eef1-411d-b252-585ee749a676,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:46.495032 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c286f5f0-0161-41a1-955b-f2bb6919fa9e req-d3d7bb71-c90b-4092-865f-f519e9747c92 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:46.496460 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-c286f5f0-0161-41a1-955b-f2bb6919fa9e req-d3d7bb71-c90b-4092-865f-f519e9747c92 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:46.533548 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc12285-250b-4580-93eb-015d2ef79f4f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:46.534492 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ccddb1b5-d5e5-4749-a63e-c83c14f8cc88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:46.538282 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ccddb1b5-d5e5-4749-a63e-c83c14f8cc88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:46.539152 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-ccddb1b5-d5e5-4749-a63e-c83c14f8cc88 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8b44e9d3-8653-463a-90f8-8e594ac13e1c HTTP/1.1" status: 204 len: 168 time: 1.7797194 Apr 01 15:49:46.541339 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91db597d-7c3d-4aa0-8863-65c6f1d39836 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Pushing event updated for resources: {'Port': ['ID=3efe521c-7964-40cb-92b3-6f8c7b076592,revision_number=2']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:46.544541 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.managers [None req-0cd10a45-6662-4881-8d60-a1f9ac0f21f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to bind port 91e13b30-9374-4b66-869b-9aece59493f0 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:49:46.544824 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.managers [None req-0cd10a45-6662-4881-8d60-a1f9ac0f21f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to bind port 91e13b30-9374-4b66-869b-9aece59493f0 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'c32cf738-c1d0-4a3e-aefa-fd9081c66403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64'}] {{(pid=83826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:49:46.545154 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd10a45-6662-4881-8d60-a1f9ac0f21f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to bind port 91e13b30-9374-4b66-869b-9aece59493f0 on network 14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64 {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:49:46.547436 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-9bc12285-250b-4580-93eb-015d2ef79f4f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:46.572634 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc12285-250b-4580-93eb-015d2ef79f4f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:46.575171 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9bc12285-250b-4580-93eb-015d2ef79f4f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:46.581149 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b12ba06-643f-411a-879f-11e04b3d256c None None] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:49:46.660163 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-9bc12285-250b-4580-93eb-015d2ef79f4f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.4581368 Apr 01 15:49:46.671328 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 46746) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:46.713620 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd10a45-6662-4881-8d60-a1f9ac0f21f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Port 91e13b30-9374-4b66-869b-9aece59493f0 on network 14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:49:46.714250 dv-neutron-833373-2-hyperv neutron-server[83826]: ERROR neutron.plugins.ml2.managers [None req-0cd10a45-6662-4881-8d60-a1f9ac0f21f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Failed to bind port 91e13b30-9374-4b66-869b-9aece59493f0 on host hv-neutron-8333 for vnic_type normal using segments [{'id': 'c32cf738-c1d0-4a3e-aefa-fd9081c66403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64'}] Apr 01 15:49:46.716713 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-bc0063a3-5153-47a5-9f39-47c836fcb3c9 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:46.727049 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.plugins.ml2.plugin [None req-0cd10a45-6662-4881-8d60-a1f9ac0f21f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempt 6 to bind port 91e13b30-9374-4b66-869b-9aece59493f0 Apr 01 15:49:46.737964 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-755820c2-f079-4fd6-8214-31fe28bef385 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Request body: {'port': {'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'name': 'tempest-NetworksTestDHCPv6-2088328905'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:49:46.747040 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c286f5f0-0161-41a1-955b-f2bb6919fa9e req-d3d7bb71-c90b-4092-865f-f519e9747c92 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.1317470 Apr 01 15:49:46.775269 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-7a0f3e5c-16ce-4c21-8ca7-53ef49baf83c None None] Provisioning for port 22605461-c586-48ab-8d46-fe629943dd78 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:49:46.786607 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccddb1b5-d5e5-4749-a63e-c83c14f8cc88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b44e9d3-8653-463a-90f8-8e594ac13e1c,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:46.794512 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-91db597d-7c3d-4aa0-8863-65c6f1d39836 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617697'] for floatingip, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:46.808632 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [req-c286f5f0-0161-41a1-955b-f2bb6919fa9e req-b6b0436f-fa0c-4aa6-9d28-e875a47330d0 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=83826) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:49:46.815773 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c286f5f0-0161-41a1-955b-f2bb6919fa9e req-b6b0436f-fa0c-4aa6-9d28-e875a47330d0 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0473740 Apr 01 15:49:46.818980 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-7a0f3e5c-16ce-4c21-8ca7-53ef49baf83c None None] Provisioning complete for port 22605461-c586-48ab-8d46-fe629943dd78 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:46.819380 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-7a0f3e5c-16ce-4c21-8ca7-53ef49baf83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:46.865030 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.managers [None req-0cd10a45-6662-4881-8d60-a1f9ac0f21f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to bind port 91e13b30-9374-4b66-869b-9aece59493f0 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:49:46.866056 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.managers [None req-0cd10a45-6662-4881-8d60-a1f9ac0f21f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to bind port 91e13b30-9374-4b66-869b-9aece59493f0 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'c32cf738-c1d0-4a3e-aefa-fd9081c66403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64'}] {{(pid=83826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:49:46.871196 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd10a45-6662-4881-8d60-a1f9ac0f21f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to bind port 91e13b30-9374-4b66-869b-9aece59493f0 on network 14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64 {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:49:46.897594 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-91db597d-7c3d-4aa0-8863-65c6f1d39836 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for floatingip, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:46.899394 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-91db597d-7c3d-4aa0-8863-65c6f1d39836 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 10.5751595 Apr 01 15:49:46.914836 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd10a45-6662-4881-8d60-a1f9ac0f21f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Port 91e13b30-9374-4b66-869b-9aece59493f0 on network 14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:49:46.920571 dv-neutron-833373-2-hyperv neutron-server[83826]: ERROR neutron.plugins.ml2.managers [None req-0cd10a45-6662-4881-8d60-a1f9ac0f21f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Failed to bind port 91e13b30-9374-4b66-869b-9aece59493f0 on host hv-neutron-8333 for vnic_type normal using segments [{'id': 'c32cf738-c1d0-4a3e-aefa-fd9081c66403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64'}] Apr 01 15:49:46.923226 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.plugins.ml2.plugin [None req-0cd10a45-6662-4881-8d60-a1f9ac0f21f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempt 7 to bind port 91e13b30-9374-4b66-869b-9aece59493f0 Apr 01 15:49:46.962611 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-bc0063a3-5153-47a5-9f39-47c836fcb3c9 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:46.971799 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9eee18-0e83-4580-955d-10b9c8e06c66 req-5c357471-ad5e-4221-8d6b-f4812a916c29 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:46.978880 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5e9eee18-0e83-4580-955d-10b9c8e06c66 req-5c357471-ad5e-4221-8d6b-f4812a916c29 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] 10.222.0.55 "GET /v2.0/ports?device_id=24676d03-56f5-4d76-a785-0cc93d5c2496 HTTP/1.1" status: 200 len: 931 time: 0.5839818 Apr 01 15:49:47.044526 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.managers [None req-0cd10a45-6662-4881-8d60-a1f9ac0f21f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to bind port 91e13b30-9374-4b66-869b-9aece59493f0 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:49:47.055794 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.managers [None req-0cd10a45-6662-4881-8d60-a1f9ac0f21f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to bind port 91e13b30-9374-4b66-869b-9aece59493f0 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'c32cf738-c1d0-4a3e-aefa-fd9081c66403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64'}] {{(pid=83826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:49:47.057799 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd10a45-6662-4881-8d60-a1f9ac0f21f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to bind port 91e13b30-9374-4b66-869b-9aece59493f0 on network 14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64 {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:49:47.103788 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd10a45-6662-4881-8d60-a1f9ac0f21f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Port 91e13b30-9374-4b66-869b-9aece59493f0 on network 14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:49:47.105296 dv-neutron-833373-2-hyperv neutron-server[83826]: ERROR neutron.plugins.ml2.managers [None req-0cd10a45-6662-4881-8d60-a1f9ac0f21f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Failed to bind port 91e13b30-9374-4b66-869b-9aece59493f0 on host hv-neutron-8333 for vnic_type normal using segments [{'id': 'c32cf738-c1d0-4a3e-aefa-fd9081c66403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64'}] Apr 01 15:49:47.106671 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.plugins.ml2.plugin [None req-0cd10a45-6662-4881-8d60-a1f9ac0f21f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempt 8 to bind port 91e13b30-9374-4b66-869b-9aece59493f0 Apr 01 15:49:47.170447 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0063a3-5153-47a5-9f39-47c836fcb3c9 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Network 41457c54-04fc-4048-91e2-4fb9d212c56a is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:47.196447 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5e9eee18-0e83-4580-955d-10b9c8e06c66 req-acaa2a44-0fc2-49c5-b3f3-e3f55e8d989f tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] 10.222.0.55 "GET /v2.0/security-groups?id=91d36638-0971-4d83-9ddc-3b1723ec8292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1957421 Apr 01 15:49:47.198263 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-bc0063a3-5153-47a5-9f39-47c836fcb3c9 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:47.199496 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.managers [None req-0cd10a45-6662-4881-8d60-a1f9ac0f21f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to bind port 91e13b30-9374-4b66-869b-9aece59493f0 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:49:47.199824 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.managers [None req-0cd10a45-6662-4881-8d60-a1f9ac0f21f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to bind port 91e13b30-9374-4b66-869b-9aece59493f0 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'c32cf738-c1d0-4a3e-aefa-fd9081c66403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64'}] {{(pid=83826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:49:47.200149 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd10a45-6662-4881-8d60-a1f9ac0f21f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to bind port 91e13b30-9374-4b66-869b-9aece59493f0 on network 14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64 {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:49:47.214970 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd10a45-6662-4881-8d60-a1f9ac0f21f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Port 91e13b30-9374-4b66-869b-9aece59493f0 on network 14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:49:47.215330 dv-neutron-833373-2-hyperv neutron-server[83826]: ERROR neutron.plugins.ml2.managers [None req-0cd10a45-6662-4881-8d60-a1f9ac0f21f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Failed to bind port 91e13b30-9374-4b66-869b-9aece59493f0 on host hv-neutron-8333 for vnic_type normal using segments [{'id': 'c32cf738-c1d0-4a3e-aefa-fd9081c66403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64'}] Apr 01 15:49:47.215714 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.plugins.ml2.plugin [None req-0cd10a45-6662-4881-8d60-a1f9ac0f21f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempt 9 to bind port 91e13b30-9374-4b66-869b-9aece59493f0 Apr 01 15:49:47.218743 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0063a3-5153-47a5-9f39-47c836fcb3c9 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:49:47.277989 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.managers [None req-0cd10a45-6662-4881-8d60-a1f9ac0f21f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to bind port 91e13b30-9374-4b66-869b-9aece59493f0 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:49:47.278317 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.managers [None req-0cd10a45-6662-4881-8d60-a1f9ac0f21f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to bind port 91e13b30-9374-4b66-869b-9aece59493f0 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'c32cf738-c1d0-4a3e-aefa-fd9081c66403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64'}] {{(pid=83826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:49:47.278651 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd10a45-6662-4881-8d60-a1f9ac0f21f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to bind port 91e13b30-9374-4b66-869b-9aece59493f0 on network 14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64 {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:49:47.292038 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd10a45-6662-4881-8d60-a1f9ac0f21f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Port 91e13b30-9374-4b66-869b-9aece59493f0 on network 14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:49:47.292469 dv-neutron-833373-2-hyperv neutron-server[83826]: ERROR neutron.plugins.ml2.managers [None req-0cd10a45-6662-4881-8d60-a1f9ac0f21f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Failed to bind port 91e13b30-9374-4b66-869b-9aece59493f0 on host hv-neutron-8333 for vnic_type normal using segments [{'id': 'c32cf738-c1d0-4a3e-aefa-fd9081c66403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64'}] Apr 01 15:49:47.292886 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.plugins.ml2.plugin [None req-0cd10a45-6662-4881-8d60-a1f9ac0f21f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempt 10 to bind port 91e13b30-9374-4b66-869b-9aece59493f0 Apr 01 15:49:47.363182 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.managers [None req-0cd10a45-6662-4881-8d60-a1f9ac0f21f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to bind port 91e13b30-9374-4b66-869b-9aece59493f0 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:49:47.363748 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.managers [None req-0cd10a45-6662-4881-8d60-a1f9ac0f21f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to bind port 91e13b30-9374-4b66-869b-9aece59493f0 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'c32cf738-c1d0-4a3e-aefa-fd9081c66403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64'}] {{(pid=83826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:49:47.367449 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd10a45-6662-4881-8d60-a1f9ac0f21f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempting to bind port 91e13b30-9374-4b66-869b-9aece59493f0 on network 14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64 {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:49:47.382238 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd10a45-6662-4881-8d60-a1f9ac0f21f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Port 91e13b30-9374-4b66-869b-9aece59493f0 on network 14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:49:47.398065 dv-neutron-833373-2-hyperv neutron-server[83826]: ERROR neutron.plugins.ml2.managers [None req-0cd10a45-6662-4881-8d60-a1f9ac0f21f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Failed to bind port 91e13b30-9374-4b66-869b-9aece59493f0 on host hv-neutron-8333 for vnic_type normal using segments [{'id': 'c32cf738-c1d0-4a3e-aefa-fd9081c66403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64'}] Apr 01 15:49:47.398783 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0cd10a45-6662-4881-8d60-a1f9ac0f21f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:47.507937 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-7a0f3e5c-16ce-4c21-8ca7-53ef49baf83c None None] Port 22605461-c586-48ab-8d46-fe629943dd78 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:49:47.510069 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0063a3-5153-47a5-9f39-47c836fcb3c9 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:47.510735 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-bc0063a3-5153-47a5-9f39-47c836fcb3c9 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:47.552647 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d6a952-f1e7-499c-885b-0d19ad95ca16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'tenant_id': '50a1f72bd5e54e209eb4756b30f7e6a6', 'fixed_ips': [{'subnet_id': '908f22a6-eef1-411d-b252-585ee749a676'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:49:47.553454 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-10d6a952-f1e7-499c-885b-0d19ad95ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:47.700272 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 3cd858cc-2b12-4f65-bfa6-dbb86b043779 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:49:47.756567 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 46768) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:47.828370 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-bc0063a3-5153-47a5-9f39-47c836fcb3c9 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 5.6229148 Apr 01 15:49:47.844857 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 46774) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:47.851147 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-30357785-fc28-4702-855e-f5f638f42ae0 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:47.889787 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-7c370a29-1367-40eb-b9d3-fbd0c9be3720 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Request body: {'floatingip': {'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'port_id': '9d02f8e7-737e-4c6d-83c5-96ede7a01568', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:49:47.919122 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0063a3-5153-47a5-9f39-47c836fcb3c9 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Pushing event updated for resources: {'Port': ['ID=9d02f8e7-737e-4c6d-83c5-96ede7a01568,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:47.930769 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [req-c286f5f0-0161-41a1-955b-f2bb6919fa9e req-083e5db2-c6a3-4af6-ba34-2bf378852935 service neutron] Request body: {'port': {'device_id': '24676d03-56f5-4d76-a785-0cc93d5c2496', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:49:47.997011 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-7c370a29-1367-40eb-b9d3-fbd0c9be3720 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:48.056576 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-755820c2-f079-4fd6-8214-31fe28bef385 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:48.073715 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-755820c2-f079-4fd6-8214-31fe28bef385 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Usage tracker for resource:port and tenant:50a1f72bd5e54e209eb4756b30f7e6a6 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:48.077525 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-755820c2-f079-4fd6-8214-31fe28bef385 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:48.086091 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-755820c2-f079-4fd6-8214-31fe28bef385 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:48.097793 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-7c370a29-1367-40eb-b9d3-fbd0c9be3720 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Usage tracker for resource:floatingip and tenant:7e7aded1adfa4cd1be462b87d89e24d5 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:48.118510 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-7c370a29-1367-40eb-b9d3-fbd0c9be3720 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:48.121726 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-773347b0-6d94-4425-854d-528b83d297c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:48.133276 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-755820c2-f079-4fd6-8214-31fe28bef385 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Made reservation on behalf of 50a1f72bd5e54e209eb4756b30f7e6a6 for: {'port': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:48.136403 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-755820c2-f079-4fd6-8214-31fe28bef385 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:48.233428 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 46778) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:48.266456 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-7c370a29-1367-40eb-b9d3-fbd0c9be3720 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:48.275389 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 3cd858cc-2b12-4f65-bfa6-dbb86b043779 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:49:48.294263 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 3cd858cc-2b12-4f65-bfa6-dbb86b043779 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:48.296189 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:48.321159 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [None req-755820c2-f079-4fd6-8214-31fe28bef385 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] device_id is not set on port 38d0e5ed-151b-47d6-af3a-3dda27ab8311 yet. {{(pid=83828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:49:48.341818 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [None req-0cd10a45-6662-4881-8d60-a1f9ac0f21f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] For port 91e13b30-9374-4b66-869b-9aece59493f0, host hv-neutron-8333, cleared binding levels {{(pid=83826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:49:48.342119 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [None req-0cd10a45-6662-4881-8d60-a1f9ac0f21f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Attempted to set empty binding levels {{(pid=83826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 01 15:49:48.384041 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0cd10a45-6662-4881-8d60-a1f9ac0f21f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:48.394087 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-10d6a952-f1e7-499c-885b-0d19ad95ca16 None None] Allocated IP 2001:db8::2 (7b65ac5c-8834-4b65-9b28-b7dba6c9746f/908f22a6-eef1-411d-b252-585ee749a676/2435a052-cff0-4b9c-8caf-abca720f7ed6) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:49:48.401164 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-3f702bf6-ecdd-4c4c-ad0d-5765e6246826 req-38717248-5964-46d1-985b-f7bcadbb4d03 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Synchronizing usage tracker for tenant:ea61585477ae47b59fca06b1e521f7a0 on resource:security_group {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:49:48.431373 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-30357785-fc28-4702-855e-f5f638f42ae0 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:48.487833 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7c370a29-1367-40eb-b9d3-fbd0c9be3720 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks [] for floatingip, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:48.560433 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3d0b7e3e-e21f-48f3-b06b-d548659a176b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:48.703914 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:48.786505 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port 3cd858cc-2b12-4f65-bfa6-dbb86b043779, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=3cd858cc-2b12-4f65-bfa6-dbb86b043779,segment=NetworkSegment(a4346d49-0e35-4d5e-8e9e-68af5927dae5),segment_id=a4346d49-0e35-4d5e-8e9e-68af5927dae5)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:49:48.791957 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:48.860380 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-c286f5f0-0161-41a1-955b-f2bb6919fa9e req-083e5db2-c6a3-4af6-ba34-2bf378852935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:48.925990 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-773347b0-6d94-4425-854d-528b83d297c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:48.955518 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-0cd10a45-6662-4881-8d60-a1f9ac0f21f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] In _notify_port_updated(), no bound segment for port 91e13b30-9374-4b66-869b-9aece59493f0 on network 14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64 {{(pid=83826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 01 15:49:48.956716 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0cd10a45-6662-4881-8d60-a1f9ac0f21f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:48.964377 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-0cd10a45-6662-4881-8d60-a1f9ac0f21f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] 10.222.0.55 "PUT /v2.0/ports/91e13b30-9374-4b66-869b-9aece59493f0 HTTP/1.1" status: 200 len: 981 time: 6.4900563 Apr 01 15:49:48.966290 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-773347b0-6d94-4425-854d-528b83d297c9 admin admin] Usage tracker for resource:security_group_rule and tenant:b4a2ab9abd994604a9d3e166559c04fa is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:48.967871 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=3cd858cc-2b12-4f65-bfa6-dbb86b043779,revision_number=5']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:49.007344 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-10d6a952-f1e7-499c-885b-0d19ad95ca16 None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:49.042192 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 46784) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:49.048558 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-10d6a952-f1e7-499c-885b-0d19ad95ca16 None None] Transition to ACTIVE for port object 2435a052-cff0-4b9c-8caf-abca720f7ed6 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:49:49.107846 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-10d6a952-f1e7-499c-885b-0d19ad95ca16 None None] Transition to ACTIVE for port object 2435a052-cff0-4b9c-8caf-abca720f7ed6 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:49:49.122115 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-10d6a952-f1e7-499c-885b-0d19ad95ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:49.265219 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d6a952-f1e7-499c-885b-0d19ad95ca16 None None] Pushing event updated for resources: {'Port': ['ID=2435a052-cff0-4b9c-8caf-abca720f7ed6,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:49.283664 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d6a952-f1e7-499c-885b-0d19ad95ca16 None None] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:49.288218 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-10d6a952-f1e7-499c-885b-0d19ad95ca16 None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:49.293517 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d6a952-f1e7-499c-885b-0d19ad95ca16 None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:49:49.304797 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-773347b0-6d94-4425-854d-528b83d297c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:49.307712 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-3f702bf6-ecdd-4c4c-ad0d-5765e6246826 req-38717248-5964-46d1-985b-f7bcadbb4d03 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Unset dirty status for tenant:ea61585477ae47b59fca06b1e521f7a0 on resource:security_group {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:49:49.328288 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-3f702bf6-ecdd-4c4c-ad0d-5765e6246826 req-38717248-5964-46d1-985b-f7bcadbb4d03 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1369597568&fields=id&tenant_id=ea61585477ae47b59fca06b1e521f7a0 HTTP/1.1" status: 200 len: 267 time: 1.6622586 Apr 01 15:49:49.331758 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-38fbd2df-0c08-4542-9211-7e204a532e80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Deleting port 91e13b30-9374-4b66-869b-9aece59493f0 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:49:49.332401 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-38fbd2df-0c08-4542-9211-7e204a532e80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:49.367725 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd10a45-6662-4881-8d60-a1f9ac0f21f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Pushing event updated for resources: {'Port': ['ID=91e13b30-9374-4b66-869b-9aece59493f0,revision_number=3']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:49.378592 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-773347b0-6d94-4425-854d-528b83d297c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:49.407377 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-755820c2-f079-4fd6-8214-31fe28bef385 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Allocated IP 2001:db8::21a (7b65ac5c-8834-4b65-9b28-b7dba6c9746f/908f22a6-eef1-411d-b252-585ee749a676/38d0e5ed-151b-47d6-af3a-3dda27ab8311) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:49:49.443272 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-10d6a952-f1e7-499c-885b-0d19ad95ca16 None None] Attempting to bind port 2435a052-cff0-4b9c-8caf-abca720f7ed6 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:49:49.443649 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-10d6a952-f1e7-499c-885b-0d19ad95ca16 None None] Attempting to bind port 2435a052-cff0-4b9c-8caf-abca720f7ed6 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:49:49.444193 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.db.resource_extend [None req-30357785-fc28-4702-855e-f5f638f42ae0 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:49:49.444329 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d6a952-f1e7-499c-885b-0d19ad95ca16 None None] Attempting to bind port 2435a052-cff0-4b9c-8caf-abca720f7ed6 on network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:49:49.472577 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d6a952-f1e7-499c-885b-0d19ad95ca16 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:49:49.479650 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d6a952-f1e7-499c-885b-0d19ad95ca16 None None] Checking segment: {'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:49:49.484689 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-10d6a952-f1e7-499c-885b-0d19ad95ca16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:49.490392 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d6a952-f1e7-499c-885b-0d19ad95ca16 None None] Bound using segment: {'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:49:49.490392 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-10d6a952-f1e7-499c-885b-0d19ad95ca16 None None] Bound port: 2435a052-cff0-4b9c-8caf-abca720f7ed6, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:49:49.490392 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-10d6a952-f1e7-499c-885b-0d19ad95ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:49.499716 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-30357785-fc28-4702-855e-f5f638f42ae0 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Notify callbacks [] for port, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:49.571211 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-3d0b7e3e-e21f-48f3-b06b-d548659a176b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:49.636325 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 3cd858cc-2b12-4f65-bfa6-dbb86b043779 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:49:49.770786 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f702bf6-ecdd-4c4c-ad0d-5765e6246826 req-fe4eccff-1c1c-4417-ba58-69cc129da45d tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:49.771745 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-3f702bf6-ecdd-4c4c-ad0d-5765e6246826 req-fe4eccff-1c1c-4417-ba58-69cc129da45d tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Synchronizing usage tracker for tenant:ea61585477ae47b59fca06b1e521f7a0 on resource:network {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:49:49.784895 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 3cd858cc-2b12-4f65-bfa6-dbb86b043779 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:49.785636 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:49.828435 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-38fbd2df-0c08-4542-9211-7e204a532e80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] For port 91e13b30-9374-4b66-869b-9aece59493f0, host hv-neutron-8333, got binding levels [] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:49:49.828950 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-38fbd2df-0c08-4542-9211-7e204a532e80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:49.862525 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-10d6a952-f1e7-499c-885b-0d19ad95ca16 None None] For port 2435a052-cff0-4b9c-8caf-abca720f7ed6, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:49:49.909499 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-10d6a952-f1e7-499c-885b-0d19ad95ca16 None None] For port 2435a052-cff0-4b9c-8caf-abca720f7ed6, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=2435a052-cff0-4b9c-8caf-abca720f7ed6,segment=NetworkSegment(c41dc1a5-c958-4d8b-81ea-3934c36371b8),segment_id=c41dc1a5-c958-4d8b-81ea-3934c36371b8)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:49:49.916996 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-10d6a952-f1e7-499c-885b-0d19ad95ca16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:49.971399 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-38fbd2df-0c08-4542-9211-7e204a532e80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Calling delete_port for 91e13b30-9374-4b66-869b-9aece59493f0 owned by {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:49:50.019418 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d6a952-f1e7-499c-885b-0d19ad95ca16 None None] Pushing event updated for resources: {'Port': ['ID=2435a052-cff0-4b9c-8caf-abca720f7ed6,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:50.049328 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [req-c286f5f0-0161-41a1-955b-f2bb6919fa9e req-083e5db2-c6a3-4af6-ba34-2bf378852935 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22605461-c586-48ab-8d46-fe629943dd78 {{(pid=83826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:49:50.058924 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-c286f5f0-0161-41a1-955b-f2bb6919fa9e req-083e5db2-c6a3-4af6-ba34-2bf378852935 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:50.078999 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [req-c286f5f0-0161-41a1-955b-f2bb6919fa9e req-083e5db2-c6a3-4af6-ba34-2bf378852935 service neutron] Transition to ACTIVE for port object 22605461-c586-48ab-8d46-fe629943dd78 will not be triggered until provisioned by entity L2. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:49:50.102750 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-3d0b7e3e-e21f-48f3-b06b-d548659a176b admin admin] Usage tracker for resource:security_group_rule and tenant:58d90f7a887d42d4a191f7941995ac8e is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:50.107629 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-3d0b7e3e-e21f-48f3-b06b-d548659a176b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:50.116572 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-30357785-fc28-4702-855e-f5f638f42ae0 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:50.131624 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-3d0b7e3e-e21f-48f3-b06b-d548659a176b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:50.170609 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-c286f5f0-0161-41a1-955b-f2bb6919fa9e req-083e5db2-c6a3-4af6-ba34-2bf378852935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:50.193213 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7c370a29-1367-40eb-b9d3-fbd0c9be3720 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:50.404722 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1b94db-876f-4612-8b89-358296ac8033 req-22bf8261-860a-44a5-9e7d-9e335dfbb235 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:50.418317 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ec1b94db-876f-4612-8b89-358296ac8033 req-22bf8261-860a-44a5-9e7d-9e335dfbb235 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] 10.222.0.55 "GET /v2.0/ports?device_id=24676d03-56f5-4d76-a785-0cc93d5c2496 HTTP/1.1" status: 200 len: 931 time: 1.8229048 Apr 01 15:49:50.487201 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-30357785-fc28-4702-855e-f5f638f42ae0 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617697'] for floatingip, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:50.595832 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083e5db2-c6a3-4af6-ba34-2bf378852935 service neutron] Pushing event updated for resources: {'Port': ['ID=22605461-c586-48ab-8d46-fe629943dd78,revision_number=2']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:50.650672 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-30357785-fc28-4702-855e-f5f638f42ae0 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for floatingip, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:50.651897 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-30357785-fc28-4702-855e-f5f638f42ae0 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 11.5496399 Apr 01 15:49:50.661423 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-38fbd2df-0c08-4542-9211-7e204a532e80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:50.690143 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-38fbd2df-0c08-4542-9211-7e204a532e80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:50.693354 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30357785-fc28-4702-855e-f5f638f42ae0 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Pushing event updated for resources: {'Port': ['ID=022ed0cb-7470-4643-a832-692bfb97c2f7,revision_number=2']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:50.775917 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-773347b0-6d94-4425-854d-528b83d297c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:50.783685 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ec1b94db-876f-4612-8b89-358296ac8033 req-deee0da0-ddbb-4ed7-9104-d3a17eb9b8da tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] 10.222.0.55 "GET /v2.0/security-groups?id=91d36638-0971-4d83-9ddc-3b1723ec8292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3643725 Apr 01 15:49:50.788249 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3d0b7e3e-e21f-48f3-b06b-d548659a176b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:50.793727 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-773347b0-6d94-4425-854d-528b83d297c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:50.830983 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3d0b7e3e-e21f-48f3-b06b-d548659a176b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:50.835384 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-7c370a29-1367-40eb-b9d3-fbd0c9be3720 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Allocated IP 172.26.1.110 (ed45466e-0386-4b92-8de3-247c977242ac/0479f741-5cd1-4d6f-b593-d8aa909a42d3/913d5c27-7c04-4db7-91d3-dc11321cb50a) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:49:50.861106 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-3f702bf6-ecdd-4c4c-ad0d-5765e6246826 req-fe4eccff-1c1c-4417-ba58-69cc129da45d tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Unset dirty status for tenant:ea61585477ae47b59fca06b1e521f7a0 on resource:network {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:49:50.862201 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-3f702bf6-ecdd-4c4c-ad0d-5765e6246826 req-fe4eccff-1c1c-4417-ba58-69cc129da45d tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/networks?id=10bfa6c5-d504-42f7-b6a8-189d201bcc59 HTTP/1.1" status: 200 len: 811 time: 1.5330806 Apr 01 15:49:50.880055 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773347b0-6d94-4425-854d-528b83d297c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c87791c-1b12-478b-b234-71fa954d14a3,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:50.920996 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.managers [req-c286f5f0-0161-41a1-955b-f2bb6919fa9e req-083e5db2-c6a3-4af6-ba34-2bf378852935 service neutron] Attempting to bind port 22605461-c586-48ab-8d46-fe629943dd78 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:49:50.921335 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.managers [req-c286f5f0-0161-41a1-955b-f2bb6919fa9e req-083e5db2-c6a3-4af6-ba34-2bf378852935 service neutron] Attempting to bind port 22605461-c586-48ab-8d46-fe629943dd78 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '9bb8a968-41a4-480e-a4e4-5873f2811f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '81e6234b-1120-4acc-ae32-1910fd2f72f2'}] {{(pid=83826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:49:50.921671 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c286f5f0-0161-41a1-955b-f2bb6919fa9e req-083e5db2-c6a3-4af6-ba34-2bf378852935 service neutron] Attempting to bind port 22605461-c586-48ab-8d46-fe629943dd78 on network 81e6234b-1120-4acc-ae32-1910fd2f72f2 {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:49:50.931422 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-773347b0-6d94-4425-854d-528b83d297c9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b4a2ab9abd994604a9d3e166559c04fa&name=default HTTP/1.1" status: 200 len: 2647 time: 3.1735175 Apr 01 15:49:50.944272 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 46798) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:50.946866 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fbd2df-0c08-4542-9211-7e204a532e80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Pushing event deleted for resources: {'Port': ['ID=91e13b30-9374-4b66-869b-9aece59493f0,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:50.970489 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-3d0b7e3e-e21f-48f3-b06b-d548659a176b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=58d90f7a887d42d4a191f7941995ac8e&name=default HTTP/1.1" status: 200 len: 2647 time: 2.7268636 Apr 01 15:49:50.971288 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-38fbd2df-0c08-4542-9211-7e204a532e80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] 10.222.0.55 "DELETE /v2.0/ports/91e13b30-9374-4b66-869b-9aece59493f0 HTTP/1.1" status: 204 len: 168 time: 1.9145513 Apr 01 15:49:50.971963 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-3f702bf6-ecdd-4c4c-ad0d-5765e6246826 req-dfa103b6-9930-40f5-a759-5a84e2c57aba tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/quotas/ea61585477ae47b59fca06b1e521f7a0 HTTP/1.1" status: 200 len: 375 time: 0.1029675 Apr 01 15:49:50.989299 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 46802) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:50.989490 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 46804) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:50.999219 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c286f5f0-0161-41a1-955b-f2bb6919fa9e req-083e5db2-c6a3-4af6-ba34-2bf378852935 service neutron] Port 22605461-c586-48ab-8d46-fe629943dd78 on network 81e6234b-1120-4acc-ae32-1910fd2f72f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:49:50.999546 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c286f5f0-0161-41a1-955b-f2bb6919fa9e req-083e5db2-c6a3-4af6-ba34-2bf378852935 service neutron] Attempting to bind port 22605461-c586-48ab-8d46-fe629943dd78 on network 81e6234b-1120-4acc-ae32-1910fd2f72f2 {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:49:51.059841 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0b7e3e-e21f-48f3-b06b-d548659a176b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=573c0736-cc84-45ac-8d44-137d0cafbb8c,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:51.076230 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-755820c2-f079-4fd6-8214-31fe28bef385 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:51.115480 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-21524805-665e-4f2f-b809-331575d53879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] GET failed (client error): The resource could not be found. Apr 01 15:49:51.116166 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-21524805-665e-4f2f-b809-331575d53879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Synchronizing usage tracker for tenant:29efa8157e814d9b99da926b3346862f on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:49:51.124366 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c286f5f0-0161-41a1-955b-f2bb6919fa9e req-083e5db2-c6a3-4af6-ba34-2bf378852935 service neutron] Checking agent: {'id': '5b2860be-0b4f-4931-914a-5d10403eafcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 47, 24), 'started_at': datetime.datetime(2022, 4, 1, 15, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:49:51.124704 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c286f5f0-0161-41a1-955b-f2bb6919fa9e req-083e5db2-c6a3-4af6-ba34-2bf378852935 service neutron] Checking segment: {'id': '9bb8a968-41a4-480e-a4e4-5873f2811f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '81e6234b-1120-4acc-ae32-1910fd2f72f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:49:51.125287 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c286f5f0-0161-41a1-955b-f2bb6919fa9e req-083e5db2-c6a3-4af6-ba34-2bf378852935 service neutron] Bound using segment: {'id': '9bb8a968-41a4-480e-a4e4-5873f2811f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '81e6234b-1120-4acc-ae32-1910fd2f72f2'} {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:49:51.125770 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.managers [req-c286f5f0-0161-41a1-955b-f2bb6919fa9e req-083e5db2-c6a3-4af6-ba34-2bf378852935 service neutron] Bound port: 22605461-c586-48ab-8d46-fe629943dd78, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bb8a968-41a4-480e-a4e4-5873f2811f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '81e6234b-1120-4acc-ae32-1910fd2f72f2'}}] {{(pid=83826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:49:51.126119 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-c286f5f0-0161-41a1-955b-f2bb6919fa9e req-083e5db2-c6a3-4af6-ba34-2bf378852935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:51.137182 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [None req-755820c2-f079-4fd6-8214-31fe28bef385 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Transition to ACTIVE for port object 38d0e5ed-151b-47d6-af3a-3dda27ab8311 will not be triggered until provisioned by entity DHCP. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:49:51.140399 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7c370a29-1367-40eb-b9d3-fbd0c9be3720 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:51.169965 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-72591cd3-de92-4a7b-bc30-32d4a613311d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:51.204110 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-96a2c4d8-1d65-4322-8802-654372a7e4d3 req-2cdde2c7-da6d-466a-9e4a-7cc04f196156 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Synchronizing usage tracker for tenant:b509592769ce4fd4a6019281630321e8 on resource:security_group {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:49:51.214636 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-72591cd3-de92-4a7b-bc30-32d4a613311d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:51.229745 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-21524805-665e-4f2f-b809-331575d53879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] Unset dirty status for tenant:29efa8157e814d9b99da926b3346862f on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:49:51.230980 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-21524805-665e-4f2f-b809-331575d53879 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004405745-project-admin] 10.222.0.55 "GET /v2.0/ports/91e13b30-9374-4b66-869b-9aece59493f0 HTTP/1.1" status: 404 len: 333 time: 0.2385261 Apr 01 15:49:51.235485 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 46810) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:51.238643 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-755820c2-f079-4fd6-8214-31fe28bef385 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:51.259314 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9c032f92-380c-4605-8457-645e0e3cae77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:51.313456 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-96a2c4d8-1d65-4322-8802-654372a7e4d3 req-2cdde2c7-da6d-466a-9e4a-7cc04f196156 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Unset dirty status for tenant:b509592769ce4fd4a6019281630321e8 on resource:security_group {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:49:51.314676 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-96a2c4d8-1d65-4322-8802-654372a7e4d3 req-2cdde2c7-da6d-466a-9e4a-7cc04f196156 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1517173906&fields=id&tenant_id=b509592769ce4fd4a6019281630321e8 HTTP/1.1" status: 200 len: 267 time: 0.3817298 Apr 01 15:49:51.326897 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-3f702bf6-ecdd-4c4c-ad0d-5765e6246826 req-7f58c1b0-c753-4221-a40c-f5ff80110809 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Synchronizing usage tracker for tenant:ea61585477ae47b59fca06b1e521f7a0 on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:49:51.332447 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9c032f92-380c-4605-8457-645e0e3cae77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:51.344707 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7c370a29-1367-40eb-b9d3-fbd0c9be3720 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:51.369858 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [req-c286f5f0-0161-41a1-955b-f2bb6919fa9e req-083e5db2-c6a3-4af6-ba34-2bf378852935 service neutron] For port 22605461-c586-48ab-8d46-fe629943dd78, host hv-neutron-8333, cleared binding levels {{(pid=83826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:49:51.446237 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c370a29-1367-40eb-b9d3-fbd0c9be3720 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Pushing event updated for resources: {'Port': ['ID=913d5c27-7c04-4db7-91d3-dc11321cb50a,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:51.469900 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [req-c286f5f0-0161-41a1-955b-f2bb6919fa9e req-083e5db2-c6a3-4af6-ba34-2bf378852935 service neutron] For port 22605461-c586-48ab-8d46-fe629943dd78, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=22605461-c586-48ab-8d46-fe629943dd78,segment=NetworkSegment(9bb8a968-41a4-480e-a4e4-5873f2811f7b),segment_id=9bb8a968-41a4-480e-a4e4-5873f2811f7b)] {{(pid=83826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:49:51.489435 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-3f702bf6-ecdd-4c4c-ad0d-5765e6246826 req-7f58c1b0-c753-4221-a40c-f5ff80110809 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Unset dirty status for tenant:ea61585477ae47b59fca06b1e521f7a0 on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:49:51.492051 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-3f702bf6-ecdd-4c4c-ad0d-5765e6246826 req-7f58c1b0-c753-4221-a40c-f5ff80110809 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ea61585477ae47b59fca06b1e521f7a0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5018425 Apr 01 15:49:51.496967 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-c286f5f0-0161-41a1-955b-f2bb6919fa9e req-083e5db2-c6a3-4af6-ba34-2bf378852935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:51.507863 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-30b4fcf3-6cff-469e-8847-3f894e09bf55 None None] Provisioning for port 2435a052-cff0-4b9c-8caf-abca720f7ed6 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:49:51.534345 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-db02e55f-a7e4-47e9-9c4a-ffdfa8b2294c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222939930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222939930-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:51.578631 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c370a29-1367-40eb-b9d3-fbd0c9be3720 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Network ed45466e-0386-4b92-8de3-247c977242ac is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:51.581004 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 2435a052-cff0-4b9c-8caf-abca720f7ed6 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:49:51.584164 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755820c2-f079-4fd6-8214-31fe28bef385 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:51.586213 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-7c370a29-1367-40eb-b9d3-fbd0c9be3720 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:51.592226 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-755820c2-f079-4fd6-8214-31fe28bef385 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:51.597793 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c370a29-1367-40eb-b9d3-fbd0c9be3720 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:49:51.627411 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755820c2-f079-4fd6-8214-31fe28bef385 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:49:51.631633 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755820c2-f079-4fd6-8214-31fe28bef385 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:51.632325 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-755820c2-f079-4fd6-8214-31fe28bef385 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:51.636818 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755820c2-f079-4fd6-8214-31fe28bef385 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event updated for resources: {'Port': ['ID=38d0e5ed-151b-47d6-af3a-3dda27ab8311,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:51.684295 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 2435a052-cff0-4b9c-8caf-abca720f7ed6 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:49:51.691709 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 2435a052-cff0-4b9c-8caf-abca720f7ed6 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:51.692077 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:51.717910 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-72591cd3-de92-4a7b-bc30-32d4a613311d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:51.792247 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2c4d8-1d65-4322-8802-654372a7e4d3 req-6adfa360-776a-41c2-8f4a-b62ea81ecaa1 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:51.793246 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-96a2c4d8-1d65-4322-8802-654372a7e4d3 req-6adfa360-776a-41c2-8f4a-b62ea81ecaa1 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Synchronizing usage tracker for tenant:b509592769ce4fd4a6019281630321e8 on resource:network {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:49:51.815233 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72591cd3-de92-4a7b-bc30-32d4a613311d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=573c0736-cc84-45ac-8d44-137d0cafbb8c,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:51.815611 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-c286f5f0-0161-41a1-955b-f2bb6919fa9e req-083e5db2-c6a3-4af6-ba34-2bf378852935 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:51.823294 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c286f5f0-0161-41a1-955b-f2bb6919fa9e req-083e5db2-c6a3-4af6-ba34-2bf378852935 service neutron] 10.222.0.24 "PUT /v2.0/ports/22605461-c586-48ab-8d46-fe629943dd78 HTTP/1.1" status: 200 len: 1093 time: 4.2495770 Apr 01 15:49:51.825193 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24676d03-56f5-4d76-a785-0cc93d5c2496', 'tag': '22605461-c586-48ab-8d46-fe629943dd78'}] {{(pid=83826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:49:51.829267 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-755820c2-f079-4fd6-8214-31fe28bef385 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.1465328 Apr 01 15:49:51.831367 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 46816) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:51.862802 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:51.921631 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9c032f92-380c-4605-8457-645e0e3cae77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:51.935879 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port 2435a052-cff0-4b9c-8caf-abca720f7ed6, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=2435a052-cff0-4b9c-8caf-abca720f7ed6,segment=NetworkSegment(c41dc1a5-c958-4d8b-81ea-3934c36371b8),segment_id=c41dc1a5-c958-4d8b-81ea-3934c36371b8)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:49:51.952771 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:51.955838 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-72591cd3-de92-4a7b-bc30-32d4a613311d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:51.959754 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-72591cd3-de92-4a7b-bc30-32d4a613311d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/573c0736-cc84-45ac-8d44-137d0cafbb8c HTTP/1.1" status: 204 len: 168 time: 0.9632835 Apr 01 15:49:52.009387 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-db02e55f-a7e4-47e9-9c4a-ffdfa8b2294c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222939930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222939930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:52.070867 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-db02e55f-a7e4-47e9-9c4a-ffdfa8b2294c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222939930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222939930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64']}} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:52.079571 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083e5db2-c6a3-4af6-ba34-2bf378852935 service neutron] Pushing event updated for resources: {'Port': ['ID=22605461-c586-48ab-8d46-fe629943dd78,revision_number=3']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:52.099192 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-db02e55f-a7e4-47e9-9c4a-ffdfa8b2294c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222939930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222939930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c32cf738-c1d0-4a3e-aefa-fd9081c66403') {'for_net_delete': True} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:52.099568 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-db02e55f-a7e4-47e9-9c4a-ffdfa8b2294c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222939930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222939930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c32cf738-c1d0-4a3e-aefa-fd9081c66403') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:52.099957 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-96a2c4d8-1d65-4322-8802-654372a7e4d3 req-6adfa360-776a-41c2-8f4a-b62ea81ecaa1 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Unset dirty status for tenant:b509592769ce4fd4a6019281630321e8 on resource:network {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:49:52.103173 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-96a2c4d8-1d65-4322-8802-654372a7e4d3 req-6adfa360-776a-41c2-8f4a-b62ea81ecaa1 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] 10.222.0.55 "GET /v2.0/networks?id=c3ae4b42-403f-4d6b-840f-4e19f61ec42f HTTP/1.1" status: 200 len: 812 time: 0.7616730 Apr 01 15:49:52.124004 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c032f92-380c-4605-8457-645e0e3cae77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c87791c-1b12-478b-b234-71fa954d14a3,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:52.129184 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-db02e55f-a7e4-47e9-9c4a-ffdfa8b2294c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222939930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222939930-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15303093'] for segment, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:52.158108 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-db02e55f-a7e4-47e9-9c4a-ffdfa8b2294c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222939930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222939930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:52.202322 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=2435a052-cff0-4b9c-8caf-abca720f7ed6,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:52.226906 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db02e55f-a7e4-47e9-9c4a-ffdfa8b2294c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222939930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222939930-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=83828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:49:52.227754 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-db02e55f-a7e4-47e9-9c4a-ffdfa8b2294c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222939930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222939930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15306523'] for segment, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:52.232920 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-52348389-1fc4-42d4-a058-fe8d8adeb161 None None] Provisioning for port 38d0e5ed-151b-47d6-af3a-3dda27ab8311 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:49:52.244998 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-52348389-1fc4-42d4-a058-fe8d8adeb161 None None] Provisioning complete for port 38d0e5ed-151b-47d6-af3a-3dda27ab8311 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:52.246137 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-96a2c4d8-1d65-4322-8802-654372a7e4d3 req-5ed3cf83-4bb2-435b-99be-1b4653de2d40 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] 10.222.0.55 "GET /v2.0/quotas/b509592769ce4fd4a6019281630321e8 HTTP/1.1" status: 200 len: 375 time: 0.0831339 Apr 01 15:49:52.246592 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-52348389-1fc4-42d4-a058-fe8d8adeb161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:52.287989 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9c032f92-380c-4605-8457-645e0e3cae77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:52.289336 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-9c032f92-380c-4605-8457-645e0e3cae77 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6c87791c-1b12-478b-b234-71fa954d14a3 HTTP/1.1" status: 204 len: 168 time: 1.3429711 Apr 01 15:49:52.307642 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-3f702bf6-ecdd-4c4c-ad0d-5765e6246826 req-fd9b5218-0fdf-470d-bea2-c9c11d66625f service neutron] 10.222.0.55 "GET /v2.0/networks/10bfa6c5-d504-42f7-b6a8-189d201bcc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7674270 Apr 01 15:49:52.337274 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-52348389-1fc4-42d4-a058-fe8d8adeb161 None None] Port 38d0e5ed-151b-47d6-af3a-3dda27ab8311 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:49:52.367679 dv-neutron-833373-2-hyperv neutron-server[83828]: Traceback (most recent call last): Apr 01 15:49:52.367679 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:49:52.367679 dv-neutron-833373-2-hyperv neutron-server[83828]: timer() Apr 01 15:49:52.367679 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:49:52.367679 dv-neutron-833373-2-hyperv neutron-server[83828]: cb(*args, **kw) Apr 01 15:49:52.367679 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:49:52.367679 dv-neutron-833373-2-hyperv neutron-server[83828]: return func(*args, **kwargs) Apr 01 15:49:52.367679 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:49:52.367679 dv-neutron-833373-2-hyperv neutron-server[83828]: self._notify() Apr 01 15:49:52.367679 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:49:52.367679 dv-neutron-833373-2-hyperv neutron-server[83828]: self.callback(batched_events) Apr 01 15:49:52.367679 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:49:52.367679 dv-neutron-833373-2-hyperv neutron-server[83828]: event.method(event) Apr 01 15:49:52.367679 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:49:52.367679 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:49:52.367679 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:49:52.367679 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:49:52.367679 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:49:52.367679 dv-neutron-833373-2-hyperv neutron-server[83828]: return f(self, *a, **k) Apr 01 15:49:52.367679 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:49:52.367679 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._get(url).json() Apr 01 15:49:52.367679 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:49:52.367679 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:49:52.367679 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:49:52.367679 dv-neutron-833373-2-hyperv neutron-server[83828]: return self.request(url, 'GET', **kwargs) Apr 01 15:49:52.367679 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:49:52.367679 dv-neutron-833373-2-hyperv neutron-server[83828]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:49:52.367679 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:49:52.367679 dv-neutron-833373-2-hyperv neutron-server[83828]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:49:52.367679 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:49:52.367679 dv-neutron-833373-2-hyperv neutron-server[83828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:49:52.367679 dv-neutron-833373-2-hyperv neutron-server[83828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:49:52.463103 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d50328-ddbc-4684-8ff7-c1084ba73772 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:52.467082 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d50328-ddbc-4684-8ff7-c1084ba73772 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:52.471456 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-66d50328-ddbc-4684-8ff7-c1084ba73772 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.6361456 Apr 01 15:49:52.475501 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 46832) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:52.507881 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-db02e55f-a7e4-47e9-9c4a-ffdfa8b2294c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222939930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222939930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:52.514702 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-db02e55f-a7e4-47e9-9c4a-ffdfa8b2294c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222939930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222939930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:52.528519 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c286f5f0-0161-41a1-955b-f2bb6919fa9e req-24ec63e6-9773-4a9b-a229-2c20c58ac707 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f25527a3ef4e4227be945540540cca4c&device_id=24676d03-56f5-4d76-a785-0cc93d5c2496 HTTP/1.1" status: 200 len: 1096 time: 0.6153336 Apr 01 15:49:52.551281 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db02e55f-a7e4-47e9-9c4a-ffdfa8b2294c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222939930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222939930-project] Pushing event deleted for resources: {'Network': ['ID=14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:52.561526 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-db02e55f-a7e4-47e9-9c4a-ffdfa8b2294c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222939930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222939930-project] 10.222.0.55 "DELETE /v2.0/networks/14e41dc2-df9b-4cd8-b3fb-cca7f0dd2e64 HTTP/1.1" status: 204 len: 168 time: 1.3244209 Apr 01 15:49:52.667605 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-96a2c4d8-1d65-4322-8802-654372a7e4d3 req-d4ab297f-11d9-4963-87af-1ba954d4894a tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b509592769ce4fd4a6019281630321e8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4123282 Apr 01 15:49:52.676110 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-3f702bf6-ecdd-4c4c-ad0d-5765e6246826 req-c6dc0fe2-fac4-4fcb-9d4c-de8b8dcd5d0e service neutron] 10.222.0.55 "GET /v2.0/networks/10bfa6c5-d504-42f7-b6a8-189d201bcc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3675652 Apr 01 15:49:52.677578 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c286f5f0-0161-41a1-955b-f2bb6919fa9e req-72683d73-ce4a-43a2-a235-cac6988f91ee service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22605461-c586-48ab-8d46-fe629943dd78 HTTP/1.1" status: 200 len: 217 time: 0.1388109 Apr 01 15:49:52.723140 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-15e51620-4f57-46c0-ae18-45b8dc86a184 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Deleting port 38d0e5ed-151b-47d6-af3a-3dda27ab8311 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:49:52.723495 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-15e51620-4f57-46c0-ae18-45b8dc86a184 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:52.840119 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c286f5f0-0161-41a1-955b-f2bb6919fa9e req-415094cd-fb14-44fa-8e7d-cc097a07df64 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:52.841682 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c286f5f0-0161-41a1-955b-f2bb6919fa9e req-415094cd-fb14-44fa-8e7d-cc097a07df64 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d48ff955-183a-46a4-8b71-2c017377434c HTTP/1.1" status: 200 len: 844 time: 0.1581643 Apr 01 15:49:52.909416 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7c370a29-1367-40eb-b9d3-fbd0c9be3720 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:52.981586 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7c370a29-1367-40eb-b9d3-fbd0c9be3720 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:53.080984 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c286f5f0-0161-41a1-955b-f2bb6919fa9e req-bf379730-922f-4368-83d2-54ad93ecfc43 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=81e6234b-1120-4acc-ae32-1910fd2f72f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2243800 Apr 01 15:49:53.157531 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 46862) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:53.233777 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-15e51620-4f57-46c0-ae18-45b8dc86a184 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:53.300098 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 46872) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:53.309202 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7c370a29-1367-40eb-b9d3-fbd0c9be3720 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks [] for port, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:53.316366 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7c370a29-1367-40eb-b9d3-fbd0c9be3720 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:53.397472 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c370a29-1367-40eb-b9d3-fbd0c9be3720 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Pushing event updated for resources: {'Port': ['ID=913d5c27-7c04-4db7-91d3-dc11321cb50a,revision_number=2']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:53.485452 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-15e51620-4f57-46c0-ae18-45b8dc86a184 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Calling delete_port for 38d0e5ed-151b-47d6-af3a-3dda27ab8311 owned by {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:49:53.508582 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7c370a29-1367-40eb-b9d3-fbd0c9be3720 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617697'] for floatingip, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:53.538350 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 2435a052-cff0-4b9c-8caf-abca720f7ed6 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:49:53.619675 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d251c4e1-395f-4224-94a2-d2c286ab718b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:53.743888 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c286f5f0-0161-41a1-955b-f2bb6919fa9e req-3f1e8113-4628-427a-9833-e70fa8ba2f6d service neutron] 10.222.0.24 "GET /v2.0/networks/81e6234b-1120-4acc-ae32-1910fd2f72f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6620433 Apr 01 15:49:53.761514 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:53.779148 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 2435a052-cff0-4b9c-8caf-abca720f7ed6 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:49:53.779510 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:53.792346 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [req-96a2c4d8-1d65-4322-8802-654372a7e4d3 req-5f362cc1-530d-4454-843d-92714e2e6cbb service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=83826) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:49:53.799454 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-96a2c4d8-1d65-4322-8802-654372a7e4d3 req-5f362cc1-530d-4454-843d-92714e2e6cbb service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4399669 Apr 01 15:49:53.829044 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-7fa02314-3370-42e8-b8ba-871cf7d60d0d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=531d7d74945a48cea1752548d317aeed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6697941 Apr 01 15:49:53.835671 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 46892) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:53.901899 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-fcbf8443-708a-4f64-ab95-349aee055f64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:54.017433 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c2a834c8-5cac-4069-b85e-e35a7bcc0e57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:54.031710 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.l3_db [None req-7c370a29-1367-40eb-b9d3-fbd0c9be3720 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Floating IP 048d5d6b-9878-4e09-9c60-c0c2426759e1 associated. External IP: 172.26.1.110, port: 9d02f8e7-737e-4c6d-83c5-96ede7a01568. Apr 01 15:49:54.125994 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c7c3c9-1604-4fd3-8cdd-7d551e02fe67 req-e8e13742-395b-4f23-88d0-eb4580743b9a tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:54.127455 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-52c7c3c9-1604-4fd3-8cdd-7d551e02fe67 req-e8e13742-395b-4f23-88d0-eb4580743b9a tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] 10.222.0.55 "GET /v2.0/ports?device_id=24676d03-56f5-4d76-a785-0cc93d5c2496 HTTP/1.1" status: 200 len: 943 time: 0.8998427 Apr 01 15:49:54.190195 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-15e51620-4f57-46c0-ae18-45b8dc86a184 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:54.191264 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c2a834c8-5cac-4069-b85e-e35a7bcc0e57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:54.260654 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-d251c4e1-395f-4224-94a2-d2c286ab718b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:54.267906 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e51620-4f57-46c0-ae18-45b8dc86a184 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event deleted for resources: {'Port': ['ID=38d0e5ed-151b-47d6-af3a-3dda27ab8311,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:54.298806 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-d251c4e1-395f-4224-94a2-d2c286ab718b admin admin] Usage tracker for resource:security_group_rule and tenant:12eac91c8d2e4de5a2efa71370d27819 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:54.304696 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-d251c4e1-395f-4224-94a2-d2c286ab718b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:54.314187 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c2a834c8-5cac-4069-b85e-e35a7bcc0e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:54.352043 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-d251c4e1-395f-4224-94a2-d2c286ab718b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:54.354192 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a834c8-5cac-4069-b85e-e35a7bcc0e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13dc527b-ae41-4a9a-91cf-9862ff02ced2,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:54.369804 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c2a834c8-5cac-4069-b85e-e35a7bcc0e57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:54.373156 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-c2a834c8-5cac-4069-b85e-e35a7bcc0e57 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/13dc527b-ae41-4a9a-91cf-9862ff02ced2 HTTP/1.1" status: 204 len: 168 time: 0.4308472 Apr 01 15:49:54.417937 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-15e51620-4f57-46c0-ae18-45b8dc86a184 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:54.484555 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-96a2c4d8-1d65-4322-8802-654372a7e4d3 req-81f8719b-5641-411d-bc72-a73b2a005025 service neutron] 10.222.0.55 "GET /v2.0/networks/c3ae4b42-403f-4d6b-840f-4e19f61ec42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6826901 Apr 01 15:49:54.504248 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-15e51620-4f57-46c0-ae18-45b8dc86a184 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/ports/38d0e5ed-151b-47d6-af3a-3dda27ab8311 HTTP/1.1" status: 204 len: 168 time: 2.0233617 Apr 01 15:49:54.504925 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c286f5f0-0161-41a1-955b-f2bb6919fa9e req-a166001c-1bde-4956-b665-528e1161253f service neutron] 10.222.0.24 "GET /v2.0/networks/81e6234b-1120-4acc-ae32-1910fd2f72f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7411699 Apr 01 15:49:54.507475 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 46910) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:54.612332 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-52c7c3c9-1604-4fd3-8cdd-7d551e02fe67 req-9e3ae58e-2fe6-4a26-aa0e-abebfcc08536 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] 10.222.0.55 "GET /v2.0/security-groups?id=91d36638-0971-4d83-9ddc-3b1723ec8292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4676397 Apr 01 15:49:54.686129 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be282ccf-e62c-4f26-8c96-79f88bda3a1c tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:54.687665 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be282ccf-e62c-4f26-8c96-79f88bda3a1c tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:54.689924 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-be282ccf-e62c-4f26-8c96-79f88bda3a1c tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1794496 Apr 01 15:49:54.697765 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 46918) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:54.853383 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d251c4e1-395f-4224-94a2-d2c286ab718b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:54.865458 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d251c4e1-395f-4224-94a2-d2c286ab718b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:54.906782 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-96a2c4d8-1d65-4322-8802-654372a7e4d3 req-7cb0fab0-5fee-40bb-a1f7-41a3c5671deb service neutron] 10.222.0.55 "GET /v2.0/networks/c3ae4b42-403f-4d6b-840f-4e19f61ec42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3910816 Apr 01 15:49:54.934227 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d251c4e1-395f-4224-94a2-d2c286ab718b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ddcd526-c318-461d-b3fd-373384b79e8b,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:54.939958 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-d251c4e1-395f-4224-94a2-d2c286ab718b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=12eac91c8d2e4de5a2efa71370d27819&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5793369 Apr 01 15:49:54.942644 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 46926) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:54.962728 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c370a29-1367-40eb-b9d3-fbd0c9be3720 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Router 26d59314-5420-44d6-8bb9-c3addc01368a has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:49:54.966149 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_v2 [None req-97a129a0-4bb4-4cff-ae30-fc57b2eed389 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Deleting subnet 908f22a6-eef1-411d-b252-585ee749a676 {{(pid=83828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:49:54.969874 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-97a129a0-4bb4-4cff-ae30-fc57b2eed389 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for subnet, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:55.037403 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-97a129a0-4bb4-4cff-ae30-fc57b2eed389 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15303084'] for subnet, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:55.146354 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-97a129a0-4bb4-4cff-ae30-fc57b2eed389 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:55.149584 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2e819cc8-1788-4c67-b12a-754722a88160 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:55.250921 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24676d03-56f5-4d76-a785-0cc93d5c2496', 'tag': '22605461-c586-48ab-8d46-fe629943dd78', 'status': 'completed', 'code': 200} Apr 01 15:49:55.254415 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2e819cc8-1788-4c67-b12a-754722a88160 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:55.376470 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.24', 61725) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:55.391769 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-97a129a0-4bb4-4cff-ae30-fc57b2eed389 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15306565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16030232'] for subnet, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:55.435585 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 46942) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:55.515998 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:49:55.568613 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a129a0-4bb4-4cff-ae30-fc57b2eed389 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event deleted for resources: {'Subnet': ['ID=908f22a6-eef1-411d-b252-585ee749a676,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:55.583733 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-9c5d559f-c651-4486-88ce-7ee2d0be6e7b req-e6e32078-9400-4fea-afa8-e6e5a75eeb69 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] 10.222.0.55 "GET /v2.0/ports?device_id=135a5fce-1f87-4ff1-ad4e-291c11ecd721 HTTP/1.1" status: 200 len: 210 time: 0.1511705 Apr 01 15:49:55.601942 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-33a0ece7-f86f-4b00-a485-e79c09063cb8 req-adad31e3-b3a4-45c3-8915-90e0a7e15710 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3318f8-792d-48fb-8e2f-9e09760166b6 HTTP/1.1" status: 200 len: 210 time: 0.1556146 Apr 01 15:49:55.666379 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-44a6a8bf-fd58-4e17-b9f7-a18f68c97826 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=29efa8157e814d9b99da926b3346862f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2260785 Apr 01 15:49:55.668289 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 46956) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:55.685894 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-15b0ab66-d1b4-48c9-b5f4-5ac4c82dab85 req-03b76e6c-d90f-4034-8a98-68b584631d12 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f25527a3ef4e4227be945540540cca4c&device_id=24676d03-56f5-4d76-a785-0cc93d5c2496 HTTP/1.1" status: 200 len: 1096 time: 0.4085090 Apr 01 15:49:55.686763 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2e819cc8-1788-4c67-b12a-754722a88160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:55.744662 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e819cc8-1788-4c67-b12a-754722a88160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ddcd526-c318-461d-b3fd-373384b79e8b,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:55.824761 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-97a129a0-4bb4-4cff-ae30-fc57b2eed389 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:55.829201 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f816eb-31dc-4bc6-9c18-c9295638fc44 None None] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:49:55.859565 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-97a129a0-4bb4-4cff-ae30-fc57b2eed389 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/subnets/908f22a6-eef1-411d-b252-585ee749a676 HTTP/1.1" status: 204 len: 168 time: 1.1561358 Apr 01 15:49:55.863402 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 46964) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:55.865256 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2e819cc8-1788-4c67-b12a-754722a88160 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:55.866742 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-2e819cc8-1788-4c67-b12a-754722a88160 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6ddcd526-c318-461d-b3fd-373384b79e8b HTTP/1.1" status: 204 len: 168 time: 0.9222634 Apr 01 15:49:55.969663 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-ad575dcd-17e3-4bfb-865a-9024ad8196de tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1029463 Apr 01 15:49:55.972302 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 46976) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:55.973001 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4111f358-fac9-4402-892f-d71eb14cf504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:56.009821 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4111f358-fac9-4402-892f-d71eb14cf504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:56.064979 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f702bf6-ecdd-4c4c-ad0d-5765e6246826 req-ad1bd4a7-45b6-4426-8595-a0935cda0e5a tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:56.066613 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-3f702bf6-ecdd-4c4c-ad0d-5765e6246826 req-ad1bd4a7-45b6-4426-8595-a0935cda0e5a tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.24 "GET /v2.0/networks?id=10bfa6c5-d504-42f7-b6a8-189d201bcc59 HTTP/1.1" status: 200 len: 811 time: 0.6561506 Apr 01 15:49:56.124547 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4111f358-fac9-4402-892f-d71eb14cf504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:56.228604 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4111f358-fac9-4402-892f-d71eb14cf504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c5d91b4-4861-4ec6-898d-75e16a9eb8b7,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:56.233499 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-3f702bf6-ecdd-4c4c-ad0d-5765e6246826 req-eaac4ca1-7bef-4895-b457-1576a1b622c1 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea61585477ae47b59fca06b1e521f7a0 HTTP/1.1" status: 200 len: 380 time: 0.1515756 Apr 01 15:49:56.248855 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [req-3f702bf6-ecdd-4c4c-ad0d-5765e6246826 req-dc143dc4-77d9-426d-ba48-5070bd44bd0b tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Request body: {'port': {'device_id': 'ee3318f8-792d-48fb-8e2f-9e09760166b6', 'network_id': '10bfa6c5-d504-42f7-b6a8-189d201bcc59', 'admin_state_up': True, 'tenant_id': 'ea61585477ae47b59fca06b1e521f7a0', 'security_groups': ['559624ab-485e-424f-98d0-03f9fb5e6d68']}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:49:56.268387 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4111f358-fac9-4402-892f-d71eb14cf504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:56.276021 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-4111f358-fac9-4402-892f-d71eb14cf504 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3c5d91b4-4861-4ec6-898d-75e16a9eb8b7 HTTP/1.1" status: 204 len: 168 time: 0.6034353 Apr 01 15:49:56.301785 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b0ab66-d1b4-48c9-b5f4-5ac4c82dab85 req-320edded-fa73-4699-8a3d-685cb2e5ab94 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:56.303545 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-15b0ab66-d1b4-48c9-b5f4-5ac4c82dab85 req-320edded-fa73-4699-8a3d-685cb2e5ab94 service neutron] 10.222.0.24 "GET /v2.0/networks?id=81e6234b-1120-4acc-ae32-1910fd2f72f2 HTTP/1.1" status: 200 len: 905 time: 0.6035011 Apr 01 15:49:56.337903 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a126abd8-3a7b-4685-b5e2-7f556ba2166d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:56.424184 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48117ca6-7165-4e28-80e0-df0f08f0c780 req-ca204f6c-9667-437f-8c61-ac2ae7d6e487 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:56.426058 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-48117ca6-7165-4e28-80e0-df0f08f0c780 req-ca204f6c-9667-437f-8c61-ac2ae7d6e487 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] 10.222.0.55 "GET /v2.0/ports?device_id=24676d03-56f5-4d76-a785-0cc93d5c2496 HTTP/1.1" status: 200 len: 943 time: 0.5560412 Apr 01 15:49:56.454848 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e64c89e-421d-40c9-b77d-cb862064cf6b None None] DHCP port deletion for 7b65ac5c-8834-4b65-9b28-b7dba6c9746f request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:49:56.460125 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-2e64c89e-421d-40c9-b77d-cb862064cf6b None None] Deleting port 2435a052-cff0-4b9c-8caf-abca720f7ed6 {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:49:56.460498 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-2e64c89e-421d-40c9-b77d-cb862064cf6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:56.466535 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-15b0ab66-d1b4-48c9-b5f4-5ac4c82dab85 req-2b24e483-5f28-4c9c-9efd-d11e207b12a0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22605461-c586-48ab-8d46-fe629943dd78 HTTP/1.1" status: 200 len: 217 time: 0.1428947 Apr 01 15:49:56.581309 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f33fb25-765c-4365-b93f-b68cf65a1f7c tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:56.581993 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-4f33fb25-765c-4365-b93f-b68cf65a1f7c tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Synchronizing usage tracker for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:49:56.621276 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c370a29-1367-40eb-b9d3-fbd0c9be3720 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:49:56.641089 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-48117ca6-7165-4e28-80e0-df0f08f0c780 req-dfa3d440-e564-480d-92e9-cf38f2f9b6a8 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] 10.222.0.55 "GET /v2.0/security-groups?id=91d36638-0971-4d83-9ddc-3b1723ec8292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2066748 Apr 01 15:49:56.650192 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b0ab66-d1b4-48c9-b5f4-5ac4c82dab85 req-c867be37-45b5-4cf4-a289-0e1a5159f217 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:56.651898 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-15b0ab66-d1b4-48c9-b5f4-5ac4c82dab85 req-c867be37-45b5-4cf4-a289-0e1a5159f217 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d48ff955-183a-46a4-8b71-2c017377434c HTTP/1.1" status: 200 len: 844 time: 0.1766715 Apr 01 15:49:56.660299 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-4f33fb25-765c-4365-b93f-b68cf65a1f7c tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Unset dirty status for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:49:56.664695 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420f23a9-4030-4a09-91ab-d1386c477e94 None None] Sync routers for ids ['26d59314-5420-44d6-8bb9-c3addc01368a'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:49:56.667675 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-4f33fb25-765c-4365-b93f-b68cf65a1f7c tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5923042 Apr 01 15:49:56.690045 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 46994) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:56.778292 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420f23a9-4030-4a09-91ab-d1386c477e94 None None] Routers {'26d59314-5420-44d6-8bb9-c3addc01368a'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:49:56.784430 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-420f23a9-4030-4a09-91ab-d1386c477e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:49:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['26d59314-5420-44d6-8bb9-c3addc01368a'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:56.814283 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7c370a29-1367-40eb-b9d3-fbd0c9be3720 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for floatingip, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:56.910268 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [req-3f702bf6-ecdd-4c4c-ad0d-5765e6246826 req-dc143dc4-77d9-426d-ba48-5070bd44bd0b tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:56.914240 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-56932fba-b0d9-4467-b3eb-59a3f0455f33 req-309f4e04-2de6-4f03-b77a-f17b37a7fcfe tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] 10.222.0.55 "GET /v2.0/ports?device_id=135a5fce-1f87-4ff1-ad4e-291c11ecd721 HTTP/1.1" status: 200 len: 210 time: 0.1222239 Apr 01 15:49:56.915574 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911d021e-466f-4374-9e4e-1399b0c8de5e tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:56.916516 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-911d021e-466f-4374-9e4e-1399b0c8de5e tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Synchronizing usage tracker for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:subnet {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:49:56.934817 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-7c370a29-1367-40eb-b9d3-fbd0c9be3720 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 9.0888345 Apr 01 15:49:56.941936 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 47004) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:56.951846 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-80c0c99b-85d6-4fa1-920a-913b0290ed1b tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:49:56.988615 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 47010) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:56.993860 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-420f23a9-4030-4a09-91ab-d1386c477e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:57.029612 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-0090c853-7616-40ba-93a4-5136be11141d req-ba09fa18-386d-415f-a616-977110567710 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3318f8-792d-48fb-8e2f-9e09760166b6 HTTP/1.1" status: 200 len: 210 time: 0.1395850 Apr 01 15:49:57.047251 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [req-3f702bf6-ecdd-4c4c-ad0d-5765e6246826 req-dc143dc4-77d9-426d-ba48-5070bd44bd0b tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:57.047546 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-15b0ab66-d1b4-48c9-b5f4-5ac4c82dab85 req-d8796246-a6d2-4818-87be-bc90d1e7e909 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=81e6234b-1120-4acc-ae32-1910fd2f72f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3774683 Apr 01 15:49:57.052436 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-2e64c89e-421d-40c9-b77d-cb862064cf6b None None] For port 2435a052-cff0-4b9c-8caf-abca720f7ed6, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=2435a052-cff0-4b9c-8caf-abca720f7ed6,segment=NetworkSegment(c41dc1a5-c958-4d8b-81ea-3934c36371b8),segment_id=c41dc1a5-c958-4d8b-81ea-3934c36371b8)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:49:57.063482 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-2e64c89e-421d-40c9-b77d-cb862064cf6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:57.084234 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420f23a9-4030-4a09-91ab-d1386c477e94 None None] Routers {'26d59314-5420-44d6-8bb9-c3addc01368a'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:49:57.085179 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-420f23a9-4030-4a09-91ab-d1386c477e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:49:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['26d59314-5420-44d6-8bb9-c3addc01368a'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:57.129349 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-911d021e-466f-4374-9e4e-1399b0c8de5e tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Unset dirty status for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:subnet {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:49:57.131341 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-911d021e-466f-4374-9e4e-1399b0c8de5e tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4074285 Apr 01 15:49:57.151026 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 47018) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:57.156418 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f702bf6-ecdd-4c4c-ad0d-5765e6246826 req-dc143dc4-77d9-426d-ba48-5070bd44bd0b tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Made reservation on behalf of ea61585477ae47b59fca06b1e521f7a0 for: {'port': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:57.159015 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-420f23a9-4030-4a09-91ab-d1386c477e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:49:57.159608 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420f23a9-4030-4a09-91ab-d1386c477e94 None None] The sync data for ids ['26d59314-5420-44d6-8bb9-c3addc01368a'] in dv-neutron-833373-2-hyperv is: [] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:49:57.167718 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-3f702bf6-ecdd-4c4c-ad0d-5765e6246826 req-dc143dc4-77d9-426d-ba48-5070bd44bd0b tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:57.295147 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.24', 61729) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:57.315790 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-2e64c89e-421d-40c9-b77d-cb862064cf6b None None] Calling delete_port for 2435a052-cff0-4b9c-8caf-abca720f7ed6 owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:49:57.384582 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-3b60dd56-0adb-45f0-9893-8e6fc680ee12 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2316172 Apr 01 15:49:57.393047 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 47028) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:57.401114 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-7a83afdb-b8f2-43bd-8a6c-954c1516733b tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Request body: {'subnet': {'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:49:57.451531 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-2e64c89e-421d-40c9-b77d-cb862064cf6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671'] for port, after_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:57.490976 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-15b0ab66-d1b4-48c9-b5f4-5ac4c82dab85 req-efeaf7f7-d3c0-4b54-ad12-8a730f6ca7f3 service neutron] 10.222.0.24 "GET /v2.0/networks/81e6234b-1120-4acc-ae32-1910fd2f72f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4297483 Apr 01 15:49:57.506926 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-d3191947-42bf-4f5d-991f-adc84c49ebe6 tempest-ExternalNetworksTestJSON-982298831 tempest-ExternalNetworksTestJSON-982298831-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2016685723'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:49:57.538714 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-d3191947-42bf-4f5d-991f-adc84c49ebe6 tempest-ExternalNetworksTestJSON-982298831 tempest-ExternalNetworksTestJSON-982298831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:57.585423 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-80c0c99b-85d6-4fa1-920a-913b0290ed1b tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks [] for floatingip, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:57.599797 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 2435a052-cff0-4b9c-8caf-abca720f7ed6 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:49:57.607732 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-d3191947-42bf-4f5d-991f-adc84c49ebe6 tempest-ExternalNetworksTestJSON-982298831 tempest-ExternalNetworksTestJSON-982298831-project] Usage tracker for resource:network and tenant:a46e5c76743040db8d4327b80d531393 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:57.621433 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-d3191947-42bf-4f5d-991f-adc84c49ebe6 tempest-ExternalNetworksTestJSON-982298831 tempest-ExternalNetworksTestJSON-982298831-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:57.630743 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-d3191947-42bf-4f5d-991f-adc84c49ebe6 tempest-ExternalNetworksTestJSON-982298831 tempest-ExternalNetworksTestJSON-982298831-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:57.652167 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2c4d8-1d65-4322-8802-654372a7e4d3 req-314c7c0b-79c1-4b2a-a365-c1dadc51a188 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:57.657504 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-96a2c4d8-1d65-4322-8802-654372a7e4d3 req-314c7c0b-79c1-4b2a-a365-c1dadc51a188 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] 10.222.0.24 "GET /v2.0/networks?id=c3ae4b42-403f-4d6b-840f-4e19f61ec42f HTTP/1.1" status: 200 len: 812 time: 0.3585055 Apr 01 15:49:57.673581 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e64c89e-421d-40c9-b77d-cb862064cf6b None None] No DVR routers for this DVR port 2435a052-cff0-4b9c-8caf-abca720f7ed6 on host dv-neutron-833373-2-hyperv {{(pid=83829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:49:57.679776 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e64c89e-421d-40c9-b77d-cb862064cf6b None None] Pushing event deleted for resources: {'Port': ['ID=2435a052-cff0-4b9c-8caf-abca720f7ed6,revision_number=None']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:57.700260 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 2435a052-cff0-4b9c-8caf-abca720f7ed6 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:49:57.701030 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 2435a052-cff0-4b9c-8caf-abca720f7ed6 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:49:57.705563 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-7a83afdb-b8f2-43bd-8a6c-954c1516733b tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:57.722567 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3191947-42bf-4f5d-991f-adc84c49ebe6 tempest-ExternalNetworksTestJSON-982298831 tempest-ExternalNetworksTestJSON-982298831-project] Made reservation on behalf of a46e5c76743040db8d4327b80d531393 for: {'network': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:57.747004 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:57.750515 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-7a83afdb-b8f2-43bd-8a6c-954c1516733b tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:57.752617 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d3191947-42bf-4f5d-991f-adc84c49ebe6 tempest-ExternalNetworksTestJSON-982298831 tempest-ExternalNetworksTestJSON-982298831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:57.766646 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:57.818705 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d3191947-42bf-4f5d-991f-adc84c49ebe6 tempest-ExternalNetworksTestJSON-982298831 tempest-ExternalNetworksTestJSON-982298831-project] Notify callbacks [] for security_group, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:57.882812 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-d3191947-42bf-4f5d-991f-adc84c49ebe6 tempest-ExternalNetworksTestJSON-982298831 tempest-ExternalNetworksTestJSON-982298831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:57.887334 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-d3191947-42bf-4f5d-991f-adc84c49ebe6 tempest-ExternalNetworksTestJSON-982298831 tempest-ExternalNetworksTestJSON-982298831-project] Usage tracker for resource:security_group_rule and tenant:a46e5c76743040db8d4327b80d531393 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:57.890376 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-d3191947-42bf-4f5d-991f-adc84c49ebe6 tempest-ExternalNetworksTestJSON-982298831 tempest-ExternalNetworksTestJSON-982298831-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:57.896666 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-d3191947-42bf-4f5d-991f-adc84c49ebe6 tempest-ExternalNetworksTestJSON-982298831 tempest-ExternalNetworksTestJSON-982298831-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:57.947276 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a83afdb-b8f2-43bd-8a6c-954c1516733b tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Made reservation on behalf of 50a1f72bd5e54e209eb4756b30f7e6a6 for: {'subnet': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:57.950711 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7a83afdb-b8f2-43bd-8a6c-954c1516733b tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16030269'] for subnet, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:58.014325 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-96a2c4d8-1d65-4322-8802-654372a7e4d3 req-607891ef-328a-42c6-b27b-95621fbb6bd4 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b509592769ce4fd4a6019281630321e8 HTTP/1.1" status: 200 len: 380 time: 0.3007207 Apr 01 15:49:58.021482 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-15b0ab66-d1b4-48c9-b5f4-5ac4c82dab85 req-da8d7ed6-ed22-41f5-966a-1526c51acc6c service neutron] 10.222.0.24 "GET /v2.0/networks/81e6234b-1120-4acc-ae32-1910fd2f72f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5231884 Apr 01 15:49:58.033783 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [req-96a2c4d8-1d65-4322-8802-654372a7e4d3 req-dbd082d7-1466-44c4-9e46-e155a0b64284 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Request body: {'port': {'device_id': '135a5fce-1f87-4ff1-ad4e-291c11ecd721', 'network_id': 'c3ae4b42-403f-4d6b-840f-4e19f61ec42f', 'admin_state_up': True, 'tenant_id': 'b509592769ce4fd4a6019281630321e8', 'security_groups': ['32e874f6-3d32-4ee4-ba11-3eea3ecfd36f']}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:49:58.230766 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 22605461-c586-48ab-8d46-fe629943dd78 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:49:58.242454 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d3191947-42bf-4f5d-991f-adc84c49ebe6 tempest-ExternalNetworksTestJSON-982298831 tempest-ExternalNetworksTestJSON-982298831-project] Notify callbacks [] for security_group, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:58.322872 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d3191947-42bf-4f5d-991f-adc84c49ebe6 tempest-ExternalNetworksTestJSON-982298831 tempest-ExternalNetworksTestJSON-982298831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:58.341900 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-7bd91335-49e5-4974-a828-f37fa9101bac req-58cc442e-550b-4386-b786-166b285824f1 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] 10.222.0.55 "GET /v2.0/ports?device_id=135a5fce-1f87-4ff1-ad4e-291c11ecd721 HTTP/1.1" status: 200 len: 210 time: 0.0978129 Apr 01 15:49:58.358573 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a94f5-6015-4729-8916-1b88c2c69bbb req-7a47121d-3917-49c4-8de9-7ee312429a3f tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:58.360130 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f72a94f5-6015-4729-8916-1b88c2c69bbb req-7a47121d-3917-49c4-8de9-7ee312429a3f tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] 10.222.0.55 "GET /v2.0/ports?device_id=24676d03-56f5-4d76-a785-0cc93d5c2496 HTTP/1.1" status: 200 len: 943 time: 0.4284430 Apr 01 15:49:58.387562 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [req-96a2c4d8-1d65-4322-8802-654372a7e4d3 req-dbd082d7-1466-44c4-9e46-e155a0b64284 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:58.416431 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-80c0c99b-85d6-4fa1-920a-913b0290ed1b tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:58.419724 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [req-3f702bf6-ecdd-4c4c-ad0d-5765e6246826 req-dc143dc4-77d9-426d-ba48-5070bd44bd0b tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Allocated IP 172.20.0.3 (10bfa6c5-d504-42f7-b6a8-189d201bcc59/316ad757-bf54-49b9-829b-e0e949015709/be7f5bd5-43c4-40bd-8ba3-b6e713491455) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:49:58.424920 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3191947-42bf-4f5d-991f-adc84c49ebe6 tempest-ExternalNetworksTestJSON-982298831 tempest-ExternalNetworksTestJSON-982298831-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=83826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:49:58.441373 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-96a2c4d8-1d65-4322-8802-654372a7e4d3 req-dbd082d7-1466-44c4-9e46-e155a0b64284 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Usage tracker for resource:port and tenant:b509592769ce4fd4a6019281630321e8 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:58.445854 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3191947-42bf-4f5d-991f-adc84c49ebe6 tempest-ExternalNetworksTestJSON-982298831 tempest-ExternalNetworksTestJSON-982298831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b069525-21e4-44e1-ad68-d9fd033a43d7,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:58.450004 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-96a2c4d8-1d65-4322-8802-654372a7e4d3 req-dbd082d7-1466-44c4-9e46-e155a0b64284 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:58.464956 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [req-96a2c4d8-1d65-4322-8802-654372a7e4d3 req-dbd082d7-1466-44c4-9e46-e155a0b64284 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:58.473717 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d3191947-42bf-4f5d-991f-adc84c49ebe6 tempest-ExternalNetworksTestJSON-982298831 tempest-ExternalNetworksTestJSON-982298831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:58.474190 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.segments_db [None req-d3191947-42bf-4f5d-991f-adc84c49ebe6 tempest-ExternalNetworksTestJSON-982298831 tempest-ExternalNetworksTestJSON-982298831-project] Added segment 46d9bc88-0613-4d61-90bb-b35bb822fc21 of type vlan for network ad65fd00-75b5-4369-a294-2955fcc389c3 Apr 01 15:49:58.485236 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f72a94f5-6015-4729-8916-1b88c2c69bbb req-b54270d8-1a8c-4dec-84dc-a26ca859f511 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] 10.222.0.55 "GET /v2.0/security-groups?id=91d36638-0971-4d83-9ddc-3b1723ec8292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113820 Apr 01 15:49:58.492829 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 22605461-c586-48ab-8d46-fe629943dd78, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=22605461-c586-48ab-8d46-fe629943dd78,segment=NetworkSegment(9bb8a968-41a4-480e-a4e4-5873f2811f7b),segment_id=9bb8a968-41a4-480e-a4e4-5873f2811f7b)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:49:58.495760 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96a2c4d8-1d65-4322-8802-654372a7e4d3 req-dbd082d7-1466-44c4-9e46-e155a0b64284 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Made reservation on behalf of b509592769ce4fd4a6019281630321e8 for: {'port': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:58.499394 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-96a2c4d8-1d65-4322-8802-654372a7e4d3 req-dbd082d7-1466-44c4-9e46-e155a0b64284 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:58.510168 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Returning: {'device': '22605461-c586-48ab-8d46-fe629943dd78', 'network_id': '81e6234b-1120-4acc-ae32-1910fd2f72f2', 'port_id': '22605461-c586-48ab-8d46-fe629943dd78', 'mac_address': 'fa:16:3e:f6:06:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd48ff955-183a-46a4-8b71-2c017377434c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:49:58.513812 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 47058) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:58.542383 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d3191947-42bf-4f5d-991f-adc84c49ebe6 tempest-ExternalNetworksTestJSON-982298831 tempest-ExternalNetworksTestJSON-982298831-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:58.563576 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-80c0c99b-85d6-4fa1-920a-913b0290ed1b tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617697'] for floatingip, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:58.563899 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.l3_db [None req-80c0c99b-85d6-4fa1-920a-913b0290ed1b tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Floating IP 048d5d6b-9878-4e09-9c60-c0c2426759e1 disassociated. External IP: 172.26.1.110, port: 9d02f8e7-737e-4c6d-83c5-96ede7a01568. Apr 01 15:49:58.627391 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:58.665077 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22605461-c586-48ab-8d46-fe629943dd78 {{(pid=83829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:49:58.683680 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 22605461-c586-48ab-8d46-fe629943dd78, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=22605461-c586-48ab-8d46-fe629943dd78,segment=NetworkSegment(9bb8a968-41a4-480e-a4e4-5873f2811f7b),segment_id=9bb8a968-41a4-480e-a4e4-5873f2811f7b)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:49:58.688484 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:58.756474 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d3191947-42bf-4f5d-991f-adc84c49ebe6 tempest-ExternalNetworksTestJSON-982298831 tempest-ExternalNetworksTestJSON-982298831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:58.761109 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3191947-42bf-4f5d-991f-adc84c49ebe6 tempest-ExternalNetworksTestJSON-982298831 tempest-ExternalNetworksTestJSON-982298831-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:58.762165 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d3191947-42bf-4f5d-991f-adc84c49ebe6 tempest-ExternalNetworksTestJSON-982298831 tempest-ExternalNetworksTestJSON-982298831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:58.769371 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=22605461-c586-48ab-8d46-fe629943dd78,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:58.772651 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d4b2f66e-e8ca-4d75-a7f9-2326b6b59489 req-83dfc8c9-5e11-47f0-a8fb-18c56469eede tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3318f8-792d-48fb-8e2f-9e09760166b6 HTTP/1.1" status: 200 len: 210 time: 0.1254480 Apr 01 15:49:58.806675 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-d6fbb99d-133d-4083-bb6c-3f8617a3d45f tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-85699973'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:49:58.847689 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-d6fbb99d-133d-4083-bb6c-3f8617a3d45f tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:58.911563 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-d6fbb99d-133d-4083-bb6c-3f8617a3d45f tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Usage tracker for resource:network and tenant:66096cbf7fc2489589982194f3f94793 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:58.915214 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-d6fbb99d-133d-4083-bb6c-3f8617a3d45f tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:58.954156 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7a83afdb-b8f2-43bd-8a6c-954c1516733b tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15306628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16030227'] for subnet, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:58.957926 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-d6fbb99d-133d-4083-bb6c-3f8617a3d45f tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:58.990012 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3191947-42bf-4f5d-991f-adc84c49ebe6 tempest-ExternalNetworksTestJSON-982298831 tempest-ExternalNetworksTestJSON-982298831-project] Pushing event updated for resources: {'Network': ['ID=ad65fd00-75b5-4369-a294-2955fcc389c3,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:58.995033 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-d3191947-42bf-4f5d-991f-adc84c49ebe6 tempest-ExternalNetworksTestJSON-982298831 tempest-ExternalNetworksTestJSON-982298831-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.9820905 Apr 01 15:49:59.000658 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 47068) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:59.008014 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6fbb99d-133d-4083-bb6c-3f8617a3d45f tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Made reservation on behalf of 66096cbf7fc2489589982194f3f94793 for: {'network': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:59.012370 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d6fbb99d-133d-4083-bb6c-3f8617a3d45f tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:59.012667 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network ad65fd00-75b5-4369-a294-2955fcc389c3 details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:49:59.036098 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [req-96a2c4d8-1d65-4322-8802-654372a7e4d3 req-dbd082d7-1466-44c4-9e46-e155a0b64284 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Allocated IP 172.20.0.12 (c3ae4b42-403f-4d6b-840f-4e19f61ec42f/488129b0-aeaa-403a-9713-4879071d94ea/5cd8fa28-acad-485f-8abe-d9637f2480a2) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:49:59.039821 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d6fbb99d-133d-4083-bb6c-3f8617a3d45f tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Notify callbacks [] for security_group, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:59.075941 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a83afdb-b8f2-43bd-8a6c-954c1516733b tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:59.078104 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] get_ports_and_sgs() called for port_ids ['22605461-c586-48ab-8d46-fe629943dd78'] {{(pid=83829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:49:59.087350 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a83afdb-b8f2-43bd-8a6c-954c1516733b tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event updated for resources: {'Subnet': ['ID=c84b3da4-714f-4e66-930b-36bb3d2bdad5,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:59.089641 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-7a83afdb-b8f2-43bd-8a6c-954c1516733b tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:59.096115 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a83afdb-b8f2-43bd-8a6c-954c1516733b tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:59.096701 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7a83afdb-b8f2-43bd-8a6c-954c1516733b tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:59.167899 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc20f12a-56e3-4a97-8938-f229175580f3 None None] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:49:59.173137 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-3f702bf6-ecdd-4c4c-ad0d-5765e6246826 req-dc143dc4-77d9-426d-ba48-5070bd44bd0b tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:59.204606 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [req-3f702bf6-ecdd-4c4c-ad0d-5765e6246826 req-dc143dc4-77d9-426d-ba48-5070bd44bd0b tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Transition to ACTIVE for port object be7f5bd5-43c4-40bd-8ba3-b6e713491455 will not be triggered until provisioned by entity DHCP. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:49:59.207087 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-7a83afdb-b8f2-43bd-8a6c-954c1516733b tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8117676 Apr 01 15:49:59.210625 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 47078) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:49:59.219277 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-12d5ff47-bafb-44b1-91c4-40720b2102c7 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Request body: {'port': {'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'fixed_ips': [{'subnet_id': 'c84b3da4-714f-4e66-930b-36bb3d2bdad5', 'ip_address': '2001:db8::6522:61c2:d9f9:45a3'}], 'name': 'tempest-NetworksTestDHCPv6-1433630370'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:49:59.366459 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-3f702bf6-ecdd-4c4c-ad0d-5765e6246826 req-dc143dc4-77d9-426d-ba48-5070bd44bd0b tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:59.411275 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-96a2c4d8-1d65-4322-8802-654372a7e4d3 req-dbd082d7-1466-44c4-9e46-e155a0b64284 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:59.452820 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [req-96a2c4d8-1d65-4322-8802-654372a7e4d3 req-dbd082d7-1466-44c4-9e46-e155a0b64284 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Transition to ACTIVE for port object 5cd8fa28-acad-485f-8abe-d9637f2480a2 will not be triggered until provisioned by entity DHCP. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:49:59.486890 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-dd22c1f6-184f-4ceb-b1f1-4ab4d40c3c5b tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Request body: {'network': {'name': 'tempest-network--1930703867', 'router:external': True}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:49:59.495467 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-96a2c4d8-1d65-4322-8802-654372a7e4d3 req-dbd082d7-1466-44c4-9e46-e155a0b64284 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:59.503822 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-dd22c1f6-184f-4ceb-b1f1-4ab4d40c3c5b tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:59.509344 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-12d5ff47-bafb-44b1-91c4-40720b2102c7 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:59.529408 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:59.548365 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f702bf6-ecdd-4c4c-ad0d-5765e6246826 req-dc143dc4-77d9-426d-ba48-5070bd44bd0b tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Network 10bfa6c5-d504-42f7-b6a8-189d201bcc59 is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:59.549144 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc143dc4-77d9-426d-ba48-5070bd44bd0b tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Pushing event updated for resources: {'Port': ['ID=be7f5bd5-43c4-40bd-8ba3-b6e713491455,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:59.552335 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-12d5ff47-bafb-44b1-91c4-40720b2102c7 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:59.555474 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [req-3f702bf6-ecdd-4c4c-ad0d-5765e6246826 req-dc143dc4-77d9-426d-ba48-5070bd44bd0b tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:59.561125 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f702bf6-ecdd-4c4c-ad0d-5765e6246826 req-dc143dc4-77d9-426d-ba48-5070bd44bd0b tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:49:59.591969 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-d6fbb99d-133d-4083-bb6c-3f8617a3d45f tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:49:59.597946 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-dd22c1f6-184f-4ceb-b1f1-4ab4d40c3c5b tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Usage tracker for resource:network and tenant:c825a72c85154e11b4d54578b93d925f is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:59.603013 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-dd22c1f6-184f-4ceb-b1f1-4ab4d40c3c5b tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:59.665533 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-d6fbb99d-133d-4083-bb6c-3f8617a3d45f tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Usage tracker for resource:security_group_rule and tenant:66096cbf7fc2489589982194f3f94793 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:49:59.681108 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-d6fbb99d-133d-4083-bb6c-3f8617a3d45f tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:49:59.691144 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-dd22c1f6-184f-4ceb-b1f1-4ab4d40c3c5b tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:59.723249 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-d6fbb99d-133d-4083-bb6c-3f8617a3d45f tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:49:59.745065 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d5ff47-bafb-44b1-91c4-40720b2102c7 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Made reservation on behalf of 50a1f72bd5e54e209eb4756b30f7e6a6 for: {'port': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:49:59.759045 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-12d5ff47-bafb-44b1-91c4-40720b2102c7 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:49:59.791829 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96a2c4d8-1d65-4322-8802-654372a7e4d3 req-dbd082d7-1466-44c4-9e46-e155a0b64284 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Network c3ae4b42-403f-4d6b-840f-4e19f61ec42f is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:49:59.805517 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [req-96a2c4d8-1d65-4322-8802-654372a7e4d3 req-dbd082d7-1466-44c4-9e46-e155a0b64284 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:49:59.808920 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [req-96a2c4d8-1d65-4322-8802-654372a7e4d3 req-dbd082d7-1466-44c4-9e46-e155a0b64284 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:49:59.912508 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [None req-12d5ff47-bafb-44b1-91c4-40720b2102c7 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] device_id is not set on port 19f2513b-56f0-4295-827a-f6449421c49f yet. {{(pid=83828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:49:59.959264 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd082d7-1466-44c4-9e46-e155a0b64284 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Pushing event updated for resources: {'Port': ['ID=5cd8fa28-acad-485f-8abe-d9637f2480a2,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:49:59.964534 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f702bf6-ecdd-4c4c-ad0d-5765e6246826 req-dc143dc4-77d9-426d-ba48-5070bd44bd0b tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:49:59.965232 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-3f702bf6-ecdd-4c4c-ad0d-5765e6246826 req-dc143dc4-77d9-426d-ba48-5070bd44bd0b tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:00.017949 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd22c1f6-184f-4ceb-b1f1-4ab4d40c3c5b tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Made reservation on behalf of c825a72c85154e11b4d54578b93d925f for: {'network': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:00.025823 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-dd22c1f6-184f-4ceb-b1f1-4ab4d40c3c5b tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:00.058524 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-6944e5d8-89e1-4a60-bc42-ac1fb43b84ce None None] Provisioning for port be7f5bd5-43c4-40bd-8ba3-b6e713491455 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:00.062744 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-3f702bf6-ecdd-4c4c-ad0d-5765e6246826 req-dc143dc4-77d9-426d-ba48-5070bd44bd0b tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8183053 Apr 01 15:50:00.069366 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-6944e5d8-89e1-4a60-bc42-ac1fb43b84ce None None] Provisioning complete for port be7f5bd5-43c4-40bd-8ba3-b6e713491455 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:00.069743 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6944e5d8-89e1-4a60-bc42-ac1fb43b84ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:00.086846 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [req-3f702bf6-ecdd-4c4c-ad0d-5765e6246826 req-cdbb0251-da47-4de4-bb21-3a3e21a5456d service neutron] Request body: {'port': {'device_id': 'ee3318f8-792d-48fb-8e2f-9e09760166b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:50:00.111056 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34215d3-e4f4-411a-85aa-10fea6b6d15d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'tenant_id': '50a1f72bd5e54e209eb4756b30f7e6a6', 'fixed_ips': [{'subnet_id': 'c84b3da4-714f-4e66-930b-36bb3d2bdad5'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:50:00.113071 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-e34215d3-e4f4-411a-85aa-10fea6b6d15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:00.150821 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-dd22c1f6-184f-4ceb-b1f1-4ab4d40c3c5b tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:00.214738 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-6944e5d8-89e1-4a60-bc42-ac1fb43b84ce None None] Port be7f5bd5-43c4-40bd-8ba3-b6e713491455 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:50:00.241109 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2c4d8-1d65-4322-8802-654372a7e4d3 req-dbd082d7-1466-44c4-9e46-e155a0b64284 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:00.241806 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-96a2c4d8-1d65-4322-8802-654372a7e4d3 req-dbd082d7-1466-44c4-9e46-e155a0b64284 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:00.249061 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 47098) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:00.293739 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-3f702bf6-ecdd-4c4c-ad0d-5765e6246826 req-cdbb0251-da47-4de4-bb21-3a3e21a5456d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:00.302670 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439198aa-7983-4027-9823-c5e7dc9706a3 req-77596ece-823b-4bac-a890-c7e95a423f95 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:00.303375 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-439198aa-7983-4027-9823-c5e7dc9706a3 req-77596ece-823b-4bac-a890-c7e95a423f95 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Synchronizing usage tracker for tenant:b509592769ce4fd4a6019281630321e8 on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:50:00.347403 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-96a2c4d8-1d65-4322-8802-654372a7e4d3 req-dbd082d7-1466-44c4-9e46-e155a0b64284 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3194170 Apr 01 15:50:00.353168 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-dd22c1f6-184f-4ceb-b1f1-4ab4d40c3c5b tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:00.360202 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-83436c91-37f0-40c0-a555-3abcfd091879 None None] Provisioning for port 5cd8fa28-acad-485f-8abe-d9637f2480a2 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:00.366519 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-e34215d3-e4f4-411a-85aa-10fea6b6d15d None None] Allocated IP 2001:db8::2 (7b65ac5c-8834-4b65-9b28-b7dba6c9746f/c84b3da4-714f-4e66-930b-36bb3d2bdad5/672d6778-8cb5-45ef-977d-5de908d71512) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:00.368646 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-83436c91-37f0-40c0-a555-3abcfd091879 None None] Provisioning complete for port 5cd8fa28-acad-485f-8abe-d9637f2480a2 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:00.368784 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-dd22c1f6-184f-4ceb-b1f1-4ab4d40c3c5b tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Usage tracker for resource:security_group_rule and tenant:c825a72c85154e11b4d54578b93d925f is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:00.369304 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-83436c91-37f0-40c0-a555-3abcfd091879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:00.374427 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [req-96a2c4d8-1d65-4322-8802-654372a7e4d3 req-6cb0cb5c-ae04-48a4-9130-7bda14aa0391 service neutron] Request body: {'port': {'device_id': '135a5fce-1f87-4ff1-ad4e-291c11ecd721', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:50:00.406327 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0d5e5f-ff91-4aee-abd5-ac2536116e84 req-0bdbfd1b-72f8-4322-a5b5-1cd7cb7219cd tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:00.413675 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-fd0d5e5f-ff91-4aee-abd5-ac2536116e84 req-0bdbfd1b-72f8-4322-a5b5-1cd7cb7219cd tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] 10.222.0.55 "GET /v2.0/ports?device_id=24676d03-56f5-4d76-a785-0cc93d5c2496 HTTP/1.1" status: 200 len: 944 time: 0.6845503 Apr 01 15:50:00.415686 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-dd22c1f6-184f-4ceb-b1f1-4ab4d40c3c5b tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:00.432226 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-83436c91-37f0-40c0-a555-3abcfd091879 None None] Port 5cd8fa28-acad-485f-8abe-d9637f2480a2 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:50:00.452102 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80c0c99b-85d6-4fa1-920a-913b0290ed1b tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Router 26d59314-5420-44d6-8bb9-c3addc01368a has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:50:00.457605 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d6fbb99d-133d-4083-bb6c-3f8617a3d45f tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Notify callbacks [] for security_group, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:00.459418 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-dd22c1f6-184f-4ceb-b1f1-4ab4d40c3c5b tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:00.465266 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-439198aa-7983-4027-9823-c5e7dc9706a3 req-77596ece-823b-4bac-a890-c7e95a423f95 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Unset dirty status for tenant:b509592769ce4fd4a6019281630321e8 on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:50:00.471748 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-439198aa-7983-4027-9823-c5e7dc9706a3 req-77596ece-823b-4bac-a890-c7e95a423f95 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] 10.222.0.55 "GET /v2.0/ports?device_id=135a5fce-1f87-4ff1-ad4e-291c11ecd721 HTTP/1.1" status: 200 len: 932 time: 0.8750014 Apr 01 15:50:00.488400 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d6fbb99d-133d-4083-bb6c-3f8617a3d45f tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:00.612024 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-075ad76c-fd5e-4c67-b18e-8d722409ae50 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1210398729', 'router:external': True}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:50:00.619495 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6fbb99d-133d-4083-bb6c-3f8617a3d45f tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=83826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:50:00.644612 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-075ad76c-fd5e-4c67-b18e-8d722409ae50 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:00.659761 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-075ad76c-fd5e-4c67-b18e-8d722409ae50 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Usage tracker for resource:network and tenant:5f11313c75e340ab97da3a75cb4a5e1a is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:00.670582 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-e34215d3-e4f4-411a-85aa-10fea6b6d15d None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:00.671124 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fbb99d-133d-4083-bb6c-3f8617a3d45f tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2087965e-9b8b-4ec5-8daf-6999f6e335ca,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:00.682315 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-e34215d3-e4f4-411a-85aa-10fea6b6d15d None None] Transition to ACTIVE for port object 672d6778-8cb5-45ef-977d-5de908d71512 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:00.685311 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-fd0d5e5f-ff91-4aee-abd5-ac2536116e84 req-8bf01567-2f40-4f86-ac80-5da921ba4f28 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] 10.222.0.55 "GET /v2.0/security-groups?id=91d36638-0971-4d83-9ddc-3b1723ec8292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2706971 Apr 01 15:50:00.687845 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-075ad76c-fd5e-4c67-b18e-8d722409ae50 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:00.698492 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d6fbb99d-133d-4083-bb6c-3f8617a3d45f tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:00.698843 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.segments_db [None req-d6fbb99d-133d-4083-bb6c-3f8617a3d45f tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Added segment 824491d7-7114-47da-94ca-312769f7e5c6 of type vlan for network 78ce566d-33e6-4301-9e29-340eea425514 Apr 01 15:50:00.701147 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-e34215d3-e4f4-411a-85aa-10fea6b6d15d None None] Transition to ACTIVE for port object 672d6778-8cb5-45ef-977d-5de908d71512 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:00.709297 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-e34215d3-e4f4-411a-85aa-10fea6b6d15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:00.735618 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-075ad76c-fd5e-4c67-b18e-8d722409ae50 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:00.747039 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-439198aa-7983-4027-9823-c5e7dc9706a3 req-b729cdfc-3791-4a62-b4ec-94b111a5f3ba tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] 10.222.0.55 "GET /v2.0/security-groups?id=32e874f6-3d32-4ee4-ba11-3eea3ecfd36f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2743762 Apr 01 15:50:00.753775 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-96a2c4d8-1d65-4322-8802-654372a7e4d3 req-6cb0cb5c-ae04-48a4-9130-7bda14aa0391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:00.812016 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-075ad76c-fd5e-4c67-b18e-8d722409ae50 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Made reservation on behalf of 5f11313c75e340ab97da3a75cb4a5e1a for: {'network': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:00.814940 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-075ad76c-fd5e-4c67-b18e-8d722409ae50 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:00.818302 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34215d3-e4f4-411a-85aa-10fea6b6d15d None None] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:00.819508 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-e34215d3-e4f4-411a-85aa-10fea6b6d15d None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:00.826247 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34215d3-e4f4-411a-85aa-10fea6b6d15d None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:50:00.837413 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d6fbb99d-133d-4083-bb6c-3f8617a3d45f tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:00.841182 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-075ad76c-fd5e-4c67-b18e-8d722409ae50 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:00.900431 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [req-3f702bf6-ecdd-4c4c-ad0d-5765e6246826 req-cdbb0251-da47-4de4-bb21-3a3e21a5456d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be7f5bd5-43c4-40bd-8ba3-b6e713491455 {{(pid=83828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:50:00.918689 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-3f702bf6-ecdd-4c4c-ad0d-5765e6246826 req-cdbb0251-da47-4de4-bb21-3a3e21a5456d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:00.921408 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34215d3-e4f4-411a-85aa-10fea6b6d15d None None] Pushing event updated for resources: {'Port': ['ID=672d6778-8cb5-45ef-977d-5de908d71512,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:00.930137 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-12d5ff47-bafb-44b1-91c4-40720b2102c7 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Allocated IP 2001:db8::6522:61c2:d9f9:45a3 (7b65ac5c-8834-4b65-9b28-b7dba6c9746f/c84b3da4-714f-4e66-930b-36bb3d2bdad5/19f2513b-56f0-4295-827a-f6449421c49f) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:00.946826 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-e34215d3-e4f4-411a-85aa-10fea6b6d15d None None] Attempting to bind port 672d6778-8cb5-45ef-977d-5de908d71512 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:50:00.947083 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-e34215d3-e4f4-411a-85aa-10fea6b6d15d None None] Attempting to bind port 672d6778-8cb5-45ef-977d-5de908d71512 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:50:00.947331 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34215d3-e4f4-411a-85aa-10fea6b6d15d None None] Attempting to bind port 672d6778-8cb5-45ef-977d-5de908d71512 on network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:50:00.949059 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [req-3f702bf6-ecdd-4c4c-ad0d-5765e6246826 req-cdbb0251-da47-4de4-bb21-3a3e21a5456d service neutron] Transition to ACTIVE for port object be7f5bd5-43c4-40bd-8ba3-b6e713491455 will not be triggered until provisioned by entity L2. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:00.955992 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34215d3-e4f4-411a-85aa-10fea6b6d15d None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:50:00.956418 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34215d3-e4f4-411a-85aa-10fea6b6d15d None None] Checking segment: {'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:50:00.956955 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-e34215d3-e4f4-411a-85aa-10fea6b6d15d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:00.957485 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34215d3-e4f4-411a-85aa-10fea6b6d15d None None] Bound using segment: {'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:50:00.959171 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-e34215d3-e4f4-411a-85aa-10fea6b6d15d None None] Bound port: 672d6778-8cb5-45ef-977d-5de908d71512, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:50:00.960714 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-e34215d3-e4f4-411a-85aa-10fea6b6d15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:00.969360 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-3f702bf6-ecdd-4c4c-ad0d-5765e6246826 req-cdbb0251-da47-4de4-bb21-3a3e21a5456d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:00.989805 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-dd22c1f6-184f-4ceb-b1f1-4ab4d40c3c5b tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:01.027358 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-dd22c1f6-184f-4ceb-b1f1-4ab4d40c3c5b tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:01.040808 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd22c1f6-184f-4ceb-b1f1-4ab4d40c3c5b tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=83826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:50:01.050239 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-dd22c1f6-184f-4ceb-b1f1-4ab4d40c3c5b tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:01.050721 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.segments_db [None req-dd22c1f6-184f-4ceb-b1f1-4ab4d40c3c5b tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Added segment 8a038dd5-05ec-4167-a4f3-fc33902dfc77 of type vlan for network 572f0da6-9f69-4ff0-bc2d-4a155f44f734 Apr 01 15:50:01.074277 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-e34215d3-e4f4-411a-85aa-10fea6b6d15d None None] For port 672d6778-8cb5-45ef-977d-5de908d71512, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:50:01.078955 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-e34215d3-e4f4-411a-85aa-10fea6b6d15d None None] For port 672d6778-8cb5-45ef-977d-5de908d71512, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=672d6778-8cb5-45ef-977d-5de908d71512,segment=NetworkSegment(c41dc1a5-c958-4d8b-81ea-3934c36371b8),segment_id=c41dc1a5-c958-4d8b-81ea-3934c36371b8)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:50:01.085683 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-e34215d3-e4f4-411a-85aa-10fea6b6d15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:01.106726 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd22c1f6-184f-4ceb-b1f1-4ab4d40c3c5b tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8647bd38-325a-439b-a27a-057f9c320c91,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:01.158439 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-075ad76c-fd5e-4c67-b18e-8d722409ae50 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:01.174867 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-075ad76c-fd5e-4c67-b18e-8d722409ae50 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Usage tracker for resource:security_group_rule and tenant:5f11313c75e340ab97da3a75cb4a5e1a is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:01.183104 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34215d3-e4f4-411a-85aa-10fea6b6d15d None None] Pushing event updated for resources: {'Port': ['ID=672d6778-8cb5-45ef-977d-5de908d71512,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:01.188493 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-075ad76c-fd5e-4c67-b18e-8d722409ae50 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:01.204189 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d6fbb99d-133d-4083-bb6c-3f8617a3d45f tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:01.211319 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6fbb99d-133d-4083-bb6c-3f8617a3d45f tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:01.212013 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d6fbb99d-133d-4083-bb6c-3f8617a3d45f tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:01.218519 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-075ad76c-fd5e-4c67-b18e-8d722409ae50 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:01.250952 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-dd22c1f6-184f-4ceb-b1f1-4ab4d40c3c5b tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:01.331519 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbb0251-da47-4de4-bb21-3a3e21a5456d service neutron] Pushing event updated for resources: {'Port': ['ID=be7f5bd5-43c4-40bd-8ba3-b6e713491455,revision_number=2']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:01.427031 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80c0c99b-85d6-4fa1-920a-913b0290ed1b tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:50:01.437499 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7463ad24-bc85-43ef-8b25-e2364627442f None None] Sync routers for ids ['26d59314-5420-44d6-8bb9-c3addc01368a'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:50:01.441445 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-80c0c99b-85d6-4fa1-920a-913b0290ed1b tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for floatingip, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:01.464851 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7463ad24-bc85-43ef-8b25-e2364627442f None None] Routers {'26d59314-5420-44d6-8bb9-c3addc01368a'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:50:01.465646 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-7463ad24-bc85-43ef-8b25-e2364627442f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:49:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['26d59314-5420-44d6-8bb9-c3addc01368a'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:01.515088 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-d6fbb99d-133d-4083-bb6c-3f8617a3d45f tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.9893353 Apr 01 15:50:01.532316 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 47104) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:01.533031 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e89287-5971-4e45-9cf8-aefba158989a req-7592bf59-c0c7-4c9a-95bc-b9fe8323c945 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:01.534649 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-11e89287-5971-4e45-9cf8-aefba158989a req-7592bf59-c0c7-4c9a-95bc-b9fe8323c945 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3318f8-792d-48fb-8e2f-9e09760166b6 HTTP/1.1" status: 200 len: 931 time: 0.7017548 Apr 01 15:50:01.551472 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.db.resource_extend [None req-dd22c1f6-184f-4ceb-b1f1-4ab4d40c3c5b tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:50:01.579414 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-7463ad24-bc85-43ef-8b25-e2364627442f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:01.581975 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-a9fc071c-379f-48e2-b54c-6ac040b6b458 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Request body: {'subnet': {'network_id': '78ce566d-33e6-4301-9e29-340eea425514', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:50:01.604828 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7463ad24-bc85-43ef-8b25-e2364627442f None None] Routers {'26d59314-5420-44d6-8bb9-c3addc01368a'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:50:01.605699 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-7463ad24-bc85-43ef-8b25-e2364627442f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:49:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['26d59314-5420-44d6-8bb9-c3addc01368a'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:01.617405 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fbb99d-133d-4083-bb6c-3f8617a3d45f tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Pushing event updated for resources: {'Network': ['ID=78ce566d-33e6-4301-9e29-340eea425514,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:01.619293 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-12d5ff47-bafb-44b1-91c4-40720b2102c7 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:01.637750 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 78ce566d-33e6-4301-9e29-340eea425514 details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:50:01.718125 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-7463ad24-bc85-43ef-8b25-e2364627442f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:01.718543 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7463ad24-bc85-43ef-8b25-e2364627442f None None] The sync data for ids ['26d59314-5420-44d6-8bb9-c3addc01368a'] in dv-neutron-833373-2-hyperv is: [] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:50:01.745383 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-80c0c99b-85d6-4fa1-920a-913b0290ed1b tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] 10.222.0.55 "PUT /v2.0/floatingips/048d5d6b-9878-4e09-9c60-c0c2426759e1 HTTP/1.1" status: 200 len: 688 time: 4.8016918 Apr 01 15:50:01.746109 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 47110) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:01.751975 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [None req-12d5ff47-bafb-44b1-91c4-40720b2102c7 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Transition to ACTIVE for port object 19f2513b-56f0-4295-827a-f6449421c49f will not be triggered until provisioned by entity DHCP. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:01.779503 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [req-96a2c4d8-1d65-4322-8802-654372a7e4d3 req-6cb0cb5c-ae04-48a4-9130-7bda14aa0391 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cd8fa28-acad-485f-8abe-d9637f2480a2 {{(pid=83826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:50:01.802189 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-96a2c4d8-1d65-4322-8802-654372a7e4d3 req-6cb0cb5c-ae04-48a4-9130-7bda14aa0391 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:01.805288 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-dd22c1f6-184f-4ceb-b1f1-4ab4d40c3c5b tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:01.806181 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd22c1f6-184f-4ceb-b1f1-4ab4d40c3c5b tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:01.806924 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-dd22c1f6-184f-4ceb-b1f1-4ab4d40c3c5b tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:01.876003 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [req-3f702bf6-ecdd-4c4c-ad0d-5765e6246826 req-cdbb0251-da47-4de4-bb21-3a3e21a5456d service neutron] Attempting to bind port be7f5bd5-43c4-40bd-8ba3-b6e713491455 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:50:01.876484 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [req-3f702bf6-ecdd-4c4c-ad0d-5765e6246826 req-cdbb0251-da47-4de4-bb21-3a3e21a5456d service neutron] Attempting to bind port be7f5bd5-43c4-40bd-8ba3-b6e713491455 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'a4346d49-0e35-4d5e-8e9e-68af5927dae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '10bfa6c5-d504-42f7-b6a8-189d201bcc59'}] {{(pid=83828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:50:01.876857 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f702bf6-ecdd-4c4c-ad0d-5765e6246826 req-cdbb0251-da47-4de4-bb21-3a3e21a5456d service neutron] Attempting to bind port be7f5bd5-43c4-40bd-8ba3-b6e713491455 on network 10bfa6c5-d504-42f7-b6a8-189d201bcc59 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:50:01.928642 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-a9fc071c-379f-48e2-b54c-6ac040b6b458 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:01.944362 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-a9fc071c-379f-48e2-b54c-6ac040b6b458 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Usage tracker for resource:subnet and tenant:66096cbf7fc2489589982194f3f94793 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:01.961239 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-a9fc071c-379f-48e2-b54c-6ac040b6b458 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:01.969428 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f702bf6-ecdd-4c4c-ad0d-5765e6246826 req-cdbb0251-da47-4de4-bb21-3a3e21a5456d service neutron] Port be7f5bd5-43c4-40bd-8ba3-b6e713491455 on network 10bfa6c5-d504-42f7-b6a8-189d201bcc59 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:50:01.970054 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f702bf6-ecdd-4c4c-ad0d-5765e6246826 req-cdbb0251-da47-4de4-bb21-3a3e21a5456d service neutron] Attempting to bind port be7f5bd5-43c4-40bd-8ba3-b6e713491455 on network 10bfa6c5-d504-42f7-b6a8-189d201bcc59 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:50:01.971873 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-a9fc071c-379f-48e2-b54c-6ac040b6b458 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:01.977406 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [req-96a2c4d8-1d65-4322-8802-654372a7e4d3 req-6cb0cb5c-ae04-48a4-9130-7bda14aa0391 service neutron] Transition to ACTIVE for port object 5cd8fa28-acad-485f-8abe-d9637f2480a2 will not be triggered until provisioned by entity L2. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:01.984653 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-579072aa-fbdf-401c-9269-66dab0683cbd tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Deleting port 913d5c27-7c04-4db7-91d3-dc11321cb50a {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:50:01.985029 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-579072aa-fbdf-401c-9269-66dab0683cbd tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:01.988265 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-11e89287-5971-4e45-9cf8-aefba158989a req-8d474f62-4cc1-4f54-8dfa-2f7dc29fc50a tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/security-groups?id=559624ab-485e-424f-98d0-03f9fb5e6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4273345 Apr 01 15:50:02.001924 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-dd22c1f6-184f-4ceb-b1f1-4ab4d40c3c5b tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 3.0001767 Apr 01 15:50:02.009569 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-96a2c4d8-1d65-4322-8802-654372a7e4d3 req-6cb0cb5c-ae04-48a4-9130-7bda14aa0391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:02.015220 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 47116) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:02.048453 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-12d5ff47-bafb-44b1-91c4-40720b2102c7 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:02.050165 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f702bf6-ecdd-4c4c-ad0d-5765e6246826 req-cdbb0251-da47-4de4-bb21-3a3e21a5456d service neutron] Checking agent: {'id': '5b2860be-0b4f-4931-914a-5d10403eafcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 47, 24), 'started_at': datetime.datetime(2022, 4, 1, 15, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:50:02.050499 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f702bf6-ecdd-4c4c-ad0d-5765e6246826 req-cdbb0251-da47-4de4-bb21-3a3e21a5456d service neutron] Checking segment: {'id': 'a4346d49-0e35-4d5e-8e9e-68af5927dae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '10bfa6c5-d504-42f7-b6a8-189d201bcc59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:50:02.051202 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f702bf6-ecdd-4c4c-ad0d-5765e6246826 req-cdbb0251-da47-4de4-bb21-3a3e21a5456d service neutron] Bound using segment: {'id': 'a4346d49-0e35-4d5e-8e9e-68af5927dae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '10bfa6c5-d504-42f7-b6a8-189d201bcc59'} {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:50:02.052363 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [req-3f702bf6-ecdd-4c4c-ad0d-5765e6246826 req-cdbb0251-da47-4de4-bb21-3a3e21a5456d service neutron] Bound port: be7f5bd5-43c4-40bd-8ba3-b6e713491455, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4346d49-0e35-4d5e-8e9e-68af5927dae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '10bfa6c5-d504-42f7-b6a8-189d201bcc59'}}] {{(pid=83828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:50:02.052907 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-3f702bf6-ecdd-4c4c-ad0d-5765e6246826 req-cdbb0251-da47-4de4-bb21-3a3e21a5456d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:02.079925 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9fc071c-379f-48e2-b54c-6ac040b6b458 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Made reservation on behalf of 66096cbf7fc2489589982194f3f94793 for: {'subnet': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:02.109855 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd22c1f6-184f-4ceb-b1f1-4ab4d40c3c5b tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Pushing event updated for resources: {'Network': ['ID=572f0da6-9f69-4ff0-bc2d-4a155f44f734,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:02.128221 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 572f0da6-9f69-4ff0-bc2d-4a155f44f734 details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:50:02.133625 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-075ad76c-fd5e-4c67-b18e-8d722409ae50 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:02.151733 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-075ad76c-fd5e-4c67-b18e-8d722409ae50 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:02.253012 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 22605461-c586-48ab-8d46-fe629943dd78 up at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:50:02.315598 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb0cb5c-ae04-48a4-9130-7bda14aa0391 service neutron] Pushing event updated for resources: {'Port': ['ID=5cd8fa28-acad-485f-8abe-d9637f2480a2,revision_number=2']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:02.367875 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-075ad76c-fd5e-4c67-b18e-8d722409ae50 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=83826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:50:02.376256 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc2cf46-8d62-443c-b903-cf07afa1302c req-19baaea5-6d46-41af-b85a-6d838551c7a3 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:02.377995 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-6fc2cf46-8d62-443c-b903-cf07afa1302c req-19baaea5-6d46-41af-b85a-6d838551c7a3 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] 10.222.0.55 "GET /v2.0/ports?device_id=24676d03-56f5-4d76-a785-0cc93d5c2496 HTTP/1.1" status: 200 len: 944 time: 0.5297658 Apr 01 15:50:02.387432 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ad76c-fd5e-4c67-b18e-8d722409ae50 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f58c41b-dd09-4178-aa70-ced107cc5da4,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:02.411707 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning for port 22605461-c586-48ab-8d46-fe629943dd78 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:02.420952 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning complete for port 22605461-c586-48ab-8d46-fe629943dd78 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:02.421702 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:02.426155 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [req-3f702bf6-ecdd-4c4c-ad0d-5765e6246826 req-cdbb0251-da47-4de4-bb21-3a3e21a5456d service neutron] For port be7f5bd5-43c4-40bd-8ba3-b6e713491455, host hv-neutron-8333, cleared binding levels {{(pid=83828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:50:02.430730 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [req-3f702bf6-ecdd-4c4c-ad0d-5765e6246826 req-cdbb0251-da47-4de4-bb21-3a3e21a5456d service neutron] For port be7f5bd5-43c4-40bd-8ba3-b6e713491455, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=be7f5bd5-43c4-40bd-8ba3-b6e713491455,segment=NetworkSegment(a4346d49-0e35-4d5e-8e9e-68af5927dae5),segment_id=a4346d49-0e35-4d5e-8e9e-68af5927dae5)] {{(pid=83828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:50:02.442036 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d5ff47-bafb-44b1-91c4-40720b2102c7 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:02.473034 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-075ad76c-fd5e-4c67-b18e-8d722409ae50 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:02.473367 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.segments_db [None req-075ad76c-fd5e-4c67-b18e-8d722409ae50 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Added segment 8f945a9a-e9d2-4980-b3e2-1aa5b3ea92b5 of type vlan for network 395f686a-afb1-4f9f-8ec8-10253023c306 Apr 01 15:50:02.546076 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-12d5ff47-bafb-44b1-91c4-40720b2102c7 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:02.548744 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-3f702bf6-ecdd-4c4c-ad0d-5765e6246826 req-cdbb0251-da47-4de4-bb21-3a3e21a5456d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:02.576112 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d5ff47-bafb-44b1-91c4-40720b2102c7 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:50:02.580490 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d5ff47-bafb-44b1-91c4-40720b2102c7 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:02.580911 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-12d5ff47-bafb-44b1-91c4-40720b2102c7 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:02.620393 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:02.654754 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24676d03-56f5-4d76-a785-0cc93d5c2496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22605461-c586-48ab-8d46-fe629943dd78'}] {{(pid=83829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:50:02.660772 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-6fc2cf46-8d62-443c-b903-cf07afa1302c req-4adcaeef-0f46-4d6a-b8f0-bbcd24a53fd2 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] 10.222.0.55 "GET /v2.0/security-groups?id=91d36638-0971-4d83-9ddc-3b1723ec8292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2675662 Apr 01 15:50:02.676118 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6036ec8e-69de-47af-9f82-6b21e3445c4e tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:02.684030 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d5ff47-bafb-44b1-91c4-40720b2102c7 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event updated for resources: {'Port': ['ID=19f2513b-56f0-4295-827a-f6449421c49f,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:02.688992 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-12d5ff47-bafb-44b1-91c4-40720b2102c7 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.4757986 Apr 01 15:50:02.699028 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 47120) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:02.726720 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a9fc071c-379f-48e2-b54c-6ac040b6b458 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16030269'] for subnet, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:02.748217 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 22605461-c586-48ab-8d46-fe629943dd78, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=22605461-c586-48ab-8d46-fe629943dd78,segment=NetworkSegment(9bb8a968-41a4-480e-a4e4-5873f2811f7b),segment_id=9bb8a968-41a4-480e-a4e4-5873f2811f7b)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:50:02.757236 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:02.783350 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d6f4ee-ce43-4526-8bd3-8db1162062f7 req-399b9581-6d1a-46ef-be8b-5e043ba0eb0c tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:02.785003 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-36d6f4ee-ce43-4526-8bd3-8db1162062f7 req-399b9581-6d1a-46ef-be8b-5e043ba0eb0c tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] 10.222.0.55 "GET /v2.0/ports?device_id=135a5fce-1f87-4ff1-ad4e-291c11ecd721 HTTP/1.1" status: 200 len: 944 time: 0.5560508 Apr 01 15:50:02.804396 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-075ad76c-fd5e-4c67-b18e-8d722409ae50 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:02.857930 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=22605461-c586-48ab-8d46-fe629943dd78,revision_number=5']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:02.859419 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.managers [req-96a2c4d8-1d65-4322-8802-654372a7e4d3 req-6cb0cb5c-ae04-48a4-9130-7bda14aa0391 service neutron] Attempting to bind port 5cd8fa28-acad-485f-8abe-d9637f2480a2 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:50:02.859757 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.managers [req-96a2c4d8-1d65-4322-8802-654372a7e4d3 req-6cb0cb5c-ae04-48a4-9130-7bda14aa0391 service neutron] Attempting to bind port 5cd8fa28-acad-485f-8abe-d9637f2480a2 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '668fd163-2ec6-45f5-a68c-835f2c0688da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c3ae4b42-403f-4d6b-840f-4e19f61ec42f'}] {{(pid=83826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:50:02.860084 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a2c4d8-1d65-4322-8802-654372a7e4d3 req-6cb0cb5c-ae04-48a4-9130-7bda14aa0391 service neutron] Attempting to bind port 5cd8fa28-acad-485f-8abe-d9637f2480a2 on network c3ae4b42-403f-4d6b-840f-4e19f61ec42f {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:50:02.887482 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a2c4d8-1d65-4322-8802-654372a7e4d3 req-6cb0cb5c-ae04-48a4-9130-7bda14aa0391 service neutron] Port 5cd8fa28-acad-485f-8abe-d9637f2480a2 on network c3ae4b42-403f-4d6b-840f-4e19f61ec42f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:50:02.888467 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a2c4d8-1d65-4322-8802-654372a7e4d3 req-6cb0cb5c-ae04-48a4-9130-7bda14aa0391 service neutron] Attempting to bind port 5cd8fa28-acad-485f-8abe-d9637f2480a2 on network c3ae4b42-403f-4d6b-840f-4e19f61ec42f {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:50:02.897105 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-41f15cd8-dd91-4257-8e1d-de3f860ab53e None None] Provisioning for port 672d6778-8cb5-45ef-977d-5de908d71512 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:02.930856 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a2c4d8-1d65-4322-8802-654372a7e4d3 req-6cb0cb5c-ae04-48a4-9130-7bda14aa0391 service neutron] Checking agent: {'id': '5b2860be-0b4f-4931-914a-5d10403eafcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 47, 24), 'started_at': datetime.datetime(2022, 4, 1, 15, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:50:02.931352 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a2c4d8-1d65-4322-8802-654372a7e4d3 req-6cb0cb5c-ae04-48a4-9130-7bda14aa0391 service neutron] Checking segment: {'id': '668fd163-2ec6-45f5-a68c-835f2c0688da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c3ae4b42-403f-4d6b-840f-4e19f61ec42f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:50:02.931574 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a2c4d8-1d65-4322-8802-654372a7e4d3 req-6cb0cb5c-ae04-48a4-9130-7bda14aa0391 service neutron] Bound using segment: {'id': '668fd163-2ec6-45f5-a68c-835f2c0688da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c3ae4b42-403f-4d6b-840f-4e19f61ec42f'} {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:50:02.932012 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.managers [req-96a2c4d8-1d65-4322-8802-654372a7e4d3 req-6cb0cb5c-ae04-48a4-9130-7bda14aa0391 service neutron] Bound port: 5cd8fa28-acad-485f-8abe-d9637f2480a2, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '668fd163-2ec6-45f5-a68c-835f2c0688da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c3ae4b42-403f-4d6b-840f-4e19f61ec42f'}}] {{(pid=83826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:50:02.932546 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-96a2c4d8-1d65-4322-8802-654372a7e4d3 req-6cb0cb5c-ae04-48a4-9130-7bda14aa0391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:02.970984 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-36d6f4ee-ce43-4526-8bd3-8db1162062f7 req-c35729bc-54dc-4d2f-a337-4cffd299fb42 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] 10.222.0.55 "GET /v2.0/security-groups?id=32e874f6-3d32-4ee4-ba11-3eea3ecfd36f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1730707 Apr 01 15:50:03.147024 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [req-96a2c4d8-1d65-4322-8802-654372a7e4d3 req-6cb0cb5c-ae04-48a4-9130-7bda14aa0391 service neutron] For port 5cd8fa28-acad-485f-8abe-d9637f2480a2, host hv-neutron-8333, cleared binding levels {{(pid=83826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:50:03.156011 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [req-96a2c4d8-1d65-4322-8802-654372a7e4d3 req-6cb0cb5c-ae04-48a4-9130-7bda14aa0391 service neutron] For port 5cd8fa28-acad-485f-8abe-d9637f2480a2, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=5cd8fa28-acad-485f-8abe-d9637f2480a2,segment=NetworkSegment(668fd163-2ec6-45f5-a68c-835f2c0688da),segment_id=668fd163-2ec6-45f5-a68c-835f2c0688da)] {{(pid=83826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:50:03.169667 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-075ad76c-fd5e-4c67-b18e-8d722409ae50 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:03.171999 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075ad76c-fd5e-4c67-b18e-8d722409ae50 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:03.173997 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-075ad76c-fd5e-4c67-b18e-8d722409ae50 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:03.202685 dv-neutron-833373-2-hyperv neutron-server[83829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24676d03-56f5-4d76-a785-0cc93d5c2496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22605461-c586-48ab-8d46-fe629943dd78', 'code': 200} Apr 01 15:50:03.238016 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec0c8ea-2e01-4234-9936-03ceef813742 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:03.242955 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec0c8ea-2e01-4234-9936-03ceef813742 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:03.244539 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-7ec0c8ea-2e01-4234-9936-03ceef813742 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.5445979 Apr 01 15:50:03.245862 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-96a2c4d8-1d65-4322-8802-654372a7e4d3 req-6cb0cb5c-ae04-48a4-9130-7bda14aa0391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:03.249612 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 47134) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:03.264882 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-3f702bf6-ecdd-4c4c-ad0d-5765e6246826 req-cdbb0251-da47-4de4-bb21-3a3e21a5456d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:03.266993 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-3f702bf6-ecdd-4c4c-ad0d-5765e6246826 req-cdbb0251-da47-4de4-bb21-3a3e21a5456d service neutron] 10.222.0.24 "PUT /v2.0/ports/be7f5bd5-43c4-40bd-8ba3-b6e713491455 HTTP/1.1" status: 200 len: 1093 time: 3.1893003 Apr 01 15:50:03.291499 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee3318f8-792d-48fb-8e2f-9e09760166b6', 'tag': 'be7f5bd5-43c4-40bd-8ba3-b6e713491455'}] {{(pid=83828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:50:03.348229 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-e95eb18b-91b2-472b-bd6b-38a9829c590a None None] Provisioning for port 19f2513b-56f0-4295-827a-f6449421c49f completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:03.357030 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-e95eb18b-91b2-472b-bd6b-38a9829c590a None None] Provisioning complete for port 19f2513b-56f0-4295-827a-f6449421c49f triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:03.357825 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-e95eb18b-91b2-472b-bd6b-38a9829c590a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:03.384282 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-579072aa-fbdf-401c-9269-66dab0683cbd tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:03.384779 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-579072aa-fbdf-401c-9269-66dab0683cbd tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:03.475190 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-e95eb18b-91b2-472b-bd6b-38a9829c590a None None] Port 19f2513b-56f0-4295-827a-f6449421c49f cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:50:03.530348 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-075ad76c-fd5e-4c67-b18e-8d722409ae50 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 3.2790351 Apr 01 15:50:03.548392 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 47148) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:03.550773 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ad76c-fd5e-4c67-b18e-8d722409ae50 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Pushing event updated for resources: {'Network': ['ID=395f686a-afb1-4f9f-8ec8-10253023c306,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:03.571324 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-a83d4934-8084-45bc-a53d-1145c9bea845 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Request body: {'subnet': {'network_id': '395f686a-afb1-4f9f-8ec8-10253023c306', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:50:03.575428 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 395f686a-afb1-4f9f-8ec8-10253023c306 details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:50:03.580288 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-96a2c4d8-1d65-4322-8802-654372a7e4d3 req-6cb0cb5c-ae04-48a4-9130-7bda14aa0391 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:03.581906 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-96a2c4d8-1d65-4322-8802-654372a7e4d3 req-6cb0cb5c-ae04-48a4-9130-7bda14aa0391 service neutron] 10.222.0.24 "PUT /v2.0/ports/5cd8fa28-acad-485f-8abe-d9637f2480a2 HTTP/1.1" status: 200 len: 1094 time: 3.2237985 Apr 01 15:50:03.582489 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '135a5fce-1f87-4ff1-ad4e-291c11ecd721', 'tag': '5cd8fa28-acad-485f-8abe-d9637f2480a2'}] {{(pid=83826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:50:03.597190 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-69ef279e-414d-4769-bd96-13ff9e3d6793 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Deleting port 19f2513b-56f0-4295-827a-f6449421c49f {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:50:03.597766 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-69ef279e-414d-4769-bd96-13ff9e3d6793 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:03.640268 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-a83d4934-8084-45bc-a53d-1145c9bea845 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:03.645899 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbb0251-da47-4de4-bb21-3a3e21a5456d service neutron] Pushing event updated for resources: {'Port': ['ID=be7f5bd5-43c4-40bd-8ba3-b6e713491455,revision_number=3']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:03.655089 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb0cb5c-ae04-48a4-9130-7bda14aa0391 service neutron] Pushing event updated for resources: {'Port': ['ID=5cd8fa28-acad-485f-8abe-d9637f2480a2,revision_number=3']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:03.664047 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 672d6778-8cb5-45ef-977d-5de908d71512 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:50:03.675845 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-579072aa-fbdf-401c-9269-66dab0683cbd tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Calling delete_port for 913d5c27-7c04-4db7-91d3-dc11321cb50a owned by network:floatingip {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:50:03.701537 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-a83d4934-8084-45bc-a53d-1145c9bea845 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Usage tracker for resource:subnet and tenant:5f11313c75e340ab97da3a75cb4a5e1a is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:03.718710 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-a83d4934-8084-45bc-a53d-1145c9bea845 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:03.755506 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-a83d4934-8084-45bc-a53d-1145c9bea845 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:03.837196 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '135a5fce-1f87-4ff1-ad4e-291c11ecd721', 'tag': '5cd8fa28-acad-485f-8abe-d9637f2480a2', 'status': 'completed', 'code': 200} Apr 01 15:50:03.857048 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a83d4934-8084-45bc-a53d-1145c9bea845 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Made reservation on behalf of 5f11313c75e340ab97da3a75cb4a5e1a for: {'subnet': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:03.859316 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a83d4934-8084-45bc-a53d-1145c9bea845 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16088980'] for subnet, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:03.862869 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee3318f8-792d-48fb-8e2f-9e09760166b6', 'tag': 'be7f5bd5-43c4-40bd-8ba3-b6e713491455', 'status': 'completed', 'code': 200} Apr 01 15:50:03.954674 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a88a9d6-2f23-4d64-b6d0-f110c8f0ee68 req-d9a06db0-d178-4ecb-a12d-a78ae9cde847 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:03.956200 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8a88a9d6-2f23-4d64-b6d0-f110c8f0ee68 req-d9a06db0-d178-4ecb-a12d-a78ae9cde847 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3318f8-792d-48fb-8e2f-9e09760166b6 HTTP/1.1" status: 200 len: 943 time: 0.6688533 Apr 01 15:50:03.973112 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6036ec8e-69de-47af-9f82-6b21e3445c4e tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:03.993430 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a9fc071c-379f-48e2-b54c-6ac040b6b458 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15306628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16030227'] for subnet, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:03.996366 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 672d6778-8cb5-45ef-977d-5de908d71512 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:04.006740 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 672d6778-8cb5-45ef-977d-5de908d71512 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:04.009582 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:04.090363 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-6036ec8e-69de-47af-9f82-6b21e3445c4e tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['572f0da6-9f69-4ff0-bc2d-4a155f44f734']}} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:04.121383 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e84c4217-5e12-4d98-bcf1-133f1a06cc4c req-3fc6f7d1-87e4-4f34-b2d6-ac3cb6627ae6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=24676d03-56f5-4d76-a785-0cc93d5c2496 HTTP/1.1" status: 200 len: 1098 time: 0.6821249 Apr 01 15:50:04.156897 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-6036ec8e-69de-47af-9f82-6b21e3445c4e tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a038dd5-05ec-4167-a4f3-fc33902dfc77') {'for_net_delete': True} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:04.157313 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-6036ec8e-69de-47af-9f82-6b21e3445c4e tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a038dd5-05ec-4167-a4f3-fc33902dfc77') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:04.172045 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:04.186396 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6036ec8e-69de-47af-9f82-6b21e3445c4e tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15303093'] for segment, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:04.195486 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fc071c-379f-48e2-b54c-6ac040b6b458 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Pushing event updated for resources: {'Subnet': ['ID=cad41ca9-a43a-48f9-ae6b-80997100025d,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:04.211473 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-3f702bf6-ecdd-4c4c-ad0d-5765e6246826 req-7164b9ea-de86-442f-a781-02ca2428613b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ea61585477ae47b59fca06b1e521f7a0&device_id=ee3318f8-792d-48fb-8e2f-9e09760166b6 HTTP/1.1" status: 200 len: 1096 time: 0.8293211 Apr 01 15:50:04.212903 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-e84c4217-5e12-4d98-bcf1-133f1a06cc4c req-d1b39218-8f98-4db4-8c08-2c49bfb02049 service neutron] Notify callbacks [] for security_group, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:04.225478 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port 672d6778-8cb5-45ef-977d-5de908d71512, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=672d6778-8cb5-45ef-977d-5de908d71512,segment=NetworkSegment(c41dc1a5-c958-4d8b-81ea-3934c36371b8),segment_id=c41dc1a5-c958-4d8b-81ea-3934c36371b8)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:50:04.231496 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:04.263329 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-96a2c4d8-1d65-4322-8802-654372a7e4d3 req-5dd15123-bf55-40eb-aad6-64b3b25ae167 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b509592769ce4fd4a6019281630321e8&device_id=135a5fce-1f87-4ff1-ad4e-291c11ecd721 HTTP/1.1" status: 200 len: 1097 time: 0.6204810 Apr 01 15:50:04.289258 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8a88a9d6-2f23-4d64-b6d0-f110c8f0ee68 req-30a9c8b6-d827-4eed-a877-7b47518324ef tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/security-groups?id=559624ab-485e-424f-98d0-03f9fb5e6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2890596 Apr 01 15:50:04.317921 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=672d6778-8cb5-45ef-977d-5de908d71512,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:04.339763 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6036ec8e-69de-47af-9f82-6b21e3445c4e tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:04.371326 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6036ec8e-69de-47af-9f82-6b21e3445c4e tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=83828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:50:04.371965 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6036ec8e-69de-47af-9f82-6b21e3445c4e tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15306523'] for segment, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:04.400918 dv-neutron-833373-2-hyperv neutron-server[83828]: Traceback (most recent call last): Apr 01 15:50:04.400918 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:50:04.400918 dv-neutron-833373-2-hyperv neutron-server[83828]: timer() Apr 01 15:50:04.400918 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:50:04.400918 dv-neutron-833373-2-hyperv neutron-server[83828]: cb(*args, **kw) Apr 01 15:50:04.400918 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:50:04.400918 dv-neutron-833373-2-hyperv neutron-server[83828]: return func(*args, **kwargs) Apr 01 15:50:04.400918 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:50:04.400918 dv-neutron-833373-2-hyperv neutron-server[83828]: self._notify() Apr 01 15:50:04.400918 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:50:04.400918 dv-neutron-833373-2-hyperv neutron-server[83828]: self.callback(batched_events) Apr 01 15:50:04.400918 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:50:04.400918 dv-neutron-833373-2-hyperv neutron-server[83828]: event.method(event) Apr 01 15:50:04.400918 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:50:04.400918 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:50:04.400918 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:50:04.400918 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:50:04.400918 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:50:04.400918 dv-neutron-833373-2-hyperv neutron-server[83828]: return f(self, *a, **k) Apr 01 15:50:04.400918 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:50:04.400918 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._get(url).json() Apr 01 15:50:04.400918 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:50:04.400918 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:50:04.400918 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:50:04.400918 dv-neutron-833373-2-hyperv neutron-server[83828]: return self.request(url, 'GET', **kwargs) Apr 01 15:50:04.400918 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:50:04.400918 dv-neutron-833373-2-hyperv neutron-server[83828]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:50:04.400918 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:50:04.400918 dv-neutron-833373-2-hyperv neutron-server[83828]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:50:04.400918 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:50:04.400918 dv-neutron-833373-2-hyperv neutron-server[83828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:50:04.400918 dv-neutron-833373-2-hyperv neutron-server[83828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:50:04.423747 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-96a2c4d8-1d65-4322-8802-654372a7e4d3 req-79c39f6d-d1c5-4d2d-828f-687664beb4ce service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5cd8fa28-acad-485f-8abe-d9637f2480a2 HTTP/1.1" status: 200 len: 217 time: 0.1401510 Apr 01 15:50:04.429072 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-69ef279e-414d-4769-bd96-13ff9e3d6793 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:04.481030 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-3f702bf6-ecdd-4c4c-ad0d-5765e6246826 req-843bbd7f-210a-49ac-babe-bffc0e909d43 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=be7f5bd5-43c4-40bd-8ba3-b6e713491455 HTTP/1.1" status: 200 len: 217 time: 0.2557638 Apr 01 15:50:04.494991 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fc071c-379f-48e2-b54c-6ac040b6b458 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Checking segment: {'id': '824491d7-7114-47da-94ca-312769f7e5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '78ce566d-33e6-4301-9e29-340eea425514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:50:04.495314 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9fc071c-379f-48e2-b54c-6ac040b6b458 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Network hostable DHCP agents. Network: 78ce566d-33e6-4301-9e29-340eea425514, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:50:04.579635 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-579072aa-fbdf-401c-9269-66dab0683cbd tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:04.658182 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579072aa-fbdf-401c-9269-66dab0683cbd tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Pushing event deleted for resources: {'Port': ['ID=913d5c27-7c04-4db7-91d3-dc11321cb50a,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:04.663873 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6036ec8e-69de-47af-9f82-6b21e3445c4e tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:04.690755 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6036ec8e-69de-47af-9f82-6b21e3445c4e tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 572f0da6-9f69-4ff0-bc2d-4a155f44f734 {{(pid=83828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 01 15:50:04.699185 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f702bf6-ecdd-4c4c-ad0d-5765e6246826 req-d2eee464-413e-49af-abb5-65cc968d4acb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:04.700673 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-3f702bf6-ecdd-4c4c-ad0d-5765e6246826 req-d2eee464-413e-49af-abb5-65cc968d4acb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=316ad757-bf54-49b9-829b-e0e949015709 HTTP/1.1" status: 200 len: 850 time: 0.1988552 Apr 01 15:50:04.712896 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6036ec8e-69de-47af-9f82-6b21e3445c4e tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:04.715831 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6036ec8e-69de-47af-9f82-6b21e3445c4e tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Pushing event deleted for resources: {'Network': ['ID=572f0da6-9f69-4ff0-bc2d-4a155f44f734,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:04.769111 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-69ef279e-414d-4769-bd96-13ff9e3d6793 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Calling delete_port for 19f2513b-56f0-4295-827a-f6449421c49f owned by {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:50:04.810159 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec7837-7e8e-4e64-b21b-13936597c6d9 req-a844c572-5db3-4d71-94ea-3651de28a2c6 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:04.813501 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-28ec7837-7e8e-4e64-b21b-13936597c6d9 req-a844c572-5db3-4d71-94ea-3651de28a2c6 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] 10.222.0.55 "GET /v2.0/ports?device_id=24676d03-56f5-4d76-a785-0cc93d5c2496 HTTP/1.1" status: 200 len: 945 time: 0.8105323 Apr 01 15:50:04.836233 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9fc071c-379f-48e2-b54c-6ac040b6b458 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Network 78ce566d-33e6-4301-9e29-340eea425514 is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:50:04.840600 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [req-e84c4217-5e12-4d98-bcf1-133f1a06cc4c req-d1b39218-8f98-4db4-8c08-2c49bfb02049 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:04.901202 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-6036ec8e-69de-47af-9f82-6b21e3445c4e tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] 10.222.0.55 "DELETE /v2.0/networks/572f0da6-9f69-4ff0-bc2d-4a155f44f734 HTTP/1.1" status: 204 len: 168 time: 2.8818328 Apr 01 15:50:04.901402 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-e84c4217-5e12-4d98-bcf1-133f1a06cc4c req-d1b39218-8f98-4db4-8c08-2c49bfb02049 service neutron] Usage tracker for resource:security_group_rule and tenant:308a3288305c46b9a505da173347ca9d is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:04.902274 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 47158) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:04.907366 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2c4d8-1d65-4322-8802-654372a7e4d3 req-90eefbcc-6264-47e5-aae9-4f2c6c77d238 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:04.908977 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-96a2c4d8-1d65-4322-8802-654372a7e4d3 req-90eefbcc-6264-47e5-aae9-4f2c6c77d238 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=488129b0-aeaa-403a-9713-4879071d94ea HTTP/1.1" status: 200 len: 851 time: 0.4703317 Apr 01 15:50:04.914628 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-0c777169-ee43-4082-826e-bcd0cf5bc547 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:50:04.917397 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-e84c4217-5e12-4d98-bcf1-133f1a06cc4c req-d1b39218-8f98-4db4-8c08-2c49bfb02049 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:04.920188 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-a9fc071c-379f-48e2-b54c-6ac040b6b458 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, 78ce566d-33e6-4301-9e29-340eea425514) {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:04.931360 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b355019e-8e94-49fb-b882-97647eb2127d None None] Network 78ce566d-33e6-4301-9e29-340eea425514 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:50:04.934395 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fc071c-379f-48e2-b54c-6ac040b6b458 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:04.934986 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a9fc071c-379f-48e2-b54c-6ac040b6b458 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:04.938785 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-0c777169-ee43-4082-826e-bcd0cf5bc547 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:04.950354 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [req-e84c4217-5e12-4d98-bcf1-133f1a06cc4c req-d1b39218-8f98-4db4-8c08-2c49bfb02049 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:04.952540 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-0c777169-ee43-4082-826e-bcd0cf5bc547 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Usage tracker for resource:network and tenant:c825a72c85154e11b4d54578b93d925f is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:04.962375 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-0c777169-ee43-4082-826e-bcd0cf5bc547 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:04.972873 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-0c777169-ee43-4082-826e-bcd0cf5bc547 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:04.977953 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-579072aa-fbdf-401c-9269-66dab0683cbd tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks [] for floatingip, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:04.980372 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-579072aa-fbdf-401c-9269-66dab0683cbd tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for floatingip, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:04.986863 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-579072aa-fbdf-401c-9269-66dab0683cbd tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] 10.222.0.55 "DELETE /v2.0/floatingips/048d5d6b-9878-4e09-9c60-c0c2426759e1 HTTP/1.1" status: 204 len: 168 time: 3.2332783 Apr 01 15:50:04.987530 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 47162) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:04.994086 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-a9fc071c-379f-48e2-b54c-6ac040b6b458 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4565122 Apr 01 15:50:04.997585 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 47166) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:05.001120 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-bd4ac4a8-4372-4460-bafa-0de12b9e4be5 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Request body: {'floatingip': {'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'port_id': '41e8d8ce-0225-4a86-bc88-9f72e9f59b15'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:50:05.016059 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-bd4ac4a8-4372-4460-bafa-0de12b9e4be5 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:05.021817 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-f1f519c8-d0ce-4f37-b1e1-2c2aea602a99 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Request body: {'port': {'network_id': '78ce566d-33e6-4301-9e29-340eea425514', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-818566925'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:50:05.041900 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c777169-ee43-4082-826e-bcd0cf5bc547 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Made reservation on behalf of c825a72c85154e11b4d54578b93d925f for: {'network': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:05.044142 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0c777169-ee43-4082-826e-bcd0cf5bc547 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:05.068279 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-bd4ac4a8-4372-4460-bafa-0de12b9e4be5 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Usage tracker for resource:floatingip and tenant:7e7aded1adfa4cd1be462b87d89e24d5 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:05.114592 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-bd4ac4a8-4372-4460-bafa-0de12b9e4be5 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:05.128974 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-bd4ac4a8-4372-4460-bafa-0de12b9e4be5 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:05.140765 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-3f702bf6-ecdd-4c4c-ad0d-5765e6246826 req-e99f9a66-ad0a-46ee-ba08-4845331d0876 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=10bfa6c5-d504-42f7-b6a8-189d201bcc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4291086 Apr 01 15:50:05.193813 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-28ec7837-7e8e-4e64-b21b-13936597c6d9 req-993f5cd3-a297-4674-937f-7bc92a9835e1 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] 10.222.0.55 "GET /v2.0/security-groups?id=91d36638-0971-4d83-9ddc-3b1723ec8292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3574593 Apr 01 15:50:05.251288 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a3d2d0-3084-4b7c-980d-d7753594fa28 req-c6f4a41a-8ad7-461d-8c6e-53896e9a5afb tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:05.254114 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-bd4ac4a8-4372-4460-bafa-0de12b9e4be5 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks [] for floatingip, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:05.260745 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-07a3d2d0-3084-4b7c-980d-d7753594fa28 req-c6f4a41a-8ad7-461d-8c6e-53896e9a5afb tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] 10.222.0.55 "GET /v2.0/ports?device_id=135a5fce-1f87-4ff1-ad4e-291c11ecd721 HTTP/1.1" status: 200 len: 944 time: 0.8130131 Apr 01 15:50:05.268392 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de7dbfc-c266-442d-9a50-8e1e55c76c29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-78ce566d-33e6-4301-9e29-340eea425514', 'network_id': '78ce566d-33e6-4301-9e29-340eea425514', 'tenant_id': '66096cbf7fc2489589982194f3f94793', 'fixed_ips': [{'subnet_id': 'cad41ca9-a43a-48f9-ae6b-80997100025d'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:50:05.269353 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-0de7dbfc-c266-442d-9a50-8e1e55c76c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:05.271563 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c777169-ee43-4082-826e-bcd0cf5bc547 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=83828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:50:05.449910 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-07a3d2d0-3084-4b7c-980d-d7753594fa28 req-57daa30a-e8ed-4547-b41f-77adf2c18f70 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] 10.222.0.55 "GET /v2.0/security-groups?id=32e874f6-3d32-4ee4-ba11-3eea3ecfd36f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1876352 Apr 01 15:50:05.452180 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-0de7dbfc-c266-442d-9a50-8e1e55c76c29 None None] Allocated IP 2001:db8::2 (78ce566d-33e6-4301-9e29-340eea425514/cad41ca9-a43a-48f9-ae6b-80997100025d/a5e6950c-d152-49bc-a373-ef3452eaeb40) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:05.461668 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-69ef279e-414d-4769-bd96-13ff9e3d6793 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:05.501527 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0c777169-ee43-4082-826e-bcd0cf5bc547 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:05.502060 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.segments_db [None req-0c777169-ee43-4082-826e-bcd0cf5bc547 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Added segment cdd1b2dd-6b05-4e20-ba8f-6cab72c31f5e of type vlan for network 7d592369-760e-430a-8411-b0bcba7bf40d Apr 01 15:50:05.553302 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 672d6778-8cb5-45ef-977d-5de908d71512 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:50:05.592477 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0c777169-ee43-4082-826e-bcd0cf5bc547 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:05.606835 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ef279e-414d-4769-bd96-13ff9e3d6793 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event deleted for resources: {'Port': ['ID=19f2513b-56f0-4295-827a-f6449421c49f,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:05.609783 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-f1f519c8-d0ce-4f37-b1e1-2c2aea602a99 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:05.611237 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-96a2c4d8-1d65-4322-8802-654372a7e4d3 req-d2da34fc-dcfa-48a5-9f03-542f63bcfd26 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c3ae4b42-403f-4d6b-840f-4e19f61ec42f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6882014 Apr 01 15:50:05.622277 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-f1f519c8-d0ce-4f37-b1e1-2c2aea602a99 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Usage tracker for resource:port and tenant:66096cbf7fc2489589982194f3f94793 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:05.631866 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-f1f519c8-d0ce-4f37-b1e1-2c2aea602a99 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:05.636092 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-3f702bf6-ecdd-4c4c-ad0d-5765e6246826 req-27b4eb6d-b4db-4b40-8294-dd854c86f532 service neutron] 10.222.0.24 "GET /v2.0/networks/10bfa6c5-d504-42f7-b6a8-189d201bcc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4828207 Apr 01 15:50:05.643873 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-f1f519c8-d0ce-4f37-b1e1-2c2aea602a99 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:05.644992 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-e84c4217-5e12-4d98-bcf1-133f1a06cc4c req-d1b39218-8f98-4db4-8c08-2c49bfb02049 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:05.717339 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 672d6778-8cb5-45ef-977d-5de908d71512 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:05.717738 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:05.732564 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-e84c4217-5e12-4d98-bcf1-133f1a06cc4c req-d1b39218-8f98-4db4-8c08-2c49bfb02049 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:05.769390 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f519c8-d0ce-4f37-b1e1-2c2aea602a99 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Made reservation on behalf of 66096cbf7fc2489589982194f3f94793 for: {'port': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:05.772016 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f1f519c8-d0ce-4f37-b1e1-2c2aea602a99 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:05.796307 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-69ef279e-414d-4769-bd96-13ff9e3d6793 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:05.807757 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-0de7dbfc-c266-442d-9a50-8e1e55c76c29 None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:05.822497 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-0de7dbfc-c266-442d-9a50-8e1e55c76c29 None None] Transition to ACTIVE for port object a5e6950c-d152-49bc-a373-ef3452eaeb40 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:05.836962 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0c777169-ee43-4082-826e-bcd0cf5bc547 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:05.837755 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c777169-ee43-4082-826e-bcd0cf5bc547 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:05.838472 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0c777169-ee43-4082-826e-bcd0cf5bc547 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:05.844203 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e84c4217-5e12-4d98-bcf1-133f1a06cc4c req-d1b39218-8f98-4db4-8c08-2c49bfb02049 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=91d36638-0971-4d83-9ddc-3b1723ec8292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.7072670 Apr 01 15:50:05.851590 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b39218-8f98-4db4-8c08-2c49bfb02049 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9f42c34f-7b42-43f7-8a8d-1d0fb91fc7a1,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:05.895287 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-0de7dbfc-c266-442d-9a50-8e1e55c76c29 None None] Transition to ACTIVE for port object a5e6950c-d152-49bc-a373-ef3452eaeb40 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:05.904464 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-0de7dbfc-c266-442d-9a50-8e1e55c76c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:05.913477 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-69ef279e-414d-4769-bd96-13ff9e3d6793 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/ports/19f2513b-56f0-4295-827a-f6449421c49f HTTP/1.1" status: 204 len: 168 time: 2.6285155 Apr 01 15:50:05.918589 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 47172) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:05.971477 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-96a2c4d8-1d65-4322-8802-654372a7e4d3 req-4a8862a1-3072-4de9-a233-002d167b2ae1 service neutron] 10.222.0.24 "GET /v2.0/networks/c3ae4b42-403f-4d6b-840f-4e19f61ec42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3507738 Apr 01 15:50:05.982400 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [None req-f1f519c8-d0ce-4f37-b1e1-2c2aea602a99 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] device_id is not set on port f27d16ab-55c9-4934-9d6e-35e48c4de8ff yet. {{(pid=83828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:50:05.990701 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989785b0-960a-4b53-9bbb-2ab9fbcc7cc9 req-2ce83dc4-7ded-4eee-ae50-de8fe4dafcf9 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:05.991400 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de7dbfc-c266-442d-9a50-8e1e55c76c29 None None] Network 78ce566d-33e6-4301-9e29-340eea425514 is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:05.992248 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-989785b0-960a-4b53-9bbb-2ab9fbcc7cc9 req-2ce83dc4-7ded-4eee-ae50-de8fe4dafcf9 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3318f8-792d-48fb-8e2f-9e09760166b6 HTTP/1.1" status: 200 len: 943 time: 0.5354304 Apr 01 15:50:05.994712 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-0de7dbfc-c266-442d-9a50-8e1e55c76c29 None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:06.003049 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de7dbfc-c266-442d-9a50-8e1e55c76c29 None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:50:06.005444 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de7dbfc-c266-442d-9a50-8e1e55c76c29 None None] Pushing event updated for resources: {'Port': ['ID=a5e6950c-d152-49bc-a373-ef3452eaeb40,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:06.073095 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee385903-a3e7-4434-9658-24bf4642a999 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:06.074531 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee385903-a3e7-4434-9658-24bf4642a999 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:06.078748 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-ee385903-a3e7-4434-9658-24bf4642a999 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1577227 Apr 01 15:50:06.080552 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 47176) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:06.083303 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.objects.ports [None req-a83d4934-8084-45bc-a53d-1145c9bea845 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83826) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 01 15:50:06.083772 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a83d4934-8084-45bc-a53d-1145c9bea845 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15415267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16089018'] for subnet, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:06.104451 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-0de7dbfc-c266-442d-9a50-8e1e55c76c29 None None] Attempting to bind port a5e6950c-d152-49bc-a373-ef3452eaeb40 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:50:06.105166 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-0de7dbfc-c266-442d-9a50-8e1e55c76c29 None None] Attempting to bind port a5e6950c-d152-49bc-a373-ef3452eaeb40 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': '824491d7-7114-47da-94ca-312769f7e5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '78ce566d-33e6-4301-9e29-340eea425514'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:50:06.105675 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de7dbfc-c266-442d-9a50-8e1e55c76c29 None None] Attempting to bind port a5e6950c-d152-49bc-a373-ef3452eaeb40 on network 78ce566d-33e6-4301-9e29-340eea425514 {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:50:06.113020 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de7dbfc-c266-442d-9a50-8e1e55c76c29 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:50:06.113597 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de7dbfc-c266-442d-9a50-8e1e55c76c29 None None] Checking segment: {'id': '824491d7-7114-47da-94ca-312769f7e5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '78ce566d-33e6-4301-9e29-340eea425514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:50:06.114791 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-0de7dbfc-c266-442d-9a50-8e1e55c76c29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:06.115363 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de7dbfc-c266-442d-9a50-8e1e55c76c29 None None] Bound using segment: {'id': '824491d7-7114-47da-94ca-312769f7e5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '78ce566d-33e6-4301-9e29-340eea425514'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:50:06.115988 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-0de7dbfc-c266-442d-9a50-8e1e55c76c29 None None] Bound port: a5e6950c-d152-49bc-a373-ef3452eaeb40, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '824491d7-7114-47da-94ca-312769f7e5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '78ce566d-33e6-4301-9e29-340eea425514'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:50:06.116519 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-0de7dbfc-c266-442d-9a50-8e1e55c76c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:06.125449 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-3f702bf6-ecdd-4c4c-ad0d-5765e6246826 req-848cd304-09b9-4ecc-adfe-80b0d734d3ad service neutron] 10.222.0.24 "GET /v2.0/networks/10bfa6c5-d504-42f7-b6a8-189d201bcc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4787169 Apr 01 15:50:06.135990 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-0c777169-ee43-4082-826e-bcd0cf5bc547 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 1.2331667 Apr 01 15:50:06.142965 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 47180) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:06.153577 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c777169-ee43-4082-826e-bcd0cf5bc547 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Pushing event updated for resources: {'Network': ['ID=7d592369-760e-430a-8411-b0bcba7bf40d,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:06.163456 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-cc58a8b7-fe90-4280-a58f-eb36e7dbb7dd tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Request body: {'subnet': {'network_id': '7d592369-760e-430a-8411-b0bcba7bf40d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:50:06.173569 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-cc58a8b7-fe90-4280-a58f-eb36e7dbb7dd tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:06.175344 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 7d592369-760e-430a-8411-b0bcba7bf40d details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:50:06.176289 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-bd4ac4a8-4372-4460-bafa-0de12b9e4be5 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:06.218063 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-cc58a8b7-fe90-4280-a58f-eb36e7dbb7dd tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Usage tracker for resource:subnet and tenant:c825a72c85154e11b4d54578b93d925f is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:06.287504 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-cc58a8b7-fe90-4280-a58f-eb36e7dbb7dd tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:06.297721 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-989785b0-960a-4b53-9bbb-2ab9fbcc7cc9 req-2b7812cb-04ae-4360-b94f-e4277fd63370 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/security-groups?id=559624ab-485e-424f-98d0-03f9fb5e6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2685742 Apr 01 15:50:06.327504 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-0de7dbfc-c266-442d-9a50-8e1e55c76c29 None None] For port a5e6950c-d152-49bc-a373-ef3452eaeb40, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:50:06.328095 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-cc58a8b7-fe90-4280-a58f-eb36e7dbb7dd tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:06.337510 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-0de7dbfc-c266-442d-9a50-8e1e55c76c29 None None] For port a5e6950c-d152-49bc-a373-ef3452eaeb40, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=a5e6950c-d152-49bc-a373-ef3452eaeb40,segment=NetworkSegment(824491d7-7114-47da-94ca-312769f7e5c6),segment_id=824491d7-7114-47da-94ca-312769f7e5c6)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:50:06.351968 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-0de7dbfc-c266-442d-9a50-8e1e55c76c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:06.354901 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83d4934-8084-45bc-a53d-1145c9bea845 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9b3e0d0d-df61-477c-8296-813144f582c4,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:06.397571 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-f1f519c8-d0ce-4f37-b1e1-2c2aea602a99 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Allocated IP 2001:db8::5c (78ce566d-33e6-4301-9e29-340eea425514/cad41ca9-a43a-48f9-ae6b-80997100025d/f27d16ab-55c9-4934-9d6e-35e48c4de8ff) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:06.414149 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc58a8b7-fe90-4280-a58f-eb36e7dbb7dd tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Made reservation on behalf of c825a72c85154e11b4d54578b93d925f for: {'subnet': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:06.417380 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-cc58a8b7-fe90-4280-a58f-eb36e7dbb7dd tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16030269'] for subnet, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:06.465789 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de7dbfc-c266-442d-9a50-8e1e55c76c29 None None] Pushing event updated for resources: {'Port': ['ID=a5e6950c-d152-49bc-a373-ef3452eaeb40,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:06.475891 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83d4934-8084-45bc-a53d-1145c9bea845 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Checking segment: {'id': '8f945a9a-e9d2-4980-b3e2-1aa5b3ea92b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '395f686a-afb1-4f9f-8ec8-10253023c306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:50:06.476433 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83d4934-8084-45bc-a53d-1145c9bea845 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Network hostable DHCP agents. Network: 395f686a-afb1-4f9f-8ec8-10253023c306, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:50:06.547659 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-96a2c4d8-1d65-4322-8802-654372a7e4d3 req-f4867fbe-9a85-479e-9e77-af8b08cc97c0 service neutron] 10.222.0.24 "GET /v2.0/networks/c3ae4b42-403f-4d6b-840f-4e19f61ec42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4593556 Apr 01 15:50:06.594334 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_v2 [None req-96f1eb46-19f0-4a01-a819-7709047f6f9c tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Deleting subnet c84b3da4-714f-4e66-930b-36bb3d2bdad5 {{(pid=83826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:50:06.601190 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-96f1eb46-19f0-4a01-a819-7709047f6f9c tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for subnet, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:06.757851 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-742516fd-25da-4ce3-82a5-04b03b775d5a req-511fd8fc-5682-43ad-8f14-8093d573ade1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ea61585477ae47b59fca06b1e521f7a0&device_id=ee3318f8-792d-48fb-8e2f-9e09760166b6 HTTP/1.1" status: 200 len: 1096 time: 0.5369928 Apr 01 15:50:06.829698 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-bd4ac4a8-4372-4460-bafa-0de12b9e4be5 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Allocated IP 172.26.1.209 (ed45466e-0386-4b92-8de3-247c977242ac/0479f741-5cd1-4d6f-b593-d8aa909a42d3/f61dd796-b674-4d33-b7b1-ad10e51031e8) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:06.866249 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83d4934-8084-45bc-a53d-1145c9bea845 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Network 395f686a-afb1-4f9f-8ec8-10253023c306 is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:50:06.893485 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-96f1eb46-19f0-4a01-a819-7709047f6f9c tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16610770'] for subnet, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:06.934655 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-a83d4934-8084-45bc-a53d-1145c9bea845 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, 395f686a-afb1-4f9f-8ec8-10253023c306) {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:06.945035 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c265f63-c150-4c06-88bf-87628646ca7c None None] Network 395f686a-afb1-4f9f-8ec8-10253023c306 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:50:06.960604 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83d4934-8084-45bc-a53d-1145c9bea845 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:06.961297 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a83d4934-8084-45bc-a53d-1145c9bea845 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:06.972474 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee761652-6da3-4054-9e3e-429c9399229a req-72e9f52b-4d1d-4114-a415-d0162b510ae4 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:06.973605 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ee761652-6da3-4054-9e3e-429c9399229a req-72e9f52b-4d1d-4114-a415-d0162b510ae4 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] 10.222.0.55 "GET /v2.0/ports?device_id=24676d03-56f5-4d76-a785-0cc93d5c2496 HTTP/1.1" status: 200 len: 945 time: 0.5031517 Apr 01 15:50:07.036896 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-a83d4934-8084-45bc-a53d-1145c9bea845 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.4832990 Apr 01 15:50:07.046661 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 47188) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:07.092758 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-2c734952-d6f0-4acc-a504-a707ba094b0a tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-928107766', 'network_id': '395f686a-afb1-4f9f-8ec8-10253023c306'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:50:07.119889 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-2c734952-d6f0-4acc-a504-a707ba094b0a tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:07.132752 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-2c734952-d6f0-4acc-a504-a707ba094b0a tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Usage tracker for resource:port and tenant:5f11313c75e340ab97da3a75cb4a5e1a is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:07.139596 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e9ef989b-d65a-4325-a745-01d69b459467 req-3e052f1c-0dcb-4fdc-b1cc-c6f1594b2612 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b509592769ce4fd4a6019281630321e8&device_id=135a5fce-1f87-4ff1-ad4e-291c11ecd721 HTTP/1.1" status: 200 len: 1097 time: 0.5397048 Apr 01 15:50:07.140409 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-2c734952-d6f0-4acc-a504-a707ba094b0a tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:07.157722 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da15a5ba-9a0c-4274-bfe2-8737ba7f3ab2 req-d413a2ba-18b3-4ad7-8d3b-45192c7f95c0 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:07.159164 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-da15a5ba-9a0c-4274-bfe2-8737ba7f3ab2 req-d413a2ba-18b3-4ad7-8d3b-45192c7f95c0 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] 10.222.0.55 "GET /v2.0/ports?device_id=135a5fce-1f87-4ff1-ad4e-291c11ecd721 HTTP/1.1" status: 200 len: 944 time: 0.4912550 Apr 01 15:50:07.161890 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-2c734952-d6f0-4acc-a504-a707ba094b0a tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:07.201472 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ee761652-6da3-4054-9e3e-429c9399229a req-06f73c87-a5c2-4f96-b28a-24d579b9d7fe tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] 10.222.0.55 "GET /v2.0/security-groups?id=91d36638-0971-4d83-9ddc-3b1723ec8292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2070053 Apr 01 15:50:07.244097 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742516fd-25da-4ce3-82a5-04b03b775d5a req-9655e56b-fcb7-4c8b-9bc5-a0ab0c2cca9f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:07.246070 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-742516fd-25da-4ce3-82a5-04b03b775d5a req-9655e56b-fcb7-4c8b-9bc5-a0ab0c2cca9f service neutron] 10.222.0.24 "GET /v2.0/networks?id=10bfa6c5-d504-42f7-b6a8-189d201bcc59 HTTP/1.1" status: 200 len: 911 time: 0.4750597 Apr 01 15:50:07.287219 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad55de0-c580-4e00-bac2-2f2870ac0047 None None] Network 395f686a-afb1-4f9f-8ec8-10253023c306 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:50:07.311739 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c734952-d6f0-4acc-a504-a707ba094b0a tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Made reservation on behalf of 5f11313c75e340ab97da3a75cb4a5e1a for: {'port': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:07.314126 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2c734952-d6f0-4acc-a504-a707ba094b0a tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:07.337633 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-96f1eb46-19f0-4a01-a819-7709047f6f9c tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:07.351302 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f1f519c8-d0ce-4f37-b1e1-2c2aea602a99 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:07.439791 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [None req-2c734952-d6f0-4acc-a504-a707ba094b0a tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] device_id is not set on port 43a84f0a-d959-4af9-9b60-fa07b431ac3e yet. {{(pid=83826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:50:07.498128 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-da15a5ba-9a0c-4274-bfe2-8737ba7f3ab2 req-7ff0da47-0c9c-4dd8-a183-af9d2f9b97ba tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] 10.222.0.55 "GET /v2.0/security-groups?id=32e874f6-3d32-4ee4-ba11-3eea3ecfd36f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3077011 Apr 01 15:50:07.607337 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef989b-d65a-4325-a745-01d69b459467 req-64bb17db-4afd-4aa9-931e-6c76f6046a48 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:07.609009 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e9ef989b-d65a-4325-a745-01d69b459467 req-64bb17db-4afd-4aa9-931e-6c76f6046a48 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c3ae4b42-403f-4d6b-840f-4e19f61ec42f HTTP/1.1" status: 200 len: 912 time: 0.4589005 Apr 01 15:50:07.618099 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-bd4ac4a8-4372-4460-bafa-0de12b9e4be5 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:07.639352 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-742516fd-25da-4ce3-82a5-04b03b775d5a req-0741c83c-55a9-447f-ba67-076b792782a4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=be7f5bd5-43c4-40bd-8ba3-b6e713491455 HTTP/1.1" status: 200 len: 217 time: 0.3798058 Apr 01 15:50:07.639841 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device a5e6950c-d152-49bc-a373-ef3452eaeb40 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:50:07.647784 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [None req-f1f519c8-d0ce-4f37-b1e1-2c2aea602a99 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Transition to ACTIVE for port object f27d16ab-55c9-4934-9d6e-35e48c4de8ff will not be triggered until provisioned by entity DHCP. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:07.751380 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-96f1eb46-19f0-4a01-a819-7709047f6f9c tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15415074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16089009'] for subnet, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:07.778041 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742516fd-25da-4ce3-82a5-04b03b775d5a req-928ff874-2d09-45f8-8354-a73c9b04bba4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:07.781445 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port a5e6950c-d152-49bc-a373-ef3452eaeb40 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:07.782604 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-742516fd-25da-4ce3-82a5-04b03b775d5a req-928ff874-2d09-45f8-8354-a73c9b04bba4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=316ad757-bf54-49b9-829b-e0e949015709 HTTP/1.1" status: 200 len: 850 time: 0.1315262 Apr 01 15:50:07.849409 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-bd4ac4a8-4372-4460-bafa-0de12b9e4be5 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:07.868179 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e9ef989b-d65a-4325-a745-01d69b459467 req-c4fced52-1423-42df-aa8f-10ec831cb6a0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5cd8fa28-acad-485f-8abe-d9637f2480a2 HTTP/1.1" status: 200 len: 217 time: 0.1999278 Apr 01 15:50:07.876161 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f1eb46-19f0-4a01-a819-7709047f6f9c tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event deleted for resources: {'Subnet': ['ID=c84b3da4-714f-4e66-930b-36bb3d2bdad5,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:07.885530 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f1f519c8-d0ce-4f37-b1e1-2c2aea602a99 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:07.930626 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-96f1eb46-19f0-4a01-a819-7709047f6f9c tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:07.934798 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eda0491-78c0-441a-8194-e459abf3cc3c None None] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:50:07.953868 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ea5822-d812-464e-89d5-190f1d427e22 None None] Network 78ce566d-33e6-4301-9e29-340eea425514 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:50:07.987116 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-2c734952-d6f0-4acc-a504-a707ba094b0a tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Allocated IP 172.20.0.10 (395f686a-afb1-4f9f-8ec8-10253023c306/9b3e0d0d-df61-477c-8296-813144f582c4/43a84f0a-d959-4af9-9b60-fa07b431ac3e) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:07.994052 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-96f1eb46-19f0-4a01-a819-7709047f6f9c tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/subnets/c84b3da4-714f-4e66-930b-36bb3d2bdad5 HTTP/1.1" status: 204 len: 168 time: 1.9123573 Apr 01 15:50:07.994790 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 47194) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:07.999483 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef989b-d65a-4325-a745-01d69b459467 req-464b9d73-b9c2-448c-b777-daf3aac9fae7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:08.001080 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e9ef989b-d65a-4325-a745-01d69b459467 req-464b9d73-b9c2-448c-b777-daf3aac9fae7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=488129b0-aeaa-403a-9713-4879071d94ea HTTP/1.1" status: 200 len: 851 time: 0.1191642 Apr 01 15:50:08.019891 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f519c8-d0ce-4f37-b1e1-2c2aea602a99 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Network 78ce566d-33e6-4301-9e29-340eea425514 is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:08.021724 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4ac4a8-4372-4460-bafa-0de12b9e4be5 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Pushing event updated for resources: {'Port': ['ID=f61dd796-b674-4d33-b7b1-ad10e51031e8,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:08.046442 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4ac4a8-4372-4460-bafa-0de12b9e4be5 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Network ed45466e-0386-4b92-8de3-247c977242ac is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:08.047795 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-f1f519c8-d0ce-4f37-b1e1-2c2aea602a99 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:08.056082 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f519c8-d0ce-4f37-b1e1-2c2aea602a99 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:50:08.061479 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f519c8-d0ce-4f37-b1e1-2c2aea602a99 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:08.063569 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f1f519c8-d0ce-4f37-b1e1-2c2aea602a99 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:08.077635 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-bd4ac4a8-4372-4460-bafa-0de12b9e4be5 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:08.092888 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4ac4a8-4372-4460-bafa-0de12b9e4be5 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:50:08.123023 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-7ba7ada1-b301-41e8-8793-f31ad1e0746d tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1206558 Apr 01 15:50:08.124800 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 47198) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:08.138685 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-49105e34-6541-4fd9-bd7b-30a706ca7516 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Request body: {'subnet': {'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:50:08.149085 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4ac4a8-4372-4460-bafa-0de12b9e4be5 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:08.149561 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4ac4a8-4372-4460-bafa-0de12b9e4be5 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:08.150005 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4ac4a8-4372-4460-bafa-0de12b9e4be5 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:08.150446 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4ac4a8-4372-4460-bafa-0de12b9e4be5 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:08.150872 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4ac4a8-4372-4460-bafa-0de12b9e4be5 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:08.151299 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4ac4a8-4372-4460-bafa-0de12b9e4be5 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:08.151739 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4ac4a8-4372-4460-bafa-0de12b9e4be5 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:08.152239 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4ac4a8-4372-4460-bafa-0de12b9e4be5 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:08.152665 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4ac4a8-4372-4460-bafa-0de12b9e4be5 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:08.153269 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4ac4a8-4372-4460-bafa-0de12b9e4be5 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:08.153812 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4ac4a8-4372-4460-bafa-0de12b9e4be5 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:08.178697 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f760f2-2c32-4316-90f3-55c1597c5ffa req-9c9a7215-2c1a-471f-859c-e091570ed47a tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:08.180427 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-28f760f2-2c32-4316-90f3-55c1597c5ffa req-9c9a7215-2c1a-471f-859c-e091570ed47a tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3318f8-792d-48fb-8e2f-9e09760166b6 HTTP/1.1" status: 200 len: 943 time: 0.5677176 Apr 01 15:50:08.184533 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-f1f519c8-d0ce-4f37-b1e1-2c2aea602a99 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.1793373 Apr 01 15:50:08.187781 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-742516fd-25da-4ce3-82a5-04b03b775d5a req-2a01d08d-764b-43da-87b9-c0bbc726d582 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=10bfa6c5-d504-42f7-b6a8-189d201bcc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3965244 Apr 01 15:50:08.188787 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-85dbdf8f-7f5e-483b-b4a0-01e1af6d8ffa None None] Provisioning for port a5e6950c-d152-49bc-a373-ef3452eaeb40 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:08.194739 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 47202) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:08.203525 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-01a43330-0951-477b-8cd3-8ff712ae2df7 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Request body: {'port': {'network_id': '78ce566d-33e6-4301-9e29-340eea425514', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1766982415', 'allowed_address_pairs': [{'ip_address': '2001:db8::5c', 'mac_address': 'fa:16:3e:ac:eb:16'}]}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:50:08.237072 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-85dbdf8f-7f5e-483b-b4a0-01e1af6d8ffa None None] Provisioning complete for port a5e6950c-d152-49bc-a373-ef3452eaeb40 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:08.237447 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-85dbdf8f-7f5e-483b-b4a0-01e1af6d8ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:08.294798 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device be7f5bd5-43c4-40bd-8ba3-b6e713491455 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:50:08.348645 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.objects.ports [None req-cc58a8b7-fe90-4280-a58f-eb36e7dbb7dd tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83828) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 01 15:50:08.348645 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-cc58a8b7-fe90-4280-a58f-eb36e7dbb7dd tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15306628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16030227'] for subnet, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:08.460654 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f519c8-d0ce-4f37-b1e1-2c2aea602a99 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Pushing event updated for resources: {'Port': ['ID=f27d16ab-55c9-4934-9d6e-35e48c4de8ff,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:08.526358 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc58a8b7-fe90-4280-a58f-eb36e7dbb7dd tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a6216d57-1297-4737-a9f8-1318b2f1784b,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:08.565312 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-49105e34-6541-4fd9-bd7b-30a706ca7516 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:08.571393 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-49105e34-6541-4fd9-bd7b-30a706ca7516 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Usage tracker for resource:subnet and tenant:50a1f72bd5e54e209eb4756b30f7e6a6 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:08.575036 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-49105e34-6541-4fd9-bd7b-30a706ca7516 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:08.584546 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-49105e34-6541-4fd9-bd7b-30a706ca7516 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:08.597383 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-742516fd-25da-4ce3-82a5-04b03b775d5a req-d9960b01-91ad-4edb-a842-735e6cf56670 service neutron] 10.222.0.24 "GET /v2.0/networks/10bfa6c5-d504-42f7-b6a8-189d201bcc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3729279 Apr 01 15:50:08.608658 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-85dbdf8f-7f5e-483b-b4a0-01e1af6d8ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:08.621370 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49105e34-6541-4fd9-bd7b-30a706ca7516 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Made reservation on behalf of 50a1f72bd5e54e209eb4756b30f7e6a6 for: {'subnet': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:08.626235 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port be7f5bd5-43c4-40bd-8ba3-b6e713491455, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=be7f5bd5-43c4-40bd-8ba3-b6e713491455,segment=NetworkSegment(a4346d49-0e35-4d5e-8e9e-68af5927dae5),segment_id=a4346d49-0e35-4d5e-8e9e-68af5927dae5)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:50:08.628964 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-49105e34-6541-4fd9-bd7b-30a706ca7516 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16088980'] for subnet, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:08.631518 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc58a8b7-fe90-4280-a58f-eb36e7dbb7dd tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Checking segment: {'id': 'cdd1b2dd-6b05-4e20-ba8f-6cab72c31f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '7d592369-760e-430a-8411-b0bcba7bf40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:50:08.631885 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc58a8b7-fe90-4280-a58f-eb36e7dbb7dd tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Network hostable DHCP agents. Network: 7d592369-760e-430a-8411-b0bcba7bf40d, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:50:08.657568 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Returning: {'device': 'be7f5bd5-43c4-40bd-8ba3-b6e713491455', 'network_id': '10bfa6c5-d504-42f7-b6a8-189d201bcc59', 'port_id': 'be7f5bd5-43c4-40bd-8ba3-b6e713491455', 'mac_address': 'fa:16:3e:71:b4:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '316ad757-bf54-49b9-829b-e0e949015709', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:50:08.707976 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fddb3ea3-b9fe-4bef-8a0b-bab48fec33c2 None None] DHCP port deletion for 7b65ac5c-8834-4b65-9b28-b7dba6c9746f request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:50:08.734126 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-fddb3ea3-b9fe-4bef-8a0b-bab48fec33c2 None None] Deleting port 672d6778-8cb5-45ef-977d-5de908d71512 {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:50:08.734496 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-fddb3ea3-b9fe-4bef-8a0b-bab48fec33c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:08.792235 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-85dbdf8f-7f5e-483b-b4a0-01e1af6d8ffa None None] For port a5e6950c-d152-49bc-a373-ef3452eaeb40, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=a5e6950c-d152-49bc-a373-ef3452eaeb40,segment=NetworkSegment(824491d7-7114-47da-94ca-312769f7e5c6),segment_id=824491d7-7114-47da-94ca-312769f7e5c6)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:50:08.798787 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:08.811269 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-85dbdf8f-7f5e-483b-b4a0-01e1af6d8ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:08.901734 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be7f5bd5-43c4-40bd-8ba3-b6e713491455 {{(pid=83829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:50:08.947452 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port be7f5bd5-43c4-40bd-8ba3-b6e713491455, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=be7f5bd5-43c4-40bd-8ba3-b6e713491455,segment=NetworkSegment(a4346d49-0e35-4d5e-8e9e-68af5927dae5),segment_id=a4346d49-0e35-4d5e-8e9e-68af5927dae5)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:50:08.967010 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:08.971393 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc58a8b7-fe90-4280-a58f-eb36e7dbb7dd tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Network 7d592369-760e-430a-8411-b0bcba7bf40d is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:50:08.979337 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-742516fd-25da-4ce3-82a5-04b03b775d5a req-bcf575f6-35e1-4467-a14e-a07b569b0b3e service neutron] 10.222.0.24 "GET /v2.0/networks/10bfa6c5-d504-42f7-b6a8-189d201bcc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3732004 Apr 01 15:50:09.002395 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-cc58a8b7-fe90-4280-a58f-eb36e7dbb7dd tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, 7d592369-760e-430a-8411-b0bcba7bf40d) {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:09.007710 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc58a8b7-fe90-4280-a58f-eb36e7dbb7dd tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:09.008386 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-cc58a8b7-fe90-4280-a58f-eb36e7dbb7dd tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:09.043935 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-cc58a8b7-fe90-4280-a58f-eb36e7dbb7dd tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.8971472 Apr 01 15:50:09.047531 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 47210) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:09.062153 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-bb81531f-175c-4727-b329-083037692d4d tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Request body: {'floatingip': {'floating_network_id': '7d592369-760e-430a-8411-b0bcba7bf40d'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:50:09.075713 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-bb81531f-175c-4727-b329-083037692d4d tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:09.081357 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-28f760f2-2c32-4316-90f3-55c1597c5ffa req-19974a0f-ec78-4dcd-b126-fb0eafc2810b tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/security-groups?id=559624ab-485e-424f-98d0-03f9fb5e6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8855455 Apr 01 15:50:09.082535 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-bb81531f-175c-4727-b329-083037692d4d tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Usage tracker for resource:floatingip and tenant:c825a72c85154e11b4d54578b93d925f is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:09.087004 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-bb81531f-175c-4727-b329-083037692d4d tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:09.095363 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-bb81531f-175c-4727-b329-083037692d4d tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:09.112865 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-bb81531f-175c-4727-b329-083037692d4d tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:09.119601 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dbdf8f-7f5e-483b-b4a0-01e1af6d8ffa None None] Pushing event updated for resources: {'Port': ['ID=a5e6950c-d152-49bc-a373-ef3452eaeb40,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:09.132675 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accb0579-d7f3-4a64-9b3c-5bd302e723d6 None None] Network 7d592369-760e-430a-8411-b0bcba7bf40d requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:50:09.232645 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e9ef989b-d65a-4325-a745-01d69b459467 req-e6f7976d-679b-48a9-850d-533ef5d5183c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c3ae4b42-403f-4d6b-840f-4e19f61ec42f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.1747375 Apr 01 15:50:09.248550 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-49105e34-6541-4fd9-bd7b-30a706ca7516 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15415267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16089018'] for subnet, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:09.267877 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] get_ports_and_sgs() called for port_ids ['be7f5bd5-43c4-40bd-8ba3-b6e713491455'] {{(pid=83829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:50:09.268763 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2c734952-d6f0-4acc-a504-a707ba094b0a tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:09.368569 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-bd4ac4a8-4372-4460-bafa-0de12b9e4be5 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:09.371820 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-fddb3ea3-b9fe-4bef-8a0b-bab48fec33c2 None None] For port 672d6778-8cb5-45ef-977d-5de908d71512, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=672d6778-8cb5-45ef-977d-5de908d71512,segment=NetworkSegment(c41dc1a5-c958-4d8b-81ea-3934c36371b8),segment_id=c41dc1a5-c958-4d8b-81ea-3934c36371b8)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:50:09.372127 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-fddb3ea3-b9fe-4bef-8a0b-bab48fec33c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:09.458717 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-5a729748-89b2-4f8c-89ea-3ac1784fa4a3 None None] Provisioning complete for port a5e6950c-d152-49bc-a373-ef3452eaeb40 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:09.459326 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-5a729748-89b2-4f8c-89ea-3ac1784fa4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:09.500253 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-01a43330-0951-477b-8cd3-8ff712ae2df7 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:09.513066 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-01a43330-0951-477b-8cd3-8ff712ae2df7 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Usage tracker for resource:port and tenant:66096cbf7fc2489589982194f3f94793 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:09.523670 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-01a43330-0951-477b-8cd3-8ff712ae2df7 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:09.531057 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49105e34-6541-4fd9-bd7b-30a706ca7516 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:09.532196 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49105e34-6541-4fd9-bd7b-30a706ca7516 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event updated for resources: {'Subnet': ['ID=f57dd4dd-a37d-4e33-9b3e-de618ae3600c,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:09.544913 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-49105e34-6541-4fd9-bd7b-30a706ca7516 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:09.547196 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-01a43330-0951-477b-8cd3-8ff712ae2df7 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:09.549040 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=be7f5bd5-43c4-40bd-8ba3-b6e713491455,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:09.556794 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-bb81531f-175c-4727-b329-083037692d4d tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:09.558762 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-bd4ac4a8-4372-4460-bafa-0de12b9e4be5 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:09.564480 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-fddb3ea3-b9fe-4bef-8a0b-bab48fec33c2 None None] Calling delete_port for 672d6778-8cb5-45ef-977d-5de908d71512 owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:50:09.565577 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49105e34-6541-4fd9-bd7b-30a706ca7516 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:09.566147 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-49105e34-6541-4fd9-bd7b-30a706ca7516 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:09.589421 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e99f2-db8e-4ce8-ba91-8d66a408cfb0 req-4f41cfe9-87a9-4c09-a910-1f5d1719cedc tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:09.591110 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a77e99f2-db8e-4ce8-ba91-8d66a408cfb0 req-4f41cfe9-87a9-4c09-a910-1f5d1719cedc tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] 10.222.0.55 "GET /v2.0/ports?device_id=24676d03-56f5-4d76-a785-0cc93d5c2496 HTTP/1.1" status: 200 len: 945 time: 1.1471796 Apr 01 15:50:09.603798 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device a5e6950c-d152-49bc-a373-ef3452eaeb40 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:50:09.620526 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49105e34-6541-4fd9-bd7b-30a706ca7516 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:09.620920 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49105e34-6541-4fd9-bd7b-30a706ca7516 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:09.621206 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49105e34-6541-4fd9-bd7b-30a706ca7516 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:09.621692 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49105e34-6541-4fd9-bd7b-30a706ca7516 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:09.622225 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49105e34-6541-4fd9-bd7b-30a706ca7516 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:09.622709 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49105e34-6541-4fd9-bd7b-30a706ca7516 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:09.623771 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49105e34-6541-4fd9-bd7b-30a706ca7516 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:09.624249 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49105e34-6541-4fd9-bd7b-30a706ca7516 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:09.624597 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49105e34-6541-4fd9-bd7b-30a706ca7516 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:09.624924 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49105e34-6541-4fd9-bd7b-30a706ca7516 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:09.625251 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49105e34-6541-4fd9-bd7b-30a706ca7516 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:09.653412 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a43330-0951-477b-8cd3-8ff712ae2df7 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Made reservation on behalf of 66096cbf7fc2489589982194f3f94793 for: {'port': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:09.704018 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2c734952-d6f0-4acc-a504-a707ba094b0a tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:09.749991 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:09.750557 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:09.750675 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:09.750958 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:09.751272 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:09.751596 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:09.751921 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:09.752238 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:09.752550 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:09.752898 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:09.753215 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:09.802099 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-49105e34-6541-4fd9-bd7b-30a706ca7516 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6741083 Apr 01 15:50:09.804368 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e9ef989b-d65a-4325-a745-01d69b459467 req-8d430f30-c70f-4dab-90ce-b13510d17795 service neutron] 10.222.0.24 "GET /v2.0/networks/c3ae4b42-403f-4d6b-840f-4e19f61ec42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5435436 Apr 01 15:50:09.807516 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 47214) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:09.829761 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-fddb3ea3-b9fe-4bef-8a0b-bab48fec33c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671'] for port, after_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:09.863827 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-4a918be6-ca2b-47ee-881f-01d794b5121c tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Request body: {'port': {'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'fixed_ips': [{'subnet_id': 'f57dd4dd-a37d-4e33-9b3e-de618ae3600c', 'ip_address': '2001:db8::aa1e:c220:5339:842b'}], 'name': 'tempest-NetworksTestDHCPv6-14459792'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:50:09.888114 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-bb81531f-175c-4727-b329-083037692d4d tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Allocated IP 172.20.0.2 (7d592369-760e-430a-8411-b0bcba7bf40d/a6216d57-1297-4737-a9f8-1318b2f1784b/76e1bfc4-fa2b-4912-bc7e-0b350f3fbc62) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:09.953176 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddb3ea3-b9fe-4bef-8a0b-bab48fec33c2 None None] Pushing event deleted for resources: {'Port': ['ID=672d6778-8cb5-45ef-977d-5de908d71512,revision_number=None']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:09.989315 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddb3ea3-b9fe-4bef-8a0b-bab48fec33c2 None None] No DVR routers for this DVR port 672d6778-8cb5-45ef-977d-5de908d71512 on host dv-neutron-833373-2-hyperv {{(pid=83829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:50:09.995131 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34883f4c-dae3-4ade-a9ce-2e27ab30b00f None None] Network 7d592369-760e-430a-8411-b0bcba7bf40d requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:50:10.034387 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572dc5c4-d8bb-483f-bcc6-323dbf00b2d9 req-2322b332-4b98-408b-aa61-2bd6f7021937 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:10.039766 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port a5e6950c-d152-49bc-a373-ef3452eaeb40 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:10.040337 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:10.041444 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-572dc5c4-d8bb-483f-bcc6-323dbf00b2d9 req-2322b332-4b98-408b-aa61-2bd6f7021937 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] 10.222.0.55 "GET /v2.0/ports?device_id=135a5fce-1f87-4ff1-ad4e-291c11ecd721 HTTP/1.1" status: 200 len: 944 time: 0.6900620 Apr 01 15:50:10.047162 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c734952-d6f0-4acc-a504-a707ba094b0a tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Network 395f686a-afb1-4f9f-8ec8-10253023c306 is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:10.053964 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-bd4ac4a8-4372-4460-bafa-0de12b9e4be5 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks [] for port, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:10.060274 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-bd4ac4a8-4372-4460-bafa-0de12b9e4be5 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:10.076524 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a77e99f2-db8e-4ce8-ba91-8d66a408cfb0 req-2ed2193a-d0e1-4abc-bd6b-11c641b5de79 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] 10.222.0.55 "GET /v2.0/security-groups?id=91d36638-0971-4d83-9ddc-3b1723ec8292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4575839 Apr 01 15:50:10.098995 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-2c734952-d6f0-4acc-a504-a707ba094b0a tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:10.123662 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08daa85-d7f3-4ed5-944a-310a584c5010 None None] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:50:10.222070 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e9ef989b-d65a-4325-a745-01d69b459467 req-014ddd41-0b2f-4e17-a7f4-6e651892156b service neutron] 10.222.0.24 "GET /v2.0/networks/c3ae4b42-403f-4d6b-840f-4e19f61ec42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3946297 Apr 01 15:50:10.222921 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c734952-d6f0-4acc-a504-a707ba094b0a tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Pushing event updated for resources: {'Port': ['ID=43a84f0a-d959-4af9-9b60-fa07b431ac3e,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:10.230013 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4ac4a8-4372-4460-bafa-0de12b9e4be5 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Pushing event updated for resources: {'Port': ['ID=f61dd796-b674-4d33-b7b1-ad10e51031e8,revision_number=2']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:10.242181 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-bb81531f-175c-4727-b329-083037692d4d tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:10.262787 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-bd4ac4a8-4372-4460-bafa-0de12b9e4be5 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617697'] for floatingip, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:10.281588 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 5cd8fa28-acad-485f-8abe-d9637f2480a2 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:50:10.284302 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c734952-d6f0-4acc-a504-a707ba094b0a tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:50:10.320919 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-01a43330-0951-477b-8cd3-8ff712ae2df7 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:10.324064 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-5a729748-89b2-4f8c-89ea-3ac1784fa4a3 None None] Provisioning for port f27d16ab-55c9-4934-9d6e-35e48c4de8ff completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:10.361617 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-5a729748-89b2-4f8c-89ea-3ac1784fa4a3 None None] Provisioning complete for port f27d16ab-55c9-4934-9d6e-35e48c4de8ff triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:10.362270 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-5a729748-89b2-4f8c-89ea-3ac1784fa4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:10.398153 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [None req-01a43330-0951-477b-8cd3-8ff712ae2df7 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] device_id is not set on port 743a040c-cc8b-4dea-a697-065f155f3e17 yet. {{(pid=83826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:50:10.422314 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-bb81531f-175c-4727-b329-083037692d4d tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:10.474399 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-4a918be6-ca2b-47ee-881f-01d794b5121c tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:10.487268 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.db.resource_extend [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:50:10.499245 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-4a918be6-ca2b-47ee-881f-01d794b5121c tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Usage tracker for resource:port and tenant:50a1f72bd5e54e209eb4756b30f7e6a6 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:10.507777 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb81531f-175c-4727-b329-083037692d4d tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Network 7d592369-760e-430a-8411-b0bcba7bf40d is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:10.511278 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-572dc5c4-d8bb-483f-bcc6-323dbf00b2d9 req-cc86dddc-e50b-41c0-b282-8f178a662fd8 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] 10.222.0.55 "GET /v2.0/security-groups?id=32e874f6-3d32-4ee4-ba11-3eea3ecfd36f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4689798 Apr 01 15:50:10.517596 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-4a918be6-ca2b-47ee-881f-01d794b5121c tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:10.521355 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c734952-d6f0-4acc-a504-a707ba094b0a tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:10.522119 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2c734952-d6f0-4acc-a504-a707ba094b0a tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:10.523274 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-bb81531f-175c-4727-b329-083037692d4d tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:10.528660 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb81531f-175c-4727-b329-083037692d4d tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:50:10.540778 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-4a918be6-ca2b-47ee-881f-01d794b5121c tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:10.561648 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb81531f-175c-4727-b329-083037692d4d tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Pushing event updated for resources: {'Port': ['ID=76e1bfc4-fa2b-4912-bc7e-0b350f3fbc62,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:10.606307 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-2c734952-d6f0-4acc-a504-a707ba094b0a tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 3.5539300 Apr 01 15:50:10.607151 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 47222) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:10.649650 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a918be6-ca2b-47ee-881f-01d794b5121c tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Made reservation on behalf of 50a1f72bd5e54e209eb4756b30f7e6a6 for: {'port': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:10.656381 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4a918be6-ca2b-47ee-881f-01d794b5121c tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:10.697375 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-5a729748-89b2-4f8c-89ea-3ac1784fa4a3 None None] Port f27d16ab-55c9-4934-9d6e-35e48c4de8ff cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:50:10.710319 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c3cbfb-df58-46c8-b571-68901a5d70ad req-f7aac88d-803d-4f7a-aaad-83e0de8c4ed1 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:10.712008 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d9c3cbfb-df58-46c8-b571-68901a5d70ad req-f7aac88d-803d-4f7a-aaad-83e0de8c4ed1 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] 10.222.0.55 "GET /v2.0/ports?device_id=24676d03-56f5-4d76-a785-0cc93d5c2496 HTTP/1.1" status: 200 len: 945 time: 0.4603879 Apr 01 15:50:10.736988 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-85fb2c16-5bb2-47b9-8bda-d5175382851f tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Deleting port 43a84f0a-d959-4af9-9b60-fa07b431ac3e {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:50:10.737759 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-85fb2c16-5bb2-47b9-8bda-d5175382851f tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:10.770652 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 47226) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:10.776086 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-dc7894c7-6e3f-4d04-a347-5031a4c9c8db tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Request body: {'floatingip': {'port_id': '22605461-c586-48ab-8d46-fe629943dd78'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:50:10.782165 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [None req-4a918be6-ca2b-47ee-881f-01d794b5121c tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] device_id is not set on port 6fde743c-4bef-47c0-b5bc-e5c4290c655c yet. {{(pid=83826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:50:10.871636 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.l3_db [None req-bd4ac4a8-4372-4460-bafa-0de12b9e4be5 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Floating IP c1345d15-7a81-4c70-978d-fd86d60cecc0 associated. External IP: 172.26.1.209, port: 41e8d8ce-0225-4a86-bc88-9f72e9f59b15. Apr 01 15:50:10.882434 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-01a43330-0951-477b-8cd3-8ff712ae2df7 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Allocated IP 2001:db8::252 (78ce566d-33e6-4301-9e29-340eea425514/cad41ca9-a43a-48f9-ae6b-80997100025d/743a040c-cc8b-4dea-a697-065f155f3e17) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:10.883758 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 672d6778-8cb5-45ef-977d-5de908d71512 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:50:10.919101 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17787464-cf34-4304-9d6d-d89dfb71856d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'tenant_id': '50a1f72bd5e54e209eb4756b30f7e6a6', 'fixed_ips': [{'subnet_id': 'f57dd4dd-a37d-4e33-9b3e-de618ae3600c'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:50:10.919933 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-17787464-cf34-4304-9d6d-d89dfb71856d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:10.936235 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-bb81531f-175c-4727-b329-083037692d4d tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:10.947276 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 672d6778-8cb5-45ef-977d-5de908d71512 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:50:10.947652 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 672d6778-8cb5-45ef-977d-5de908d71512 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:50:10.960364 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 5cd8fa28-acad-485f-8abe-d9637f2480a2, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=5cd8fa28-acad-485f-8abe-d9637f2480a2,segment=NetworkSegment(668fd163-2ec6-45f5-a68c-835f2c0688da),segment_id=668fd163-2ec6-45f5-a68c-835f2c0688da)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:50:11.014073 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-86be6996-cdbf-48c7-b90c-c956e9cf838d None None] Provisioning complete for port f27d16ab-55c9-4934-9d6e-35e48c4de8ff triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:11.014351 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-86be6996-cdbf-48c7-b90c-c956e9cf838d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:11.016239 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-dc7894c7-6e3f-4d04-a347-5031a4c9c8db tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Notify callbacks [] for floatingip, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:11.046385 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Returning: {'device': '5cd8fa28-acad-485f-8abe-d9637f2480a2', 'network_id': 'c3ae4b42-403f-4d6b-840f-4e19f61ec42f', 'port_id': '5cd8fa28-acad-485f-8abe-d9637f2480a2', 'mac_address': 'fa:16:3e:ec:41:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '488129b0-aeaa-403a-9713-4879071d94ea', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:50:11.155668 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-86be6996-cdbf-48c7-b90c-c956e9cf838d None None] Port f27d16ab-55c9-4934-9d6e-35e48c4de8ff cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:50:11.174095 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:11.238982 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cd8fa28-acad-485f-8abe-d9637f2480a2 {{(pid=83829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:50:11.261908 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-17787464-cf34-4304-9d6d-d89dfb71856d None None] Allocated IP 2001:db8::2 (7b65ac5c-8834-4b65-9b28-b7dba6c9746f/f57dd4dd-a37d-4e33-9b3e-de618ae3600c/cf5dddae-5718-49d1-ae6d-52b1a6c200d5) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:11.269703 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 5cd8fa28-acad-485f-8abe-d9637f2480a2, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=5cd8fa28-acad-485f-8abe-d9637f2480a2,segment=NetworkSegment(668fd163-2ec6-45f5-a68c-835f2c0688da),segment_id=668fd163-2ec6-45f5-a68c-835f2c0688da)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:50:11.273511 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-bb81531f-175c-4727-b329-083037692d4d tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:11.277973 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:11.415001 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe13a7f-0cc1-49b3-8963-85117b8814cc req-66be6765-5672-4219-9d43-e24da61925ed tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:11.421872 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-fbe13a7f-0cc1-49b3-8963-85117b8814cc req-66be6765-5672-4219-9d43-e24da61925ed tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3318f8-792d-48fb-8e2f-9e09760166b6 HTTP/1.1" status: 200 len: 944 time: 0.6425378 Apr 01 15:50:11.431949 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=5cd8fa28-acad-485f-8abe-d9637f2480a2,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:11.532793 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-01a43330-0951-477b-8cd3-8ff712ae2df7 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:11.554913 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-17787464-cf34-4304-9d6d-d89dfb71856d None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:11.560044 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [None req-01a43330-0951-477b-8cd3-8ff712ae2df7 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Transition to ACTIVE for port object 743a040c-cc8b-4dea-a697-065f155f3e17 will not be triggered until provisioned by entity DHCP. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:11.564856 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-17787464-cf34-4304-9d6d-d89dfb71856d None None] Transition to ACTIVE for port object cf5dddae-5718-49d1-ae6d-52b1a6c200d5 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:11.584803 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-17787464-cf34-4304-9d6d-d89dfb71856d None None] Transition to ACTIVE for port object cf5dddae-5718-49d1-ae6d-52b1a6c200d5 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:11.587869 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-01a43330-0951-477b-8cd3-8ff712ae2df7 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:11.588901 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] get_ports_and_sgs() called for port_ids ['5cd8fa28-acad-485f-8abe-d9637f2480a2'] {{(pid=83829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:50:11.590653 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-85fb2c16-5bb2-47b9-8bda-d5175382851f tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:11.618435 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-17787464-cf34-4304-9d6d-d89dfb71856d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:11.716009 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17787464-cf34-4304-9d6d-d89dfb71856d None None] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:11.720998 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-17787464-cf34-4304-9d6d-d89dfb71856d None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:11.727284 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17787464-cf34-4304-9d6d-d89dfb71856d None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:50:11.742663 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17787464-cf34-4304-9d6d-d89dfb71856d None None] Pushing event updated for resources: {'Port': ['ID=cf5dddae-5718-49d1-ae6d-52b1a6c200d5,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:11.857384 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-fbe13a7f-0cc1-49b3-8963-85117b8814cc req-913c6709-51ed-40dc-9417-0fe3639e9a59 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/security-groups?id=559624ab-485e-424f-98d0-03f9fb5e6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4345326 Apr 01 15:50:11.863396 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-17787464-cf34-4304-9d6d-d89dfb71856d None None] Attempting to bind port cf5dddae-5718-49d1-ae6d-52b1a6c200d5 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:50:11.864339 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-17787464-cf34-4304-9d6d-d89dfb71856d None None] Attempting to bind port cf5dddae-5718-49d1-ae6d-52b1a6c200d5 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:50:11.865821 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17787464-cf34-4304-9d6d-d89dfb71856d None None] Attempting to bind port cf5dddae-5718-49d1-ae6d-52b1a6c200d5 on network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:50:11.868570 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-bb81531f-175c-4727-b329-083037692d4d tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:11.881699 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-85fb2c16-5bb2-47b9-8bda-d5175382851f tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Calling delete_port for 43a84f0a-d959-4af9-9b60-fa07b431ac3e owned by {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:50:11.901526 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-bb81531f-175c-4727-b329-083037692d4d tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:11.902864 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17787464-cf34-4304-9d6d-d89dfb71856d None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:50:11.903642 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17787464-cf34-4304-9d6d-d89dfb71856d None None] Checking segment: {'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:50:11.903642 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-17787464-cf34-4304-9d6d-d89dfb71856d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:11.904008 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17787464-cf34-4304-9d6d-d89dfb71856d None None] Bound using segment: {'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:50:11.904478 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-17787464-cf34-4304-9d6d-d89dfb71856d None None] Bound port: cf5dddae-5718-49d1-ae6d-52b1a6c200d5, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:50:11.904883 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-17787464-cf34-4304-9d6d-d89dfb71856d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:11.944781 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a43330-0951-477b-8cd3-8ff712ae2df7 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Network 78ce566d-33e6-4301-9e29-340eea425514 is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:11.968669 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-01a43330-0951-477b-8cd3-8ff712ae2df7 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:11.986895 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a43330-0951-477b-8cd3-8ff712ae2df7 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:50:11.991614 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a43330-0951-477b-8cd3-8ff712ae2df7 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:11.992227 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-01a43330-0951-477b-8cd3-8ff712ae2df7 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:12.015724 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a43330-0951-477b-8cd3-8ff712ae2df7 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Pushing event updated for resources: {'Port': ['ID=743a040c-cc8b-4dea-a697-065f155f3e17,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:12.019988 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-4a918be6-ca2b-47ee-881f-01d794b5121c tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Allocated IP 2001:db8::aa1e:c220:5339:842b (7b65ac5c-8834-4b65-9b28-b7dba6c9746f/f57dd4dd-a37d-4e33-9b3e-de618ae3600c/6fde743c-4bef-47c0-b5bc-e5c4290c655c) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:12.027565 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-01a43330-0951-477b-8cd3-8ff712ae2df7 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 3.8283761 Apr 01 15:50:12.033065 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 47232) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:12.045106 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-17787464-cf34-4304-9d6d-d89dfb71856d None None] For port cf5dddae-5718-49d1-ae6d-52b1a6c200d5, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:50:12.057539 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-17787464-cf34-4304-9d6d-d89dfb71856d None None] For port cf5dddae-5718-49d1-ae6d-52b1a6c200d5, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=cf5dddae-5718-49d1-ae6d-52b1a6c200d5,segment=NetworkSegment(c41dc1a5-c958-4d8b-81ea-3934c36371b8),segment_id=c41dc1a5-c958-4d8b-81ea-3934c36371b8)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:50:12.071093 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ee50d3-80a9-4575-a05b-2ba4b39edd09 None None] Sync routers for ids ['9a443703-9a97-4a5d-9406-6cb5aab4ab53'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:50:12.086071 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-17787464-cf34-4304-9d6d-d89dfb71856d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:12.143054 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ee50d3-80a9-4575-a05b-2ba4b39edd09 None None] Routers {'9a443703-9a97-4a5d-9406-6cb5aab4ab53'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:50:12.143932 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-f7ee50d3-80a9-4575-a05b-2ba4b39edd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:49:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['9a443703-9a97-4a5d-9406-6cb5aab4ab53'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:12.201804 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b786a-6725-47c7-9cdb-4202efbe37e5 req-ca0a0388-2db3-4f0f-9d1a-c52951404387 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:12.203268 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-884b786a-6725-47c7-9cdb-4202efbe37e5 req-ca0a0388-2db3-4f0f-9d1a-c52951404387 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] 10.222.0.55 "GET /v2.0/ports?device_id=135a5fce-1f87-4ff1-ad4e-291c11ecd721 HTTP/1.1" status: 200 len: 945 time: 0.4557347 Apr 01 15:50:12.229239 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb81531f-175c-4727-b329-083037692d4d tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Pushing event updated for resources: {'Port': ['ID=76e1bfc4-fa2b-4912-bc7e-0b350f3fbc62,revision_number=2']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:12.305726 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device be7f5bd5-43c4-40bd-8ba3-b6e713491455 up at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:50:12.342333 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-bb81531f-175c-4727-b329-083037692d4d tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617697'] for floatingip, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:12.388060 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-85fb2c16-5bb2-47b9-8bda-d5175382851f tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:12.397595 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17787464-cf34-4304-9d6d-d89dfb71856d None None] Pushing event updated for resources: {'Port': ['ID=cf5dddae-5718-49d1-ae6d-52b1a6c200d5,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:12.408044 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27bdf57-a0dd-4474-bf75-eda69af43c5e tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:12.412662 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27bdf57-a0dd-4474-bf75-eda69af43c5e tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:12.416600 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27bdf57-a0dd-4474-bf75-eda69af43c5e tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:12.417766 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-b27bdf57-a0dd-4474-bf75-eda69af43c5e tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Synchronizing usage tracker for tenant:66096cbf7fc2489589982194f3f94793 on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:50:12.467714 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-bb81531f-175c-4727-b329-083037692d4d tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for floatingip, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:12.468971 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-bb81531f-175c-4727-b329-083037692d4d tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.4211805 Apr 01 15:50:12.476197 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 47236) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:12.480972 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fb2c16-5bb2-47b9-8bda-d5175382851f tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Pushing event deleted for resources: {'Port': ['ID=43a84f0a-d959-4af9-9b60-fa07b431ac3e,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:12.484922 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-884b786a-6725-47c7-9cdb-4202efbe37e5 req-087f2329-9755-4fa1-984a-3d4a0f9b5e52 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] 10.222.0.55 "GET /v2.0/security-groups?id=32e874f6-3d32-4ee4-ba11-3eea3ecfd36f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2583830 Apr 01 15:50:12.521735 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-ec9ba1c3-9f70-458f-bbf1-e3cfb9322b1b None None] Provisioning for port 743a040c-cc8b-4dea-a697-065f155f3e17 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:12.526256 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-f7ee50d3-80a9-4575-a05b-2ba4b39edd09 None None] Set router 9a443703-9a97-4a5d-9406-6cb5aab4ab53 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:50:12.537808 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-dc7894c7-6e3f-4d04-a347-5031a4c9c8db tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:12.543461 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-dc7894c7-6e3f-4d04-a347-5031a4c9c8db tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617697'] for floatingip, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:12.577740 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-b000e22d-a706-4054-88ac-c30ac559ccee tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] 10.222.0.55 "GET /v2.0/floatingips?floating_network_id=7d592369-760e-430a-8411-b0bcba7bf40d HTTP/1.1" status: 200 len: 689 time: 0.0915103 Apr 01 15:50:12.587111 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 47240) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:12.696901 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-ec9ba1c3-9f70-458f-bbf1-e3cfb9322b1b None None] Provisioning complete for port 743a040c-cc8b-4dea-a697-065f155f3e17 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:12.697570 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ec9ba1c3-9f70-458f-bbf1-e3cfb9322b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:12.736038 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd4ac4a8-4372-4460-bafa-0de12b9e4be5 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Router 26d59314-5420-44d6-8bb9-c3addc01368a has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:50:12.750214 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning for port be7f5bd5-43c4-40bd-8ba3-b6e713491455 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:12.768706 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning complete for port be7f5bd5-43c4-40bd-8ba3-b6e713491455 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:12.773021 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:12.871396 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-b27bdf57-a0dd-4474-bf75-eda69af43c5e tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Unset dirty status for tenant:66096cbf7fc2489589982194f3f94793 on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:50:12.875342 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-b27bdf57-a0dd-4474-bf75-eda69af43c5e tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.8361034 Apr 01 15:50:12.892759 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 47244) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:12.955103 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-ec9ba1c3-9f70-458f-bbf1-e3cfb9322b1b None None] Port 743a040c-cc8b-4dea-a697-065f155f3e17 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:50:12.995359 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4a918be6-ca2b-47ee-881f-01d794b5121c tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:13.097805 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-9b4a0f52-e1f2-4794-bb85-20ba013c0efd tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Deleting port 743a040c-cc8b-4dea-a697-065f155f3e17 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:50:13.098362 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9b4a0f52-e1f2-4794-bb85-20ba013c0efd tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:13.136327 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [None req-4a918be6-ca2b-47ee-881f-01d794b5121c tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Transition to ACTIVE for port object 6fde743c-4bef-47c0-b5bc-e5c4290c655c will not be triggered until provisioned by entity DHCP. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:13.137874 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-85fb2c16-5bb2-47b9-8bda-d5175382851f tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:13.140553 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.l3_db [None req-dc7894c7-6e3f-4d04-a347-5031a4c9c8db tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Floating IP 4c1ef31b-bc41-47d0-aa0a-0bda6a386abc associated. External IP: 172.26.1.169, port: 22605461-c586-48ab-8d46-fe629943dd78. Apr 01 15:50:13.170845 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:13.182082 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-85fb2c16-5bb2-47b9-8bda-d5175382851f tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] 10.222.0.55 "DELETE /v2.0/ports/43a84f0a-d959-4af9-9b60-fa07b431ac3e HTTP/1.1" status: 204 len: 168 time: 2.5661075 Apr 01 15:50:13.185605 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ecb725ff-77ed-4f50-ae32-c9590ddbb3ce tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:13.195950 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 47250) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:13.205065 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-6553b034-3221-4154-91a7-6af181ad5db6 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '395f686a-afb1-4f9f-8ec8-10253023c306', 'external_fixed_ips': [{'subnet_id': '9b3e0d0d-df61-477c-8296-813144f582c4', 'ip_address': '172.20.0.10'}]}}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:50:13.207572 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee3318f8-792d-48fb-8e2f-9e09760166b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be7f5bd5-43c4-40bd-8ba3-b6e713491455'}] {{(pid=83829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:50:13.245317 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port be7f5bd5-43c4-40bd-8ba3-b6e713491455, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=be7f5bd5-43c4-40bd-8ba3-b6e713491455,segment=NetworkSegment(a4346d49-0e35-4d5e-8e9e-68af5927dae5),segment_id=a4346d49-0e35-4d5e-8e9e-68af5927dae5)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:50:13.255126 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:13.278603 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-6553b034-3221-4154-91a7-6af181ad5db6 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:13.294386 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-6553b034-3221-4154-91a7-6af181ad5db6 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Usage tracker for resource:router and tenant:5f11313c75e340ab97da3a75cb4a5e1a is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:13.301900 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-6553b034-3221-4154-91a7-6af181ad5db6 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:13.314203 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-6553b034-3221-4154-91a7-6af181ad5db6 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:13.322049 dv-neutron-833373-2-hyperv neutron-server[83829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee3318f8-792d-48fb-8e2f-9e09760166b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be7f5bd5-43c4-40bd-8ba3-b6e713491455', 'code': 200} Apr 01 15:50:13.353427 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6553b034-3221-4154-91a7-6af181ad5db6 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130665'] for router, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:13.355484 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6553b034-3221-4154-91a7-6af181ad5db6 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617571', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130640'] for router, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:13.360090 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=be7f5bd5-43c4-40bd-8ba3-b6e713491455,revision_number=5']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:13.368290 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd4ac4a8-4372-4460-bafa-0de12b9e4be5 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:50:13.372439 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-ecb725ff-77ed-4f50-ae32-c9590ddbb3ce tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Deleting port 76e1bfc4-fa2b-4912-bc7e-0b350f3fbc62 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:50:13.373114 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ecb725ff-77ed-4f50-ae32-c9590ddbb3ce tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:13.378809 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12245914-ba60-4dc0-8ca5-f338f8b45549 None None] Sync routers for ids ['26d59314-5420-44d6-8bb9-c3addc01368a'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:50:13.394318 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-f7ee50d3-80a9-4575-a05b-2ba4b39edd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a443703-9a97-4a5d-9406-6cb5aab4ab53', 'name': 'tempest-ServersTestManualDisk-1669199740-router', 'tenant_id': 'b509592769ce4fd4a6019281630321e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.18'}], 'enable_snat': True}, 'gw_port_id': '67aa6b71-b521-49a8-9c11-b8035dc07e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:12Z', 'updated_at': '2022-04-01T15:49:28Z', 'revision_number': 4, 'project_id': 'b509592769ce4fd4a6019281630321e8', 'gw_port': {'id': '67aa6b71-b521-49a8-9c11-b8035dc07e13', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a443703-9a97-4a5d-9406-6cb5aab4ab53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:14Z', 'updated_at': '2022-04-01T15:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': 'd34dbb90-37d3-422c-bda6-aa6b6f19ae41', 'name': '', 'network_id': 'c3ae4b42-403f-4d6b-840f-4e19f61ec42f', 'tenant_id': 'b509592769ce4fd4a6019281630321e8', 'mac_address': 'fa:16:3e:7b:d9:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a443703-9a97-4a5d-9406-6cb5aab4ab53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '488129b0-aeaa-403a-9713-4879071d94ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:25Z', 'updated_at': '2022-04-01T15:49:29Z', 'revision_number': 2, 'project_id': 'b509592769ce4fd4a6019281630321e8', 'subnets': [{'id': '488129b0-aeaa-403a-9713-4879071d94ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:13.405527 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12245914-ba60-4dc0-8ca5-f338f8b45549 None None] Routers {'26d59314-5420-44d6-8bb9-c3addc01368a'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:50:13.406464 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ee50d3-80a9-4575-a05b-2ba4b39edd09 None None] Checking router: 9a443703-9a97-4a5d-9406-6cb5aab4ab53 for host: dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:50:13.407172 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-12245914-ba60-4dc0-8ca5-f338f8b45549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:49:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['26d59314-5420-44d6-8bb9-c3addc01368a'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:13.407306 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ee50d3-80a9-4575-a05b-2ba4b39edd09 None None] Updating router 9a443703-9a97-4a5d-9406-6cb5aab4ab53 port d34dbb90-37d3-422c-bda6-aa6b6f19ae41 binding host dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:50:13.411403 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-bd4ac4a8-4372-4460-bafa-0de12b9e4be5 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for floatingip, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:13.448097 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6553b034-3221-4154-91a7-6af181ad5db6 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:13.524581 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-bd4ac4a8-4372-4460-bafa-0de12b9e4be5 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.5308969 Apr 01 15:50:13.525461 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 47256) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:13.548065 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f7ee50d3-80a9-4575-a05b-2ba4b39edd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:13.638464 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-12245914-ba60-4dc0-8ca5-f338f8b45549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:13.640311 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device cf5dddae-5718-49d1-ae6d-52b1a6c200d5 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:50:13.658071 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12245914-ba60-4dc0-8ca5-f338f8b45549 None None] Routers {'26d59314-5420-44d6-8bb9-c3addc01368a'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:50:13.659217 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-12245914-ba60-4dc0-8ca5-f338f8b45549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:49:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['26d59314-5420-44d6-8bb9-c3addc01368a'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:13.720609 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ecb725ff-77ed-4f50-ae32-c9590ddbb3ce tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:13.721108 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ecb725ff-77ed-4f50-ae32-c9590ddbb3ce tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:13.727577 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-12245914-ba60-4dc0-8ca5-f338f8b45549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:13.728153 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12245914-ba60-4dc0-8ca5-f338f8b45549 None None] The sync data for ids ['26d59314-5420-44d6-8bb9-c3addc01368a'] in dv-neutron-833373-2-hyperv is: [] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:50:13.866801 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-ecb725ff-77ed-4f50-ae32-c9590ddbb3ce tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Calling delete_port for 76e1bfc4-fa2b-4912-bc7e-0b350f3fbc62 owned by network:floatingip {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:50:13.912110 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6553b034-3221-4154-91a7-6af181ad5db6 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130626'] for router, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:13.925480 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-d2008b23-905b-48c4-ac01-1b6adf2f6a03 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] 10.222.0.55 "GET /v2.0/floatingips/c1345d15-7a81-4c70-978d-fd86d60cecc0 HTTP/1.1" status: 200 len: 978 time: 0.2945411 Apr 01 15:50:13.928974 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 47262) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:14.015054 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port cf5dddae-5718-49d1-ae6d-52b1a6c200d5 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:14.130257 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-4b26c945-b89f-418b-ba43-004e09981241 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Synchronizing usage tracker for tenant:7e7aded1adfa4cd1be462b87d89e24d5 on resource:floatingip {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:50:14.164014 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4a918be6-ca2b-47ee-881f-01d794b5121c tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:14.174008 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f7ee50d3-80a9-4575-a05b-2ba4b39edd09 None None] Notify callbacks [] for port, precommit_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:14.185569 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ed3790-8298-4a58-9af7-0c7ad90a000e req-cb14c30e-3dab-4752-9fec-8e39f7ac237b tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:14.187079 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-f7ee50d3-80a9-4575-a05b-2ba4b39edd09 None None] Transition to ACTIVE for port object d34dbb90-37d3-422c-bda6-aa6b6f19ae41 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:14.187352 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-33ed3790-8298-4a58-9af7-0c7ad90a000e req-cb14c30e-3dab-4752-9fec-8e39f7ac237b tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3318f8-792d-48fb-8e2f-9e09760166b6 HTTP/1.1" status: 200 len: 944 time: 1.1500740 Apr 01 15:50:14.192307 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-5fdf00cf-3c98-4ac6-8e74-27cc4d69aa95 None None] Provisioning for port cf5dddae-5718-49d1-ae6d-52b1a6c200d5 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:14.198708 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f7ee50d3-80a9-4575-a05b-2ba4b39edd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:14.236955 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-5fdf00cf-3c98-4ac6-8e74-27cc4d69aa95 None None] Provisioning complete for port cf5dddae-5718-49d1-ae6d-52b1a6c200d5 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:14.237177 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-5fdf00cf-3c98-4ac6-8e74-27cc4d69aa95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:14.279666 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-4b26c945-b89f-418b-ba43-004e09981241 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Unset dirty status for tenant:7e7aded1adfa4cd1be462b87d89e24d5 on resource:floatingip {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:50:14.283607 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-4b26c945-b89f-418b-ba43-004e09981241 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] 10.222.0.55 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.3500865 Apr 01 15:50:14.289425 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 47266) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:14.298614 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-f5d7ed99-06b6-479f-92ef-3a94473a97a7 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Request body: {'floatingip': {'port_id': '9d02f8e7-737e-4c6d-83c5-96ede7a01568'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:50:14.300041 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 5cd8fa28-acad-485f-8abe-d9637f2480a2 up at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:50:14.343787 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ecb725ff-77ed-4f50-ae32-c9590ddbb3ce tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:14.369300 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a918be6-ca2b-47ee-881f-01d794b5121c tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event updated for resources: {'Port': ['ID=6fde743c-4bef-47c0-b5bc-e5c4290c655c,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:14.380231 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a918be6-ca2b-47ee-881f-01d794b5121c tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:14.418673 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-4a918be6-ca2b-47ee-881f-01d794b5121c tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:14.425415 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d8def4-3f03-4053-a842-216b2e20c663 None None] Pushing event updated for resources: {'Port': ['ID=d34dbb90-37d3-422c-bda6-aa6b6f19ae41,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:14.443124 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a918be6-ca2b-47ee-881f-01d794b5121c tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:50:14.447237 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a918be6-ca2b-47ee-881f-01d794b5121c tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:14.447942 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4a918be6-ca2b-47ee-881f-01d794b5121c tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:14.466946 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb725ff-77ed-4f50-ae32-c9590ddbb3ce tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Pushing event deleted for resources: {'Port': ['ID=76e1bfc4-fa2b-4912-bc7e-0b350f3fbc62,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:14.481981 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f5d7ed99-06b6-479f-92ef-3a94473a97a7 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks [] for floatingip, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:14.484071 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9b4a0f52-e1f2-4794-bb85-20ba013c0efd tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:14.507676 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-33ed3790-8298-4a58-9af7-0c7ad90a000e req-70f92b19-4624-4c16-9899-f18da5a97aa9 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/security-groups?id=559624ab-485e-424f-98d0-03f9fb5e6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2822583 Apr 01 15:50:14.684136 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-f7ee50d3-80a9-4575-a05b-2ba4b39edd09 None None] Attempting to bind port d34dbb90-37d3-422c-bda6-aa6b6f19ae41 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:50:14.684695 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-f7ee50d3-80a9-4575-a05b-2ba4b39edd09 None None] Attempting to bind port d34dbb90-37d3-422c-bda6-aa6b6f19ae41 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': '668fd163-2ec6-45f5-a68c-835f2c0688da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c3ae4b42-403f-4d6b-840f-4e19f61ec42f'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:50:14.685191 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ee50d3-80a9-4575-a05b-2ba4b39edd09 None None] Attempting to bind port d34dbb90-37d3-422c-bda6-aa6b6f19ae41 on network c3ae4b42-403f-4d6b-840f-4e19f61ec42f {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:50:14.689407 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning for port 5cd8fa28-acad-485f-8abe-d9637f2480a2 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:14.702262 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning complete for port 5cd8fa28-acad-485f-8abe-d9637f2480a2 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:14.702813 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:14.735453 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-5fdf00cf-3c98-4ac6-8e74-27cc4d69aa95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:14.764173 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ee50d3-80a9-4575-a05b-2ba4b39edd09 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:50:14.764541 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ee50d3-80a9-4575-a05b-2ba4b39edd09 None None] Checking segment: {'id': '668fd163-2ec6-45f5-a68c-835f2c0688da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c3ae4b42-403f-4d6b-840f-4e19f61ec42f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:50:14.764969 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f7ee50d3-80a9-4575-a05b-2ba4b39edd09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:14.765364 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ee50d3-80a9-4575-a05b-2ba4b39edd09 None None] Bound using segment: {'id': '668fd163-2ec6-45f5-a68c-835f2c0688da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c3ae4b42-403f-4d6b-840f-4e19f61ec42f'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:50:14.765843 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-f7ee50d3-80a9-4575-a05b-2ba4b39edd09 None None] Bound port: d34dbb90-37d3-422c-bda6-aa6b6f19ae41, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668fd163-2ec6-45f5-a68c-835f2c0688da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c3ae4b42-403f-4d6b-840f-4e19f61ec42f'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:50:14.766215 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f7ee50d3-80a9-4575-a05b-2ba4b39edd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:14.816292 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-9b4a0f52-e1f2-4794-bb85-20ba013c0efd tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Calling delete_port for 743a040c-cc8b-4dea-a697-065f155f3e17 owned by {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:50:14.853786 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-1794717d-27c3-447e-a322-ff4c53313134 req-14e78e56-5929-4d8a-b16d-ba161cc6d474 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ee3318f8-792d-48fb-8e2f-9e09760166b6 HTTP/1.1" status: 200 len: 1098 time: 0.9514225 Apr 01 15:50:14.867870 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0035fcd0-1d55-4653-9dd6-b407534b661d req-4b21cc50-d82b-470c-8a9d-737db5afd44a tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:14.869710 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-0035fcd0-1d55-4653-9dd6-b407534b661d req-4b21cc50-d82b-470c-8a9d-737db5afd44a tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] 10.222.0.55 "GET /v2.0/ports?device_id=135a5fce-1f87-4ff1-ad4e-291c11ecd721 HTTP/1.1" status: 200 len: 945 time: 0.9686308 Apr 01 15:50:14.914003 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-5fdf00cf-3c98-4ac6-8e74-27cc4d69aa95 None None] For port cf5dddae-5718-49d1-ae6d-52b1a6c200d5, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=cf5dddae-5718-49d1-ae6d-52b1a6c200d5,segment=NetworkSegment(c41dc1a5-c958-4d8b-81ea-3934c36371b8),segment_id=c41dc1a5-c958-4d8b-81ea-3934c36371b8)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:50:14.920107 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-5fdf00cf-3c98-4ac6-8e74-27cc4d69aa95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:14.930490 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-4a918be6-ca2b-47ee-881f-01d794b5121c tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 5.1148450 Apr 01 15:50:14.951379 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 47270) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:15.023420 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-f7ee50d3-80a9-4575-a05b-2ba4b39edd09 None None] For port d34dbb90-37d3-422c-bda6-aa6b6f19ae41, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:50:15.028420 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc7894c7-6e3f-4d04-a347-5031a4c9c8db tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Router afd9b5f9-9b39-4e34-970c-1cd9a526684c has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:50:15.069949 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-f7ee50d3-80a9-4575-a05b-2ba4b39edd09 None None] For port d34dbb90-37d3-422c-bda6-aa6b6f19ae41, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=d34dbb90-37d3-422c-bda6-aa6b6f19ae41,segment=NetworkSegment(668fd163-2ec6-45f5-a68c-835f2c0688da),segment_id=668fd163-2ec6-45f5-a68c-835f2c0688da)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:50:15.077986 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf00cf-3c98-4ac6-8e74-27cc4d69aa95 None None] Pushing event updated for resources: {'Port': ['ID=cf5dddae-5718-49d1-ae6d-52b1a6c200d5,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:15.084582 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f7ee50d3-80a9-4575-a05b-2ba4b39edd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:15.089658 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ecb725ff-77ed-4f50-ae32-c9590ddbb3ce tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:15.092977 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-1794717d-27c3-447e-a322-ff4c53313134 req-42b6f45b-2ee5-4ba7-b08d-785c105f142a service neutron] Synchronizing usage tracker for tenant:308a3288305c46b9a505da173347ca9d on resource:security_group {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:50:15.119506 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-0035fcd0-1d55-4653-9dd6-b407534b661d req-d8da0060-1607-498a-8a85-0c272a626645 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] 10.222.0.55 "GET /v2.0/security-groups?id=32e874f6-3d32-4ee4-ba11-3eea3ecfd36f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2146199 Apr 01 15:50:15.131307 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6553b034-3221-4154-91a7-6af181ad5db6 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:15.153136 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:15.201017 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d8def4-3f03-4053-a842-216b2e20c663 None None] Pushing event updated for resources: {'Port': ['ID=d34dbb90-37d3-422c-bda6-aa6b6f19ae41,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:15.213171 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-addaebc6-4233-41a8-98e2-a5591764c412 None None] Provisioning for port 6fde743c-4bef-47c0-b5bc-e5c4290c655c completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:15.228472 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6553b034-3221-4154-91a7-6af181ad5db6 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:15.228988 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-addaebc6-4233-41a8-98e2-a5591764c412 None None] Provisioning complete for port 6fde743c-4bef-47c0-b5bc-e5c4290c655c triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:15.229456 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-addaebc6-4233-41a8-98e2-a5591764c412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:15.265807 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ecb725ff-77ed-4f50-ae32-c9590ddbb3ce tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:15.302139 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 5cd8fa28-acad-485f-8abe-d9637f2480a2, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=5cd8fa28-acad-485f-8abe-d9637f2480a2,segment=NetworkSegment(668fd163-2ec6-45f5-a68c-835f2c0688da),segment_id=668fd163-2ec6-45f5-a68c-835f2c0688da)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:50:15.305832 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ee50d3-80a9-4575-a05b-2ba4b39edd09 None None] Routers {'9a443703-9a97-4a5d-9406-6cb5aab4ab53'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:50:15.306524 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-f7ee50d3-80a9-4575-a05b-2ba4b39edd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:49:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['9a443703-9a97-4a5d-9406-6cb5aab4ab53'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:15.312126 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-1794717d-27c3-447e-a322-ff4c53313134 req-42b6f45b-2ee5-4ba7-b08d-785c105f142a service neutron] Unset dirty status for tenant:308a3288305c46b9a505da173347ca9d on resource:security_group {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:50:15.313225 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-1794717d-27c3-447e-a322-ff4c53313134 req-42b6f45b-2ee5-4ba7-b08d-785c105f142a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=559624ab-485e-424f-98d0-03f9fb5e6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4140594 Apr 01 15:50:15.336169 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9b4a0f52-e1f2-4794-bb85-20ba013c0efd tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:15.346280 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef13337-437b-44b4-91fa-b8868fa49622 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:15.350983 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef13337-437b-44b4-91fa-b8868fa49622 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:15.351876 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-5ef13337-437b-44b4-91fa-b8868fa49622 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Synchronizing usage tracker for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:50:15.416490 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4a0f52-e1f2-4794-bb85-20ba013c0efd tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Pushing event deleted for resources: {'Port': ['ID=743a040c-cc8b-4dea-a697-065f155f3e17,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:15.469831 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-5ef13337-437b-44b4-91fa-b8868fa49622 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Unset dirty status for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:50:15.479138 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-5ef13337-437b-44b4-91fa-b8868fa49622 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.5266244 Apr 01 15:50:15.486389 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 47274) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:15.503354 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-f7ee50d3-80a9-4575-a05b-2ba4b39edd09 None None] Set router 9a443703-9a97-4a5d-9406-6cb5aab4ab53 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:50:15.561951 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '135a5fce-1f87-4ff1-ad4e-291c11ecd721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cd8fa28-acad-485f-8abe-d9637f2480a2'}] {{(pid=83829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:50:15.576079 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:15.675346 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-addaebc6-4233-41a8-98e2-a5591764c412 None None] Port 6fde743c-4bef-47c0-b5bc-e5c4290c655c cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:50:15.713238 dv-neutron-833373-2-hyperv neutron-server[83829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '135a5fce-1f87-4ff1-ad4e-291c11ecd721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cd8fa28-acad-485f-8abe-d9637f2480a2', 'code': 200} Apr 01 15:50:15.719624 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device cf5dddae-5718-49d1-ae6d-52b1a6c200d5 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:50:15.745676 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ecb725ff-77ed-4f50-ae32-c9590ddbb3ce tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15415074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16089009'] for subnet, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:15.825566 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb725ff-77ed-4f50-ae32-c9590ddbb3ce tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a6216d57-1297-4737-a9f8-1318b2f1784b,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:15.838047 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-2628dcf6-c1ff-4dbe-8b6f-a1d8efc7b1de tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Deleting port 6fde743c-4bef-47c0-b5bc-e5c4290c655c {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:50:15.838295 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2628dcf6-c1ff-4dbe-8b6f-a1d8efc7b1de tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:15.866634 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-6553b034-3221-4154-91a7-6af181ad5db6 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Allocated IP 172.20.0.10 (395f686a-afb1-4f9f-8ec8-10253023c306/9b3e0d0d-df61-477c-8296-813144f582c4/ff887eaf-544b-4d8d-aedc-e650e2a2618f) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:15.933838 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=5cd8fa28-acad-485f-8abe-d9637f2480a2,revision_number=5']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:16.095453 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port cf5dddae-5718-49d1-ae6d-52b1a6c200d5 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:16.096049 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:16.111472 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9b4a0f52-e1f2-4794-bb85-20ba013c0efd tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:16.112493 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6553b034-3221-4154-91a7-6af181ad5db6 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:16.171927 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc7894c7-6e3f-4d04-a347-5031a4c9c8db tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:50:16.202763 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f789a9-8127-4b5d-9142-6b10abd4eb79 None None] Sync routers for ids ['afd9b5f9-9b39-4e34-970c-1cd9a526684c'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:50:16.214586 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-dc7894c7-6e3f-4d04-a347-5031a4c9c8db tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for floatingip, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:16.283125 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f5d7ed99-06b6-479f-92ef-3a94473a97a7 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:16.294390 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f5d7ed99-06b6-479f-92ef-3a94473a97a7 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617697'] for floatingip, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:16.305117 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f789a9-8127-4b5d-9142-6b10abd4eb79 None None] Routers {'afd9b5f9-9b39-4e34-970c-1cd9a526684c'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:50:16.305898 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-90f789a9-8127-4b5d-9142-6b10abd4eb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:49:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['afd9b5f9-9b39-4e34-970c-1cd9a526684c'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:16.322444 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ecb725ff-77ed-4f50-ae32-c9590ddbb3ce tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:16.356778 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-dc7894c7-6e3f-4d04-a347-5031a4c9c8db tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] 10.222.0.55 "PUT /v2.0/floatingips/4c1ef31b-bc41-47d0-aa0a-0bda6a386abc HTTP/1.1" status: 200 len: 991 time: 5.5866988 Apr 01 15:50:16.364559 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24676d03-56f5-4d76-a785-0cc93d5c2496', 'tag': '22605461-c586-48ab-8d46-fe629943dd78'}] {{(pid=83828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:50:16.418393 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6553b034-3221-4154-91a7-6af181ad5db6 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:16.454491 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-9b4a0f52-e1f2-4794-bb85-20ba013c0efd tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] 10.222.0.55 "DELETE /v2.0/ports/743a040c-cc8b-4dea-a697-065f155f3e17 HTTP/1.1" status: 204 len: 168 time: 3.5574827 Apr 01 15:50:16.463009 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 47288) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:16.486416 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9a9491-79d6-4b9d-8042-215f42c15433 req-8aaae62a-d61f-4fd3-a9a5-41f064771570 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:16.488153 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-0e9a9491-79d6-4b9d-8042-215f42c15433 req-8aaae62a-d61f-4fd3-a9a5-41f064771570 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3318f8-792d-48fb-8e2f-9e09760166b6 HTTP/1.1" status: 200 len: 945 time: 0.6781192 Apr 01 15:50:16.523302 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6553b034-3221-4154-91a7-6af181ad5db6 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Network 395f686a-afb1-4f9f-8ec8-10253023c306 is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:16.533534 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-ecb725ff-77ed-4f50-ae32-c9590ddbb3ce tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d592369-760e-430a-8411-b0bcba7bf40d']}} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:16.538451 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6553b034-3221-4154-91a7-6af181ad5db6 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Pushing event updated for resources: {'Port': ['ID=ff887eaf-544b-4d8d-aedc-e650e2a2618f,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:16.542473 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-6553b034-3221-4154-91a7-6af181ad5db6 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:16.544766 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device d34dbb90-37d3-422c-bda6-aa6b6f19ae41 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:50:16.548220 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6553b034-3221-4154-91a7-6af181ad5db6 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:50:16.609108 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-ecb725ff-77ed-4f50-ae32-c9590ddbb3ce tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdd1b2dd-6b05-4e20-ba8f-6cab72c31f5e') {'for_net_delete': True} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:16.609455 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-ecb725ff-77ed-4f50-ae32-c9590ddbb3ce tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdd1b2dd-6b05-4e20-ba8f-6cab72c31f5e') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:16.618158 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-38c76b00-c8ef-48cb-9b2f-15d0e416fb0f tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] GET failed (client error): The resource could not be found. Apr 01 15:50:16.618823 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-38c76b00-c8ef-48cb-9b2f-15d0e416fb0f tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Synchronizing usage tracker for tenant:66096cbf7fc2489589982194f3f94793 on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:50:16.654445 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ecb725ff-77ed-4f50-ae32-c9590ddbb3ce tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16610763'] for segment, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:16.668938 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-f7ee50d3-80a9-4575-a05b-2ba4b39edd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a443703-9a97-4a5d-9406-6cb5aab4ab53', 'name': 'tempest-ServersTestManualDisk-1669199740-router', 'tenant_id': 'b509592769ce4fd4a6019281630321e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.18'}], 'enable_snat': True}, 'gw_port_id': '67aa6b71-b521-49a8-9c11-b8035dc07e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:12Z', 'updated_at': '2022-04-01T15:49:28Z', 'revision_number': 4, 'project_id': 'b509592769ce4fd4a6019281630321e8', 'gw_port': {'id': '67aa6b71-b521-49a8-9c11-b8035dc07e13', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a443703-9a97-4a5d-9406-6cb5aab4ab53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:14Z', 'updated_at': '2022-04-01T15:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': 'd34dbb90-37d3-422c-bda6-aa6b6f19ae41', 'name': '', 'network_id': 'c3ae4b42-403f-4d6b-840f-4e19f61ec42f', 'tenant_id': 'b509592769ce4fd4a6019281630321e8', 'mac_address': 'fa:16:3e:7b:d9:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a443703-9a97-4a5d-9406-6cb5aab4ab53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '488129b0-aeaa-403a-9713-4879071d94ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:25Z', 'updated_at': '2022-04-01T15:50:14Z', 'revision_number': 4, 'project_id': 'b509592769ce4fd4a6019281630321e8', 'subnets': [{'id': '488129b0-aeaa-403a-9713-4879071d94ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:16.680297 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ee50d3-80a9-4575-a05b-2ba4b39edd09 None None] The sync data for ids ['9a443703-9a97-4a5d-9406-6cb5aab4ab53'] in dv-neutron-833373-2-hyperv is: [{'id': '9a443703-9a97-4a5d-9406-6cb5aab4ab53', 'name': 'tempest-ServersTestManualDisk-1669199740-router', 'tenant_id': 'b509592769ce4fd4a6019281630321e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.18'}], 'enable_snat': True}, 'gw_port_id': '67aa6b71-b521-49a8-9c11-b8035dc07e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:12Z', 'updated_at': '2022-04-01T15:49:28Z', 'revision_number': 4, 'project_id': 'b509592769ce4fd4a6019281630321e8', 'gw_port': {'id': '67aa6b71-b521-49a8-9c11-b8035dc07e13', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a443703-9a97-4a5d-9406-6cb5aab4ab53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:14Z', 'updated_at': '2022-04-01T15:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': 'd34dbb90-37d3-422c-bda6-aa6b6f19ae41', 'name': '', 'network_id': 'c3ae4b42-403f-4d6b-840f-4e19f61ec42f', 'tenant_id': 'b509592769ce4fd4a6019281630321e8', 'mac_address': 'fa:16:3e:7b:d9:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a443703-9a97-4a5d-9406-6cb5aab4ab53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '488129b0-aeaa-403a-9713-4879071d94ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:25Z', 'updated_at': '2022-04-01T15:50:14Z', 'revision_number': 4, 'project_id': 'b509592769ce4fd4a6019281630321e8', 'subnets': [{'id': '488129b0-aeaa-403a-9713-4879071d94ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:50:16.683615 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port d34dbb90-37d3-422c-bda6-aa6b6f19ae41 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:16.694323 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port d34dbb90-37d3-422c-bda6-aa6b6f19ae41 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:16.694694 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:16.713506 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-38c76b00-c8ef-48cb-9b2f-15d0e416fb0f tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Unset dirty status for tenant:66096cbf7fc2489589982194f3f94793 on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:50:16.713506 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-38c76b00-c8ef-48cb-9b2f-15d0e416fb0f tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] 10.222.0.55 "GET /v2.0/ports/743a040c-cc8b-4dea-a697-065f155f3e17 HTTP/1.1" status: 404 len: 333 time: 0.2240763 Apr 01 15:50:16.727966 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 47292) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:16.728174 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-90f789a9-8127-4b5d-9142-6b10abd4eb79 None None] Set router afd9b5f9-9b39-4e34-970c-1cd9a526684c gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:50:16.731319 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ecb725ff-77ed-4f50-ae32-c9590ddbb3ce tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:16.736047 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-56d9212b-9ee0-40ca-bbc3-f6c8aa308894 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Request body: {'port': {'network_id': '78ce566d-33e6-4301-9e29-340eea425514', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1580244547'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:50:16.768136 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecb725ff-77ed-4f50-ae32-c9590ddbb3ce tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=83826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:50:16.768675 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ecb725ff-77ed-4f50-ae32-c9590ddbb3ce tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15415164'] for segment, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:16.788665 dv-neutron-833373-2-hyperv neutron-server[83826]: Traceback (most recent call last): Apr 01 15:50:16.788665 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:50:16.788665 dv-neutron-833373-2-hyperv neutron-server[83826]: timer() Apr 01 15:50:16.788665 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:50:16.788665 dv-neutron-833373-2-hyperv neutron-server[83826]: cb(*args, **kw) Apr 01 15:50:16.788665 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:50:16.788665 dv-neutron-833373-2-hyperv neutron-server[83826]: return func(*args, **kwargs) Apr 01 15:50:16.788665 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:50:16.788665 dv-neutron-833373-2-hyperv neutron-server[83826]: self._notify() Apr 01 15:50:16.788665 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:50:16.788665 dv-neutron-833373-2-hyperv neutron-server[83826]: self.callback(batched_events) Apr 01 15:50:16.788665 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:50:16.788665 dv-neutron-833373-2-hyperv neutron-server[83826]: event.method(event) Apr 01 15:50:16.788665 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:50:16.788665 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:50:16.788665 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:50:16.788665 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:50:16.788665 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:50:16.788665 dv-neutron-833373-2-hyperv neutron-server[83826]: return f(self, *a, **k) Apr 01 15:50:16.788665 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:50:16.788665 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._get(url).json() Apr 01 15:50:16.788665 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:50:16.788665 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:50:16.788665 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:50:16.788665 dv-neutron-833373-2-hyperv neutron-server[83826]: return self.request(url, 'GET', **kwargs) Apr 01 15:50:16.788665 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:50:16.788665 dv-neutron-833373-2-hyperv neutron-server[83826]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:50:16.788665 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:50:16.788665 dv-neutron-833373-2-hyperv neutron-server[83826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:50:16.788665 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:50:16.788665 dv-neutron-833373-2-hyperv neutron-server[83826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:50:16.788665 dv-neutron-833373-2-hyperv neutron-server[83826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:50:16.799875 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-0e9a9491-79d6-4b9d-8042-215f42c15433 req-f04baec9-30d0-4292-8bbc-85944b747696 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/security-groups?id=559624ab-485e-424f-98d0-03f9fb5e6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2204657 Apr 01 15:50:16.803650 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f749c5ad-f157-4e37-bfa9-ca851bf2735d req-68ae7dac-71c7-4246-8e3e-b10f4448cdbb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=135a5fce-1f87-4ff1-ad4e-291c11ecd721 HTTP/1.1" status: 200 len: 1099 time: 0.7802439 Apr 01 15:50:16.946478 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2628dcf6-c1ff-4dbe-8b6f-a1d8efc7b1de tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:16.967233 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ecb725ff-77ed-4f50-ae32-c9590ddbb3ce tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:17.103833 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-56d9212b-9ee0-40ca-bbc3-f6c8aa308894 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:17.119962 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.l3_db [None req-f5d7ed99-06b6-479f-92ef-3a94473a97a7 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Floating IP c1345d15-7a81-4c70-978d-fd86d60cecc0 associated. External IP: 172.26.1.209, port: 41e8d8ce-0225-4a86-bc88-9f72e9f59b15. Apr 01 15:50:17.174759 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-56d9212b-9ee0-40ca-bbc3-f6c8aa308894 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:17.252612 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-2628dcf6-c1ff-4dbe-8b6f-a1d8efc7b1de tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Calling delete_port for 6fde743c-4bef-47c0-b5bc-e5c4290c655c owned by {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:50:17.263866 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56d9212b-9ee0-40ca-bbc3-f6c8aa308894 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Made reservation on behalf of 66096cbf7fc2489589982194f3f94793 for: {'port': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:17.267083 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-56d9212b-9ee0-40ca-bbc3-f6c8aa308894 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:17.299173 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:17.310651 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [None req-56d9212b-9ee0-40ca-bbc3-f6c8aa308894 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] device_id is not set on port 7da5adbc-80d6-4d73-8eb2-83e83f5fccee yet. {{(pid=83828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:50:17.311530 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecb725ff-77ed-4f50-ae32-c9590ddbb3ce tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7d592369-760e-430a-8411-b0bcba7bf40d {{(pid=83826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 01 15:50:17.353187 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6553b034-3221-4154-91a7-6af181ad5db6 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:17.354106 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6553b034-3221-4154-91a7-6af181ad5db6 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616'] for router, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:17.380672 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port d34dbb90-37d3-422c-bda6-aa6b6f19ae41, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=d34dbb90-37d3-422c-bda6-aa6b6f19ae41,segment=NetworkSegment(668fd163-2ec6-45f5-a68c-835f2c0688da),segment_id=668fd163-2ec6-45f5-a68c-835f2c0688da)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:50:17.383809 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a4529-7b4e-47bb-874a-539f350bce39 req-720011e7-84ea-41c6-ab11-f1c3d587c83d tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:17.385048 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:17.392276 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-540a4529-7b4e-47bb-874a-539f350bce39 req-720011e7-84ea-41c6-ab11-f1c3d587c83d tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] 10.222.0.55 "GET /v2.0/ports?device_id=135a5fce-1f87-4ff1-ad4e-291c11ecd721 HTTP/1.1" status: 200 len: 946 time: 0.9904506 Apr 01 15:50:17.407905 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb725ff-77ed-4f50-ae32-c9590ddbb3ce tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Pushing event deleted for resources: {'Network': ['ID=7d592369-760e-430a-8411-b0bcba7bf40d,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:17.411001 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ecb725ff-77ed-4f50-ae32-c9590ddbb3ce tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:17.445315 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f749c5ad-f157-4e37-bfa9-ca851bf2735d req-90cffe2f-1490-4b45-ada3-a7e906768007 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=32e874f6-3d32-4ee4-ba11-3eea3ecfd36f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5316057 Apr 01 15:50:17.454185 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-ecb725ff-77ed-4f50-ae32-c9590ddbb3ce tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] 10.222.0.55 "DELETE /v2.0/networks/7d592369-760e-430a-8411-b0bcba7bf40d HTTP/1.1" status: 204 len: 168 time: 4.8660512 Apr 01 15:50:17.465605 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 47296) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:17.483645 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=d34dbb90-37d3-422c-bda6-aa6b6f19ae41,revision_number=5']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:17.494587 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-90f789a9-8127-4b5d-9142-6b10abd4eb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd9b5f9-9b39-4e34-970c-1cd9a526684c', 'name': 'tempest-ServersTestJSON-487254703-router', 'tenant_id': 'f25527a3ef4e4227be945540540cca4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.57'}], 'enable_snat': True}, 'gw_port_id': '4fbf29b5-6eaf-491a-bcb8-2605d3e0ad98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:08Z', 'updated_at': '2022-04-01T15:49:14Z', 'revision_number': 4, 'project_id': 'f25527a3ef4e4227be945540540cca4c', 'gw_port': {'id': '4fbf29b5-6eaf-491a-bcb8-2605d3e0ad98', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd9b5f9-9b39-4e34-970c-1cd9a526684c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:09Z', 'updated_at': '2022-04-01T15:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': '4c1ef31b-bc41-47d0-aa0a-0bda6a386abc', 'tenant_id': 'f25527a3ef4e4227be945540540cca4c', 'floating_ip_address': '172.26.1.169', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': 'afd9b5f9-9b39-4e34-970c-1cd9a526684c', 'port_id': '22605461-c586-48ab-8d46-fe629943dd78', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81e6234b-1120-4acc-ae32-1910fd2f72f2', 'mac_address': 'fa:16:3e:f6:06:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24676d03-56f5-4d76-a785-0cc93d5c2496', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:49:27Z', 'updated_at': '2022-04-01T15:50:12Z', 'revision_number': 1, 'project_id': 'f25527a3ef4e4227be945540540cca4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b07d5382-0778-4587-a5a4-aba298a6c280', 'name': '', 'network_id': '81e6234b-1120-4acc-ae32-1910fd2f72f2', 'tenant_id': 'f25527a3ef4e4227be945540540cca4c', 'mac_address': 'fa:16:3e:18:e4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd9b5f9-9b39-4e34-970c-1cd9a526684c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd48ff955-183a-46a4-8b71-2c017377434c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:13Z', 'updated_at': '2022-04-01T15:49:32Z', 'revision_number': 5, 'project_id': 'f25527a3ef4e4227be945540540cca4c', 'subnets': [{'id': 'd48ff955-183a-46a4-8b71-2c017377434c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:17.498737 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f789a9-8127-4b5d-9142-6b10abd4eb79 None None] Checking router: afd9b5f9-9b39-4e34-970c-1cd9a526684c for host: dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:50:17.525269 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-540a4529-7b4e-47bb-874a-539f350bce39 req-2bdde8a8-459c-43a7-8051-6cdcd5983466 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] 10.222.0.55 "GET /v2.0/security-groups?id=32e874f6-3d32-4ee4-ba11-3eea3ecfd36f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317294 Apr 01 15:50:17.527117 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f789a9-8127-4b5d-9142-6b10abd4eb79 None None] Routers {'afd9b5f9-9b39-4e34-970c-1cd9a526684c'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:50:17.527756 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-90f789a9-8127-4b5d-9142-6b10abd4eb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:49:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['afd9b5f9-9b39-4e34-970c-1cd9a526684c'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:17.635694 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24676d03-56f5-4d76-a785-0cc93d5c2496', 'tag': '22605461-c586-48ab-8d46-fe629943dd78', 'status': 'completed', 'code': 200} Apr 01 15:50:17.669985 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2628dcf6-c1ff-4dbe-8b6f-a1d8efc7b1de tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:17.743810 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-1de4f153-5e7e-4561-ac19-b00d3f859f4b tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Synchronizing usage tracker for tenant:c825a72c85154e11b4d54578b93d925f on resource:floatingip {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:50:17.757486 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-90f789a9-8127-4b5d-9142-6b10abd4eb79 None None] Set router afd9b5f9-9b39-4e34-970c-1cd9a526684c gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:50:17.759414 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-56d9212b-9ee0-40ca-bbc3-f6c8aa308894 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Allocated IP 2001:db8::393 (78ce566d-33e6-4301-9e29-340eea425514/cad41ca9-a43a-48f9-ae6b-80997100025d/7da5adbc-80d6-4d73-8eb2-83e83f5fccee) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:17.812061 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-1de4f153-5e7e-4561-ac19-b00d3f859f4b tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Unset dirty status for tenant:c825a72c85154e11b4d54578b93d925f on resource:floatingip {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:50:17.813483 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-1de4f153-5e7e-4561-ac19-b00d3f859f4b tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] 10.222.0.55 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2723 time: 0.2993298 Apr 01 15:50:17.826690 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669f4c46-0a0d-42fb-be75-ff4737fd08f9 req-942df19c-c256-406b-9e15-261982ae73a9 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:17.836534 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-669f4c46-0a0d-42fb-be75-ff4737fd08f9 req-942df19c-c256-406b-9e15-261982ae73a9 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] 10.222.0.55 "GET /v2.0/ports?device_id=24676d03-56f5-4d76-a785-0cc93d5c2496 HTTP/1.1" status: 200 len: 945 time: 0.6582406 Apr 01 15:50:17.841402 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 47300) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:17.906999 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2628dcf6-c1ff-4dbe-8b6f-a1d8efc7b1de tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event deleted for resources: {'Port': ['ID=6fde743c-4bef-47c0-b5bc-e5c4290c655c,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:17.920782 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2628dcf6-c1ff-4dbe-8b6f-a1d8efc7b1de tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:17.948758 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-2628dcf6-c1ff-4dbe-8b6f-a1d8efc7b1de tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/ports/6fde743c-4bef-47c0-b5bc-e5c4290c655c HTTP/1.1" status: 204 len: 168 time: 2.4591446 Apr 01 15:50:17.949947 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 47306) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:18.032650 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-669f4c46-0a0d-42fb-be75-ff4737fd08f9 req-09e70510-eba5-4228-ae3f-56423335f76c tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] 10.222.0.55 "GET /v2.0/security-groups?id=91d36638-0971-4d83-9ddc-3b1723ec8292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1878071 Apr 01 15:50:18.061534 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c5e2e7d3-2ae0-4af4-b24e-0ef59d2eb921 req-6b4f7b84-6ca8-4ea9-8297-094afc78c274 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f25527a3ef4e4227be945540540cca4c&device_id=24676d03-56f5-4d76-a785-0cc93d5c2496 HTTP/1.1" status: 200 len: 1098 time: 0.2050428 Apr 01 15:50:18.273440 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8739d1c-1688-4289-9871-c484fe4d5dd2 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:18.274026 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8739d1c-1688-4289-9871-c484fe4d5dd2 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:18.274026 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8739d1c-1688-4289-9871-c484fe4d5dd2 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:18.274426 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8739d1c-1688-4289-9871-c484fe4d5dd2 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:18.274927 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8739d1c-1688-4289-9871-c484fe4d5dd2 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:18.275281 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8739d1c-1688-4289-9871-c484fe4d5dd2 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:18.275631 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8739d1c-1688-4289-9871-c484fe4d5dd2 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:18.275980 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8739d1c-1688-4289-9871-c484fe4d5dd2 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:18.276344 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8739d1c-1688-4289-9871-c484fe4d5dd2 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:18.276671 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8739d1c-1688-4289-9871-c484fe4d5dd2 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:18.277817 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-e8739d1c-1688-4289-9871-c484fe4d5dd2 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Synchronizing usage tracker for tenant:c825a72c85154e11b4d54578b93d925f on resource:subnet {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:50:18.279204 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-90f789a9-8127-4b5d-9142-6b10abd4eb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd9b5f9-9b39-4e34-970c-1cd9a526684c', 'name': 'tempest-ServersTestJSON-487254703-router', 'tenant_id': 'f25527a3ef4e4227be945540540cca4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.57'}], 'enable_snat': True}, 'gw_port_id': '4fbf29b5-6eaf-491a-bcb8-2605d3e0ad98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:08Z', 'updated_at': '2022-04-01T15:49:14Z', 'revision_number': 4, 'project_id': 'f25527a3ef4e4227be945540540cca4c', 'gw_port': {'id': '4fbf29b5-6eaf-491a-bcb8-2605d3e0ad98', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd9b5f9-9b39-4e34-970c-1cd9a526684c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:09Z', 'updated_at': '2022-04-01T15:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': '4c1ef31b-bc41-47d0-aa0a-0bda6a386abc', 'tenant_id': 'f25527a3ef4e4227be945540540cca4c', 'floating_ip_address': '172.26.1.169', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': 'afd9b5f9-9b39-4e34-970c-1cd9a526684c', 'port_id': '22605461-c586-48ab-8d46-fe629943dd78', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81e6234b-1120-4acc-ae32-1910fd2f72f2', 'mac_address': 'fa:16:3e:f6:06:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24676d03-56f5-4d76-a785-0cc93d5c2496', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:49:27Z', 'updated_at': '2022-04-01T15:50:12Z', 'revision_number': 1, 'project_id': 'f25527a3ef4e4227be945540540cca4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b07d5382-0778-4587-a5a4-aba298a6c280', 'name': '', 'network_id': '81e6234b-1120-4acc-ae32-1910fd2f72f2', 'tenant_id': 'f25527a3ef4e4227be945540540cca4c', 'mac_address': 'fa:16:3e:18:e4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd9b5f9-9b39-4e34-970c-1cd9a526684c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd48ff955-183a-46a4-8b71-2c017377434c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:13Z', 'updated_at': '2022-04-01T15:49:32Z', 'revision_number': 5, 'project_id': 'f25527a3ef4e4227be945540540cca4c', 'subnets': [{'id': 'd48ff955-183a-46a4-8b71-2c017377434c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:18.285944 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f789a9-8127-4b5d-9142-6b10abd4eb79 None None] The sync data for ids ['afd9b5f9-9b39-4e34-970c-1cd9a526684c'] in dv-neutron-833373-2-hyperv is: [{'id': 'afd9b5f9-9b39-4e34-970c-1cd9a526684c', 'name': 'tempest-ServersTestJSON-487254703-router', 'tenant_id': 'f25527a3ef4e4227be945540540cca4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.57'}], 'enable_snat': True}, 'gw_port_id': '4fbf29b5-6eaf-491a-bcb8-2605d3e0ad98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:08Z', 'updated_at': '2022-04-01T15:49:14Z', 'revision_number': 4, 'project_id': 'f25527a3ef4e4227be945540540cca4c', 'gw_port': {'id': '4fbf29b5-6eaf-491a-bcb8-2605d3e0ad98', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd9b5f9-9b39-4e34-970c-1cd9a526684c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:09Z', 'updated_at': '2022-04-01T15:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': '4c1ef31b-bc41-47d0-aa0a-0bda6a386abc', 'tenant_id': 'f25527a3ef4e4227be945540540cca4c', 'floating_ip_address': '172.26.1.169', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': 'afd9b5f9-9b39-4e34-970c-1cd9a526684c', 'port_id': '22605461-c586-48ab-8d46-fe629943dd78', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81e6234b-1120-4acc-ae32-1910fd2f72f2', 'mac_address': 'fa:16:3e:f6:06:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24676d03-56f5-4d76-a785-0cc93d5c2496', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:49:27Z', 'updated_at': '2022-04-01T15:50:12Z', 'revision_number': 1, 'project_id': 'f25527a3ef4e4227be945540540cca4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b07d5382-0778-4587-a5a4-aba298a6c280', 'name': '', 'network_id': '81e6234b-1120-4acc-ae32-1910fd2f72f2', 'tenant_id': 'f25527a3ef4e4227be945540540cca4c', 'mac_address': 'fa:16:3e:18:e4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd9b5f9-9b39-4e34-970c-1cd9a526684c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd48ff955-183a-46a4-8b71-2c017377434c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:13Z', 'updated_at': '2022-04-01T15:49:32Z', 'revision_number': 5, 'project_id': 'f25527a3ef4e4227be945540540cca4c', 'subnets': [{'id': 'd48ff955-183a-46a4-8b71-2c017377434c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:50:18.287861 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc55dc89-290e-4a58-9bef-a8f066f9181c tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:18.289254 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc55dc89-290e-4a58-9bef-a8f066f9181c tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:18.289948 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-bc55dc89-290e-4a58-9bef-a8f066f9181c tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Synchronizing usage tracker for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:subnet {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:50:18.315348 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e2e7d3-2ae0-4af4-b24e-0ef59d2eb921 req-d6db27ec-f0bc-46ce-acac-5145c352bb0b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:18.318831 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c5e2e7d3-2ae0-4af4-b24e-0ef59d2eb921 req-d6db27ec-f0bc-46ce-acac-5145c352bb0b service neutron] 10.222.0.24 "GET /v2.0/networks?id=81e6234b-1120-4acc-ae32-1910fd2f72f2 HTTP/1.1" status: 200 len: 905 time: 0.2483935 Apr 01 15:50:18.325669 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a767ada5-1543-4a34-8a07-bd24ae368e2a req-10452161-7ff4-4a65-ac7a-d4d3fd82618d tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:18.327123 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a767ada5-1543-4a34-8a07-bd24ae368e2a req-10452161-7ff4-4a65-ac7a-d4d3fd82618d tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3318f8-792d-48fb-8e2f-9e09760166b6 HTTP/1.1" status: 200 len: 945 time: 0.2024636 Apr 01 15:50:18.450376 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a767ada5-1543-4a34-8a07-bd24ae368e2a req-a56a16f1-9bae-4bcb-95cc-5bf08553d23e tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/security-groups?id=559624ab-485e-424f-98d0-03f9fb5e6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695741 Apr 01 15:50:18.465612 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c5e2e7d3-2ae0-4af4-b24e-0ef59d2eb921 req-fa5784f6-6821-4f28-ab25-0ea98db2e1f1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22605461-c586-48ab-8d46-fe629943dd78 HTTP/1.1" status: 200 len: 999 time: 0.1375170 Apr 01 15:50:18.470066 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-e8739d1c-1688-4289-9871-c484fe4d5dd2 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Unset dirty status for tenant:c825a72c85154e11b4d54578b93d925f on resource:subnet {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:50:18.471218 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-e8739d1c-1688-4289-9871-c484fe4d5dd2 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6437 time: 0.6272991 Apr 01 15:50:18.473648 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-bc55dc89-290e-4a58-9bef-a8f066f9181c tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Unset dirty status for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:subnet {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:50:18.474602 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-bc55dc89-290e-4a58-9bef-a8f066f9181c tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5081139 Apr 01 15:50:18.478964 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 47314) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:18.479279 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 47316) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:18.534827 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e2e7d3-2ae0-4af4-b24e-0ef59d2eb921 req-9df8db79-c6b3-4eae-b130-e9cddab1ea7c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:18.538547 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c5e2e7d3-2ae0-4af4-b24e-0ef59d2eb921 req-9df8db79-c6b3-4eae-b130-e9cddab1ea7c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d48ff955-183a-46a4-8b71-2c017377434c HTTP/1.1" status: 200 len: 844 time: 0.0643973 Apr 01 15:50:18.687449 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c5e2e7d3-2ae0-4af4-b24e-0ef59d2eb921 req-f367bb98-e959-4f9a-b3c1-4c19ab5a4aef service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=81e6234b-1120-4acc-ae32-1910fd2f72f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1393430 Apr 01 15:50:18.768036 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.api.v2.resource [None req-16a40aed-463a-4c6a-999f-5c52d1c30743 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] delete failed (client error): The resource could not be found. Apr 01 15:50:18.769114 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-16a40aed-463a-4c6a-999f-5c52d1c30743 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] 10.222.0.55 "DELETE /v2.0/floatingips/095ec541-4861-44a9-af2a-7cdca460fdb9 HTTP/1.1" status: 404 len: 345 time: 0.2854412 Apr 01 15:50:18.779669 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a699af-2b30-4736-b190-cd74774a6fb7 req-5e4e28b3-0bdb-45d8-9a66-7feab9abbbc0 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:18.781194 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-24a699af-2b30-4736-b190-cd74774a6fb7 req-5e4e28b3-0bdb-45d8-9a66-7feab9abbbc0 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3318f8-792d-48fb-8e2f-9e09760166b6 HTTP/1.1" status: 200 len: 945 time: 0.1702724 Apr 01 15:50:18.783955 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 47326) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:18.790269 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-56d9212b-9ee0-40ca-bbc3-f6c8aa308894 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:18.795188 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 47330) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:18.824875 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-ea0c69fc-ac62-4f25-aa2b-3f151c72d4e6 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Request body: {'floatingip': {'port_id': 'be7f5bd5-43c4-40bd-8ba3-b6e713491455'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:50:18.906855 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c5e2e7d3-2ae0-4af4-b24e-0ef59d2eb921 req-6b8f3369-3139-43cd-aac6-db5e2d8c9d0b service neutron] 10.222.0.24 "GET /v2.0/networks/81e6234b-1120-4acc-ae32-1910fd2f72f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113309 Apr 01 15:50:18.912885 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270ded53-713e-4efe-9cd6-4e1641f33c5b req-da110abe-8c67-44cb-96d6-8317345d7e53 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:18.914333 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-270ded53-713e-4efe-9cd6-4e1641f33c5b req-da110abe-8c67-44cb-96d6-8317345d7e53 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] 10.222.0.55 "GET /v2.0/ports?device_id=135a5fce-1f87-4ff1-ad4e-291c11ecd721 HTTP/1.1" status: 200 len: 946 time: 0.2216353 Apr 01 15:50:18.930811 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-38e61241-95a1-42d2-a195-f51c138bf62c tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] DELETE failed (client error): The resource could not be found. Apr 01 15:50:18.931250 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38e61241-95a1-42d2-a195-f51c138bf62c tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=83828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:50:19.030792 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [None req-56d9212b-9ee0-40ca-bbc3-f6c8aa308894 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Transition to ACTIVE for port object 7da5adbc-80d6-4d73-8eb2-83e83f5fccee will not be triggered until provisioned by entity DHCP. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:19.042731 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ea0c69fc-ac62-4f25-aa2b-3f151c72d4e6 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Notify callbacks [] for floatingip, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:19.056571 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-270ded53-713e-4efe-9cd6-4e1641f33c5b req-364eca14-4cc6-4ac6-98f7-f4a6b56318ee tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] 10.222.0.55 "GET /v2.0/security-groups?id=32e874f6-3d32-4ee4-ba11-3eea3ecfd36f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192799 Apr 01 15:50:19.077607 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c5e2e7d3-2ae0-4af4-b24e-0ef59d2eb921 req-e2f56afd-1518-4fa6-bde8-a9bf4195f07c service neutron] 10.222.0.24 "GET /v2.0/networks/81e6234b-1120-4acc-ae32-1910fd2f72f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595702 Apr 01 15:50:19.143275 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-38e61241-95a1-42d2-a195-f51c138bf62c tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] 10.222.0.55 "DELETE /v2.0/networks/7d592369-760e-430a-8411-b0bcba7bf40d HTTP/1.1" status: 404 len: 339 time: 0.3582897 Apr 01 15:50:19.148206 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 47334) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:19.153651 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-b3a90caa-ecc7-4855-8fb6-10d3fa78eb60 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Request body: {'network': {'name': 'tempest-network--1526773135', 'router:external': True}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:50:19.158033 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-b3a90caa-ecc7-4855-8fb6-10d3fa78eb60 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:19.161845 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-b3a90caa-ecc7-4855-8fb6-10d3fa78eb60 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Usage tracker for resource:network and tenant:c825a72c85154e11b4d54578b93d925f is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:19.164703 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-b3a90caa-ecc7-4855-8fb6-10d3fa78eb60 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:19.170330 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-b3a90caa-ecc7-4855-8fb6-10d3fa78eb60 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:19.182304 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a90caa-ecc7-4855-8fb6-10d3fa78eb60 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Made reservation on behalf of c825a72c85154e11b4d54578b93d925f for: {'network': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:19.184549 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b3a90caa-ecc7-4855-8fb6-10d3fa78eb60 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:19.212603 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3a90caa-ecc7-4855-8fb6-10d3fa78eb60 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=83826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:50:19.222131 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b3a90caa-ecc7-4855-8fb6-10d3fa78eb60 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:19.222422 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.segments_db [None req-b3a90caa-ecc7-4855-8fb6-10d3fa78eb60 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Added segment 5de195f3-312b-4d25-8324-3d59a05943bd of type vlan for network 075cbb41-d6ca-4bde-bb14-3aa17a16be49 Apr 01 15:50:19.250607 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6553b034-3221-4154-91a7-6af181ad5db6 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Router eea15071-e57c-4db2-8d55-d7c4d17fbb32 is scheduled to L3 agent ff252634-3424-422a-b742-9ae457bd54bd with binding_index 1 {{(pid=83828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:50:19.261837 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b3a90caa-ecc7-4855-8fb6-10d3fa78eb60 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:19.301295 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b3a90caa-ecc7-4855-8fb6-10d3fa78eb60 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:19.303088 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a90caa-ecc7-4855-8fb6-10d3fa78eb60 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:19.303616 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b3a90caa-ecc7-4855-8fb6-10d3fa78eb60 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:19.327027 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-56d9212b-9ee0-40ca-bbc3-f6c8aa308894 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:19.391274 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f422e19-d646-4b86-afe7-7ac768a399f0 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Deleting subnet f57dd4dd-a37d-4e33-9b3e-de618ae3600c {{(pid=83828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:50:19.411956 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1f422e19-d646-4b86-afe7-7ac768a399f0 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for subnet, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:19.486181 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-b3a90caa-ecc7-4855-8fb6-10d3fa78eb60 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3344622 Apr 01 15:50:19.486810 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 47340) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:19.536180 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device d34dbb90-37d3-422c-bda6-aa6b6f19ae41 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:50:19.569789 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a90caa-ecc7-4855-8fb6-10d3fa78eb60 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Pushing event updated for resources: {'Network': ['ID=075cbb41-d6ca-4bde-bb14-3aa17a16be49,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:19.585024 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 075cbb41-d6ca-4bde-bb14-3aa17a16be49 details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:50:19.620599 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d9212b-9ee0-40ca-bbc3-f6c8aa308894 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Network 78ce566d-33e6-4301-9e29-340eea425514 is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:19.656582 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535edfa5-088d-4c7f-9305-18d186137cf0 tempest-ExternalNetworksTestJSON-982298831 tempest-ExternalNetworksTestJSON-982298831-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:19.661352 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535edfa5-088d-4c7f-9305-18d186137cf0 tempest-ExternalNetworksTestJSON-982298831 tempest-ExternalNetworksTestJSON-982298831-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:19.665813 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535edfa5-088d-4c7f-9305-18d186137cf0 tempest-ExternalNetworksTestJSON-982298831 tempest-ExternalNetworksTestJSON-982298831-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:19.669725 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535edfa5-088d-4c7f-9305-18d186137cf0 tempest-ExternalNetworksTestJSON-982298831 tempest-ExternalNetworksTestJSON-982298831-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:19.673789 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535edfa5-088d-4c7f-9305-18d186137cf0 tempest-ExternalNetworksTestJSON-982298831 tempest-ExternalNetworksTestJSON-982298831-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:19.674844 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-535edfa5-088d-4c7f-9305-18d186137cf0 tempest-ExternalNetworksTestJSON-982298831 tempest-ExternalNetworksTestJSON-982298831-project] Synchronizing usage tracker for tenant:a46e5c76743040db8d4327b80d531393 on resource:network {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:50:19.692580 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-535edfa5-088d-4c7f-9305-18d186137cf0 tempest-ExternalNetworksTestJSON-982298831 tempest-ExternalNetworksTestJSON-982298831-project] Unset dirty status for tenant:a46e5c76743040db8d4327b80d531393 on resource:network {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:50:19.697344 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-535edfa5-088d-4c7f-9305-18d186137cf0 tempest-ExternalNetworksTestJSON-982298831 tempest-ExternalNetworksTestJSON-982298831-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3058 time: 0.2064264 Apr 01 15:50:19.702412 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 47344) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:19.712516 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port d34dbb90-37d3-422c-bda6-aa6b6f19ae41 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:19.713209 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:19.736092 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-56d9212b-9ee0-40ca-bbc3-f6c8aa308894 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:19.761069 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d9212b-9ee0-40ca-bbc3-f6c8aa308894 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:50:19.765023 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d9212b-9ee0-40ca-bbc3-f6c8aa308894 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:19.765629 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-56d9212b-9ee0-40ca-bbc3-f6c8aa308894 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:19.796801 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1f422e19-d646-4b86-afe7-7ac768a399f0 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15303084'] for subnet, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:19.815637 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5547bee2-6f2b-402d-b0d1-d9d9e432f589 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:19.834360 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d9212b-9ee0-40ca-bbc3-f6c8aa308894 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Pushing event updated for resources: {'Port': ['ID=7da5adbc-80d6-4d73-8eb2-83e83f5fccee,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:19.896762 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-56d9212b-9ee0-40ca-bbc3-f6c8aa308894 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.1660907 Apr 01 15:50:19.900653 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5d7ed99-06b6-479f-92ef-3a94473a97a7 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Router 26d59314-5420-44d6-8bb9-c3addc01368a has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:50:19.903870 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 47348) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:19.921567 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-2b248ebb-75f9-4de1-b791-328a1207e095 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::5c', 'mac_address': 'fa:16:3e:ac:eb:16'}]}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:50:19.955662 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5547bee2-6f2b-402d-b0d1-d9d9e432f589 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:19.992385 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-5547bee2-6f2b-402d-b0d1-d9d9e432f589 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['075cbb41-d6ca-4bde-bb14-3aa17a16be49']}} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:20.012146 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-5547bee2-6f2b-402d-b0d1-d9d9e432f589 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5de195f3-312b-4d25-8324-3d59a05943bd') {'for_net_delete': True} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:20.012439 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-5547bee2-6f2b-402d-b0d1-d9d9e432f589 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5de195f3-312b-4d25-8324-3d59a05943bd') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:20.031195 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5547bee2-6f2b-402d-b0d1-d9d9e432f589 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16610763'] for segment, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:20.041978 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-ebb28517-4753-4225-a1ea-e15f00409898 None None] Provisioning for port 7da5adbc-80d6-4d73-8eb2-83e83f5fccee completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:20.047584 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-ebb28517-4753-4225-a1ea-e15f00409898 None None] Provisioning complete for port 7da5adbc-80d6-4d73-8eb2-83e83f5fccee triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:20.049857 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ebb28517-4753-4225-a1ea-e15f00409898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:20.051477 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5547bee2-6f2b-402d-b0d1-d9d9e432f589 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:20.059398 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5547bee2-6f2b-402d-b0d1-d9d9e432f589 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=83826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:50:20.060000 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5547bee2-6f2b-402d-b0d1-d9d9e432f589 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15415164'] for segment, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:20.074296 dv-neutron-833373-2-hyperv neutron-server[83826]: Traceback (most recent call last): Apr 01 15:50:20.074296 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:50:20.074296 dv-neutron-833373-2-hyperv neutron-server[83826]: timer() Apr 01 15:50:20.074296 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:50:20.074296 dv-neutron-833373-2-hyperv neutron-server[83826]: cb(*args, **kw) Apr 01 15:50:20.074296 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:50:20.074296 dv-neutron-833373-2-hyperv neutron-server[83826]: return func(*args, **kwargs) Apr 01 15:50:20.074296 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:50:20.074296 dv-neutron-833373-2-hyperv neutron-server[83826]: self._notify() Apr 01 15:50:20.074296 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:50:20.074296 dv-neutron-833373-2-hyperv neutron-server[83826]: self.callback(batched_events) Apr 01 15:50:20.074296 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:50:20.074296 dv-neutron-833373-2-hyperv neutron-server[83826]: event.method(event) Apr 01 15:50:20.074296 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:50:20.074296 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:50:20.074296 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:50:20.074296 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:50:20.074296 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:50:20.074296 dv-neutron-833373-2-hyperv neutron-server[83826]: return f(self, *a, **k) Apr 01 15:50:20.074296 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:50:20.074296 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._get(url).json() Apr 01 15:50:20.074296 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:50:20.074296 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:50:20.074296 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:50:20.074296 dv-neutron-833373-2-hyperv neutron-server[83826]: return self.request(url, 'GET', **kwargs) Apr 01 15:50:20.074296 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:50:20.074296 dv-neutron-833373-2-hyperv neutron-server[83826]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:50:20.074296 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:50:20.074296 dv-neutron-833373-2-hyperv neutron-server[83826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:50:20.074296 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:50:20.074296 dv-neutron-833373-2-hyperv neutron-server[83826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:50:20.074296 dv-neutron-833373-2-hyperv neutron-server[83826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:50:20.120289 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-ebb28517-4753-4225-a1ea-e15f00409898 None None] Port 7da5adbc-80d6-4d73-8eb2-83e83f5fccee cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:50:20.162032 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5547bee2-6f2b-402d-b0d1-d9d9e432f589 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:20.183587 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5547bee2-6f2b-402d-b0d1-d9d9e432f589 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 075cbb41-d6ca-4bde-bb14-3aa17a16be49 {{(pid=83826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 01 15:50:20.190613 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5547bee2-6f2b-402d-b0d1-d9d9e432f589 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:20.200240 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-5547bee2-6f2b-402d-b0d1-d9d9e432f589 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] 10.222.0.55 "DELETE /v2.0/networks/075cbb41-d6ca-4bde-bb14-3aa17a16be49 HTTP/1.1" status: 204 len: 168 time: 0.4948854 Apr 01 15:50:20.200240 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5547bee2-6f2b-402d-b0d1-d9d9e432f589 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Pushing event deleted for resources: {'Network': ['ID=075cbb41-d6ca-4bde-bb14-3aa17a16be49,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:20.201678 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 47354) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:20.207814 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-20527089-2a9a-413e-9240-1eccb6c9760b tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Request body: {'network': {'name': 'tempest-network--1980959788', 'router:external': True}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:50:20.212630 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-20527089-2a9a-413e-9240-1eccb6c9760b tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:20.218585 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-20527089-2a9a-413e-9240-1eccb6c9760b tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Usage tracker for resource:network and tenant:c825a72c85154e11b4d54578b93d925f is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:20.252455 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-20527089-2a9a-413e-9240-1eccb6c9760b tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:20.268806 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-20527089-2a9a-413e-9240-1eccb6c9760b tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:20.292270 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20527089-2a9a-413e-9240-1eccb6c9760b tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Made reservation on behalf of c825a72c85154e11b4d54578b93d925f for: {'network': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:20.294775 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-20527089-2a9a-413e-9240-1eccb6c9760b tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:20.337223 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20527089-2a9a-413e-9240-1eccb6c9760b tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=83826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:50:20.344701 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0fe53c-4183-47cc-98a9-e38b7c16a291 req-8f9921f6-abb1-4c31-adb1-cb3dafd258da tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:20.346331 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8f0fe53c-4183-47cc-98a9-e38b7c16a291 req-8f9921f6-abb1-4c31-adb1-cb3dafd258da tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] 10.222.0.55 "GET /v2.0/ports?device_id=135a5fce-1f87-4ff1-ad4e-291c11ecd721 HTTP/1.1" status: 200 len: 946 time: 0.1298258 Apr 01 15:50:20.355236 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-20527089-2a9a-413e-9240-1eccb6c9760b tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:20.355648 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.segments_db [None req-20527089-2a9a-413e-9240-1eccb6c9760b tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Added segment 90968181-6310-4c3e-a506-49fb535f9bb5 of type vlan for network 7635df10-899f-4097-893e-f0e1f2981583 Apr 01 15:50:20.416822 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-20527089-2a9a-413e-9240-1eccb6c9760b tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:20.430929 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8f0fe53c-4183-47cc-98a9-e38b7c16a291 req-c95fd088-b447-445e-bc9a-c9e133f78646 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] 10.222.0.55 "GET /v2.0/security-groups?id=32e874f6-3d32-4ee4-ba11-3eea3ecfd36f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686543 Apr 01 15:50:20.439054 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1f422e19-d646-4b86-afe7-7ac768a399f0 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:20.470357 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-20527089-2a9a-413e-9240-1eccb6c9760b tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:20.470357 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20527089-2a9a-413e-9240-1eccb6c9760b tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:20.470357 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-20527089-2a9a-413e-9240-1eccb6c9760b tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:20.639669 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20527089-2a9a-413e-9240-1eccb6c9760b tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Pushing event updated for resources: {'Network': ['ID=7635df10-899f-4097-893e-f0e1f2981583,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:20.660994 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 7635df10-899f-4097-893e-f0e1f2981583 details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:50:20.696677 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-20527089-2a9a-413e-9240-1eccb6c9760b tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4939623 Apr 01 15:50:20.697887 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 47360) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:20.702965 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1f422e19-d646-4b86-afe7-7ac768a399f0 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15306565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16030232'] for subnet, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:20.703889 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86ac83c-5ec9-4a33-b71d-60c789554859 req-cae15ed8-98e6-4ed9-9803-d086e8ceae1e tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:20.705362 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d86ac83c-5ec9-4a33-b71d-60c789554859 req-cae15ed8-98e6-4ed9-9803-d086e8ceae1e tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] 10.222.0.55 "GET /v2.0/ports?device_id=135a5fce-1f87-4ff1-ad4e-291c11ecd721 HTTP/1.1" status: 200 len: 946 time: 0.1231811 Apr 01 15:50:20.749743 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 47364) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:20.767191 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-43c62632-a2f5-49d9-bab9-4dc6a1369708 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Request body: {'floatingip': {'port_id': '5cd8fa28-acad-485f-8abe-d9637f2480a2'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:50:20.834113 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.db.resource_extend [None req-ea0c69fc-ac62-4f25-aa2b-3f151c72d4e6 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:50:20.893845 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0799411-311d-4bb1-b62c-c3e3c64329d9 tempest-ExternalNetworksTestJSON-982298831 tempest-ExternalNetworksTestJSON-982298831-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:20.898718 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-c0799411-311d-4bb1-b62c-c3e3c64329d9 tempest-ExternalNetworksTestJSON-982298831 tempest-ExternalNetworksTestJSON-982298831-project] 10.222.0.55 "GET /v2.0/networks/7635df10-899f-4097-893e-f0e1f2981583 HTTP/1.1" status: 200 len: 757 time: 0.1923881 Apr 01 15:50:20.899492 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 47368) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:20.911700 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909aafb1-346b-4e17-bf14-86efc0c837e9 None None] New status for floating IP 4c1ef31b-bc41-47d0-aa0a-0bda6a386abc: ACTIVE {{(pid=83833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 15:50:20.913268 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2b248ebb-75f9-4de1-b791-328a1207e095 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:20.935946 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f422e19-d646-4b86-afe7-7ac768a399f0 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event deleted for resources: {'Subnet': ['ID=f57dd4dd-a37d-4e33-9b3e-de618ae3600c,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:20.963750 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6553b034-3221-4154-91a7-6af181ad5db6 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:50:20.988899 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28df848a-bce7-4784-a790-a549d07cf29f None None] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:50:20.997484 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1f422e19-d646-4b86-afe7-7ac768a399f0 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:21.012705 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-43c62632-a2f5-49d9-bab9-4dc6a1369708 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Notify callbacks [] for floatingip, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:21.028257 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e9a418-979b-42c5-ae7b-fd8a351988cf tempest-ExternalNetworksTestJSON-982298831 tempest-ExternalNetworksTestJSON-982298831-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:21.030112 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-e2e9a418-979b-42c5-ae7b-fd8a351988cf tempest-ExternalNetworksTestJSON-982298831 tempest-ExternalNetworksTestJSON-982298831-project] 10.222.0.55 "GET /v2.0/networks/ad65fd00-75b5-4369-a294-2955fcc389c3 HTTP/1.1" status: 200 len: 768 time: 0.1284013 Apr 01 15:50:21.032724 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 47372) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:21.144413 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18bce3d-d20f-4902-88ab-036e09887af2 None None] Sync routers for ids ['eea15071-e57c-4db2-8d55-d7c4d17fbb32'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:50:21.145719 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9da7ae52-e504-421b-9090-9d39bd13ace6 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:21.149841 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-1f422e19-d646-4b86-afe7-7ac768a399f0 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/subnets/f57dd4dd-a37d-4e33-9b3e-de618ae3600c HTTP/1.1" status: 204 len: 168 time: 2.6654811 Apr 01 15:50:21.149841 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ea0c69fc-ac62-4f25-aa2b-3f151c72d4e6 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:21.150990 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 47376) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:21.154724 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6553b034-3221-4154-91a7-6af181ad5db6 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:21.155856 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-6553b034-3221-4154-91a7-6af181ad5db6 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 7.9590983 Apr 01 15:50:21.175068 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18bce3d-d20f-4902-88ab-036e09887af2 None None] Routers {'eea15071-e57c-4db2-8d55-d7c4d17fbb32'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:50:21.175489 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-c18bce3d-d20f-4902-88ab-036e09887af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:49:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['eea15071-e57c-4db2-8d55-d7c4d17fbb32'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:21.196488 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 47380) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:21.199635 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ea0c69fc-ac62-4f25-aa2b-3f151c72d4e6 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617697'] for floatingip, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:21.247021 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-66816cce-a05a-4d28-a171-ee6716fb6c6a tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0935814 Apr 01 15:50:21.248001 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 47384) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:21.282522 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-40e06ddb-8bcb-47ea-8c28-ad2977b27117 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Request body: {'subnet': {'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:50:21.523277 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9da7ae52-e504-421b-9090-9d39bd13ace6 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:21.552178 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-40e06ddb-8bcb-47ea-8c28-ad2977b27117 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:21.558073 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-9da7ae52-e504-421b-9090-9d39bd13ace6 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7635df10-899f-4097-893e-f0e1f2981583']}} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:21.565319 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-40e06ddb-8bcb-47ea-8c28-ad2977b27117 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Usage tracker for resource:subnet and tenant:50a1f72bd5e54e209eb4756b30f7e6a6 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:21.570509 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-40e06ddb-8bcb-47ea-8c28-ad2977b27117 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:21.576464 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-c18bce3d-d20f-4902-88ab-036e09887af2 None None] Set router eea15071-e57c-4db2-8d55-d7c4d17fbb32 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:50:21.578011 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-9da7ae52-e504-421b-9090-9d39bd13ace6 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90968181-6310-4c3e-a506-49fb535f9bb5') {'for_net_delete': True} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:21.578421 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-9da7ae52-e504-421b-9090-9d39bd13ace6 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90968181-6310-4c3e-a506-49fb535f9bb5') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:21.585886 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-40e06ddb-8bcb-47ea-8c28-ad2977b27117 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:21.596624 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9da7ae52-e504-421b-9090-9d39bd13ace6 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16610763'] for segment, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:21.607060 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e06ddb-8bcb-47ea-8c28-ad2977b27117 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Made reservation on behalf of 50a1f72bd5e54e209eb4756b30f7e6a6 for: {'subnet': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:21.690226 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9da7ae52-e504-421b-9090-9d39bd13ace6 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:21.713331 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9da7ae52-e504-421b-9090-9d39bd13ace6 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=83826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:50:21.713575 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9da7ae52-e504-421b-9090-9d39bd13ace6 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15415164'] for segment, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:21.725073 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5835747b-bad5-4865-b6d2-4f7027b421d8 None None] DHCP port deletion for 7b65ac5c-8834-4b65-9b28-b7dba6c9746f request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:50:21.727326 dv-neutron-833373-2-hyperv neutron-server[83826]: Traceback (most recent call last): Apr 01 15:50:21.727326 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:50:21.727326 dv-neutron-833373-2-hyperv neutron-server[83826]: timer() Apr 01 15:50:21.727326 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:50:21.727326 dv-neutron-833373-2-hyperv neutron-server[83826]: cb(*args, **kw) Apr 01 15:50:21.727326 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:50:21.727326 dv-neutron-833373-2-hyperv neutron-server[83826]: return func(*args, **kwargs) Apr 01 15:50:21.727326 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:50:21.727326 dv-neutron-833373-2-hyperv neutron-server[83826]: self._notify() Apr 01 15:50:21.727326 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:50:21.727326 dv-neutron-833373-2-hyperv neutron-server[83826]: self.callback(batched_events) Apr 01 15:50:21.727326 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:50:21.727326 dv-neutron-833373-2-hyperv neutron-server[83826]: event.method(event) Apr 01 15:50:21.727326 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:50:21.727326 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:50:21.727326 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:50:21.727326 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:50:21.727326 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:50:21.727326 dv-neutron-833373-2-hyperv neutron-server[83826]: return f(self, *a, **k) Apr 01 15:50:21.727326 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:50:21.727326 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._get(url).json() Apr 01 15:50:21.727326 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:50:21.727326 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:50:21.727326 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:50:21.727326 dv-neutron-833373-2-hyperv neutron-server[83826]: return self.request(url, 'GET', **kwargs) Apr 01 15:50:21.727326 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:50:21.727326 dv-neutron-833373-2-hyperv neutron-server[83826]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:50:21.727326 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:50:21.727326 dv-neutron-833373-2-hyperv neutron-server[83826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:50:21.727326 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:50:21.727326 dv-neutron-833373-2-hyperv neutron-server[83826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:50:21.727326 dv-neutron-833373-2-hyperv neutron-server[83826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:50:21.786348 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-5835747b-bad5-4865-b6d2-4f7027b421d8 None None] Deleting port cf5dddae-5718-49d1-ae6d-52b1a6c200d5 {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:50:21.786706 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-5835747b-bad5-4865-b6d2-4f7027b421d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:21.812773 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-40e06ddb-8bcb-47ea-8c28-ad2977b27117 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16088980'] for subnet, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:21.908982 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9da7ae52-e504-421b-9090-9d39bd13ace6 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:21.932188 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da7ae52-e504-421b-9090-9d39bd13ace6 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7635df10-899f-4097-893e-f0e1f2981583 {{(pid=83826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 01 15:50:21.938848 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9da7ae52-e504-421b-9090-9d39bd13ace6 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:21.949536 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-9da7ae52-e504-421b-9090-9d39bd13ace6 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] 10.222.0.55 "DELETE /v2.0/networks/7635df10-899f-4097-893e-f0e1f2981583 HTTP/1.1" status: 204 len: 168 time: 0.9121661 Apr 01 15:50:21.949536 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da7ae52-e504-421b-9090-9d39bd13ace6 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Pushing event deleted for resources: {'Network': ['ID=7635df10-899f-4097-893e-f0e1f2981583,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:21.950471 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d7ed99-06b6-479f-92ef-3a94473a97a7 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:50:21.953656 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 47388) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:21.960411 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-2b247bce-5b05-404b-b04c-1614749e47f5 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Request body: {'network': {'name': 'tempest-network--1962121736'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:50:21.969956 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-2b247bce-5b05-404b-b04c-1614749e47f5 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:21.975658 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-2b247bce-5b05-404b-b04c-1614749e47f5 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Usage tracker for resource:network and tenant:c825a72c85154e11b4d54578b93d925f is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:21.980408 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-2b247bce-5b05-404b-b04c-1614749e47f5 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:21.987817 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-2b247bce-5b05-404b-b04c-1614749e47f5 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:22.002982 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b247bce-5b05-404b-b04c-1614749e47f5 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Made reservation on behalf of c825a72c85154e11b4d54578b93d925f for: {'network': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:22.006018 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2b247bce-5b05-404b-b04c-1614749e47f5 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:22.211129 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-40e06ddb-8bcb-47ea-8c28-ad2977b27117 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15415267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16089018'] for subnet, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:22.214367 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-5835747b-bad5-4865-b6d2-4f7027b421d8 None None] For port cf5dddae-5718-49d1-ae6d-52b1a6c200d5, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=cf5dddae-5718-49d1-ae6d-52b1a6c200d5,segment=NetworkSegment(c41dc1a5-c958-4d8b-81ea-3934c36371b8),segment_id=c41dc1a5-c958-4d8b-81ea-3934c36371b8)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:50:22.214757 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-5835747b-bad5-4865-b6d2-4f7027b421d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:22.245867 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2b248ebb-75f9-4de1-b791-328a1207e095 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Notify callbacks [] for port, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:22.274394 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2b248ebb-75f9-4de1-b791-328a1207e095 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:22.326441 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e06ddb-8bcb-47ea-8c28-ad2977b27117 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event updated for resources: {'Subnet': ['ID=5da1c9df-87f3-4365-a05a-76057279eb4b,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:22.338698 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e06ddb-8bcb-47ea-8c28-ad2977b27117 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:22.346255 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-40e06ddb-8bcb-47ea-8c28-ad2977b27117 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:22.350177 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-5835747b-bad5-4865-b6d2-4f7027b421d8 None None] Calling delete_port for cf5dddae-5718-49d1-ae6d-52b1a6c200d5 owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:50:22.355378 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e06ddb-8bcb-47ea-8c28-ad2977b27117 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:22.356292 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-40e06ddb-8bcb-47ea-8c28-ad2977b27117 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:22.394173 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b247bce-5b05-404b-b04c-1614749e47f5 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=83826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:50:22.408570 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-40e06ddb-8bcb-47ea-8c28-ad2977b27117 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1330798 Apr 01 15:50:22.413248 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 47392) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:22.421959 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-ce1c9840-beb1-4542-90db-f4587c2caaca tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Request body: {'port': {'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'fixed_ips': [{'subnet_id': '5da1c9df-87f3-4365-a05a-76057279eb4b', 'ip_address': '2001:db8::4cf8:5d0:c12b:bb47'}], 'name': 'tempest-NetworksTestDHCPv6-104878596'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:50:22.445541 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-c18bce3d-d20f-4902-88ab-036e09887af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea15071-e57c-4db2-8d55-d7c4d17fbb32', 'name': '', 'tenant_id': '5f11313c75e340ab97da3a75cb4a5e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '395f686a-afb1-4f9f-8ec8-10253023c306', 'external_fixed_ips': [{'subnet_id': '9b3e0d0d-df61-477c-8296-813144f582c4', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': 'ff887eaf-544b-4d8d-aedc-e650e2a2618f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:50:13Z', 'updated_at': '2022-04-01T15:50:16Z', 'revision_number': 3, 'project_id': '5f11313c75e340ab97da3a75cb4a5e1a', 'gw_port': {'id': 'ff887eaf-544b-4d8d-aedc-e650e2a2618f', 'name': '', 'network_id': '395f686a-afb1-4f9f-8ec8-10253023c306', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:bf:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eea15071-e57c-4db2-8d55-d7c4d17fbb32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9b3e0d0d-df61-477c-8296-813144f582c4', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:15Z', 'updated_at': '2022-04-01T15:50:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b3e0d0d-df61-477c-8296-813144f582c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:22.458146 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18bce3d-d20f-4902-88ab-036e09887af2 None None] Checking router: eea15071-e57c-4db2-8d55-d7c4d17fbb32 for host: dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:50:22.458480 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18bce3d-d20f-4902-88ab-036e09887af2 None None] Updating router eea15071-e57c-4db2-8d55-d7c4d17fbb32 port ff887eaf-544b-4d8d-aedc-e650e2a2618f binding host dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:50:22.476567 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-2b248ebb-75f9-4de1-b791-328a1207e095 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] In _notify_port_updated(), no bound segment for port 7da5adbc-80d6-4d73-8eb2-83e83f5fccee on network 78ce566d-33e6-4301-9e29-340eea425514 {{(pid=83828) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 01 15:50:22.480960 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b248ebb-75f9-4de1-b791-328a1207e095 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:22.481759 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2b248ebb-75f9-4de1-b791-328a1207e095 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:22.483207 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-2b248ebb-75f9-4de1-b791-328a1207e095 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] 10.222.0.55 "PUT /v2.0/ports/7da5adbc-80d6-4d73-8eb2-83e83f5fccee HTTP/1.1" status: 200 len: 1002 time: 2.5763395 Apr 01 15:50:22.499053 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 47396) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:22.532611 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c18bce3d-d20f-4902-88ab-036e09887af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:22.540717 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b248ebb-75f9-4de1-b791-328a1207e095 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Pushing event updated for resources: {'Port': ['ID=7da5adbc-80d6-4d73-8eb2-83e83f5fccee,revision_number=2']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:22.599686 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2b247bce-5b05-404b-b04c-1614749e47f5 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:22.599905 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.segments_db [None req-2b247bce-5b05-404b-b04c-1614749e47f5 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Added segment 511b5119-7f42-4bb7-ab40-4d47610e53e9 of type vlan for network 24eb5520-2971-4fd1-b9a2-c01adceba76e Apr 01 15:50:22.606757 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477197ef-6116-4752-8503-8cc3b7e38726 None None] Sync routers for ids ['26d59314-5420-44d6-8bb9-c3addc01368a'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:50:22.636367 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-5835747b-bad5-4865-b6d2-4f7027b421d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671'] for port, after_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:22.657014 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-b1285312-7665-4806-8f07-3d4ebdf00929 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Deleting port 7da5adbc-80d6-4d73-8eb2-83e83f5fccee {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:50:22.657360 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b1285312-7665-4806-8f07-3d4ebdf00929 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:22.665306 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477197ef-6116-4752-8503-8cc3b7e38726 None None] Routers {'26d59314-5420-44d6-8bb9-c3addc01368a'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:50:22.666494 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-477197ef-6116-4752-8503-8cc3b7e38726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:49:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['26d59314-5420-44d6-8bb9-c3addc01368a'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:22.668526 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2b247bce-5b05-404b-b04c-1614749e47f5 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:22.704186 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5835747b-bad5-4865-b6d2-4f7027b421d8 None None] Pushing event deleted for resources: {'Port': ['ID=cf5dddae-5718-49d1-ae6d-52b1a6c200d5,revision_number=None']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:22.724593 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.l3_db [None req-ea0c69fc-ac62-4f25-aa2b-3f151c72d4e6 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Floating IP 9f8270f7-4fba-46a0-8d58-95f81f87d528 associated. External IP: 172.26.1.64, port: be7f5bd5-43c4-40bd-8ba3-b6e713491455. Apr 01 15:50:22.730261 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-ce1c9840-beb1-4542-90db-f4587c2caaca tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:22.736031 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-ce1c9840-beb1-4542-90db-f4587c2caaca tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Usage tracker for resource:port and tenant:50a1f72bd5e54e209eb4756b30f7e6a6 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:22.740740 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-ce1c9840-beb1-4542-90db-f4587c2caaca tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:22.749465 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-ce1c9840-beb1-4542-90db-f4587c2caaca tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:22.761298 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-477197ef-6116-4752-8503-8cc3b7e38726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:22.766357 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce1c9840-beb1-4542-90db-f4587c2caaca tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Made reservation on behalf of 50a1f72bd5e54e209eb4756b30f7e6a6 for: {'port': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:22.775141 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477197ef-6116-4752-8503-8cc3b7e38726 None None] Routers {'26d59314-5420-44d6-8bb9-c3addc01368a'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:50:22.775797 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-477197ef-6116-4752-8503-8cc3b7e38726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:49:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['26d59314-5420-44d6-8bb9-c3addc01368a'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:22.776309 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ce1c9840-beb1-4542-90db-f4587c2caaca tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:22.787743 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5835747b-bad5-4865-b6d2-4f7027b421d8 None None] No DVR routers for this DVR port cf5dddae-5718-49d1-ae6d-52b1a6c200d5 on host dv-neutron-833373-2-hyperv {{(pid=83829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:50:22.845823 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-477197ef-6116-4752-8503-8cc3b7e38726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:22.846228 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477197ef-6116-4752-8503-8cc3b7e38726 None None] The sync data for ids ['26d59314-5420-44d6-8bb9-c3addc01368a'] in dv-neutron-833373-2-hyperv is: [] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:50:22.846643 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ed2107e4-f941-4264-a563-19937a769d4e tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks [] for router, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:22.860956 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325d67ab-bad0-4c66-8b02-c1979be8acc1 None None] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:50:22.866254 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [None req-ce1c9840-beb1-4542-90db-f4587c2caaca tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] device_id is not set on port 26329405-6172-48aa-9765-fe2ce666f4a4 yet. {{(pid=83826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:50:22.909221 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2b247bce-5b05-404b-b04c-1614749e47f5 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:22.910647 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b247bce-5b05-404b-b04c-1614749e47f5 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:22.911410 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2b247bce-5b05-404b-b04c-1614749e47f5 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:23.017686 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b247bce-5b05-404b-b04c-1614749e47f5 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Pushing event updated for resources: {'Network': ['ID=24eb5520-2971-4fd1-b9a2-c01adceba76e,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:23.038159 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 24eb5520-2971-4fd1-b9a2-c01adceba76e details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:50:23.061818 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-2b247bce-5b05-404b-b04c-1614749e47f5 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1068149 Apr 01 15:50:23.066094 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 47400) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:23.072055 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-65297bf9-39d8-4411-b576-1a573e394763 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:50:23.134033 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-43c62632-a2f5-49d9-bab9-4dc6a1369708 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:23.161459 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-43c2da52-175a-4f73-afe1-f84249f02ada None None] Provisioning complete for port 7da5adbc-80d6-4d73-8eb2-83e83f5fccee triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:23.161635 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-43c62632-a2f5-49d9-bab9-4dc6a1369708 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617697'] for floatingip, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:23.161900 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-43c2da52-175a-4f73-afe1-f84249f02ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:23.286590 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-43c2da52-175a-4f73-afe1-f84249f02ada None None] Port 7da5adbc-80d6-4d73-8eb2-83e83f5fccee cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:50:23.446554 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-65297bf9-39d8-4411-b576-1a573e394763 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:23.466312 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-ce1c9840-beb1-4542-90db-f4587c2caaca tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Allocated IP 2001:db8::4cf8:5d0:c12b:bb47 (7b65ac5c-8834-4b65-9b28-b7dba6c9746f/5da1c9df-87f3-4365-a05a-76057279eb4b/26329405-6172-48aa-9765-fe2ce666f4a4) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:23.479875 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-65297bf9-39d8-4411-b576-1a573e394763 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:23.504214 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c18bce3d-d20f-4902-88ab-036e09887af2 None None] Notify callbacks [] for port, precommit_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:23.529817 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-c18bce3d-d20f-4902-88ab-036e09887af2 None None] Transition to ACTIVE for port object ff887eaf-544b-4d8d-aedc-e650e2a2618f will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:23.582758 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device cf5dddae-5718-49d1-ae6d-52b1a6c200d5 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:50:23.617327 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af1f824-227c-4f43-a21c-6360a27b1634 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'tenant_id': '50a1f72bd5e54e209eb4756b30f7e6a6', 'fixed_ips': [{'subnet_id': '5da1c9df-87f3-4365-a05a-76057279eb4b'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:50:23.618158 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-5af1f824-227c-4f43-a21c-6360a27b1634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:23.627934 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c18bce3d-d20f-4902-88ab-036e09887af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:23.697193 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: cf5dddae-5718-49d1-ae6d-52b1a6c200d5 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:50:23.697666 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device cf5dddae-5718-49d1-ae6d-52b1a6c200d5 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:50:23.706376 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65297bf9-39d8-4411-b576-1a573e394763 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Pushing event updated for resources: {'Network': ['ID=24eb5520-2971-4fd1-b9a2-c01adceba76e,revision_number=2']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:23.712668 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-65297bf9-39d8-4411-b576-1a573e394763 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Network 24eb5520-2971-4fd1-b9a2-c01adceba76e is not hosted by any dhcp agent {{(pid=83826) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Apr 01 15:50:23.713196 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65297bf9-39d8-4411-b576-1a573e394763 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:23.713777 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-65297bf9-39d8-4411-b576-1a573e394763 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:23.716793 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-65297bf9-39d8-4411-b576-1a573e394763 tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] 10.222.0.55 "PUT /v2.0/networks/24eb5520-2971-4fd1-b9a2-c01adceba76e HTTP/1.1" status: 200 len: 857 time: 0.6478598 Apr 01 15:50:23.722184 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 47404) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:23.789723 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde78aa-8d5d-4e25-9dcb-a473218fd361 None None] Pushing event updated for resources: {'Port': ['ID=ff887eaf-544b-4d8d-aedc-e650e2a2618f,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:23.807167 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:23.841170 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-c18bce3d-d20f-4902-88ab-036e09887af2 None None] Attempting to bind port ff887eaf-544b-4d8d-aedc-e650e2a2618f on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:50:23.841787 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-c18bce3d-d20f-4902-88ab-036e09887af2 None None] Attempting to bind port ff887eaf-544b-4d8d-aedc-e650e2a2618f by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': '8f945a9a-e9d2-4980-b3e2-1aa5b3ea92b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '395f686a-afb1-4f9f-8ec8-10253023c306'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:50:23.841926 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18bce3d-d20f-4902-88ab-036e09887af2 None None] Attempting to bind port ff887eaf-544b-4d8d-aedc-e650e2a2618f on network 395f686a-afb1-4f9f-8ec8-10253023c306 {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:50:23.854378 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18bce3d-d20f-4902-88ab-036e09887af2 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:50:23.854854 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18bce3d-d20f-4902-88ab-036e09887af2 None None] Checking segment: {'id': '8f945a9a-e9d2-4980-b3e2-1aa5b3ea92b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '395f686a-afb1-4f9f-8ec8-10253023c306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:50:23.855766 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c18bce3d-d20f-4902-88ab-036e09887af2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:23.855766 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18bce3d-d20f-4902-88ab-036e09887af2 None None] Bound using segment: {'id': '8f945a9a-e9d2-4980-b3e2-1aa5b3ea92b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '395f686a-afb1-4f9f-8ec8-10253023c306'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:50:23.856391 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-c18bce3d-d20f-4902-88ab-036e09887af2 None None] Bound port: ff887eaf-544b-4d8d-aedc-e650e2a2618f, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f945a9a-e9d2-4980-b3e2-1aa5b3ea92b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '395f686a-afb1-4f9f-8ec8-10253023c306'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:50:23.857226 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c18bce3d-d20f-4902-88ab-036e09887af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:23.879811 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b1285312-7665-4806-8f07-3d4ebdf00929 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:23.902328 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-1120da1a-136a-4712-bb0a-5ca677431d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:23.962582 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-04dedece-cf79-472f-bb0b-91ac0a082a6e tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:23.964642 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-c18bce3d-d20f-4902-88ab-036e09887af2 None None] For port ff887eaf-544b-4d8d-aedc-e650e2a2618f, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:50:23.968836 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-c18bce3d-d20f-4902-88ab-036e09887af2 None None] For port ff887eaf-544b-4d8d-aedc-e650e2a2618f, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=ff887eaf-544b-4d8d-aedc-e650e2a2618f,segment=NetworkSegment(8f945a9a-e9d2-4980-b3e2-1aa5b3ea92b5),segment_id=8f945a9a-e9d2-4980-b3e2-1aa5b3ea92b5)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:50:23.978163 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c18bce3d-d20f-4902-88ab-036e09887af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:24.031506 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-b1285312-7665-4806-8f07-3d4ebdf00929 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Calling delete_port for 7da5adbc-80d6-4d73-8eb2-83e83f5fccee owned by {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:50:24.102238 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde78aa-8d5d-4e25-9dcb-a473218fd361 None None] Pushing event updated for resources: {'Port': ['ID=ff887eaf-544b-4d8d-aedc-e650e2a2618f,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:24.136403 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18bce3d-d20f-4902-88ab-036e09887af2 None None] Routers {'eea15071-e57c-4db2-8d55-d7c4d17fbb32'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:50:24.137179 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-c18bce3d-d20f-4902-88ab-036e09887af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:49:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['eea15071-e57c-4db2-8d55-d7c4d17fbb32'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:24.167758 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-04dedece-cf79-472f-bb0b-91ac0a082a6e tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:24.178721 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ce1c9840-beb1-4542-90db-f4587c2caaca tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:24.211025 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b1285312-7665-4806-8f07-3d4ebdf00929 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:24.216027 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-04dedece-cf79-472f-bb0b-91ac0a082a6e tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24eb5520-2971-4fd1-b9a2-c01adceba76e']}} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:24.225170 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [None req-ce1c9840-beb1-4542-90db-f4587c2caaca tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Transition to ACTIVE for port object 26329405-6172-48aa-9765-fe2ce666f4a4 will not be triggered until provisioned by entity DHCP. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:24.241219 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-04dedece-cf79-472f-bb0b-91ac0a082a6e tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '511b5119-7f42-4bb7-ab40-4d47610e53e9') {'for_net_delete': True} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:24.243715 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-04dedece-cf79-472f-bb0b-91ac0a082a6e tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '511b5119-7f42-4bb7-ab40-4d47610e53e9') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:24.269970 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-04dedece-cf79-472f-bb0b-91ac0a082a6e tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16610763'] for segment, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:24.270207 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1285312-7665-4806-8f07-3d4ebdf00929 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Pushing event deleted for resources: {'Port': ['ID=7da5adbc-80d6-4d73-8eb2-83e83f5fccee,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:24.297537 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-04dedece-cf79-472f-bb0b-91ac0a082a6e tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:24.317017 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04dedece-cf79-472f-bb0b-91ac0a082a6e tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=83826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:50:24.317431 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-04dedece-cf79-472f-bb0b-91ac0a082a6e tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15415164'] for segment, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:24.331145 dv-neutron-833373-2-hyperv neutron-server[83826]: Traceback (most recent call last): Apr 01 15:50:24.331145 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:50:24.331145 dv-neutron-833373-2-hyperv neutron-server[83826]: timer() Apr 01 15:50:24.331145 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:50:24.331145 dv-neutron-833373-2-hyperv neutron-server[83826]: cb(*args, **kw) Apr 01 15:50:24.331145 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:50:24.331145 dv-neutron-833373-2-hyperv neutron-server[83826]: return func(*args, **kwargs) Apr 01 15:50:24.331145 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:50:24.331145 dv-neutron-833373-2-hyperv neutron-server[83826]: self._notify() Apr 01 15:50:24.331145 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:50:24.331145 dv-neutron-833373-2-hyperv neutron-server[83826]: self.callback(batched_events) Apr 01 15:50:24.331145 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:50:24.331145 dv-neutron-833373-2-hyperv neutron-server[83826]: event.method(event) Apr 01 15:50:24.331145 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:50:24.331145 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:50:24.331145 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:50:24.331145 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:50:24.331145 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:50:24.331145 dv-neutron-833373-2-hyperv neutron-server[83826]: return f(self, *a, **k) Apr 01 15:50:24.331145 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:50:24.331145 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._get(url).json() Apr 01 15:50:24.331145 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:50:24.331145 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:50:24.331145 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:50:24.331145 dv-neutron-833373-2-hyperv neutron-server[83826]: return self.request(url, 'GET', **kwargs) Apr 01 15:50:24.331145 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:50:24.331145 dv-neutron-833373-2-hyperv neutron-server[83826]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:50:24.331145 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:50:24.331145 dv-neutron-833373-2-hyperv neutron-server[83826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:50:24.331145 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:50:24.331145 dv-neutron-833373-2-hyperv neutron-server[83826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:50:24.331145 dv-neutron-833373-2-hyperv neutron-server[83826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:50:24.454256 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-04dedece-cf79-472f-bb0b-91ac0a082a6e tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:24.460976 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04dedece-cf79-472f-bb0b-91ac0a082a6e tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 24eb5520-2971-4fd1-b9a2-c01adceba76e {{(pid=83826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 01 15:50:24.464223 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-04dedece-cf79-472f-bb0b-91ac0a082a6e tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:24.493837 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-c18bce3d-d20f-4902-88ab-036e09887af2 None None] Set router eea15071-e57c-4db2-8d55-d7c4d17fbb32 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:50:24.505629 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-04dedece-cf79-472f-bb0b-91ac0a082a6e tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] 10.222.0.55 "DELETE /v2.0/networks/24eb5520-2971-4fd1-b9a2-c01adceba76e HTTP/1.1" status: 204 len: 168 time: 0.7814763 Apr 01 15:50:24.507388 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ce1c9840-beb1-4542-90db-f4587c2caaca tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:24.515002 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 47408) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:24.515972 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dedece-cf79-472f-bb0b-91ac0a082a6e tempest-ExternalNetworksTestJSON-334691173 tempest-ExternalNetworksTestJSON-334691173-project-admin] Pushing event deleted for resources: {'Network': ['ID=24eb5520-2971-4fd1-b9a2-c01adceba76e,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:24.633330 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ed2107e4-f941-4264-a563-19937a769d4e tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:24.656864 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1c9840-beb1-4542-90db-f4587c2caaca tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event updated for resources: {'Port': ['ID=26329405-6172-48aa-9765-fe2ce666f4a4,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:24.685789 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-c49600e1-14e9-4333-b85b-a2b2388ca2ef tempest-ExternalNetworksTestJSON-982298831 tempest-ExternalNetworksTestJSON-982298831-project] DELETE failed (client error): The resource could not be found. Apr 01 15:50:24.686893 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c49600e1-14e9-4333-b85b-a2b2388ca2ef tempest-ExternalNetworksTestJSON-982298831 tempest-ExternalNetworksTestJSON-982298831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:50:24.693719 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-c49600e1-14e9-4333-b85b-a2b2388ca2ef tempest-ExternalNetworksTestJSON-982298831 tempest-ExternalNetworksTestJSON-982298831-project] 10.222.0.55 "DELETE /v2.0/subnets/a6216d57-1297-4737-a9f8-1318b2f1784b HTTP/1.1" status: 404 len: 337 time: 0.0859277 Apr 01 15:50:24.697167 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 47412) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:24.713749 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-ed2107e4-f941-4264-a563-19937a769d4e tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Deleting port ff887eaf-544b-4d8d-aedc-e650e2a2618f {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:50:24.714087 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ed2107e4-f941-4264-a563-19937a769d4e tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:24.742210 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b1285312-7665-4806-8f07-3d4ebdf00929 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:24.743079 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1c9840-beb1-4542-90db-f4587c2caaca tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:24.749471 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-ce1c9840-beb1-4542-90db-f4587c2caaca tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:24.755367 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1c9840-beb1-4542-90db-f4587c2caaca tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:50:24.761190 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1c9840-beb1-4542-90db-f4587c2caaca tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:24.761845 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ce1c9840-beb1-4542-90db-f4587c2caaca tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:24.774042 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.l3_db [None req-43c62632-a2f5-49d9-bab9-4dc6a1369708 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Floating IP 31dc89c5-0c9d-4ffa-ba6a-e201c6192143 associated. External IP: 172.26.1.205, port: 5cd8fa28-acad-485f-8abe-d9637f2480a2. Apr 01 15:50:24.853364 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-ce1c9840-beb1-4542-90db-f4587c2caaca tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.4367216 Apr 01 15:50:24.853588 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-b1285312-7665-4806-8f07-3d4ebdf00929 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] 10.222.0.55 "DELETE /v2.0/ports/7da5adbc-80d6-4d73-8eb2-83e83f5fccee HTTP/1.1" status: 204 len: 168 time: 2.3517973 Apr 01 15:50:24.855079 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 47416) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:24.858758 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 47418) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:24.922432 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-5af1f824-227c-4f43-a21c-6360a27b1634 None None] Allocated IP 2001:db8::2 (7b65ac5c-8834-4b65-9b28-b7dba6c9746f/5da1c9df-87f3-4365-a05a-76057279eb4b/a613022e-df79-4c74-9cc8-e53d4bf7ebb2) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:24.946649 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcf8960f-df0a-49e0-a1c3-5c5cbaa77b2c tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] GET failed (client error): The resource could not be found. Apr 01 15:50:24.952605 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-fcf8960f-df0a-49e0-a1c3-5c5cbaa77b2c tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] 10.222.0.55 "GET /v2.0/ports/7da5adbc-80d6-4d73-8eb2-83e83f5fccee HTTP/1.1" status: 404 len: 333 time: 0.0859721 Apr 01 15:50:24.955909 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 47424) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:24.978807 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-a187f126-ef17-4659-9353-35b1c189c186 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Request body: {'port': {'network_id': '78ce566d-33e6-4301-9e29-340eea425514', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-549607660'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:50:24.996969 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d4622de7-78ba-4401-8ef7-8c8c05633f44 tempest-ExternalNetworksTestJSON-982298831 tempest-ExternalNetworksTestJSON-982298831-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:25.150694 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d4622de7-78ba-4401-8ef7-8c8c05633f44 tempest-ExternalNetworksTestJSON-982298831 tempest-ExternalNetworksTestJSON-982298831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:25.189563 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-d4622de7-78ba-4401-8ef7-8c8c05633f44 tempest-ExternalNetworksTestJSON-982298831 tempest-ExternalNetworksTestJSON-982298831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad65fd00-75b5-4369-a294-2955fcc389c3']}} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:25.204699 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-d4622de7-78ba-4401-8ef7-8c8c05633f44 tempest-ExternalNetworksTestJSON-982298831 tempest-ExternalNetworksTestJSON-982298831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46d9bc88-0613-4d61-90bb-b35bb822fc21') {'for_net_delete': True} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:25.205288 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-d4622de7-78ba-4401-8ef7-8c8c05633f44 tempest-ExternalNetworksTestJSON-982298831 tempest-ExternalNetworksTestJSON-982298831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46d9bc88-0613-4d61-90bb-b35bb822fc21') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:25.208712 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-c18bce3d-d20f-4902-88ab-036e09887af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eea15071-e57c-4db2-8d55-d7c4d17fbb32', 'name': '', 'tenant_id': '5f11313c75e340ab97da3a75cb4a5e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '395f686a-afb1-4f9f-8ec8-10253023c306', 'external_fixed_ips': [{'subnet_id': '9b3e0d0d-df61-477c-8296-813144f582c4', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': 'ff887eaf-544b-4d8d-aedc-e650e2a2618f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:50:13Z', 'updated_at': '2022-04-01T15:50:16Z', 'revision_number': 3, 'project_id': '5f11313c75e340ab97da3a75cb4a5e1a', 'gw_port': {'id': 'ff887eaf-544b-4d8d-aedc-e650e2a2618f', 'name': '', 'network_id': '395f686a-afb1-4f9f-8ec8-10253023c306', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:bf:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eea15071-e57c-4db2-8d55-d7c4d17fbb32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9b3e0d0d-df61-477c-8296-813144f582c4', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:15Z', 'updated_at': '2022-04-01T15:50:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b3e0d0d-df61-477c-8296-813144f582c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:25.216593 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18bce3d-d20f-4902-88ab-036e09887af2 None None] The sync data for ids ['eea15071-e57c-4db2-8d55-d7c4d17fbb32'] in dv-neutron-833373-2-hyperv is: [{'id': 'eea15071-e57c-4db2-8d55-d7c4d17fbb32', 'name': '', 'tenant_id': '5f11313c75e340ab97da3a75cb4a5e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '395f686a-afb1-4f9f-8ec8-10253023c306', 'external_fixed_ips': [{'subnet_id': '9b3e0d0d-df61-477c-8296-813144f582c4', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': 'ff887eaf-544b-4d8d-aedc-e650e2a2618f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:50:13Z', 'updated_at': '2022-04-01T15:50:16Z', 'revision_number': 3, 'project_id': '5f11313c75e340ab97da3a75cb4a5e1a', 'gw_port': {'id': 'ff887eaf-544b-4d8d-aedc-e650e2a2618f', 'name': '', 'network_id': '395f686a-afb1-4f9f-8ec8-10253023c306', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:bf:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eea15071-e57c-4db2-8d55-d7c4d17fbb32', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9b3e0d0d-df61-477c-8296-813144f582c4', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:15Z', 'updated_at': '2022-04-01T15:50:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9b3e0d0d-df61-477c-8296-813144f582c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:50:25.220122 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d4622de7-78ba-4401-8ef7-8c8c05633f44 tempest-ExternalNetworksTestJSON-982298831 tempest-ExternalNetworksTestJSON-982298831-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16610763'] for segment, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:25.239992 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-5af1f824-227c-4f43-a21c-6360a27b1634 None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:25.248433 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d4622de7-78ba-4401-8ef7-8c8c05633f44 tempest-ExternalNetworksTestJSON-982298831 tempest-ExternalNetworksTestJSON-982298831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:25.258359 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4622de7-78ba-4401-8ef7-8c8c05633f44 tempest-ExternalNetworksTestJSON-982298831 tempest-ExternalNetworksTestJSON-982298831-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=83826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:50:25.259109 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d4622de7-78ba-4401-8ef7-8c8c05633f44 tempest-ExternalNetworksTestJSON-982298831 tempest-ExternalNetworksTestJSON-982298831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15415164'] for segment, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:25.261407 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-5af1f824-227c-4f43-a21c-6360a27b1634 None None] Transition to ACTIVE for port object a613022e-df79-4c74-9cc8-e53d4bf7ebb2 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:25.276003 dv-neutron-833373-2-hyperv neutron-server[83826]: Traceback (most recent call last): Apr 01 15:50:25.276003 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:50:25.276003 dv-neutron-833373-2-hyperv neutron-server[83826]: timer() Apr 01 15:50:25.276003 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:50:25.276003 dv-neutron-833373-2-hyperv neutron-server[83826]: cb(*args, **kw) Apr 01 15:50:25.276003 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:50:25.276003 dv-neutron-833373-2-hyperv neutron-server[83826]: return func(*args, **kwargs) Apr 01 15:50:25.276003 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:50:25.276003 dv-neutron-833373-2-hyperv neutron-server[83826]: self._notify() Apr 01 15:50:25.276003 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:50:25.276003 dv-neutron-833373-2-hyperv neutron-server[83826]: self.callback(batched_events) Apr 01 15:50:25.276003 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:50:25.276003 dv-neutron-833373-2-hyperv neutron-server[83826]: event.method(event) Apr 01 15:50:25.276003 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:50:25.276003 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:50:25.276003 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:50:25.276003 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:50:25.276003 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:50:25.276003 dv-neutron-833373-2-hyperv neutron-server[83826]: return f(self, *a, **k) Apr 01 15:50:25.276003 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:50:25.276003 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._get(url).json() Apr 01 15:50:25.276003 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:50:25.276003 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:50:25.276003 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:50:25.276003 dv-neutron-833373-2-hyperv neutron-server[83826]: return self.request(url, 'GET', **kwargs) Apr 01 15:50:25.276003 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:50:25.276003 dv-neutron-833373-2-hyperv neutron-server[83826]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:50:25.276003 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:50:25.276003 dv-neutron-833373-2-hyperv neutron-server[83826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:50:25.276003 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:50:25.276003 dv-neutron-833373-2-hyperv neutron-server[83826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:50:25.276003 dv-neutron-833373-2-hyperv neutron-server[83826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:50:25.287365 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-5af1f824-227c-4f43-a21c-6360a27b1634 None None] Transition to ACTIVE for port object a613022e-df79-4c74-9cc8-e53d4bf7ebb2 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:25.294601 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-5af1f824-227c-4f43-a21c-6360a27b1634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:25.357718 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5d7ed99-06b6-479f-92ef-3a94473a97a7 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Router 26d59314-5420-44d6-8bb9-c3addc01368a has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:50:25.367257 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d4622de7-78ba-4401-8ef7-8c8c05633f44 tempest-ExternalNetworksTestJSON-982298831 tempest-ExternalNetworksTestJSON-982298831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:25.376658 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af1f824-227c-4f43-a21c-6360a27b1634 None None] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:25.380596 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-5af1f824-227c-4f43-a21c-6360a27b1634 None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:25.383445 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af1f824-227c-4f43-a21c-6360a27b1634 None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:50:25.395351 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d4622de7-78ba-4401-8ef7-8c8c05633f44 tempest-ExternalNetworksTestJSON-982298831 tempest-ExternalNetworksTestJSON-982298831-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:25.400333 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af1f824-227c-4f43-a21c-6360a27b1634 None None] Pushing event updated for resources: {'Port': ['ID=a613022e-df79-4c74-9cc8-e53d4bf7ebb2,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:25.405253 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4622de7-78ba-4401-8ef7-8c8c05633f44 tempest-ExternalNetworksTestJSON-982298831 tempest-ExternalNetworksTestJSON-982298831-project] Pushing event deleted for resources: {'Network': ['ID=ad65fd00-75b5-4369-a294-2955fcc389c3,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:25.417272 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-d4622de7-78ba-4401-8ef7-8c8c05633f44 tempest-ExternalNetworksTestJSON-982298831 tempest-ExternalNetworksTestJSON-982298831-project] 10.222.0.55 "DELETE /v2.0/networks/ad65fd00-75b5-4369-a294-2955fcc389c3 HTTP/1.1" status: 204 len: 168 time: 0.7160671 Apr 01 15:50:25.484320 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-ed2107e4-f941-4264-a563-19937a769d4e tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] For port ff887eaf-544b-4d8d-aedc-e650e2a2618f, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=ff887eaf-544b-4d8d-aedc-e650e2a2618f,segment=NetworkSegment(8f945a9a-e9d2-4980-b3e2-1aa5b3ea92b5),segment_id=8f945a9a-e9d2-4980-b3e2-1aa5b3ea92b5)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:50:25.484686 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ed2107e4-f941-4264-a563-19937a769d4e tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:25.518751 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-5af1f824-227c-4f43-a21c-6360a27b1634 None None] Attempting to bind port a613022e-df79-4c74-9cc8-e53d4bf7ebb2 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:50:25.519162 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-5af1f824-227c-4f43-a21c-6360a27b1634 None None] Attempting to bind port a613022e-df79-4c74-9cc8-e53d4bf7ebb2 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:50:25.519420 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1a288d-4711-4541-9916-fb3bdb4beadc tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:25.519778 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af1f824-227c-4f43-a21c-6360a27b1634 None None] Attempting to bind port a613022e-df79-4c74-9cc8-e53d4bf7ebb2 on network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:50:25.520399 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-7c1a288d-4711-4541-9916-fb3bdb4beadc tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Synchronizing usage tracker for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:port {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:50:25.527797 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af1f824-227c-4f43-a21c-6360a27b1634 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:50:25.528163 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af1f824-227c-4f43-a21c-6360a27b1634 None None] Checking segment: {'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:50:25.528624 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-5af1f824-227c-4f43-a21c-6360a27b1634 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:25.529050 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af1f824-227c-4f43-a21c-6360a27b1634 None None] Bound using segment: {'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:50:25.529526 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-5af1f824-227c-4f43-a21c-6360a27b1634 None None] Bound port: a613022e-df79-4c74-9cc8-e53d4bf7ebb2, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:50:25.529905 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-5af1f824-227c-4f43-a21c-6360a27b1634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:25.576070 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-a187f126-ef17-4659-9353-35b1c189c186 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:25.633164 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-5af1f824-227c-4f43-a21c-6360a27b1634 None None] For port a613022e-df79-4c74-9cc8-e53d4bf7ebb2, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:50:25.637231 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-5af1f824-227c-4f43-a21c-6360a27b1634 None None] For port a613022e-df79-4c74-9cc8-e53d4bf7ebb2, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=a613022e-df79-4c74-9cc8-e53d4bf7ebb2,segment=NetworkSegment(c41dc1a5-c958-4d8b-81ea-3934c36371b8),segment_id=c41dc1a5-c958-4d8b-81ea-3934c36371b8)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:50:25.654412 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-5af1f824-227c-4f43-a21c-6360a27b1634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:25.706776 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-a187f126-ef17-4659-9353-35b1c189c186 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Usage tracker for resource:port and tenant:66096cbf7fc2489589982194f3f94793 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:25.715480 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-ed2107e4-f941-4264-a563-19937a769d4e tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Calling delete_port for ff887eaf-544b-4d8d-aedc-e650e2a2618f owned by network:router_gateway {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:50:25.757122 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af1f824-227c-4f43-a21c-6360a27b1634 None None] Pushing event updated for resources: {'Port': ['ID=a613022e-df79-4c74-9cc8-e53d4bf7ebb2,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:25.772551 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 47432) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:25.825421 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-a187f126-ef17-4659-9353-35b1c189c186 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:25.859790 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-a187f126-ef17-4659-9353-35b1c189c186 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:25.882159 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-7c1a288d-4711-4541-9916-fb3bdb4beadc tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Unset dirty status for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:port {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:50:25.883318 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-7c1a288d-4711-4541-9916-fb3bdb4beadc tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.9797087 Apr 01 15:50:25.886314 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 47438) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:26.062519 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-f88e517c-4004-4cfd-938b-b8a96be7444f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Deleting port 26329405-6172-48aa-9765-fe2ce666f4a4 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:50:26.063172 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f88e517c-4004-4cfd-938b-b8a96be7444f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:26.068106 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a187f126-ef17-4659-9353-35b1c189c186 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Made reservation on behalf of 66096cbf7fc2489589982194f3f94793 for: {'port': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:26.071699 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a187f126-ef17-4659-9353-35b1c189c186 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:26.140158 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-8a852716-3cda-456c-a006-4c1a301e55bd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a46e5c76743040db8d4327b80d531393&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3630342 Apr 01 15:50:26.144067 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 47444) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:26.182274 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [None req-a187f126-ef17-4659-9353-35b1c189c186 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] device_id is not set on port fe0a46cb-12bf-47da-8685-24f7d8755c55 yet. {{(pid=83828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:50:26.212619 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-04991dd2-2476-4177-a706-e2d87a3a45e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:26.269246 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea0c69fc-ac62-4f25-aa2b-3f151c72d4e6 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Router ae380df1-4024-44b3-84a9-36df412c5260 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:50:26.296129 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-bd748741-a1b1-4421-83c8-2bfc4e0b2f0c req-f646b9eb-129a-4693-ad4f-07a206aca57f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=24676d03-56f5-4d76-a785-0cc93d5c2496&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3363347 Apr 01 15:50:26.536144 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f88e517c-4004-4cfd-938b-b8a96be7444f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:26.598681 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-03533f2c-762f-40b7-8745-e3ff800cc23d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:26.674350 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-f88e517c-4004-4cfd-938b-b8a96be7444f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Calling delete_port for 26329405-6172-48aa-9765-fe2ce666f4a4 owned by {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:50:26.712822 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-bd748741-a1b1-4421-83c8-2bfc4e0b2f0c req-a5cb054f-10c4-4156-816d-1c199101cc8d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f25527a3ef4e4227be945540540cca4c&device_id=24676d03-56f5-4d76-a785-0cc93d5c2496 HTTP/1.1" status: 200 len: 1098 time: 0.2958839 Apr 01 15:50:26.932433 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-a187f126-ef17-4659-9353-35b1c189c186 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Allocated IP 2001:db8::1e (78ce566d-33e6-4301-9e29-340eea425514/cad41ca9-a43a-48f9-ae6b-80997100025d/fe0a46cb-12bf-47da-8685-24f7d8755c55) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:26.944250 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ed2107e4-f941-4264-a563-19937a769d4e tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:26.954686 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-2b5b92c4-d9e5-4c55-9ebf-5e4e0b4c770d None None] Provisioning for port a613022e-df79-4c74-9cc8-e53d4bf7ebb2 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:26.956334 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd748741-a1b1-4421-83c8-2bfc4e0b2f0c req-fae407ad-77c7-478f-97a5-1836621f53f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:26.958471 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-bd748741-a1b1-4421-83c8-2bfc4e0b2f0c req-fae407ad-77c7-478f-97a5-1836621f53f1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=81e6234b-1120-4acc-ae32-1910fd2f72f2 HTTP/1.1" status: 200 len: 905 time: 0.2243497 Apr 01 15:50:26.999272 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-03533f2c-762f-40b7-8745-e3ff800cc23d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:27.032862 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2107e4-f941-4264-a563-19937a769d4e tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Pushing event deleted for resources: {'Port': ['ID=ff887eaf-544b-4d8d-aedc-e650e2a2618f,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:27.060058 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f88e517c-4004-4cfd-938b-b8a96be7444f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:27.134693 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88e517c-4004-4cfd-938b-b8a96be7444f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event deleted for resources: {'Port': ['ID=26329405-6172-48aa-9765-fe2ce666f4a4,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:27.177078 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-473f2c4f-6624-47bf-bf00-310647ca320c None None] Could not find standard attr ID for object 26329405-6172-48aa-9765-fe2ce666f4a4. {{(pid=83829) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:50:27.203618 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d7ed99-06b6-479f-92ef-3a94473a97a7 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:50:27.215663 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd5dce7-0390-4906-a838-d8099c56b15f None None] Sync routers for ids ['26d59314-5420-44d6-8bb9-c3addc01368a'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:50:27.219670 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f88e517c-4004-4cfd-938b-b8a96be7444f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:27.232325 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-bd748741-a1b1-4421-83c8-2bfc4e0b2f0c req-26193bc0-0a29-44ab-af33-1c5e2f47f0e3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22605461-c586-48ab-8d46-fe629943dd78 HTTP/1.1" status: 200 len: 1001 time: 0.2609699 Apr 01 15:50:27.238624 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-f88e517c-4004-4cfd-938b-b8a96be7444f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/ports/26329405-6172-48aa-9765-fe2ce666f4a4 HTTP/1.1" status: 204 len: 168 time: 1.3506379 Apr 01 15:50:27.242374 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd5dce7-0390-4906-a838-d8099c56b15f None None] Routers {'26d59314-5420-44d6-8bb9-c3addc01368a'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:50:27.243456 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-4bd5dce7-0390-4906-a838-d8099c56b15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:50:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['26d59314-5420-44d6-8bb9-c3addc01368a'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:27.248257 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 47450) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:27.326466 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd748741-a1b1-4421-83c8-2bfc4e0b2f0c req-69ea657a-a28d-4fa1-bebf-0229fa5653de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:27.329630 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-4bd5dce7-0390-4906-a838-d8099c56b15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:27.330283 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-bd748741-a1b1-4421-83c8-2bfc4e0b2f0c req-69ea657a-a28d-4fa1-bebf-0229fa5653de service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d48ff955-183a-46a4-8b71-2c017377434c HTTP/1.1" status: 200 len: 844 time: 0.0882161 Apr 01 15:50:27.346118 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd5dce7-0390-4906-a838-d8099c56b15f None None] Routers {'26d59314-5420-44d6-8bb9-c3addc01368a'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:50:27.346912 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-4bd5dce7-0390-4906-a838-d8099c56b15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:50:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['26d59314-5420-44d6-8bb9-c3addc01368a'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:27.424318 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-4bd5dce7-0390-4906-a838-d8099c56b15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:27.424816 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd5dce7-0390-4906-a838-d8099c56b15f None None] The sync data for ids ['26d59314-5420-44d6-8bb9-c3addc01368a'] in dv-neutron-833373-2-hyperv is: [] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:50:27.428042 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-bd748741-a1b1-4421-83c8-2bfc4e0b2f0c req-5b6026fa-fa2e-487f-bcf4-1683eb829d7d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=81e6234b-1120-4acc-ae32-1910fd2f72f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0913239 Apr 01 15:50:27.491624 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:27.527503 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-03533f2c-762f-40b7-8745-e3ff800cc23d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:27.583897 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device a613022e-df79-4c74-9cc8-e53d4bf7ebb2 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:50:27.606883 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-bd748741-a1b1-4421-83c8-2bfc4e0b2f0c req-59e186a2-f7c9-47cf-8ce6-808135d06cdb service neutron] 10.222.0.24 "GET /v2.0/networks/81e6234b-1120-4acc-ae32-1910fd2f72f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721711 Apr 01 15:50:27.631710 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f5d7ed99-06b6-479f-92ef-3a94473a97a7 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for floatingip, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:27.669048 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-03533f2c-762f-40b7-8745-e3ff800cc23d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:27.672879 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-03533f2c-762f-40b7-8745-e3ff800cc23d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9b069525-21e4-44e1-ad68-d9fd033a43d7 HTTP/1.1" status: 204 len: 168 time: 1.5207610 Apr 01 15:50:27.677413 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port a613022e-df79-4c74-9cc8-e53d4bf7ebb2 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:27.683029 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port a613022e-df79-4c74-9cc8-e53d4bf7ebb2 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:27.683304 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:27.687517 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156c98e7-f924-4b08-8175-13d9638ff2b2 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:27.689174 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156c98e7-f924-4b08-8175-13d9638ff2b2 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:27.689734 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-156c98e7-f924-4b08-8175-13d9638ff2b2 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Synchronizing usage tracker for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:subnet {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:50:27.704894 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03533f2c-762f-40b7-8745-e3ff800cc23d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b069525-21e4-44e1-ad68-d9fd033a43d7,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:27.741719 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ed2107e4-f941-4264-a563-19937a769d4e tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617660'] for router_gateway, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:27.761470 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-bd748741-a1b1-4421-83c8-2bfc4e0b2f0c req-cb7ada11-a3a3-4517-8c29-579e8974ca51 service neutron] 10.222.0.24 "GET /v2.0/networks/81e6234b-1120-4acc-ae32-1910fd2f72f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473358 Apr 01 15:50:27.788376 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:27.854717 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:27.893107 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port a613022e-df79-4c74-9cc8-e53d4bf7ebb2, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=a613022e-df79-4c74-9cc8-e53d4bf7ebb2,segment=NetworkSegment(c41dc1a5-c958-4d8b-81ea-3934c36371b8),segment_id=c41dc1a5-c958-4d8b-81ea-3934c36371b8)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:50:27.899063 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:27.953171 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-156c98e7-f924-4b08-8175-13d9638ff2b2 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Unset dirty status for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:subnet {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:50:27.957503 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-156c98e7-f924-4b08-8175-13d9638ff2b2 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.7021811 Apr 01 15:50:27.958284 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 47462) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:27.969015 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=a613022e-df79-4c74-9cc8-e53d4bf7ebb2,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:27.998767 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a187f126-ef17-4659-9353-35b1c189c186 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:28.018644 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [None req-a187f126-ef17-4659-9353-35b1c189c186 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Transition to ACTIVE for port object fe0a46cb-12bf-47da-8685-24f7d8755c55 will not be triggered until provisioned by entity DHCP. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:28.146542 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 47466) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:28.195306 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-f5d7ed99-06b6-479f-92ef-3a94473a97a7 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] 10.222.0.55 "PUT /v2.0/floatingips/c1345d15-7a81-4c70-978d-fd86d60cecc0 HTTP/1.1" status: 200 len: 977 time: 13.9046662 Apr 01 15:50:28.196999 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_v2 [None req-29fae515-0ada-4413-ae01-1ebdd00cbd2b tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Deleting subnet 5da1c9df-87f3-4365-a05a-76057279eb4b {{(pid=83826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:50:28.199934 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 47470) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:28.210045 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-544a72f0-848e-43bd-baad-0a43fcdc5da4 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:50:28.211699 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ed2107e4-f941-4264-a563-19937a769d4e tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130651'] for router, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:28.234722 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea0c69fc-ac62-4f25-aa2b-3f151c72d4e6 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:50:28.239024 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ed2107e4-f941-4264-a563-19937a769d4e tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:28.245180 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ea0c69fc-ac62-4f25-aa2b-3f151c72d4e6 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for floatingip, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:28.246777 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480dc02e-c431-458b-9eb4-bf0f96c28719 None None] Sync routers for ids ['ae380df1-4024-44b3-84a9-36df412c5260'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:50:28.264659 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480dc02e-c431-458b-9eb4-bf0f96c28719 None None] Routers {'ae380df1-4024-44b3-84a9-36df412c5260'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:50:28.266052 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-480dc02e-c431-458b-9eb4-bf0f96c28719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:50:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['ae380df1-4024-44b3-84a9-36df412c5260'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:28.281416 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a187f126-ef17-4659-9353-35b1c189c186 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:28.334565 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-29fae515-0ada-4413-ae01-1ebdd00cbd2b tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for subnet, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:28.341092 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43c62632-a2f5-49d9-bab9-4dc6a1369708 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Router 9a443703-9a97-4a5d-9406-6cb5aab4ab53 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:50:28.429054 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-e17c9166-b925-4b75-869b-e096c9f012ed admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c825a72c85154e11b4d54578b93d925f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2811403 Apr 01 15:50:28.434565 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 47474) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:28.450160 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-29fae515-0ada-4413-ae01-1ebdd00cbd2b tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16610770'] for subnet, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:28.493897 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-480dc02e-c431-458b-9eb4-bf0f96c28719 None None] Set router ae380df1-4024-44b3-84a9-36df412c5260 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:50:28.516961 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-544a72f0-848e-43bd-baad-0a43fcdc5da4 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks [] for floatingip, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:28.645465 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a187f126-ef17-4659-9353-35b1c189c186 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Network 78ce566d-33e6-4301-9e29-340eea425514 is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:28.652170 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-a187f126-ef17-4659-9353-35b1c189c186 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:28.655305 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-ea0c69fc-ac62-4f25-aa2b-3f151c72d4e6 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "PUT /v2.0/floatingips/9f8270f7-4fba-46a0-8d58-95f81f87d528 HTTP/1.1" status: 200 len: 990 time: 9.8394690 Apr 01 15:50:28.660979 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee3318f8-792d-48fb-8e2f-9e09760166b6', 'tag': 'be7f5bd5-43c4-40bd-8ba3-b6e713491455'}] {{(pid=83828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:50:28.669983 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a187f126-ef17-4659-9353-35b1c189c186 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:50:28.674167 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a187f126-ef17-4659-9353-35b1c189c186 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:28.674882 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a187f126-ef17-4659-9353-35b1c189c186 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:28.680865 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8ec39e0f-6e76-41d9-b0cb-d9478c498878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:28.683802 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a187f126-ef17-4659-9353-35b1c189c186 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Pushing event updated for resources: {'Port': ['ID=fe0a46cb-12bf-47da-8685-24f7d8755c55,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:28.692783 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ed2107e4-f941-4264-a563-19937a769d4e tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607376'] for router, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:28.694183 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed2107e4-f941-4264-a563-19937a769d4e tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Fanout notify agent at l3_agent the message router_deleted on router eea15071-e57c-4db2-8d55-d7c4d17fbb32 {{(pid=83828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:50:28.821518 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8ec39e0f-6e76-41d9-b0cb-d9478c498878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:28.839048 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-29fae515-0ada-4413-ae01-1ebdd00cbd2b tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:28.906136 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee3318f8-792d-48fb-8e2f-9e09760166b6', 'tag': 'be7f5bd5-43c4-40bd-8ba3-b6e713491455', 'status': 'completed', 'code': 200} Apr 01 15:50:28.908532 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-a187f126-ef17-4659-9353-35b1c189c186 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.9360986 Apr 01 15:50:28.913409 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ed2107e4-f941-4264-a563-19937a769d4e tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:28.917713 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-ed2107e4-f941-4264-a563-19937a769d4e tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] 10.222.0.55 "DELETE /v2.0/routers/eea15071-e57c-4db2-8d55-d7c4d17fbb32 HTTP/1.1" status: 204 len: 168 time: 7.7170219 Apr 01 15:50:28.917713 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 47482) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:28.920971 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 47484) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:28.933205 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-8bcf2bc1-a2c6-4669-9a8f-99af7cec49f0 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:ac:eb:16'}]}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:50:28.950590 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-480dc02e-c431-458b-9eb4-bf0f96c28719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae380df1-4024-44b3-84a9-36df412c5260', 'name': 'tempest-ServerActionsTestJSON-753165356-router', 'tenant_id': 'ea61585477ae47b59fca06b1e521f7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.133'}], 'enable_snat': True}, 'gw_port_id': 'a8e6fda2-905b-427e-8842-a175097dbe63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:13Z', 'updated_at': '2022-04-01T15:49:26Z', 'revision_number': 4, 'project_id': 'ea61585477ae47b59fca06b1e521f7a0', 'gw_port': {'id': 'a8e6fda2-905b-427e-8842-a175097dbe63', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae380df1-4024-44b3-84a9-36df412c5260', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:14Z', 'updated_at': '2022-04-01T15:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': '9f8270f7-4fba-46a0-8d58-95f81f87d528', 'tenant_id': 'ea61585477ae47b59fca06b1e521f7a0', 'floating_ip_address': '172.26.1.64', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': 'ae380df1-4024-44b3-84a9-36df412c5260', 'port_id': 'be7f5bd5-43c4-40bd-8ba3-b6e713491455', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10bfa6c5-d504-42f7-b6a8-189d201bcc59', 'mac_address': 'fa:16:3e:71:b4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3318f8-792d-48fb-8e2f-9e09760166b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:49:42Z', 'updated_at': '2022-04-01T15:50:20Z', 'revision_number': 1, 'project_id': 'ea61585477ae47b59fca06b1e521f7a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cd858cc-2b12-4f65-bfa6-dbb86b043779', 'name': '', 'network_id': '10bfa6c5-d504-42f7-b6a8-189d201bcc59', 'tenant_id': 'ea61585477ae47b59fca06b1e521f7a0', 'mac_address': 'fa:16:3e:19:6a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae380df1-4024-44b3-84a9-36df412c5260', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '316ad757-bf54-49b9-829b-e0e949015709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:25Z', 'updated_at': '2022-04-01T15:49:48Z', 'revision_number': 5, 'project_id': 'ea61585477ae47b59fca06b1e521f7a0', 'subnets': [{'id': '316ad757-bf54-49b9-829b-e0e949015709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:28.955870 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480dc02e-c431-458b-9eb4-bf0f96c28719 None None] Checking router: ae380df1-4024-44b3-84a9-36df412c5260 for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:50:28.969487 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480dc02e-c431-458b-9eb4-bf0f96c28719 None None] Routers {'ae380df1-4024-44b3-84a9-36df412c5260'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:50:28.970154 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-480dc02e-c431-458b-9eb4-bf0f96c28719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:50:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['ae380df1-4024-44b3-84a9-36df412c5260'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:29.166316 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:29.212891 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-52a17445-f05d-49a3-b496-990d18b856fa None None] Provisioning for port fe0a46cb-12bf-47da-8685-24f7d8755c55 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:29.220878 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-52a17445-f05d-49a3-b496-990d18b856fa None None] Provisioning complete for port fe0a46cb-12bf-47da-8685-24f7d8755c55 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:29.221980 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-52a17445-f05d-49a3-b496-990d18b856fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:29.252101 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-29fae515-0ada-4413-ae01-1ebdd00cbd2b tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15415074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16089009'] for subnet, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:29.265866 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-480dc02e-c431-458b-9eb4-bf0f96c28719 None None] Set router ae380df1-4024-44b3-84a9-36df412c5260 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:50:29.320837 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8bcf2bc1-a2c6-4669-9a8f-99af7cec49f0 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:29.324080 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-52a17445-f05d-49a3-b496-990d18b856fa None None] Port fe0a46cb-12bf-47da-8685-24f7d8755c55 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:50:29.340073 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c62632-a2f5-49d9-bab9-4dc6a1369708 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:50:29.346290 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-43c62632-a2f5-49d9-bab9-4dc6a1369708 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for floatingip, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:29.357881 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a9a5c4-0abc-44da-a493-197a68337b02 None None] Sync routers for ids ['9a443703-9a97-4a5d-9406-6cb5aab4ab53'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:50:29.364047 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-544a72f0-848e-43bd-baad-0a43fcdc5da4 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:29.370286 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fae515-0ada-4413-ae01-1ebdd00cbd2b tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event deleted for resources: {'Subnet': ['ID=5da1c9df-87f3-4365-a05a-76057279eb4b,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:29.373877 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8ec39e0f-6e76-41d9-b0cb-d9478c498878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:29.385252 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a9a5c4-0abc-44da-a493-197a68337b02 None None] Routers {'9a443703-9a97-4a5d-9406-6cb5aab4ab53'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:50:29.386437 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-f9a9a5c4-0abc-44da-a493-197a68337b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:50:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['9a443703-9a97-4a5d-9406-6cb5aab4ab53'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:29.400398 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-544a72f0-848e-43bd-baad-0a43fcdc5da4 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617697'] for floatingip, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:29.400778 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.l3_db [None req-544a72f0-848e-43bd-baad-0a43fcdc5da4 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Floating IP c1345d15-7a81-4c70-978d-fd86d60cecc0 disassociated. External IP: 172.26.1.209, port: 9d02f8e7-737e-4c6d-83c5-96ede7a01568. Apr 01 15:50:29.467156 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-43c62632-a2f5-49d9-bab9-4dc6a1369708 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] 10.222.0.55 "PUT /v2.0/floatingips/31dc89c5-0c9d-4ffa-ba6a-e201c6192143 HTTP/1.1" status: 200 len: 992 time: 8.7156057 Apr 01 15:50:29.473444 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-29fae515-0ada-4413-ae01-1ebdd00cbd2b tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:29.499698 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec39e0f-6e76-41d9-b0cb-d9478c498878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8647bd38-325a-439b-a27a-057f9c320c91,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:29.520273 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_v2 [None req-f244170d-98fa-4978-b1c5-04349da35af6 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Deleting subnet 9b3e0d0d-df61-477c-8296-813144f582c4 {{(pid=83826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:50:29.597431 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f244170d-98fa-4978-b1c5-04349da35af6 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:29.674958 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a250153-889a-42ea-84ff-997da88fd4bd None None] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:50:29.681147 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8ec39e0f-6e76-41d9-b0cb-d9478c498878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:29.697097 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-8ec39e0f-6e76-41d9-b0cb-d9478c498878 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8647bd38-325a-439b-a27a-057f9c320c91 HTTP/1.1" status: 204 len: 168 time: 1.2434886 Apr 01 15:50:29.701408 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8bcf2bc1-a2c6-4669-9a8f-99af7cec49f0 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Notify callbacks [] for port, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:29.710237 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8bcf2bc1-a2c6-4669-9a8f-99af7cec49f0 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:29.716095 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-29fae515-0ada-4413-ae01-1ebdd00cbd2b tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/subnets/5da1c9df-87f3-4365-a05a-76057279eb4b HTTP/1.1" status: 204 len: 168 time: 1.7564445 Apr 01 15:50:29.719822 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 47494) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:29.731274 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f244170d-98fa-4978-b1c5-04349da35af6 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16610770'] for subnet, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:29.759827 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device a613022e-df79-4c74-9cc8-e53d4bf7ebb2 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:50:29.783632 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-8bcf2bc1-a2c6-4669-9a8f-99af7cec49f0 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] In _notify_port_updated(), no bound segment for port fe0a46cb-12bf-47da-8685-24f7d8755c55 on network 78ce566d-33e6-4301-9e29-340eea425514 {{(pid=83828) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 01 15:50:29.788146 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bcf2bc1-a2c6-4669-9a8f-99af7cec49f0 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:29.788894 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8bcf2bc1-a2c6-4669-9a8f-99af7cec49f0 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:29.793027 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-8bcf2bc1-a2c6-4669-9a8f-99af7cec49f0 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] 10.222.0.55 "PUT /v2.0/ports/fe0a46cb-12bf-47da-8685-24f7d8755c55 HTTP/1.1" status: 200 len: 1001 time: 0.8668571 Apr 01 15:50:29.793875 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 47496) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:29.796753 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-480dc02e-c431-458b-9eb4-bf0f96c28719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae380df1-4024-44b3-84a9-36df412c5260', 'name': 'tempest-ServerActionsTestJSON-753165356-router', 'tenant_id': 'ea61585477ae47b59fca06b1e521f7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.133'}], 'enable_snat': True}, 'gw_port_id': 'a8e6fda2-905b-427e-8842-a175097dbe63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:13Z', 'updated_at': '2022-04-01T15:49:26Z', 'revision_number': 4, 'project_id': 'ea61585477ae47b59fca06b1e521f7a0', 'gw_port': {'id': 'a8e6fda2-905b-427e-8842-a175097dbe63', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae380df1-4024-44b3-84a9-36df412c5260', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:14Z', 'updated_at': '2022-04-01T15:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': '9f8270f7-4fba-46a0-8d58-95f81f87d528', 'tenant_id': 'ea61585477ae47b59fca06b1e521f7a0', 'floating_ip_address': '172.26.1.64', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': 'ae380df1-4024-44b3-84a9-36df412c5260', 'port_id': 'be7f5bd5-43c4-40bd-8ba3-b6e713491455', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10bfa6c5-d504-42f7-b6a8-189d201bcc59', 'mac_address': 'fa:16:3e:71:b4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3318f8-792d-48fb-8e2f-9e09760166b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:49:42Z', 'updated_at': '2022-04-01T15:50:20Z', 'revision_number': 1, 'project_id': 'ea61585477ae47b59fca06b1e521f7a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cd858cc-2b12-4f65-bfa6-dbb86b043779', 'name': '', 'network_id': '10bfa6c5-d504-42f7-b6a8-189d201bcc59', 'tenant_id': 'ea61585477ae47b59fca06b1e521f7a0', 'mac_address': 'fa:16:3e:19:6a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae380df1-4024-44b3-84a9-36df412c5260', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '316ad757-bf54-49b9-829b-e0e949015709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:25Z', 'updated_at': '2022-04-01T15:49:48Z', 'revision_number': 5, 'project_id': 'ea61585477ae47b59fca06b1e521f7a0', 'subnets': [{'id': '316ad757-bf54-49b9-829b-e0e949015709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:29.801759 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f244170d-98fa-4978-b1c5-04349da35af6 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:29.815005 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480dc02e-c431-458b-9eb4-bf0f96c28719 None None] The sync data for ids ['ae380df1-4024-44b3-84a9-36df412c5260'] in dv-neutron-833373-2-hyperv is: [{'id': 'ae380df1-4024-44b3-84a9-36df412c5260', 'name': 'tempest-ServerActionsTestJSON-753165356-router', 'tenant_id': 'ea61585477ae47b59fca06b1e521f7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.133'}], 'enable_snat': True}, 'gw_port_id': 'a8e6fda2-905b-427e-8842-a175097dbe63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:13Z', 'updated_at': '2022-04-01T15:49:26Z', 'revision_number': 4, 'project_id': 'ea61585477ae47b59fca06b1e521f7a0', 'gw_port': {'id': 'a8e6fda2-905b-427e-8842-a175097dbe63', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae380df1-4024-44b3-84a9-36df412c5260', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:14Z', 'updated_at': '2022-04-01T15:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': '9f8270f7-4fba-46a0-8d58-95f81f87d528', 'tenant_id': 'ea61585477ae47b59fca06b1e521f7a0', 'floating_ip_address': '172.26.1.64', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': 'ae380df1-4024-44b3-84a9-36df412c5260', 'port_id': 'be7f5bd5-43c4-40bd-8ba3-b6e713491455', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10bfa6c5-d504-42f7-b6a8-189d201bcc59', 'mac_address': 'fa:16:3e:71:b4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3318f8-792d-48fb-8e2f-9e09760166b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:49:42Z', 'updated_at': '2022-04-01T15:50:20Z', 'revision_number': 1, 'project_id': 'ea61585477ae47b59fca06b1e521f7a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cd858cc-2b12-4f65-bfa6-dbb86b043779', 'name': '', 'network_id': '10bfa6c5-d504-42f7-b6a8-189d201bcc59', 'tenant_id': 'ea61585477ae47b59fca06b1e521f7a0', 'mac_address': 'fa:16:3e:19:6a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae380df1-4024-44b3-84a9-36df412c5260', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '316ad757-bf54-49b9-829b-e0e949015709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:25Z', 'updated_at': '2022-04-01T15:49:48Z', 'revision_number': 5, 'project_id': 'ea61585477ae47b59fca06b1e521f7a0', 'subnets': [{'id': '316ad757-bf54-49b9-829b-e0e949015709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:50:29.865610 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcf2bc1-a2c6-4669-9a8f-99af7cec49f0 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Pushing event updated for resources: {'Port': ['ID=fe0a46cb-12bf-47da-8685-24f7d8755c55,revision_number=2']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:29.913302 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-eb2a04c3-4893-445f-8436-1f3a0927c5e6 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Deleting port fe0a46cb-12bf-47da-8685-24f7d8755c55 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:50:29.913662 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-eb2a04c3-4893-445f-8436-1f3a0927c5e6 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:29.951806 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f244170d-98fa-4978-b1c5-04349da35af6 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15415074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16089009'] for subnet, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:30.194332 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-f9a9a5c4-0abc-44da-a493-197a68337b02 None None] Set router 9a443703-9a97-4a5d-9406-6cb5aab4ab53 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:50:30.196928 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f244170d-98fa-4978-b1c5-04349da35af6 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:30.284438 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-eb2a04c3-4893-445f-8436-1f3a0927c5e6 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:30.383697 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d33734-6129-4d8f-8303-3c1514f27e6e req-1cbae2e3-18b3-4e9e-a4bd-4c3ddd5401ce tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:30.386287 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e3d33734-6129-4d8f-8303-3c1514f27e6e req-1cbae2e3-18b3-4e9e-a4bd-4c3ddd5401ce tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3318f8-792d-48fb-8e2f-9e09760166b6 HTTP/1.1" status: 200 len: 945 time: 1.1826096 Apr 01 15:50:30.389520 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-c8338294-ea9b-4511-a452-ca552dccd48f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4801073 Apr 01 15:50:30.390585 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f244170d-98fa-4978-b1c5-04349da35af6 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9b3e0d0d-df61-477c-8296-813144f582c4,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:30.426377 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 47508) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:30.447481 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-f244170d-98fa-4978-b1c5-04349da35af6 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] 10.222.0.55 "DELETE /v2.0/subnets/9b3e0d0d-df61-477c-8296-813144f582c4 HTTP/1.1" status: 204 len: 168 time: 1.5023921 Apr 01 15:50:30.479614 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-95964b8f-20f9-4a90-9ae5-252a3a63043d req-6833d59d-d7f7-451a-8687-04f7738fff90 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ea61585477ae47b59fca06b1e521f7a0&device_id=ee3318f8-792d-48fb-8e2f-9e09760166b6 HTTP/1.1" status: 200 len: 1098 time: 1.4693396 Apr 01 15:50:30.482453 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 47512) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:30.598460 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-eb2a04c3-4893-445f-8436-1f3a0927c5e6 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Calling delete_port for fe0a46cb-12bf-47da-8685-24f7d8755c55 owned by {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:50:30.725631 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-6594dd29-9d8e-478c-ac3a-4fe457f71fa9 None None] Provisioning complete for port fe0a46cb-12bf-47da-8685-24f7d8755c55 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:30.726248 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6594dd29-9d8e-478c-ac3a-4fe457f71fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:30.770750 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c779d203-b6b4-41e4-b53b-86ffe27eafd3 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:30.772620 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-c779d203-b6b4-41e4-b53b-86ffe27eafd3 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3452485 Apr 01 15:50:30.775423 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 47522) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:30.812720 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e3d33734-6129-4d8f-8303-3c1514f27e6e req-0e088da0-0c19-4f88-9f23-6b49871f8280 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/security-groups?id=559624ab-485e-424f-98d0-03f9fb5e6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3748155 Apr 01 15:50:30.853267 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-1733b9da-97a6-45d2-ad6c-c0ab78b86faa tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:30.884374 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad51c4d7-76a9-4d04-a559-29d5bd7aaea9 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:30.888270 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-ad51c4d7-76a9-4d04-a559-29d5bd7aaea9 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1091206 Apr 01 15:50:30.890077 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 47528) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:30.913923 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb90f63-beed-4139-a1c3-2fb8e3098c81 req-601f8f4e-a3ad-42ba-98c6-ea0aaea990e6 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:30.915639 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2eb90f63-beed-4139-a1c3-2fb8e3098c81 req-601f8f4e-a3ad-42ba-98c6-ea0aaea990e6 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] 10.222.0.55 "GET /v2.0/ports?device_id=135a5fce-1f87-4ff1-ad4e-291c11ecd721 HTTP/1.1" status: 200 len: 946 time: 0.9670544 Apr 01 15:50:30.962111 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95964b8f-20f9-4a90-9ae5-252a3a63043d req-4ae5c529-4d0c-4e93-9283-e7dd003fcb78 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:30.963560 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-95964b8f-20f9-4a90-9ae5-252a3a63043d req-4ae5c529-4d0c-4e93-9283-e7dd003fcb78 service neutron] 10.222.0.24 "GET /v2.0/networks?id=10bfa6c5-d504-42f7-b6a8-189d201bcc59 HTTP/1.1" status: 200 len: 911 time: 0.4389317 Apr 01 15:50:30.979872 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '135a5fce-1f87-4ff1-ad4e-291c11ecd721', 'tag': '5cd8fa28-acad-485f-8abe-d9637f2480a2'}] {{(pid=83828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:50:31.134592 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port a613022e-df79-4c74-9cc8-e53d4bf7ebb2 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:31.134969 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:31.230578 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-6594dd29-9d8e-478c-ac3a-4fe457f71fa9 None None] Port fe0a46cb-12bf-47da-8685-24f7d8755c55 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:50:31.360002 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-95964b8f-20f9-4a90-9ae5-252a3a63043d req-e676d39f-b6b7-4c0d-bdfb-b922821ddebc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=be7f5bd5-43c4-40bd-8ba3-b6e713491455 HTTP/1.1" status: 200 len: 998 time: 0.3734822 Apr 01 15:50:31.371950 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-f9a9a5c4-0abc-44da-a493-197a68337b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a443703-9a97-4a5d-9406-6cb5aab4ab53', 'name': 'tempest-ServersTestManualDisk-1669199740-router', 'tenant_id': 'b509592769ce4fd4a6019281630321e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.18'}], 'enable_snat': True}, 'gw_port_id': '67aa6b71-b521-49a8-9c11-b8035dc07e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:12Z', 'updated_at': '2022-04-01T15:49:28Z', 'revision_number': 4, 'project_id': 'b509592769ce4fd4a6019281630321e8', 'gw_port': {'id': '67aa6b71-b521-49a8-9c11-b8035dc07e13', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a443703-9a97-4a5d-9406-6cb5aab4ab53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:14Z', 'updated_at': '2022-04-01T15:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': '31dc89c5-0c9d-4ffa-ba6a-e201c6192143', 'tenant_id': 'b509592769ce4fd4a6019281630321e8', 'floating_ip_address': '172.26.1.205', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '9a443703-9a97-4a5d-9406-6cb5aab4ab53', 'port_id': '5cd8fa28-acad-485f-8abe-d9637f2480a2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3ae4b42-403f-4d6b-840f-4e19f61ec42f', 'mac_address': 'fa:16:3e:ec:41:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135a5fce-1f87-4ff1-ad4e-291c11ecd721', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:49:46Z', 'updated_at': '2022-04-01T15:50:22Z', 'revision_number': 1, 'project_id': 'b509592769ce4fd4a6019281630321e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd34dbb90-37d3-422c-bda6-aa6b6f19ae41', 'name': '', 'network_id': 'c3ae4b42-403f-4d6b-840f-4e19f61ec42f', 'tenant_id': 'b509592769ce4fd4a6019281630321e8', 'mac_address': 'fa:16:3e:7b:d9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a443703-9a97-4a5d-9406-6cb5aab4ab53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '488129b0-aeaa-403a-9713-4879071d94ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:25Z', 'updated_at': '2022-04-01T15:50:17Z', 'revision_number': 5, 'project_id': 'b509592769ce4fd4a6019281630321e8', 'subnets': [{'id': '488129b0-aeaa-403a-9713-4879071d94ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:31.379029 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb20aaa4-78b3-4b29-883b-6e32f9302722 None None] DHCP port deletion for 7b65ac5c-8834-4b65-9b28-b7dba6c9746f request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:50:31.386952 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a9a5c4-0abc-44da-a493-197a68337b02 None None] Checking router: 9a443703-9a97-4a5d-9406-6cb5aab4ab53 for host: dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:50:31.392217 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-fb20aaa4-78b3-4b29-883b-6e32f9302722 None None] Deleting port a613022e-df79-4c74-9cc8-e53d4bf7ebb2 {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:50:31.392708 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-fb20aaa4-78b3-4b29-883b-6e32f9302722 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:31.405278 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-d1a4c5dd-b69c-41f9-81b0-c936029a1087 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5154161 Apr 01 15:50:31.436866 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 47540) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:31.445261 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-6c14d460-b212-4c4a-9c8f-6e6393ab04eb tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Request body: {'subnet': {'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:50:31.468963 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-eb2a04c3-4893-445f-8436-1f3a0927c5e6 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:31.499737 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95964b8f-20f9-4a90-9ae5-252a3a63043d req-2d43c490-4ab6-42d7-8361-59bb60f02a11 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:31.501954 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-95964b8f-20f9-4a90-9ae5-252a3a63043d req-2d43c490-4ab6-42d7-8361-59bb60f02a11 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=316ad757-bf54-49b9-829b-e0e949015709 HTTP/1.1" status: 200 len: 850 time: 0.0973346 Apr 01 15:50:31.505240 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a9a5c4-0abc-44da-a493-197a68337b02 None None] Routers {'9a443703-9a97-4a5d-9406-6cb5aab4ab53'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:50:31.505872 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-f9a9a5c4-0abc-44da-a493-197a68337b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:50:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['9a443703-9a97-4a5d-9406-6cb5aab4ab53'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:31.620815 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2a04c3-4893-445f-8436-1f3a0927c5e6 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Pushing event deleted for resources: {'Port': ['ID=fe0a46cb-12bf-47da-8685-24f7d8755c55,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:31.630063 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2eb90f63-beed-4139-a1c3-2fb8e3098c81 req-7ea7db4d-ac70-4cda-8173-4e5d811c016d tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] 10.222.0.55 "GET /v2.0/security-groups?id=32e874f6-3d32-4ee4-ba11-3eea3ecfd36f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6730011 Apr 01 15:50:31.649624 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device a613022e-df79-4c74-9cc8-e53d4bf7ebb2 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:50:31.730837 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-eb2a04c3-4893-445f-8436-1f3a0927c5e6 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:31.777000 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-eb2a04c3-4893-445f-8436-1f3a0927c5e6 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] 10.222.0.55 "DELETE /v2.0/ports/fe0a46cb-12bf-47da-8685-24f7d8755c55 HTTP/1.1" status: 204 len: 168 time: 1.9797976 Apr 01 15:50:31.778086 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '135a5fce-1f87-4ff1-ad4e-291c11ecd721', 'tag': '5cd8fa28-acad-485f-8abe-d9637f2480a2', 'status': 'completed', 'code': 200} Apr 01 15:50:31.778567 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 47548) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:31.786791 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-6c14d460-b212-4c4a-9c8f-6e6393ab04eb tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:31.821390 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-1733b9da-97a6-45d2-ad6c-c0ab78b86faa tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:31.871518 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-6c14d460-b212-4c4a-9c8f-6e6393ab04eb tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Usage tracker for resource:subnet and tenant:50a1f72bd5e54e209eb4756b30f7e6a6 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:31.881494 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-6c14d460-b212-4c4a-9c8f-6e6393ab04eb tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:31.888909 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-6c14d460-b212-4c4a-9c8f-6e6393ab04eb tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:31.911408 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-1733b9da-97a6-45d2-ad6c-c0ab78b86faa tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['395f686a-afb1-4f9f-8ec8-10253023c306']}} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:31.963956 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c14d460-b212-4c4a-9c8f-6e6393ab04eb tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Made reservation on behalf of 50a1f72bd5e54e209eb4756b30f7e6a6 for: {'subnet': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:32.000721 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2203e53-6f1b-4637-b877-c72e734d33e6 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] GET failed (client error): The resource could not be found. Apr 01 15:50:32.001539 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-a2203e53-6f1b-4637-b877-c72e734d33e6 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Synchronizing usage tracker for tenant:66096cbf7fc2489589982194f3f94793 on resource:port {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:50:32.043231 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-fb20aaa4-78b3-4b29-883b-6e32f9302722 None None] For port a613022e-df79-4c74-9cc8-e53d4bf7ebb2, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=a613022e-df79-4c74-9cc8-e53d4bf7ebb2,segment=NetworkSegment(c41dc1a5-c958-4d8b-81ea-3934c36371b8),segment_id=c41dc1a5-c958-4d8b-81ea-3934c36371b8)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:50:32.043768 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-fb20aaa4-78b3-4b29-883b-6e32f9302722 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:32.063183 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-1733b9da-97a6-45d2-ad6c-c0ab78b86faa tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f945a9a-e9d2-4980-b3e2-1aa5b3ea92b5') {'for_net_delete': True} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:32.063407 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-1733b9da-97a6-45d2-ad6c-c0ab78b86faa tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f945a9a-e9d2-4980-b3e2-1aa5b3ea92b5') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:32.065914 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:32.088120 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-1733b9da-97a6-45d2-ad6c-c0ab78b86faa tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16610763'] for segment, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:32.108583 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-1733b9da-97a6-45d2-ad6c-c0ab78b86faa tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:32.116592 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1733b9da-97a6-45d2-ad6c-c0ab78b86faa tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=83826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:50:32.117069 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-1733b9da-97a6-45d2-ad6c-c0ab78b86faa tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15415164'] for segment, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:32.140159 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-a2203e53-6f1b-4637-b877-c72e734d33e6 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Unset dirty status for tenant:66096cbf7fc2489589982194f3f94793 on resource:port {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:50:32.141654 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-a2203e53-6f1b-4637-b877-c72e734d33e6 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] 10.222.0.55 "GET /v2.0/ports/fe0a46cb-12bf-47da-8685-24f7d8755c55 HTTP/1.1" status: 404 len: 333 time: 0.3619967 Apr 01 15:50:32.147810 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 47558) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:32.151759 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6c14d460-b212-4c4a-9c8f-6e6393ab04eb tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16030269'] for subnet, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:32.178168 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-1f89618a-b186-4348-823f-ea1a32940f4c tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Request body: {'port': {'network_id': '78ce566d-33e6-4301-9e29-340eea425514', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-906209959'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:50:32.199307 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-2a277837-d57f-4257-a734-1aa75fbce332 req-7dc601b7-dadd-4d4f-9184-ac99f45722f9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b509592769ce4fd4a6019281630321e8&device_id=135a5fce-1f87-4ff1-ad4e-291c11ecd721 HTTP/1.1" status: 200 len: 1099 time: 0.2995911 Apr 01 15:50:32.220161 dv-neutron-833373-2-hyperv neutron-server[83826]: Traceback (most recent call last): Apr 01 15:50:32.220161 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:50:32.220161 dv-neutron-833373-2-hyperv neutron-server[83826]: timer() Apr 01 15:50:32.220161 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:50:32.220161 dv-neutron-833373-2-hyperv neutron-server[83826]: cb(*args, **kw) Apr 01 15:50:32.220161 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:50:32.220161 dv-neutron-833373-2-hyperv neutron-server[83826]: return func(*args, **kwargs) Apr 01 15:50:32.220161 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:50:32.220161 dv-neutron-833373-2-hyperv neutron-server[83826]: self._notify() Apr 01 15:50:32.220161 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:50:32.220161 dv-neutron-833373-2-hyperv neutron-server[83826]: self.callback(batched_events) Apr 01 15:50:32.220161 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:50:32.220161 dv-neutron-833373-2-hyperv neutron-server[83826]: event.method(event) Apr 01 15:50:32.220161 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:50:32.220161 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:50:32.220161 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:50:32.220161 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:50:32.220161 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:50:32.220161 dv-neutron-833373-2-hyperv neutron-server[83826]: return f(self, *a, **k) Apr 01 15:50:32.220161 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:50:32.220161 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._get(url).json() Apr 01 15:50:32.220161 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:50:32.220161 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:50:32.220161 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:50:32.220161 dv-neutron-833373-2-hyperv neutron-server[83826]: return self.request(url, 'GET', **kwargs) Apr 01 15:50:32.220161 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:50:32.220161 dv-neutron-833373-2-hyperv neutron-server[83826]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:50:32.220161 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:50:32.220161 dv-neutron-833373-2-hyperv neutron-server[83826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:50:32.220161 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:50:32.220161 dv-neutron-833373-2-hyperv neutron-server[83826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:50:32.220161 dv-neutron-833373-2-hyperv neutron-server[83826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:50:32.227015 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-fb20aaa4-78b3-4b29-883b-6e32f9302722 None None] Calling delete_port for a613022e-df79-4c74-9cc8-e53d4bf7ebb2 owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:50:32.271484 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-f9a9a5c4-0abc-44da-a493-197a68337b02 None None] Set router 9a443703-9a97-4a5d-9406-6cb5aab4ab53 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:50:32.359722 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e753f8d-62b4-458a-a60a-d3297bf18b91 req-9a5046fc-84ea-4e1f-b7c3-7543ed0d4a51 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:32.360668 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-9e753f8d-62b4-458a-a60a-d3297bf18b91 req-9a5046fc-84ea-4e1f-b7c3-7543ed0d4a51 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3318f8-792d-48fb-8e2f-9e09760166b6 HTTP/1.1" status: 200 len: 945 time: 1.2175050 Apr 01 15:50:32.375765 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-1733b9da-97a6-45d2-ad6c-c0ab78b86faa tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:32.381537 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-95964b8f-20f9-4a90-9ae5-252a3a63043d req-ca6ddf7d-b611-4bd6-9b4c-7035c533298b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=10bfa6c5-d504-42f7-b6a8-189d201bcc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7448049 Apr 01 15:50:32.434904 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1733b9da-97a6-45d2-ad6c-c0ab78b86faa tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 395f686a-afb1-4f9f-8ec8-10253023c306 {{(pid=83826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 01 15:50:32.439275 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733b9da-97a6-45d2-ad6c-c0ab78b86faa tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Pushing event deleted for resources: {'Network': ['ID=395f686a-afb1-4f9f-8ec8-10253023c306,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:32.445205 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port a613022e-df79-4c74-9cc8-e53d4bf7ebb2, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=a613022e-df79-4c74-9cc8-e53d4bf7ebb2,segment=NetworkSegment(c41dc1a5-c958-4d8b-81ea-3934c36371b8),segment_id=c41dc1a5-c958-4d8b-81ea-3934c36371b8)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:50:32.477135 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-1733b9da-97a6-45d2-ad6c-c0ab78b86faa tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:32.479599 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:32.518145 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:50:32.619435 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-1733b9da-97a6-45d2-ad6c-c0ab78b86faa tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] 10.222.0.55 "DELETE /v2.0/networks/395f686a-afb1-4f9f-8ec8-10253023c306 HTTP/1.1" status: 204 len: 168 time: 2.1330056 Apr 01 15:50:32.638638 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a277837-d57f-4257-a734-1aa75fbce332 req-a78654a6-71b9-4736-b3b6-dddb248c913f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:32.640495 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-2a277837-d57f-4257-a734-1aa75fbce332 req-a78654a6-71b9-4736-b3b6-dddb248c913f service neutron] 10.222.0.24 "GET /v2.0/networks?id=c3ae4b42-403f-4d6b-840f-4e19f61ec42f HTTP/1.1" status: 200 len: 912 time: 0.3866060 Apr 01 15:50:32.641679 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-1f89618a-b186-4348-823f-ea1a32940f4c tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:32.735981 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-95964b8f-20f9-4a90-9ae5-252a3a63043d req-22dc2902-3cc5-4c45-8cec-49b9c6f3f4f5 service neutron] 10.222.0.24 "GET /v2.0/networks/10bfa6c5-d504-42f7-b6a8-189d201bcc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023529 Apr 01 15:50:32.739802 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-9e753f8d-62b4-458a-a60a-d3297bf18b91 req-3096de61-9169-46d8-8a95-e9aa505435ff tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/security-groups?id=559624ab-485e-424f-98d0-03f9fb5e6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3498106 Apr 01 15:50:32.813616 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=a613022e-df79-4c74-9cc8-e53d4bf7ebb2,revision_number=5']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:32.822521 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-1f89618a-b186-4348-823f-ea1a32940f4c tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:32.834030 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.db.api [None req-fb20aaa4-78b3-4b29-883b-6e32f9302722 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:50:32.834378 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG oslo_db.api [None req-fb20aaa4-78b3-4b29-883b-6e32f9302722 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:50:32.888595 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f89618a-b186-4348-823f-ea1a32940f4c tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Made reservation on behalf of 66096cbf7fc2489589982194f3f94793 for: {'port': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:32.896593 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1f89618a-b186-4348-823f-ea1a32940f4c tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:32.963537 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-2a277837-d57f-4257-a734-1aa75fbce332 req-96c60447-37dd-4dbc-abb7-3407d09b87dd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5cd8fa28-acad-485f-8abe-d9637f2480a2 HTTP/1.1" status: 200 len: 1000 time: 0.3123286 Apr 01 15:50:33.110963 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [None req-1f89618a-b186-4348-823f-ea1a32940f4c tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] device_id is not set on port 9fe98ecf-71c8-4ec3-905e-21ffc4d4bf08 yet. {{(pid=83828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:50:33.135744 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-95964b8f-20f9-4a90-9ae5-252a3a63043d req-af011b3c-5039-4456-9a1e-9be83703f60f service neutron] 10.222.0.24 "GET /v2.0/networks/10bfa6c5-d504-42f7-b6a8-189d201bcc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3903260 Apr 01 15:50:33.187407 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-544a72f0-848e-43bd-baad-0a43fcdc5da4 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Router 26d59314-5420-44d6-8bb9-c3addc01368a has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:50:33.205081 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6c14d460-b212-4c4a-9c8f-6e6393ab04eb tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15306628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16030227'] for subnet, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:33.288151 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c14d460-b212-4c4a-9c8f-6e6393ab04eb tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:33.299089 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-6c14d460-b212-4c4a-9c8f-6e6393ab04eb tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:33.311685 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a277837-d57f-4257-a734-1aa75fbce332 req-3e17801e-f959-4e68-ac2c-be3059d91cf2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:33.313230 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-2a277837-d57f-4257-a734-1aa75fbce332 req-3e17801e-f959-4e68-ac2c-be3059d91cf2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=488129b0-aeaa-403a-9713-4879071d94ea HTTP/1.1" status: 200 len: 851 time: 0.3174725 Apr 01 15:50:33.327477 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c14d460-b212-4c4a-9c8f-6e6393ab04eb tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:33.328378 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6c14d460-b212-4c4a-9c8f-6e6393ab04eb tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:33.350455 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-fb20aaa4-78b3-4b29-883b-6e32f9302722 None None] Deleting port a613022e-df79-4c74-9cc8-e53d4bf7ebb2 {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:50:33.350977 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-fb20aaa4-78b3-4b29-883b-6e32f9302722 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:33.448561 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3b274a-9b07-4101-b397-c1adb326e0d8 None None] New status for floating IP 9f8270f7-4fba-46a0-8d58-95f81f87d528: ACTIVE {{(pid=83833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 15:50:33.477145 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c14d460-b212-4c4a-9c8f-6e6393ab04eb tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event updated for resources: {'Subnet': ['ID=98788b27-ca92-4d82-acd4-aafb8a5056b3,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:33.516672 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-6c14d460-b212-4c4a-9c8f-6e6393ab04eb tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0757830 Apr 01 15:50:33.517042 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 47584) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:33.526520 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-fb0a3888-26b1-4a09-a244-57f23871662d tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Request body: {'port': {'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'fixed_ips': [{'subnet_id': '98788b27-ca92-4d82-acd4-aafb8a5056b3', 'ip_address': '2001:db8::50bd:24e4:43ef:6fd3'}], 'name': 'tempest-NetworksTestDHCPv6-806198866'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:50:33.700978 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 47590) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:33.711380 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-ba45ccec-96da-426d-8133-9e82df8b8b2f tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Request body: {'router': {'name': 'tempest-router--1943122990', 'project_id': '255f167600be45ac8e9d4a444edfd826'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:50:33.728610 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-ba45ccec-96da-426d-8133-9e82df8b8b2f tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:33.736032 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-ba45ccec-96da-426d-8133-9e82df8b8b2f tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Usage tracker for resource:router and tenant:255f167600be45ac8e9d4a444edfd826 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:33.740168 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-ba45ccec-96da-426d-8133-9e82df8b8b2f tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:33.756404 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-ba45ccec-96da-426d-8133-9e82df8b8b2f tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:33.772476 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-f9a9a5c4-0abc-44da-a493-197a68337b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a443703-9a97-4a5d-9406-6cb5aab4ab53', 'name': 'tempest-ServersTestManualDisk-1669199740-router', 'tenant_id': 'b509592769ce4fd4a6019281630321e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.18'}], 'enable_snat': True}, 'gw_port_id': '67aa6b71-b521-49a8-9c11-b8035dc07e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:12Z', 'updated_at': '2022-04-01T15:49:28Z', 'revision_number': 4, 'project_id': 'b509592769ce4fd4a6019281630321e8', 'gw_port': {'id': '67aa6b71-b521-49a8-9c11-b8035dc07e13', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a443703-9a97-4a5d-9406-6cb5aab4ab53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:14Z', 'updated_at': '2022-04-01T15:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': '31dc89c5-0c9d-4ffa-ba6a-e201c6192143', 'tenant_id': 'b509592769ce4fd4a6019281630321e8', 'floating_ip_address': '172.26.1.205', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '9a443703-9a97-4a5d-9406-6cb5aab4ab53', 'port_id': '5cd8fa28-acad-485f-8abe-d9637f2480a2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3ae4b42-403f-4d6b-840f-4e19f61ec42f', 'mac_address': 'fa:16:3e:ec:41:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135a5fce-1f87-4ff1-ad4e-291c11ecd721', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:49:46Z', 'updated_at': '2022-04-01T15:50:22Z', 'revision_number': 1, 'project_id': 'b509592769ce4fd4a6019281630321e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd34dbb90-37d3-422c-bda6-aa6b6f19ae41', 'name': '', 'network_id': 'c3ae4b42-403f-4d6b-840f-4e19f61ec42f', 'tenant_id': 'b509592769ce4fd4a6019281630321e8', 'mac_address': 'fa:16:3e:7b:d9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a443703-9a97-4a5d-9406-6cb5aab4ab53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '488129b0-aeaa-403a-9713-4879071d94ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:25Z', 'updated_at': '2022-04-01T15:50:17Z', 'revision_number': 5, 'project_id': 'b509592769ce4fd4a6019281630321e8', 'subnets': [{'id': '488129b0-aeaa-403a-9713-4879071d94ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:33.783123 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ba45ccec-96da-426d-8133-9e82df8b8b2f tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130665'] for router, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:33.788591 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ba45ccec-96da-426d-8133-9e82df8b8b2f tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617571', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130640'] for router, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:33.800798 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a9a5c4-0abc-44da-a493-197a68337b02 None None] The sync data for ids ['9a443703-9a97-4a5d-9406-6cb5aab4ab53'] in dv-neutron-833373-2-hyperv is: [{'id': '9a443703-9a97-4a5d-9406-6cb5aab4ab53', 'name': 'tempest-ServersTestManualDisk-1669199740-router', 'tenant_id': 'b509592769ce4fd4a6019281630321e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.18'}], 'enable_snat': True}, 'gw_port_id': '67aa6b71-b521-49a8-9c11-b8035dc07e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:12Z', 'updated_at': '2022-04-01T15:49:28Z', 'revision_number': 4, 'project_id': 'b509592769ce4fd4a6019281630321e8', 'gw_port': {'id': '67aa6b71-b521-49a8-9c11-b8035dc07e13', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a443703-9a97-4a5d-9406-6cb5aab4ab53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:14Z', 'updated_at': '2022-04-01T15:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': '31dc89c5-0c9d-4ffa-ba6a-e201c6192143', 'tenant_id': 'b509592769ce4fd4a6019281630321e8', 'floating_ip_address': '172.26.1.205', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '9a443703-9a97-4a5d-9406-6cb5aab4ab53', 'port_id': '5cd8fa28-acad-485f-8abe-d9637f2480a2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3ae4b42-403f-4d6b-840f-4e19f61ec42f', 'mac_address': 'fa:16:3e:ec:41:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135a5fce-1f87-4ff1-ad4e-291c11ecd721', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:49:46Z', 'updated_at': '2022-04-01T15:50:22Z', 'revision_number': 1, 'project_id': 'b509592769ce4fd4a6019281630321e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd34dbb90-37d3-422c-bda6-aa6b6f19ae41', 'name': '', 'network_id': 'c3ae4b42-403f-4d6b-840f-4e19f61ec42f', 'tenant_id': 'b509592769ce4fd4a6019281630321e8', 'mac_address': 'fa:16:3e:7b:d9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a443703-9a97-4a5d-9406-6cb5aab4ab53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '488129b0-aeaa-403a-9713-4879071d94ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:25Z', 'updated_at': '2022-04-01T15:50:17Z', 'revision_number': 5, 'project_id': 'b509592769ce4fd4a6019281630321e8', 'subnets': [{'id': '488129b0-aeaa-403a-9713-4879071d94ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:50:33.862690 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ba45ccec-96da-426d-8133-9e82df8b8b2f tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:33.912918 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-fb20aaa4-78b3-4b29-883b-6e32f9302722 None None] For port a613022e-df79-4c74-9cc8-e53d4bf7ebb2, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=a613022e-df79-4c74-9cc8-e53d4bf7ebb2,segment=NetworkSegment(c41dc1a5-c958-4d8b-81ea-3934c36371b8),segment_id=c41dc1a5-c958-4d8b-81ea-3934c36371b8)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:50:33.918357 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-fb20aaa4-78b3-4b29-883b-6e32f9302722 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:33.939792 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ba45ccec-96da-426d-8133-9e82df8b8b2f tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616'] for router, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:33.959864 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-1f89618a-b186-4348-823f-ea1a32940f4c tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Allocated IP 2001:db8::396 (78ce566d-33e6-4301-9e29-340eea425514/cad41ca9-a43a-48f9-ae6b-80997100025d/9fe98ecf-71c8-4ec3-905e-21ffc4d4bf08) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:34.006295 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-2a277837-d57f-4257-a734-1aa75fbce332 req-7544e393-b9c6-4d03-b215-345c023c8318 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c3ae4b42-403f-4d6b-840f-4e19f61ec42f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6665447 Apr 01 15:50:34.021085 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 47598) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:34.059748 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ba45ccec-96da-426d-8133-9e82df8b8b2f tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks [] for router, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:34.060915 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-ba45ccec-96da-426d-8133-9e82df8b8b2f tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3587570 Apr 01 15:50:34.067822 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 47604) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:34.074792 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-544a72f0-848e-43bd-baad-0a43fcdc5da4 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:50:34.080341 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-544a72f0-848e-43bd-baad-0a43fcdc5da4 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for floatingip, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:34.109587 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-fb20aaa4-78b3-4b29-883b-6e32f9302722 None None] Calling delete_port for a613022e-df79-4c74-9cc8-e53d4bf7ebb2 owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:50:34.143323 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-544a72f0-848e-43bd-baad-0a43fcdc5da4 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] 10.222.0.55 "PUT /v2.0/floatingips/c1345d15-7a81-4c70-978d-fd86d60cecc0 HTTP/1.1" status: 200 len: 688 time: 5.9422193 Apr 01 15:50:34.144836 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 47608) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:34.189502 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15553837-385b-4e72-84e4-e9fe575cefc6 None None] Sync routers for ids ['26d59314-5420-44d6-8bb9-c3addc01368a'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:50:34.202958 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15553837-385b-4e72-84e4-e9fe575cefc6 None None] Routers {'26d59314-5420-44d6-8bb9-c3addc01368a'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:50:34.203759 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-15553837-385b-4e72-84e4-e9fe575cefc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:50:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['26d59314-5420-44d6-8bb9-c3addc01368a'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:34.259926 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-fb20aaa4-78b3-4b29-883b-6e32f9302722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671'] for port, after_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:34.285313 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-70890ab9-fd40-42b6-9b7b-d45a9222ed2a tempest-QuotasTest-744429818 tempest-QuotasTest-744429818-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:50:34.308174 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-15553837-385b-4e72-84e4-e9fe575cefc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:34.312251 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb20aaa4-78b3-4b29-883b-6e32f9302722 None None] Pushing event deleted for resources: {'Port': ['ID=a613022e-df79-4c74-9cc8-e53d4bf7ebb2,revision_number=None']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:34.326173 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb20aaa4-78b3-4b29-883b-6e32f9302722 None None] No DVR routers for this DVR port a613022e-df79-4c74-9cc8-e53d4bf7ebb2 on host dv-neutron-833373-2-hyperv {{(pid=83829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:50:34.333066 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15553837-385b-4e72-84e4-e9fe575cefc6 None None] Routers {'26d59314-5420-44d6-8bb9-c3addc01368a'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:50:34.334175 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-15553837-385b-4e72-84e4-e9fe575cefc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:50:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['26d59314-5420-44d6-8bb9-c3addc01368a'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:34.380412 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-fb0a3888-26b1-4a09-a244-57f23871662d tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:34.390680 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-fb0a3888-26b1-4a09-a244-57f23871662d tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Usage tracker for resource:port and tenant:50a1f72bd5e54e209eb4756b30f7e6a6 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:34.401618 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a914eb-0d80-44b7-b6ea-42c6fa3afa03 None None] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:50:34.403864 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-fb0a3888-26b1-4a09-a244-57f23871662d tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:34.424845 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-fb0a3888-26b1-4a09-a244-57f23871662d tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:34.445842 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-2a277837-d57f-4257-a734-1aa75fbce332 req-61501a26-c67d-4804-8300-7058184e5894 service neutron] 10.222.0.24 "GET /v2.0/networks/c3ae4b42-403f-4d6b-840f-4e19f61ec42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4193244 Apr 01 15:50:34.456277 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1f89618a-b186-4348-823f-ea1a32940f4c tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:34.480629 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d14de8-1ddb-414d-b890-891b28a0e725 req-592069eb-5c24-4f9b-b853-355aea5c4d9d tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:34.482222 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-71d14de8-1ddb-414d-b890-891b28a0e725 req-592069eb-5c24-4f9b-b853-355aea5c4d9d tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3318f8-792d-48fb-8e2f-9e09760166b6 HTTP/1.1" status: 200 len: 945 time: 0.5091574 Apr 01 15:50:34.485640 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-391f04d8-1798-419f-abdc-e45027abb4ea tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Deleting port f61dd796-b674-4d33-b7b1-ad10e51031e8 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:50:34.486140 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-391f04d8-1798-419f-abdc-e45027abb4ea tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:34.491721 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb0a3888-26b1-4a09-a244-57f23871662d tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Made reservation on behalf of 50a1f72bd5e54e209eb4756b30f7e6a6 for: {'port': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:34.497358 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-fb0a3888-26b1-4a09-a244-57f23871662d tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:34.511161 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-15553837-385b-4e72-84e4-e9fe575cefc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:34.512416 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15553837-385b-4e72-84e4-e9fe575cefc6 None None] The sync data for ids ['26d59314-5420-44d6-8bb9-c3addc01368a'] in dv-neutron-833373-2-hyperv is: [] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:50:34.546105 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6848f788-852c-43d3-bf5c-0edb77d447df tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks [] for router, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:34.580866 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [None req-1f89618a-b186-4348-823f-ea1a32940f4c tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Transition to ACTIVE for port object 9fe98ecf-71c8-4ec3-905e-21ffc4d4bf08 will not be triggered until provisioned by entity DHCP. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:34.602069 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [None req-fb0a3888-26b1-4a09-a244-57f23871662d tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] device_id is not set on port 2219124c-e5f6-4fcd-8f00-c7b550f7f439 yet. {{(pid=83828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:50:34.698978 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4e63a3-4e2c-4601-ae11-4ca9ee073d0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'tenant_id': '50a1f72bd5e54e209eb4756b30f7e6a6', 'fixed_ips': [{'subnet_id': '98788b27-ca92-4d82-acd4-aafb8a5056b3'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:50:34.700276 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-3b4e63a3-4e2c-4601-ae11-4ca9ee073d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:34.728601 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-2a277837-d57f-4257-a734-1aa75fbce332 req-35d02b58-c952-41fa-98a1-9692db129e63 service neutron] 10.222.0.24 "GET /v2.0/networks/c3ae4b42-403f-4d6b-840f-4e19f61ec42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683976 Apr 01 15:50:34.734218 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1f89618a-b186-4348-823f-ea1a32940f4c tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:34.816347 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-71d14de8-1ddb-414d-b890-891b28a0e725 req-2d7e36a4-4491-4def-a671-dcdccba92e46 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/security-groups?id=559624ab-485e-424f-98d0-03f9fb5e6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3019478 Apr 01 15:50:34.843486 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-70890ab9-fd40-42b6-9b7b-d45a9222ed2a tempest-QuotasTest-744429818 tempest-QuotasTest-744429818-project-admin] 10.222.0.55 "PUT /v2.0/quotas/a2441135baa542779f4dcbf429a186e7 HTTP/1.1" status: 200 len: 366 time: 0.8128834 Apr 01 15:50:34.844897 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 47614) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:34.882722 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-3b4e63a3-4e2c-4601-ae11-4ca9ee073d0b None None] Allocated IP 2001:db8::2 (7b65ac5c-8834-4b65-9b28-b7dba6c9746f/98788b27-ca92-4d82-acd4-aafb8a5056b3/9f3ad37b-84e0-4a39-9180-05931e288be6) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:34.958692 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f89618a-b186-4348-823f-ea1a32940f4c tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Pushing event updated for resources: {'Port': ['ID=9fe98ecf-71c8-4ec3-905e-21ffc4d4bf08,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:34.970019 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f89618a-b186-4348-823f-ea1a32940f4c tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Network 78ce566d-33e6-4301-9e29-340eea425514 is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:34.976093 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-1f89618a-b186-4348-823f-ea1a32940f4c tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:34.992069 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f89618a-b186-4348-823f-ea1a32940f4c tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:50:34.996623 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f89618a-b186-4348-823f-ea1a32940f4c tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:34.997508 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1f89618a-b186-4348-823f-ea1a32940f4c tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:35.029748 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-391f04d8-1798-419f-abdc-e45027abb4ea tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:35.030010 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-391f04d8-1798-419f-abdc-e45027abb4ea tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:35.057639 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-1f89618a-b186-4348-823f-ea1a32940f4c tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.8864253 Apr 01 15:50:35.057903 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 47620) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:35.063888 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-feea7628-5a09-46a3-9ff5-055ae6c66c2e tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Request body: {'port': {'network_id': '78ce566d-33e6-4301-9e29-340eea425514', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-146151530'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:50:35.224179 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-feea7628-5a09-46a3-9ff5-055ae6c66c2e tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:35.234705 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-feea7628-5a09-46a3-9ff5-055ae6c66c2e tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:35.244806 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-970f1627-77bd-44c3-ad38-d64117b8a3c3 tempest-QuotasTest-744429818 tempest-QuotasTest-744429818-project-admin] 10.222.0.55 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.3949001 Apr 01 15:50:35.246854 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 47624) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:35.259356 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feea7628-5a09-46a3-9ff5-055ae6c66c2e tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Made reservation on behalf of 66096cbf7fc2489589982194f3f94793 for: {'port': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:35.263226 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-feea7628-5a09-46a3-9ff5-055ae6c66c2e tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:35.288549 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-3337e600-47bb-4311-b55d-7bb801cfd713 tempest-QuotasTest-744429818 tempest-QuotasTest-744429818-project-admin] 10.222.0.55 "GET /v2.0/quotas/a2441135baa542779f4dcbf429a186e7 HTTP/1.1" status: 200 len: 366 time: 0.0400097 Apr 01 15:50:35.294944 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 47628) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:35.298972 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [None req-feea7628-5a09-46a3-9ff5-055ae6c66c2e tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] device_id is not set on port 73d854c8-24aa-4a10-9b71-e144ab9c9312 yet. {{(pid=83828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:50:35.319169 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-3b4e63a3-4e2c-4601-ae11-4ca9ee073d0b None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:35.332773 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-3b4e63a3-4e2c-4601-ae11-4ca9ee073d0b None None] Transition to ACTIVE for port object 9f3ad37b-84e0-4a39-9180-05931e288be6 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:35.358857 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-391f04d8-1798-419f-abdc-e45027abb4ea tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Calling delete_port for f61dd796-b674-4d33-b7b1-ad10e51031e8 owned by network:floatingip {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:50:35.363553 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-3b4e63a3-4e2c-4601-ae11-4ca9ee073d0b None None] Transition to ACTIVE for port object 9f3ad37b-84e0-4a39-9180-05931e288be6 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:35.371165 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-3b4e63a3-4e2c-4601-ae11-4ca9ee073d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:35.428698 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-0b32f633-4858-4104-b1fa-fc0511541bb8 tempest-QuotasTest-744429818 tempest-QuotasTest-744429818-project-admin] 10.222.0.55 "DELETE /v2.0/quotas/a2441135baa542779f4dcbf429a186e7 HTTP/1.1" status: 204 len: 168 time: 0.1325433 Apr 01 15:50:35.434530 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 47632) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:35.453142 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4e63a3-4e2c-4601-ae11-4ca9ee073d0b None None] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:35.458804 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-3b4e63a3-4e2c-4601-ae11-4ca9ee073d0b None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:35.461814 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4e63a3-4e2c-4601-ae11-4ca9ee073d0b None None] Pushing event updated for resources: {'Port': ['ID=9f3ad37b-84e0-4a39-9180-05931e288be6,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:35.465204 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4e63a3-4e2c-4601-ae11-4ca9ee073d0b None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:50:35.474698 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-fb0a3888-26b1-4a09-a244-57f23871662d tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Allocated IP 2001:db8::50bd:24e4:43ef:6fd3 (7b65ac5c-8834-4b65-9b28-b7dba6c9746f/98788b27-ca92-4d82-acd4-aafb8a5056b3/2219124c-e5f6-4fcd-8f00-c7b550f7f439) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:35.475186 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a0209cc8-6d61-4676-95bc-797c3face332 None None] Provisioning for port 9fe98ecf-71c8-4ec3-905e-21ffc4d4bf08 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:35.515736 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a0209cc8-6d61-4676-95bc-797c3face332 None None] Provisioning complete for port 9fe98ecf-71c8-4ec3-905e-21ffc4d4bf08 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:35.515736 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a0209cc8-6d61-4676-95bc-797c3face332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:35.540309 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6848f788-852c-43d3-bf5c-0edb77d447df tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130651'] for router, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:35.560000 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6848f788-852c-43d3-bf5c-0edb77d447df tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:35.573866 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-9db8b20f-0f9c-40a1-8ecc-489bd2ac4aa8 tempest-QuotasTest-744429818 tempest-QuotasTest-744429818-project-admin] 10.222.0.55 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.1291492 Apr 01 15:50:35.574836 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 47636) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:35.619156 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-3b4e63a3-4e2c-4601-ae11-4ca9ee073d0b None None] Attempting to bind port 9f3ad37b-84e0-4a39-9180-05931e288be6 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:50:35.619524 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-3b4e63a3-4e2c-4601-ae11-4ca9ee073d0b None None] Attempting to bind port 9f3ad37b-84e0-4a39-9180-05931e288be6 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:50:35.619900 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4e63a3-4e2c-4601-ae11-4ca9ee073d0b None None] Attempting to bind port 9f3ad37b-84e0-4a39-9180-05931e288be6 on network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:50:35.622109 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a0209cc8-6d61-4676-95bc-797c3face332 None None] Port 9fe98ecf-71c8-4ec3-905e-21ffc4d4bf08 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:50:35.634293 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4e63a3-4e2c-4601-ae11-4ca9ee073d0b None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:50:35.634659 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4e63a3-4e2c-4601-ae11-4ca9ee073d0b None None] Checking segment: {'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:50:35.635069 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-3b4e63a3-4e2c-4601-ae11-4ca9ee073d0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:35.635465 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4e63a3-4e2c-4601-ae11-4ca9ee073d0b None None] Bound using segment: {'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:50:35.635940 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-3b4e63a3-4e2c-4601-ae11-4ca9ee073d0b None None] Bound port: 9f3ad37b-84e0-4a39-9180-05931e288be6, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:50:35.636404 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-3b4e63a3-4e2c-4601-ae11-4ca9ee073d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:35.688866 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-20927365-0c44-4896-a19b-f13ecaadb86f tempest-QuotasTest-744429818 tempest-QuotasTest-744429818-project-admin] 10.222.0.55 "GET /v2.0/quotas/a2441135baa542779f4dcbf429a186e7 HTTP/1.1" status: 200 len: 370 time: 0.1129513 Apr 01 15:50:35.693172 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 47640) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:35.705823 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-26c03709-3e99-41da-b454-45de0ca444ba tempest-QuotasTest-744429818 tempest-QuotasTest-744429818-project-admin] 10.222.0.55 "GET /v2.0/quotas/a2441135baa542779f4dcbf429a186e7/default HTTP/1.1" status: 200 len: 370 time: 0.0090618 Apr 01 15:50:35.707281 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 47644) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:35.710462 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-feea7628-5a09-46a3-9ff5-055ae6c66c2e tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Allocated IP 2001:db8::29c (78ce566d-33e6-4301-9e29-340eea425514/cad41ca9-a43a-48f9-ae6b-80997100025d/73d854c8-24aa-4a10-9b71-e144ab9c9312) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:35.712926 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e83714-3367-4e0a-95e2-8fcbeaa10029 req-95ddd0a2-9a9b-4e43-8bbf-c914b93f2b4a tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:35.721228 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a7e83714-3367-4e0a-95e2-8fcbeaa10029 req-95ddd0a2-9a9b-4e43-8bbf-c914b93f2b4a tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3318f8-792d-48fb-8e2f-9e09760166b6 HTTP/1.1" status: 200 len: 945 time: 0.7076209 Apr 01 15:50:35.725154 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6848f788-852c-43d3-bf5c-0edb77d447df tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607376'] for router, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:35.725716 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6848f788-852c-43d3-bf5c-0edb77d447df tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fe919b46-4757-44fe-ab06-594d7488ce4f {{(pid=83826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:50:35.750419 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-3b4e63a3-4e2c-4601-ae11-4ca9ee073d0b None None] For port 9f3ad37b-84e0-4a39-9180-05931e288be6, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:50:35.756710 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-3b4e63a3-4e2c-4601-ae11-4ca9ee073d0b None None] For port 9f3ad37b-84e0-4a39-9180-05931e288be6, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=9f3ad37b-84e0-4a39-9180-05931e288be6,segment=NetworkSegment(c41dc1a5-c958-4d8b-81ea-3934c36371b8),segment_id=c41dc1a5-c958-4d8b-81ea-3934c36371b8)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:50:35.759423 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.api.v2.resource [None req-00e28572-bc7e-4c0e-96ca-8c59f38c6756 tempest-QuotasTest-744429818 tempest-QuotasTest-744429818-project-admin] delete failed (client error): The resource could not be found. Apr 01 15:50:35.760620 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-00e28572-bc7e-4c0e-96ca-8c59f38c6756 tempest-QuotasTest-744429818 tempest-QuotasTest-744429818-project-admin] 10.222.0.55 "DELETE /v2.0/quotas/a2441135baa542779f4dcbf429a186e7 HTTP/1.1" status: 404 len: 348 time: 0.0524592 Apr 01 15:50:35.762949 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-3b4e63a3-4e2c-4601-ae11-4ca9ee073d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:35.860057 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-fb0a3888-26b1-4a09-a244-57f23871662d tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:35.860613 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a7e83714-3367-4e0a-95e2-8fcbeaa10029 req-210e55ab-364f-443c-b5a5-f477dd666d90 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/security-groups?id=559624ab-485e-424f-98d0-03f9fb5e6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380816 Apr 01 15:50:35.868979 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6848f788-852c-43d3-bf5c-0edb77d447df tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks [] for router, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:35.885961 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-6848f788-852c-43d3-bf5c-0edb77d447df tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] 10.222.0.55 "DELETE /v2.0/routers/fe919b46-4757-44fe-ab06-594d7488ce4f HTTP/1.1" status: 204 len: 168 time: 1.7370043 Apr 01 15:50:35.890835 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-391f04d8-1798-419f-abdc-e45027abb4ea tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:35.909140 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4e63a3-4e2c-4601-ae11-4ca9ee073d0b None None] Pushing event updated for resources: {'Port': ['ID=9f3ad37b-84e0-4a39-9180-05931e288be6,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:35.980570 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [None req-fb0a3888-26b1-4a09-a244-57f23871662d tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Transition to ACTIVE for port object 2219124c-e5f6-4fcd-8f00-c7b550f7f439 will not be triggered until provisioned by entity DHCP. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:36.003707 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391f04d8-1798-419f-abdc-e45027abb4ea tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Pushing event deleted for resources: {'Port': ['ID=f61dd796-b674-4d33-b7b1-ad10e51031e8,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:36.085308 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 47654) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:36.207987 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-feea7628-5a09-46a3-9ff5-055ae6c66c2e tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:36.225177 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-5a02db25-ae56-40ee-b316-9f17c6c07507 tempest-QuotasTest-744429818 tempest-QuotasTest-744429818-project-admin] Usage tracker for resource:network and tenant:7b4cab28b14344f0a3c463981ea58846 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:36.236860 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-391f04d8-1798-419f-abdc-e45027abb4ea tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks [] for floatingip, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:36.242087 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-391f04d8-1798-419f-abdc-e45027abb4ea tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for floatingip, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:36.245350 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-391f04d8-1798-419f-abdc-e45027abb4ea tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] 10.222.0.55 "DELETE /v2.0/floatingips/c1345d15-7a81-4c70-978d-fd86d60cecc0 HTTP/1.1" status: 204 len: 168 time: 2.0388300 Apr 01 15:50:36.248054 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 47658) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:36.251020 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-fb0a3888-26b1-4a09-a244-57f23871662d tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:36.309804 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-5a02db25-ae56-40ee-b316-9f17c6c07507 tempest-QuotasTest-744429818 tempest-QuotasTest-744429818-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:36.330574 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [None req-feea7628-5a09-46a3-9ff5-055ae6c66c2e tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Transition to ACTIVE for port object 73d854c8-24aa-4a10-9b71-e144ab9c9312 will not be triggered until provisioned by entity DHCP. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:36.343726 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.api.v2.resource [None req-0b04e65f-be22-4c77-bc05-2bb724deb9bf tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] delete failed (client error): The resource could not be found. Apr 01 15:50:36.348301 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-0b04e65f-be22-4c77-bc05-2bb724deb9bf tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] 10.222.0.55 "DELETE /v2.0/floatingips/c1345d15-7a81-4c70-978d-fd86d60cecc0 HTTP/1.1" status: 404 len: 345 time: 0.0957763 Apr 01 15:50:36.349990 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 47664) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:36.357250 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 47668) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:36.447769 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea52c4cb-96ab-4eca-84ca-ad9eb82661af tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:36.451701 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea52c4cb-96ab-4eca-84ca-ad9eb82661af tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:36.455750 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea52c4cb-96ab-4eca-84ca-ad9eb82661af tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:36.457158 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-ea52c4cb-96ab-4eca-84ca-ad9eb82661af tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Synchronizing usage tracker for tenant:7e7aded1adfa4cd1be462b87d89e24d5 on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:50:36.484973 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-5a02db25-ae56-40ee-b316-9f17c6c07507 tempest-QuotasTest-744429818 tempest-QuotasTest-744429818-project-admin] Usage tracker for resource:subnet and tenant:7b4cab28b14344f0a3c463981ea58846 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:36.505546 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0a3888-26b1-4a09-a244-57f23871662d tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:36.506286 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-5a02db25-ae56-40ee-b316-9f17c6c07507 tempest-QuotasTest-744429818 tempest-QuotasTest-744429818-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:36.511755 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-fb0a3888-26b1-4a09-a244-57f23871662d tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:36.523157 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0a3888-26b1-4a09-a244-57f23871662d tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:50:36.527163 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0a3888-26b1-4a09-a244-57f23871662d tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:36.527771 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-fb0a3888-26b1-4a09-a244-57f23871662d tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:36.532771 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-ea52c4cb-96ab-4eca-84ca-ad9eb82661af tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Unset dirty status for tenant:7e7aded1adfa4cd1be462b87d89e24d5 on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:50:36.533992 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-ea52c4cb-96ab-4eca-84ca-ad9eb82661af tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] 10.222.0.55 "GET /v2.0/ports?network_id=41457c54-04fc-4048-91e2-4fb9d212c56a HTTP/1.1" status: 200 len: 2357 time: 0.1825554 Apr 01 15:50:36.535121 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a3888-26b1-4a09-a244-57f23871662d tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event updated for resources: {'Port': ['ID=2219124c-e5f6-4fcd-8f00-c7b550f7f439,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:36.537876 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 47674) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:36.555012 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-5a02db25-ae56-40ee-b316-9f17c6c07507 tempest-QuotasTest-744429818 tempest-QuotasTest-744429818-project-admin] Usage tracker for resource:subnetpool and tenant:7b4cab28b14344f0a3c463981ea58846 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:36.562657 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-fb0a3888-26b1-4a09-a244-57f23871662d tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.0426524 Apr 01 15:50:36.562657 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-5a02db25-ae56-40ee-b316-9f17c6c07507 tempest-QuotasTest-744429818 tempest-QuotasTest-744429818-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:36.563811 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 47678) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:36.568324 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-feea7628-5a09-46a3-9ff5-055ae6c66c2e tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:36.573152 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-946933ab-decc-45a5-ab5a-2f4fa190db1f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Request body: {'port': {'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'fixed_ips': [{'subnet_id': '98788b27-ca92-4d82-acd4-aafb8a5056b3', 'ip_address': '2001:db8::50bd:24e4:43ef:6fd3'}], 'name': 'tempest-NetworksTestDHCPv6-307420501'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:50:36.614066 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1736cd9a-d301-43ee-a0d5-4e3d9c4f0b2d tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:36.614620 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-1736cd9a-d301-43ee-a0d5-4e3d9c4f0b2d tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Synchronizing usage tracker for tenant:7e7aded1adfa4cd1be462b87d89e24d5 on resource:subnet {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:50:36.623937 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1812d98-d4b3-4a8e-9ae7-22c2303da3bf req-3d71048a-dc21-4c04-a35f-e3b6abeeb8ff tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:36.625427 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b1812d98-d4b3-4a8e-9ae7-22c2303da3bf req-3d71048a-dc21-4c04-a35f-e3b6abeeb8ff tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3318f8-792d-48fb-8e2f-9e09760166b6 HTTP/1.1" status: 200 len: 945 time: 0.1653910 Apr 01 15:50:36.662051 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-1736cd9a-d301-43ee-a0d5-4e3d9c4f0b2d tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Unset dirty status for tenant:7e7aded1adfa4cd1be462b87d89e24d5 on resource:subnet {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:50:36.664785 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-1736cd9a-d301-43ee-a0d5-4e3d9c4f0b2d tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] 10.222.0.55 "GET /v2.0/subnets/03b8da77-f2fe-475f-841f-e4121aac32c7 HTTP/1.1" status: 200 len: 797 time: 0.1243482 Apr 01 15:50:36.672583 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 47682) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:36.683027 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-0f4ec7be-ce56-45d6-82e3-58e89df520ae tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Request body: {'port': {'network_id': '41457c54-04fc-4048-91e2-4fb9d212c56a', 'name': 'tempest-FloatingIPTestJSON-323936439', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:50:36.747298 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-5a02db25-ae56-40ee-b316-9f17c6c07507 tempest-QuotasTest-744429818 tempest-QuotasTest-744429818-project-admin] Usage tracker for resource:port and tenant:7b4cab28b14344f0a3c463981ea58846 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:36.772721 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b1812d98-d4b3-4a8e-9ae7-22c2303da3bf req-aeaf9883-dc35-468c-9b97-f3443709316d tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/security-groups?id=559624ab-485e-424f-98d0-03f9fb5e6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397231 Apr 01 15:50:36.773296 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feea7628-5a09-46a3-9ff5-055ae6c66c2e tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Pushing event updated for resources: {'Port': ['ID=73d854c8-24aa-4a10-9b71-e144ab9c9312,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:36.790557 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-5a02db25-ae56-40ee-b316-9f17c6c07507 tempest-QuotasTest-744429818 tempest-QuotasTest-744429818-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:36.821828 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feea7628-5a09-46a3-9ff5-055ae6c66c2e tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Network 78ce566d-33e6-4301-9e29-340eea425514 is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:36.823049 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-5a02db25-ae56-40ee-b316-9f17c6c07507 tempest-QuotasTest-744429818 tempest-QuotasTest-744429818-project-admin] Usage tracker for resource:router and tenant:7b4cab28b14344f0a3c463981ea58846 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:36.838023 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-feea7628-5a09-46a3-9ff5-055ae6c66c2e tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:36.840994 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feea7628-5a09-46a3-9ff5-055ae6c66c2e tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:50:36.845464 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feea7628-5a09-46a3-9ff5-055ae6c66c2e tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:36.846026 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-feea7628-5a09-46a3-9ff5-055ae6c66c2e tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:36.860580 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-74bfcb91-57b0-4a73-afb0-4a44509af9e9 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1274296211', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}, 'admin_state_up': False}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:50:36.876704 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-74bfcb91-57b0-4a73-afb0-4a44509af9e9 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:36.886131 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-5a02db25-ae56-40ee-b316-9f17c6c07507 tempest-QuotasTest-744429818 tempest-QuotasTest-744429818-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:36.890122 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-0f4ec7be-ce56-45d6-82e3-58e89df520ae tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:36.903204 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-74bfcb91-57b0-4a73-afb0-4a44509af9e9 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Usage tracker for resource:router and tenant:3850ef500fb442378a7b9acd8e0a9055 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:36.914701 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-74bfcb91-57b0-4a73-afb0-4a44509af9e9 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:36.920006 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-0f4ec7be-ce56-45d6-82e3-58e89df520ae tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:36.926206 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-5a02db25-ae56-40ee-b316-9f17c6c07507 tempest-QuotasTest-744429818 tempest-QuotasTest-744429818-project-admin] Usage tracker for resource:floatingip and tenant:7b4cab28b14344f0a3c463981ea58846 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:36.932845 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-feea7628-5a09-46a3-9ff5-055ae6c66c2e tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.8733795 Apr 01 15:50:36.933859 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-74bfcb91-57b0-4a73-afb0-4a44509af9e9 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:36.938851 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 47688) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:36.939784 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-946933ab-decc-45a5-ab5a-2f4fa190db1f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:36.946696 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-5a02db25-ae56-40ee-b316-9f17c6c07507 tempest-QuotasTest-744429818 tempest-QuotasTest-744429818-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:36.949691 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-946933ab-decc-45a5-ab5a-2f4fa190db1f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Usage tracker for resource:port and tenant:50a1f72bd5e54e209eb4756b30f7e6a6 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:36.950339 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-63709cda-8438-4cbe-aa97-64f384935f2f tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::5c', 'mac_address': 'fa:16:3e:ac:eb:16'}, {'ip_address': '2001:db8::396', 'mac_address': 'fa:16:3e:cc:96:51'}]}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:50:36.954684 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-946933ab-decc-45a5-ab5a-2f4fa190db1f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:36.963762 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-946933ab-decc-45a5-ab5a-2f4fa190db1f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:36.973090 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-74bfcb91-57b0-4a73-afb0-4a44509af9e9 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130665'] for router, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:36.974544 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-74bfcb91-57b0-4a73-afb0-4a44509af9e9 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617571', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130640'] for router, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:36.981112 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f4ec7be-ce56-45d6-82e3-58e89df520ae tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Made reservation on behalf of 7e7aded1adfa4cd1be462b87d89e24d5 for: {'port': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:37.005854 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-946933ab-decc-45a5-ab5a-2f4fa190db1f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Made reservation on behalf of 50a1f72bd5e54e209eb4756b30f7e6a6 for: {'port': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:37.012910 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-946933ab-decc-45a5-ab5a-2f4fa190db1f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:37.092449 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [None req-946933ab-decc-45a5-ab5a-2f4fa190db1f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] device_id is not set on port 9cc064e3-cc39-40d1-ba5e-b09329f82b3a yet. {{(pid=83828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:50:37.180136 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-74bfcb91-57b0-4a73-afb0-4a44509af9e9 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:37.290809 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0f4ec7be-ce56-45d6-82e3-58e89df520ae tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:37.302451 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-cf0b5d54-25cf-44c2-af05-b1024163b5f4 None None] Provisioning for port 73d854c8-24aa-4a10-9b71-e144ab9c9312 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:37.308845 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-cf0b5d54-25cf-44c2-af05-b1024163b5f4 None None] Provisioning complete for port 73d854c8-24aa-4a10-9b71-e144ab9c9312 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:37.309213 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-cf0b5d54-25cf-44c2-af05-b1024163b5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:37.384273 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-cf0b5d54-25cf-44c2-af05-b1024163b5f4 None None] Port 73d854c8-24aa-4a10-9b71-e144ab9c9312 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:50:37.395577 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-5a02db25-ae56-40ee-b316-9f17c6c07507 tempest-QuotasTest-744429818 tempest-QuotasTest-744429818-project-admin] Usage tracker for resource:security_group and tenant:7b4cab28b14344f0a3c463981ea58846 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:37.396487 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [None req-0f4ec7be-ce56-45d6-82e3-58e89df520ae tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] device_id is not set on port 7c33841d-730f-4115-b881-6488f140b2c4 yet. {{(pid=83826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:50:37.454772 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-946933ab-decc-45a5-ab5a-2f4fa190db1f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] POST failed (client error): There was a conflict when trying to complete your request. Apr 01 15:50:37.455354 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-946933ab-decc-45a5-ab5a-2f4fa190db1f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:50:37.489836 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-5a02db25-ae56-40ee-b316-9f17c6c07507 tempest-QuotasTest-744429818 tempest-QuotasTest-744429818-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:37.505362 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-946933ab-decc-45a5-ab5a-2f4fa190db1f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.9401712 Apr 01 15:50:37.530673 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-546f4f45-99fc-434f-8628-44211ffffc69 None None] Provisioning for port 9f3ad37b-84e0-4a39-9180-05931e288be6 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:37.537285 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 47698) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:37.618665 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-5a02db25-ae56-40ee-b316-9f17c6c07507 tempest-QuotasTest-744429818 tempest-QuotasTest-744429818-project-admin] Usage tracker for resource:security_group_rule and tenant:7b4cab28b14344f0a3c463981ea58846 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:37.627472 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-5a02db25-ae56-40ee-b316-9f17c6c07507 tempest-QuotasTest-744429818 tempest-QuotasTest-744429818-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:37.645058 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-5a02db25-ae56-40ee-b316-9f17c6c07507 tempest-QuotasTest-744429818 tempest-QuotasTest-744429818-project-admin] 10.222.0.55 "GET /v2.0/quotas/7b4cab28b14344f0a3c463981ea58846/details.json HTTP/1.1" status: 200 len: 703 time: 1.5505457 Apr 01 15:50:37.651234 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-74bfcb91-57b0-4a73-afb0-4a44509af9e9 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130626'] for router, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:37.671187 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 9f3ad37b-84e0-4a39-9180-05931e288be6 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:50:37.802264 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-43b6ffe0-c328-4939-a489-2a0d9f0ea99e None None] Provisioning for port 2219124c-e5f6-4fcd-8f00-c7b550f7f439 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:37.821796 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-43b6ffe0-c328-4939-a489-2a0d9f0ea99e None None] Provisioning complete for port 2219124c-e5f6-4fcd-8f00-c7b550f7f439 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:37.822135 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-43b6ffe0-c328-4939-a489-2a0d9f0ea99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:37.886236 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 9f3ad37b-84e0-4a39-9180-05931e288be6 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:37.896256 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 9f3ad37b-84e0-4a39-9180-05931e288be6 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:37.896672 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:37.948893 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-43b6ffe0-c328-4939-a489-2a0d9f0ea99e None None] Port 2219124c-e5f6-4fcd-8f00-c7b550f7f439 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:50:37.957777 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-74bfcb91-57b0-4a73-afb0-4a44509af9e9 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks [] for router_gateway, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:38.005984 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-63709cda-8438-4cbe-aa97-64f384935f2f tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:38.007064 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-74bfcb91-57b0-4a73-afb0-4a44509af9e9 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:38.057860 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:38.111465 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 47708) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:38.133791 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port 9f3ad37b-84e0-4a39-9180-05931e288be6, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=9f3ad37b-84e0-4a39-9180-05931e288be6,segment=NetworkSegment(c41dc1a5-c958-4d8b-81ea-3934c36371b8),segment_id=c41dc1a5-c958-4d8b-81ea-3934c36371b8)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:50:38.142919 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:38.188949 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76284f56-d676-46f4-a150-03dac872032a None None] New status for floating IP 31dc89c5-0c9d-4ffa-ba6a-e201c6192143: ACTIVE {{(pid=83833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 15:50:38.256447 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-74bfcb91-57b0-4a73-afb0-4a44509af9e9 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Allocated IP 172.26.1.113 (ed45466e-0386-4b92-8de3-247c977242ac/0479f741-5cd1-4d6f-b593-d8aa909a42d3/b54d279d-6bd8-4455-a8bc-ea4b52c8162c) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:38.306540 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=9f3ad37b-84e0-4a39-9180-05931e288be6,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:38.392436 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-0f4ec7be-ce56-45d6-82e3-58e89df520ae tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Allocated IP 172.20.0.14 (41457c54-04fc-4048-91e2-4fb9d212c56a/03b8da77-f2fe-475f-841f-e4121aac32c7/7c33841d-730f-4115-b881-6488f140b2c4) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:38.399178 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d6f33337-3ec3-4032-9ee8-65c6900c4a0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:38.402859 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4405f1b6-13ad-4273-89bd-c81a5f2bbb7c tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:38.406905 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4405f1b6-13ad-4273-89bd-c81a5f2bbb7c tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:38.407692 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-4405f1b6-13ad-4273-89bd-c81a5f2bbb7c tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Synchronizing usage tracker for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:50:38.429273 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-0f4ec7be-ce56-45d6-82e3-58e89df520ae tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Allocated IP 172.20.0.13 (41457c54-04fc-4048-91e2-4fb9d212c56a/03b8da77-f2fe-475f-841f-e4121aac32c7/7c33841d-730f-4115-b881-6488f140b2c4) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:38.465777 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8d11e5-2bd1-4b35-9c2e-89d2e0207a10 req-5b2a8fed-cc3e-47cf-9f50-a6ea34b35a13 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:38.467248 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-bf8d11e5-2bd1-4b35-9c2e-89d2e0207a10 req-5b2a8fed-cc3e-47cf-9f50-a6ea34b35a13 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3318f8-792d-48fb-8e2f-9e09760166b6 HTTP/1.1" status: 200 len: 945 time: 0.6528006 Apr 01 15:50:38.472287 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-d6f33337-3ec3-4032-9ee8-65c6900c4a0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:38.472503 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-4405f1b6-13ad-4273-89bd-c81a5f2bbb7c tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Unset dirty status for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:50:38.473662 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-4405f1b6-13ad-4273-89bd-c81a5f2bbb7c tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.9363856 Apr 01 15:50:38.476943 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 47716) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:38.483882 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-d6f33337-3ec3-4032-9ee8-65c6900c4a0d admin admin] Usage tracker for resource:security_group_rule and tenant:4d47030fd6304bad9d3f6e447c5e05c4 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:38.530287 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-d6f33337-3ec3-4032-9ee8-65c6900c4a0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:38.546236 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-d6f33337-3ec3-4032-9ee8-65c6900c4a0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:38.553405 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-74bfcb91-57b0-4a73-afb0-4a44509af9e9 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:38.597826 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-b1c8e425-683e-4163-8b17-af62d9970b08 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Deleting port 2219124c-e5f6-4fcd-8f00-c7b550f7f439 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:50:38.598040 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b1c8e425-683e-4163-8b17-af62d9970b08 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:38.723029 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-bf8d11e5-2bd1-4b35-9c2e-89d2e0207a10 req-e07306fc-4e63-4700-b7d1-91fdfb5189a2 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/security-groups?id=559624ab-485e-424f-98d0-03f9fb5e6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2318351 Apr 01 15:50:38.723295 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-74bfcb91-57b0-4a73-afb0-4a44509af9e9 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:38.806609 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d6f33337-3ec3-4032-9ee8-65c6900c4a0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:38.823263 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d6f33337-3ec3-4032-9ee8-65c6900c4a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:38.849390 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0f4ec7be-ce56-45d6-82e3-58e89df520ae tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:38.856141 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-63709cda-8438-4cbe-aa97-64f384935f2f tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:38.863725 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-63709cda-8438-4cbe-aa97-64f384935f2f tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:38.938961 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-63709cda-8438-4cbe-aa97-64f384935f2f tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] In _notify_port_updated(), no bound segment for port 73d854c8-24aa-4a10-9b71-e144ab9c9312 on network 78ce566d-33e6-4301-9e29-340eea425514 {{(pid=83826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 01 15:50:38.943087 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63709cda-8438-4cbe-aa97-64f384935f2f tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:38.943194 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bfcb91-57b0-4a73-afb0-4a44509af9e9 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Pushing event updated for resources: {'Port': ['ID=b54d279d-6bd8-4455-a8bc-ea4b52c8162c,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:38.943428 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-63709cda-8438-4cbe-aa97-64f384935f2f tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:38.947324 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-63709cda-8438-4cbe-aa97-64f384935f2f tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] 10.222.0.55 "PUT /v2.0/ports/73d854c8-24aa-4a10-9b71-e144ab9c9312 HTTP/1.1" status: 200 len: 1066 time: 2.0046604 Apr 01 15:50:38.949478 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 47720) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:38.951172 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74bfcb91-57b0-4a73-afb0-4a44509af9e9 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Network ed45466e-0386-4b92-8de3-247c977242ac is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:39.002554 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63709cda-8438-4cbe-aa97-64f384935f2f tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Pushing event updated for resources: {'Port': ['ID=73d854c8-24aa-4a10-9b71-e144ab9c9312,revision_number=2']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:39.022509 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0f4ec7be-ce56-45d6-82e3-58e89df520ae tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:39.070749 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-74bfcb91-57b0-4a73-afb0-4a44509af9e9 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:39.081074 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bfcb91-57b0-4a73-afb0-4a44509af9e9 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:50:39.090174 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-ec8d083b-d998-4f78-b7a0-7d56f2009ed8 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Deleting port 73d854c8-24aa-4a10-9b71-e144ab9c9312 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:50:39.090519 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ec8d083b-d998-4f78-b7a0-7d56f2009ed8 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:39.108519 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f33337-3ec3-4032-9ee8-65c6900c4a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e9b8be-8421-4ec7-8aa5-288676b953b9,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:39.131718 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-d6f33337-3ec3-4032-9ee8-65c6900c4a0d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4d47030fd6304bad9d3f6e447c5e05c4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0127738 Apr 01 15:50:39.132122 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 47724) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:39.175742 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4ec7be-ce56-45d6-82e3-58e89df520ae tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Network 41457c54-04fc-4048-91e2-4fb9d212c56a is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:39.183516 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-0f4ec7be-ce56-45d6-82e3-58e89df520ae tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:39.186008 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4ec7be-ce56-45d6-82e3-58e89df520ae tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:50:39.208901 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b1c8e425-683e-4163-8b17-af62d9970b08 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:39.230764 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4ec7be-ce56-45d6-82e3-58e89df520ae tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Pushing event updated for resources: {'Port': ['ID=7c33841d-730f-4115-b881-6488f140b2c4,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:39.283670 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-daa6406c-b6ed-4be9-8d35-9e698ff2c08b None None] Provisioning complete for port 73d854c8-24aa-4a10-9b71-e144ab9c9312 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:39.285973 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-daa6406c-b6ed-4be9-8d35-9e698ff2c08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:39.338782 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4ec7be-ce56-45d6-82e3-58e89df520ae tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:39.339391 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0f4ec7be-ce56-45d6-82e3-58e89df520ae tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:39.342712 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-daa6406c-b6ed-4be9-8d35-9e698ff2c08b None None] Port 73d854c8-24aa-4a10-9b71-e144ab9c9312 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:50:39.354807 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-b1c8e425-683e-4163-8b17-af62d9970b08 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Calling delete_port for 2219124c-e5f6-4fcd-8f00-c7b550f7f439 owned by {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:50:39.468336 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-76984ca5-72af-4e43-95f5-8bce2315c40e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:39.497279 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-0f4ec7be-ce56-45d6-82e3-58e89df520ae tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.8241668 Apr 01 15:50:39.506053 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 47728) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:39.515744 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-ab92ad82-d242-49c3-b269-fc9267f12774 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Request body: {'floatingip': {'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'port_id': '7c33841d-730f-4115-b881-6488f140b2c4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:50:39.524371 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-ab92ad82-d242-49c3-b269-fc9267f12774 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:39.528453 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-76984ca5-72af-4e43-95f5-8bce2315c40e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:39.536003 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-ab92ad82-d242-49c3-b269-fc9267f12774 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Usage tracker for resource:floatingip and tenant:7e7aded1adfa4cd1be462b87d89e24d5 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:39.542161 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-ab92ad82-d242-49c3-b269-fc9267f12774 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:39.545046 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 9f3ad37b-84e0-4a39-9180-05931e288be6 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:50:39.550964 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-ab92ad82-d242-49c3-b269-fc9267f12774 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:39.561512 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b1c8e425-683e-4163-8b17-af62d9970b08 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:39.598695 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ec8d083b-d998-4f78-b7a0-7d56f2009ed8 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:39.599116 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ab92ad82-d242-49c3-b269-fc9267f12774 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks [] for floatingip, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:39.621260 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 9f3ad37b-84e0-4a39-9180-05931e288be6 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:39.621537 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:39.630993 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c8e425-683e-4163-8b17-af62d9970b08 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event deleted for resources: {'Port': ['ID=2219124c-e5f6-4fcd-8f00-c7b550f7f439,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:39.741223 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-74bfcb91-57b0-4a73-afb0-4a44509af9e9 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks [] for router_gateway, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:39.741439 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-74bfcb91-57b0-4a73-afb0-4a44509af9e9 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616'] for router, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:39.751862 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-ec8d083b-d998-4f78-b7a0-7d56f2009ed8 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Calling delete_port for 73d854c8-24aa-4a10-9b71-e144ab9c9312 owned by {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:50:39.808773 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-76984ca5-72af-4e43-95f5-8bce2315c40e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:39.842047 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76984ca5-72af-4e43-95f5-8bce2315c40e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e9b8be-8421-4ec7-8aa5-288676b953b9,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:39.851727 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-76984ca5-72af-4e43-95f5-8bce2315c40e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:39.853047 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-76984ca5-72af-4e43-95f5-8bce2315c40e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a8e9b8be-8421-4ec7-8aa5-288676b953b9 HTTP/1.1" status: 204 len: 168 time: 0.7168467 Apr 01 15:50:39.865034 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b1c8e425-683e-4163-8b17-af62d9970b08 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:40.002599 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-b1c8e425-683e-4163-8b17-af62d9970b08 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/ports/2219124c-e5f6-4fcd-8f00-c7b550f7f439 HTTP/1.1" status: 204 len: 168 time: 1.5231450 Apr 01 15:50:40.013487 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 47736) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:40.129326 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2544228-78c6-46df-8840-b6793657d4dd tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:40.130824 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2544228-78c6-46df-8840-b6793657d4dd tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:40.131582 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-b2544228-78c6-46df-8840-b6793657d4dd tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Synchronizing usage tracker for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:subnet {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:50:40.136585 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ec8d083b-d998-4f78-b7a0-7d56f2009ed8 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:40.169640 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-b2544228-78c6-46df-8840-b6793657d4dd tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Unset dirty status for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:subnet {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:50:40.173868 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-b2544228-78c6-46df-8840-b6793657d4dd tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1534276 Apr 01 15:50:40.173868 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ab92ad82-d242-49c3-b269-fc9267f12774 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:40.174675 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 47742) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:40.179559 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0baaa90-e518-4d72-8734-5f6d6fdf4b4a req-10e01460-ba4c-4c94-a560-87df0ddd4210 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:40.181244 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f0baaa90-e518-4d72-8734-5f6d6fdf4b4a req-10e01460-ba4c-4c94-a560-87df0ddd4210 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3318f8-792d-48fb-8e2f-9e09760166b6 HTTP/1.1" status: 200 len: 945 time: 0.2136278 Apr 01 15:50:40.209767 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8d083b-d998-4f78-b7a0-7d56f2009ed8 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Pushing event deleted for resources: {'Port': ['ID=73d854c8-24aa-4a10-9b71-e144ab9c9312,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:40.334218 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 47746) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:40.385502 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-387e6a4a-4074-4167-be32-22b2147acdd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:40.406608 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f0baaa90-e518-4d72-8734-5f6d6fdf4b4a req-f5b4828a-cbdf-4605-a09a-3f59005906ef tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/security-groups?id=559624ab-485e-424f-98d0-03f9fb5e6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2109077 Apr 01 15:50:40.513926 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-387e6a4a-4074-4167-be32-22b2147acdd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:40.540865 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-ab92ad82-d242-49c3-b269-fc9267f12774 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Allocated IP 172.26.1.108 (ed45466e-0386-4b92-8de3-247c977242ac/0479f741-5cd1-4d6f-b593-d8aa909a42d3/15e2b3c4-203e-4b59-a6fd-93321c76aaac) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:40.546318 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-387e6a4a-4074-4167-be32-22b2147acdd5 admin admin] Usage tracker for resource:security_group_rule and tenant:7b4cab28b14344f0a3c463981ea58846 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:40.553775 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-387e6a4a-4074-4167-be32-22b2147acdd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:40.561868 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ec8d083b-d998-4f78-b7a0-7d56f2009ed8 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:40.564556 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-387e6a4a-4074-4167-be32-22b2147acdd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:40.564968 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_v2 [None req-53ad9250-a50a-41f8-9620-3fd05e35924a tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Deleting subnet 98788b27-ca92-4d82-acd4-aafb8a5056b3 {{(pid=83828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:50:40.575458 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-53ad9250-a50a-41f8-9620-3fd05e35924a tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for subnet, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:40.588058 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-ec8d083b-d998-4f78-b7a0-7d56f2009ed8 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] 10.222.0.55 "DELETE /v2.0/ports/73d854c8-24aa-4a10-9b71-e144ab9c9312 HTTP/1.1" status: 204 len: 168 time: 1.6375375 Apr 01 15:50:40.592057 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 47750) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:40.642877 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d25aa58-063b-464d-be59-10b80ab6fd34 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] GET failed (client error): The resource could not be found. Apr 01 15:50:40.643291 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-3d25aa58-063b-464d-be59-10b80ab6fd34 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Synchronizing usage tracker for tenant:66096cbf7fc2489589982194f3f94793 on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:50:40.681854 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-3d25aa58-063b-464d-be59-10b80ab6fd34 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Unset dirty status for tenant:66096cbf7fc2489589982194f3f94793 on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:50:40.683010 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-3d25aa58-063b-464d-be59-10b80ab6fd34 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] 10.222.0.55 "GET /v2.0/ports/73d854c8-24aa-4a10-9b71-e144ab9c9312 HTTP/1.1" status: 404 len: 333 time: 0.0900328 Apr 01 15:50:40.688248 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 47754) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:40.699206 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-387e6a4a-4074-4167-be32-22b2147acdd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:40.703824 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-387e6a4a-4074-4167-be32-22b2147acdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:40.748563 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387e6a4a-4074-4167-be32-22b2147acdd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6cc7680-7b13-4ba9-a3e1-aa74180f3a37,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:40.763842 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-387e6a4a-4074-4167-be32-22b2147acdd5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7b4cab28b14344f0a3c463981ea58846&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4230390 Apr 01 15:50:40.763959 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 47758) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:40.830693 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-cc650f4f-9b57-46fe-b9df-19c1ceb58163 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:40.860793 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-cc650f4f-9b57-46fe-b9df-19c1ceb58163 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:40.921775 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-cc650f4f-9b57-46fe-b9df-19c1ceb58163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:40.933979 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-53ad9250-a50a-41f8-9620-3fd05e35924a tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15303084'] for subnet, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:40.936183 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc650f4f-9b57-46fe-b9df-19c1ceb58163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6cc7680-7b13-4ba9-a3e1-aa74180f3a37,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:40.944348 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-cc650f4f-9b57-46fe-b9df-19c1ceb58163 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:40.947720 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-cc650f4f-9b57-46fe-b9df-19c1ceb58163 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c6cc7680-7b13-4ba9-a3e1-aa74180f3a37 HTTP/1.1" status: 204 len: 168 time: 0.1805110 Apr 01 15:50:41.013029 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-655c8b84-d35a-4124-a22b-811545083739 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Deleting port 9fe98ecf-71c8-4ec3-905e-21ffc4d4bf08 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:50:41.013413 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-655c8b84-d35a-4124-a22b-811545083739 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:41.076141 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74bfcb91-57b0-4a73-afb0-4a44509af9e9 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Router 6221dbd0-542b-4325-80c2-6fffc64ed5ff is scheduled to L3 agent ff252634-3424-422a-b742-9ae457bd54bd with binding_index 1 {{(pid=83828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:50:41.170001 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ab92ad82-d242-49c3-b269-fc9267f12774 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:41.453581 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-53ad9250-a50a-41f8-9620-3fd05e35924a tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:41.593119 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ab92ad82-d242-49c3-b269-fc9267f12774 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:41.683884 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab49e012-0699-460f-9e53-44a51e0d0770 req-3c20ad6c-be93-4d30-9e24-d5f2390895ab tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:41.686509 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ab49e012-0699-460f-9e53-44a51e0d0770 req-3c20ad6c-be93-4d30-9e24-d5f2390895ab tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3318f8-792d-48fb-8e2f-9e09760166b6 HTTP/1.1" status: 200 len: 945 time: 0.0985999 Apr 01 15:50:41.689762 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-655c8b84-d35a-4124-a22b-811545083739 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:41.726075 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab92ad82-d242-49c3-b269-fc9267f12774 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Network ed45466e-0386-4b92-8de3-247c977242ac is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:41.748536 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ab49e012-0699-460f-9e53-44a51e0d0770 req-df9b56e6-46a2-4d84-a116-ba110ccce172 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/security-groups?id=559624ab-485e-424f-98d0-03f9fb5e6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551431 Apr 01 15:50:41.785497 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-53ad9250-a50a-41f8-9620-3fd05e35924a tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15306565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16030232'] for subnet, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:41.875765 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab92ad82-d242-49c3-b269-fc9267f12774 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Pushing event updated for resources: {'Port': ['ID=15e2b3c4-203e-4b59-a6fd-93321c76aaac,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:41.881270 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-ab92ad82-d242-49c3-b269-fc9267f12774 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:41.892904 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab92ad82-d242-49c3-b269-fc9267f12774 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:50:41.915807 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-655c8b84-d35a-4124-a22b-811545083739 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Calling delete_port for 9fe98ecf-71c8-4ec3-905e-21ffc4d4bf08 owned by {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:50:41.991447 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ad9250-a50a-41f8-9620-3fd05e35924a tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event deleted for resources: {'Subnet': ['ID=98788b27-ca92-4d82-acd4-aafb8a5056b3,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:42.005436 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-53ad9250-a50a-41f8-9620-3fd05e35924a tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:42.014884 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3eebb27-1c91-4288-8c55-db02de22ee5f None None] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:50:42.112098 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-53ad9250-a50a-41f8-9620-3fd05e35924a tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/subnets/98788b27-ca92-4d82-acd4-aafb8a5056b3 HTTP/1.1" status: 204 len: 168 time: 1.9361601 Apr 01 15:50:42.115227 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 47786) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:42.194178 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-6239a34c-6b67-4767-84a7-f4938e41f78e tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0766768 Apr 01 15:50:42.197174 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 47790) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:42.204170 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-85bca281-8384-4514-bf9e-657e5ab47484 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Request body: {'subnet': {'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:50:42.277995 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74bfcb91-57b0-4a73-afb0-4a44509af9e9 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:50:42.289354 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c05f0d-114d-46d5-8730-42b5f3a51f4d None None] Sync routers for ids ['6221dbd0-542b-4325-80c2-6fffc64ed5ff'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:50:42.308626 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c05f0d-114d-46d5-8730-42b5f3a51f4d None None] Routers {'6221dbd0-542b-4325-80c2-6fffc64ed5ff'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:50:42.311798 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-61c05f0d-114d-46d5-8730-42b5f3a51f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:50:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['6221dbd0-542b-4325-80c2-6fffc64ed5ff'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:42.365665 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-85bca281-8384-4514-bf9e-657e5ab47484 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:42.370678 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-85bca281-8384-4514-bf9e-657e5ab47484 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Usage tracker for resource:subnet and tenant:50a1f72bd5e54e209eb4756b30f7e6a6 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:42.375896 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a89922b-2aec-448a-8d45-4fdc5e372bee None None] DHCP port deletion for 7b65ac5c-8834-4b65-9b28-b7dba6c9746f request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:50:42.376060 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-655c8b84-d35a-4124-a22b-811545083739 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:42.376652 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-85bca281-8384-4514-bf9e-657e5ab47484 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:42.384073 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-85bca281-8384-4514-bf9e-657e5ab47484 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:42.387966 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-0a89922b-2aec-448a-8d45-4fdc5e372bee None None] Deleting port 9f3ad37b-84e0-4a39-9180-05931e288be6 {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:50:42.388638 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-0a89922b-2aec-448a-8d45-4fdc5e372bee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:42.398361 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85bca281-8384-4514-bf9e-657e5ab47484 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Made reservation on behalf of 50a1f72bd5e54e209eb4756b30f7e6a6 for: {'subnet': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:42.421866 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-61c05f0d-114d-46d5-8730-42b5f3a51f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:42.456783 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c05f0d-114d-46d5-8730-42b5f3a51f4d None None] Routers {'6221dbd0-542b-4325-80c2-6fffc64ed5ff'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:50:42.457990 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-61c05f0d-114d-46d5-8730-42b5f3a51f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:50:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['6221dbd0-542b-4325-80c2-6fffc64ed5ff'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:42.532770 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655c8b84-d35a-4124-a22b-811545083739 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Pushing event deleted for resources: {'Port': ['ID=9fe98ecf-71c8-4ec3-905e-21ffc4d4bf08,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:42.543861 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-74bfcb91-57b0-4a73-afb0-4a44509af9e9 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:42.547460 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-74bfcb91-57b0-4a73-afb0-4a44509af9e9 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.1853046 Apr 01 15:50:42.548589 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 47800) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:42.566164 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-85bca281-8384-4514-bf9e-657e5ab47484 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16088980'] for subnet, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:42.681021 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-61c05f0d-114d-46d5-8730-42b5f3a51f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:42.681678 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c05f0d-114d-46d5-8730-42b5f3a51f4d None None] The sync data for ids ['6221dbd0-542b-4325-80c2-6fffc64ed5ff'] in dv-neutron-833373-2-hyperv is: [] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:50:42.813130 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-655c8b84-d35a-4124-a22b-811545083739 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:42.818474 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-655c8b84-d35a-4124-a22b-811545083739 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] 10.222.0.55 "DELETE /v2.0/ports/9fe98ecf-71c8-4ec3-905e-21ffc4d4bf08 HTTP/1.1" status: 204 len: 168 time: 2.1182916 Apr 01 15:50:42.819428 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 47810) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:42.888124 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1698081-d06c-4d25-b394-0d97dffeb1dd tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] GET failed (client error): The resource could not be found. Apr 01 15:50:42.895868 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-a1698081-d06c-4d25-b394-0d97dffeb1dd tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] 10.222.0.55 "GET /v2.0/ports/9fe98ecf-71c8-4ec3-905e-21ffc4d4bf08 HTTP/1.1" status: 404 len: 333 time: 0.0690582 Apr 01 15:50:42.897069 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 47816) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:43.066776 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-0a89922b-2aec-448a-8d45-4fdc5e372bee None None] For port 9f3ad37b-84e0-4a39-9180-05931e288be6, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=9f3ad37b-84e0-4a39-9180-05931e288be6,segment=NetworkSegment(c41dc1a5-c958-4d8b-81ea-3934c36371b8),segment_id=c41dc1a5-c958-4d8b-81ea-3934c36371b8)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:50:43.067401 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-0a89922b-2aec-448a-8d45-4fdc5e372bee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:43.086400 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-85bca281-8384-4514-bf9e-657e5ab47484 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15415267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16089018'] for subnet, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:43.093182 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-78fd0a07-e30a-43a5-b2e9-154006326589 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Deleting port f27d16ab-55c9-4934-9d6e-35e48c4de8ff {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:50:43.093527 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-78fd0a07-e30a-43a5-b2e9-154006326589 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:43.115285 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-8ab4332d-7e23-4f93-b08e-b6816e3dac92 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] 10.222.0.55 "GET /v2.0/routers/6221dbd0-542b-4325-80c2-6fffc64ed5ff HTTP/1.1" status: 200 len: 921 time: 0.5372803 Apr 01 15:50:43.116186 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 47820) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:43.227359 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-0a89922b-2aec-448a-8d45-4fdc5e372bee None None] Calling delete_port for 9f3ad37b-84e0-4a39-9180-05931e288be6 owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:50:43.269243 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-7d0f28a5-beda-439d-9627-344dcf341a1d tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] 10.222.0.55 "GET /v2.0/ports?device_id=6221dbd0-542b-4325-80c2-6fffc64ed5ff HTTP/1.1" status: 200 len: 205 time: 0.1507666 Apr 01 15:50:43.270001 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 47828) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:43.297754 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bca281-8384-4514-bf9e-657e5ab47484 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:43.304644 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-85bca281-8384-4514-bf9e-657e5ab47484 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:43.307960 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85bca281-8384-4514-bf9e-657e5ab47484 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:43.308550 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-85bca281-8384-4514-bf9e-657e5ab47484 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:43.338294 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-0a89922b-2aec-448a-8d45-4fdc5e372bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671'] for port, after_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:43.371154 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bca281-8384-4514-bf9e-657e5ab47484 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event updated for resources: {'Subnet': ['ID=8074cdf1-7c6e-468b-9267-4e520e77b360,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:43.399220 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-85bca281-8384-4514-bf9e-657e5ab47484 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2007401 Apr 01 15:50:43.407994 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 47832) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:43.408653 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a89922b-2aec-448a-8d45-4fdc5e372bee None None] Pushing event deleted for resources: {'Port': ['ID=9f3ad37b-84e0-4a39-9180-05931e288be6,revision_number=None']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:43.416796 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5fea4-9d3c-4c96-b306-5f2ea11ebe20 req-dbceee15-df01-43a9-9ddb-2967f0b45438 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:43.418318 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5ef5fea4-9d3c-4c96-b306-5f2ea11ebe20 req-dbceee15-df01-43a9-9ddb-2967f0b45438 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3318f8-792d-48fb-8e2f-9e09760166b6 HTTP/1.1" status: 200 len: 945 time: 0.4298604 Apr 01 15:50:43.420910 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a89922b-2aec-448a-8d45-4fdc5e372bee None None] No DVR routers for this DVR port 9f3ad37b-84e0-4a39-9180-05931e288be6 on host dv-neutron-833373-2-hyperv {{(pid=83829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:50:43.434518 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-4eafd5de-dbaa-40bd-96a8-19835fabbd6b tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Request body: {'port': {'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'fixed_ips': [{'subnet_id': '8074cdf1-7c6e-468b-9267-4e520e77b360', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-1370701806'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:50:43.444558 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e71f5c-3365-4490-ac25-6a42b158e58c None None] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:50:43.447498 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 47836) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:43.472943 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ab92ad82-d242-49c3-b269-fc9267f12774 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:43.546449 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ab92ad82-d242-49c3-b269-fc9267f12774 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:43.601355 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 9f3ad37b-84e0-4a39-9180-05931e288be6 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:50:43.684512 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 9f3ad37b-84e0-4a39-9180-05931e288be6 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:50:43.684909 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 9f3ad37b-84e0-4a39-9180-05931e288be6 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:50:43.718778 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-78fd0a07-e30a-43a5-b2e9-154006326589 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:43.756556 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-2cdf4b8e-c8c7-4759-9fa2-f92f7db925d8 tempest-RoutersAdminNegativeTest-1021999473 tempest-RoutersAdminNegativeTest-1021999473-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1555430583', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:50:43.772061 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ed01e7-0a37-4a59-a28c-ba55025396a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'tenant_id': '50a1f72bd5e54e209eb4756b30f7e6a6', 'fixed_ips': [{'subnet_id': '8074cdf1-7c6e-468b-9267-4e520e77b360'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:50:43.773089 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-21ed01e7-0a37-4a59-a28c-ba55025396a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:43.774092 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-2cdf4b8e-c8c7-4759-9fa2-f92f7db925d8 tempest-RoutersAdminNegativeTest-1021999473 tempest-RoutersAdminNegativeTest-1021999473-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:43.794734 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-2cdf4b8e-c8c7-4759-9fa2-f92f7db925d8 tempest-RoutersAdminNegativeTest-1021999473 tempest-RoutersAdminNegativeTest-1021999473-project-admin] Usage tracker for resource:port and tenant:9369f25e71ba4ae28e95da22d9d68b69 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:43.800236 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-2cdf4b8e-c8c7-4759-9fa2-f92f7db925d8 tempest-RoutersAdminNegativeTest-1021999473 tempest-RoutersAdminNegativeTest-1021999473-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:43.810017 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-2cdf4b8e-c8c7-4759-9fa2-f92f7db925d8 tempest-RoutersAdminNegativeTest-1021999473 tempest-RoutersAdminNegativeTest-1021999473-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:43.850565 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-78fd0a07-e30a-43a5-b2e9-154006326589 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Calling delete_port for f27d16ab-55c9-4934-9d6e-35e48c4de8ff owned by {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:50:43.851119 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cdf4b8e-c8c7-4759-9fa2-f92f7db925d8 tempest-RoutersAdminNegativeTest-1021999473 tempest-RoutersAdminNegativeTest-1021999473-project-admin] Made reservation on behalf of 9369f25e71ba4ae28e95da22d9d68b69 for: {'port': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:43.854164 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2cdf4b8e-c8c7-4759-9fa2-f92f7db925d8 tempest-RoutersAdminNegativeTest-1021999473 tempest-RoutersAdminNegativeTest-1021999473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:43.880013 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2cdf4b8e-c8c7-4759-9fa2-f92f7db925d8 tempest-RoutersAdminNegativeTest-1021999473 tempest-RoutersAdminNegativeTest-1021999473-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:43.899263 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a4275406-e029-4a6c-b563-3604f1a9df40 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks [] for router, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:43.971014 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-21ed01e7-0a37-4a59-a28c-ba55025396a2 None None] Allocated IP 2001:db8::2 (7b65ac5c-8834-4b65-9b28-b7dba6c9746f/8074cdf1-7c6e-468b-9267-4e520e77b360/04bcf19e-0ed2-402f-ad09-0adf59389afb) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:43.976393 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5ef5fea4-9d3c-4c96-b306-5f2ea11ebe20 req-7d22c9c6-574d-4a09-a1e6-4005efc8ac73 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/security-groups?id=559624ab-485e-424f-98d0-03f9fb5e6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5470016 Apr 01 15:50:44.040994 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.db.resource_extend [None req-ab92ad82-d242-49c3-b269-fc9267f12774 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:50:44.050475 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-4eafd5de-dbaa-40bd-96a8-19835fabbd6b tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:44.062126 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ab92ad82-d242-49c3-b269-fc9267f12774 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks [] for port, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:44.062769 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-4eafd5de-dbaa-40bd-96a8-19835fabbd6b tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Usage tracker for resource:port and tenant:50a1f72bd5e54e209eb4756b30f7e6a6 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:44.068535 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ab92ad82-d242-49c3-b269-fc9267f12774 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:44.068786 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-4eafd5de-dbaa-40bd-96a8-19835fabbd6b tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:44.079168 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-4eafd5de-dbaa-40bd-96a8-19835fabbd6b tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:44.099137 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eafd5de-dbaa-40bd-96a8-19835fabbd6b tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Made reservation on behalf of 50a1f72bd5e54e209eb4756b30f7e6a6 for: {'port': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:44.105119 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4eafd5de-dbaa-40bd-96a8-19835fabbd6b tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:44.117035 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-78fd0a07-e30a-43a5-b2e9-154006326589 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:44.171222 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fd0a07-e30a-43a5-b2e9-154006326589 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Pushing event deleted for resources: {'Port': ['ID=f27d16ab-55c9-4934-9d6e-35e48c4de8ff,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:44.192369 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [None req-4eafd5de-dbaa-40bd-96a8-19835fabbd6b tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] device_id is not set on port b1603e82-e755-4c44-831a-aa550f1e2b07 yet. {{(pid=83826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:50:44.231997 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-2cdf4b8e-c8c7-4759-9fa2-f92f7db925d8 tempest-RoutersAdminNegativeTest-1021999473 tempest-RoutersAdminNegativeTest-1021999473-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:44.239096 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-2cdf4b8e-c8c7-4759-9fa2-f92f7db925d8 tempest-RoutersAdminNegativeTest-1021999473 tempest-RoutersAdminNegativeTest-1021999473-project-admin] Usage tracker for resource:security_group_rule and tenant:9369f25e71ba4ae28e95da22d9d68b69 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:44.248850 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-2cdf4b8e-c8c7-4759-9fa2-f92f7db925d8 tempest-RoutersAdminNegativeTest-1021999473 tempest-RoutersAdminNegativeTest-1021999473-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:44.258529 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-2cdf4b8e-c8c7-4759-9fa2-f92f7db925d8 tempest-RoutersAdminNegativeTest-1021999473 tempest-RoutersAdminNegativeTest-1021999473-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:44.295633 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-78fd0a07-e30a-43a5-b2e9-154006326589 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:44.336612 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-21ed01e7-0a37-4a59-a28c-ba55025396a2 None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:44.357112 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-21ed01e7-0a37-4a59-a28c-ba55025396a2 None None] Transition to ACTIVE for port object 04bcf19e-0ed2-402f-ad09-0adf59389afb will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:44.360954 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-78fd0a07-e30a-43a5-b2e9-154006326589 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] 10.222.0.55 "DELETE /v2.0/ports/f27d16ab-55c9-4934-9d6e-35e48c4de8ff HTTP/1.1" status: 204 len: 168 time: 1.4628322 Apr 01 15:50:44.365312 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 47844) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:44.379809 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2cdf4b8e-c8c7-4759-9fa2-f92f7db925d8 tempest-RoutersAdminNegativeTest-1021999473 tempest-RoutersAdminNegativeTest-1021999473-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:44.382096 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab92ad82-d242-49c3-b269-fc9267f12774 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Pushing event updated for resources: {'Port': ['ID=15e2b3c4-203e-4b59-a6fd-93321c76aaac,revision_number=2']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:44.399423 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2cdf4b8e-c8c7-4759-9fa2-f92f7db925d8 tempest-RoutersAdminNegativeTest-1021999473 tempest-RoutersAdminNegativeTest-1021999473-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:44.403247 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [None req-2cdf4b8e-c8c7-4759-9fa2-f92f7db925d8 tempest-RoutersAdminNegativeTest-1021999473 tempest-RoutersAdminNegativeTest-1021999473-project-admin] device_id is not set on port 8079c604-6ffa-4f95-b4e2-fe8e05724405 yet. {{(pid=83828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:50:44.411388 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-21ed01e7-0a37-4a59-a28c-ba55025396a2 None None] Transition to ACTIVE for port object 04bcf19e-0ed2-402f-ad09-0adf59389afb will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:44.423768 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-21ed01e7-0a37-4a59-a28c-ba55025396a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:44.501726 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ed01e7-0a37-4a59-a28c-ba55025396a2 None None] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:44.505371 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-21ed01e7-0a37-4a59-a28c-ba55025396a2 None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:44.508555 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ed01e7-0a37-4a59-a28c-ba55025396a2 None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:50:44.512258 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdf4b8e-c8c7-4759-9fa2-f92f7db925d8 tempest-RoutersAdminNegativeTest-1021999473 tempest-RoutersAdminNegativeTest-1021999473-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3aa8ed0-dcce-4f66-a1ec-b2ecaf7f3f01,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:44.545424 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ab92ad82-d242-49c3-b269-fc9267f12774 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617697'] for floatingip, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:44.547389 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ed01e7-0a37-4a59-a28c-ba55025396a2 None None] Pushing event updated for resources: {'Port': ['ID=04bcf19e-0ed2-402f-ad09-0adf59389afb,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:44.588129 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-4eafd5de-dbaa-40bd-96a8-19835fabbd6b tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:50:44.588888 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4eafd5de-dbaa-40bd-96a8-19835fabbd6b tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:50:44.631467 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-21ed01e7-0a37-4a59-a28c-ba55025396a2 None None] Attempting to bind port 04bcf19e-0ed2-402f-ad09-0adf59389afb on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:50:44.631745 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-21ed01e7-0a37-4a59-a28c-ba55025396a2 None None] Attempting to bind port 04bcf19e-0ed2-402f-ad09-0adf59389afb by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:50:44.632155 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ed01e7-0a37-4a59-a28c-ba55025396a2 None None] Attempting to bind port 04bcf19e-0ed2-402f-ad09-0adf59389afb on network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:50:44.639763 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ed01e7-0a37-4a59-a28c-ba55025396a2 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:50:44.640140 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ed01e7-0a37-4a59-a28c-ba55025396a2 None None] Checking segment: {'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:50:44.641396 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-21ed01e7-0a37-4a59-a28c-ba55025396a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:44.641396 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ed01e7-0a37-4a59-a28c-ba55025396a2 None None] Bound using segment: {'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:50:44.641694 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-21ed01e7-0a37-4a59-a28c-ba55025396a2 None None] Bound port: 04bcf19e-0ed2-402f-ad09-0adf59389afb, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:50:44.641841 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-21ed01e7-0a37-4a59-a28c-ba55025396a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:44.667354 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-4eafd5de-dbaa-40bd-96a8-19835fabbd6b tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.2479889 Apr 01 15:50:44.674293 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 47848) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:44.756202 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-21ed01e7-0a37-4a59-a28c-ba55025396a2 None None] For port 04bcf19e-0ed2-402f-ad09-0adf59389afb, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:50:44.760373 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-21ed01e7-0a37-4a59-a28c-ba55025396a2 None None] For port 04bcf19e-0ed2-402f-ad09-0adf59389afb, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=04bcf19e-0ed2-402f-ad09-0adf59389afb,segment=NetworkSegment(c41dc1a5-c958-4d8b-81ea-3934c36371b8),segment_id=c41dc1a5-c958-4d8b-81ea-3934c36371b8)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:50:44.765553 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-21ed01e7-0a37-4a59-a28c-ba55025396a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:44.779442 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_v2 [None req-8160b775-4181-4679-bd48-fbe49fb615f9 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Deleting subnet cad41ca9-a43a-48f9-ae6b-80997100025d {{(pid=83826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:50:44.785731 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8160b775-4181-4679-bd48-fbe49fb615f9 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Notify callbacks [] for subnet, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:44.847213 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e000a0-4a30-467f-9887-4b95408b192c tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:44.847927 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-48e000a0-4a30-467f-9887-4b95408b192c tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Synchronizing usage tracker for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:50:44.856958 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ed01e7-0a37-4a59-a28c-ba55025396a2 None None] Pushing event updated for resources: {'Port': ['ID=04bcf19e-0ed2-402f-ad09-0adf59389afb,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:44.867236 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8160b775-4181-4679-bd48-fbe49fb615f9 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16610770'] for subnet, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:44.901961 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-48e000a0-4a30-467f-9887-4b95408b192c tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Unset dirty status for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:50:44.903252 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-48e000a0-4a30-467f-9887-4b95408b192c tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2270377 Apr 01 15:50:44.906195 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 47852) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:44.943920 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-2cdf4b8e-c8c7-4759-9fa2-f92f7db925d8 tempest-RoutersAdminNegativeTest-1021999473 tempest-RoutersAdminNegativeTest-1021999473-project-admin] Allocated IP 172.26.1.103 (ed45466e-0386-4b92-8de3-247c977242ac/0479f741-5cd1-4d6f-b593-d8aa909a42d3/8079c604-6ffa-4f95-b4e2-fe8e05724405) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:45.026731 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a4275406-e029-4a6c-b563-3604f1a9df40 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:45.064413 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-a4275406-e029-4a6c-b563-3604f1a9df40 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Deleting port b54d279d-6bd8-4455-a8bc-ea4b52c8162c {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:50:45.067410 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a4275406-e029-4a6c-b563-3604f1a9df40 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:45.073053 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f14eca-68dd-424c-99e3-f7b8bed16203 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:45.080690 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f14eca-68dd-424c-99e3-f7b8bed16203 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:45.084280 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-72f14eca-68dd-424c-99e3-f7b8bed16203 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Synchronizing usage tracker for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:subnet {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:50:45.130479 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-72f14eca-68dd-424c-99e3-f7b8bed16203 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Unset dirty status for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:subnet {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:50:45.134084 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-72f14eca-68dd-424c-99e3-f7b8bed16203 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2244899 Apr 01 15:50:45.140462 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 47858) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:45.168527 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8160b775-4181-4679-bd48-fbe49fb615f9 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:45.301029 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8160b775-4181-4679-bd48-fbe49fb615f9 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15415074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16089009'] for subnet, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:45.416764 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8160b775-4181-4679-bd48-fbe49fb615f9 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Pushing event deleted for resources: {'Subnet': ['ID=cad41ca9-a43a-48f9-ae6b-80997100025d,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:45.421094 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_v2 [None req-898424ef-ab08-4d23-bb74-770ca4f1b41c tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Deleting subnet 8074cdf1-7c6e-468b-9267-4e520e77b360 {{(pid=83828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:50:45.429861 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8160b775-4181-4679-bd48-fbe49fb615f9 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:45.433099 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-898424ef-ab08-4d23-bb74-770ca4f1b41c tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for subnet, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:45.437039 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1b259c-f79b-480a-83da-ff2459a864f8 None None] Network 78ce566d-33e6-4301-9e29-340eea425514 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:50:45.439093 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56e9ffa-b36a-48b0-acdd-1db3c3b8a8b0 req-90519462-006f-46c5-bf34-48f758958856 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:45.441313 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f56e9ffa-b36a-48b0-acdd-1db3c3b8a8b0 req-90519462-006f-46c5-bf34-48f758958856 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3318f8-792d-48fb-8e2f-9e09760166b6 HTTP/1.1" status: 200 len: 945 time: 0.2279692 Apr 01 15:50:45.448787 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-8160b775-4181-4679-bd48-fbe49fb615f9 tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] 10.222.0.55 "DELETE /v2.0/subnets/cad41ca9-a43a-48f9-ae6b-80997100025d HTTP/1.1" status: 204 len: 168 time: 1.0807030 Apr 01 15:50:45.452200 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 47862) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:45.575403 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.l3_db [None req-ab92ad82-d242-49c3-b269-fc9267f12774 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Floating IP 8095b372-1441-4294-bf44-a74bdac717d9 associated. External IP: 172.26.1.108, port: 7c33841d-730f-4115-b881-6488f140b2c4. Apr 01 15:50:45.632422 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f56e9ffa-b36a-48b0-acdd-1db3c3b8a8b0 req-ee05daf0-4209-40ee-8e6b-1a2fa81c9b4b tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/security-groups?id=559624ab-485e-424f-98d0-03f9fb5e6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1815066 Apr 01 15:50:45.634133 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-898424ef-ab08-4d23-bb74-770ca4f1b41c tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15303084'] for subnet, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:45.651691 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5a2d5d9a-a6de-4736-9b05-1c9a4c026d0a tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:45.667515 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-5a2d5d9a-a6de-4736-9b05-1c9a4c026d0a tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Deleting port a5e6950c-d152-49bc-a373-ef3452eaeb40 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:50:45.670259 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a4275406-e029-4a6c-b563-3604f1a9df40 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:45.670826 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5a2d5d9a-a6de-4736-9b05-1c9a4c026d0a tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:45.697051 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2cdf4b8e-c8c7-4759-9fa2-f92f7db925d8 tempest-RoutersAdminNegativeTest-1021999473 tempest-RoutersAdminNegativeTest-1021999473-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:45.718705 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 04bcf19e-0ed2-402f-ad09-0adf59389afb up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:50:45.845518 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 04bcf19e-0ed2-402f-ad09-0adf59389afb completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:45.925532 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-a4275406-e029-4a6c-b563-3604f1a9df40 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Calling delete_port for b54d279d-6bd8-4455-a8bc-ea4b52c8162c owned by network:router_gateway {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:50:45.940313 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbe7938-d806-44e2-921a-6068a638347b None None] DHCP port deletion for 78ce566d-33e6-4301-9e29-340eea425514 request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:50:45.947064 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-2fbe7938-d806-44e2-921a-6068a638347b None None] Deleting port a5e6950c-d152-49bc-a373-ef3452eaeb40 {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:50:45.948601 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [None req-5a2d5d9a-a6de-4736-9b05-1c9a4c026d0a tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] For port a5e6950c-d152-49bc-a373-ef3452eaeb40, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=a5e6950c-d152-49bc-a373-ef3452eaeb40,segment=NetworkSegment(824491d7-7114-47da-94ca-312769f7e5c6),segment_id=824491d7-7114-47da-94ca-312769f7e5c6)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:50:45.949506 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5a2d5d9a-a6de-4736-9b05-1c9a4c026d0a tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:45.949973 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-2fbe7938-d806-44e2-921a-6068a638347b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:46.093785 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-5a2d5d9a-a6de-4736-9b05-1c9a4c026d0a tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Calling delete_port for a5e6950c-d152-49bc-a373-ef3452eaeb40 owned by network:dhcp {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:50:46.138066 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-898424ef-ab08-4d23-bb74-770ca4f1b41c tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:46.182957 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2cdf4b8e-c8c7-4759-9fa2-f92f7db925d8 tempest-RoutersAdminNegativeTest-1021999473 tempest-RoutersAdminNegativeTest-1021999473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:46.200414 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5a2d5d9a-a6de-4736-9b05-1c9a4c026d0a tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:46.207805 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-2fbe7938-d806-44e2-921a-6068a638347b None None] For port a5e6950c-d152-49bc-a373-ef3452eaeb40, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=a5e6950c-d152-49bc-a373-ef3452eaeb40,segment=NetworkSegment(824491d7-7114-47da-94ca-312769f7e5c6),segment_id=824491d7-7114-47da-94ca-312769f7e5c6)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:50:46.208241 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-2fbe7938-d806-44e2-921a-6068a638347b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:46.273503 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-667ded25-89ef-49ba-bcc4-63274477d40a None None] Provisioning for port 04bcf19e-0ed2-402f-ad09-0adf59389afb completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:46.274672 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2d5d9a-a6de-4736-9b05-1c9a4c026d0a tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Pushing event deleted for resources: {'Port': ['ID=a5e6950c-d152-49bc-a373-ef3452eaeb40,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:46.283565 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2d5d9a-a6de-4736-9b05-1c9a4c026d0a tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] No DVR routers for this DVR port a5e6950c-d152-49bc-a373-ef3452eaeb40 on host dv-neutron-833373-2-hyperv {{(pid=83826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:50:46.291781 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cdf4b8e-c8c7-4759-9fa2-f92f7db925d8 tempest-RoutersAdminNegativeTest-1021999473 tempest-RoutersAdminNegativeTest-1021999473-project-admin] Network ed45466e-0386-4b92-8de3-247c977242ac is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:46.298087 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-2cdf4b8e-c8c7-4759-9fa2-f92f7db925d8 tempest-RoutersAdminNegativeTest-1021999473 tempest-RoutersAdminNegativeTest-1021999473-project-admin] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:46.307164 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdf4b8e-c8c7-4759-9fa2-f92f7db925d8 tempest-RoutersAdminNegativeTest-1021999473 tempest-RoutersAdminNegativeTest-1021999473-project-admin] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:50:46.333437 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-667ded25-89ef-49ba-bcc4-63274477d40a None None] Provisioning complete for port 04bcf19e-0ed2-402f-ad09-0adf59389afb triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:46.333437 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-667ded25-89ef-49ba-bcc4-63274477d40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:46.371643 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdf4b8e-c8c7-4759-9fa2-f92f7db925d8 tempest-RoutersAdminNegativeTest-1021999473 tempest-RoutersAdminNegativeTest-1021999473-project-admin] Pushing event updated for resources: {'Port': ['ID=8079c604-6ffa-4f95-b4e2-fe8e05724405,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:46.371888 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-2fbe7938-d806-44e2-921a-6068a638347b None None] Calling delete_port for a5e6950c-d152-49bc-a373-ef3452eaeb40 owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:50:46.427745 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5a2d5d9a-a6de-4736-9b05-1c9a4c026d0a tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:46.449645 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cdf4b8e-c8c7-4759-9fa2-f92f7db925d8 tempest-RoutersAdminNegativeTest-1021999473 tempest-RoutersAdminNegativeTest-1021999473-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:46.450173 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2cdf4b8e-c8c7-4759-9fa2-f92f7db925d8 tempest-RoutersAdminNegativeTest-1021999473 tempest-RoutersAdminNegativeTest-1021999473-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:46.467721 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-898424ef-ab08-4d23-bb74-770ca4f1b41c tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15306565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16030232'] for subnet, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:46.480300 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-5a2d5d9a-a6de-4736-9b05-1c9a4c026d0a tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78ce566d-33e6-4301-9e29-340eea425514']}} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:46.496146 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-5a2d5d9a-a6de-4736-9b05-1c9a4c026d0a tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '824491d7-7114-47da-94ca-312769f7e5c6') {'for_net_delete': True} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:46.496427 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-5a2d5d9a-a6de-4736-9b05-1c9a4c026d0a tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '824491d7-7114-47da-94ca-312769f7e5c6') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:46.512308 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5a2d5d9a-a6de-4736-9b05-1c9a4c026d0a tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16610763'] for segment, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:46.514085 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.db.api [None req-2fbe7938-d806-44e2-921a-6068a638347b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:50:46.514568 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG oslo_db.api [None req-2fbe7938-d806-44e2-921a-6068a638347b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:50:46.530974 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5a2d5d9a-a6de-4736-9b05-1c9a4c026d0a tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:46.532651 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-667ded25-89ef-49ba-bcc4-63274477d40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:46.536114 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898424ef-ab08-4d23-bb74-770ca4f1b41c tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event deleted for resources: {'Subnet': ['ID=8074cdf1-7c6e-468b-9267-4e520e77b360,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:46.539487 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a2d5d9a-a6de-4736-9b05-1c9a4c026d0a tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=83826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:50:46.540200 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5a2d5d9a-a6de-4736-9b05-1c9a4c026d0a tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15415164'] for segment, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:46.550804 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a4275406-e029-4a6c-b563-3604f1a9df40 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:46.558597 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9204b16a-62ee-44d7-b34d-e6dc8f9188bd None None] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:50:46.558830 dv-neutron-833373-2-hyperv neutron-server[83826]: Traceback (most recent call last): Apr 01 15:50:46.558830 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:50:46.558830 dv-neutron-833373-2-hyperv neutron-server[83826]: timer() Apr 01 15:50:46.558830 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:50:46.558830 dv-neutron-833373-2-hyperv neutron-server[83826]: cb(*args, **kw) Apr 01 15:50:46.558830 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:50:46.558830 dv-neutron-833373-2-hyperv neutron-server[83826]: return func(*args, **kwargs) Apr 01 15:50:46.558830 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:50:46.558830 dv-neutron-833373-2-hyperv neutron-server[83826]: self._notify() Apr 01 15:50:46.558830 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:50:46.558830 dv-neutron-833373-2-hyperv neutron-server[83826]: self.callback(batched_events) Apr 01 15:50:46.558830 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:50:46.558830 dv-neutron-833373-2-hyperv neutron-server[83826]: event.method(event) Apr 01 15:50:46.558830 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:50:46.558830 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:50:46.558830 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:50:46.558830 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:50:46.558830 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:50:46.558830 dv-neutron-833373-2-hyperv neutron-server[83826]: return f(self, *a, **k) Apr 01 15:50:46.558830 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:50:46.558830 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._get(url).json() Apr 01 15:50:46.558830 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:50:46.558830 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:50:46.558830 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:50:46.558830 dv-neutron-833373-2-hyperv neutron-server[83826]: return self.request(url, 'GET', **kwargs) Apr 01 15:50:46.558830 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:50:46.558830 dv-neutron-833373-2-hyperv neutron-server[83826]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:50:46.558830 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:50:46.558830 dv-neutron-833373-2-hyperv neutron-server[83826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:50:46.558830 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:50:46.558830 dv-neutron-833373-2-hyperv neutron-server[83826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:50:46.558830 dv-neutron-833373-2-hyperv neutron-server[83826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:50:46.561313 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-898424ef-ab08-4d23-bb74-770ca4f1b41c tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:46.618689 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4275406-e029-4a6c-b563-3604f1a9df40 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Pushing event deleted for resources: {'Port': ['ID=b54d279d-6bd8-4455-a8bc-ea4b52c8162c,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:46.629965 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-2cdf4b8e-c8c7-4759-9fa2-f92f7db925d8 tempest-RoutersAdminNegativeTest-1021999473 tempest-RoutersAdminNegativeTest-1021999473-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.1761334 Apr 01 15:50:46.629965 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-898424ef-ab08-4d23-bb74-770ca4f1b41c tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/subnets/8074cdf1-7c6e-468b-9267-4e520e77b360 HTTP/1.1" status: 204 len: 168 time: 1.4671047 Apr 01 15:50:46.630701 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 47866) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:46.640193 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 47868) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:46.645431 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-73215d1a-18c2-4add-9a5b-f26db2409f32 tempest-RoutersAdminNegativeTest-1021999473 tempest-RoutersAdminNegativeTest-1021999473-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.103'}]}}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:50:46.663902 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-667ded25-89ef-49ba-bcc4-63274477d40a None None] For port 04bcf19e-0ed2-402f-ad09-0adf59389afb, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=04bcf19e-0ed2-402f-ad09-0adf59389afb,segment=NetworkSegment(c41dc1a5-c958-4d8b-81ea-3934c36371b8),segment_id=c41dc1a5-c958-4d8b-81ea-3934c36371b8)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:50:46.675711 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-667ded25-89ef-49ba-bcc4-63274477d40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:46.706817 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-73215d1a-18c2-4add-9a5b-f26db2409f32 tempest-RoutersAdminNegativeTest-1021999473 tempest-RoutersAdminNegativeTest-1021999473-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:46.743803 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5a2d5d9a-a6de-4736-9b05-1c9a4c026d0a tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:46.747816 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-3835d89d-c2d1-4aae-a11e-8138235596e0 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1065524 Apr 01 15:50:46.763033 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667ded25-89ef-49ba-bcc4-63274477d40a None None] Pushing event updated for resources: {'Port': ['ID=04bcf19e-0ed2-402f-ad09-0adf59389afb,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:46.771647 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 47876) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:46.775476 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5a2d5d9a-a6de-4736-9b05-1c9a4c026d0a tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:46.793091 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-10e4e44e-b03e-419e-86e5-e6a9a05ebd2d tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Request body: {'subnet': {'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:50:46.907860 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2d5d9a-a6de-4736-9b05-1c9a4c026d0a tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] Pushing event deleted for resources: {'Network': ['ID=78ce566d-33e6-4301-9e29-340eea425514,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:46.946044 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-73215d1a-18c2-4add-9a5b-f26db2409f32 tempest-RoutersAdminNegativeTest-1021999473 tempest-RoutersAdminNegativeTest-1021999473-project-admin] Usage tracker for resource:router and tenant:9369f25e71ba4ae28e95da22d9d68b69 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:46.953343 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-73215d1a-18c2-4add-9a5b-f26db2409f32 tempest-RoutersAdminNegativeTest-1021999473 tempest-RoutersAdminNegativeTest-1021999473-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:46.976840 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f61491b-8aca-4034-92d9-7c636fb1b95c None None] DHCP port deletion for 7b65ac5c-8834-4b65-9b28-b7dba6c9746f request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:50:46.985398 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-2f61491b-8aca-4034-92d9-7c636fb1b95c None None] Deleting port 04bcf19e-0ed2-402f-ad09-0adf59389afb {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:50:46.985778 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-2f61491b-8aca-4034-92d9-7c636fb1b95c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:46.990514 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-73215d1a-18c2-4add-9a5b-f26db2409f32 tempest-RoutersAdminNegativeTest-1021999473 tempest-RoutersAdminNegativeTest-1021999473-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:47.002780 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-5a2d5d9a-a6de-4736-9b05-1c9a4c026d0a tempest-AllowedAddressPairIpV6TestJSON-1391022199 tempest-AllowedAddressPairIpV6TestJSON-1391022199-project] 10.222.0.55 "DELETE /v2.0/networks/78ce566d-33e6-4301-9e29-340eea425514 HTTP/1.1" status: 204 len: 168 time: 1.5494652 Apr 01 15:50:47.037594 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-2fbe7938-d806-44e2-921a-6068a638347b None None] Deleting port a5e6950c-d152-49bc-a373-ef3452eaeb40 {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:50:47.037934 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-2fbe7938-d806-44e2-921a-6068a638347b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:47.050987 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-10e4e44e-b03e-419e-86e5-e6a9a05ebd2d tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:47.058657 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-10e4e44e-b03e-419e-86e5-e6a9a05ebd2d tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Usage tracker for resource:subnet and tenant:50a1f72bd5e54e209eb4756b30f7e6a6 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:47.063714 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-10e4e44e-b03e-419e-86e5-e6a9a05ebd2d tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:47.075247 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-10e4e44e-b03e-419e-86e5-e6a9a05ebd2d tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:47.108841 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f85682c-e73e-41ca-9745-fd492a7286f9 req-bb2cbe78-ec75-4c44-81a2-a2361ffd00b6 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:47.118512 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5f85682c-e73e-41ca-9745-fd492a7286f9 req-bb2cbe78-ec75-4c44-81a2-a2361ffd00b6 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3318f8-792d-48fb-8e2f-9e09760166b6 HTTP/1.1" status: 200 len: 945 time: 0.2076564 Apr 01 15:50:47.167998 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-73215d1a-18c2-4add-9a5b-f26db2409f32 tempest-RoutersAdminNegativeTest-1021999473 tempest-RoutersAdminNegativeTest-1021999473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130665'] for router, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:47.168673 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-73215d1a-18c2-4add-9a5b-f26db2409f32 tempest-RoutersAdminNegativeTest-1021999473 tempest-RoutersAdminNegativeTest-1021999473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617571', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130640'] for router, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:47.192755 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5f85682c-e73e-41ca-9745-fd492a7286f9 req-b2cbe472-0d57-4b49-85c5-d655d6fb9177 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/security-groups?id=559624ab-485e-424f-98d0-03f9fb5e6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728292 Apr 01 15:50:47.195098 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e4e44e-b03e-419e-86e5-e6a9a05ebd2d tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Made reservation on behalf of 50a1f72bd5e54e209eb4756b30f7e6a6 for: {'subnet': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:47.204101 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-10e4e44e-b03e-419e-86e5-e6a9a05ebd2d tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16088980'] for subnet, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:47.297622 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-2fbe7938-d806-44e2-921a-6068a638347b None None] The port 'a5e6950c-d152-49bc-a373-ef3452eaeb40' was deleted {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:50:47.401339 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a4275406-e029-4a6c-b563-3604f1a9df40 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617660'] for router_gateway, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:47.459533 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-2f61491b-8aca-4034-92d9-7c636fb1b95c None None] For port 04bcf19e-0ed2-402f-ad09-0adf59389afb, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=04bcf19e-0ed2-402f-ad09-0adf59389afb,segment=NetworkSegment(c41dc1a5-c958-4d8b-81ea-3934c36371b8),segment_id=c41dc1a5-c958-4d8b-81ea-3934c36371b8)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:50:47.459951 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-2f61491b-8aca-4034-92d9-7c636fb1b95c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:47.517867 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-10e4e44e-b03e-419e-86e5-e6a9a05ebd2d tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15415267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16089018'] for subnet, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:47.556417 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-73215d1a-18c2-4add-9a5b-f26db2409f32 tempest-RoutersAdminNegativeTest-1021999473 tempest-RoutersAdminNegativeTest-1021999473-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:47.617900 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 04bcf19e-0ed2-402f-ad09-0adf59389afb no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:50:47.635688 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 47884) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:47.647582 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-2f61491b-8aca-4034-92d9-7c636fb1b95c None None] Calling delete_port for 04bcf19e-0ed2-402f-ad09-0adf59389afb owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:50:47.699404 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e4e44e-b03e-419e-86e5-e6a9a05ebd2d tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:47.702774 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-10e4e44e-b03e-419e-86e5-e6a9a05ebd2d tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:47.704453 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e4e44e-b03e-419e-86e5-e6a9a05ebd2d tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event updated for resources: {'Subnet': ['ID=a48d481c-8d65-4d0d-8083-364547979663,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:47.708476 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e4e44e-b03e-419e-86e5-e6a9a05ebd2d tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:47.709085 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-10e4e44e-b03e-419e-86e5-e6a9a05ebd2d tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:47.739616 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-10e4e44e-b03e-419e-86e5-e6a9a05ebd2d tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9560337 Apr 01 15:50:47.739853 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 47888) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:47.745057 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-6d8f175b-cbca-46d7-adc3-ab810f491c94 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-805125797', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:50:47.751034 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-6d8f175b-cbca-46d7-adc3-ab810f491c94 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:47.757727 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-6d8f175b-cbca-46d7-adc3-ab810f491c94 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Usage tracker for resource:router and tenant:50a1f72bd5e54e209eb4756b30f7e6a6 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:47.763033 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-6d8f175b-cbca-46d7-adc3-ab810f491c94 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:47.771945 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-6d8f175b-cbca-46d7-adc3-ab810f491c94 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:47.786941 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6d8f175b-cbca-46d7-adc3-ab810f491c94 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130665'] for router, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:47.788392 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6d8f175b-cbca-46d7-adc3-ab810f491c94 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617571', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130640'] for router, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:47.848048 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-2f61491b-8aca-4034-92d9-7c636fb1b95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671'] for port, after_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:47.851607 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a4275406-e029-4a6c-b563-3604f1a9df40 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130651'] for router, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:47.864068 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6d8f175b-cbca-46d7-adc3-ab810f491c94 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:47.865279 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a4275406-e029-4a6c-b563-3604f1a9df40 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:47.885913 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-73215d1a-18c2-4add-9a5b-f26db2409f32 tempest-RoutersAdminNegativeTest-1021999473 tempest-RoutersAdminNegativeTest-1021999473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130626'] for router, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:47.926344 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6d8f175b-cbca-46d7-adc3-ab810f491c94 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616'] for router, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:47.927439 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f61491b-8aca-4034-92d9-7c636fb1b95c None None] No DVR routers for this DVR port 04bcf19e-0ed2-402f-ad09-0adf59389afb on host dv-neutron-833373-2-hyperv {{(pid=83829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:50:47.941324 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f61491b-8aca-4034-92d9-7c636fb1b95c None None] Pushing event deleted for resources: {'Port': ['ID=04bcf19e-0ed2-402f-ad09-0adf59389afb,revision_number=None']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:47.943985 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:47.952499 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a4275406-e029-4a6c-b563-3604f1a9df40 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607376'] for router, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:47.953034 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4275406-e029-4a6c-b563-3604f1a9df40 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Fanout notify agent at l3_agent the message router_deleted on router 6221dbd0-542b-4325-80c2-6fffc64ed5ff {{(pid=83828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:50:47.964009 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0c9d5e-b1ee-472a-b804-4f3518e53abd None None] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:50:47.974062 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6d8f175b-cbca-46d7-adc3-ab810f491c94 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for router, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:47.979884 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-6d8f175b-cbca-46d7-adc3-ab810f491c94 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2344544 Apr 01 15:50:47.979884 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 47894) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:48.078683 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a4275406-e029-4a6c-b563-3604f1a9df40 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:48.086245 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-a4275406-e029-4a6c-b563-3604f1a9df40 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] 10.222.0.55 "DELETE /v2.0/routers/6221dbd0-542b-4325-80c2-6fffc64ed5ff HTTP/1.1" status: 204 len: 168 time: 4.8060746 Apr 01 15:50:48.087154 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 47898) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:48.096856 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-c396491c-f6f1-4371-9b3c-534d859262f9 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1972067068', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'enable_snat': False}}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:50:48.113951 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-c396491c-f6f1-4371-9b3c-534d859262f9 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:48.124316 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-c396491c-f6f1-4371-9b3c-534d859262f9 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Usage tracker for resource:router and tenant:5f11313c75e340ab97da3a75cb4a5e1a is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:48.140921 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-c396491c-f6f1-4371-9b3c-534d859262f9 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:48.169053 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-c396491c-f6f1-4371-9b3c-534d859262f9 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:48.202730 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c396491c-f6f1-4371-9b3c-534d859262f9 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130665'] for router, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:48.203684 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c396491c-f6f1-4371-9b3c-534d859262f9 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617571', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130640'] for router, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:48.209856 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device a5e6950c-d152-49bc-a373-ef3452eaeb40 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:50:48.213112 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab92ad82-d242-49c3-b269-fc9267f12774 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Router 26d59314-5420-44d6-8bb9-c3addc01368a has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:50:48.248548 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: a5e6950c-d152-49bc-a373-ef3452eaeb40 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:50:48.249325 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device a5e6950c-d152-49bc-a373-ef3452eaeb40 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:50:48.252096 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-04d19f03-2bcf-4ba4-b5fc-d2e84a3cc944 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=66096cbf7fc2489589982194f3f94793&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5520604 Apr 01 15:50:48.255592 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 47904) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:48.406870 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c396491c-f6f1-4371-9b3c-534d859262f9 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:48.414015 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f81eac-f4e4-410f-b11f-d2987fa8b739 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'tenant_id': '50a1f72bd5e54e209eb4756b30f7e6a6', 'fixed_ips': [{'subnet_id': 'a48d481c-8d65-4d0d-8083-364547979663'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:50:48.415073 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f9f81eac-f4e4-410f-b11f-d2987fa8b739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:48.599226 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-f9f81eac-f4e4-410f-b11f-d2987fa8b739 None None] Allocated IP 2001:db8::2 (7b65ac5c-8834-4b65-9b28-b7dba6c9746f/a48d481c-8d65-4d0d-8083-364547979663/c9f3a4ae-61ba-40b4-9779-6892ae85737a) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:48.672929 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c6e27f-3341-4329-86e7-18bef0e100b5 req-7dbcf100-be6e-4a6a-9dab-8dfc7631e59b tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:48.674455 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b1c6e27f-3341-4329-86e7-18bef0e100b5 req-7dbcf100-be6e-4a6a-9dab-8dfc7631e59b tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3318f8-792d-48fb-8e2f-9e09760166b6 HTTP/1.1" status: 200 len: 945 time: 0.2499151 Apr 01 15:50:48.806053 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2e91c019-07a8-4864-8455-00a5bbea129c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:48.808644 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0e41c79b-2ede-4c98-af85-629f4f54177f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:48.821416 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b1c6e27f-3341-4329-86e7-18bef0e100b5 req-e54ac5b4-02a1-4bdf-86f6-13bfe3d1f3fe tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/security-groups?id=559624ab-485e-424f-98d0-03f9fb5e6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118591 Apr 01 15:50:48.839700 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f9f81eac-f4e4-410f-b11f-d2987fa8b739 None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:48.853343 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-f9f81eac-f4e4-410f-b11f-d2987fa8b739 None None] Transition to ACTIVE for port object c9f3a4ae-61ba-40b4-9779-6892ae85737a will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:48.877569 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-f9f81eac-f4e4-410f-b11f-d2987fa8b739 None None] Transition to ACTIVE for port object c9f3a4ae-61ba-40b4-9779-6892ae85737a will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:48.887610 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f9f81eac-f4e4-410f-b11f-d2987fa8b739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:48.901473 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2e91c019-07a8-4864-8455-00a5bbea129c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:48.960214 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c396491c-f6f1-4371-9b3c-534d859262f9 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130626'] for router, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:48.967551 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-73215d1a-18c2-4add-9a5b-f26db2409f32 tempest-RoutersAdminNegativeTest-1021999473 tempest-RoutersAdminNegativeTest-1021999473-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:48.979999 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f81eac-f4e4-410f-b11f-d2987fa8b739 None None] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:48.991049 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-f9f81eac-f4e4-410f-b11f-d2987fa8b739 None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:48.994610 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f81eac-f4e4-410f-b11f-d2987fa8b739 None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:50:49.012124 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-73215d1a-18c2-4add-9a5b-f26db2409f32 tempest-RoutersAdminNegativeTest-1021999473 tempest-RoutersAdminNegativeTest-1021999473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:49.171001 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-f9f81eac-f4e4-410f-b11f-d2987fa8b739 None None] Attempting to bind port c9f3a4ae-61ba-40b4-9779-6892ae85737a on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:50:49.171540 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-f9f81eac-f4e4-410f-b11f-d2987fa8b739 None None] Attempting to bind port c9f3a4ae-61ba-40b4-9779-6892ae85737a by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:50:49.171993 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f81eac-f4e4-410f-b11f-d2987fa8b739 None None] Attempting to bind port c9f3a4ae-61ba-40b4-9779-6892ae85737a on network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:50:49.189085 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f81eac-f4e4-410f-b11f-d2987fa8b739 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:50:49.189085 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f81eac-f4e4-410f-b11f-d2987fa8b739 None None] Checking segment: {'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:50:49.189085 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f9f81eac-f4e4-410f-b11f-d2987fa8b739 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:49.189491 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f81eac-f4e4-410f-b11f-d2987fa8b739 None None] Bound using segment: {'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:50:49.192940 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-f9f81eac-f4e4-410f-b11f-d2987fa8b739 None None] Bound port: c9f3a4ae-61ba-40b4-9779-6892ae85737a, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:50:49.193489 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f9f81eac-f4e4-410f-b11f-d2987fa8b739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:49.215540 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f81eac-f4e4-410f-b11f-d2987fa8b739 None None] Pushing event updated for resources: {'Port': ['ID=c9f3a4ae-61ba-40b4-9779-6892ae85737a,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:49.229326 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2e91c019-07a8-4864-8455-00a5bbea129c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:49.280045 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e91c019-07a8-4864-8455-00a5bbea129c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2087965e-9b8b-4ec5-8daf-6999f6e335ca,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:49.334183 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-0e41c79b-2ede-4c98-af85-629f4f54177f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Allocated IP 2001:db8::1 (7b65ac5c-8834-4b65-9b28-b7dba6c9746f/a48d481c-8d65-4d0d-8083-364547979663/993e98fd-1281-4e33-a416-5ee0f949be33) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:49.339967 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab92ad82-d242-49c3-b269-fc9267f12774 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:50:49.352686 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2d9ee4-8411-4f3d-aa11-4d27a5bf07bd None None] Sync routers for ids ['26d59314-5420-44d6-8bb9-c3addc01368a'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:50:49.400382 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2d9ee4-8411-4f3d-aa11-4d27a5bf07bd None None] Routers {'26d59314-5420-44d6-8bb9-c3addc01368a'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:50:49.402035 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2e91c019-07a8-4864-8455-00a5bbea129c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:49.407177 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-2e91c019-07a8-4864-8455-00a5bbea129c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2087965e-9b8b-4ec5-8daf-6999f6e335ca HTTP/1.1" status: 204 len: 168 time: 1.1379957 Apr 01 15:50:49.407447 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-7e2d9ee4-8411-4f3d-aa11-4d27a5bf07bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:50:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['26d59314-5420-44d6-8bb9-c3addc01368a'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:49.414733 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ab92ad82-d242-49c3-b269-fc9267f12774 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for floatingip, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:49.430276 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-f9f81eac-f4e4-410f-b11f-d2987fa8b739 None None] For port c9f3a4ae-61ba-40b4-9779-6892ae85737a, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:50:49.433811 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-f9f81eac-f4e4-410f-b11f-d2987fa8b739 None None] For port c9f3a4ae-61ba-40b4-9779-6892ae85737a, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=c9f3a4ae-61ba-40b4-9779-6892ae85737a,segment=NetworkSegment(c41dc1a5-c958-4d8b-81ea-3934c36371b8),segment_id=c41dc1a5-c958-4d8b-81ea-3934c36371b8)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:50:49.443592 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f9f81eac-f4e4-410f-b11f-d2987fa8b739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:49.450914 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-73215d1a-18c2-4add-9a5b-f26db2409f32 tempest-RoutersAdminNegativeTest-1021999473 tempest-RoutersAdminNegativeTest-1021999473-project-admin] Notify callbacks [] for router, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:49.527898 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-7e2d9ee4-8411-4f3d-aa11-4d27a5bf07bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:49.547449 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2d9ee4-8411-4f3d-aa11-4d27a5bf07bd None None] Routers {'26d59314-5420-44d6-8bb9-c3addc01368a'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:50:49.548599 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-7e2d9ee4-8411-4f3d-aa11-4d27a5bf07bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:50:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['26d59314-5420-44d6-8bb9-c3addc01368a'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:49.611650 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f81eac-f4e4-410f-b11f-d2987fa8b739 None None] Pushing event updated for resources: {'Port': ['ID=c9f3a4ae-61ba-40b4-9779-6892ae85737a,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:49.666273 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-ab92ad82-d242-49c3-b269-fc9267f12774 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 10.1587203 Apr 01 15:50:49.666794 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 47916) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:49.676116 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-7e2d9ee4-8411-4f3d-aa11-4d27a5bf07bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:49.676942 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2d9ee4-8411-4f3d-aa11-4d27a5bf07bd None None] The sync data for ids ['26d59314-5420-44d6-8bb9-c3addc01368a'] in dv-neutron-833373-2-hyperv is: [] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:50:49.679505 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-64e301d7-fcc8-430c-8da3-9fb30699bdfa tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Request body: {'floatingip': {'port_id': '7c33841d-730f-4115-b881-6488f140b2c4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:50:49.858318 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0e41c79b-2ede-4c98-af85-629f4f54177f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:49.863098 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-64e301d7-fcc8-430c-8da3-9fb30699bdfa tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks [] for floatingip, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:50.107691 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-ab35b618-a2c1-48de-b744-42b634860b10 req-71962480-5ad9-4baa-b118-1ca0c4a32e90 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ea61585477ae47b59fca06b1e521f7a0&device_id=ee3318f8-792d-48fb-8e2f-9e09760166b6 HTTP/1.1" status: 200 len: 1098 time: 0.5195200 Apr 01 15:50:50.137141 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [None req-0e41c79b-2ede-4c98-af85-629f4f54177f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Transition to ACTIVE for port object 993e98fd-1281-4e33-a416-5ee0f949be33 will not be triggered until provisioned by entity DHCP. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:50.182764 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1432a883-b7cf-4401-a93a-c9404d64d034 req-8c50f7e7-b7d7-4dbd-a396-554b68f34425 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:50.190697 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-1432a883-b7cf-4401-a93a-c9404d64d034 req-8c50f7e7-b7d7-4dbd-a396-554b68f34425 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3318f8-792d-48fb-8e2f-9e09760166b6 HTTP/1.1" status: 200 len: 945 time: 0.5652819 Apr 01 15:50:50.314085 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c396491c-f6f1-4371-9b3c-534d859262f9 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:50.338344 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0e41c79b-2ede-4c98-af85-629f4f54177f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:50.343329 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-73215d1a-18c2-4add-9a5b-f26db2409f32 tempest-RoutersAdminNegativeTest-1021999473 tempest-RoutersAdminNegativeTest-1021999473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130651'] for router, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:50.375749 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-1432a883-b7cf-4401-a93a-c9404d64d034 req-8f571f7d-c069-4254-ab06-eb3b692535e7 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/security-groups?id=559624ab-485e-424f-98d0-03f9fb5e6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1841390 Apr 01 15:50:50.413988 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c396491c-f6f1-4371-9b3c-534d859262f9 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:50.472436 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-73215d1a-18c2-4add-9a5b-f26db2409f32 tempest-RoutersAdminNegativeTest-1021999473 tempest-RoutersAdminNegativeTest-1021999473-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:50.578936 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e41c79b-2ede-4c98-af85-629f4f54177f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:50.586679 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41c79b-2ede-4c98-af85-629f4f54177f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event updated for resources: {'Port': ['ID=993e98fd-1281-4e33-a416-5ee0f949be33,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:50.589301 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-0e41c79b-2ede-4c98-af85-629f4f54177f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:50.593894 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e41c79b-2ede-4c98-af85-629f4f54177f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:50:50.594425 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0e41c79b-2ede-4c98-af85-629f4f54177f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611418'] for router_interface, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:50.630600 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-73215d1a-18c2-4add-9a5b-f26db2409f32 tempest-RoutersAdminNegativeTest-1021999473 tempest-RoutersAdminNegativeTest-1021999473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607376'] for router, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:50.635050 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73215d1a-18c2-4add-9a5b-f26db2409f32 tempest-RoutersAdminNegativeTest-1021999473 tempest-RoutersAdminNegativeTest-1021999473-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1b0634b3-e742-4b4e-a79a-23b1ee0bb801 {{(pid=83828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:50:50.651573 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab35b618-a2c1-48de-b744-42b634860b10 req-06c281ff-66da-4afd-994e-783067796493 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:50.653077 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-ab35b618-a2c1-48de-b744-42b634860b10 req-06c281ff-66da-4afd-994e-783067796493 service neutron] 10.222.0.24 "GET /v2.0/networks?id=10bfa6c5-d504-42f7-b6a8-189d201bcc59 HTTP/1.1" status: 200 len: 911 time: 0.5312040 Apr 01 15:50:50.791743 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-c396491c-f6f1-4371-9b3c-534d859262f9 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Allocated IP 172.26.1.140 (ed45466e-0386-4b92-8de3-247c977242ac/0479f741-5cd1-4d6f-b593-d8aa909a42d3/fcf8403e-f9a9-4498-9a4d-7d7451d71d3b) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:50.799044 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.api.v2.resource [None req-73215d1a-18c2-4add-9a5b-f26db2409f32 tempest-RoutersAdminNegativeTest-1021999473 tempest-RoutersAdminNegativeTest-1021999473-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 01 15:50:50.801714 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-73215d1a-18c2-4add-9a5b-f26db2409f32 tempest-RoutersAdminNegativeTest-1021999473 tempest-RoutersAdminNegativeTest-1021999473-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.1700437 Apr 01 15:50:50.807103 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 47938) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:50.883024 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-ab35b618-a2c1-48de-b744-42b634860b10 req-cc509c1a-be97-479b-855e-9fa841546101 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=be7f5bd5-43c4-40bd-8ba3-b6e713491455 HTTP/1.1" status: 200 len: 1000 time: 0.2184019 Apr 01 15:50:51.088609 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 47944) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:51.155196 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0e41c79b-2ede-4c98-af85-629f4f54177f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:51.206499 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab35b618-a2c1-48de-b744-42b634860b10 req-75f0135f-c678-4345-b736-d906468a7d86 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:51.209654 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-ab35b618-a2c1-48de-b744-42b634860b10 req-75f0135f-c678-4345-b736-d906468a7d86 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=316ad757-bf54-49b9-829b-e0e949015709 HTTP/1.1" status: 200 len: 850 time: 0.2895143 Apr 01 15:50:51.227994 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-91f422fd-a113-4681-9285-8cb862a2eace tempest-RoutersAdminNegativeTest-1021999473 tempest-RoutersAdminNegativeTest-1021999473-project-admin] Deleting port 8079c604-6ffa-4f95-b4e2-fe8e05724405 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:50:51.228350 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-91f422fd-a113-4681-9285-8cb862a2eace tempest-RoutersAdminNegativeTest-1021999473 tempest-RoutersAdminNegativeTest-1021999473-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:51.306283 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-18a60eaa-bfd2-40b0-9d0c-5856a267ddd7 None None] Provisioning for port c9f3a4ae-61ba-40b4-9779-6892ae85737a completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:51.434336 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-b2abc3a2-aa09-4a0f-8ba4-917724ab2273 tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-236416650'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:50:51.463705 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-b2abc3a2-aa09-4a0f-8ba4-917724ab2273 tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:51.481669 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c396491c-f6f1-4371-9b3c-534d859262f9 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:51.494561 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-b2abc3a2-aa09-4a0f-8ba4-917724ab2273 tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Usage tracker for resource:network and tenant:69a33369d53d49d18155bcef24af0225 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:51.509424 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-b2abc3a2-aa09-4a0f-8ba4-917724ab2273 tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:51.530018 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-b2abc3a2-aa09-4a0f-8ba4-917724ab2273 tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:51.584457 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-ab35b618-a2c1-48de-b744-42b634860b10 req-6096f5cc-15e8-4038-8656-003bf0e2d95a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=10bfa6c5-d504-42f7-b6a8-189d201bcc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3666008 Apr 01 15:50:51.591564 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2abc3a2-aa09-4a0f-8ba4-917724ab2273 tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Made reservation on behalf of 69a33369d53d49d18155bcef24af0225 for: {'network': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:51.604307 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b2abc3a2-aa09-4a0f-8ba4-917724ab2273 tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:51.665284 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device c9f3a4ae-61ba-40b4-9779-6892ae85737a up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:50:51.739111 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-40faffe6-37f0-48ed-a24c-5b282e0130b0 None None] Provisioning for port 993e98fd-1281-4e33-a416-5ee0f949be33 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:51.749551 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-40faffe6-37f0-48ed-a24c-5b282e0130b0 None None] Provisioning complete for port 993e98fd-1281-4e33-a416-5ee0f949be33 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:51.750618 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b2abc3a2-aa09-4a0f-8ba4-917724ab2273 tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Notify callbacks [] for security_group, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:51.750796 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-40faffe6-37f0-48ed-a24c-5b282e0130b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:51.799646 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c396491c-f6f1-4371-9b3c-534d859262f9 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:51.818055 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port c9f3a4ae-61ba-40b4-9779-6892ae85737a completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:50:51.821260 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-40faffe6-37f0-48ed-a24c-5b282e0130b0 None None] Port 993e98fd-1281-4e33-a416-5ee0f949be33 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:50:51.825085 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port c9f3a4ae-61ba-40b4-9779-6892ae85737a triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:51.825600 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:51.903254 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c396491c-f6f1-4371-9b3c-534d859262f9 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Network ed45466e-0386-4b92-8de3-247c977242ac is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:51.916941 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-c396491c-f6f1-4371-9b3c-534d859262f9 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:51.929086 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-b2abc3a2-aa09-4a0f-8ba4-917724ab2273 tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:51.931453 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c396491c-f6f1-4371-9b3c-534d859262f9 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:50:51.953500 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:51.972089 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-b2abc3a2-aa09-4a0f-8ba4-917724ab2273 tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Usage tracker for resource:security_group_rule and tenant:69a33369d53d49d18155bcef24af0225 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:51.980570 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-ab35b618-a2c1-48de-b744-42b634860b10 req-c18fa114-4eaa-421d-ba8d-8ec9764ac1c4 service neutron] 10.222.0.24 "GET /v2.0/networks/10bfa6c5-d504-42f7-b6a8-189d201bcc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3327742 Apr 01 15:50:51.980570 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-b2abc3a2-aa09-4a0f-8ba4-917724ab2273 tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:52.013058 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port c9f3a4ae-61ba-40b4-9779-6892ae85737a, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=c9f3a4ae-61ba-40b4-9779-6892ae85737a,segment=NetworkSegment(c41dc1a5-c958-4d8b-81ea-3934c36371b8),segment_id=c41dc1a5-c958-4d8b-81ea-3934c36371b8)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:50:52.016540 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-b2abc3a2-aa09-4a0f-8ba4-917724ab2273 tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:52.020568 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:52.023831 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c396491c-f6f1-4371-9b3c-534d859262f9 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Pushing event updated for resources: {'Port': ['ID=fcf8403e-f9a9-4498-9a4d-7d7451d71d3b,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:52.113351 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.db.resource_extend [None req-64e301d7-fcc8-430c-8da3-9fb30699bdfa tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:50:52.148418 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=c9f3a4ae-61ba-40b4-9779-6892ae85737a,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:52.284210 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-ab35b618-a2c1-48de-b744-42b634860b10 req-d4e44902-2333-47aa-a050-a462cf37ad81 service neutron] 10.222.0.24 "GET /v2.0/networks/10bfa6c5-d504-42f7-b6a8-189d201bcc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901878 Apr 01 15:50:52.287525 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b2abc3a2-aa09-4a0f-8ba4-917724ab2273 tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Notify callbacks [] for security_group, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:52.300346 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b2abc3a2-aa09-4a0f-8ba4-917724ab2273 tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:52.348122 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2abc3a2-aa09-4a0f-8ba4-917724ab2273 tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=83828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:50:52.349637 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-91f422fd-a113-4681-9285-8cb862a2eace tempest-RoutersAdminNegativeTest-1021999473 tempest-RoutersAdminNegativeTest-1021999473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:52.364661 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2abc3a2-aa09-4a0f-8ba4-917724ab2273 tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13c1f421-1ffb-4ce1-897b-1a431e95d8b2,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:52.376222 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b2abc3a2-aa09-4a0f-8ba4-917724ab2273 tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:52.376475 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.segments_db [None req-b2abc3a2-aa09-4a0f-8ba4-917724ab2273 tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Added segment daacc9ec-abcf-4e36-8f0f-b9956691d760 of type vlan for network 2c362dc3-1576-4694-aae7-ff53b5fa5ee1 Apr 01 15:50:52.384827 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-64e301d7-fcc8-430c-8da3-9fb30699bdfa tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:52.406232 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f902db-3518-4638-99be-ea7521afa990 req-7439726a-9365-46f2-9e80-364236fbcf5b tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:52.408390 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-38f902db-3518-4638-99be-ea7521afa990 req-7439726a-9365-46f2-9e80-364236fbcf5b tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] 10.222.0.55 "GET /v2.0/ports?device_id=24676d03-56f5-4d76-a785-0cc93d5c2496 HTTP/1.1" status: 200 len: 945 time: 0.7155347 Apr 01 15:50:52.421199 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b2abc3a2-aa09-4a0f-8ba4-917724ab2273 tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:52.434186 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c396491c-f6f1-4371-9b3c-534d859262f9 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:52.434917 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c396491c-f6f1-4371-9b3c-534d859262f9 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616'] for router, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:52.537019 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6388b0b6-399a-4c42-aec4-d74996e35fde req-84b09c68-743d-462e-a383-47e810817ef2 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:52.538479 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-6388b0b6-399a-4c42-aec4-d74996e35fde req-84b09c68-743d-462e-a383-47e810817ef2 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3318f8-792d-48fb-8e2f-9e09760166b6 HTTP/1.1" status: 200 len: 945 time: 0.6965499 Apr 01 15:50:52.548251 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-91f422fd-a113-4681-9285-8cb862a2eace tempest-RoutersAdminNegativeTest-1021999473 tempest-RoutersAdminNegativeTest-1021999473-project-admin] Calling delete_port for 8079c604-6ffa-4f95-b4e2-fe8e05724405 owned by {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:50:52.574937 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-64e301d7-fcc8-430c-8da3-9fb30699bdfa tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617697'] for floatingip, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:52.625672 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b2abc3a2-aa09-4a0f-8ba4-917724ab2273 tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:52.630207 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2abc3a2-aa09-4a0f-8ba4-917724ab2273 tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:52.630790 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b2abc3a2-aa09-4a0f-8ba4-917724ab2273 tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:52.841229 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-38f902db-3518-4638-99be-ea7521afa990 req-624d8430-247c-453c-a984-ddace3408468 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] 10.222.0.55 "GET /v2.0/security-groups?id=91d36638-0971-4d83-9ddc-3b1723ec8292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3107567 Apr 01 15:50:52.867594 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0e41c79b-2ede-4c98-af85-629f4f54177f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:52.885361 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-6388b0b6-399a-4c42-aec4-d74996e35fde req-e1e2b909-b332-4cf5-bfbc-7ed9463ffbda tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/security-groups?id=559624ab-485e-424f-98d0-03f9fb5e6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2596135 Apr 01 15:50:52.889349 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0e41c79b-2ede-4c98-af85-629f4f54177f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:52.892754 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0e41c79b-2ede-4c98-af85-629f4f54177f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611525'] for router_interface, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:52.918751 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2abc3a2-aa09-4a0f-8ba4-917724ab2273 tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Pushing event updated for resources: {'Network': ['ID=2c362dc3-1576-4694-aae7-ff53b5fa5ee1,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:52.927760 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-b2abc3a2-aa09-4a0f-8ba4-917724ab2273 tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.8378496 Apr 01 15:50:52.928759 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 47954) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:52.929501 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 2c362dc3-1576-4694-aae7-ff53b5fa5ee1 details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:50:52.937092 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-8e9cdf59-0c0f-4b2f-8f27-887620df628f tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Request body: {'subnet': {'network_id': '2c362dc3-1576-4694-aae7-ff53b5fa5ee1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:50:53.130304 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41c79b-2ede-4c98-af85-629f4f54177f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event updated for resources: {'Port': ['ID=993e98fd-1281-4e33-a416-5ee0f949be33,revision_number=2']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:53.137948 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-8e9cdf59-0c0f-4b2f-8f27-887620df628f tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:53.147884 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-8e9cdf59-0c0f-4b2f-8f27-887620df628f tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Usage tracker for resource:subnet and tenant:69a33369d53d49d18155bcef24af0225 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:53.150503 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-91f422fd-a113-4681-9285-8cb862a2eace tempest-RoutersAdminNegativeTest-1021999473 tempest-RoutersAdminNegativeTest-1021999473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:53.156382 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-8e9cdf59-0c0f-4b2f-8f27-887620df628f tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:53.170811 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-8e9cdf59-0c0f-4b2f-8f27-887620df628f tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:53.196613 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e9cdf59-0c0f-4b2f-8f27-887620df628f tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Made reservation on behalf of 69a33369d53d49d18155bcef24af0225 for: {'subnet': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:53.222979 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f422fd-a113-4681-9285-8cb862a2eace tempest-RoutersAdminNegativeTest-1021999473 tempest-RoutersAdminNegativeTest-1021999473-project-admin] Pushing event deleted for resources: {'Port': ['ID=8079c604-6ffa-4f95-b4e2-fe8e05724405,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:53.314287 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a58fdc8-c878-4646-80e5-a6bc682c2239 req-085ecc5e-620b-4e0f-8bb7-9e47465cc386 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:53.315110 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-3a58fdc8-c878-4646-80e5-a6bc682c2239 req-085ecc5e-620b-4e0f-8bb7-9e47465cc386 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Synchronizing usage tracker for tenant:f25527a3ef4e4227be945540540cca4c on resource:port {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:50:53.337581 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e41c79b-2ede-4c98-af85-629f4f54177f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:53.347833 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-0e41c79b-2ede-4c98-af85-629f4f54177f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:53.354360 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8e9cdf59-0c0f-4b2f-8f27-887620df628f tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16030269'] for subnet, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:53.433460 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-3a58fdc8-c878-4646-80e5-a6bc682c2239 req-085ecc5e-620b-4e0f-8bb7-9e47465cc386 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Unset dirty status for tenant:f25527a3ef4e4227be945540540cca4c on resource:port {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:50:53.434503 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-3a58fdc8-c878-4646-80e5-a6bc682c2239 req-085ecc5e-620b-4e0f-8bb7-9e47465cc386 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] 10.222.0.24 "GET /v2.0/ports?device_id=24676d03-56f5-4d76-a785-0cc93d5c2496 HTTP/1.1" status: 200 len: 945 time: 0.3444598 Apr 01 15:50:53.500985 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c396491c-f6f1-4371-9b3c-534d859262f9 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Router 05ab51e4-227c-4c7e-a830-a5d8447223e3 is scheduled to L3 agent ff252634-3424-422a-b742-9ae457bd54bd with binding_index 1 {{(pid=83828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:50:53.603055 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device c9f3a4ae-61ba-40b4-9779-6892ae85737a up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:50:53.664831 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [req-3a58fdc8-c878-4646-80e5-a6bc682c2239 req-47e2fba3-3554-428d-bdbc-0e022e0c7b96 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Deleting port 22605461-c586-48ab-8d46-fe629943dd78 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:50:53.665243 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-3a58fdc8-c878-4646-80e5-a6bc682c2239 req-47e2fba3-3554-428d-bdbc-0e022e0c7b96 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:53.699926 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-91f422fd-a113-4681-9285-8cb862a2eace tempest-RoutersAdminNegativeTest-1021999473 tempest-RoutersAdminNegativeTest-1021999473-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:53.728047 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:53.729461 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-91f422fd-a113-4681-9285-8cb862a2eace tempest-RoutersAdminNegativeTest-1021999473 tempest-RoutersAdminNegativeTest-1021999473-project-admin] 10.222.0.55 "DELETE /v2.0/ports/8079c604-6ffa-4f95-b4e2-fe8e05724405 HTTP/1.1" status: 204 len: 168 time: 2.9209480 Apr 01 15:50:53.774442 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-96ec1641-a4d0-4e8f-911c-c65e9bba1d72 None None] Provisioning complete for port 993e98fd-1281-4e33-a416-5ee0f949be33 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:53.774809 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-96ec1641-a4d0-4e8f-911c-c65e9bba1d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:53.864562 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port c9f3a4ae-61ba-40b4-9779-6892ae85737a triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:50:53.865334 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:53.980574 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-df5bb6b0-ef86-44f1-9b46-01cf074d0e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:53.994467 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-96ec1641-a4d0-4e8f-911c-c65e9bba1d72 None None] Port 993e98fd-1281-4e33-a416-5ee0f949be33 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:50:54.280542 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8e9cdf59-0c0f-4b2f-8f27-887620df628f tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15306628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16030227'] for subnet, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:54.335752 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 47968) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:54.380143 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e41c79b-2ede-4c98-af85-629f4f54177f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Router 8e442d74-a8ce-4662-ad07-1a9fbb51abb0 is scheduled to L3 agent ff252634-3424-422a-b742-9ae457bd54bd with binding_index 1 {{(pid=83826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:50:54.400676 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [req-3a58fdc8-c878-4646-80e5-a6bc682c2239 req-47e2fba3-3554-428d-bdbc-0e022e0c7b96 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] For port 22605461-c586-48ab-8d46-fe629943dd78, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=22605461-c586-48ab-8d46-fe629943dd78,segment=NetworkSegment(9bb8a968-41a4-480e-a4e4-5873f2811f7b),segment_id=9bb8a968-41a4-480e-a4e4-5873f2811f7b)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:50:54.401062 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-3a58fdc8-c878-4646-80e5-a6bc682c2239 req-47e2fba3-3554-428d-bdbc-0e022e0c7b96 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:54.405706 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a613454a-a1d4-495c-8aac-9f449bc3638c req-bddfa822-e54f-42c7-85c7-674a256695ce tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:54.409502 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a613454a-a1d4-495c-8aac-9f449bc3638c req-bddfa822-e54f-42c7-85c7-674a256695ce tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3318f8-792d-48fb-8e2f-9e09760166b6 HTTP/1.1" status: 200 len: 945 time: 0.2542024 Apr 01 15:50:54.419803 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbc5868-1a0c-42bb-beb8-6d24fef42a46 req-accfab3c-1f63-469b-bd90-3704d2e925c4 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:54.420562 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9cdf59-0c0f-4b2f-8f27-887620df628f tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Pushing event updated for resources: {'Subnet': ['ID=0345b946-d9dc-4755-b8be-132658a1125d,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:54.422266 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-6bbc5868-1a0c-42bb-beb8-6d24fef42a46 req-accfab3c-1f63-469b-bd90-3704d2e925c4 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] 10.222.0.55 "GET /v2.0/ports?device_id=24676d03-56f5-4d76-a785-0cc93d5c2496 HTTP/1.1" status: 200 len: 945 time: 0.2048860 Apr 01 15:50:54.454850 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e301d7-fcc8-430c-8da3-9fb30699bdfa tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Router 26d59314-5420-44d6-8bb9-c3addc01368a has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:50:54.563395 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2e047af5-d60e-44d0-b991-34f361e07302 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:54.669116 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9cdf59-0c0f-4b2f-8f27-887620df628f tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Checking segment: {'id': 'daacc9ec-abcf-4e36-8f0f-b9956691d760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2c362dc3-1576-4694-aae7-ff53b5fa5ee1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:50:54.669379 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9cdf59-0c0f-4b2f-8f27-887620df628f tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Network hostable DHCP agents. Network: 2c362dc3-1576-4694-aae7-ff53b5fa5ee1, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:50:54.755198 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a613454a-a1d4-495c-8aac-9f449bc3638c req-2821008a-34ec-4a88-8d1f-d79a33714181 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/security-groups?id=559624ab-485e-424f-98d0-03f9fb5e6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3256681 Apr 01 15:50:54.779518 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-6bbc5868-1a0c-42bb-beb8-6d24fef42a46 req-82b90f7b-a70a-4bc7-b701-cf2ec07bed93 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] 10.222.0.55 "GET /v2.0/security-groups?id=91d36638-0971-4d83-9ddc-3b1723ec8292&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3284423 Apr 01 15:50:54.787874 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c396491c-f6f1-4371-9b3c-534d859262f9 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:50:54.804362 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f00dc8-609b-4cf3-b06c-0fd09ee67c72 None None] Sync routers for ids ['05ab51e4-227c-4c7e-a830-a5d8447223e3'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:50:54.811042 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-2e047af5-d60e-44d0-b991-34f361e07302 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:54.825395 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-2e047af5-d60e-44d0-b991-34f361e07302 admin admin] Usage tracker for resource:security_group_rule and tenant:f06b4cddb6b247068f9b49d2769499cb is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:54.825987 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f00dc8-609b-4cf3-b06c-0fd09ee67c72 None None] Routers {'05ab51e4-227c-4c7e-a830-a5d8447223e3'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:50:54.828262 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-d8f00dc8-609b-4cf3-b06c-0fd09ee67c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:50:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['05ab51e4-227c-4c7e-a830-a5d8447223e3'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:54.831909 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-2e047af5-d60e-44d0-b991-34f361e07302 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:54.850133 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-2e047af5-d60e-44d0-b991-34f361e07302 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:54.879247 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-3a58fdc8-c878-4646-80e5-a6bc682c2239 req-47e2fba3-3554-428d-bdbc-0e022e0c7b96 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:54.879247 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-3a58fdc8-c878-4646-80e5-a6bc682c2239 req-47e2fba3-3554-428d-bdbc-0e022e0c7b96 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617697'] for floatingip, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:54.879536 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.l3_db [req-3a58fdc8-c878-4646-80e5-a6bc682c2239 req-47e2fba3-3554-428d-bdbc-0e022e0c7b96 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Floating IP 4c1ef31b-bc41-47d0-aa0a-0bda6a386abc disassociated. External IP: 172.26.1.169, port: 22605461-c586-48ab-8d46-fe629943dd78. Apr 01 15:50:54.879690 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [req-3a58fdc8-c878-4646-80e5-a6bc682c2239 req-47e2fba3-3554-428d-bdbc-0e022e0c7b96 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Calling delete_port for 22605461-c586-48ab-8d46-fe629943dd78 owned by compute:nova {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:50:54.898844 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e41c79b-2ede-4c98-af85-629f4f54177f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:50:54.907918 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-0e41c79b-2ede-4c98-af85-629f4f54177f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "PUT /v2.0/routers/8e442d74-a8ce-4662-ad07-1a9fbb51abb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9275954 Apr 01 15:50:54.909345 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9cdf59-0c0f-4b2f-8f27-887620df628f tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Network 2c362dc3-1576-4694-aae7-ff53b5fa5ee1 is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:50:54.909518 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 47978) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:54.913825 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9044a33e-4927-4365-890b-9deb5236b9f3 None None] Sync routers for ids ['8e442d74-a8ce-4662-ad07-1a9fbb51abb0'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:50:54.919330 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c396491c-f6f1-4371-9b3c-534d859262f9 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:54.923390 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-c396491c-f6f1-4371-9b3c-534d859262f9 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 6.8327405 Apr 01 15:50:54.925021 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 47982) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:54.937205 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9044a33e-4927-4365-890b-9deb5236b9f3 None None] Routers {'8e442d74-a8ce-4662-ad07-1a9fbb51abb0'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:50:54.938665 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-9044a33e-4927-4365-890b-9deb5236b9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:50:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['8e442d74-a8ce-4662-ad07-1a9fbb51abb0'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:55.100836 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73cdf95e-042d-4074-b72c-e4f9a76a5518 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:55.101603 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-73cdf95e-042d-4074-b72c-e4f9a76a5518 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Synchronizing usage tracker for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:50:55.137689 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-d8f00dc8-609b-4cf3-b06c-0fd09ee67c72 None None] Set router 05ab51e4-227c-4c7e-a830-a5d8447223e3 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:50:55.171984 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-73cdf95e-042d-4074-b72c-e4f9a76a5518 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Unset dirty status for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:50:55.176959 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-73cdf95e-042d-4074-b72c-e4f9a76a5518 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/ports/993e98fd-1281-4e33-a416-5ee0f949be33 HTTP/1.1" status: 200 len: 911 time: 0.2637160 Apr 01 15:50:55.179802 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 47986) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:55.188017 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e301d7-fcc8-430c-8da3-9fb30699bdfa tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:50:55.193611 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-64e301d7-fcc8-430c-8da3-9fb30699bdfa tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for floatingip, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:55.214939 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-8e9cdf59-0c0f-4b2f-8f27-887620df628f tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, 2c362dc3-1576-4694-aae7-ff53b5fa5ee1) {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:55.233406 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9cdf59-0c0f-4b2f-8f27-887620df628f tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:55.234007 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8e9cdf59-0c0f-4b2f-8f27-887620df628f tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:55.235866 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-9044a33e-4927-4365-890b-9deb5236b9f3 None None] Set router 8e442d74-a8ce-4662-ad07-1a9fbb51abb0 gateway port host: None {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:50:55.250031 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57745d3-b868-471f-ad69-3725df424096 None None] Sync routers for ids ['26d59314-5420-44d6-8bb9-c3addc01368a'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:50:55.257256 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612f65d7-c2d0-4940-baaa-01716d9dc848 None None] Network 2c362dc3-1576-4694-aae7-ff53b5fa5ee1 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:50:55.272541 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf4b406-568b-437e-a4ff-d891757d7063 req-bf26abb3-c95f-49c2-ac2e-d226164f10ec tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:55.283917 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-adf4b406-568b-437e-a4ff-d891757d7063 req-bf26abb3-c95f-49c2-ac2e-d226164f10ec tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3318f8-792d-48fb-8e2f-9e09760166b6 HTTP/1.1" status: 200 len: 945 time: 0.3076222 Apr 01 15:50:55.311609 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-8e9cdf59-0c0f-4b2f-8f27-887620df628f tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3807743 Apr 01 15:50:55.324494 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 47990) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:55.336309 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-7ecb0a39-b1f9-4f3c-acbd-57850b34b666 tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Request body: {'port': {'network_id': '2c362dc3-1576-4694-aae7-ff53b5fa5ee1', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1976435178'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:50:55.472156 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2e047af5-d60e-44d0-b991-34f361e07302 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:55.496851 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2e047af5-d60e-44d0-b991-34f361e07302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:55.595617 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57745d3-b868-471f-ad69-3725df424096 None None] Routers {'26d59314-5420-44d6-8bb9-c3addc01368a'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:50:55.596458 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-c57745d3-b868-471f-ad69-3725df424096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:50:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['26d59314-5420-44d6-8bb9-c3addc01368a'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:55.607937 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e047af5-d60e-44d0-b991-34f361e07302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc922ad-13b5-4d90-a49f-20c8265cd4ad,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:55.627695 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-3a58fdc8-c878-4646-80e5-a6bc682c2239 req-47e2fba3-3554-428d-bdbc-0e022e0c7b96 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:55.628711 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-adf4b406-568b-437e-a4ff-d891757d7063 req-23570384-8f91-4428-b11d-fa2cab09b4b7 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/security-groups?id=559624ab-485e-424f-98d0-03f9fb5e6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3437526 Apr 01 15:50:55.660278 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device ff887eaf-544b-4d8d-aedc-e650e2a2618f no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:50:55.688549 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-7ecb0a39-b1f9-4f3c-acbd-57850b34b666 tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:55.700775 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-7ecb0a39-b1f9-4f3c-acbd-57850b34b666 tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Usage tracker for resource:port and tenant:69a33369d53d49d18155bcef24af0225 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:55.704824 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-7ecb0a39-b1f9-4f3c-acbd-57850b34b666 tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:55.711188 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-64e301d7-fcc8-430c-8da3-9fb30699bdfa tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] 10.222.0.55 "PUT /v2.0/floatingips/8095b372-1441-4294-bf44-a74bdac717d9 HTTP/1.1" status: 200 len: 978 time: 6.0326602 Apr 01 15:50:55.713291 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 47996) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:55.713982 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-7ecb0a39-b1f9-4f3c-acbd-57850b34b666 tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:55.725723 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ed0f14-74c3-4833-858c-516c6a43b1db tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:55.726107 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: ff887eaf-544b-4d8d-aedc-e650e2a2618f {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:50:55.726800 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device ff887eaf-544b-4d8d-aedc-e650e2a2618f not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:50:55.734516 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-c57745d3-b868-471f-ad69-3725df424096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:55.738424 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ed0f14-74c3-4833-858c-516c6a43b1db tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:55.741245 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-29ed0f14-74c3-4833-858c-516c6a43b1db tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.5567675 Apr 01 15:50:55.799850 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 48000) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:55.840447 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-2e047af5-d60e-44d0-b991-34f361e07302 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f06b4cddb6b247068f9b49d2769499cb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5001328 Apr 01 15:50:55.843314 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57745d3-b868-471f-ad69-3725df424096 None None] Routers {'26d59314-5420-44d6-8bb9-c3addc01368a'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:50:55.844059 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-c57745d3-b868-471f-ad69-3725df424096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:50:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['26d59314-5420-44d6-8bb9-c3addc01368a'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:55.859730 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48004) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:55.902179 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-9044a33e-4927-4365-890b-9deb5236b9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e442d74-a8ce-4662-ad07-1a9fbb51abb0', 'name': 'tempest-NetworksTestDHCPv6-router-805125797', 'tenant_id': '50a1f72bd5e54e209eb4756b30f7e6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:50:47Z', 'updated_at': '2022-04-01T15:50:50Z', 'revision_number': 2, 'project_id': '50a1f72bd5e54e209eb4756b30f7e6a6', 'gw_port_host': None, '_interfaces': [{'id': '993e98fd-1281-4e33-a416-5ee0f949be33', 'name': '', 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'tenant_id': '50a1f72bd5e54e209eb4756b30f7e6a6', 'mac_address': 'fa:16:3e:74:6f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e442d74-a8ce-4662-ad07-1a9fbb51abb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a48d481c-8d65-4d0d-8083-364547979663', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:49Z', 'updated_at': '2022-04-01T15:50:52Z', 'revision_number': 2, 'project_id': '50a1f72bd5e54e209eb4756b30f7e6a6', 'subnets': [{'id': 'a48d481c-8d65-4d0d-8083-364547979663', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:55.916970 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9044a33e-4927-4365-890b-9deb5236b9f3 None None] Checking router: 8e442d74-a8ce-4662-ad07-1a9fbb51abb0 for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:50:55.917645 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9044a33e-4927-4365-890b-9deb5236b9f3 None None] Updating router 8e442d74-a8ce-4662-ad07-1a9fbb51abb0 port 993e98fd-1281-4e33-a416-5ee0f949be33 binding host dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:50:55.920867 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ecb0a39-b1f9-4f3c-acbd-57850b34b666 tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Made reservation on behalf of 69a33369d53d49d18155bcef24af0225 for: {'port': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:55.927170 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7ecb0a39-b1f9-4f3c-acbd-57850b34b666 tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:55.966654 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e2fba3-3554-428d-bdbc-0e022e0c7b96 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Pushing event deleted for resources: {'Port': ['ID=22605461-c586-48ab-8d46-fe629943dd78,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:55.985466 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [None req-7ecb0a39-b1f9-4f3c-acbd-57850b34b666 tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] device_id is not set on port 5fb310f5-d8ef-487b-ac05-317ef802adfe yet. {{(pid=83828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:50:55.987144 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-c57745d3-b868-471f-ad69-3725df424096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:55.992435 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57745d3-b868-471f-ad69-3725df424096 None None] The sync data for ids ['26d59314-5420-44d6-8bb9-c3addc01368a'] in dv-neutron-833373-2-hyperv is: [] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:50:56.058391 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-9044a33e-4927-4365-890b-9deb5236b9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:56.132471 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-b07f30c9-f278-4a0c-bb11-8893d8847fed tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Deleting port 15e2b3c4-203e-4b59-a6fd-93321c76aaac {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:50:56.132906 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b07f30c9-f278-4a0c-bb11-8893d8847fed tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:56.149144 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2fa88d-8809-4fe2-adc3-1c3a93b08626 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-2c362dc3-1576-4694-aae7-ff53b5fa5ee1', 'network_id': '2c362dc3-1576-4694-aae7-ff53b5fa5ee1', 'tenant_id': '69a33369d53d49d18155bcef24af0225', 'fixed_ips': [{'subnet_id': '0345b946-d9dc-4755-b8be-132658a1125d'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:50:56.151679 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-eb2fa88d-8809-4fe2-adc3-1c3a93b08626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:56.362375 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-324efed3-7e66-4466-a1a6-cc37e69628f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:56.385729 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-d8f00dc8-609b-4cf3-b06c-0fd09ee67c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ab51e4-227c-4c7e-a830-a5d8447223e3', 'name': 'tempest-snat-router-1972067068', 'tenant_id': '5f11313c75e340ab97da3a75cb4a5e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.140'}], 'enable_snat': False}, 'gw_port_id': 'fcf8403e-f9a9-4498-9a4d-7d7451d71d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:50:48Z', 'updated_at': '2022-04-01T15:50:52Z', 'revision_number': 3, 'project_id': '5f11313c75e340ab97da3a75cb4a5e1a', 'gw_port': {'id': 'fcf8403e-f9a9-4498-9a4d-7d7451d71d3b', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:40:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ab51e4-227c-4c7e-a830-a5d8447223e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:50Z', 'updated_at': '2022-04-01T15:50:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:56.419715 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f00dc8-609b-4cf3-b06c-0fd09ee67c72 None None] Checking router: 05ab51e4-227c-4c7e-a830-a5d8447223e3 for host: dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:50:56.420223 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f00dc8-609b-4cf3-b06c-0fd09ee67c72 None None] Updating router 05ab51e4-227c-4c7e-a830-a5d8447223e3 port fcf8403e-f9a9-4498-9a4d-7d7451d71d3b binding host dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:50:56.496414 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 22605461-c586-48ab-8d46-fe629943dd78 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:50:56.551005 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-67eef66e-58b5-4d1a-a48b-84756cca7137 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] 10.222.0.55 "GET /v2.0/routers/05ab51e4-227c-4c7e-a830-a5d8447223e3 HTTP/1.1" status: 200 len: 909 time: 1.6189091 Apr 01 15:50:56.558732 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48012) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:56.567345 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-650e23a4-69c2-435b-b228-818590a6e3b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:56.576490 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-8d4228e0-bf50-46a4-b2f6-1ca49d531c9a tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1972067068', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'enable_snat': True}}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:50:56.592381 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-8d4228e0-bf50-46a4-b2f6-1ca49d531c9a tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:56.596718 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4e1817cd-d968-4318-98d3-db650163aa88 req-ce1d766b-ee66-4bd5-a573-80d99ce84430 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] 10.222.0.55 "GET /v2.0/ports?device_id=24676d03-56f5-4d76-a785-0cc93d5c2496 HTTP/1.1" status: 200 len: 210 time: 0.3720279 Apr 01 15:50:56.607683 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-8d4228e0-bf50-46a4-b2f6-1ca49d531c9a tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Usage tracker for resource:router and tenant:5f11313c75e340ab97da3a75cb4a5e1a is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:56.617049 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] No Port match for: 22605461-c586-48ab-8d46-fe629943dd78 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:50:56.617476 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-8d4228e0-bf50-46a4-b2f6-1ca49d531c9a tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:56.628487 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 22605461-c586-48ab-8d46-fe629943dd78 not bound to the agent host hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:50:56.632613 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-7ecb0a39-b1f9-4f3c-acbd-57850b34b666 tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Allocated IP 172.20.0.9 (2c362dc3-1576-4694-aae7-ff53b5fa5ee1/0345b946-d9dc-4755-b8be-132658a1125d/5fb310f5-d8ef-487b-ac05-317ef802adfe) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:56.651821 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-8d4228e0-bf50-46a4-b2f6-1ca49d531c9a tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:56.657252 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-d8f00dc8-609b-4cf3-b06c-0fd09ee67c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:56.669477 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-650e23a4-69c2-435b-b228-818590a6e3b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:56.734525 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-9044a33e-4927-4365-890b-9deb5236b9f3 None None] Notify callbacks [] for port, precommit_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:56.748115 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8d4228e0-bf50-46a4-b2f6-1ca49d531c9a tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130665'] for router, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:56.749110 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8d4228e0-bf50-46a4-b2f6-1ca49d531c9a tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617571', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130640'] for router, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:56.756983 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.provisioning_blocks [None req-9044a33e-4927-4365-890b-9deb5236b9f3 None None] Transition to ACTIVE for port object 993e98fd-1281-4e33-a416-5ee0f949be33 will not be triggered until provisioned by entity L2. {{(pid=83833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:56.770844 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-9044a33e-4927-4365-890b-9deb5236b9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:56.852693 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8d4228e0-bf50-46a4-b2f6-1ca49d531c9a tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:56.860324 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b07f30c9-f278-4a0c-bb11-8893d8847fed tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:56.861128 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b07f30c9-f278-4a0c-bb11-8893d8847fed tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:56.954635 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7db4f2e-6f81-4af0-94b0-ba2e0abd06a9 None None] Pushing event updated for resources: {'Port': ['ID=993e98fd-1281-4e33-a416-5ee0f949be33,revision_number=3']} {{(pid=83833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:56.955869 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-650e23a4-69c2-435b-b228-818590a6e3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:56.968603 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7db4f2e-6f81-4af0-94b0-ba2e0abd06a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:56.969206 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7db4f2e-6f81-4af0-94b0-ba2e0abd06a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:56.969784 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7db4f2e-6f81-4af0-94b0-ba2e0abd06a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:56.970333 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7db4f2e-6f81-4af0-94b0-ba2e0abd06a9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:56.971037 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7db4f2e-6f81-4af0-94b0-ba2e0abd06a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:56.971713 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7db4f2e-6f81-4af0-94b0-ba2e0abd06a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:56.972270 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7db4f2e-6f81-4af0-94b0-ba2e0abd06a9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:56.972848 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7db4f2e-6f81-4af0-94b0-ba2e0abd06a9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:56.973397 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7db4f2e-6f81-4af0-94b0-ba2e0abd06a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:56.973942 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7db4f2e-6f81-4af0-94b0-ba2e0abd06a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:56.974473 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7db4f2e-6f81-4af0-94b0-ba2e0abd06a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:50:57.019866 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650e23a4-69c2-435b-b228-818590a6e3b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc922ad-13b5-4d90-a49f-20c8265cd4ad,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:57.156955 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-b07f30c9-f278-4a0c-bb11-8893d8847fed tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Calling delete_port for 15e2b3c4-203e-4b59-a6fd-93321c76aaac owned by network:floatingip {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:50:57.211343 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-9044a33e-4927-4365-890b-9deb5236b9f3 None None] Attempting to bind port 993e98fd-1281-4e33-a416-5ee0f949be33 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:50:57.213207 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-9044a33e-4927-4365-890b-9deb5236b9f3 None None] Attempting to bind port 993e98fd-1281-4e33-a416-5ee0f949be33 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'}] {{(pid=83833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:50:57.213709 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9044a33e-4927-4365-890b-9deb5236b9f3 None None] Attempting to bind port 993e98fd-1281-4e33-a416-5ee0f949be33 on network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:50:57.234425 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9044a33e-4927-4365-890b-9deb5236b9f3 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:50:57.239607 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9044a33e-4927-4365-890b-9deb5236b9f3 None None] Checking segment: {'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:50:57.240251 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-9044a33e-4927-4365-890b-9deb5236b9f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:57.240784 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9044a33e-4927-4365-890b-9deb5236b9f3 None None] Bound using segment: {'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'} {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:50:57.241481 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-9044a33e-4927-4365-890b-9deb5236b9f3 None None] Bound port: 993e98fd-1281-4e33-a416-5ee0f949be33, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'}}] {{(pid=83833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:50:57.242099 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-9044a33e-4927-4365-890b-9deb5236b9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:57.311025 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3500bb4d-e56f-4674-ac87-86c041fdb70d req-d3730eb1-f0c3-485c-99dd-0055ec37d024 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:57.312522 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-3500bb4d-e56f-4674-ac87-86c041fdb70d req-d3730eb1-f0c3-485c-99dd-0055ec37d024 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3318f8-792d-48fb-8e2f-9e09760166b6 HTTP/1.1" status: 200 len: 945 time: 0.9443910 Apr 01 15:50:57.345814 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3a58fdc8-c878-4646-80e5-a6bc682c2239 req-47e2fba3-3554-428d-bdbc-0e022e0c7b96 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Router afd9b5f9-9b39-4e34-970c-1cd9a526684c has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:50:57.372414 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7ecb0a39-b1f9-4f3c-acbd-57850b34b666 tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:57.403946 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [None req-7ecb0a39-b1f9-4f3c-acbd-57850b34b666 tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Transition to ACTIVE for port object 5fb310f5-d8ef-487b-ac05-317ef802adfe will not be triggered until provisioned by entity DHCP. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:57.404718 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.db [None req-9044a33e-4927-4365-890b-9deb5236b9f3 None None] For port 993e98fd-1281-4e33-a416-5ee0f949be33, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:50:57.406232 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-650e23a4-69c2-435b-b228-818590a6e3b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:57.406363 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-650e23a4-69c2-435b-b228-818590a6e3b7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ecc922ad-13b5-4d90-a49f-20c8265cd4ad HTTP/1.1" status: 204 len: 168 time: 1.5433493 Apr 01 15:50:57.428851 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.db [None req-9044a33e-4927-4365-890b-9deb5236b9f3 None None] For port 993e98fd-1281-4e33-a416-5ee0f949be33, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=993e98fd-1281-4e33-a416-5ee0f949be33,segment=NetworkSegment(c41dc1a5-c958-4d8b-81ea-3934c36371b8),segment_id=c41dc1a5-c958-4d8b-81ea-3934c36371b8)] {{(pid=83833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:50:57.444199 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-9044a33e-4927-4365-890b-9deb5236b9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:57.471618 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-3500bb4d-e56f-4674-ac87-86c041fdb70d req-c768bf05-3d42-49ee-9f8f-7c8d43050cfb tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/security-groups?id=559624ab-485e-424f-98d0-03f9fb5e6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329165 Apr 01 15:50:57.490950 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8d4228e0-bf50-46a4-b2f6-1ca49d531c9a tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130626'] for router, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:57.565316 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.db.resource_extend [None req-d8f00dc8-609b-4cf3-b06c-0fd09ee67c72 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:50:57.609596 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:57.620643 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b07f30c9-f278-4a0c-bb11-8893d8847fed tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:57.699868 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9044a33e-4927-4365-890b-9deb5236b9f3 None None] Routers {'8e442d74-a8ce-4662-ad07-1a9fbb51abb0'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:50:57.699868 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-9044a33e-4927-4365-890b-9deb5236b9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:50:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['8e442d74-a8ce-4662-ad07-1a9fbb51abb0'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:57.781962 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07f30c9-f278-4a0c-bb11-8893d8847fed tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Pushing event deleted for resources: {'Port': ['ID=15e2b3c4-203e-4b59-a6fd-93321c76aaac,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:57.813083 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:57.818815 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-d8f00dc8-609b-4cf3-b06c-0fd09ee67c72 None None] Notify callbacks [] for port, precommit_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:57.868335 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-d8f00dc8-609b-4cf3-b06c-0fd09ee67c72 None None] Transition to ACTIVE for port object fcf8403e-f9a9-4498-9a4d-7d7451d71d3b will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:57.880596 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7db4f2e-6f81-4af0-94b0-ba2e0abd06a9 None None] Pushing event updated for resources: {'Port': ['ID=993e98fd-1281-4e33-a416-5ee0f949be33,revision_number=4']} {{(pid=83833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:57.957035 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7ecb0a39-b1f9-4f3c-acbd-57850b34b666 tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:57.974941 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-9044a33e-4927-4365-890b-9deb5236b9f3 None None] Set router 8e442d74-a8ce-4662-ad07-1a9fbb51abb0 gateway port host: None {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:50:58.037174 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-eb2fa88d-8809-4fe2-adc3-1c3a93b08626 None None] Allocated IP 172.20.0.2 (2c362dc3-1576-4694-aae7-ff53b5fa5ee1/0345b946-d9dc-4755-b8be-132658a1125d/2d9e59b2-2318-45c5-86fa-37e0e44c253a) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:58.129698 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecb0a39-b1f9-4f3c-acbd-57850b34b666 tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Pushing event updated for resources: {'Port': ['ID=5fb310f5-d8ef-487b-ac05-317ef802adfe,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:58.135180 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ecb0a39-b1f9-4f3c-acbd-57850b34b666 tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Network 2c362dc3-1576-4694-aae7-ff53b5fa5ee1 is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:58.139511 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-7ecb0a39-b1f9-4f3c-acbd-57850b34b666 tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:58.152550 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecb0a39-b1f9-4f3c-acbd-57850b34b666 tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:50:58.257602 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-d8f00dc8-609b-4cf3-b06c-0fd09ee67c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:58.259708 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ecb0a39-b1f9-4f3c-acbd-57850b34b666 tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:58.263748 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7ecb0a39-b1f9-4f3c-acbd-57850b34b666 tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:58.312264 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-7ecb0a39-b1f9-4f3c-acbd-57850b34b666 tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.9836226 Apr 01 15:50:58.313271 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48024) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:58.373614 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48026) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:58.374986 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8d4228e0-bf50-46a4-b2f6-1ca49d531c9a tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:58.401170 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3a58fdc8-c878-4646-80e5-a6bc682c2239 req-47e2fba3-3554-428d-bdbc-0e022e0c7b96 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:50:58.412442 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-57d37b45-8e33-4e6e-84d0-9f256faf973b tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Request body: {'port': {'network_id': '2c362dc3-1576-4694-aae7-ff53b5fa5ee1', 'name': 'tempest-ExtraDHCPOptionsTestJSON-672530291', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:50:58.413193 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.api.validators [None req-57d37b45-8e33-4e6e-84d0-9f256faf973b tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] bootfile-name is not in valid_values {{(pid=83828) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 01 15:50:58.413691 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.api.validators [None req-57d37b45-8e33-4e6e-84d0-9f256faf973b tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] tftp-server is not in valid_values {{(pid=83828) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 01 15:50:58.414008 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.api.validators [None req-57d37b45-8e33-4e6e-84d0-9f256faf973b tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] server-ip-address is not in valid_values {{(pid=83828) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 01 15:50:58.433795 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c4e178e6-b099-4618-9f08-33bb3e48244d req-7e697b84-b5fb-4e38-8124-1300ea48b3c2 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] 10.222.0.55 "GET /v2.0/ports?device_id=24676d03-56f5-4d76-a785-0cc93d5c2496 HTTP/1.1" status: 200 len: 210 time: 0.2340741 Apr 01 15:50:58.453700 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-eb2fa88d-8809-4fe2-adc3-1c3a93b08626 None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:58.477380 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b07f30c9-f278-4a0c-bb11-8893d8847fed tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks [] for floatingip, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:58.491409 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-eb2fa88d-8809-4fe2-adc3-1c3a93b08626 None None] Transition to ACTIVE for port object 2d9e59b2-2318-45c5-86fa-37e0e44c253a will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:58.503508 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8d4228e0-bf50-46a4-b2f6-1ca49d531c9a tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:58.503822 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da58e12-8165-4916-9be5-a441abe1e94c None None] Sync routers for ids ['afd9b5f9-9b39-4e34-970c-1cd9a526684c'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:50:58.526421 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-eb2fa88d-8809-4fe2-adc3-1c3a93b08626 None None] Transition to ACTIVE for port object 2d9e59b2-2318-45c5-86fa-37e0e44c253a will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:50:58.582621 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da58e12-8165-4916-9be5-a441abe1e94c None None] Routers {'afd9b5f9-9b39-4e34-970c-1cd9a526684c'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:50:58.583248 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-9da58e12-8165-4916-9be5-a441abe1e94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:50:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['afd9b5f9-9b39-4e34-970c-1cd9a526684c'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:58.618285 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-d8f00dc8-609b-4cf3-b06c-0fd09ee67c72 None None] Attempting to bind port fcf8403e-f9a9-4498-9a4d-7d7451d71d3b on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:50:58.618877 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-d8f00dc8-609b-4cf3-b06c-0fd09ee67c72 None None] Attempting to bind port fcf8403e-f9a9-4498-9a4d-7d7451d71d3b by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:50:58.619262 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f00dc8-609b-4cf3-b06c-0fd09ee67c72 None None] Attempting to bind port fcf8403e-f9a9-4498-9a4d-7d7451d71d3b on network ed45466e-0386-4b92-8de3-247c977242ac {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:50:58.632550 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a58fdc8-c878-4646-80e5-a6bc682c2239 req-47e2fba3-3554-428d-bdbc-0e022e0c7b96 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] No DVR routers for this DVR port 22605461-c586-48ab-8d46-fe629943dd78 on host hv-neutron-8333 {{(pid=83828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:50:58.638753 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-3a58fdc8-c878-4646-80e5-a6bc682c2239 req-47e2fba3-3554-428d-bdbc-0e022e0c7b96 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:58.639888 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-eb2fa88d-8809-4fe2-adc3-1c3a93b08626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:58.641228 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-3a58fdc8-c878-4646-80e5-a6bc682c2239 req-47e2fba3-3554-428d-bdbc-0e022e0c7b96 tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] 10.222.0.24 "DELETE /v2.0/ports/22605461-c586-48ab-8d46-fe629943dd78 HTTP/1.1" status: 204 len: 173 time: 5.1869729 Apr 01 15:50:58.657432 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24676d03-56f5-4d76-a785-0cc93d5c2496', 'name': 'network-vif-deleted', 'tag': '22605461-c586-48ab-8d46-fe629943dd78'}] {{(pid=83828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:50:58.668237 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f00dc8-609b-4cf3-b06c-0fd09ee67c72 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:50:58.668614 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f00dc8-609b-4cf3-b06c-0fd09ee67c72 None None] Checking segment: {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:50:58.669040 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-d8f00dc8-609b-4cf3-b06c-0fd09ee67c72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:58.670016 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f00dc8-609b-4cf3-b06c-0fd09ee67c72 None None] Bound using segment: {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:50:58.670567 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-d8f00dc8-609b-4cf3-b06c-0fd09ee67c72 None None] Bound port: fcf8403e-f9a9-4498-9a4d-7d7451d71d3b, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:50:58.671080 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-d8f00dc8-609b-4cf3-b06c-0fd09ee67c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:58.741310 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-2234bdfa-9699-484f-aa68-758a13315825 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9369f25e71ba4ae28e95da22d9d68b69&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3357542 Apr 01 15:50:58.744591 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 48034) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:58.758699 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9662454-3a57-4244-bef7-6d0fbbbbcea9 req-7553ab78-be7d-4485-9b55-8ef255ffc007 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:50:58.766068 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a9662454-3a57-4244-bef7-6d0fbbbbcea9 req-7553ab78-be7d-4485-9b55-8ef255ffc007 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3318f8-792d-48fb-8e2f-9e09760166b6 HTTP/1.1" status: 200 len: 945 time: 0.5638735 Apr 01 15:50:58.779793 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-72d55e90-e27b-4d2d-8e1f-8516a4893290 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611543'] for router_interface, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:58.803743 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-d8f00dc8-609b-4cf3-b06c-0fd09ee67c72 None None] For port fcf8403e-f9a9-4498-9a4d-7d7451d71d3b, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:50:58.817593 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-d8f00dc8-609b-4cf3-b06c-0fd09ee67c72 None None] For port fcf8403e-f9a9-4498-9a4d-7d7451d71d3b, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=fcf8403e-f9a9-4498-9a4d-7d7451d71d3b,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:50:58.870182 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-d8f00dc8-609b-4cf3-b06c-0fd09ee67c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:58.930153 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24676d03-56f5-4d76-a785-0cc93d5c2496', 'name': 'network-vif-deleted', 'tag': '22605461-c586-48ab-8d46-fe629943dd78', 'status': 'completed', 'code': 200} Apr 01 15:50:58.940584 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2fa88d-8809-4fe2-adc3-1c3a93b08626 None None] Network 2c362dc3-1576-4694-aae7-ff53b5fa5ee1 is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:50:58.948171 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-eb2fa88d-8809-4fe2-adc3-1c3a93b08626 None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:50:58.957219 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2fa88d-8809-4fe2-adc3-1c3a93b08626 None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:50:58.962709 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-57d37b45-8e33-4e6e-84d0-9f256faf973b tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:50:58.993880 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-57d37b45-8e33-4e6e-84d0-9f256faf973b tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Usage tracker for resource:port and tenant:69a33369d53d49d18155bcef24af0225 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:50:59.000265 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-57d37b45-8e33-4e6e-84d0-9f256faf973b tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:50:59.013786 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-8d4228e0-bf50-46a4-b2f6-1ca49d531c9a tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Allocated IP 172.26.1.139 (ed45466e-0386-4b92-8de3-247c977242ac/0479f741-5cd1-4d6f-b593-d8aa909a42d3/7fca7b15-6d89-4a5f-9871-54a9e063b4d8) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:59.016176 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-57d37b45-8e33-4e6e-84d0-9f256faf973b tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:50:59.051021 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8694b68-a590-4956-b00c-bf7e2ad06729 None None] Pushing event updated for resources: {'Port': ['ID=fcf8403e-f9a9-4498-9a4d-7d7451d71d3b,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:59.052461 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d37b45-8e33-4e6e-84d0-9f256faf973b tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Made reservation on behalf of 69a33369d53d49d18155bcef24af0225 for: {'port': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:50:59.056111 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-57d37b45-8e33-4e6e-84d0-9f256faf973b tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:59.162857 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-9da58e12-8165-4916-9be5-a441abe1e94c None None] Set router afd9b5f9-9b39-4e34-970c-1cd9a526684c gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:50:59.206695 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a9662454-3a57-4244-bef7-6d0fbbbbcea9 req-e43e767a-9000-4d6b-9469-0de61a43c5c1 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/security-groups?id=559624ab-485e-424f-98d0-03f9fb5e6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4393156 Apr 01 15:50:59.207144 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [None req-57d37b45-8e33-4e6e-84d0-9f256faf973b tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] device_id is not set on port bedafe9f-a8a6-49bf-ab38-d65fa34539db yet. {{(pid=83828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:50:59.231271 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-eb2fa88d-8809-4fe2-adc3-1c3a93b08626 None None] Attempting to bind port 2d9e59b2-2318-45c5-86fa-37e0e44c253a on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:50:59.231643 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-eb2fa88d-8809-4fe2-adc3-1c3a93b08626 None None] Attempting to bind port 2d9e59b2-2318-45c5-86fa-37e0e44c253a by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'daacc9ec-abcf-4e36-8f0f-b9956691d760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2c362dc3-1576-4694-aae7-ff53b5fa5ee1'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:50:59.232002 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2fa88d-8809-4fe2-adc3-1c3a93b08626 None None] Attempting to bind port 2d9e59b2-2318-45c5-86fa-37e0e44c253a on network 2c362dc3-1576-4694-aae7-ff53b5fa5ee1 {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:50:59.255881 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3039328c-bf06-49da-8c4b-f489af6c8486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:59.270933 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f00dc8-609b-4cf3-b06c-0fd09ee67c72 None None] Routers {'05ab51e4-227c-4c7e-a830-a5d8447223e3'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:50:59.281646 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-d8f00dc8-609b-4cf3-b06c-0fd09ee67c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:50:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['05ab51e4-227c-4c7e-a830-a5d8447223e3'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:59.314956 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3039328c-bf06-49da-8c4b-f489af6c8486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:59.496077 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:59.573043 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8d4228e0-bf50-46a4-b2f6-1ca49d531c9a tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:59.669829 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2fa88d-8809-4fe2-adc3-1c3a93b08626 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:50:59.670616 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2fa88d-8809-4fe2-adc3-1c3a93b08626 None None] Checking segment: {'id': 'daacc9ec-abcf-4e36-8f0f-b9956691d760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2c362dc3-1576-4694-aae7-ff53b5fa5ee1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:50:59.670616 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-eb2fa88d-8809-4fe2-adc3-1c3a93b08626 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:59.671120 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2fa88d-8809-4fe2-adc3-1c3a93b08626 None None] Bound using segment: {'id': 'daacc9ec-abcf-4e36-8f0f-b9956691d760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2c362dc3-1576-4694-aae7-ff53b5fa5ee1'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:50:59.671483 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-eb2fa88d-8809-4fe2-adc3-1c3a93b08626 None None] Bound port: 2d9e59b2-2318-45c5-86fa-37e0e44c253a, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daacc9ec-abcf-4e36-8f0f-b9956691d760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2c362dc3-1576-4694-aae7-ff53b5fa5ee1'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:50:59.671961 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-eb2fa88d-8809-4fe2-adc3-1c3a93b08626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:59.693067 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2fa88d-8809-4fe2-adc3-1c3a93b08626 None None] Pushing event updated for resources: {'Port': ['ID=2d9e59b2-2318-45c5-86fa-37e0e44c253a,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:59.710106 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-57d37b45-8e33-4e6e-84d0-9f256faf973b tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Allocated IP 172.20.0.4 (2c362dc3-1576-4694-aae7-ff53b5fa5ee1/0345b946-d9dc-4755-b8be-132658a1125d/bedafe9f-a8a6-49bf-ab38-d65fa34539db) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:50:59.830782 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-9da58e12-8165-4916-9be5-a441abe1e94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd9b5f9-9b39-4e34-970c-1cd9a526684c', 'name': 'tempest-ServersTestJSON-487254703-router', 'tenant_id': 'f25527a3ef4e4227be945540540cca4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.57'}], 'enable_snat': True}, 'gw_port_id': '4fbf29b5-6eaf-491a-bcb8-2605d3e0ad98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:08Z', 'updated_at': '2022-04-01T15:49:14Z', 'revision_number': 4, 'project_id': 'f25527a3ef4e4227be945540540cca4c', 'gw_port': {'id': '4fbf29b5-6eaf-491a-bcb8-2605d3e0ad98', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd9b5f9-9b39-4e34-970c-1cd9a526684c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:09Z', 'updated_at': '2022-04-01T15:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': 'b07d5382-0778-4587-a5a4-aba298a6c280', 'name': '', 'network_id': '81e6234b-1120-4acc-ae32-1910fd2f72f2', 'tenant_id': 'f25527a3ef4e4227be945540540cca4c', 'mac_address': 'fa:16:3e:18:e4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd9b5f9-9b39-4e34-970c-1cd9a526684c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd48ff955-183a-46a4-8b71-2c017377434c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:13Z', 'updated_at': '2022-04-01T15:49:32Z', 'revision_number': 5, 'project_id': 'f25527a3ef4e4227be945540540cca4c', 'subnets': [{'id': 'd48ff955-183a-46a4-8b71-2c017377434c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:59.835929 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da58e12-8165-4916-9be5-a441abe1e94c None None] Checking router: afd9b5f9-9b39-4e34-970c-1cd9a526684c for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:50:59.846492 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-9044a33e-4927-4365-890b-9deb5236b9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e442d74-a8ce-4662-ad07-1a9fbb51abb0', 'name': 'tempest-NetworksTestDHCPv6-router-805125797', 'tenant_id': '50a1f72bd5e54e209eb4756b30f7e6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:50:47Z', 'updated_at': '2022-04-01T15:50:50Z', 'revision_number': 2, 'project_id': '50a1f72bd5e54e209eb4756b30f7e6a6', 'gw_port_host': None, '_interfaces': [{'id': '993e98fd-1281-4e33-a416-5ee0f949be33', 'name': '', 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'tenant_id': '50a1f72bd5e54e209eb4756b30f7e6a6', 'mac_address': 'fa:16:3e:74:6f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e442d74-a8ce-4662-ad07-1a9fbb51abb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a48d481c-8d65-4d0d-8083-364547979663', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:49Z', 'updated_at': '2022-04-01T15:50:57Z', 'revision_number': 4, 'project_id': '50a1f72bd5e54e209eb4756b30f7e6a6', 'subnets': [{'id': 'a48d481c-8d65-4d0d-8083-364547979663', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:59.853931 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9044a33e-4927-4365-890b-9deb5236b9f3 None None] The sync data for ids ['8e442d74-a8ce-4662-ad07-1a9fbb51abb0'] in dv-neutron-833373-2-hyperv is: [{'id': '8e442d74-a8ce-4662-ad07-1a9fbb51abb0', 'name': 'tempest-NetworksTestDHCPv6-router-805125797', 'tenant_id': '50a1f72bd5e54e209eb4756b30f7e6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:50:47Z', 'updated_at': '2022-04-01T15:50:50Z', 'revision_number': 2, 'project_id': '50a1f72bd5e54e209eb4756b30f7e6a6', 'gw_port_host': None, '_interfaces': [{'id': '993e98fd-1281-4e33-a416-5ee0f949be33', 'name': '', 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'tenant_id': '50a1f72bd5e54e209eb4756b30f7e6a6', 'mac_address': 'fa:16:3e:74:6f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e442d74-a8ce-4662-ad07-1a9fbb51abb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a48d481c-8d65-4d0d-8083-364547979663', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:49Z', 'updated_at': '2022-04-01T15:50:57Z', 'revision_number': 4, 'project_id': '50a1f72bd5e54e209eb4756b30f7e6a6', 'subnets': [{'id': 'a48d481c-8d65-4d0d-8083-364547979663', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:50:59.857565 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8694b68-a590-4956-b00c-bf7e2ad06729 None None] Pushing event updated for resources: {'Port': ['ID=fcf8403e-f9a9-4498-9a4d-7d7451d71d3b,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:59.860599 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48048) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:50:59.865555 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da58e12-8165-4916-9be5-a441abe1e94c None None] Routers {'afd9b5f9-9b39-4e34-970c-1cd9a526684c'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:50:59.866362 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-9da58e12-8165-4916-9be5-a441abe1e94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:50:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['afd9b5f9-9b39-4e34-970c-1cd9a526684c'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:50:59.904392 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3039328c-bf06-49da-8c4b-f489af6c8486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:50:59.952140 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-d8f00dc8-609b-4cf3-b06c-0fd09ee67c72 None None] Set router 05ab51e4-227c-4c7e-a830-a5d8447223e3 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:50:59.962222 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3039328c-bf06-49da-8c4b-f489af6c8486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3aa8ed0-dcce-4f66-a1ec-b2ecaf7f3f01,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:50:59.974036 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8d4228e0-bf50-46a4-b2f6-1ca49d531c9a tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:00.094375 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-72d55e90-e27b-4d2d-8e1f-8516a4893290 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Deleting port 993e98fd-1281-4e33-a416-5ee0f949be33 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:51:00.094872 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-72d55e90-e27b-4d2d-8e1f-8516a4893290 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:00.182345 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3039328c-bf06-49da-8c4b-f489af6c8486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:00.187056 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-3039328c-bf06-49da-8c4b-f489af6c8486 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c3aa8ed0-dcce-4f66-a1ec-b2ecaf7f3f01 HTTP/1.1" status: 204 len: 168 time: 1.4385998 Apr 01 15:51:00.190963 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-9da58e12-8165-4916-9be5-a441abe1e94c None None] Set router afd9b5f9-9b39-4e34-970c-1cd9a526684c gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:51:00.250575 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5b27174a-cfa3-4a3e-b182-7ebf488200ff tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:00.292631 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-eb2fa88d-8809-4fe2-adc3-1c3a93b08626 None None] For port 2d9e59b2-2318-45c5-86fa-37e0e44c253a, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:51:00.322877 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-eb2fa88d-8809-4fe2-adc3-1c3a93b08626 None None] For port 2d9e59b2-2318-45c5-86fa-37e0e44c253a, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=2d9e59b2-2318-45c5-86fa-37e0e44c253a,segment=NetworkSegment(daacc9ec-abcf-4e36-8f0f-b9956691d760),segment_id=daacc9ec-abcf-4e36-8f0f-b9956691d760)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:51:00.336309 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-eb2fa88d-8809-4fe2-adc3-1c3a93b08626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:00.359604 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4228e0-bf50-46a4-b2f6-1ca49d531c9a tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Pushing event updated for resources: {'Port': ['ID=7fca7b15-6d89-4a5f-9871-54a9e063b4d8,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:00.383865 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4228e0-bf50-46a4-b2f6-1ca49d531c9a tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Network ed45466e-0386-4b92-8de3-247c977242ac is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:00.393382 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-8d4228e0-bf50-46a4-b2f6-1ca49d531c9a tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:00.427379 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4228e0-bf50-46a4-b2f6-1ca49d531c9a tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:51:00.468008 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c08c34-00a0-40a7-b8d3-055c404f6e16 req-1acf4a80-08e9-4a83-8341-fff77ef9e38c tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:00.474669 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-47c08c34-00a0-40a7-b8d3-055c404f6e16 req-1acf4a80-08e9-4a83-8341-fff77ef9e38c tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3318f8-792d-48fb-8e2f-9e09760166b6 HTTP/1.1" status: 200 len: 945 time: 0.7695861 Apr 01 15:51:00.558007 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5b27174a-cfa3-4a3e-b182-7ebf488200ff tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:00.603884 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-47c08c34-00a0-40a7-b8d3-055c404f6e16 req-894f8573-195f-4188-b901-f333d1cf8f28 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/security-groups?id=559624ab-485e-424f-98d0-03f9fb5e6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171927 Apr 01 15:51:00.758450 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2fa88d-8809-4fe2-adc3-1c3a93b08626 None None] Pushing event updated for resources: {'Port': ['ID=2d9e59b2-2318-45c5-86fa-37e0e44c253a,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:00.789735 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-d8f00dc8-609b-4cf3-b06c-0fd09ee67c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ab51e4-227c-4c7e-a830-a5d8447223e3', 'name': 'tempest-snat-router-1972067068', 'tenant_id': '5f11313c75e340ab97da3a75cb4a5e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.140'}], 'enable_snat': False}, 'gw_port_id': 'fcf8403e-f9a9-4498-9a4d-7d7451d71d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:50:48Z', 'updated_at': '2022-04-01T15:50:52Z', 'revision_number': 3, 'project_id': '5f11313c75e340ab97da3a75cb4a5e1a', 'gw_port': {'id': 'fcf8403e-f9a9-4498-9a4d-7d7451d71d3b', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:40:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ab51e4-227c-4c7e-a830-a5d8447223e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:50Z', 'updated_at': '2022-04-01T15:50:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:00.794765 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f00dc8-609b-4cf3-b06c-0fd09ee67c72 None None] The sync data for ids ['05ab51e4-227c-4c7e-a830-a5d8447223e3'] in dv-neutron-833373-2-hyperv is: [{'id': '05ab51e4-227c-4c7e-a830-a5d8447223e3', 'name': 'tempest-snat-router-1972067068', 'tenant_id': '5f11313c75e340ab97da3a75cb4a5e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.140'}], 'enable_snat': False}, 'gw_port_id': 'fcf8403e-f9a9-4498-9a4d-7d7451d71d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:50:48Z', 'updated_at': '2022-04-01T15:50:52Z', 'revision_number': 3, 'project_id': '5f11313c75e340ab97da3a75cb4a5e1a', 'gw_port': {'id': 'fcf8403e-f9a9-4498-9a4d-7d7451d71d3b', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:40:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ab51e4-227c-4c7e-a830-a5d8447223e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:50Z', 'updated_at': '2022-04-01T15:50:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:51:00.894209 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [None req-72d55e90-e27b-4d2d-8e1f-8516a4893290 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] For port 993e98fd-1281-4e33-a416-5ee0f949be33, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=993e98fd-1281-4e33-a416-5ee0f949be33,segment=NetworkSegment(c41dc1a5-c958-4d8b-81ea-3934c36371b8),segment_id=c41dc1a5-c958-4d8b-81ea-3934c36371b8)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:51:00.894566 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-72d55e90-e27b-4d2d-8e1f-8516a4893290 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:00.972251 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-57d37b45-8e33-4e6e-84d0-9f256faf973b tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:01.057247 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-9da58e12-8165-4916-9be5-a441abe1e94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd9b5f9-9b39-4e34-970c-1cd9a526684c', 'name': 'tempest-ServersTestJSON-487254703-router', 'tenant_id': 'f25527a3ef4e4227be945540540cca4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.57'}], 'enable_snat': True}, 'gw_port_id': '4fbf29b5-6eaf-491a-bcb8-2605d3e0ad98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:08Z', 'updated_at': '2022-04-01T15:49:14Z', 'revision_number': 4, 'project_id': 'f25527a3ef4e4227be945540540cca4c', 'gw_port': {'id': '4fbf29b5-6eaf-491a-bcb8-2605d3e0ad98', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd9b5f9-9b39-4e34-970c-1cd9a526684c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:09Z', 'updated_at': '2022-04-01T15:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': 'b07d5382-0778-4587-a5a4-aba298a6c280', 'name': '', 'network_id': '81e6234b-1120-4acc-ae32-1910fd2f72f2', 'tenant_id': 'f25527a3ef4e4227be945540540cca4c', 'mac_address': 'fa:16:3e:18:e4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd9b5f9-9b39-4e34-970c-1cd9a526684c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd48ff955-183a-46a4-8b71-2c017377434c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:13Z', 'updated_at': '2022-04-01T15:49:32Z', 'revision_number': 5, 'project_id': 'f25527a3ef4e4227be945540540cca4c', 'subnets': [{'id': 'd48ff955-183a-46a4-8b71-2c017377434c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:01.063218 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da58e12-8165-4916-9be5-a441abe1e94c None None] The sync data for ids ['afd9b5f9-9b39-4e34-970c-1cd9a526684c'] in dv-neutron-833373-2-hyperv is: [{'id': 'afd9b5f9-9b39-4e34-970c-1cd9a526684c', 'name': 'tempest-ServersTestJSON-487254703-router', 'tenant_id': 'f25527a3ef4e4227be945540540cca4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.57'}], 'enable_snat': True}, 'gw_port_id': '4fbf29b5-6eaf-491a-bcb8-2605d3e0ad98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:08Z', 'updated_at': '2022-04-01T15:49:14Z', 'revision_number': 4, 'project_id': 'f25527a3ef4e4227be945540540cca4c', 'gw_port': {'id': '4fbf29b5-6eaf-491a-bcb8-2605d3e0ad98', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd9b5f9-9b39-4e34-970c-1cd9a526684c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:09Z', 'updated_at': '2022-04-01T15:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': 'b07d5382-0778-4587-a5a4-aba298a6c280', 'name': '', 'network_id': '81e6234b-1120-4acc-ae32-1910fd2f72f2', 'tenant_id': 'f25527a3ef4e4227be945540540cca4c', 'mac_address': 'fa:16:3e:18:e4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd9b5f9-9b39-4e34-970c-1cd9a526684c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd48ff955-183a-46a4-8b71-2c017377434c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:13Z', 'updated_at': '2022-04-01T15:49:32Z', 'revision_number': 5, 'project_id': 'f25527a3ef4e4227be945540540cca4c', 'subnets': [{'id': 'd48ff955-183a-46a4-8b71-2c017377434c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:51:01.129240 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [None req-57d37b45-8e33-4e6e-84d0-9f256faf973b tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Transition to ACTIVE for port object bedafe9f-a8a6-49bf-ab38-d65fa34539db will not be triggered until provisioned by entity DHCP. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:01.198946 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5b27174a-cfa3-4a3e-b182-7ebf488200ff tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:01.388094 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-72d55e90-e27b-4d2d-8e1f-8516a4893290 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Calling delete_port for 993e98fd-1281-4e33-a416-5ee0f949be33 owned by network:router_interface {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:51:01.504501 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b27174a-cfa3-4a3e-b182-7ebf488200ff tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d36638-0971-4d83-9ddc-3b1723ec8292,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:01.555020 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8d4228e0-bf50-46a4-b2f6-1ca49d531c9a tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:01.555917 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8d4228e0-bf50-46a4-b2f6-1ca49d531c9a tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616'] for router, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:01.680199 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5b27174a-cfa3-4a3e-b182-7ebf488200ff tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:01.684600 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-5b27174a-cfa3-4a3e-b182-7ebf488200ff tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] 10.222.0.55 "DELETE /v2.0/security-groups/91d36638-0971-4d83-9ddc-3b1723ec8292 HTTP/1.1" status: 204 len: 168 time: 1.8195114 Apr 01 15:51:01.691953 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48070) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:01.815847 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device fcf8403e-f9a9-4498-9a4d-7d7451d71d3b up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:51:01.825277 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-57d37b45-8e33-4e6e-84d0-9f256faf973b tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:01.938690 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b07f30c9-f278-4a0c-bb11-8893d8847fed tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Router 26d59314-5420-44d6-8bb9-c3addc01368a has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:51:01.944940 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.api.v2.resource [None req-905ec3ba-cf6b-4558-b415-543cf0c43c3b tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] show failed (client error): The resource could not be found. Apr 01 15:51:01.949593 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-905ec3ba-cf6b-4558-b415-543cf0c43c3b tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] 10.222.0.55 "GET /v2.0/security-groups/91d36638-0971-4d83-9ddc-3b1723ec8292 HTTP/1.1" status: 404 len: 347 time: 0.2554014 Apr 01 15:51:01.950306 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48080) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:02.003384 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port fcf8403e-f9a9-4498-9a4d-7d7451d71d3b completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:51:02.013694 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port fcf8403e-f9a9-4498-9a4d-7d7451d71d3b triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:02.014063 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:02.235364 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d37b45-8e33-4e6e-84d0-9f256faf973b tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Pushing event updated for resources: {'Port': ['ID=bedafe9f-a8a6-49bf-ab38-d65fa34539db,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:02.263816 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67559bbd-c08b-483e-96a9-a238f4db6197 req-8e6eb7eb-64a1-44e9-9e77-fb964fecd564 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:02.288453 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-67559bbd-c08b-483e-96a9-a238f4db6197 req-8e6eb7eb-64a1-44e9-9e77-fb964fecd564 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3318f8-792d-48fb-8e2f-9e09760166b6 HTTP/1.1" status: 200 len: 945 time: 0.8546906 Apr 01 15:51:02.328529 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d37b45-8e33-4e6e-84d0-9f256faf973b tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Network 2c362dc3-1576-4694-aae7-ff53b5fa5ee1 is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:02.337772 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:02.345345 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-57d37b45-8e33-4e6e-84d0-9f256faf973b tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:02.348268 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d37b45-8e33-4e6e-84d0-9f256faf973b tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:51:02.375531 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7392be63-4189-49f5-967e-cdcc7aee9af1 None None] New status for floating IP 4c1ef31b-bc41-47d0-aa0a-0bda6a386abc: DOWN {{(pid=83829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 15:51:02.481054 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 48086) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:02.542696 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c40531f-47a0-4890-898c-a16083464fa5 None None] Network 2c362dc3-1576-4694-aae7-ff53b5fa5ee1 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:51:02.595355 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-9f7f12ef-8ed8-4cbe-ae63-72f5df1be83a tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Deleting port dacbe3d2-8e17-4d8c-a222-549686c78ee5 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:51:02.596760 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9f7f12ef-8ed8-4cbe-ae63-72f5df1be83a tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:02.656407 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-67559bbd-c08b-483e-96a9-a238f4db6197 req-f4e5b189-24b1-455a-8527-2fcd971a0fad tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/security-groups?id=559624ab-485e-424f-98d0-03f9fb5e6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3641863 Apr 01 15:51:02.682117 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d37b45-8e33-4e6e-84d0-9f256faf973b tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:02.682923 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-57d37b45-8e33-4e6e-84d0-9f256faf973b tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:02.759420 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-3be20b02-5739-43b0-be95-41fed2281508 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-419146478'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:51:02.770556 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-3be20b02-5739-43b0-be95-41fed2281508 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:02.774668 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-72d55e90-e27b-4d2d-8e1f-8516a4893290 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:02.817563 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-3be20b02-5739-43b0-be95-41fed2281508 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Usage tracker for resource:network and tenant:144b300b27fa4dafba1405cae5639f1c is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:02.828353 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-57d37b45-8e33-4e6e-84d0-9f256faf973b tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 4.4539750 Apr 01 15:51:02.828552 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-3be20b02-5739-43b0-be95-41fed2281508 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:02.830445 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48094) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:02.846506 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d55e90-e27b-4d2d-8e1f-8516a4893290 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event deleted for resources: {'Port': ['ID=993e98fd-1281-4e33-a416-5ee0f949be33,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:02.850035 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-3be20b02-5739-43b0-be95-41fed2281508 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:02.903510 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port fcf8403e-f9a9-4498-9a4d-7d7451d71d3b, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=fcf8403e-f9a9-4498-9a4d-7d7451d71d3b,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:51:02.912994 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be20b02-5739-43b0-be95-41fed2281508 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Made reservation on behalf of 144b300b27fa4dafba1405cae5639f1c for: {'network': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:02.916487 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3be20b02-5739-43b0-be95-41fed2281508 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:02.944754 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:02.945510 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 2d9e59b2-2318-45c5-86fa-37e0e44c253a up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:51:02.949608 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9f7f12ef-8ed8-4cbe-ae63-72f5df1be83a tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:02.949932 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9f7f12ef-8ed8-4cbe-ae63-72f5df1be83a tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:03.023453 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3be20b02-5739-43b0-be95-41fed2281508 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for security_group, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:03.090761 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-9f7f12ef-8ed8-4cbe-ae63-72f5df1be83a tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Calling delete_port for dacbe3d2-8e17-4d8c-a222-549686c78ee5 owned by network:floatingip {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:51:03.168717 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad000d04-e075-402b-a90f-b9bf19dece5c tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:03.172664 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad000d04-e075-402b-a90f-b9bf19dece5c tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:03.173176 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5936b53c-00e4-45dd-ba34-6e86282220b2 req-62cb258a-e50e-44a3-85a0-8e0ff55bca77 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:03.175253 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5936b53c-00e4-45dd-ba34-6e86282220b2 req-62cb258a-e50e-44a3-85a0-8e0ff55bca77 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] 10.222.0.55 "GET /v2.0/ports?device_id=135a5fce-1f87-4ff1-ad4e-291c11ecd721 HTTP/1.1" status: 200 len: 946 time: 0.4677389 Apr 01 15:51:03.177532 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad000d04-e075-402b-a90f-b9bf19dece5c tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:03.178476 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-ad000d04-e075-402b-a90f-b9bf19dece5c tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Synchronizing usage tracker for tenant:69a33369d53d49d18155bcef24af0225 on resource:port {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:51:03.194118 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-72d55e90-e27b-4d2d-8e1f-8516a4893290 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611462'] for router_interface, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:03.199387 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-3be20b02-5739-43b0-be95-41fed2281508 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:03.210229 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-10ce1ec5-0f0a-4015-bae3-2ab7eba580e0 None None] Provisioning for port 2d9e59b2-2318-45c5-86fa-37e0e44c253a completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:51:03.227179 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d4228e0-bf50-46a4-b2f6-1ca49d531c9a tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Router b9c6b996-6edf-4dc1-84e2-d21a06ec387f is scheduled to L3 agent ff252634-3424-422a-b742-9ae457bd54bd with binding_index 1 {{(pid=83828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:51:03.236956 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-ad000d04-e075-402b-a90f-b9bf19dece5c tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Unset dirty status for tenant:69a33369d53d49d18155bcef24af0225 on resource:port {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:51:03.238025 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-ad000d04-e075-402b-a90f-b9bf19dece5c tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.4069619 Apr 01 15:51:03.242420 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48098) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:03.256764 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-3be20b02-5739-43b0-be95-41fed2281508 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Usage tracker for resource:security_group_rule and tenant:144b300b27fa4dafba1405cae5639f1c is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:03.272121 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-3be20b02-5739-43b0-be95-41fed2281508 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:03.287497 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-3be20b02-5739-43b0-be95-41fed2281508 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:03.294608 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b07f30c9-f278-4a0c-bb11-8893d8847fed tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:51:03.308809 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9d87b4-507b-44c1-8346-8915515796b9 None None] Sync routers for ids ['26d59314-5420-44d6-8bb9-c3addc01368a'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:51:03.326598 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9d87b4-507b-44c1-8346-8915515796b9 None None] Routers {'26d59314-5420-44d6-8bb9-c3addc01368a'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:51:03.327586 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-1a9d87b4-507b-44c1-8346-8915515796b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:50:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['26d59314-5420-44d6-8bb9-c3addc01368a'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:03.365816 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=fcf8403e-f9a9-4498-9a4d-7d7451d71d3b,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:03.385236 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5936b53c-00e4-45dd-ba34-6e86282220b2 req-5fcc4831-0a77-404e-852a-ea14fb18fb74 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] 10.222.0.55 "GET /v2.0/security-groups?id=32e874f6-3d32-4ee4-ba11-3eea3ecfd36f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1974132 Apr 01 15:51:03.386653 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 2d9e59b2-2318-45c5-86fa-37e0e44c253a completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:51:03.395897 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 2d9e59b2-2318-45c5-86fa-37e0e44c253a triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:03.396420 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:03.422763 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-1a9d87b4-507b-44c1-8346-8915515796b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:03.437187 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9d87b4-507b-44c1-8346-8915515796b9 None None] Routers {'26d59314-5420-44d6-8bb9-c3addc01368a'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:51:03.438114 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-1a9d87b4-507b-44c1-8346-8915515796b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:50:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['26d59314-5420-44d6-8bb9-c3addc01368a'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:03.439445 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.db.api [None req-9f7f12ef-8ed8-4cbe-ae63-72f5df1be83a tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:51:03.439858 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG oslo_db.api [None req-9f7f12ef-8ed8-4cbe-ae63-72f5df1be83a tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:51:03.478808 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-9fbee659-6226-47f2-912f-7961510c8732 tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Deleting port bedafe9f-a8a6-49bf-ab38-d65fa34539db {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:51:03.479177 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9fbee659-6226-47f2-912f-7961510c8732 tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:03.532488 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-1a9d87b4-507b-44c1-8346-8915515796b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:03.534187 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9d87b4-507b-44c1-8346-8915515796b9 None None] The sync data for ids ['26d59314-5420-44d6-8bb9-c3addc01368a'] in dv-neutron-833373-2-hyperv is: [] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:51:03.574963 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:03.597849 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b07f30c9-f278-4a0c-bb11-8893d8847fed tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for floatingip, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:03.633942 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port 2d9e59b2-2318-45c5-86fa-37e0e44c253a, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=2d9e59b2-2318-45c5-86fa-37e0e44c253a,segment=NetworkSegment(daacc9ec-abcf-4e36-8f0f-b9956691d760),segment_id=daacc9ec-abcf-4e36-8f0f-b9956691d760)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:51:03.639604 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:03.643517 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 993e98fd-1281-4e33-a416-5ee0f949be33 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:51:03.712750 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-b07f30c9-f278-4a0c-bb11-8893d8847fed tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] 10.222.0.55 "DELETE /v2.0/floatingips/8095b372-1441-4294-bf44-a74bdac717d9 HTTP/1.1" status: 204 len: 168 time: 7.9983006 Apr 01 15:51:03.714500 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 48102) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:03.757136 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 993e98fd-1281-4e33-a416-5ee0f949be33 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:51:03.757847 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 993e98fd-1281-4e33-a416-5ee0f949be33 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Apr 01 15:51:03.823457 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Port 993e98fd-1281-4e33-a416-5ee0f949be33 not found, will not notify nova. {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 01 15:51:03.908086 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=2d9e59b2-2318-45c5-86fa-37e0e44c253a,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:03.921699 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-aaddcc7a-9d31-4a3b-9844-fdcadc4ffc92 None None] Provisioning for port bedafe9f-a8a6-49bf-ab38-d65fa34539db completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:51:03.938489 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-aaddcc7a-9d31-4a3b-9844-fdcadc4ffc92 None None] Provisioning complete for port bedafe9f-a8a6-49bf-ab38-d65fa34539db triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:03.939050 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-aaddcc7a-9d31-4a3b-9844-fdcadc4ffc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:03.954565 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-9f7f12ef-8ed8-4cbe-ae63-72f5df1be83a tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Deleting port dacbe3d2-8e17-4d8c-a222-549686c78ee5 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:51:03.955457 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9f7f12ef-8ed8-4cbe-ae63-72f5df1be83a tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:04.023413 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-aaddcc7a-9d31-4a3b-9844-fdcadc4ffc92 None None] Port bedafe9f-a8a6-49bf-ab38-d65fa34539db cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:51:04.052029 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-fbe39c2c-6ad4-4285-9724-cbd703e1097d tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Deleting port 7c33841d-730f-4115-b881-6488f140b2c4 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:51:04.052465 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-fbe39c2c-6ad4-4285-9724-cbd703e1097d tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:04.055403 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device fcf8403e-f9a9-4498-9a4d-7d7451d71d3b up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:51:04.087058 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-aaddcc7a-9d31-4a3b-9844-fdcadc4ffc92 None None] Provisioning for port 5fb310f5-d8ef-487b-ac05-317ef802adfe completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:51:04.104414 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-aaddcc7a-9d31-4a3b-9844-fdcadc4ffc92 None None] Provisioning complete for port 5fb310f5-d8ef-487b-ac05-317ef802adfe triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:04.104816 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-aaddcc7a-9d31-4a3b-9844-fdcadc4ffc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:04.188278 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-aaddcc7a-9d31-4a3b-9844-fdcadc4ffc92 None None] Port 5fb310f5-d8ef-487b-ac05-317ef802adfe cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:51:04.229829 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-aaddcc7a-9d31-4a3b-9844-fdcadc4ffc92 None None] Provisioning complete for port 2d9e59b2-2318-45c5-86fa-37e0e44c253a triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:04.230384 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-aaddcc7a-9d31-4a3b-9844-fdcadc4ffc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:04.238931 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9f7f12ef-8ed8-4cbe-ae63-72f5df1be83a tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:04.239508 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9f7f12ef-8ed8-4cbe-ae63-72f5df1be83a tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:04.307186 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3be20b02-5739-43b0-be95-41fed2281508 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for security_group, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:04.321543 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port fcf8403e-f9a9-4498-9a4d-7d7451d71d3b triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:04.322678 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:04.345946 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3be20b02-5739-43b0-be95-41fed2281508 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:04.411323 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3be20b02-5739-43b0-be95-41fed2281508 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=83826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:51:04.423039 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-9f7f12ef-8ed8-4cbe-ae63-72f5df1be83a tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Calling delete_port for dacbe3d2-8e17-4d8c-a222-549686c78ee5 owned by network:floatingip {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:51:04.467239 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9fbee659-6226-47f2-912f-7961510c8732 tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:04.543437 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be20b02-5739-43b0-be95-41fed2281508 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20fd23e0-7e7d-45c4-af83-809783e65f7e,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:04.546584 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3be20b02-5739-43b0-be95-41fed2281508 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:04.546922 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.segments_db [None req-3be20b02-5739-43b0-be95-41fed2281508 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Added segment 3688d23c-c9f4-4a5f-a439-60480be8ab1d of type vlan for network b4e873a3-e6ca-443c-a769-49c7c4739e48 Apr 01 15:51:04.636132 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-9fbee659-6226-47f2-912f-7961510c8732 tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Calling delete_port for bedafe9f-a8a6-49bf-ab38-d65fa34539db owned by {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:51:04.709951 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d4228e0-bf50-46a4-b2f6-1ca49d531c9a tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:51:04.725596 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5431b98-23f0-4cf5-a47b-1431c58899fc None None] Sync routers for ids ['b9c6b996-6edf-4dc1-84e2-d21a06ec387f'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:51:04.768164 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3be20b02-5739-43b0-be95-41fed2281508 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:04.771815 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-08e2ad05-37dc-4615-8bec-736263b00b3f None None] Provisioning complete for port 5fb310f5-d8ef-487b-ac05-317ef802adfe triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:04.771815 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-08e2ad05-37dc-4615-8bec-736263b00b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:04.784447 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f078ddfc-7f12-4b2b-85b5-2698e12c013d req-251afd9b-737a-4bf4-bdb9-2273c73295e1 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:04.786115 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-f078ddfc-7f12-4b2b-85b5-2698e12c013d req-251afd9b-737a-4bf4-bdb9-2273c73295e1 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Synchronizing usage tracker for tenant:b509592769ce4fd4a6019281630321e8 on resource:port {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:51:04.805388 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5431b98-23f0-4cf5-a47b-1431c58899fc None None] Routers {'b9c6b996-6edf-4dc1-84e2-d21a06ec387f'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:51:04.805911 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-a5431b98-23f0-4cf5-a47b-1431c58899fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:50:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['b9c6b996-6edf-4dc1-84e2-d21a06ec387f'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:04.827647 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14837779-c67c-4bb1-a923-44441b13e3ef req-4a7d4854-f4c8-4079-90b3-089afdb5c7e8 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:04.829179 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-14837779-c67c-4bb1-a923-44441b13e3ef req-4a7d4854-f4c8-4079-90b3-089afdb5c7e8 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3318f8-792d-48fb-8e2f-9e09760166b6 HTTP/1.1" status: 200 len: 945 time: 0.5936477 Apr 01 15:51:04.881645 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8d4228e0-bf50-46a4-b2f6-1ca49d531c9a tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:04.885279 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-8d4228e0-bf50-46a4-b2f6-1ca49d531c9a tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.3228867 Apr 01 15:51:04.888383 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48110) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:04.889394 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-f078ddfc-7f12-4b2b-85b5-2698e12c013d req-251afd9b-737a-4bf4-bdb9-2273c73295e1 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Unset dirty status for tenant:b509592769ce4fd4a6019281630321e8 on resource:port {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:51:04.890553 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-f078ddfc-7f12-4b2b-85b5-2698e12c013d req-251afd9b-737a-4bf4-bdb9-2273c73295e1 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] 10.222.0.24 "GET /v2.0/ports?device_id=135a5fce-1f87-4ff1-ad4e-291c11ecd721 HTTP/1.1" status: 200 len: 946 time: 0.9784579 Apr 01 15:51:04.896811 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-fbe39c2c-6ad4-4285-9724-cbd703e1097d tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:04.913380 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72d55e90-e27b-4d2d-8e1f-8516a4893290 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Router 8e442d74-a8ce-4662-ad07-1a9fbb51abb0 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:51:04.998190 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-08e2ad05-37dc-4615-8bec-736263b00b3f None None] Port 5fb310f5-d8ef-487b-ac05-317ef802adfe cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:51:05.059101 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3be20b02-5739-43b0-be95-41fed2281508 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:05.066691 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be20b02-5739-43b0-be95-41fed2281508 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:05.067592 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3be20b02-5739-43b0-be95-41fed2281508 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:05.078399 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-fbe39c2c-6ad4-4285-9724-cbd703e1097d tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Calling delete_port for 7c33841d-730f-4115-b881-6488f140b2c4 owned by {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:51:05.078958 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-08e2ad05-37dc-4615-8bec-736263b00b3f None None] Provisioning complete for port bedafe9f-a8a6-49bf-ab38-d65fa34539db triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:05.079338 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-08e2ad05-37dc-4615-8bec-736263b00b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:05.154695 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9f7f12ef-8ed8-4cbe-ae63-72f5df1be83a tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:05.167000 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-08e2ad05-37dc-4615-8bec-736263b00b3f None None] Port bedafe9f-a8a6-49bf-ab38-d65fa34539db cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:51:05.171893 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-a5431b98-23f0-4cf5-a47b-1431c58899fc None None] Set router b9c6b996-6edf-4dc1-84e2-d21a06ec387f gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:51:05.239074 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7f12ef-8ed8-4cbe-ae63-72f5df1be83a tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Pushing event deleted for resources: {'Port': ['ID=dacbe3d2-8e17-4d8c-a222-549686c78ee5,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:05.256497 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e43718-d413-4e40-8396-b1380fe1ede3 req-4b89a6bc-26fb-452a-8727-f97cbe726676 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:05.268116 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-23e43718-d413-4e40-8396-b1380fe1ede3 req-4b89a6bc-26fb-452a-8727-f97cbe726676 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] 10.222.0.55 "GET /v2.0/ports?device_id=135a5fce-1f87-4ff1-ad4e-291c11ecd721 HTTP/1.1" status: 200 len: 946 time: 0.6159632 Apr 01 15:51:05.282019 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [req-f078ddfc-7f12-4b2b-85b5-2698e12c013d req-3388682e-3780-4cb0-a0c6-456e3ae30103 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Deleting port 5cd8fa28-acad-485f-8abe-d9637f2480a2 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:51:05.282503 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-f078ddfc-7f12-4b2b-85b5-2698e12c013d req-3388682e-3780-4cb0-a0c6-456e3ae30103 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:05.384287 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-14837779-c67c-4bb1-a923-44441b13e3ef req-7d876c61-4f83-44c4-b2e3-632d964c8969 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/security-groups?id=559624ab-485e-424f-98d0-03f9fb5e6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5274997 Apr 01 15:51:05.393427 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9fbee659-6226-47f2-912f-7961510c8732 tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:05.462370 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbee659-6226-47f2-912f-7961510c8732 tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Pushing event deleted for resources: {'Port': ['ID=bedafe9f-a8a6-49bf-ab38-d65fa34539db,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:05.488035 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-3be20b02-5739-43b0-be95-41fed2281508 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.9992838 Apr 01 15:51:05.502864 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be20b02-5739-43b0-be95-41fed2281508 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Pushing event updated for resources: {'Network': ['ID=b4e873a3-e6ca-443c-a769-49c7c4739e48,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:05.516321 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network b4e873a3-e6ca-443c-a769-49c7c4739e48 details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:51:05.526845 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 48116) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:05.667297 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-a5431b98-23f0-4cf5-a47b-1431c58899fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c6b996-6edf-4dc1-84e2-d21a06ec387f', 'name': 'tempest-snat-router-1972067068', 'tenant_id': '5f11313c75e340ab97da3a75cb4a5e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.139'}], 'enable_snat': True}, 'gw_port_id': '7fca7b15-6d89-4a5f-9871-54a9e063b4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:50:56Z', 'updated_at': '2022-04-01T15:51:00Z', 'revision_number': 3, 'project_id': '5f11313c75e340ab97da3a75cb4a5e1a', 'gw_port': {'id': '7fca7b15-6d89-4a5f-9871-54a9e063b4d8', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c6b996-6edf-4dc1-84e2-d21a06ec387f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:58Z', 'updated_at': '2022-04-01T15:50:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:05.674167 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5431b98-23f0-4cf5-a47b-1431c58899fc None None] Checking router: b9c6b996-6edf-4dc1-84e2-d21a06ec387f for host: dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:51:05.674747 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5431b98-23f0-4cf5-a47b-1431c58899fc None None] Updating router b9c6b996-6edf-4dc1-84e2-d21a06ec387f port 7fca7b15-6d89-4a5f-9871-54a9e063b4d8 binding host dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:51:05.686818 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9f7f12ef-8ed8-4cbe-ae63-72f5df1be83a tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Notify callbacks [] for floatingip, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:05.739455 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a5431b98-23f0-4cf5-a47b-1431c58899fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:05.794466 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9f7f12ef-8ed8-4cbe-ae63-72f5df1be83a tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for floatingip, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:05.795043 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-9f7f12ef-8ed8-4cbe-ae63-72f5df1be83a tempest-ServersTestJSON-1020012642 tempest-ServersTestJSON-1020012642-project] 10.222.0.55 "DELETE /v2.0/floatingips/4c1ef31b-bc41-47d0-aa0a-0bda6a386abc HTTP/1.1" status: 204 len: 168 time: 3.8228383 Apr 01 15:51:05.800513 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 48120) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:05.805644 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-2a623097-38db-4fae-a3d8-ecb188830a09 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Request body: {'port': {'network_id': 'b4e873a3-e6ca-443c-a769-49c7c4739e48', 'name': 'tempest-PortsIpV6TestJSON-635196986'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:51:06.062317 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 2d9e59b2-2318-45c5-86fa-37e0e44c253a up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:51:06.186369 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9fbee659-6226-47f2-912f-7961510c8732 tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:06.193935 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-9fbee659-6226-47f2-912f-7961510c8732 tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] 10.222.0.55 "DELETE /v2.0/ports/bedafe9f-a8a6-49bf-ab38-d65fa34539db HTTP/1.1" status: 204 len: 168 time: 2.9483848 Apr 01 15:51:06.203837 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48126) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:06.250840 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-a885ef97-dd3d-4663-9e4d-ff4bfaf41e1d tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Request body: {'port': {'name': 'tempest-new-port-name-433715654', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:51:06.252115 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.api.validators [None req-a885ef97-dd3d-4663-9e4d-ff4bfaf41e1d tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] bootfile-name is not in valid_values {{(pid=83828) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 01 15:51:06.252630 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.api.validators [None req-a885ef97-dd3d-4663-9e4d-ff4bfaf41e1d tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] tftp-server is not in valid_values {{(pid=83828) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 01 15:51:06.253472 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.api.validators [None req-a885ef97-dd3d-4663-9e4d-ff4bfaf41e1d tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] server-ip-address is not in valid_values {{(pid=83828) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 01 15:51:06.298184 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 2d9e59b2-2318-45c5-86fa-37e0e44c253a triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:06.299174 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:06.308572 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-23e43718-d413-4e40-8396-b1380fe1ede3 req-1e90bd01-aa8f-4103-8f6b-35d9cacd67c0 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] 10.222.0.55 "GET /v2.0/security-groups?id=32e874f6-3d32-4ee4-ba11-3eea3ecfd36f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0390491 Apr 01 15:51:06.354018 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [req-f078ddfc-7f12-4b2b-85b5-2698e12c013d req-3388682e-3780-4cb0-a0c6-456e3ae30103 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] For port 5cd8fa28-acad-485f-8abe-d9637f2480a2, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=5cd8fa28-acad-485f-8abe-d9637f2480a2,segment=NetworkSegment(668fd163-2ec6-45f5-a68c-835f2c0688da),segment_id=668fd163-2ec6-45f5-a68c-835f2c0688da)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:51:06.354577 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-f078ddfc-7f12-4b2b-85b5-2698e12c013d req-3388682e-3780-4cb0-a0c6-456e3ae30103 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:06.390857 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-2b37956c-52f2-4772-be9b-567db61e1b62 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] 10.222.0.55 "GET /v2.0/routers/b9c6b996-6edf-4dc1-84e2-d21a06ec387f HTTP/1.1" status: 200 len: 908 time: 1.4989479 Apr 01 15:51:06.427598 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 48130) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:06.430936 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-2a623097-38db-4fae-a3d8-ecb188830a09 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:06.453269 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72d55e90-e27b-4d2d-8e1f-8516a4893290 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:51:06.469702 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec476d7-f8cc-467d-a50e-f11fccecd341 None None] Sync routers for ids ['8e442d74-a8ce-4662-ad07-1a9fbb51abb0'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:51:06.488511 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec476d7-f8cc-467d-a50e-f11fccecd341 None None] Routers {'8e442d74-a8ce-4662-ad07-1a9fbb51abb0'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:51:06.489739 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-dec476d7-f8cc-467d-a50e-f11fccecd341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:50:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['8e442d74-a8ce-4662-ad07-1a9fbb51abb0'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:06.526505 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-2a623097-38db-4fae-a3d8-ecb188830a09 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Usage tracker for resource:port and tenant:144b300b27fa4dafba1405cae5639f1c is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:06.547371 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a885ef97-dd3d-4663-9e4d-ff4bfaf41e1d tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:06.554757 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-2a623097-38db-4fae-a3d8-ecb188830a09 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:06.587986 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a5431b98-23f0-4cf5-a47b-1431c58899fc None None] Notify callbacks [] for port, precommit_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:06.612504 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-2a623097-38db-4fae-a3d8-ecb188830a09 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:06.633380 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-72d55e90-e27b-4d2d-8e1f-8516a4893290 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "PUT /v2.0/routers/8e442d74-a8ce-4662-ad07-1a9fbb51abb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8248692 Apr 01 15:51:06.637749 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48134) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:06.677557 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a5431b98-23f0-4cf5-a47b-1431c58899fc None None] Transition to ACTIVE for port object 7fca7b15-6d89-4a5f-9871-54a9e063b4d8 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:06.682513 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a623097-38db-4fae-a3d8-ecb188830a09 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Made reservation on behalf of 144b300b27fa4dafba1405cae5639f1c for: {'port': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:06.685611 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2a623097-38db-4fae-a3d8-ecb188830a09 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:06.688340 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a5431b98-23f0-4cf5-a47b-1431c58899fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:06.703665 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-fbe39c2c-6ad4-4285-9724-cbd703e1097d tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:06.715365 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-dec476d7-f8cc-467d-a50e-f11fccecd341 None None] Set router 8e442d74-a8ce-4662-ad07-1a9fbb51abb0 gateway port host: None {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:51:06.740783 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc69a69-32a8-411b-8a05-e9d0495c07f0 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:06.742247 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc69a69-32a8-411b-8a05-e9d0495c07f0 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:06.743121 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-4bc69a69-32a8-411b-8a05-e9d0495c07f0 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Synchronizing usage tracker for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:subnet {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:51:06.771784 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b0d903-aa42-4812-9b1b-a5aa4d999089 req-ce9cbc3e-9206-4f15-a7be-6f056e801954 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:06.773491 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-30b0d903-aa42-4812-9b1b-a5aa4d999089 req-ce9cbc3e-9206-4f15-a7be-6f056e801954 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3318f8-792d-48fb-8e2f-9e09760166b6 HTTP/1.1" status: 200 len: 945 time: 0.5826719 Apr 01 15:51:06.790762 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-4bc69a69-32a8-411b-8a05-e9d0495c07f0 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Unset dirty status for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:subnet {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:51:06.796889 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-4bc69a69-32a8-411b-8a05-e9d0495c07f0 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1510139 Apr 01 15:51:06.797563 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48138) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:06.812221 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe39c2c-6ad4-4285-9724-cbd703e1097d tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Pushing event deleted for resources: {'Port': ['ID=7c33841d-730f-4115-b881-6488f140b2c4,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:06.825908 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [None req-2a623097-38db-4fae-a3d8-ecb188830a09 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] device_id is not set on port 4e9a38ac-d395-4e8f-a47f-62c965f0cf80 yet. {{(pid=83826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:51:06.841798 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-dec476d7-f8cc-467d-a50e-f11fccecd341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e442d74-a8ce-4662-ad07-1a9fbb51abb0', 'name': 'tempest-NetworksTestDHCPv6-router-805125797', 'tenant_id': '50a1f72bd5e54e209eb4756b30f7e6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:50:47Z', 'updated_at': '2022-04-01T15:51:02Z', 'revision_number': 3, 'project_id': '50a1f72bd5e54e209eb4756b30f7e6a6', 'gw_port_host': None}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:06.847203 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec476d7-f8cc-467d-a50e-f11fccecd341 None None] Checking router: 8e442d74-a8ce-4662-ad07-1a9fbb51abb0 for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:51:06.859869 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec476d7-f8cc-467d-a50e-f11fccecd341 None None] Routers {'8e442d74-a8ce-4662-ad07-1a9fbb51abb0'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:51:06.860493 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-dec476d7-f8cc-467d-a50e-f11fccecd341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:50:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['8e442d74-a8ce-4662-ad07-1a9fbb51abb0'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:06.893630 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15d7c7-bf8c-44f6-bf18-24e0d6ed04cc None None] Pushing event updated for resources: {'Port': ['ID=7fca7b15-6d89-4a5f-9871-54a9e063b4d8,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:06.911499 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-a5431b98-23f0-4cf5-a47b-1431c58899fc None None] Attempting to bind port 7fca7b15-6d89-4a5f-9871-54a9e063b4d8 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:51:06.912007 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-a5431b98-23f0-4cf5-a47b-1431c58899fc None None] Attempting to bind port 7fca7b15-6d89-4a5f-9871-54a9e063b4d8 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:51:06.912620 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5431b98-23f0-4cf5-a47b-1431c58899fc None None] Attempting to bind port 7fca7b15-6d89-4a5f-9871-54a9e063b4d8 on network ed45466e-0386-4b92-8de3-247c977242ac {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:51:06.926327 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5431b98-23f0-4cf5-a47b-1431c58899fc None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:51:06.927219 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5431b98-23f0-4cf5-a47b-1431c58899fc None None] Checking segment: {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:51:06.927920 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a5431b98-23f0-4cf5-a47b-1431c58899fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:06.928404 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5431b98-23f0-4cf5-a47b-1431c58899fc None None] Bound using segment: {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:51:06.929142 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-a5431b98-23f0-4cf5-a47b-1431c58899fc None None] Bound port: 7fca7b15-6d89-4a5f-9871-54a9e063b4d8, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:51:06.929677 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a5431b98-23f0-4cf5-a47b-1431c58899fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:07.011752 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-dec476d7-f8cc-467d-a50e-f11fccecd341 None None] Set router 8e442d74-a8ce-4662-ad07-1a9fbb51abb0 gateway port host: None {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:51:07.062020 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-30b0d903-aa42-4812-9b1b-a5aa4d999089 req-99b401fc-97cb-4cd6-923e-82e973899147 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/security-groups?id=559624ab-485e-424f-98d0-03f9fb5e6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2748685 Apr 01 15:51:07.141590 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a5431b98-23f0-4cf5-a47b-1431c58899fc None None] For port 7fca7b15-6d89-4a5f-9871-54a9e063b4d8, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:51:07.152361 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-dec476d7-f8cc-467d-a50e-f11fccecd341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e442d74-a8ce-4662-ad07-1a9fbb51abb0', 'name': 'tempest-NetworksTestDHCPv6-router-805125797', 'tenant_id': '50a1f72bd5e54e209eb4756b30f7e6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:50:47Z', 'updated_at': '2022-04-01T15:51:02Z', 'revision_number': 3, 'project_id': '50a1f72bd5e54e209eb4756b30f7e6a6', 'gw_port_host': None}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:07.152802 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a5431b98-23f0-4cf5-a47b-1431c58899fc None None] For port 7fca7b15-6d89-4a5f-9871-54a9e063b4d8, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=7fca7b15-6d89-4a5f-9871-54a9e063b4d8,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:51:07.157275 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec476d7-f8cc-467d-a50e-f11fccecd341 None None] The sync data for ids ['8e442d74-a8ce-4662-ad07-1a9fbb51abb0'] in dv-neutron-833373-2-hyperv is: [{'id': '8e442d74-a8ce-4662-ad07-1a9fbb51abb0', 'name': 'tempest-NetworksTestDHCPv6-router-805125797', 'tenant_id': '50a1f72bd5e54e209eb4756b30f7e6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:50:47Z', 'updated_at': '2022-04-01T15:51:02Z', 'revision_number': 3, 'project_id': '50a1f72bd5e54e209eb4756b30f7e6a6', 'gw_port_host': None}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:51:07.163717 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-fbe39c2c-6ad4-4285-9724-cbd703e1097d tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:07.172156 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a5431b98-23f0-4cf5-a47b-1431c58899fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:07.270835 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-fbe39c2c-6ad4-4285-9724-cbd703e1097d tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] 10.222.0.55 "DELETE /v2.0/ports/7c33841d-730f-4115-b881-6488f140b2c4 HTTP/1.1" status: 204 len: 168 time: 3.5469205 Apr 01 15:51:07.271054 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5431b98-23f0-4cf5-a47b-1431c58899fc None None] Routers {'b9c6b996-6edf-4dc1-84e2-d21a06ec387f'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:51:07.271054 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-a5431b98-23f0-4cf5-a47b-1431c58899fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:50:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['b9c6b996-6edf-4dc1-84e2-d21a06ec387f'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:07.274603 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 48142) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:07.284608 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-3d82773b-98f9-441a-927a-68f227ed8ca2 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Request body: {'floatingip': {'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:51:07.312853 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-3d82773b-98f9-441a-927a-68f227ed8ca2 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:07.326907 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-3d82773b-98f9-441a-927a-68f227ed8ca2 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Usage tracker for resource:floatingip and tenant:7e7aded1adfa4cd1be462b87d89e24d5 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:07.328925 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15d7c7-bf8c-44f6-bf18-24e0d6ed04cc None None] Pushing event updated for resources: {'Port': ['ID=7fca7b15-6d89-4a5f-9871-54a9e063b4d8,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:07.341073 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-3d82773b-98f9-441a-927a-68f227ed8ca2 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:07.357639 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2a623097-38db-4fae-a3d8-ecb188830a09 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:07.359599 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-3d82773b-98f9-441a-927a-68f227ed8ca2 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:07.430687 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-f078ddfc-7f12-4b2b-85b5-2698e12c013d req-3388682e-3780-4cb0-a0c6-456e3ae30103 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:07.431486 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-f078ddfc-7f12-4b2b-85b5-2698e12c013d req-3388682e-3780-4cb0-a0c6-456e3ae30103 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617697'] for floatingip, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:07.431486 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.l3_db [req-f078ddfc-7f12-4b2b-85b5-2698e12c013d req-3388682e-3780-4cb0-a0c6-456e3ae30103 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Floating IP 31dc89c5-0c9d-4ffa-ba6a-e201c6192143 disassociated. External IP: 172.26.1.205, port: 5cd8fa28-acad-485f-8abe-d9637f2480a2. Apr 01 15:51:07.431863 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [req-f078ddfc-7f12-4b2b-85b5-2698e12c013d req-3388682e-3780-4cb0-a0c6-456e3ae30103 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Calling delete_port for 5cd8fa28-acad-485f-8abe-d9637f2480a2 owned by compute:nova {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:51:07.444402 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3d82773b-98f9-441a-927a-68f227ed8ca2 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks [] for floatingip, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:07.553139 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cfc4117-61d5-435b-ae1a-8bafbd6a3106 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Deleting subnet a48d481c-8d65-4d0d-8083-364547979663 {{(pid=83828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:51:07.560202 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a885ef97-dd3d-4663-9e4d-ff4bfaf41e1d tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Notify callbacks [] for port, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:07.564181 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5cfc4117-61d5-435b-ae1a-8bafbd6a3106 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for subnet, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:07.573280 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-a5431b98-23f0-4cf5-a47b-1431c58899fc None None] Set router b9c6b996-6edf-4dc1-84e2-d21a06ec387f gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:51:07.610020 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a885ef97-dd3d-4663-9e4d-ff4bfaf41e1d tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:07.733598 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5cfc4117-61d5-435b-ae1a-8bafbd6a3106 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15303084'] for subnet, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:07.779479 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-40cb3aa1-1aaa-43de-80d4-706aa7fc0d8b tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks [] for router, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:07.886260 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 993e98fd-1281-4e33-a416-5ee0f949be33 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:51:07.932376 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 993e98fd-1281-4e33-a416-5ee0f949be33 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:51:07.932715 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 993e98fd-1281-4e33-a416-5ee0f949be33 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:51:07.968775 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2a623097-38db-4fae-a3d8-ecb188830a09 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:08.012839 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a885ef97-dd3d-4663-9e4d-ff4bfaf41e1d tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Pushing event updated for resources: {'Port': ['ID=5fb310f5-d8ef-487b-ac05-317ef802adfe,revision_number=2']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:08.041460 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-a5431b98-23f0-4cf5-a47b-1431c58899fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c6b996-6edf-4dc1-84e2-d21a06ec387f', 'name': 'tempest-snat-router-1972067068', 'tenant_id': '5f11313c75e340ab97da3a75cb4a5e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.139'}], 'enable_snat': True}, 'gw_port_id': '7fca7b15-6d89-4a5f-9871-54a9e063b4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:50:56Z', 'updated_at': '2022-04-01T15:51:00Z', 'revision_number': 3, 'project_id': '5f11313c75e340ab97da3a75cb4a5e1a', 'gw_port': {'id': '7fca7b15-6d89-4a5f-9871-54a9e063b4d8', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c6b996-6edf-4dc1-84e2-d21a06ec387f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:58Z', 'updated_at': '2022-04-01T15:51:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:08.045514 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-840368ca-22fa-40a3-a60a-752e1fc414b9 None None] Provisioning complete for port 5fb310f5-d8ef-487b-ac05-317ef802adfe triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:08.045951 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-840368ca-22fa-40a3-a60a-752e1fc414b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:08.076297 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5431b98-23f0-4cf5-a47b-1431c58899fc None None] The sync data for ids ['b9c6b996-6edf-4dc1-84e2-d21a06ec387f'] in dv-neutron-833373-2-hyperv is: [{'id': 'b9c6b996-6edf-4dc1-84e2-d21a06ec387f', 'name': 'tempest-snat-router-1972067068', 'tenant_id': '5f11313c75e340ab97da3a75cb4a5e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.139'}], 'enable_snat': True}, 'gw_port_id': '7fca7b15-6d89-4a5f-9871-54a9e063b4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:50:56Z', 'updated_at': '2022-04-01T15:51:00Z', 'revision_number': 3, 'project_id': '5f11313c75e340ab97da3a75cb4a5e1a', 'gw_port': {'id': '7fca7b15-6d89-4a5f-9871-54a9e063b4d8', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:0a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c6b996-6edf-4dc1-84e2-d21a06ec387f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:50:58Z', 'updated_at': '2022-04-01T15:51:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:51:08.100140 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-f078ddfc-7f12-4b2b-85b5-2698e12c013d req-3388682e-3780-4cb0-a0c6-456e3ae30103 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:08.140853 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-840368ca-22fa-40a3-a60a-752e1fc414b9 None None] Port 5fb310f5-d8ef-487b-ac05-317ef802adfe cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:51:08.195004 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3388682e-3780-4cb0-a0c6-456e3ae30103 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Pushing event deleted for resources: {'Port': ['ID=5cd8fa28-acad-485f-8abe-d9637f2480a2,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:08.206396 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-a885ef97-dd3d-4663-9e4d-ff4bfaf41e1d tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] In _notify_port_updated(), no bound segment for port 5fb310f5-d8ef-487b-ac05-317ef802adfe on network 2c362dc3-1576-4694-aae7-ff53b5fa5ee1 {{(pid=83828) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 01 15:51:08.213120 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a623097-38db-4fae-a3d8-ecb188830a09 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Pushing event updated for resources: {'Port': ['ID=4e9a38ac-d395-4e8f-a47f-62c965f0cf80,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:08.213483 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a885ef97-dd3d-4663-9e4d-ff4bfaf41e1d tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:08.214602 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a885ef97-dd3d-4663-9e4d-ff4bfaf41e1d tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:08.221654 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-a885ef97-dd3d-4663-9e4d-ff4bfaf41e1d tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] 10.222.0.55 "PUT /v2.0/ports/5fb310f5-d8ef-487b-ac05-317ef802adfe HTTP/1.1" status: 200 len: 1135 time: 2.0146091 Apr 01 15:51:08.225033 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48150) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:08.225865 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e55f55-fed9-4d21-b18d-9e32f32a2461 req-628183f1-dfe5-4efa-9ef3-fa7664e0ce74 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:08.233285 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-98e55f55-fed9-4d21-b18d-9e32f32a2461 req-628183f1-dfe5-4efa-9ef3-fa7664e0ce74 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] 10.222.0.55 "GET /v2.0/ports?device_id=135a5fce-1f87-4ff1-ad4e-291c11ecd721 HTTP/1.1" status: 200 len: 946 time: 0.6930161 Apr 01 15:51:08.289530 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3388682e-3780-4cb0-a0c6-456e3ae30103 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:08.289794 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3388682e-3780-4cb0-a0c6-456e3ae30103 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:08.290157 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3388682e-3780-4cb0-a0c6-456e3ae30103 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:08.290499 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3388682e-3780-4cb0-a0c6-456e3ae30103 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:08.290839 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3388682e-3780-4cb0-a0c6-456e3ae30103 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:08.291253 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3388682e-3780-4cb0-a0c6-456e3ae30103 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:08.291628 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3388682e-3780-4cb0-a0c6-456e3ae30103 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:08.291968 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3388682e-3780-4cb0-a0c6-456e3ae30103 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:08.292296 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3388682e-3780-4cb0-a0c6-456e3ae30103 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:08.292714 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3388682e-3780-4cb0-a0c6-456e3ae30103 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:08.293263 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3388682e-3780-4cb0-a0c6-456e3ae30103 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:08.311698 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5cfc4117-61d5-435b-ae1a-8bafbd6a3106 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:08.335406 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a623097-38db-4fae-a3d8-ecb188830a09 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Checking segment: {'id': '3688d23c-c9f4-4a5f-a439-60480be8ab1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b4e873a3-e6ca-443c-a769-49c7c4739e48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:51:08.335767 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a623097-38db-4fae-a3d8-ecb188830a09 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Network hostable DHCP agents. Network: b4e873a3-e6ca-443c-a769-49c7c4739e48, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:51:08.405535 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-98e55f55-fed9-4d21-b18d-9e32f32a2461 req-1cd9e0a7-f2cd-4180-bcfa-ba024950e796 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] 10.222.0.55 "GET /v2.0/security-groups?id=32e874f6-3d32-4ee4-ba11-3eea3ecfd36f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1713700 Apr 01 15:51:08.458391 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3d82773b-98f9-441a-927a-68f227ed8ca2 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:08.506808 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a623097-38db-4fae-a3d8-ecb188830a09 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Network b4e873a3-e6ca-443c-a769-49c7c4739e48 is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:51:08.507606 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69bd1e7-2bc6-416c-8396-9e8bac43d026 tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:08.508235 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-e69bd1e7-2bc6-416c-8396-9e8bac43d026 tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Synchronizing usage tracker for tenant:69a33369d53d49d18155bcef24af0225 on resource:port {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:51:08.526833 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 5cd8fa28-acad-485f-8abe-d9637f2480a2 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:51:08.555152 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093e6141-2cce-4959-93a6-14dcf143ea03 req-d6007690-4bf9-4123-8402-55de421f2050 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:08.556755 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-093e6141-2cce-4959-93a6-14dcf143ea03 req-d6007690-4bf9-4123-8402-55de421f2050 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3318f8-792d-48fb-8e2f-9e09760166b6 HTTP/1.1" status: 200 len: 945 time: 0.3125484 Apr 01 15:51:08.565467 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-e69bd1e7-2bc6-416c-8396-9e8bac43d026 tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Unset dirty status for tenant:69a33369d53d49d18155bcef24af0225 on resource:port {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:51:08.569442 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-e69bd1e7-2bc6-416c-8396-9e8bac43d026 tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] 10.222.0.55 "GET /v2.0/ports/5fb310f5-d8ef-487b-ac05-317ef802adfe HTTP/1.1" status: 200 len: 1135 time: 0.3379123 Apr 01 15:51:08.569598 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-fd127575-68d0-4ff2-a8dd-638b9aca53ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611543'] for router_interface, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:08.570379 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48154) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:08.572865 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] No Port match for: 5cd8fa28-acad-485f-8abe-d9637f2480a2 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:51:08.573272 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 5cd8fa28-acad-485f-8abe-d9637f2480a2 not bound to the agent host hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:51:08.610549 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5cfc4117-61d5-435b-ae1a-8bafbd6a3106 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15306565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16030232'] for subnet, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:08.619521 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-2a623097-38db-4fae-a3d8-ecb188830a09 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, b4e873a3-e6ca-443c-a769-49c7c4739e48) {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:08.652063 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02eadcc-9092-4b1c-8104-6d6c5273cd8d None None] Network b4e873a3-e6ca-443c-a769-49c7c4739e48 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:51:08.656777 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a623097-38db-4fae-a3d8-ecb188830a09 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:51:08.661164 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a623097-38db-4fae-a3d8-ecb188830a09 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:08.661806 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2a623097-38db-4fae-a3d8-ecb188830a09 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:08.711229 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfc4117-61d5-435b-ae1a-8bafbd6a3106 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event deleted for resources: {'Subnet': ['ID=a48d481c-8d65-4d0d-8083-364547979663,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:08.744879 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5cfc4117-61d5-435b-ae1a-8bafbd6a3106 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:08.763385 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-5014b619-9ce5-4fa5-a394-2efac047f636 tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Deleting port 5fb310f5-d8ef-487b-ac05-317ef802adfe {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:51:08.763787 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5014b619-9ce5-4fa5-a394-2efac047f636 tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:08.825610 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-2a623097-38db-4fae-a3d8-ecb188830a09 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.2923727 Apr 01 15:51:08.829257 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 48158) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:08.851648 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-e7165f3a-3af1-45e5-9564-510bbdc7ae93 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-221802384'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:51:08.873457 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f5fa81-346d-4b7e-82be-8e2234606f73 None None] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:51:08.875645 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-e7165f3a-3af1-45e5-9564-510bbdc7ae93 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:08.883956 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-5cfc4117-61d5-435b-ae1a-8bafbd6a3106 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/subnets/a48d481c-8d65-4d0d-8083-364547979663 HTTP/1.1" status: 204 len: 168 time: 2.0023251 Apr 01 15:51:08.887232 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-40cb3aa1-1aaa-43de-80d4-706aa7fc0d8b tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:08.894256 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-e7165f3a-3af1-45e5-9564-510bbdc7ae93 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Usage tracker for resource:network and tenant:144b300b27fa4dafba1405cae5639f1c is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:08.897207 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 48162) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:08.910082 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-093e6141-2cce-4959-93a6-14dcf143ea03 req-5139528d-6a7d-432f-b677-d0b6b3bb767f tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/security-groups?id=559624ab-485e-424f-98d0-03f9fb5e6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2835691 Apr 01 15:51:08.933789 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-e7165f3a-3af1-45e5-9564-510bbdc7ae93 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:09.073714 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-3d82773b-98f9-441a-927a-68f227ed8ca2 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Allocated IP 172.26.1.50 (ed45466e-0386-4b92-8de3-247c977242ac/0479f741-5cd1-4d6f-b593-d8aa909a42d3/55ee6a70-0952-4e9e-b75c-b58460e18b16) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:09.153358 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f078ddfc-7f12-4b2b-85b5-2698e12c013d req-3388682e-3780-4cb0-a0c6-456e3ae30103 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Router 9a443703-9a97-4a5d-9406-6cb5aab4ab53 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:51:09.216947 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-e7165f3a-3af1-45e5-9564-510bbdc7ae93 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:09.224554 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5014b619-9ce5-4fa5-a394-2efac047f636 tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:09.274732 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-40cb3aa1-1aaa-43de-80d4-706aa7fc0d8b tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Deleting port 7fca7b15-6d89-4a5f-9871-54a9e063b4d8 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:51:09.274732 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-40cb3aa1-1aaa-43de-80d4-706aa7fc0d8b tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:09.366217 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b611240-0414-4b7d-9496-c591e9617347 None None] DHCP port deletion for 7b65ac5c-8834-4b65-9b28-b7dba6c9746f request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:51:09.370763 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-6b611240-0414-4b7d-9496-c591e9617347 None None] Deleting port c9f3a4ae-61ba-40b4-9779-6892ae85737a {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:51:09.371459 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6b611240-0414-4b7d-9496-c591e9617347 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:09.388379 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-5014b619-9ce5-4fa5-a394-2efac047f636 tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Calling delete_port for 5fb310f5-d8ef-487b-ac05-317ef802adfe owned by {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:51:09.506443 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3d82773b-98f9-441a-927a-68f227ed8ca2 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:09.524797 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:51:09.702796 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7165f3a-3af1-45e5-9564-510bbdc7ae93 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Made reservation on behalf of 144b300b27fa4dafba1405cae5639f1c for: {'network': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:09.706921 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e7165f3a-3af1-45e5-9564-510bbdc7ae93 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:09.760019 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-6b611240-0414-4b7d-9496-c591e9617347 None None] For port c9f3a4ae-61ba-40b4-9779-6892ae85737a, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=c9f3a4ae-61ba-40b4-9779-6892ae85737a,segment=NetworkSegment(c41dc1a5-c958-4d8b-81ea-3934c36371b8),segment_id=c41dc1a5-c958-4d8b-81ea-3934c36371b8)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:51:09.760535 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6b611240-0414-4b7d-9496-c591e9617347 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:09.786037 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5014b619-9ce5-4fa5-a394-2efac047f636 tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:09.836172 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-eb365a5c-2fc6-40ab-951a-a07a13225cf3 req-a80e5dfb-b578-42a4-8b42-aede59237dc1 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] 10.222.0.55 "GET /v2.0/ports?device_id=135a5fce-1f87-4ff1-ad4e-291c11ecd721 HTTP/1.1" status: 200 len: 210 time: 0.0921967 Apr 01 15:51:09.851344 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5014b619-9ce5-4fa5-a394-2efac047f636 tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Pushing event deleted for resources: {'Port': ['ID=5fb310f5-d8ef-487b-ac05-317ef802adfe,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:09.898559 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7165f3a-3af1-45e5-9564-510bbdc7ae93 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=83826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:51:09.959688 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-6b611240-0414-4b7d-9496-c591e9617347 None None] Calling delete_port for c9f3a4ae-61ba-40b4-9779-6892ae85737a owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:51:10.032315 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-7c6ada62-efb1-412f-9bf7-3f82785fd2ff tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Synchronizing usage tracker for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:router {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:51:10.050126 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e7165f3a-3af1-45e5-9564-510bbdc7ae93 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:10.050590 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.segments_db [None req-e7165f3a-3af1-45e5-9564-510bbdc7ae93 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Added segment 9a5f4fc7-2267-48da-97e6-a7837d65524b of type vlan for network 102cd787-b28e-4696-98e7-fe3ee48777b2 Apr 01 15:51:10.056022 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5014b619-9ce5-4fa5-a394-2efac047f636 tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:10.081841 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f8400-f8fb-40e6-869a-dfbeca97cc10 req-17c6e932-bf18-4ffe-8ecd-287427a48807 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:10.083426 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-683f8400-f8fb-40e6-869a-dfbeca97cc10 req-17c6e932-bf18-4ffe-8ecd-287427a48807 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3318f8-792d-48fb-8e2f-9e09760166b6 HTTP/1.1" status: 200 len: 945 time: 0.8623638 Apr 01 15:51:10.093148 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-5014b619-9ce5-4fa5-a394-2efac047f636 tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] 10.222.0.55 "DELETE /v2.0/ports/5fb310f5-d8ef-487b-ac05-317ef802adfe HTTP/1.1" status: 204 len: 168 time: 1.5216262 Apr 01 15:51:10.096783 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48170) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:10.113731 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 7fca7b15-6d89-4a5f-9871-54a9e063b4d8 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:51:10.198359 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f078ddfc-7f12-4b2b-85b5-2698e12c013d req-3388682e-3780-4cb0-a0c6-456e3ae30103 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:51:10.209645 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6b611240-0414-4b7d-9496-c591e9617347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671'] for port, after_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:10.273116 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb1efc1-355f-420e-8228-d18f5ad6ab76 None None] Sync routers for ids ['9a443703-9a97-4a5d-9406-6cb5aab4ab53'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:51:10.279634 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-7c6ada62-efb1-412f-9bf7-3f82785fd2ff tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Unset dirty status for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:router {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:51:10.281156 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-7c6ada62-efb1-412f-9bf7-3f82785fd2ff tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 1.3641100 Apr 01 15:51:10.289188 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-683f8400-f8fb-40e6-869a-dfbeca97cc10 req-4bf28cc7-6842-40a4-b150-c181b21019a4 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/security-groups?id=559624ab-485e-424f-98d0-03f9fb5e6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1673324 Apr 01 15:51:10.289912 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 48174) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:10.310283 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b611240-0414-4b7d-9496-c591e9617347 None None] Pushing event deleted for resources: {'Port': ['ID=c9f3a4ae-61ba-40b4-9779-6892ae85737a,revision_number=None']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:10.325567 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b611240-0414-4b7d-9496-c591e9617347 None None] No DVR routers for this DVR port c9f3a4ae-61ba-40b4-9779-6892ae85737a on host dv-neutron-833373-2-hyperv {{(pid=83829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:51:10.331667 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [req-f078ddfc-7f12-4b2b-85b5-2698e12c013d req-3388682e-3780-4cb0-a0c6-456e3ae30103 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] No DVR routers for this DVR port 5cd8fa28-acad-485f-8abe-d9637f2480a2 on host hv-neutron-8333 {{(pid=83828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:51:10.333266 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [None req-40cb3aa1-1aaa-43de-80d4-706aa7fc0d8b tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] For port 7fca7b15-6d89-4a5f-9871-54a9e063b4d8, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=7fca7b15-6d89-4a5f-9871-54a9e063b4d8,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:51:10.333831 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-40cb3aa1-1aaa-43de-80d4-706aa7fc0d8b tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:10.340720 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-f078ddfc-7f12-4b2b-85b5-2698e12c013d req-3388682e-3780-4cb0-a0c6-456e3ae30103 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:10.344018 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-f078ddfc-7f12-4b2b-85b5-2698e12c013d req-3388682e-3780-4cb0-a0c6-456e3ae30103 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] 10.222.0.24 "DELETE /v2.0/ports/5cd8fa28-acad-485f-8abe-d9637f2480a2 HTTP/1.1" status: 204 len: 173 time: 5.3856442 Apr 01 15:51:10.345141 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '135a5fce-1f87-4ff1-ad4e-291c11ecd721', 'name': 'network-vif-deleted', 'tag': '5cd8fa28-acad-485f-8abe-d9637f2480a2'}] {{(pid=83828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:51:10.355962 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb1efc1-355f-420e-8228-d18f5ad6ab76 None None] Routers {'9a443703-9a97-4a5d-9406-6cb5aab4ab53'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:51:10.355962 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-7eb1efc1-355f-420e-8228-d18f5ad6ab76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:50:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['9a443703-9a97-4a5d-9406-6cb5aab4ab53'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:10.493784 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3d82773b-98f9-441a-927a-68f227ed8ca2 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:10.494522 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b611240-0414-4b7d-9496-c591e9617347 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:10.494871 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b611240-0414-4b7d-9496-c591e9617347 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:10.495210 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b611240-0414-4b7d-9496-c591e9617347 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:10.495542 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b611240-0414-4b7d-9496-c591e9617347 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:10.495873 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b611240-0414-4b7d-9496-c591e9617347 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:10.496201 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b611240-0414-4b7d-9496-c591e9617347 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:10.496527 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b611240-0414-4b7d-9496-c591e9617347 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:10.496878 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b611240-0414-4b7d-9496-c591e9617347 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:10.497201 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b611240-0414-4b7d-9496-c591e9617347 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:10.497520 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b611240-0414-4b7d-9496-c591e9617347 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:10.497839 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b611240-0414-4b7d-9496-c591e9617347 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:10.507137 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-40cb3aa1-1aaa-43de-80d4-706aa7fc0d8b tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Calling delete_port for 7fca7b15-6d89-4a5f-9871-54a9e063b4d8 owned by network:router_gateway {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:51:10.536628 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e7165f3a-3af1-45e5-9564-510bbdc7ae93 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:10.611937 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '135a5fce-1f87-4ff1-ad4e-291c11ecd721', 'name': 'network-vif-deleted', 'tag': '5cd8fa28-acad-485f-8abe-d9637f2480a2', 'status': 'completed', 'code': 200} Apr 01 15:51:10.641480 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 7fca7b15-6d89-4a5f-9871-54a9e063b4d8 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:51:10.654407 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 7fca7b15-6d89-4a5f-9871-54a9e063b4d8 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:10.654784 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:10.739223 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_v2 [None req-40c7aac0-a558-4f20-aae3-4121990b1f0d tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Deleting subnet 0345b946-d9dc-4755-b8be-132658a1125d {{(pid=83828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:51:10.742364 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-40c7aac0-a558-4f20-aae3-4121990b1f0d tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Notify callbacks [] for subnet, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:10.746583 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-7eb1efc1-355f-420e-8228-d18f5ad6ab76 None None] Set router 9a443703-9a97-4a5d-9406-6cb5aab4ab53 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:51:10.793743 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.db.resource_extend [None req-e7165f3a-3af1-45e5-9564-510bbdc7ae93 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:51:10.808189 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-40c7aac0-a558-4f20-aae3-4121990b1f0d tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15303084'] for subnet, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:10.826650 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d82773b-98f9-441a-927a-68f227ed8ca2 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Network ed45466e-0386-4b92-8de3-247c977242ac is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:10.875100 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-3d82773b-98f9-441a-927a-68f227ed8ca2 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:10.878433 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d82773b-98f9-441a-927a-68f227ed8ca2 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:51:10.924485 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-40c7aac0-a558-4f20-aae3-4121990b1f0d tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:11.054575 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d82773b-98f9-441a-927a-68f227ed8ca2 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Pushing event updated for resources: {'Port': ['ID=55ee6a70-0952-4e9e-b75c-b58460e18b16,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:11.059296 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-40c7aac0-a558-4f20-aae3-4121990b1f0d tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15306565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16030232'] for subnet, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:11.107647 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c7aac0-a558-4f20-aae3-4121990b1f0d tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Pushing event deleted for resources: {'Subnet': ['ID=0345b946-d9dc-4755-b8be-132658a1125d,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:11.120542 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:11.133492 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-40c7aac0-a558-4f20-aae3-4121990b1f0d tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:11.141409 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1a1ebd-180f-44e2-a908-f2265ff59794 None None] Network 2c362dc3-1576-4694-aae7-ff53b5fa5ee1 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:51:11.148461 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-40c7aac0-a558-4f20-aae3-4121990b1f0d tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] 10.222.0.55 "DELETE /v2.0/subnets/0345b946-d9dc-4755-b8be-132658a1125d HTTP/1.1" status: 204 len: 168 time: 1.0272472 Apr 01 15:51:11.150258 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48184) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:11.164396 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d82773b-98f9-441a-927a-68f227ed8ca2 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:11.164981 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d82773b-98f9-441a-927a-68f227ed8ca2 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:11.164981 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d82773b-98f9-441a-927a-68f227ed8ca2 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:11.165257 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d82773b-98f9-441a-927a-68f227ed8ca2 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:11.166182 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d82773b-98f9-441a-927a-68f227ed8ca2 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:11.166182 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d82773b-98f9-441a-927a-68f227ed8ca2 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:11.166323 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d82773b-98f9-441a-927a-68f227ed8ca2 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:11.166804 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d82773b-98f9-441a-927a-68f227ed8ca2 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:11.166922 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d82773b-98f9-441a-927a-68f227ed8ca2 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:11.167212 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d82773b-98f9-441a-927a-68f227ed8ca2 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:11.167536 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d82773b-98f9-441a-927a-68f227ed8ca2 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:51:11.186767 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port 7fca7b15-6d89-4a5f-9871-54a9e063b4d8, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=7fca7b15-6d89-4a5f-9871-54a9e063b4d8,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:51:11.223952 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e7165f3a-3af1-45e5-9564-510bbdc7ae93 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:11.227018 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7165f3a-3af1-45e5-9564-510bbdc7ae93 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:11.227623 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e7165f3a-3af1-45e5-9564-510bbdc7ae93 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:11.244606 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:11.288253 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-22ebea25-82f5-4afd-b53d-b13c8710a4e6 tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:11.305891 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-22ebea25-82f5-4afd-b53d-b13c8710a4e6 tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Deleting port 2d9e59b2-2318-45c5-86fa-37e0e44c253a {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:51:11.306582 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-22ebea25-82f5-4afd-b53d-b13c8710a4e6 tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:11.334000 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-eff4340b-3be1-4009-aaf3-213e045bec54 req-00ef47d5-3992-45ae-9003-3b8886594612 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] 10.222.0.55 "GET /v2.0/ports?device_id=135a5fce-1f87-4ff1-ad4e-291c11ecd721 HTTP/1.1" status: 200 len: 210 time: 0.1963913 Apr 01 15:51:11.357988 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device c9f3a4ae-61ba-40b4-9779-6892ae85737a no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:51:11.400279 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8f54e27d-3065-4c10-bb00-6970da126b36 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for router, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:11.416500 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: c9f3a4ae-61ba-40b4-9779-6892ae85737a {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:51:11.416855 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device c9f3a4ae-61ba-40b4-9779-6892ae85737a not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:51:11.424338 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-7eb1efc1-355f-420e-8228-d18f5ad6ab76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a443703-9a97-4a5d-9406-6cb5aab4ab53', 'name': 'tempest-ServersTestManualDisk-1669199740-router', 'tenant_id': 'b509592769ce4fd4a6019281630321e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.18'}], 'enable_snat': True}, 'gw_port_id': '67aa6b71-b521-49a8-9c11-b8035dc07e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:12Z', 'updated_at': '2022-04-01T15:49:28Z', 'revision_number': 4, 'project_id': 'b509592769ce4fd4a6019281630321e8', 'gw_port': {'id': '67aa6b71-b521-49a8-9c11-b8035dc07e13', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a443703-9a97-4a5d-9406-6cb5aab4ab53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:14Z', 'updated_at': '2022-04-01T15:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': 'd34dbb90-37d3-422c-bda6-aa6b6f19ae41', 'name': '', 'network_id': 'c3ae4b42-403f-4d6b-840f-4e19f61ec42f', 'tenant_id': 'b509592769ce4fd4a6019281630321e8', 'mac_address': 'fa:16:3e:7b:d9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a443703-9a97-4a5d-9406-6cb5aab4ab53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '488129b0-aeaa-403a-9713-4879071d94ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:25Z', 'updated_at': '2022-04-01T15:50:17Z', 'revision_number': 5, 'project_id': 'b509592769ce4fd4a6019281630321e8', 'subnets': [{'id': '488129b0-aeaa-403a-9713-4879071d94ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:11.432553 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb1efc1-355f-420e-8228-d18f5ad6ab76 None None] Checking router: 9a443703-9a97-4a5d-9406-6cb5aab4ab53 for host: dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:51:11.471622 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=7fca7b15-6d89-4a5f-9871-54a9e063b4d8,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:11.488572 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb1efc1-355f-420e-8228-d18f5ad6ab76 None None] Routers {'9a443703-9a97-4a5d-9406-6cb5aab4ab53'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:51:11.488998 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-7eb1efc1-355f-420e-8228-d18f5ad6ab76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:50:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['9a443703-9a97-4a5d-9406-6cb5aab4ab53'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:11.507299 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-e7165f3a-3af1-45e5-9564-510bbdc7ae93 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.6744366 Apr 01 15:51:11.527722 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48188) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:11.539335 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-c2791876-c71d-4ab4-bfaa-ec329a38559b tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Request body: {'ports': [{'network_id': 'b4e873a3-e6ca-443c-a769-49c7c4739e48'}, {'network_id': '102cd787-b28e-4696-98e7-fe3ee48777b2'}]} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:51:11.539658 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-c2791876-c71d-4ab4-bfaa-ec329a38559b tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Request body: {'port': {'network_id': 'b4e873a3-e6ca-443c-a769-49c7c4739e48'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:51:11.540127 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-c2791876-c71d-4ab4-bfaa-ec329a38559b tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Request body: {'port': {'network_id': '102cd787-b28e-4696-98e7-fe3ee48777b2'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:51:11.583613 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b22325-e572-407c-b6fa-d14d1cceb8b8 req-ebad7f0e-2558-4423-8bbb-5f50b0dd4734 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:11.585182 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c8b22325-e572-407c-b6fa-d14d1cceb8b8 req-ebad7f0e-2558-4423-8bbb-5f50b0dd4734 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3318f8-792d-48fb-8e2f-9e09760166b6 HTTP/1.1" status: 200 len: 945 time: 1.0158546 Apr 01 15:51:11.602988 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7165f3a-3af1-45e5-9564-510bbdc7ae93 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Pushing event updated for resources: {'Network': ['ID=102cd787-b28e-4696-98e7-fe3ee48777b2,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:11.651122 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 102cd787-b28e-4696-98e7-fe3ee48777b2 details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:51:11.672985 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-22ebea25-82f5-4afd-b53d-b13c8710a4e6 tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] For port 2d9e59b2-2318-45c5-86fa-37e0e44c253a, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=2d9e59b2-2318-45c5-86fa-37e0e44c253a,segment=NetworkSegment(daacc9ec-abcf-4e36-8f0f-b9956691d760),segment_id=daacc9ec-abcf-4e36-8f0f-b9956691d760)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:51:11.673950 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-22ebea25-82f5-4afd-b53d-b13c8710a4e6 tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:11.824072 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-22ebea25-82f5-4afd-b53d-b13c8710a4e6 tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Calling delete_port for 2d9e59b2-2318-45c5-86fa-37e0e44c253a owned by network:dhcp {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:51:11.834373 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-7eb1efc1-355f-420e-8228-d18f5ad6ab76 None None] Set router 9a443703-9a97-4a5d-9406-6cb5aab4ab53 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:51:11.929051 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.db.api [None req-40cb3aa1-1aaa-43de-80d4-706aa7fc0d8b tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:51:11.929305 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG oslo_db.api [None req-40cb3aa1-1aaa-43de-80d4-706aa7fc0d8b tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:51:11.971028 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-c2791876-c71d-4ab4-bfaa-ec329a38559b tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:11.983103 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-c2791876-c71d-4ab4-bfaa-ec329a38559b tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Usage tracker for resource:port and tenant:144b300b27fa4dafba1405cae5639f1c is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:11.988242 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-c2791876-c71d-4ab4-bfaa-ec329a38559b tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:11.996767 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-c2791876-c71d-4ab4-bfaa-ec329a38559b tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:12.014390 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f50f550-7edb-4757-94e6-99c66b321ed0 None None] DHCP port deletion for 2c362dc3-1576-4694-aae7-ff53b5fa5ee1 request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:51:12.021067 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 7fca7b15-6d89-4a5f-9871-54a9e063b4d8 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:51:12.025003 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2791876-c71d-4ab4-bfaa-ec329a38559b tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Made reservation on behalf of 144b300b27fa4dafba1405cae5639f1c for: {'port': 2} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:12.029030 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c2791876-c71d-4ab4-bfaa-ec329a38559b tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:12.050618 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-22ebea25-82f5-4afd-b53d-b13c8710a4e6 tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:12.087111 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c8b22325-e572-407c-b6fa-d14d1cceb8b8 req-6968a2e9-7470-4e86-85a5-97e38783fe6d tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/security-groups?id=559624ab-485e-424f-98d0-03f9fb5e6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4885793 Apr 01 15:51:12.087726 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-2f50f550-7edb-4757-94e6-99c66b321ed0 None None] Deleting port 2d9e59b2-2318-45c5-86fa-37e0e44c253a {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:51:12.088117 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-2f50f550-7edb-4757-94e6-99c66b321ed0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:12.092925 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c2791876-c71d-4ab4-bfaa-ec329a38559b tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:12.125224 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ebea25-82f5-4afd-b53d-b13c8710a4e6 tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Pushing event deleted for resources: {'Port': ['ID=2d9e59b2-2318-45c5-86fa-37e0e44c253a,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:12.143001 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ebea25-82f5-4afd-b53d-b13c8710a4e6 tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] No DVR routers for this DVR port 2d9e59b2-2318-45c5-86fa-37e0e44c253a on host dv-neutron-833373-2-hyperv {{(pid=83828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:51:12.182969 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-2f50f550-7edb-4757-94e6-99c66b321ed0 None None] The port '2d9e59b2-2318-45c5-86fa-37e0e44c253a' was deleted {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:51:12.342033 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 7fca7b15-6d89-4a5f-9871-54a9e063b4d8 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:12.342482 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:12.415143 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8f54e27d-3065-4c10-bb00-6970da126b36 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130651'] for router, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:12.426258 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3d82773b-98f9-441a-927a-68f227ed8ca2 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:12.438301 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-40cb3aa1-1aaa-43de-80d4-706aa7fc0d8b tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Deleting port 7fca7b15-6d89-4a5f-9871-54a9e063b4d8 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:51:12.440395 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-40cb3aa1-1aaa-43de-80d4-706aa7fc0d8b tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:12.475669 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8f54e27d-3065-4c10-bb00-6970da126b36 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:12.563172 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-7eb1efc1-355f-420e-8228-d18f5ad6ab76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a443703-9a97-4a5d-9406-6cb5aab4ab53', 'name': 'tempest-ServersTestManualDisk-1669199740-router', 'tenant_id': 'b509592769ce4fd4a6019281630321e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.18'}], 'enable_snat': True}, 'gw_port_id': '67aa6b71-b521-49a8-9c11-b8035dc07e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:12Z', 'updated_at': '2022-04-01T15:49:28Z', 'revision_number': 4, 'project_id': 'b509592769ce4fd4a6019281630321e8', 'gw_port': {'id': '67aa6b71-b521-49a8-9c11-b8035dc07e13', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a443703-9a97-4a5d-9406-6cb5aab4ab53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:14Z', 'updated_at': '2022-04-01T15:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': 'd34dbb90-37d3-422c-bda6-aa6b6f19ae41', 'name': '', 'network_id': 'c3ae4b42-403f-4d6b-840f-4e19f61ec42f', 'tenant_id': 'b509592769ce4fd4a6019281630321e8', 'mac_address': 'fa:16:3e:7b:d9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a443703-9a97-4a5d-9406-6cb5aab4ab53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '488129b0-aeaa-403a-9713-4879071d94ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:25Z', 'updated_at': '2022-04-01T15:50:17Z', 'revision_number': 5, 'project_id': 'b509592769ce4fd4a6019281630321e8', 'subnets': [{'id': '488129b0-aeaa-403a-9713-4879071d94ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:12.568488 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb1efc1-355f-420e-8228-d18f5ad6ab76 None None] The sync data for ids ['9a443703-9a97-4a5d-9406-6cb5aab4ab53'] in dv-neutron-833373-2-hyperv is: [{'id': '9a443703-9a97-4a5d-9406-6cb5aab4ab53', 'name': 'tempest-ServersTestManualDisk-1669199740-router', 'tenant_id': 'b509592769ce4fd4a6019281630321e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.18'}], 'enable_snat': True}, 'gw_port_id': '67aa6b71-b521-49a8-9c11-b8035dc07e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:12Z', 'updated_at': '2022-04-01T15:49:28Z', 'revision_number': 4, 'project_id': 'b509592769ce4fd4a6019281630321e8', 'gw_port': {'id': '67aa6b71-b521-49a8-9c11-b8035dc07e13', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a443703-9a97-4a5d-9406-6cb5aab4ab53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:14Z', 'updated_at': '2022-04-01T15:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': 'd34dbb90-37d3-422c-bda6-aa6b6f19ae41', 'name': '', 'network_id': 'c3ae4b42-403f-4d6b-840f-4e19f61ec42f', 'tenant_id': 'b509592769ce4fd4a6019281630321e8', 'mac_address': 'fa:16:3e:7b:d9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a443703-9a97-4a5d-9406-6cb5aab4ab53', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '488129b0-aeaa-403a-9713-4879071d94ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:25Z', 'updated_at': '2022-04-01T15:50:17Z', 'revision_number': 5, 'project_id': 'b509592769ce4fd4a6019281630321e8', 'subnets': [{'id': '488129b0-aeaa-403a-9713-4879071d94ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:51:12.570916 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48198) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:12.591156 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-22ebea25-82f5-4afd-b53d-b13c8710a4e6 tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:12.664548 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-22ebea25-82f5-4afd-b53d-b13c8710a4e6 tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c362dc3-1576-4694-aae7-ff53b5fa5ee1']}} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:12.686212 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3d82773b-98f9-441a-927a-68f227ed8ca2 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:12.686430 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [None req-c2791876-c71d-4ab4-bfaa-ec329a38559b tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] device_id is not set on port 9262206c-7a84-41c2-9796-4143a3cb2621 yet. {{(pid=83828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:51:12.692658 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-22ebea25-82f5-4afd-b53d-b13c8710a4e6 tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daacc9ec-abcf-4e36-8f0f-b9956691d760') {'for_net_delete': True} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:12.692971 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-22ebea25-82f5-4afd-b53d-b13c8710a4e6 tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daacc9ec-abcf-4e36-8f0f-b9956691d760') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:12.713208 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-22ebea25-82f5-4afd-b53d-b13c8710a4e6 tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15303093'] for segment, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:12.748363 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-22ebea25-82f5-4afd-b53d-b13c8710a4e6 tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:12.763017 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22ebea25-82f5-4afd-b53d-b13c8710a4e6 tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=83828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:51:12.763419 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-22ebea25-82f5-4afd-b53d-b13c8710a4e6 tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15306523'] for segment, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:12.767619 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8f54e27d-3065-4c10-bb00-6970da126b36 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607376'] for router, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:12.767812 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f54e27d-3065-4c10-bb00-6970da126b36 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Fanout notify agent at l3_agent the message router_deleted on router 8e442d74-a8ce-4662-ad07-1a9fbb51abb0 {{(pid=83826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:51:12.779170 dv-neutron-833373-2-hyperv neutron-server[83828]: Traceback (most recent call last): Apr 01 15:51:12.779170 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:51:12.779170 dv-neutron-833373-2-hyperv neutron-server[83828]: timer() Apr 01 15:51:12.779170 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:51:12.779170 dv-neutron-833373-2-hyperv neutron-server[83828]: cb(*args, **kw) Apr 01 15:51:12.779170 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:51:12.779170 dv-neutron-833373-2-hyperv neutron-server[83828]: return func(*args, **kwargs) Apr 01 15:51:12.779170 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:51:12.779170 dv-neutron-833373-2-hyperv neutron-server[83828]: self._notify() Apr 01 15:51:12.779170 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:51:12.779170 dv-neutron-833373-2-hyperv neutron-server[83828]: self.callback(batched_events) Apr 01 15:51:12.779170 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:51:12.779170 dv-neutron-833373-2-hyperv neutron-server[83828]: event.method(event) Apr 01 15:51:12.779170 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:51:12.779170 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:51:12.779170 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:51:12.779170 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:51:12.779170 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:51:12.779170 dv-neutron-833373-2-hyperv neutron-server[83828]: return f(self, *a, **k) Apr 01 15:51:12.779170 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:51:12.779170 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._get(url).json() Apr 01 15:51:12.779170 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:51:12.779170 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:51:12.779170 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:51:12.779170 dv-neutron-833373-2-hyperv neutron-server[83828]: return self.request(url, 'GET', **kwargs) Apr 01 15:51:12.779170 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:51:12.779170 dv-neutron-833373-2-hyperv neutron-server[83828]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:51:12.779170 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:51:12.779170 dv-neutron-833373-2-hyperv neutron-server[83828]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:51:12.779170 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:51:12.779170 dv-neutron-833373-2-hyperv neutron-server[83828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:51:12.779170 dv-neutron-833373-2-hyperv neutron-server[83828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:51:12.786980 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b6b85fe1-2d28-4782-b66b-893b026f61b0 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:12.791358 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5df2bd-4478-4c0e-9d7e-7de49f5cf9d5 req-4e5cddf0-ab89-460b-af2a-1be97e482a2d tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:12.792883 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-fb5df2bd-4478-4c0e-9d7e-7de49f5cf9d5 req-4e5cddf0-ab89-460b-af2a-1be97e482a2d tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3318f8-792d-48fb-8e2f-9e09760166b6 HTTP/1.1" status: 200 len: 945 time: 0.5019197 Apr 01 15:51:12.922409 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-22ebea25-82f5-4afd-b53d-b13c8710a4e6 tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:12.934627 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b6b85fe1-2d28-4782-b66b-893b026f61b0 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:12.961835 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-22ebea25-82f5-4afd-b53d-b13c8710a4e6 tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:12.997070 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ebea25-82f5-4afd-b53d-b13c8710a4e6 tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] Pushing event deleted for resources: {'Network': ['ID=2c362dc3-1576-4694-aae7-ff53b5fa5ee1,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:13.006650 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [None req-40cb3aa1-1aaa-43de-80d4-706aa7fc0d8b tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] For port 7fca7b15-6d89-4a5f-9871-54a9e063b4d8, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=7fca7b15-6d89-4a5f-9871-54a9e063b4d8,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:51:13.007112 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-40cb3aa1-1aaa-43de-80d4-706aa7fc0d8b tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:13.024145 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-22ebea25-82f5-4afd-b53d-b13c8710a4e6 tempest-ExtraDHCPOptionsTestJSON-1111559622 tempest-ExtraDHCPOptionsTestJSON-1111559622-project] 10.222.0.55 "DELETE /v2.0/networks/2c362dc3-1576-4694-aae7-ff53b5fa5ee1 HTTP/1.1" status: 204 len: 168 time: 1.8718309 Apr 01 15:51:13.045068 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c2791876-c71d-4ab4-bfaa-ec329a38559b tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:13.139031 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8f54e27d-3065-4c10-bb00-6970da126b36 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for router, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:13.140133 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-8f54e27d-3065-4c10-bb00-6970da126b36 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/routers/8e442d74-a8ce-4662-ad07-1a9fbb51abb0 HTTP/1.1" status: 204 len: 168 time: 2.6491420 Apr 01 15:51:13.143227 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-fb5df2bd-4478-4c0e-9d7e-7de49f5cf9d5 req-61e3ca84-cf27-4d32-aba9-48e010db9a7a tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/security-groups?id=559624ab-485e-424f-98d0-03f9fb5e6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3422797 Apr 01 15:51:13.144570 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48204) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:13.145230 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b6b85fe1-2d28-4782-b66b-893b026f61b0 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:13.154889 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-40cb3aa1-1aaa-43de-80d4-706aa7fc0d8b tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Calling delete_port for 7fca7b15-6d89-4a5f-9871-54a9e063b4d8 owned by network:router_gateway {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:51:13.180775 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-266a356b-869b-4b36-a94d-857003944139 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Request body: {'subnet': {'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:51:13.313845 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b85fe1-2d28-4782-b66b-893b026f61b0 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e874f6-3d32-4ee4-ba11-3eea3ecfd36f,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:13.367140 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.db.resource_extend [None req-3d82773b-98f9-441a-927a-68f227ed8ca2 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:51:13.381527 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b6b85fe1-2d28-4782-b66b-893b026f61b0 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:13.382565 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-b6b85fe1-2d28-4782-b66b-893b026f61b0 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] 10.222.0.55 "DELETE /v2.0/security-groups/32e874f6-3d32-4ee4-ba11-3eea3ecfd36f HTTP/1.1" status: 204 len: 168 time: 0.8056872 Apr 01 15:51:13.385547 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [None req-c2791876-c71d-4ab4-bfaa-ec329a38559b tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] device_id is not set on port 10888cdf-9622-4568-8285-02a338b44a99 yet. {{(pid=83828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:51:13.391490 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48212) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:13.416501 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-266a356b-869b-4b36-a94d-857003944139 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:13.426755 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-266a356b-869b-4b36-a94d-857003944139 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Usage tracker for resource:subnet and tenant:50a1f72bd5e54e209eb4756b30f7e6a6 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:13.430605 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.api.v2.resource [None req-e34d8688-c03e-44f9-8659-d05859d5a619 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] show failed (client error): The resource could not be found. Apr 01 15:51:13.431661 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-e34d8688-c03e-44f9-8659-d05859d5a619 tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] 10.222.0.55 "GET /v2.0/security-groups/32e874f6-3d32-4ee4-ba11-3eea3ecfd36f HTTP/1.1" status: 404 len: 347 time: 0.0376844 Apr 01 15:51:13.433758 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-266a356b-869b-4b36-a94d-857003944139 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:13.437826 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48216) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:13.502233 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 48220) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:13.515826 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-266a356b-869b-4b36-a94d-857003944139 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:13.525282 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3d82773b-98f9-441a-927a-68f227ed8ca2 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:13.532895 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-fd127575-68d0-4ff2-a8dd-638b9aca53ee admin admin] Deleting port b07d5382-0778-4587-a5a4-aba298a6c280 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:51:13.533383 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-fd127575-68d0-4ff2-a8dd-638b9aca53ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:13.561444 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3d82773b-98f9-441a-927a-68f227ed8ca2 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:13.636864 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-8ba573d5-2e0d-4305-91ea-80db8a3a4acc tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Deleting port 022ed0cb-7470-4643-a832-692bfb97c2f7 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:51:13.637216 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8ba573d5-2e0d-4305-91ea-80db8a3a4acc tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:13.670638 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-266a356b-869b-4b36-a94d-857003944139 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Made reservation on behalf of 50a1f72bd5e54e209eb4756b30f7e6a6 for: {'subnet': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:13.793964 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d82773b-98f9-441a-927a-68f227ed8ca2 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Pushing event updated for resources: {'Port': ['ID=55ee6a70-0952-4e9e-b75c-b58460e18b16,revision_number=2']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:13.862439 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e557c16-e881-4cc0-bc30-ffd40ea0628e req-a016821f-474f-4484-8221-919e0b171892 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:13.863944 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4e557c16-e881-4cc0-bc30-ffd40ea0628e req-a016821f-474f-4484-8221-919e0b171892 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3318f8-792d-48fb-8e2f-9e09760166b6 HTTP/1.1" status: 200 len: 945 time: 0.5538206 Apr 01 15:51:13.908904 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3d82773b-98f9-441a-927a-68f227ed8ca2 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617697'] for floatingip, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:13.909757 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 2d9e59b2-2318-45c5-86fa-37e0e44c253a no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:51:13.915131 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-266a356b-869b-4b36-a94d-857003944139 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16030269'] for subnet, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:13.943114 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 2d9e59b2-2318-45c5-86fa-37e0e44c253a {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:51:13.943502 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 2d9e59b2-2318-45c5-86fa-37e0e44c253a not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:51:14.003103 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-0893963e-81c6-4366-a46f-a2b7e6626c98 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=69a33369d53d49d18155bcef24af0225&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4945428 Apr 01 15:51:14.007315 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48226) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:14.013943 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [None req-fd127575-68d0-4ff2-a8dd-638b9aca53ee admin admin] For port b07d5382-0778-4587-a5a4-aba298a6c280, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=b07d5382-0778-4587-a5a4-aba298a6c280,segment=NetworkSegment(9bb8a968-41a4-480e-a4e4-5873f2811f7b),segment_id=9bb8a968-41a4-480e-a4e4-5873f2811f7b)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:51:14.014294 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-fd127575-68d0-4ff2-a8dd-638b9aca53ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:14.019196 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c2791876-c71d-4ab4-bfaa-ec329a38559b tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:14.032145 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3d82773b-98f9-441a-927a-68f227ed8ca2 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for floatingip, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:14.036014 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-3d82773b-98f9-441a-927a-68f227ed8ca2 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.7534277 Apr 01 15:51:14.036014 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-40cb3aa1-1aaa-43de-80d4-706aa7fc0d8b tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:14.040422 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 48230) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:14.134437 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8ba573d5-2e0d-4305-91ea-80db8a3a4acc tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:14.134766 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8ba573d5-2e0d-4305-91ea-80db8a3a4acc tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:14.141130 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-54b2fccc-0a92-402a-b4f7-d17132720cd2 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Request body: {'port': {'network_id': '41457c54-04fc-4048-91e2-4fb9d212c56a', 'name': 'tempest-FloatingIPTestJSON-1277914536'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:51:14.215600 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cb3aa1-1aaa-43de-80d4-706aa7fc0d8b tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Pushing event deleted for resources: {'Port': ['ID=7fca7b15-6d89-4a5f-9871-54a9e063b4d8,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:14.223883 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-fd127575-68d0-4ff2-a8dd-638b9aca53ee admin admin] Calling delete_port for b07d5382-0778-4587-a5a4-aba298a6c280 owned by network:router_interface {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:51:14.282496 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-8ba573d5-2e0d-4305-91ea-80db8a3a4acc tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Calling delete_port for 022ed0cb-7470-4643-a832-692bfb97c2f7 owned by network:floatingip {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:51:14.317140 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4e557c16-e881-4cc0-bc30-ffd40ea0628e req-a05749ad-3bd8-481e-bcc2-50b504fea912 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/security-groups?id=559624ab-485e-424f-98d0-03f9fb5e6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4098883 Apr 01 15:51:14.464583 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c2791876-c71d-4ab4-bfaa-ec329a38559b tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:14.524102 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9e032fab-53da-42e1-a290-c466fa5c7247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:14.629375 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2791876-c71d-4ab4-bfaa-ec329a38559b tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Network b4e873a3-e6ca-443c-a769-49c7c4739e48 is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:14.653520 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-c2791876-c71d-4ab4-bfaa-ec329a38559b tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:14.655918 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2791876-c71d-4ab4-bfaa-ec329a38559b tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:51:14.656969 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c2791876-c71d-4ab4-bfaa-ec329a38559b tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:14.667657 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2791876-c71d-4ab4-bfaa-ec329a38559b tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Pushing event updated for resources: {'Port': ['ID=9262206c-7a84-41c2-9796-4143a3cb2621,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:14.688312 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-54b2fccc-0a92-402a-b4f7-d17132720cd2 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:14.703497 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9e032fab-53da-42e1-a290-c466fa5c7247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:14.706029 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-54b2fccc-0a92-402a-b4f7-d17132720cd2 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Usage tracker for resource:port and tenant:7e7aded1adfa4cd1be462b87d89e24d5 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:14.712244 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-54b2fccc-0a92-402a-b4f7-d17132720cd2 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:14.723967 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-54b2fccc-0a92-402a-b4f7-d17132720cd2 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:14.732859 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-40cb3aa1-1aaa-43de-80d4-706aa7fc0d8b tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617660'] for router_gateway, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:14.881617 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2791876-c71d-4ab4-bfaa-ec329a38559b tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Pushing event updated for resources: {'Port': ['ID=10888cdf-9622-4568-8285-02a338b44a99,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:14.925578 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-266a356b-869b-4b36-a94d-857003944139 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15306628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16030227'] for subnet, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:14.996849 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8ba573d5-2e0d-4305-91ea-80db8a3a4acc tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:15.058365 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b2fccc-0a92-402a-b4f7-d17132720cd2 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Made reservation on behalf of 7e7aded1adfa4cd1be462b87d89e24d5 for: {'port': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:15.058595 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2791876-c71d-4ab4-bfaa-ec329a38559b tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Checking segment: {'id': '9a5f4fc7-2267-48da-97e6-a7837d65524b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '102cd787-b28e-4696-98e7-fe3ee48777b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:51:15.059124 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2791876-c71d-4ab4-bfaa-ec329a38559b tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Network hostable DHCP agents. Network: 102cd787-b28e-4696-98e7-fe3ee48777b2, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:51:15.062153 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-54b2fccc-0a92-402a-b4f7-d17132720cd2 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:15.102118 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9e032fab-53da-42e1-a290-c466fa5c7247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:15.107746 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba573d5-2e0d-4305-91ea-80db8a3a4acc tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Pushing event deleted for resources: {'Port': ['ID=022ed0cb-7470-4643-a832-692bfb97c2f7,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:15.175813 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266a356b-869b-4b36-a94d-857003944139 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:15.185213 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-266a356b-869b-4b36-a94d-857003944139 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:15.190446 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e032fab-53da-42e1-a290-c466fa5c7247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c1f421-1ffb-4ce1-897b-1a431e95d8b2,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:15.192173 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266a356b-869b-4b36-a94d-857003944139 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event updated for resources: {'Subnet': ['ID=783f2163-a998-4077-8456-4bdf50ae73c7,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:15.196782 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266a356b-869b-4b36-a94d-857003944139 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:15.197430 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-266a356b-869b-4b36-a94d-857003944139 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:15.217236 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b71e80f-155c-4f6b-b9d1-5a816433d4c3 None None] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:51:15.247681 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a0227a-c624-4266-8bed-eabebd3179e4 req-da78f074-ed73-47fd-8a86-f05f9e6a9999 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:15.249241 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-46a0227a-c624-4266-8bed-eabebd3179e4 req-da78f074-ed73-47fd-8a86-f05f9e6a9999 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3318f8-792d-48fb-8e2f-9e09760166b6 HTTP/1.1" status: 200 len: 945 time: 0.7856174 Apr 01 15:51:15.256820 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [None req-54b2fccc-0a92-402a-b4f7-d17132720cd2 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] device_id is not set on port e1e75b6c-115b-4106-9f03-a2f9640a5b21 yet. {{(pid=83826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:51:15.280512 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8ba573d5-2e0d-4305-91ea-80db8a3a4acc tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Notify callbacks [] for floatingip, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:15.283778 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8ba573d5-2e0d-4305-91ea-80db8a3a4acc tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for floatingip, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:15.289975 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-8ba573d5-2e0d-4305-91ea-80db8a3a4acc tempest-ServersTestManualDisk-672440878 tempest-ServersTestManualDisk-672440878-project] 10.222.0.55 "DELETE /v2.0/floatingips/31dc89c5-0c9d-4ffa-ba6a-e201c6192143 HTTP/1.1" status: 204 len: 168 time: 1.8509386 Apr 01 15:51:15.292962 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48236) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:15.299120 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-266a356b-869b-4b36-a94d-857003944139 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1496577 Apr 01 15:51:15.309367 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 48240) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:15.311752 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-fd127575-68d0-4ff2-a8dd-638b9aca53ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:15.356696 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2791876-c71d-4ab4-bfaa-ec329a38559b tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Network 102cd787-b28e-4696-98e7-fe3ee48777b2 is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:51:15.359007 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9e032fab-53da-42e1-a290-c466fa5c7247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:15.360912 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-9e032fab-53da-42e1-a290-c466fa5c7247 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/13c1f421-1ffb-4ce1-897b-1a431e95d8b2 HTTP/1.1" status: 204 len: 168 time: 1.3501658 Apr 01 15:51:15.362263 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-8ffa209e-eb77-4b52-b3a2-d8bf60e88b3d tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-949288542', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:51:15.389371 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-40cb3aa1-1aaa-43de-80d4-706aa7fc0d8b tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130651'] for router, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:15.405778 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-8ffa209e-eb77-4b52-b3a2-d8bf60e88b3d tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:15.425795 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd127575-68d0-4ff2-a8dd-638b9aca53ee admin admin] Pushing event deleted for resources: {'Port': ['ID=b07d5382-0778-4587-a5a4-aba298a6c280,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:15.436895 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-8ffa209e-eb77-4b52-b3a2-d8bf60e88b3d tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Usage tracker for resource:router and tenant:50a1f72bd5e54e209eb4756b30f7e6a6 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:15.445572 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-40cb3aa1-1aaa-43de-80d4-706aa7fc0d8b tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:15.447188 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-c2791876-c71d-4ab4-bfaa-ec329a38559b tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, 102cd787-b28e-4696-98e7-fe3ee48777b2) {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:15.447544 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-8ffa209e-eb77-4b52-b3a2-d8bf60e88b3d tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:15.453786 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2791876-c71d-4ab4-bfaa-ec329a38559b tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:51:15.462597 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2791876-c71d-4ab4-bfaa-ec329a38559b tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:15.467967 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2791876-c71d-4ab4-bfaa-ec329a38559b tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:15.471147 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c2791876-c71d-4ab4-bfaa-ec329a38559b tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:15.489605 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb2361c-5760-48cf-8bd9-b49736b2b9d5 None None] New status for floating IP 31dc89c5-0c9d-4ffa-ba6a-e201c6192143: DOWN {{(pid=83833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 15:51:15.496810 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-8ffa209e-eb77-4b52-b3a2-d8bf60e88b3d tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:15.540801 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-c2791876-c71d-4ab4-bfaa-ec329a38559b tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.0098534 Apr 01 15:51:15.542021 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48246) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:15.593633 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366d8811-ba09-4849-9261-b8f509f83129 None None] Network 102cd787-b28e-4696-98e7-fe3ee48777b2 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:51:15.668616 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8ffa209e-eb77-4b52-b3a2-d8bf60e88b3d tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130665'] for router, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:15.669469 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8ffa209e-eb77-4b52-b3a2-d8bf60e88b3d tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617571', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130640'] for router, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:15.678103 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-770cf124-dd7a-4024-8389-d01525dbf625 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Deleting port 10888cdf-9622-4568-8285-02a338b44a99 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:51:15.679006 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-770cf124-dd7a-4024-8389-d01525dbf625 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:15.685348 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-46a0227a-c624-4266-8bed-eabebd3179e4 req-ac44f5b4-2625-4226-995c-d8c4fcfad544 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/security-groups?id=559624ab-485e-424f-98d0-03f9fb5e6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3768177 Apr 01 15:51:15.718314 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d45f02-6900-447f-9e11-7edf0eaf95c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'tenant_id': '50a1f72bd5e54e209eb4756b30f7e6a6', 'fixed_ips': [{'subnet_id': '783f2163-a998-4077-8456-4bdf50ae73c7'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:51:15.722011 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c1d45f02-6900-447f-9e11-7edf0eaf95c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:15.930641 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-40cb3aa1-1aaa-43de-80d4-706aa7fc0d8b tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607376'] for router, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:15.931197 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40cb3aa1-1aaa-43de-80d4-706aa7fc0d8b tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b9c6b996-6edf-4dc1-84e2-d21a06ec387f {{(pid=83826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:51:16.018917 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-54b2fccc-0a92-402a-b4f7-d17132720cd2 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Allocated IP 172.20.0.2 (41457c54-04fc-4048-91e2-4fb9d212c56a/03b8da77-f2fe-475f-841f-e4121aac32c7/e1e75b6c-115b-4106-9f03-a2f9640a5b21) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:16.036503 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8ffa209e-eb77-4b52-b3a2-d8bf60e88b3d tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:16.046396 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-770cf124-dd7a-4024-8389-d01525dbf625 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:16.106504 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-40cb3aa1-1aaa-43de-80d4-706aa7fc0d8b tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks [] for router, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:16.111441 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-40cb3aa1-1aaa-43de-80d4-706aa7fc0d8b tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] 10.222.0.55 "DELETE /v2.0/routers/b9c6b996-6edf-4dc1-84e2-d21a06ec387f HTTP/1.1" status: 204 len: 168 time: 9.6828072 Apr 01 15:51:16.115469 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 48258) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:16.129013 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8ffa209e-eb77-4b52-b3a2-d8bf60e88b3d tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616'] for router, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:16.134460 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-c1d45f02-6900-447f-9e11-7edf0eaf95c2 None None] Allocated IP 2001:db8::2 (7b65ac5c-8834-4b65-9b28-b7dba6c9746f/783f2163-a998-4077-8456-4bdf50ae73c7/cbf0416b-6c52-4995-ae6f-d63bc065bba0) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:16.229678 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-770cf124-dd7a-4024-8389-d01525dbf625 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Calling delete_port for 10888cdf-9622-4568-8285-02a338b44a99 owned by {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:51:16.322128 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8ffa209e-eb77-4b52-b3a2-d8bf60e88b3d tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for router, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:16.323292 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-8ffa209e-eb77-4b52-b3a2-d8bf60e88b3d tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.0068390 Apr 01 15:51:16.327437 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48266) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:16.483712 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c1d45f02-6900-447f-9e11-7edf0eaf95c2 None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:16.497197 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-54b2fccc-0a92-402a-b4f7-d17132720cd2 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:16.498476 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-c1d45f02-6900-447f-9e11-7edf0eaf95c2 None None] Transition to ACTIVE for port object cbf0416b-6c52-4995-ae6f-d63bc065bba0 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:16.523286 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-c1d45f02-6900-447f-9e11-7edf0eaf95c2 None None] Transition to ACTIVE for port object cbf0416b-6c52-4995-ae6f-d63bc065bba0 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:16.538437 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c1d45f02-6900-447f-9e11-7edf0eaf95c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:16.568777 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-fd127575-68d0-4ff2-a8dd-638b9aca53ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611462'] for router_interface, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:16.583683 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-54b2fccc-0a92-402a-b4f7-d17132720cd2 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:16.655680 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d45f02-6900-447f-9e11-7edf0eaf95c2 None None] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:16.661456 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-c1d45f02-6900-447f-9e11-7edf0eaf95c2 None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:16.670431 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d45f02-6900-447f-9e11-7edf0eaf95c2 None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:51:16.685662 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d45f02-6900-447f-9e11-7edf0eaf95c2 None None] Pushing event updated for resources: {'Port': ['ID=cbf0416b-6c52-4995-ae6f-d63bc065bba0,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:16.786225 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-770cf124-dd7a-4024-8389-d01525dbf625 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:16.806378 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-c1d45f02-6900-447f-9e11-7edf0eaf95c2 None None] Attempting to bind port cbf0416b-6c52-4995-ae6f-d63bc065bba0 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:51:16.806738 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-c1d45f02-6900-447f-9e11-7edf0eaf95c2 None None] Attempting to bind port cbf0416b-6c52-4995-ae6f-d63bc065bba0 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:51:16.807089 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d45f02-6900-447f-9e11-7edf0eaf95c2 None None] Attempting to bind port cbf0416b-6c52-4995-ae6f-d63bc065bba0 on network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:51:16.814559 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d45f02-6900-447f-9e11-7edf0eaf95c2 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:51:16.814559 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d45f02-6900-447f-9e11-7edf0eaf95c2 None None] Checking segment: {'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:51:16.815364 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c1d45f02-6900-447f-9e11-7edf0eaf95c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:16.815736 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d45f02-6900-447f-9e11-7edf0eaf95c2 None None] Bound using segment: {'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:51:16.816193 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-c1d45f02-6900-447f-9e11-7edf0eaf95c2 None None] Bound port: cbf0416b-6c52-4995-ae6f-d63bc065bba0, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:51:16.816565 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c1d45f02-6900-447f-9e11-7edf0eaf95c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:16.834274 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b2fccc-0a92-402a-b4f7-d17132720cd2 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Pushing event updated for resources: {'Port': ['ID=e1e75b6c-115b-4106-9f03-a2f9640a5b21,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:16.847911 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b2fccc-0a92-402a-b4f7-d17132720cd2 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Network 41457c54-04fc-4048-91e2-4fb9d212c56a is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:16.849435 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-54b2fccc-0a92-402a-b4f7-d17132720cd2 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:16.858998 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b2fccc-0a92-402a-b4f7-d17132720cd2 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:51:16.863171 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-770cf124-dd7a-4024-8389-d01525dbf625 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:16.871372 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48276) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:16.873275 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770cf124-dd7a-4024-8389-d01525dbf625 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Pushing event deleted for resources: {'Port': ['ID=10888cdf-9622-4568-8285-02a338b44a99,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:16.901265 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6458bd1b-ac27-4536-8f1c-8224583f86e3 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks [] for router, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:16.915744 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-c1d45f02-6900-447f-9e11-7edf0eaf95c2 None None] For port cbf0416b-6c52-4995-ae6f-d63bc065bba0, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:51:16.919110 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-c1d45f02-6900-447f-9e11-7edf0eaf95c2 None None] For port cbf0416b-6c52-4995-ae6f-d63bc065bba0, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=cbf0416b-6c52-4995-ae6f-d63bc065bba0,segment=NetworkSegment(c41dc1a5-c958-4d8b-81ea-3934c36371b8),segment_id=c41dc1a5-c958-4d8b-81ea-3934c36371b8)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:51:16.924982 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c1d45f02-6900-447f-9e11-7edf0eaf95c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:16.959029 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-770cf124-dd7a-4024-8389-d01525dbf625 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "DELETE /v2.0/ports/10888cdf-9622-4568-8285-02a338b44a99 HTTP/1.1" status: 204 len: 168 time: 1.4158471 Apr 01 15:51:17.021229 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48282) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:17.034970 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d45f02-6900-447f-9e11-7edf0eaf95c2 None None] Pushing event updated for resources: {'Port': ['ID=cbf0416b-6c52-4995-ae6f-d63bc065bba0,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:17.189385 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-b1011896-3c4a-4d9a-b044-7a260cdfe966 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Request body: {'networks': [{'name': 'tempest-network--1640409578'}, {'name': 'tempest-network--2101302888'}]} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:51:17.189820 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-b1011896-3c4a-4d9a-b044-7a260cdfe966 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Request body: {'network': {'name': 'tempest-network--1640409578'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:51:17.190246 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-b1011896-3c4a-4d9a-b044-7a260cdfe966 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Request body: {'network': {'name': 'tempest-network--2101302888'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:51:17.244618 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-b1011896-3c4a-4d9a-b044-7a260cdfe966 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:17.256323 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-b1011896-3c4a-4d9a-b044-7a260cdfe966 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Usage tracker for resource:network and tenant:9048be630cae4eec9c1e1b50b860bada is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:17.260832 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b2fccc-0a92-402a-b4f7-d17132720cd2 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:17.260832 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-54b2fccc-0a92-402a-b4f7-d17132720cd2 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:17.269847 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-b1011896-3c4a-4d9a-b044-7a260cdfe966 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:17.283736 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-b1011896-3c4a-4d9a-b044-7a260cdfe966 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:17.323543 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1011896-3c4a-4d9a-b044-7a260cdfe966 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Made reservation on behalf of 9048be630cae4eec9c1e1b50b860bada for: {'network': 2} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:17.327096 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b1011896-3c4a-4d9a-b044-7a260cdfe966 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:17.334603 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-54b2fccc-0a92-402a-b4f7-d17132720cd2 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.2651310 Apr 01 15:51:17.337350 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 48286) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:17.346351 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c4151b-4004-4aff-9249-2d09452b3a13 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:17.348302 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-f01b7007-3dbc-4520-96cc-1cbad309d3e5 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Request body: {'floatingip': {'port_id': 'e1e75b6c-115b-4106-9f03-a2f9640a5b21'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:51:17.350255 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c4151b-4004-4aff-9249-2d09452b3a13 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:17.351242 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-c1c4151b-4004-4aff-9249-2d09452b3a13 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Synchronizing usage tracker for tenant:144b300b27fa4dafba1405cae5639f1c on resource:port {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:51:17.396710 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b1011896-3c4a-4d9a-b044-7a260cdfe966 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks [] for security_group, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:17.448233 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f01b7007-3dbc-4520-96cc-1cbad309d3e5 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks [] for floatingip, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:17.458779 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-c1c4151b-4004-4aff-9249-2d09452b3a13 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Unset dirty status for tenant:144b300b27fa4dafba1405cae5639f1c on resource:port {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:51:17.462471 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-c1c4151b-4004-4aff-9249-2d09452b3a13 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.4377549 Apr 01 15:51:17.476332 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48290) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:17.603561 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2f60d901-49cf-45b2-8ec6-5808b8b873df tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:17.615770 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-b1011896-3c4a-4d9a-b044-7a260cdfe966 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:17.632808 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-b1011896-3c4a-4d9a-b044-7a260cdfe966 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Usage tracker for resource:security_group_rule and tenant:9048be630cae4eec9c1e1b50b860bada is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:17.640914 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-b1011896-3c4a-4d9a-b044-7a260cdfe966 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:17.651063 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-b1011896-3c4a-4d9a-b044-7a260cdfe966 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:17.788044 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-63ba29ff-1bd1-4d14-8e99-3983a0b857c6 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Deleting port 9262206c-7a84-41c2-9796-4143a3cb2621 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:51:17.788365 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-63ba29ff-1bd1-4d14-8e99-3983a0b857c6 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:17.996135 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b016464f-74b0-4c21-9d08-ec02c6008e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611543'] for router_interface, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:18.019450 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device cbf0416b-6c52-4995-ae6f-d63bc065bba0 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:51:18.195699 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port cbf0416b-6c52-4995-ae6f-d63bc065bba0 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:51:18.320166 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6458bd1b-ac27-4536-8f1c-8224583f86e3 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:18.364997 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-6458bd1b-ac27-4536-8f1c-8224583f86e3 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Deleting port fcf8403e-f9a9-4498-9a4d-7d7451d71d3b {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:51:18.365353 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6458bd1b-ac27-4536-8f1c-8224583f86e3 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:18.471569 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-5da9a067-9945-425c-bd7a-1b2e3ac7304b None None] Provisioning for port cbf0416b-6c52-4995-ae6f-d63bc065bba0 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:51:18.478028 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-5da9a067-9945-425c-bd7a-1b2e3ac7304b None None] Provisioning complete for port cbf0416b-6c52-4995-ae6f-d63bc065bba0 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:18.478419 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-5da9a067-9945-425c-bd7a-1b2e3ac7304b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:18.627746 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-5da9a067-9945-425c-bd7a-1b2e3ac7304b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:18.651017 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b1011896-3c4a-4d9a-b044-7a260cdfe966 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks [] for security_group, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:18.673272 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-5da9a067-9945-425c-bd7a-1b2e3ac7304b None None] For port cbf0416b-6c52-4995-ae6f-d63bc065bba0, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=cbf0416b-6c52-4995-ae6f-d63bc065bba0,segment=NetworkSegment(c41dc1a5-c958-4d8b-81ea-3934c36371b8),segment_id=c41dc1a5-c958-4d8b-81ea-3934c36371b8)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:51:18.678620 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b1011896-3c4a-4d9a-b044-7a260cdfe966 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:18.678836 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-5da9a067-9945-425c-bd7a-1b2e3ac7304b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:18.679265 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b1011896-3c4a-4d9a-b044-7a260cdfe966 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:18.765478 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da9a067-9945-425c-bd7a-1b2e3ac7304b None None] Pushing event updated for resources: {'Port': ['ID=cbf0416b-6c52-4995-ae6f-d63bc065bba0,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:18.800406 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-63ba29ff-1bd1-4d14-8e99-3983a0b857c6 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:18.846928 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1011896-3c4a-4d9a-b044-7a260cdfe966 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de87e23f-d42b-4ef1-85cd-a1a7bb6fcfee,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:18.972790 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [None req-6458bd1b-ac27-4536-8f1c-8224583f86e3 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] For port fcf8403e-f9a9-4498-9a4d-7d7451d71d3b, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=fcf8403e-f9a9-4498-9a4d-7d7451d71d3b,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:51:18.973160 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6458bd1b-ac27-4536-8f1c-8224583f86e3 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:18.976906 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-63ba29ff-1bd1-4d14-8e99-3983a0b857c6 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Calling delete_port for 9262206c-7a84-41c2-9796-4143a3cb2621 owned by {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:51:19.020167 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1011896-3c4a-4d9a-b044-7a260cdfe966 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=83828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:51:19.038548 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-2f60d901-49cf-45b2-8ec6-5808b8b873df tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Allocated IP 2001:db8::1 (7b65ac5c-8834-4b65-9b28-b7dba6c9746f/783f2163-a998-4077-8456-4bdf50ae73c7/d5cde161-a5ee-4223-b2a9-2185cff4d669) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:19.063460 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b1011896-3c4a-4d9a-b044-7a260cdfe966 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:19.064337 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.segments_db [None req-b1011896-3c4a-4d9a-b044-7a260cdfe966 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Added segment 19d6a63c-ab11-4040-b777-c820de4d17b0 of type vlan for network ac925c93-4e79-4062-86fa-e8556c9f7e9a Apr 01 15:51:19.125142 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-6458bd1b-ac27-4536-8f1c-8224583f86e3 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Calling delete_port for fcf8403e-f9a9-4498-9a4d-7d7451d71d3b owned by network:router_gateway {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:51:19.154819 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f01b7007-3dbc-4520-96cc-1cbad309d3e5 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:19.172265 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f01b7007-3dbc-4520-96cc-1cbad309d3e5 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617697'] for floatingip, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:19.210826 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b1011896-3c4a-4d9a-b044-7a260cdfe966 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:19.228021 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-63ba29ff-1bd1-4d14-8e99-3983a0b857c6 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:19.293563 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ba29ff-1bd1-4d14-8e99-3983a0b857c6 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Pushing event deleted for resources: {'Port': ['ID=9262206c-7a84-41c2-9796-4143a3cb2621,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:19.347098 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-63ba29ff-1bd1-4d14-8e99-3983a0b857c6 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:19.404542 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd127575-68d0-4ff2-a8dd-638b9aca53ee admin admin] Router afd9b5f9-9b39-4e34-970c-1cd9a526684c has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:51:19.440678 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1011896-3c4a-4d9a-b044-7a260cdfe966 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=83828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:51:19.456707 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-63ba29ff-1bd1-4d14-8e99-3983a0b857c6 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "DELETE /v2.0/ports/9262206c-7a84-41c2-9796-4143a3cb2621 HTTP/1.1" status: 204 len: 168 time: 1.9773431 Apr 01 15:51:19.460623 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2f60d901-49cf-45b2-8ec6-5808b8b873df tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:19.465149 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48294) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:19.483458 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b1011896-3c4a-4d9a-b044-7a260cdfe966 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:19.483812 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.segments_db [None req-b1011896-3c4a-4d9a-b044-7a260cdfe966 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Added segment 88f75bdf-d1fd-44db-a5a2-ee22cdab0bb2 of type vlan for network d3bc08b0-cde9-48a0-9918-d0b1e19a9c33 Apr 01 15:51:19.546729 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [None req-2f60d901-49cf-45b2-8ec6-5808b8b873df tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Transition to ACTIVE for port object d5cde161-a5ee-4223-b2a9-2185cff4d669 will not be triggered until provisioned by entity DHCP. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:19.625286 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6458bd1b-ac27-4536-8f1c-8224583f86e3 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:19.633782 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b1011896-3c4a-4d9a-b044-7a260cdfe966 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:19.685747 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6458bd1b-ac27-4536-8f1c-8224583f86e3 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Pushing event deleted for resources: {'Port': ['ID=fcf8403e-f9a9-4498-9a4d-7d7451d71d3b,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:19.729670 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.l3_db [None req-f01b7007-3dbc-4520-96cc-1cbad309d3e5 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Floating IP f9a0590b-5227-4cad-9567-d1886ade18a6 associated. External IP: 172.26.1.50, port: e1e75b6c-115b-4106-9f03-a2f9640a5b21. Apr 01 15:51:19.753242 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2f60d901-49cf-45b2-8ec6-5808b8b873df tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:19.821591 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b1011896-3c4a-4d9a-b044-7a260cdfe966 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:19.822084 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b1011896-3c4a-4d9a-b044-7a260cdfe966 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:19.825775 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1011896-3c4a-4d9a-b044-7a260cdfe966 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:19.828808 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1011896-3c4a-4d9a-b044-7a260cdfe966 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:19.829913 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b1011896-3c4a-4d9a-b044-7a260cdfe966 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:19.872557 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff10b412-006a-442e-b830-3f03ba483dfe tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:19.873300 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-ff10b412-006a-442e-b830-3f03ba483dfe tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Synchronizing usage tracker for tenant:144b300b27fa4dafba1405cae5639f1c on resource:port {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:51:20.005093 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device cbf0416b-6c52-4995-ae6f-d63bc065bba0 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:51:20.006668 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f60d901-49cf-45b2-8ec6-5808b8b873df tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:20.028631 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-2f60d901-49cf-45b2-8ec6-5808b8b873df tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:20.095162 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6458bd1b-ac27-4536-8f1c-8224583f86e3 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617660'] for router_gateway, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:20.098596 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f60d901-49cf-45b2-8ec6-5808b8b873df tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:51:20.099067 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2f60d901-49cf-45b2-8ec6-5808b8b873df tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611418'] for router_interface, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:20.099265 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port cbf0416b-6c52-4995-ae6f-d63bc065bba0 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:20.099636 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:20.124588 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f60d901-49cf-45b2-8ec6-5808b8b873df tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event updated for resources: {'Port': ['ID=d5cde161-a5ee-4223-b2a9-2185cff4d669,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:20.129461 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-b1011896-3c4a-4d9a-b044-7a260cdfe966 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 3.2488577 Apr 01 15:51:20.139562 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48298) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:20.253267 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 7fca7b15-6d89-4a5f-9871-54a9e063b4d8 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:51:20.289859 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 7fca7b15-6d89-4a5f-9871-54a9e063b4d8 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:51:20.290295 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 7fca7b15-6d89-4a5f-9871-54a9e063b4d8 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:51:20.298148 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-ff10b412-006a-442e-b830-3f03ba483dfe tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Unset dirty status for tenant:144b300b27fa4dafba1405cae5639f1c on resource:port {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:51:20.302170 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-ff10b412-006a-442e-b830-3f03ba483dfe tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.8288968 Apr 01 15:51:20.302843 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48302) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:20.310683 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1011896-3c4a-4d9a-b044-7a260cdfe966 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Pushing event updated for resources: {'Network': ['ID=ac925c93-4e79-4062-86fa-e8556c9f7e9a,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:20.323718 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network ac925c93-4e79-4062-86fa-e8556c9f7e9a details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:51:20.391255 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2f60d901-49cf-45b2-8ec6-5808b8b873df tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:20.442508 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-acff4129-db9e-41a9-a59b-9f1d1f080d15 None None] Provisioning for port d5cde161-a5ee-4223-b2a9-2185cff4d669 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:51:20.448282 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-acff4129-db9e-41a9-a59b-9f1d1f080d15 None None] Provisioning complete for port d5cde161-a5ee-4223-b2a9-2185cff4d669 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:20.448567 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-acff4129-db9e-41a9-a59b-9f1d1f080d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:20.510795 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-acff4129-db9e-41a9-a59b-9f1d1f080d15 None None] Port d5cde161-a5ee-4223-b2a9-2185cff4d669 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:51:20.574072 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6458bd1b-ac27-4536-8f1c-8224583f86e3 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130651'] for router, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:20.582039 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd127575-68d0-4ff2-a8dd-638b9aca53ee admin admin] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:51:20.588415 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6458bd1b-ac27-4536-8f1c-8224583f86e3 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:20.592127 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6551ad-1f37-42ea-9fe0-297b1527bdef None None] Sync routers for ids ['afd9b5f9-9b39-4e34-970c-1cd9a526684c'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:51:20.600653 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-fd127575-68d0-4ff2-a8dd-638b9aca53ee admin admin] 10.222.0.55 "PUT /v2.0/routers/afd9b5f9-9b39-4e34-970c-1cd9a526684c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.7689831 Apr 01 15:51:20.600906 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 48306) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:20.609137 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6551ad-1f37-42ea-9fe0-297b1527bdef None None] Routers {'afd9b5f9-9b39-4e34-970c-1cd9a526684c'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:51:20.610051 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-2d6551ad-1f37-42ea-9fe0-297b1527bdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:50:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['afd9b5f9-9b39-4e34-970c-1cd9a526684c'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:20.624408 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-41ea9b02-d177-4717-9610-08951d12fb53 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] GET failed (client error): The resource could not be found. Apr 01 15:51:20.629545 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-41ea9b02-d177-4717-9610-08951d12fb53 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "GET /v2.0/ports/10888cdf-9622-4568-8285-02a338b44a99 HTTP/1.1" status: 404 len: 333 time: 0.3164613 Apr 01 15:51:20.652271 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48310) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:20.779821 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6458bd1b-ac27-4536-8f1c-8224583f86e3 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607376'] for router, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:20.780379 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6458bd1b-ac27-4536-8f1c-8224583f86e3 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 05ab51e4-227c-4c7e-a830-a5d8447223e3 {{(pid=83826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:51:20.811306 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1011896-3c4a-4d9a-b044-7a260cdfe966 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Pushing event updated for resources: {'Network': ['ID=d3bc08b0-cde9-48a0-9918-d0b1e19a9c33,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:20.819018 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f7dc6a7-afd5-4857-aa83-0748a03a579c tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] GET failed (client error): The resource could not be found. Apr 01 15:51:20.824404 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-2f7dc6a7-afd5-4857-aa83-0748a03a579c tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "GET /v2.0/ports/9262206c-7a84-41c2-9796-4143a3cb2621 HTTP/1.1" status: 404 len: 333 time: 0.1231101 Apr 01 15:51:20.826572 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network d3bc08b0-cde9-48a0-9918-d0b1e19a9c33 details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:51:20.827723 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48314) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:20.837238 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664456c3-e24a-49a9-9267-1e2f56a95ae6 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:20.841663 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664456c3-e24a-49a9-9267-1e2f56a95ae6 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:20.846554 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664456c3-e24a-49a9-9267-1e2f56a95ae6 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:20.850708 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664456c3-e24a-49a9-9267-1e2f56a95ae6 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:20.851776 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-664456c3-e24a-49a9-9267-1e2f56a95ae6 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Synchronizing usage tracker for tenant:9048be630cae4eec9c1e1b50b860bada on resource:network {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:51:20.908340 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6458bd1b-ac27-4536-8f1c-8224583f86e3 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks [] for router, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:20.909537 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-6458bd1b-ac27-4536-8f1c-8224583f86e3 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] 10.222.0.55 "DELETE /v2.0/routers/05ab51e4-227c-4c7e-a830-a5d8447223e3 HTTP/1.1" status: 204 len: 168 time: 4.7929323 Apr 01 15:51:20.915318 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-2d6551ad-1f37-42ea-9fe0-297b1527bdef None None] Set router afd9b5f9-9b39-4e34-970c-1cd9a526684c gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:51:20.916007 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 48318) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:20.924765 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-d6b4496a-3f6a-4296-b23f-3ecdf2f5a74c tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1699483710', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}, 'admin_state_up': False}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:51:20.935907 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-d6b4496a-3f6a-4296-b23f-3ecdf2f5a74c tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:20.942508 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-d6b4496a-3f6a-4296-b23f-3ecdf2f5a74c tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Usage tracker for resource:router and tenant:3850ef500fb442378a7b9acd8e0a9055 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:20.948275 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-d6b4496a-3f6a-4296-b23f-3ecdf2f5a74c tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:20.957851 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-d6b4496a-3f6a-4296-b23f-3ecdf2f5a74c tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:21.020326 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d6b4496a-3f6a-4296-b23f-3ecdf2f5a74c tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130665'] for router, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:21.021310 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d6b4496a-3f6a-4296-b23f-3ecdf2f5a74c tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617571', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130640'] for router, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:21.076792 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d6b4496a-3f6a-4296-b23f-3ecdf2f5a74c tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:21.179108 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-306d6a0b-58c8-41a3-ab0f-47fcbaa788e0 admin admin] Notify callbacks [] for router, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:21.263108 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-664456c3-e24a-49a9-9267-1e2f56a95ae6 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Unset dirty status for tenant:9048be630cae4eec9c1e1b50b860bada on resource:network {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:51:21.264610 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-664456c3-e24a-49a9-9267-1e2f56a95ae6 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 1.1169121 Apr 01 15:51:21.271253 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-085d7546-e567-448d-b1c2-246d6c0dede4 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:21.275964 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48322) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:21.322983 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-2d6551ad-1f37-42ea-9fe0-297b1527bdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd9b5f9-9b39-4e34-970c-1cd9a526684c', 'name': 'tempest-ServersTestJSON-487254703-router', 'tenant_id': 'f25527a3ef4e4227be945540540cca4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.57'}], 'enable_snat': True}, 'gw_port_id': '4fbf29b5-6eaf-491a-bcb8-2605d3e0ad98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:08Z', 'updated_at': '2022-04-01T15:51:14Z', 'revision_number': 5, 'project_id': 'f25527a3ef4e4227be945540540cca4c', 'gw_port': {'id': '4fbf29b5-6eaf-491a-bcb8-2605d3e0ad98', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd9b5f9-9b39-4e34-970c-1cd9a526684c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:09Z', 'updated_at': '2022-04-01T15:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:21.330122 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6551ad-1f37-42ea-9fe0-297b1527bdef None None] Checking router: afd9b5f9-9b39-4e34-970c-1cd9a526684c for host: dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:51:21.342927 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6551ad-1f37-42ea-9fe0-297b1527bdef None None] Routers {'afd9b5f9-9b39-4e34-970c-1cd9a526684c'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:51:21.343583 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-2d6551ad-1f37-42ea-9fe0-297b1527bdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:50:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['afd9b5f9-9b39-4e34-970c-1cd9a526684c'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:21.402264 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d6b4496a-3f6a-4296-b23f-3ecdf2f5a74c tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130626'] for router, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:21.427899 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f01b7007-3dbc-4520-96cc-1cbad309d3e5 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Router 26d59314-5420-44d6-8bb9-c3addc01368a has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:51:21.576205 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-2d6551ad-1f37-42ea-9fe0-297b1527bdef None None] Set router afd9b5f9-9b39-4e34-970c-1cd9a526684c gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:51:21.619329 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5e43ca4f-a92e-441d-8b54-59b47c18b8d6 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:21.790518 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-085d7546-e567-448d-b1c2-246d6c0dede4 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:21.949248 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device fcf8403e-f9a9-4498-9a4d-7d7451d71d3b no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:51:21.949782 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-085d7546-e567-448d-b1c2-246d6c0dede4 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['102cd787-b28e-4696-98e7-fe3ee48777b2']}} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:21.975893 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.db.resource_extend [None req-2f60d901-49cf-45b2-8ec6-5808b8b873df tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:51:22.000362 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-085d7546-e567-448d-b1c2-246d6c0dede4 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a5f4fc7-2267-48da-97e6-a7837d65524b') {'for_net_delete': True} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:22.000785 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-085d7546-e567-448d-b1c2-246d6c0dede4 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a5f4fc7-2267-48da-97e6-a7837d65524b') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:22.003114 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-306d6a0b-58c8-41a3-ab0f-47fcbaa788e0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:22.018437 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: fcf8403e-f9a9-4498-9a4d-7d7451d71d3b {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:51:22.018437 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device fcf8403e-f9a9-4498-9a4d-7d7451d71d3b not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:51:22.018891 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5e43ca4f-a92e-441d-8b54-59b47c18b8d6 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:22.027790 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2f60d901-49cf-45b2-8ec6-5808b8b873df tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for port, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:22.039017 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-085d7546-e567-448d-b1c2-246d6c0dede4 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15303093'] for segment, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:22.052635 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2f60d901-49cf-45b2-8ec6-5808b8b873df tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:22.053394 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2f60d901-49cf-45b2-8ec6-5808b8b873df tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611525'] for router_interface, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:22.077601 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-306d6a0b-58c8-41a3-ab0f-47fcbaa788e0 admin admin] Deleting port 4fbf29b5-6eaf-491a-bcb8-2605d3e0ad98 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:51:22.078133 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-306d6a0b-58c8-41a3-ab0f-47fcbaa788e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:22.080211 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-2d6551ad-1f37-42ea-9fe0-297b1527bdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd9b5f9-9b39-4e34-970c-1cd9a526684c', 'name': 'tempest-ServersTestJSON-487254703-router', 'tenant_id': 'f25527a3ef4e4227be945540540cca4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.57'}], 'enable_snat': True}, 'gw_port_id': '4fbf29b5-6eaf-491a-bcb8-2605d3e0ad98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:08Z', 'updated_at': '2022-04-01T15:51:14Z', 'revision_number': 5, 'project_id': 'f25527a3ef4e4227be945540540cca4c', 'gw_port': {'id': '4fbf29b5-6eaf-491a-bcb8-2605d3e0ad98', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd9b5f9-9b39-4e34-970c-1cd9a526684c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:09Z', 'updated_at': '2022-04-01T15:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:22.085871 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6551ad-1f37-42ea-9fe0-297b1527bdef None None] The sync data for ids ['afd9b5f9-9b39-4e34-970c-1cd9a526684c'] in dv-neutron-833373-2-hyperv is: [{'id': 'afd9b5f9-9b39-4e34-970c-1cd9a526684c', 'name': 'tempest-ServersTestJSON-487254703-router', 'tenant_id': 'f25527a3ef4e4227be945540540cca4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.57'}], 'enable_snat': True}, 'gw_port_id': '4fbf29b5-6eaf-491a-bcb8-2605d3e0ad98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:08Z', 'updated_at': '2022-04-01T15:51:14Z', 'revision_number': 5, 'project_id': 'f25527a3ef4e4227be945540540cca4c', 'gw_port': {'id': '4fbf29b5-6eaf-491a-bcb8-2605d3e0ad98', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd9b5f9-9b39-4e34-970c-1cd9a526684c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:09Z', 'updated_at': '2022-04-01T15:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:51:22.098137 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-b016464f-74b0-4c21-9d08-ec02c6008e19 admin admin] Deleting port d34dbb90-37d3-422c-bda6-aa6b6f19ae41 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:51:22.098769 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b016464f-74b0-4c21-9d08-ec02c6008e19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:22.152474 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d6b4496a-3f6a-4296-b23f-3ecdf2f5a74c tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks [] for router_gateway, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:22.185421 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-5e43ca4f-a92e-441d-8b54-59b47c18b8d6 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac925c93-4e79-4062-86fa-e8556c9f7e9a']}} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:22.207888 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-085d7546-e567-448d-b1c2-246d6c0dede4 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:22.208708 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d6b4496a-3f6a-4296-b23f-3ecdf2f5a74c tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:22.241160 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-5e43ca4f-a92e-441d-8b54-59b47c18b8d6 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19d6a63c-ab11-4040-b777-c820de4d17b0') {'for_net_delete': True} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:22.241459 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-5e43ca4f-a92e-441d-8b54-59b47c18b8d6 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19d6a63c-ab11-4040-b777-c820de4d17b0') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:22.248204 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-085d7546-e567-448d-b1c2-246d6c0dede4 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=83828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:51:22.248614 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-085d7546-e567-448d-b1c2-246d6c0dede4 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15306523'] for segment, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:22.268143 dv-neutron-833373-2-hyperv neutron-server[83828]: Traceback (most recent call last): Apr 01 15:51:22.268143 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:51:22.268143 dv-neutron-833373-2-hyperv neutron-server[83828]: timer() Apr 01 15:51:22.268143 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:51:22.268143 dv-neutron-833373-2-hyperv neutron-server[83828]: cb(*args, **kw) Apr 01 15:51:22.268143 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:51:22.268143 dv-neutron-833373-2-hyperv neutron-server[83828]: return func(*args, **kwargs) Apr 01 15:51:22.268143 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:51:22.268143 dv-neutron-833373-2-hyperv neutron-server[83828]: self._notify() Apr 01 15:51:22.268143 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:51:22.268143 dv-neutron-833373-2-hyperv neutron-server[83828]: self.callback(batched_events) Apr 01 15:51:22.268143 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:51:22.268143 dv-neutron-833373-2-hyperv neutron-server[83828]: event.method(event) Apr 01 15:51:22.268143 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:51:22.268143 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:51:22.268143 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:51:22.268143 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:51:22.268143 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:51:22.268143 dv-neutron-833373-2-hyperv neutron-server[83828]: return f(self, *a, **k) Apr 01 15:51:22.268143 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:51:22.268143 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._get(url).json() Apr 01 15:51:22.268143 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:51:22.268143 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:51:22.268143 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:51:22.268143 dv-neutron-833373-2-hyperv neutron-server[83828]: return self.request(url, 'GET', **kwargs) Apr 01 15:51:22.268143 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:51:22.268143 dv-neutron-833373-2-hyperv neutron-server[83828]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:51:22.268143 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:51:22.268143 dv-neutron-833373-2-hyperv neutron-server[83828]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:51:22.268143 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:51:22.268143 dv-neutron-833373-2-hyperv neutron-server[83828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:51:22.268143 dv-neutron-833373-2-hyperv neutron-server[83828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:51:22.377003 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f01b7007-3dbc-4520-96cc-1cbad309d3e5 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:51:22.388794 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc22812-d3e4-4d03-b8f7-a8f4351961b3 None None] Sync routers for ids ['26d59314-5420-44d6-8bb9-c3addc01368a'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:51:22.404153 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc22812-d3e4-4d03-b8f7-a8f4351961b3 None None] Routers {'26d59314-5420-44d6-8bb9-c3addc01368a'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:51:22.404976 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-fbc22812-d3e4-4d03-b8f7-a8f4351961b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:50:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['26d59314-5420-44d6-8bb9-c3addc01368a'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:22.479902 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [None req-306d6a0b-58c8-41a3-ab0f-47fcbaa788e0 admin admin] For port 4fbf29b5-6eaf-491a-bcb8-2605d3e0ad98, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=4fbf29b5-6eaf-491a-bcb8-2605d3e0ad98,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:51:22.480283 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-306d6a0b-58c8-41a3-ab0f-47fcbaa788e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:22.488885 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f01b7007-3dbc-4520-96cc-1cbad309d3e5 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for floatingip, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:22.521549 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-fbc22812-d3e4-4d03-b8f7-a8f4351961b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:22.533644 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f60d901-49cf-45b2-8ec6-5808b8b873df tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event updated for resources: {'Port': ['ID=d5cde161-a5ee-4223-b2a9-2185cff4d669,revision_number=2']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:22.540248 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc22812-d3e4-4d03-b8f7-a8f4351961b3 None None] Routers {'26d59314-5420-44d6-8bb9-c3addc01368a'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:51:22.541241 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-fbc22812-d3e4-4d03-b8f7-a8f4351961b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:50:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['26d59314-5420-44d6-8bb9-c3addc01368a'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:22.588451 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5e43ca4f-a92e-441d-8b54-59b47c18b8d6 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15303093'] for segment, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:22.656409 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5e43ca4f-a92e-441d-8b54-59b47c18b8d6 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:22.669548 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-fbc22812-d3e4-4d03-b8f7-a8f4351961b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:22.670205 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc22812-d3e4-4d03-b8f7-a8f4351961b3 None None] The sync data for ids ['26d59314-5420-44d6-8bb9-c3addc01368a'] in dv-neutron-833373-2-hyperv is: [] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:51:22.675155 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e43ca4f-a92e-441d-8b54-59b47c18b8d6 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=83828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:51:22.675577 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5e43ca4f-a92e-441d-8b54-59b47c18b8d6 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15306523'] for segment, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:22.680021 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-306d6a0b-58c8-41a3-ab0f-47fcbaa788e0 admin admin] Calling delete_port for 4fbf29b5-6eaf-491a-bcb8-2605d3e0ad98 owned by network:router_gateway {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:51:22.694082 dv-neutron-833373-2-hyperv neutron-server[83828]: Traceback (most recent call last): Apr 01 15:51:22.694082 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:51:22.694082 dv-neutron-833373-2-hyperv neutron-server[83828]: timer() Apr 01 15:51:22.694082 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:51:22.694082 dv-neutron-833373-2-hyperv neutron-server[83828]: cb(*args, **kw) Apr 01 15:51:22.694082 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:51:22.694082 dv-neutron-833373-2-hyperv neutron-server[83828]: return func(*args, **kwargs) Apr 01 15:51:22.694082 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:51:22.694082 dv-neutron-833373-2-hyperv neutron-server[83828]: self._notify() Apr 01 15:51:22.694082 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:51:22.694082 dv-neutron-833373-2-hyperv neutron-server[83828]: self.callback(batched_events) Apr 01 15:51:22.694082 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:51:22.694082 dv-neutron-833373-2-hyperv neutron-server[83828]: event.method(event) Apr 01 15:51:22.694082 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:51:22.694082 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:51:22.694082 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:51:22.694082 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:51:22.694082 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:51:22.694082 dv-neutron-833373-2-hyperv neutron-server[83828]: return f(self, *a, **k) Apr 01 15:51:22.694082 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:51:22.694082 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._get(url).json() Apr 01 15:51:22.694082 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:51:22.694082 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:51:22.694082 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:51:22.694082 dv-neutron-833373-2-hyperv neutron-server[83828]: return self.request(url, 'GET', **kwargs) Apr 01 15:51:22.694082 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:51:22.694082 dv-neutron-833373-2-hyperv neutron-server[83828]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:51:22.694082 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:51:22.694082 dv-neutron-833373-2-hyperv neutron-server[83828]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:51:22.694082 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:51:22.694082 dv-neutron-833373-2-hyperv neutron-server[83828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:51:22.694082 dv-neutron-833373-2-hyperv neutron-server[83828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:51:22.717486 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-085d7546-e567-448d-b1c2-246d6c0dede4 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:22.722285 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-085d7546-e567-448d-b1c2-246d6c0dede4 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:22.729486 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-d6b4496a-3f6a-4296-b23f-3ecdf2f5a74c tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Allocated IP 172.26.1.249 (ed45466e-0386-4b92-8de3-247c977242ac/0479f741-5cd1-4d6f-b593-d8aa909a42d3/b29d1599-3ee1-4e24-92a2-640b0e55853d) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:22.749945 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-f01b7007-3dbc-4520-96cc-1cbad309d3e5 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] 10.222.0.55 "PUT /v2.0/floatingips/f9a0590b-5227-4cad-9567-d1886ade18a6 HTTP/1.1" status: 200 len: 977 time: 5.4106436 Apr 01 15:51:22.756428 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 48328) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:22.796681 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-085d7546-e567-448d-b1c2-246d6c0dede4 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "DELETE /v2.0/networks/102cd787-b28e-4696-98e7-fe3ee48777b2 HTTP/1.1" status: 204 len: 168 time: 1.9678442 Apr 01 15:51:22.808958 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48332) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:22.860015 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-1ecd32cb-3d35-4c65-940c-a9eb4d953c4a tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-687220548'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:51:22.865398 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085d7546-e567-448d-b1c2-246d6c0dede4 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Pushing event deleted for resources: {'Network': ['ID=102cd787-b28e-4696-98e7-fe3ee48777b2,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:22.874516 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-1ecd32cb-3d35-4c65-940c-a9eb4d953c4a tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:22.885053 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-b016464f-74b0-4c21-9d08-ec02c6008e19 admin admin] For port d34dbb90-37d3-422c-bda6-aa6b6f19ae41, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=d34dbb90-37d3-422c-bda6-aa6b6f19ae41,segment=NetworkSegment(668fd163-2ec6-45f5-a68c-835f2c0688da),segment_id=668fd163-2ec6-45f5-a68c-835f2c0688da)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:51:22.885326 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b016464f-74b0-4c21-9d08-ec02c6008e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:22.894262 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-1ecd32cb-3d35-4c65-940c-a9eb4d953c4a tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Usage tracker for resource:network and tenant:144b300b27fa4dafba1405cae5639f1c is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:22.904707 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-1ecd32cb-3d35-4c65-940c-a9eb4d953c4a tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:22.911044 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5e43ca4f-a92e-441d-8b54-59b47c18b8d6 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:22.915249 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5e43ca4f-a92e-441d-8b54-59b47c18b8d6 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:22.919031 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f60d901-49cf-45b2-8ec6-5808b8b873df tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:22.951278 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-6f65cc67-def4-445c-ba93-3dd597168efa tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Deleting port e1e75b6c-115b-4106-9f03-a2f9640a5b21 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:51:22.951619 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6f65cc67-def4-445c-ba93-3dd597168efa tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:23.061977 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-1ecd32cb-3d35-4c65-940c-a9eb4d953c4a tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:23.064953 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e43ca4f-a92e-441d-8b54-59b47c18b8d6 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Pushing event deleted for resources: {'Network': ['ID=ac925c93-4e79-4062-86fa-e8556c9f7e9a,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:23.068063 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-2f60d901-49cf-45b2-8ec6-5808b8b873df tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:23.115275 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d6b4496a-3f6a-4296-b23f-3ecdf2f5a74c tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:23.137892 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-b016464f-74b0-4c21-9d08-ec02c6008e19 admin admin] Calling delete_port for d34dbb90-37d3-422c-bda6-aa6b6f19ae41 owned by network:router_interface {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:51:23.291459 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-5e43ca4f-a92e-441d-8b54-59b47c18b8d6 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] 10.222.0.55 "DELETE /v2.0/networks/ac925c93-4e79-4062-86fa-e8556c9f7e9a HTTP/1.1" status: 204 len: 168 time: 1.9898021 Apr 01 15:51:23.305592 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48336) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:23.332003 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ecd32cb-3d35-4c65-940c-a9eb4d953c4a tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Made reservation on behalf of 144b300b27fa4dafba1405cae5639f1c for: {'network': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:23.335906 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d6b4496a-3f6a-4296-b23f-3ecdf2f5a74c tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:23.336187 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1ecd32cb-3d35-4c65-940c-a9eb4d953c4a tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:23.390124 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-306d6a0b-58c8-41a3-ab0f-47fcbaa788e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:23.442481 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6f65cc67-def4-445c-ba93-3dd597168efa tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:23.469238 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b4496a-3f6a-4296-b23f-3ecdf2f5a74c tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Network ed45466e-0386-4b92-8de3-247c977242ac is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:23.483951 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ecd32cb-3d35-4c65-940c-a9eb4d953c4a tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=83828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:51:23.487093 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-dff855ee-9a2d-4ea3-982f-fc8fe13d90a9 None None] Provisioning complete for port d5cde161-a5ee-4223-b2a9-2185cff4d669 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:23.488303 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-dff855ee-9a2d-4ea3-982f-fc8fe13d90a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:23.494110 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1ecd32cb-3d35-4c65-940c-a9eb4d953c4a tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:23.494453 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.segments_db [None req-1ecd32cb-3d35-4c65-940c-a9eb4d953c4a tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Added segment de923dcb-246b-4549-bfe9-1bc57e05cdcd of type vlan for network ca0a7573-b788-425a-8a11-817810e960fe Apr 01 15:51:23.504563 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-d6b4496a-3f6a-4296-b23f-3ecdf2f5a74c tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:23.531737 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1ecd32cb-3d35-4c65-940c-a9eb4d953c4a tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:23.563298 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b4496a-3f6a-4296-b23f-3ecdf2f5a74c tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Pushing event updated for resources: {'Port': ['ID=b29d1599-3ee1-4e24-92a2-640b0e55853d,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:23.578238 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b4496a-3f6a-4296-b23f-3ecdf2f5a74c tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:51:23.586336 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-dff855ee-9a2d-4ea3-982f-fc8fe13d90a9 None None] Port d5cde161-a5ee-4223-b2a9-2185cff4d669 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:51:23.591994 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1ecd32cb-3d35-4c65-940c-a9eb4d953c4a tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:23.596796 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecd32cb-3d35-4c65-940c-a9eb4d953c4a tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:23.597914 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1ecd32cb-3d35-4c65-940c-a9eb4d953c4a tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:23.644438 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-35ebe7a8-4806-4e4d-b56b-e53e8be48d92 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:23.687428 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:23.810106 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-1ecd32cb-3d35-4c65-940c-a9eb4d953c4a tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9863513 Apr 01 15:51:23.817084 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 48340) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:23.831896 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306d6a0b-58c8-41a3-ab0f-47fcbaa788e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fbf29b5-6eaf-491a-bcb8-2605d3e0ad98,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:23.842563 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-8318032e-87b7-4022-bb5d-6ecb8bfb5701 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Request body: {'subnet': {'network_id': 'ca0a7573-b788-425a-8a11-817810e960fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:51:23.852980 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-bcfe2cea-1b00-413c-a03d-861107ceae83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:23.926058 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecd32cb-3d35-4c65-940c-a9eb4d953c4a tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Pushing event updated for resources: {'Network': ['ID=ca0a7573-b788-425a-8a11-817810e960fe,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:23.940633 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network ca0a7573-b788-425a-8a11-817810e960fe details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:51:24.062033 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device b07d5382-0778-4587-a5a4-aba298a6c280 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:51:24.127540 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: b07d5382-0778-4587-a5a4-aba298a6c280 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:51:24.128275 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device b07d5382-0778-4587-a5a4-aba298a6c280 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:51:24.221802 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-35ebe7a8-4806-4e4d-b56b-e53e8be48d92 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:24.267043 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-35ebe7a8-4806-4e4d-b56b-e53e8be48d92 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3bc08b0-cde9-48a0-9918-d0b1e19a9c33']}} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:24.289549 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-35ebe7a8-4806-4e4d-b56b-e53e8be48d92 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88f75bdf-d1fd-44db-a5a2-ee22cdab0bb2') {'for_net_delete': True} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:24.289842 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-35ebe7a8-4806-4e4d-b56b-e53e8be48d92 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88f75bdf-d1fd-44db-a5a2-ee22cdab0bb2') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:24.307612 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-35ebe7a8-4806-4e4d-b56b-e53e8be48d92 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15303093'] for segment, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:24.322794 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b016464f-74b0-4c21-9d08-ec02c6008e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:24.369704 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-35ebe7a8-4806-4e4d-b56b-e53e8be48d92 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:24.391005 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b016464f-74b0-4c21-9d08-ec02c6008e19 admin admin] Pushing event deleted for resources: {'Port': ['ID=d34dbb90-37d3-422c-bda6-aa6b6f19ae41,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:24.394410 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35ebe7a8-4806-4e4d-b56b-e53e8be48d92 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=83828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:51:24.394833 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-35ebe7a8-4806-4e4d-b56b-e53e8be48d92 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15306523'] for segment, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:24.404425 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-8318032e-87b7-4022-bb5d-6ecb8bfb5701 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:24.410962 dv-neutron-833373-2-hyperv neutron-server[83828]: Traceback (most recent call last): Apr 01 15:51:24.410962 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:51:24.410962 dv-neutron-833373-2-hyperv neutron-server[83828]: timer() Apr 01 15:51:24.410962 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:51:24.410962 dv-neutron-833373-2-hyperv neutron-server[83828]: cb(*args, **kw) Apr 01 15:51:24.410962 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:51:24.410962 dv-neutron-833373-2-hyperv neutron-server[83828]: return func(*args, **kwargs) Apr 01 15:51:24.410962 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:51:24.410962 dv-neutron-833373-2-hyperv neutron-server[83828]: self._notify() Apr 01 15:51:24.410962 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:51:24.410962 dv-neutron-833373-2-hyperv neutron-server[83828]: self.callback(batched_events) Apr 01 15:51:24.410962 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:51:24.410962 dv-neutron-833373-2-hyperv neutron-server[83828]: event.method(event) Apr 01 15:51:24.410962 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:51:24.410962 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:51:24.410962 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:51:24.410962 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:51:24.410962 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:51:24.410962 dv-neutron-833373-2-hyperv neutron-server[83828]: return f(self, *a, **k) Apr 01 15:51:24.410962 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:51:24.410962 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._get(url).json() Apr 01 15:51:24.410962 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:51:24.410962 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:51:24.410962 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:51:24.410962 dv-neutron-833373-2-hyperv neutron-server[83828]: return self.request(url, 'GET', **kwargs) Apr 01 15:51:24.410962 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:51:24.410962 dv-neutron-833373-2-hyperv neutron-server[83828]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:51:24.410962 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:51:24.410962 dv-neutron-833373-2-hyperv neutron-server[83828]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:51:24.410962 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:51:24.410962 dv-neutron-833373-2-hyperv neutron-server[83828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:51:24.410962 dv-neutron-833373-2-hyperv neutron-server[83828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:51:24.433688 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-8318032e-87b7-4022-bb5d-6ecb8bfb5701 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Usage tracker for resource:subnet and tenant:144b300b27fa4dafba1405cae5639f1c is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:24.438152 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-8318032e-87b7-4022-bb5d-6ecb8bfb5701 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:24.457164 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-8318032e-87b7-4022-bb5d-6ecb8bfb5701 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:24.460854 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-306d6a0b-58c8-41a3-ab0f-47fcbaa788e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617660'] for router_gateway, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:24.576113 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-35ebe7a8-4806-4e4d-b56b-e53e8be48d92 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:24.609250 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-35ebe7a8-4806-4e4d-b56b-e53e8be48d92 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:24.629483 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ebe7a8-4806-4e4d-b56b-e53e8be48d92 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Pushing event deleted for resources: {'Network': ['ID=d3bc08b0-cde9-48a0-9918-d0b1e19a9c33,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:24.638144 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8318032e-87b7-4022-bb5d-6ecb8bfb5701 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Made reservation on behalf of 144b300b27fa4dafba1405cae5639f1c for: {'subnet': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:24.658412 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6f65cc67-def4-445c-ba93-3dd597168efa tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:24.658617 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6f65cc67-def4-445c-ba93-3dd597168efa tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617697'] for floatingip, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:24.658900 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.l3_db [None req-6f65cc67-def4-445c-ba93-3dd597168efa tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Floating IP f9a0590b-5227-4cad-9567-d1886ade18a6 disassociated. External IP: 172.26.1.50, port: e1e75b6c-115b-4106-9f03-a2f9640a5b21. Apr 01 15:51:24.659245 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-6f65cc67-def4-445c-ba93-3dd597168efa tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Calling delete_port for e1e75b6c-115b-4106-9f03-a2f9640a5b21 owned by {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:51:24.701977 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-35ebe7a8-4806-4e4d-b56b-e53e8be48d92 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] 10.222.0.55 "DELETE /v2.0/networks/d3bc08b0-cde9-48a0-9918-d0b1e19a9c33 HTTP/1.1" status: 204 len: 168 time: 1.3932052 Apr 01 15:51:24.709132 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48344) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:24.853304 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f60d901-49cf-45b2-8ec6-5808b8b873df tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Router 4f09ce11-c98e-42d5-a551-1c3c4e706319 is scheduled to L3 agent ff252634-3424-422a-b742-9ae457bd54bd with binding_index 1 {{(pid=83828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:51:24.932184 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-306d6a0b-58c8-41a3-ab0f-47fcbaa788e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130651'] for router, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:24.949812 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8318032e-87b7-4022-bb5d-6ecb8bfb5701 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16088980'] for subnet, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:24.986805 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-306d6a0b-58c8-41a3-ab0f-47fcbaa788e0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:25.069113 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.ipam_backend_mixin [None req-8318032e-87b7-4022-bb5d-6ecb8bfb5701 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Performing IP validity checks on allocation pools {{(pid=83826) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 01 15:51:25.072163 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.ipam_backend_mixin [None req-8318032e-87b7-4022-bb5d-6ecb8bfb5701 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83826) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 01 15:51:25.082043 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf68c2a-0da5-428e-8737-b109e6ff7ec2 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:25.086222 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf68c2a-0da5-428e-8737-b109e6ff7ec2 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:25.086985 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-fbf68c2a-0da5-428e-8737-b109e6ff7ec2 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Synchronizing usage tracker for tenant:9048be630cae4eec9c1e1b50b860bada on resource:network {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:51:25.130798 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-fbf68c2a-0da5-428e-8737-b109e6ff7ec2 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Unset dirty status for tenant:9048be630cae4eec9c1e1b50b860bada on resource:network {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:51:25.131896 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-fbf68c2a-0da5-428e-8737-b109e6ff7ec2 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4216175 Apr 01 15:51:25.135680 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48350) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:25.144116 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-b269c2c4-bd85-40da-8880-71f177bc9fd3 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1033958301'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:51:25.161730 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-b269c2c4-bd85-40da-8880-71f177bc9fd3 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:25.186530 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-b269c2c4-bd85-40da-8880-71f177bc9fd3 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:25.213006 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b269c2c4-bd85-40da-8880-71f177bc9fd3 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Made reservation on behalf of 9048be630cae4eec9c1e1b50b860bada for: {'network': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:25.215961 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b269c2c4-bd85-40da-8880-71f177bc9fd3 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:25.227800 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f60d901-49cf-45b2-8ec6-5808b8b873df tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:51:25.239664 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-2f60d901-49cf-45b2-8ec6-5808b8b873df tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "PUT /v2.0/routers/4f09ce11-c98e-42d5-a551-1c3c4e706319/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9073317 Apr 01 15:51:25.241913 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b016464f-74b0-4c21-9d08-ec02c6008e19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611462'] for router_interface, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:25.243058 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0035b2c-ca2d-4d72-a0c6-179d15429f03 None None] Sync routers for ids ['4f09ce11-c98e-42d5-a551-1c3c4e706319'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:51:25.245687 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48354) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:25.258657 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0035b2c-ca2d-4d72-a0c6-179d15429f03 None None] Routers {'4f09ce11-c98e-42d5-a551-1c3c4e706319'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:51:25.259486 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-e0035b2c-ca2d-4d72-a0c6-179d15429f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:50:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['4f09ce11-c98e-42d5-a551-1c3c4e706319'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:25.281730 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-306d6a0b-58c8-41a3-ab0f-47fcbaa788e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607376'] for router, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:25.282406 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-306d6a0b-58c8-41a3-ab0f-47fcbaa788e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router afd9b5f9-9b39-4e34-970c-1cd9a526684c {{(pid=83826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:51:25.291923 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d6b4496a-3f6a-4296-b23f-3ecdf2f5a74c tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks [] for router_gateway, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:25.293202 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d6b4496a-3f6a-4296-b23f-3ecdf2f5a74c tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616'] for router, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:25.378845 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b269c2c4-bd85-40da-8880-71f177bc9fd3 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=83828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:51:25.396452 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6f65cc67-def4-445c-ba93-3dd597168efa tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:25.437146 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-e0035b2c-ca2d-4d72-a0c6-179d15429f03 None None] Set router 4f09ce11-c98e-42d5-a551-1c3c4e706319 gateway port host: None {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:51:25.451497 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-306d6a0b-58c8-41a3-ab0f-47fcbaa788e0 admin admin] Notify callbacks [] for router, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:25.458736 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-306d6a0b-58c8-41a3-ab0f-47fcbaa788e0 admin admin] 10.222.0.55 "DELETE /v2.0/routers/afd9b5f9-9b39-4e34-970c-1cd9a526684c HTTP/1.1" status: 204 len: 168 time: 4.8566134 Apr 01 15:51:25.461757 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09a80a8-b618-464e-a1ef-129090146c6a tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:25.462436 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-b09a80a8-b618-464e-a1ef-129090146c6a tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Synchronizing usage tracker for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:port {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:51:25.465204 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48358) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:25.466423 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b269c2c4-bd85-40da-8880-71f177bc9fd3 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:25.466809 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.segments_db [None req-b269c2c4-bd85-40da-8880-71f177bc9fd3 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Added segment 76abd4a0-4cda-4934-8fc4-3d18ebdc17b3 of type vlan for network e8dca106-1d82-4121-9016-bc8efa45dadb Apr 01 15:51:25.567050 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f65cc67-def4-445c-ba93-3dd597168efa tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Pushing event deleted for resources: {'Port': ['ID=e1e75b6c-115b-4106-9f03-a2f9640a5b21,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:25.585477 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b269c2c4-bd85-40da-8880-71f177bc9fd3 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:25.597014 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-b09a80a8-b618-464e-a1ef-129090146c6a tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Unset dirty status for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:port {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:51:25.598242 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-b09a80a8-b618-464e-a1ef-129090146c6a tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/ports/d5cde161-a5ee-4223-b2a9-2185cff4d669 HTTP/1.1" status: 200 len: 911 time: 0.3487134 Apr 01 15:51:25.602549 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48362) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:25.613297 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ab5018d-ad19-430e-acda-b6e28efd9c44 admin admin] Deleting subnet d48ff955-183a-46a4-8b71-2c017377434c {{(pid=83828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:51:25.650113 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2ab5018d-ad19-430e-acda-b6e28efd9c44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:25.743699 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2ab5018d-ad19-430e-acda-b6e28efd9c44 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15303084'] for subnet, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:25.781089 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b269c2c4-bd85-40da-8880-71f177bc9fd3 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:25.784879 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b269c2c4-bd85-40da-8880-71f177bc9fd3 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:25.785476 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b269c2c4-bd85-40da-8880-71f177bc9fd3 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:25.862893 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8318032e-87b7-4022-bb5d-6ecb8bfb5701 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15415267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16089018'] for subnet, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:25.942824 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-e0035b2c-ca2d-4d72-a0c6-179d15429f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f09ce11-c98e-42d5-a551-1c3c4e706319', 'name': 'tempest-NetworksTestDHCPv6-router-949288542', 'tenant_id': '50a1f72bd5e54e209eb4756b30f7e6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:51:15Z', 'updated_at': '2022-04-01T15:51:20Z', 'revision_number': 2, 'project_id': '50a1f72bd5e54e209eb4756b30f7e6a6', 'gw_port_host': None, '_interfaces': [{'id': 'd5cde161-a5ee-4223-b2a9-2185cff4d669', 'name': '', 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'tenant_id': '50a1f72bd5e54e209eb4756b30f7e6a6', 'mac_address': 'fa:16:3e:65:b6:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f09ce11-c98e-42d5-a551-1c3c4e706319', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '783f2163-a998-4077-8456-4bdf50ae73c7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:51:17Z', 'updated_at': '2022-04-01T15:51:21Z', 'revision_number': 2, 'project_id': '50a1f72bd5e54e209eb4756b30f7e6a6', 'subnets': [{'id': '783f2163-a998-4077-8456-4bdf50ae73c7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:25.947490 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0035b2c-ca2d-4d72-a0c6-179d15429f03 None None] Checking router: 4f09ce11-c98e-42d5-a551-1c3c4e706319 for host: dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:51:25.947916 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0035b2c-ca2d-4d72-a0c6-179d15429f03 None None] Updating router 4f09ce11-c98e-42d5-a551-1c3c4e706319 port d5cde161-a5ee-4223-b2a9-2185cff4d669 binding host dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:51:25.989973 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8318032e-87b7-4022-bb5d-6ecb8bfb5701 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Pushing event updated for resources: {'Subnet': ['ID=98bdff1d-68e7-4951-8296-0c793530437c,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:26.049377 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8318032e-87b7-4022-bb5d-6ecb8bfb5701 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Checking segment: {'id': 'de923dcb-246b-4549-bfe9-1bc57e05cdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ca0a7573-b788-425a-8a11-817810e960fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:51:26.049845 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8318032e-87b7-4022-bb5d-6ecb8bfb5701 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Network hostable DHCP agents. Network: ca0a7573-b788-425a-8a11-817810e960fe, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:51:26.097348 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 4fbf29b5-6eaf-491a-bcb8-2605d3e0ad98 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:51:26.115307 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8318032e-87b7-4022-bb5d-6ecb8bfb5701 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Network ca0a7573-b788-425a-8a11-817810e960fe is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:51:26.139020 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f65cc67-def4-445c-ba93-3dd597168efa tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Router 26d59314-5420-44d6-8bb9-c3addc01368a has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:51:26.139808 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-8318032e-87b7-4022-bb5d-6ecb8bfb5701 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, ca0a7573-b788-425a-8a11-817810e960fe) {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:26.144987 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8318032e-87b7-4022-bb5d-6ecb8bfb5701 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:26.145435 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8318032e-87b7-4022-bb5d-6ecb8bfb5701 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:26.159561 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6b4496a-3f6a-4296-b23f-3ecdf2f5a74c tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Router 7793c610-bd67-4c73-a74d-bb0f331d2e9f is scheduled to L3 agent ff252634-3424-422a-b742-9ae457bd54bd with binding_index 1 {{(pid=83826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:51:26.176205 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-b269c2c4-bd85-40da-8880-71f177bc9fd3 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0358534 Apr 01 15:51:26.176205 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b269c2c4-bd85-40da-8880-71f177bc9fd3 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Pushing event updated for resources: {'Network': ['ID=e8dca106-1d82-4121-9016-bc8efa45dadb,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:26.177156 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 48366) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:26.189186 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-029ff96e-5d4d-46b1-acb5-669d0679a07b tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1983162278'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:51:26.200009 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-8318032e-87b7-4022-bb5d-6ecb8bfb5701 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3690245 Apr 01 15:51:26.202439 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-029ff96e-5d4d-46b1-acb5-669d0679a07b tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:26.205915 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eafc8f9-2bff-44a5-bb45-4302ef5b9503 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:26.207701 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 48370) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:26.209986 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 4fbf29b5-6eaf-491a-bcb8-2605d3e0ad98 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:51:26.210537 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 4fbf29b5-6eaf-491a-bcb8-2605d3e0ad98 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:51:26.211613 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eafc8f9-2bff-44a5-bb45-4302ef5b9503 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:26.212904 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a50a78f-6bb2-4794-8931-d8325916d763 None None] Network ca0a7573-b788-425a-8a11-817810e960fe requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:51:26.213906 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-3eafc8f9-2bff-44a5-bb45-4302ef5b9503 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.6068890 Apr 01 15:51:26.216531 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-029ff96e-5d4d-46b1-acb5-669d0679a07b tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Usage tracker for resource:network and tenant:9048be630cae4eec9c1e1b50b860bada is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:26.221698 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-029ff96e-5d4d-46b1-acb5-669d0679a07b tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:26.221918 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48374) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:26.228715 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-3e9b7d08-33a6-459a-be62-a409d11486b1 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Request body: {'port': {'network_id': 'ca0a7573-b788-425a-8a11-817810e960fe', 'name': 'tempest-PortsIpV6TestJSON-943084425'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:51:26.239308 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network e8dca106-1d82-4121-9016-bc8efa45dadb details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:51:26.356874 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2ab5018d-ad19-430e-acda-b6e28efd9c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:26.366564 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-029ff96e-5d4d-46b1-acb5-669d0679a07b tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:26.428262 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-e0035b2c-ca2d-4d72-a0c6-179d15429f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:26.452026 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6093d1bb-168b-4ab5-a3a6-7adfdead15d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:26.534500 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2ab5018d-ad19-430e-acda-b6e28efd9c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15306565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16030232'] for subnet, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:26.589424 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-029ff96e-5d4d-46b1-acb5-669d0679a07b tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Made reservation on behalf of 9048be630cae4eec9c1e1b50b860bada for: {'network': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:26.592364 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-029ff96e-5d4d-46b1-acb5-669d0679a07b tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:26.674278 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab5018d-ad19-430e-acda-b6e28efd9c44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d48ff955-183a-46a4-8b71-2c017377434c,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:26.698473 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2ab5018d-ad19-430e-acda-b6e28efd9c44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:26.712823 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-029ff96e-5d4d-46b1-acb5-669d0679a07b tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=83826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:51:26.718037 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-2ab5018d-ad19-430e-acda-b6e28efd9c44 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/d48ff955-183a-46a4-8b71-2c017377434c HTTP/1.1" status: 204 len: 168 time: 1.2438259 Apr 01 15:51:26.721451 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-3e9b7d08-33a6-459a-be62-a409d11486b1 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:26.728120 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6867c8-cad3-4c8a-8cf1-60833af9dbc1 None None] Network 81e6234b-1120-4acc-ae32-1910fd2f72f2 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:51:26.728354 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48378) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:26.748860 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-3e9b7d08-33a6-459a-be62-a409d11486b1 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:26.756046 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-029ff96e-5d4d-46b1-acb5-669d0679a07b tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:26.756419 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.segments_db [None req-029ff96e-5d4d-46b1-acb5-669d0679a07b tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Added segment 7698e573-c22c-4bc1-b35f-33d276fcc8e8 of type vlan for network 01a617a2-ef0a-4152-b0dd-2693d1129452 Apr 01 15:51:26.791184 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9b7d08-33a6-459a-be62-a409d11486b1 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Made reservation on behalf of 144b300b27fa4dafba1405cae5639f1c for: {'port': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:26.794307 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3e9b7d08-33a6-459a-be62-a409d11486b1 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:26.814549 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27bbad39-9668-440c-a351-cd033ff102ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-ca0a7573-b788-425a-8a11-817810e960fe', 'network_id': 'ca0a7573-b788-425a-8a11-817810e960fe', 'tenant_id': '144b300b27fa4dafba1405cae5639f1c', 'fixed_ips': [{'subnet_id': '98bdff1d-68e7-4951-8296-0c793530437c'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:51:26.815256 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-27bbad39-9668-440c-a351-cd033ff102ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:26.832154 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-029ff96e-5d4d-46b1-acb5-669d0679a07b tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:26.858925 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [None req-3e9b7d08-33a6-459a-be62-a409d11486b1 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] device_id is not set on port 43b3325c-c2f1-4c94-9b7a-7674f6ed6599 yet. {{(pid=83826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:51:26.978965 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-029ff96e-5d4d-46b1-acb5-669d0679a07b tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:26.982719 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029ff96e-5d4d-46b1-acb5-669d0679a07b tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:26.983331 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-029ff96e-5d4d-46b1-acb5-669d0679a07b tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:27.009458 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-43e0ac69-bbbe-46a2-85c9-77103a785998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:27.200241 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-43e0ac69-bbbe-46a2-85c9-77103a785998 admin admin] Deleting port dcd71320-d1a0-4504-ad7b-e291fda7f65b {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:51:27.200241 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-43e0ac69-bbbe-46a2-85c9-77103a785998 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:27.292155 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-e0035b2c-ca2d-4d72-a0c6-179d15429f03 None None] Notify callbacks [] for port, precommit_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:27.315279 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-e0035b2c-ca2d-4d72-a0c6-179d15429f03 None None] Transition to ACTIVE for port object d5cde161-a5ee-4223-b2a9-2185cff4d669 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:27.319968 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7990d29f-5488-4248-9954-5384bf1c74dd None None] DHCP port deletion for 81e6234b-1120-4acc-ae32-1910fd2f72f2 request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:51:27.327214 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-7990d29f-5488-4248-9954-5384bf1c74dd None None] Deleting port dcd71320-d1a0-4504-ad7b-e291fda7f65b {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:51:27.327622 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-7990d29f-5488-4248-9954-5384bf1c74dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:27.341427 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f65cc67-def4-445c-ba93-3dd597168efa tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:51:27.356231 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7edc53-15da-4980-b696-f655ac81eb84 None None] Sync routers for ids ['26d59314-5420-44d6-8bb9-c3addc01368a'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:51:27.374903 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7edc53-15da-4980-b696-f655ac81eb84 None None] Routers {'26d59314-5420-44d6-8bb9-c3addc01368a'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:51:27.378478 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-df7edc53-15da-4980-b696-f655ac81eb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:51:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['26d59314-5420-44d6-8bb9-c3addc01368a'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:27.440621 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029ff96e-5d4d-46b1-acb5-669d0679a07b tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Pushing event updated for resources: {'Network': ['ID=01a617a2-ef0a-4152-b0dd-2693d1129452,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:27.447180 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6b4496a-3f6a-4296-b23f-3ecdf2f5a74c tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:51:27.473001 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-e0035b2c-ca2d-4d72-a0c6-179d15429f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:27.479016 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8eb1cca-3912-4ba5-8c44-5845a261f129 None None] Sync routers for ids ['7793c610-bd67-4c73-a74d-bb0f331d2e9f'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:51:27.481285 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-df7edc53-15da-4980-b696-f655ac81eb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:27.482493 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 01a617a2-ef0a-4152-b0dd-2693d1129452 details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:51:27.494455 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7edc53-15da-4980-b696-f655ac81eb84 None None] Routers {'26d59314-5420-44d6-8bb9-c3addc01368a'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:51:27.495504 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-df7edc53-15da-4980-b696-f655ac81eb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:51:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['26d59314-5420-44d6-8bb9-c3addc01368a'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:27.529068 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-43e0ac69-bbbe-46a2-85c9-77103a785998 admin admin] For port dcd71320-d1a0-4504-ad7b-e291fda7f65b, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=dcd71320-d1a0-4504-ad7b-e291fda7f65b,segment=NetworkSegment(9bb8a968-41a4-480e-a4e4-5873f2811f7b),segment_id=9bb8a968-41a4-480e-a4e4-5873f2811f7b)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:51:27.529749 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-43e0ac69-bbbe-46a2-85c9-77103a785998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:27.533594 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-029ff96e-5d4d-46b1-acb5-669d0679a07b tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3548939 Apr 01 15:51:27.542864 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 48382) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:27.567838 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-3e9b7d08-33a6-459a-be62-a409d11486b1 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Allocated IP 2001:db8::1e6 (ca0a7573-b788-425a-8a11-817810e960fe/98bdff1d-68e7-4951-8296-0c793530437c/43b3325c-c2f1-4c94-9b7a-7674f6ed6599) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:27.574166 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-8ea6cf96-1b1d-4fb7-991f-6b0e0c9c5be9 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Request body: {'ports': [{'network_id': 'e8dca106-1d82-4121-9016-bc8efa45dadb', 'name': 'tempest-port--1880358381', 'admin_state_up': True}, {'network_id': '01a617a2-ef0a-4152-b0dd-2693d1129452', 'admin_state_up': False}]} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:51:27.574468 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-8ea6cf96-1b1d-4fb7-991f-6b0e0c9c5be9 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Request body: {'port': {'network_id': 'e8dca106-1d82-4121-9016-bc8efa45dadb', 'name': 'tempest-port--1880358381', 'admin_state_up': True}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:51:27.574951 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-8ea6cf96-1b1d-4fb7-991f-6b0e0c9c5be9 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Request body: {'port': {'network_id': '01a617a2-ef0a-4152-b0dd-2693d1129452', 'admin_state_up': False}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:51:27.576092 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-df7edc53-15da-4980-b696-f655ac81eb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:27.576674 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7edc53-15da-4980-b696-f655ac81eb84 None None] The sync data for ids ['26d59314-5420-44d6-8bb9-c3addc01368a'] in dv-neutron-833373-2-hyperv is: [] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:51:27.609318 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d6b4496a-3f6a-4296-b23f-3ecdf2f5a74c tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks [] for router, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:27.611257 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-d6b4496a-3f6a-4296-b23f-3ecdf2f5a74c tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.6939151 Apr 01 15:51:27.665382 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 48386) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:27.686218 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-1f7b178a-6108-444f-9534-37426904a86a tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'enable_snat': False}}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:51:27.776547 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6f65cc67-def4-445c-ba93-3dd597168efa tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:27.778774 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-6f65cc67-def4-445c-ba93-3dd597168efa tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] 10.222.0.55 "DELETE /v2.0/ports/e1e75b6c-115b-4106-9f03-a2f9640a5b21 HTTP/1.1" status: 204 len: 168 time: 5.0206909 Apr 01 15:51:27.812495 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-43e0ac69-bbbe-46a2-85c9-77103a785998 admin admin] Calling delete_port for dcd71320-d1a0-4504-ad7b-e291fda7f65b owned by network:dhcp {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:51:27.853449 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 48392) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:27.886152 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:27.930753 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-43e0ac69-bbbe-46a2-85c9-77103a785998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:28.048143 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0ac69-bbbe-46a2-85c9-77103a785998 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcd71320-d1a0-4504-ad7b-e291fda7f65b,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:28.092612 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e0ac69-bbbe-46a2-85c9-77103a785998 admin admin] No DVR routers for this DVR port dcd71320-d1a0-4504-ad7b-e291fda7f65b on host dv-neutron-833373-2-hyperv {{(pid=83828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:51:28.094896 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:28.096633 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89026bac-f91d-494c-9b9c-fde17e3a5e8b None None] Pushing event updated for resources: {'Port': ['ID=d5cde161-a5ee-4223-b2a9-2185cff4d669,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:28.105139 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8eb1cca-3912-4ba5-8c44-5845a261f129 None None] Routers {'7793c610-bd67-4c73-a74d-bb0f331d2e9f'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:51:28.105653 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-d8eb1cca-3912-4ba5-8c44-5845a261f129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:51:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['7793c610-bd67-4c73-a74d-bb0f331d2e9f'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:28.145443 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-091f01a5-e00d-4f24-8819-adebafd8ad26 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] 10.222.0.55 "GET /v2.0/floatingips/f9a0590b-5227-4cad-9567-d1886ade18a6 HTTP/1.1" status: 200 len: 687 time: 0.2883191 Apr 01 15:51:28.152701 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48396) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:28.194309 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device dcd71320-d1a0-4504-ad7b-e291fda7f65b no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:51:28.285450 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-d8eb1cca-3912-4ba5-8c44-5845a261f129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:28.287929 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: dcd71320-d1a0-4504-ad7b-e291fda7f65b {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:51:28.288270 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device dcd71320-d1a0-4504-ad7b-e291fda7f65b not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:51:28.299905 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-8ea6cf96-1b1d-4fb7-991f-6b0e0c9c5be9 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:28.308780 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-8ea6cf96-1b1d-4fb7-991f-6b0e0c9c5be9 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Usage tracker for resource:port and tenant:9048be630cae4eec9c1e1b50b860bada is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:28.311975 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-8ea6cf96-1b1d-4fb7-991f-6b0e0c9c5be9 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:28.318999 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-7990d29f-5488-4248-9954-5384bf1c74dd None None] For port dcd71320-d1a0-4504-ad7b-e291fda7f65b, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=dcd71320-d1a0-4504-ad7b-e291fda7f65b,segment=NetworkSegment(9bb8a968-41a4-480e-a4e4-5873f2811f7b),segment_id=9bb8a968-41a4-480e-a4e4-5873f2811f7b)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:51:28.319284 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-7990d29f-5488-4248-9954-5384bf1c74dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:28.337937 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-8ea6cf96-1b1d-4fb7-991f-6b0e0c9c5be9 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:28.383799 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea6cf96-1b1d-4fb7-991f-6b0e0c9c5be9 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Made reservation on behalf of 9048be630cae4eec9c1e1b50b860bada for: {'port': 2} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:28.387398 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8ea6cf96-1b1d-4fb7-991f-6b0e0c9c5be9 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:28.421909 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3e9b7d08-33a6-459a-be62-a409d11486b1 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:28.426936 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-e0035b2c-ca2d-4d72-a0c6-179d15429f03 None None] Attempting to bind port d5cde161-a5ee-4223-b2a9-2185cff4d669 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:51:28.427513 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-e0035b2c-ca2d-4d72-a0c6-179d15429f03 None None] Attempting to bind port d5cde161-a5ee-4223-b2a9-2185cff4d669 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:51:28.428080 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0035b2c-ca2d-4d72-a0c6-179d15429f03 None None] Attempting to bind port d5cde161-a5ee-4223-b2a9-2185cff4d669 on network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:51:28.434399 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8ea6cf96-1b1d-4fb7-991f-6b0e0c9c5be9 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:28.443367 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-43e0ac69-bbbe-46a2-85c9-77103a785998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:28.466626 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [None req-3e9b7d08-33a6-459a-be62-a409d11486b1 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Transition to ACTIVE for port object 43b3325c-c2f1-4c94-9b7a-7674f6ed6599 will not be triggered until provisioned by entity DHCP. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:28.518311 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-43e0ac69-bbbe-46a2-85c9-77103a785998 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81e6234b-1120-4acc-ae32-1910fd2f72f2']}} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:28.520465 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-7990d29f-5488-4248-9954-5384bf1c74dd None None] Calling delete_port for dcd71320-d1a0-4504-ad7b-e291fda7f65b owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:51:28.526634 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b016464f-74b0-4c21-9d08-ec02c6008e19 admin admin] Router 9a443703-9a97-4a5d-9406-6cb5aab4ab53 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:51:28.527877 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-1e7ea9f7-c272-45d0-bf17-f0b3aaf9e250 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Deleting port 55ee6a70-0952-4e9e-b75c-b58460e18b16 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:51:28.528218 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1e7ea9f7-c272-45d0-bf17-f0b3aaf9e250 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:28.561300 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-36ea2035-0cb2-4f2e-9cf8-aa961513944c req-972e4c66-5b3b-43d3-84ea-a7696cde78b0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ee3318f8-792d-48fb-8e2f-9e09760166b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5494738 Apr 01 15:51:28.567224 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8eb1cca-3912-4ba5-8c44-5845a261f129 None None] Routers {'7793c610-bd67-4c73-a74d-bb0f331d2e9f'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:51:28.567893 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-d8eb1cca-3912-4ba5-8c44-5845a261f129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:51:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['7793c610-bd67-4c73-a74d-bb0f331d2e9f'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:28.578277 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-43e0ac69-bbbe-46a2-85c9-77103a785998 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bb8a968-41a4-480e-a4e4-5873f2811f7b') {'for_net_delete': True} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:28.578561 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-43e0ac69-bbbe-46a2-85c9-77103a785998 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bb8a968-41a4-480e-a4e4-5873f2811f7b') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:28.632990 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0035b2c-ca2d-4d72-a0c6-179d15429f03 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:51:28.633334 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0035b2c-ca2d-4d72-a0c6-179d15429f03 None None] Checking segment: {'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:51:28.634234 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-e0035b2c-ca2d-4d72-a0c6-179d15429f03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:28.634423 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0035b2c-ca2d-4d72-a0c6-179d15429f03 None None] Bound using segment: {'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:51:28.635106 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-e0035b2c-ca2d-4d72-a0c6-179d15429f03 None None] Bound port: d5cde161-a5ee-4223-b2a9-2185cff4d669, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:51:28.635616 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-e0035b2c-ca2d-4d72-a0c6-179d15429f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:28.648136 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-43e0ac69-bbbe-46a2-85c9-77103a785998 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15303093'] for segment, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:28.674507 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-d8eb1cca-3912-4ba5-8c44-5845a261f129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:28.674721 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8eb1cca-3912-4ba5-8c44-5845a261f129 None None] The sync data for ids ['7793c610-bd67-4c73-a74d-bb0f331d2e9f'] in dv-neutron-833373-2-hyperv is: [] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:51:28.713053 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-43e0ac69-bbbe-46a2-85c9-77103a785998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:28.774130 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.db.api [None req-7990d29f-5488-4248-9954-5384bf1c74dd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:51:28.774472 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG oslo_db.api [None req-7990d29f-5488-4248-9954-5384bf1c74dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:51:28.786784 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43e0ac69-bbbe-46a2-85c9-77103a785998 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=83828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:51:28.787186 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-43e0ac69-bbbe-46a2-85c9-77103a785998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15306523'] for segment, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:28.790047 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3e9b7d08-33a6-459a-be62-a409d11486b1 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:28.810401 dv-neutron-833373-2-hyperv neutron-server[83828]: Traceback (most recent call last): Apr 01 15:51:28.810401 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:51:28.810401 dv-neutron-833373-2-hyperv neutron-server[83828]: timer() Apr 01 15:51:28.810401 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:51:28.810401 dv-neutron-833373-2-hyperv neutron-server[83828]: cb(*args, **kw) Apr 01 15:51:28.810401 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:51:28.810401 dv-neutron-833373-2-hyperv neutron-server[83828]: return func(*args, **kwargs) Apr 01 15:51:28.810401 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:51:28.810401 dv-neutron-833373-2-hyperv neutron-server[83828]: self._notify() Apr 01 15:51:28.810401 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:51:28.810401 dv-neutron-833373-2-hyperv neutron-server[83828]: self.callback(batched_events) Apr 01 15:51:28.810401 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:51:28.810401 dv-neutron-833373-2-hyperv neutron-server[83828]: event.method(event) Apr 01 15:51:28.810401 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:51:28.810401 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:51:28.810401 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:51:28.810401 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:51:28.810401 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:51:28.810401 dv-neutron-833373-2-hyperv neutron-server[83828]: return f(self, *a, **k) Apr 01 15:51:28.810401 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:51:28.810401 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._get(url).json() Apr 01 15:51:28.810401 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:51:28.810401 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:51:28.810401 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:51:28.810401 dv-neutron-833373-2-hyperv neutron-server[83828]: return self.request(url, 'GET', **kwargs) Apr 01 15:51:28.810401 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:51:28.810401 dv-neutron-833373-2-hyperv neutron-server[83828]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:51:28.810401 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:51:28.810401 dv-neutron-833373-2-hyperv neutron-server[83828]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:51:28.810401 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:51:28.810401 dv-neutron-833373-2-hyperv neutron-server[83828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:51:28.810401 dv-neutron-833373-2-hyperv neutron-server[83828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:51:28.834529 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-e0035b2c-ca2d-4d72-a0c6-179d15429f03 None None] For port d5cde161-a5ee-4223-b2a9-2185cff4d669, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:51:28.846087 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-e0035b2c-ca2d-4d72-a0c6-179d15429f03 None None] For port d5cde161-a5ee-4223-b2a9-2185cff4d669, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=d5cde161-a5ee-4223-b2a9-2185cff4d669,segment=NetworkSegment(c41dc1a5-c958-4d8b-81ea-3934c36371b8),segment_id=c41dc1a5-c958-4d8b-81ea-3934c36371b8)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:51:28.854646 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-e0035b2c-ca2d-4d72-a0c6-179d15429f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:28.900867 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-27bbad39-9668-440c-a351-cd033ff102ec None None] Allocated IP 2001:db8::2 (ca0a7573-b788-425a-8a11-817810e960fe/98bdff1d-68e7-4951-8296-0c793530437c/2bac5448-9663-4908-944e-63a5d7fe6047) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:28.943135 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [None req-8ea6cf96-1b1d-4fb7-991f-6b0e0c9c5be9 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] device_id is not set on port 52b3e5ac-4fd4-45ca-8c3c-0921e1078f26 yet. {{(pid=83826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:51:28.977594 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9b7d08-33a6-459a-be62-a409d11486b1 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Pushing event updated for resources: {'Port': ['ID=43b3325c-c2f1-4c94-9b7a-7674f6ed6599,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:28.981350 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9b7d08-33a6-459a-be62-a409d11486b1 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Network ca0a7573-b788-425a-8a11-817810e960fe is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:28.987540 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-3e9b7d08-33a6-459a-be62-a409d11486b1 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:28.991111 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9b7d08-33a6-459a-be62-a409d11486b1 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:51:28.995125 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9b7d08-33a6-459a-be62-a409d11486b1 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:28.995747 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3e9b7d08-33a6-459a-be62-a409d11486b1 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:29.033679 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-3e9b7d08-33a6-459a-be62-a409d11486b1 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8236332 Apr 01 15:51:29.041467 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 48400) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:29.082702 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0035b2c-ca2d-4d72-a0c6-179d15429f03 None None] Routers {'4f09ce11-c98e-42d5-a551-1c3c4e706319'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:51:29.083472 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-e0035b2c-ca2d-4d72-a0c6-179d15429f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:51:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['4f09ce11-c98e-42d5-a551-1c3c4e706319'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:29.143001 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89026bac-f91d-494c-9b9c-fde17e3a5e8b None None] Pushing event updated for resources: {'Port': ['ID=d5cde161-a5ee-4223-b2a9-2185cff4d669,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:29.192508 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1e7ea9f7-c272-45d0-bf17-f0b3aaf9e250 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:29.193292 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1e7ea9f7-c272-45d0-bf17-f0b3aaf9e250 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:29.276939 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-7990d29f-5488-4248-9954-5384bf1c74dd None None] Deleting port dcd71320-d1a0-4504-ad7b-e291fda7f65b {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:51:29.277668 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-7990d29f-5488-4248-9954-5384bf1c74dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:29.300802 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a768e27c-0625-41fc-beea-a4724b614710 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611543'] for router_interface, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:29.323940 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-2980531a-3899-4c29-897b-6a46eb5c1789 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Deleting port 43b3325c-c2f1-4c94-9b7a-7674f6ed6599 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:51:29.324367 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2980531a-3899-4c29-897b-6a46eb5c1789 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:29.326038 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:29.357925 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8ea6cf96-1b1d-4fb7-991f-6b0e0c9c5be9 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:29.387705 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-7990d29f-5488-4248-9954-5384bf1c74dd None None] The port 'dcd71320-d1a0-4504-ad7b-e291fda7f65b' was deleted {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:51:29.461845 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-e0035b2c-ca2d-4d72-a0c6-179d15429f03 None None] Set router 4f09ce11-c98e-42d5-a551-1c3c4e706319 gateway port host: None {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:51:29.567617 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-27bbad39-9668-440c-a351-cd033ff102ec None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:29.572197 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-1e7ea9f7-c272-45d0-bf17-f0b3aaf9e250 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Calling delete_port for 55ee6a70-0952-4e9e-b75c-b58460e18b16 owned by network:floatingip {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:51:29.587801 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [None req-8ea6cf96-1b1d-4fb7-991f-6b0e0c9c5be9 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] device_id is not set on port ca2fc435-ab3b-4252-ae2b-f000ba9f4963 yet. {{(pid=83826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:51:29.666266 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-27bbad39-9668-440c-a351-cd033ff102ec None None] Transition to ACTIVE for port object 2bac5448-9663-4908-944e-63a5d7fe6047 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:29.722693 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-43e0ac69-bbbe-46a2-85c9-77103a785998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:29.750382 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-43e0ac69-bbbe-46a2-85c9-77103a785998 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:29.759853 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-36ea2035-0cb2-4f2e-9cf8-aa961513944c req-93852127-cc73-4845-a289-cde933dffb49 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ea61585477ae47b59fca06b1e521f7a0&device_id=ee3318f8-792d-48fb-8e2f-9e09760166b6 HTTP/1.1" status: 200 len: 1098 time: 1.1619961 Apr 01 15:51:29.807011 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0ac69-bbbe-46a2-85c9-77103a785998 admin admin] Pushing event deleted for resources: {'Network': ['ID=81e6234b-1120-4acc-ae32-1910fd2f72f2,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:29.844862 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-43e0ac69-bbbe-46a2-85c9-77103a785998 admin admin] 10.222.0.55 "DELETE /v2.0/networks/81e6234b-1120-4acc-ae32-1910fd2f72f2 HTTP/1.1" status: 204 len: 168 time: 3.1130261 Apr 01 15:51:29.847624 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-27bbad39-9668-440c-a351-cd033ff102ec None None] Transition to ACTIVE for port object 2bac5448-9663-4908-944e-63a5d7fe6047 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:29.871895 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-27bbad39-9668-440c-a351-cd033ff102ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:29.970201 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27bbad39-9668-440c-a351-cd033ff102ec None None] Network ca0a7573-b788-425a-8a11-817810e960fe is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:29.981302 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-27bbad39-9668-440c-a351-cd033ff102ec None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:29.983779 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bbad39-9668-440c-a351-cd033ff102ec None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:51:29.988976 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2980531a-3899-4c29-897b-6a46eb5c1789 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:30.070012 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bbad39-9668-440c-a351-cd033ff102ec None None] Pushing event updated for resources: {'Port': ['ID=2bac5448-9663-4908-944e-63a5d7fe6047,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:30.106447 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1e7ea9f7-c272-45d0-bf17-f0b3aaf9e250 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:30.115890 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ea2035-0cb2-4f2e-9cf8-aa961513944c req-6785d4bd-8d22-4ee5-83ff-64aeb1474115 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:30.125156 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-36ea2035-0cb2-4f2e-9cf8-aa961513944c req-6785d4bd-8d22-4ee5-83ff-64aeb1474115 service neutron] 10.222.0.24 "GET /v2.0/networks?id=10bfa6c5-d504-42f7-b6a8-189d201bcc59 HTTP/1.1" status: 200 len: 911 time: 0.3295617 Apr 01 15:51:30.143651 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-27bbad39-9668-440c-a351-cd033ff102ec None None] Attempting to bind port 2bac5448-9663-4908-944e-63a5d7fe6047 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:51:30.144032 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-27bbad39-9668-440c-a351-cd033ff102ec None None] Attempting to bind port 2bac5448-9663-4908-944e-63a5d7fe6047 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'de923dcb-246b-4549-bfe9-1bc57e05cdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ca0a7573-b788-425a-8a11-817810e960fe'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:51:30.144470 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bbad39-9668-440c-a351-cd033ff102ec None None] Attempting to bind port 2bac5448-9663-4908-944e-63a5d7fe6047 on network ca0a7573-b788-425a-8a11-817810e960fe {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:51:30.158112 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bbad39-9668-440c-a351-cd033ff102ec None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:51:30.158756 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bbad39-9668-440c-a351-cd033ff102ec None None] Checking segment: {'id': 'de923dcb-246b-4549-bfe9-1bc57e05cdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ca0a7573-b788-425a-8a11-817810e960fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:51:30.159372 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-27bbad39-9668-440c-a351-cd033ff102ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:30.159823 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bbad39-9668-440c-a351-cd033ff102ec None None] Bound using segment: {'id': 'de923dcb-246b-4549-bfe9-1bc57e05cdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ca0a7573-b788-425a-8a11-817810e960fe'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:51:30.160464 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-27bbad39-9668-440c-a351-cd033ff102ec None None] Bound port: 2bac5448-9663-4908-944e-63a5d7fe6047, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de923dcb-246b-4549-bfe9-1bc57e05cdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ca0a7573-b788-425a-8a11-817810e960fe'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:51:30.160922 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-27bbad39-9668-440c-a351-cd033ff102ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:30.198548 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-2980531a-3899-4c29-897b-6a46eb5c1789 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Calling delete_port for 43b3325c-c2f1-4c94-9b7a-7674f6ed6599 owned by {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:51:30.227724 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48408) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:30.260664 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-e0035b2c-ca2d-4d72-a0c6-179d15429f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f09ce11-c98e-42d5-a551-1c3c4e706319', 'name': 'tempest-NetworksTestDHCPv6-router-949288542', 'tenant_id': '50a1f72bd5e54e209eb4756b30f7e6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:51:15Z', 'updated_at': '2022-04-01T15:51:20Z', 'revision_number': 2, 'project_id': '50a1f72bd5e54e209eb4756b30f7e6a6', 'gw_port_host': None, '_interfaces': [{'id': 'd5cde161-a5ee-4223-b2a9-2185cff4d669', 'name': '', 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'tenant_id': '50a1f72bd5e54e209eb4756b30f7e6a6', 'mac_address': 'fa:16:3e:65:b6:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f09ce11-c98e-42d5-a551-1c3c4e706319', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '783f2163-a998-4077-8456-4bdf50ae73c7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:51:17Z', 'updated_at': '2022-04-01T15:51:28Z', 'revision_number': 4, 'project_id': '50a1f72bd5e54e209eb4756b30f7e6a6', 'subnets': [{'id': '783f2163-a998-4077-8456-4bdf50ae73c7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:30.269482 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0035b2c-ca2d-4d72-a0c6-179d15429f03 None None] The sync data for ids ['4f09ce11-c98e-42d5-a551-1c3c4e706319'] in dv-neutron-833373-2-hyperv is: [{'id': '4f09ce11-c98e-42d5-a551-1c3c4e706319', 'name': 'tempest-NetworksTestDHCPv6-router-949288542', 'tenant_id': '50a1f72bd5e54e209eb4756b30f7e6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:51:15Z', 'updated_at': '2022-04-01T15:51:20Z', 'revision_number': 2, 'project_id': '50a1f72bd5e54e209eb4756b30f7e6a6', 'gw_port_host': None, '_interfaces': [{'id': 'd5cde161-a5ee-4223-b2a9-2185cff4d669', 'name': '', 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'tenant_id': '50a1f72bd5e54e209eb4756b30f7e6a6', 'mac_address': 'fa:16:3e:65:b6:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f09ce11-c98e-42d5-a551-1c3c4e706319', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '783f2163-a998-4077-8456-4bdf50ae73c7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:51:17Z', 'updated_at': '2022-04-01T15:51:28Z', 'revision_number': 4, 'project_id': '50a1f72bd5e54e209eb4756b30f7e6a6', 'subnets': [{'id': '783f2163-a998-4077-8456-4bdf50ae73c7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:51:30.278024 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-27bbad39-9668-440c-a351-cd033ff102ec None None] For port 2bac5448-9663-4908-944e-63a5d7fe6047, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:51:30.281020 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7ea9f7-c272-45d0-bf17-f0b3aaf9e250 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Pushing event deleted for resources: {'Port': ['ID=55ee6a70-0952-4e9e-b75c-b58460e18b16,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:30.283281 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-27bbad39-9668-440c-a351-cd033ff102ec None None] For port 2bac5448-9663-4908-944e-63a5d7fe6047, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=2bac5448-9663-4908-944e-63a5d7fe6047,segment=NetworkSegment(de923dcb-246b-4549-bfe9-1bc57e05cdcd),segment_id=de923dcb-246b-4549-bfe9-1bc57e05cdcd)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:51:30.289934 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-27bbad39-9668-440c-a351-cd033ff102ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:30.373982 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8ea6cf96-1b1d-4fb7-991f-6b0e0c9c5be9 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:30.408667 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bbad39-9668-440c-a351-cd033ff102ec None None] Pushing event updated for resources: {'Port': ['ID=2bac5448-9663-4908-944e-63a5d7fe6047,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:30.490999 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2980531a-3899-4c29-897b-6a46eb5c1789 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:30.596440 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-36ea2035-0cb2-4f2e-9cf8-aa961513944c req-3f8c9102-eba8-499f-8692-ef6710c35ee3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=be7f5bd5-43c4-40bd-8ba3-b6e713491455 HTTP/1.1" status: 200 len: 1000 time: 0.4289966 Apr 01 15:51:30.608404 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-0098ddaf-2f68-4e37-a532-003fe8f83f79 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f25527a3ef4e4227be945540540cca4c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3762565 Apr 01 15:51:30.615712 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 48412) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:30.620268 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2980531a-3899-4c29-897b-6a46eb5c1789 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Pushing event deleted for resources: {'Port': ['ID=43b3325c-c2f1-4c94-9b7a-7674f6ed6599,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:30.622527 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8ea6cf96-1b1d-4fb7-991f-6b0e0c9c5be9 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:30.660510 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1e7ea9f7-c272-45d0-bf17-f0b3aaf9e250 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks [] for floatingip, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:30.735799 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b016464f-74b0-4c21-9d08-ec02c6008e19 admin admin] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:51:30.749252 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f733d3-0d76-4576-9568-9c55548b7274 None None] Sync routers for ids ['9a443703-9a97-4a5d-9406-6cb5aab4ab53'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:51:30.770689 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-b016464f-74b0-4c21-9d08-ec02c6008e19 admin admin] 10.222.0.55 "PUT /v2.0/routers/9a443703-9a97-4a5d-9406-6cb5aab4ab53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.4704361 Apr 01 15:51:30.773309 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1e7ea9f7-c272-45d0-bf17-f0b3aaf9e250 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for floatingip, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:30.782577 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-1e7ea9f7-c272-45d0-bf17-f0b3aaf9e250 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] 10.222.0.55 "DELETE /v2.0/floatingips/f9a0590b-5227-4cad-9567-d1886ade18a6 HTTP/1.1" status: 204 len: 168 time: 2.6174998 Apr 01 15:51:30.784856 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48416) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:30.785201 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48418) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:30.806141 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-f8231c0a-3ce2-474d-9877-68ba69a39be6 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Request body: {'floatingip': {'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'port_id': '9d02f8e7-737e-4c6d-83c5-96ede7a01568'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:51:30.806810 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f733d3-0d76-4576-9568-9c55548b7274 None None] Routers {'9a443703-9a97-4a5d-9406-6cb5aab4ab53'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:51:30.808164 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-97f733d3-0d76-4576-9568-9c55548b7274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:51:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['9a443703-9a97-4a5d-9406-6cb5aab4ab53'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:30.842626 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2980531a-3899-4c29-897b-6a46eb5c1789 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:30.888082 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea6cf96-1b1d-4fb7-991f-6b0e0c9c5be9 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Pushing event updated for resources: {'Port': ['ID=52b3e5ac-4fd4-45ca-8c3c-0921e1078f26,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:30.908078 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-f8231c0a-3ce2-474d-9877-68ba69a39be6 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:30.918202 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-f8231c0a-3ce2-474d-9877-68ba69a39be6 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Usage tracker for resource:floatingip and tenant:7e7aded1adfa4cd1be462b87d89e24d5 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:30.926829 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-f8231c0a-3ce2-474d-9877-68ba69a39be6 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:30.933863 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-2980531a-3899-4c29-897b-6a46eb5c1789 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "DELETE /v2.0/ports/43b3325c-c2f1-4c94-9b7a-7674f6ed6599 HTTP/1.1" status: 204 len: 168 time: 1.8910217 Apr 01 15:51:30.934901 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-f8231c0a-3ce2-474d-9877-68ba69a39be6 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:30.943271 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 48424) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:30.952080 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-1f7b178a-6108-444f-9534-37426904a86a tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130626'] for router, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:30.959791 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ea2035-0cb2-4f2e-9cf8-aa961513944c req-1c7790d0-775d-4ee2-86a8-f4ab01405fdf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:30.962137 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-36ea2035-0cb2-4f2e-9cf8-aa961513944c req-1c7790d0-775d-4ee2-86a8-f4ab01405fdf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=316ad757-bf54-49b9-829b-e0e949015709 HTTP/1.1" status: 200 len: 850 time: 0.3537586 Apr 01 15:51:31.014904 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-dba8e96a-3cc8-4039-84c2-e07829797901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:31.074558 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-702bce17-bc1c-4539-bc4f-4206d054c3ec tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] DELETE failed (client error): The resource could not be found. Apr 01 15:51:31.074955 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f8231c0a-3ce2-474d-9877-68ba69a39be6 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks [] for floatingip, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:31.075391 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-702bce17-bc1c-4539-bc4f-4206d054c3ec tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:51:31.077406 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-702bce17-bc1c-4539-bc4f-4206d054c3ec tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "DELETE /v2.0/ports/43b3325c-c2f1-4c94-9b7a-7674f6ed6599 HTTP/1.1" status: 404 len: 333 time: 0.1309011 Apr 01 15:51:31.084884 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 48430) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:31.115484 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-97f733d3-0d76-4576-9568-9c55548b7274 None None] Set router 9a443703-9a97-4a5d-9406-6cb5aab4ab53 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:51:31.126526 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-a768e27c-0625-41fc-beea-a4724b614710 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Deleting port d5cde161-a5ee-4223-b2a9-2185cff4d669 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:51:31.126952 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a768e27c-0625-41fc-beea-a4724b614710 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:31.155351 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea6cf96-1b1d-4fb7-991f-6b0e0c9c5be9 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Checking segment: {'id': '76abd4a0-4cda-4934-8fc4-3d18ebdc17b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'e8dca106-1d82-4121-9016-bc8efa45dadb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:51:31.155712 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea6cf96-1b1d-4fb7-991f-6b0e0c9c5be9 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Network hostable DHCP agents. Network: e8dca106-1d82-4121-9016-bc8efa45dadb, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:51:31.186383 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-dba8e96a-3cc8-4039-84c2-e07829797901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:31.196542 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a03d2ec-4a57-4e34-9b2e-944c8a50818f tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] GET failed (client error): The resource could not be found. Apr 01 15:51:31.197251 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-9a03d2ec-4a57-4e34-9b2e-944c8a50818f tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Synchronizing usage tracker for tenant:144b300b27fa4dafba1405cae5639f1c on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:51:31.311615 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-9a03d2ec-4a57-4e34-9b2e-944c8a50818f tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Unset dirty status for tenant:144b300b27fa4dafba1405cae5639f1c on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:51:31.315723 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-9a03d2ec-4a57-4e34-9b2e-944c8a50818f tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "GET /v2.0/ports/43b3325c-c2f1-4c94-9b7a-7674f6ed6599 HTTP/1.1" status: 404 len: 333 time: 0.2244635 Apr 01 15:51:31.318824 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 48434) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:31.519574 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea6cf96-1b1d-4fb7-991f-6b0e0c9c5be9 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Network e8dca106-1d82-4121-9016-bc8efa45dadb is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:51:31.536861 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-dba8e96a-3cc8-4039-84c2-e07829797901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:31.558647 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-8ea6cf96-1b1d-4fb7-991f-6b0e0c9c5be9 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, e8dca106-1d82-4121-9016-bc8efa45dadb) {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:31.573539 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703c3a82-b9bb-4a7a-bbba-607e11d1fe82 None None] Network e8dca106-1d82-4121-9016-bc8efa45dadb requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:51:31.588907 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba8e96a-3cc8-4039-84c2-e07829797901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87eadd5b-ec80-4e7f-a970-f6a8109af961,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:31.644510 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-97f733d3-0d76-4576-9568-9c55548b7274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a443703-9a97-4a5d-9406-6cb5aab4ab53', 'name': 'tempest-ServersTestManualDisk-1669199740-router', 'tenant_id': 'b509592769ce4fd4a6019281630321e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.18'}], 'enable_snat': True}, 'gw_port_id': '67aa6b71-b521-49a8-9c11-b8035dc07e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:12Z', 'updated_at': '2022-04-01T15:51:23Z', 'revision_number': 5, 'project_id': 'b509592769ce4fd4a6019281630321e8', 'gw_port': {'id': '67aa6b71-b521-49a8-9c11-b8035dc07e13', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a443703-9a97-4a5d-9406-6cb5aab4ab53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:14Z', 'updated_at': '2022-04-01T15:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:31.651222 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f733d3-0d76-4576-9568-9c55548b7274 None None] Checking router: 9a443703-9a97-4a5d-9406-6cb5aab4ab53 for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:51:31.655880 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-36ea2035-0cb2-4f2e-9cf8-aa961513944c req-9d1a786c-d08c-44b3-9cbe-548810ddecb8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=10bfa6c5-d504-42f7-b6a8-189d201bcc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6726782 Apr 01 15:51:31.658782 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea6cf96-1b1d-4fb7-991f-6b0e0c9c5be9 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:51:31.659649 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8ea6cf96-1b1d-4fb7-991f-6b0e0c9c5be9 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:31.667800 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f733d3-0d76-4576-9568-9c55548b7274 None None] Routers {'9a443703-9a97-4a5d-9406-6cb5aab4ab53'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:51:31.668843 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-97f733d3-0d76-4576-9568-9c55548b7274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:51:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['9a443703-9a97-4a5d-9406-6cb5aab4ab53'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:31.741662 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-dba8e96a-3cc8-4039-84c2-e07829797901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:31.745267 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-dba8e96a-3cc8-4039-84c2-e07829797901 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/87eadd5b-ec80-4e7f-a970-f6a8109af961 HTTP/1.1" status: 204 len: 168 time: 1.1240993 Apr 01 15:51:31.902368 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-a768e27c-0625-41fc-beea-a4724b614710 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] For port d5cde161-a5ee-4223-b2a9-2185cff4d669, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=d5cde161-a5ee-4223-b2a9-2185cff4d669,segment=NetworkSegment(c41dc1a5-c958-4d8b-81ea-3934c36371b8),segment_id=c41dc1a5-c958-4d8b-81ea-3934c36371b8)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:51:31.903000 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a768e27c-0625-41fc-beea-a4724b614710 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:31.906118 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea6cf96-1b1d-4fb7-991f-6b0e0c9c5be9 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Pushing event updated for resources: {'Port': ['ID=ca2fc435-ab3b-4252-ae2b-f000ba9f4963,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:31.957683 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a0fd61e-d897-4852-8ab4-cea1c308e00b tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Deleting subnet 98bdff1d-68e7-4951-8296-0c793530437c {{(pid=83826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:51:31.984209 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4a0fd61e-d897-4852-8ab4-cea1c308e00b tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for subnet, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:32.092259 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96fc8755-b8b6-4aa1-91eb-71f02d8b082d None None] Network ca0a7573-b788-425a-8a11-817810e960fe requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:51:32.144148 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-97f733d3-0d76-4576-9568-9c55548b7274 None None] Set router 9a443703-9a97-4a5d-9406-6cb5aab4ab53 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:51:32.164092 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-a768e27c-0625-41fc-beea-a4724b614710 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Calling delete_port for d5cde161-a5ee-4223-b2a9-2185cff4d669 owned by network:router_interface {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:51:32.180809 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 2bac5448-9663-4908-944e-63a5d7fe6047 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:51:32.307675 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea6cf96-1b1d-4fb7-991f-6b0e0c9c5be9 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Checking segment: {'id': '7698e573-c22c-4bc1-b35f-33d276fcc8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '01a617a2-ef0a-4152-b0dd-2693d1129452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:51:32.308226 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea6cf96-1b1d-4fb7-991f-6b0e0c9c5be9 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Network hostable DHCP agents. Network: 01a617a2-ef0a-4152-b0dd-2693d1129452, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:51:32.324533 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4a0fd61e-d897-4852-8ab4-cea1c308e00b tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16610770'] for subnet, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:32.508685 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-d940cec0-f690-4384-9e23-459495e6a7ca None None] Provisioning for port 2bac5448-9663-4908-944e-63a5d7fe6047 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:51:32.519428 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-36ea2035-0cb2-4f2e-9cf8-aa961513944c req-f6f499cc-faab-4ba5-b563-d08d0fd0ef7f service neutron] 10.222.0.24 "GET /v2.0/networks/10bfa6c5-d504-42f7-b6a8-189d201bcc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8381546 Apr 01 15:51:32.557494 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f8231c0a-3ce2-474d-9877-68ba69a39be6 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:32.620006 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 2bac5448-9663-4908-944e-63a5d7fe6047 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:51:32.631662 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 2bac5448-9663-4908-944e-63a5d7fe6047 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:32.632036 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:32.743868 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea6cf96-1b1d-4fb7-991f-6b0e0c9c5be9 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Network 01a617a2-ef0a-4152-b0dd-2693d1129452 is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:51:32.790286 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-40ff316e-1a9c-41d3-b79b-4110b7d67d73 admin admin] Notify callbacks [] for router, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:32.793840 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-8ea6cf96-1b1d-4fb7-991f-6b0e0c9c5be9 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, 01a617a2-ef0a-4152-b0dd-2693d1129452) {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:32.823285 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea6cf96-1b1d-4fb7-991f-6b0e0c9c5be9 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:51:32.829077 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea6cf96-1b1d-4fb7-991f-6b0e0c9c5be9 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:32.832983 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea6cf96-1b1d-4fb7-991f-6b0e0c9c5be9 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:32.833855 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8ea6cf96-1b1d-4fb7-991f-6b0e0c9c5be9 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:32.842185 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4a0fd61e-d897-4852-8ab4-cea1c308e00b tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:32.871919 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-97f733d3-0d76-4576-9568-9c55548b7274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a443703-9a97-4a5d-9406-6cb5aab4ab53', 'name': 'tempest-ServersTestManualDisk-1669199740-router', 'tenant_id': 'b509592769ce4fd4a6019281630321e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.18'}], 'enable_snat': True}, 'gw_port_id': '67aa6b71-b521-49a8-9c11-b8035dc07e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:12Z', 'updated_at': '2022-04-01T15:51:23Z', 'revision_number': 5, 'project_id': 'b509592769ce4fd4a6019281630321e8', 'gw_port': {'id': '67aa6b71-b521-49a8-9c11-b8035dc07e13', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a443703-9a97-4a5d-9406-6cb5aab4ab53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:14Z', 'updated_at': '2022-04-01T15:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:32.880505 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f733d3-0d76-4576-9568-9c55548b7274 None None] The sync data for ids ['9a443703-9a97-4a5d-9406-6cb5aab4ab53'] in dv-neutron-833373-2-hyperv is: [{'id': '9a443703-9a97-4a5d-9406-6cb5aab4ab53', 'name': 'tempest-ServersTestManualDisk-1669199740-router', 'tenant_id': 'b509592769ce4fd4a6019281630321e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.18'}], 'enable_snat': True}, 'gw_port_id': '67aa6b71-b521-49a8-9c11-b8035dc07e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:12Z', 'updated_at': '2022-04-01T15:51:23Z', 'revision_number': 5, 'project_id': 'b509592769ce4fd4a6019281630321e8', 'gw_port': {'id': '67aa6b71-b521-49a8-9c11-b8035dc07e13', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a443703-9a97-4a5d-9406-6cb5aab4ab53', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:14Z', 'updated_at': '2022-04-01T15:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:51:32.893238 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3e8bbc-eef8-4d3b-a87e-069a165ec2ce None None] Network 01a617a2-ef0a-4152-b0dd-2693d1129452 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:51:32.916149 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-1f7b178a-6108-444f-9534-37426904a86a tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130626'] for router, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:32.933026 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-1f7b178a-6108-444f-9534-37426904a86a tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-617606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-617615', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-607241'] for router, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:32.942284 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-8ea6cf96-1b1d-4fb7-991f-6b0e0c9c5be9 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.3812478 Apr 01 15:51:32.948412 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a5ce84-82bc-4e8b-89dc-214d4bd840b6 req-82fb1535-41c5-4d54-96e8-169fd574e568 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:32.950754 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-99a5ce84-82bc-4e8b-89dc-214d4bd840b6 req-82fb1535-41c5-4d54-96e8-169fd574e568 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3318f8-792d-48fb-8e2f-9e09760166b6 HTTP/1.1" status: 200 len: 945 time: 0.5111072 Apr 01 15:51:32.950754 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 48450) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:33.019428 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-36ea2035-0cb2-4f2e-9cf8-aa961513944c req-3c2c8ad8-c44c-40f9-836a-22d11510be9c service neutron] 10.222.0.24 "GET /v2.0/networks/10bfa6c5-d504-42f7-b6a8-189d201bcc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4819350 Apr 01 15:51:33.077804 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:33.291552 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-f8231c0a-3ce2-474d-9877-68ba69a39be6 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Allocated IP 172.26.1.128 (ed45466e-0386-4b92-8de3-247c977242ac/0479f741-5cd1-4d6f-b593-d8aa909a42d3/7cc70119-3138-4d83-a483-5e4f16b10fb2) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:33.299762 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4a0fd61e-d897-4852-8ab4-cea1c308e00b tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15415074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16089009'] for subnet, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:33.348127 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a768e27c-0625-41fc-beea-a4724b614710 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:33.353446 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.db.api [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:51:33.359144 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG oslo_db.api [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:51:33.451673 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4a0fd61e-d897-4852-8ab4-cea1c308e00b tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:33.481775 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0fd61e-d897-4852-8ab4-cea1c308e00b tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Pushing event deleted for resources: {'Subnet': ['ID=98bdff1d-68e7-4951-8296-0c793530437c,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:33.568642 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-99a5ce84-82bc-4e8b-89dc-214d4bd840b6 req-ac011e64-451c-4452-8e5a-036e4e0db4c3 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/security-groups?id=559624ab-485e-424f-98d0-03f9fb5e6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6095505 Apr 01 15:51:33.573255 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a768e27c-0625-41fc-beea-a4724b614710 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event deleted for resources: {'Port': ['ID=d5cde161-a5ee-4223-b2a9-2185cff4d669,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:33.578810 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-4a0fd61e-d897-4852-8ab4-cea1c308e00b tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "DELETE /v2.0/subnets/98bdff1d-68e7-4951-8296-0c793530437c HTTP/1.1" status: 204 len: 168 time: 2.2547882 Apr 01 15:51:33.583964 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 48462) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:33.710103 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeacd698-78c3-4238-bbef-67b5a4ba010c None None] Network ca0a7573-b788-425a-8a11-817810e960fe requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:51:33.790785 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16323eec-7de0-4dce-8b23-55e65a3611f5 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:33.796386 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16323eec-7de0-4dce-8b23-55e65a3611f5 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:33.797437 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-16323eec-7de0-4dce-8b23-55e65a3611f5 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Synchronizing usage tracker for tenant:9048be630cae4eec9c1e1b50b860bada on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:51:33.834279 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-16323eec-7de0-4dce-8b23-55e65a3611f5 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Unset dirty status for tenant:9048be630cae4eec9c1e1b50b860bada on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:51:33.839540 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-16323eec-7de0-4dce-8b23-55e65a3611f5 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.8825867 Apr 01 15:51:33.842917 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48468) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:33.846720 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4b634c7e-ce6d-4458-a94f-5a973ddb603b tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:33.892582 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-4b634c7e-ce6d-4458-a94f-5a973ddb603b tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Deleting port 2bac5448-9663-4908-944e-63a5d7fe6047 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:51:33.893191 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4b634c7e-ce6d-4458-a94f-5a973ddb603b tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:34.021327 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:34.127530 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-1a4c5f5c-b234-4a61-82b4-e79ccde3b391 None None] Provisioning complete for port 2bac5448-9663-4908-944e-63a5d7fe6047 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:34.128170 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-1a4c5f5c-b234-4a61-82b4-e79ccde3b391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:34.131840 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-228b56ea-2f38-4aed-b1f4-39d33f603359 req-9bc759c8-68a4-4de9-9500-9d2445dbf62a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ea61585477ae47b59fca06b1e521f7a0&device_id=ee3318f8-792d-48fb-8e2f-9e09760166b6 HTTP/1.1" status: 200 len: 1098 time: 0.9856956 Apr 01 15:51:34.223923 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port 2bac5448-9663-4908-944e-63a5d7fe6047, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=2bac5448-9663-4908-944e-63a5d7fe6047,segment=NetworkSegment(de923dcb-246b-4549-bfe9-1bc57e05cdcd),segment_id=de923dcb-246b-4549-bfe9-1bc57e05cdcd)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:51:34.237233 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:34.238079 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device d5cde161-a5ee-4223-b2a9-2185cff4d669 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:51:34.302283 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f8231c0a-3ce2-474d-9877-68ba69a39be6 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:34.329016 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-a674a2ab-b95e-4aa7-abac-e959642e9873 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Deleting port 52b3e5ac-4fd4-45ca-8c3c-0921e1078f26 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:51:34.329370 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a674a2ab-b95e-4aa7-abac-e959642e9873 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:34.334445 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: d5cde161-a5ee-4223-b2a9-2185cff4d669 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:51:34.334910 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device d5cde161-a5ee-4223-b2a9-2185cff4d669 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Apr 01 15:51:34.386442 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Port d5cde161-a5ee-4223-b2a9-2185cff4d669 not found, will not notify nova. {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 01 15:51:34.407356 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a768e27c-0625-41fc-beea-a4724b614710 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611462'] for router_interface, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:34.416363 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [None req-4b634c7e-ce6d-4458-a94f-5a973ddb603b tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] For port 2bac5448-9663-4908-944e-63a5d7fe6047, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=2bac5448-9663-4908-944e-63a5d7fe6047,segment=NetworkSegment(de923dcb-246b-4549-bfe9-1bc57e05cdcd),segment_id=de923dcb-246b-4549-bfe9-1bc57e05cdcd)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:51:34.418038 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4b634c7e-ce6d-4458-a94f-5a973ddb603b tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:34.505828 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=2bac5448-9663-4908-944e-63a5d7fe6047,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:34.506941 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b56ea-2f38-4aed-b1f4-39d33f603359 req-bf220bac-2b37-42c6-9b2f-18de1c83ce9a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:34.510012 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-228b56ea-2f38-4aed-b1f4-39d33f603359 req-bf220bac-2b37-42c6-9b2f-18de1c83ce9a service neutron] 10.222.0.24 "GET /v2.0/networks?id=10bfa6c5-d504-42f7-b6a8-189d201bcc59 HTTP/1.1" status: 200 len: 911 time: 0.3570452 Apr 01 15:51:34.536196 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device d34dbb90-37d3-422c-bda6-aa6b6f19ae41 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:51:34.582278 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: d34dbb90-37d3-422c-bda6-aa6b6f19ae41 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:51:34.582708 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device d34dbb90-37d3-422c-bda6-aa6b6f19ae41 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:51:34.599598 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9c98c4-310d-49e7-8795-db288e204ee8 None None] DHCP port deletion for ca0a7573-b788-425a-8a11-817810e960fe request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:51:34.604923 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-2e9c98c4-310d-49e7-8795-db288e204ee8 None None] Deleting port 2bac5448-9663-4908-944e-63a5d7fe6047 {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:51:34.605619 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-2e9c98c4-310d-49e7-8795-db288e204ee8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:34.748426 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-4b634c7e-ce6d-4458-a94f-5a973ddb603b tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Calling delete_port for 2bac5448-9663-4908-944e-63a5d7fe6047 owned by network:dhcp {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:51:34.863288 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f8231c0a-3ce2-474d-9877-68ba69a39be6 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:34.878074 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f7b178a-6108-444f-9534-37426904a86a tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Router 7793c610-bd67-4c73-a74d-bb0f331d2e9f has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:51:34.879018 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.db.api [None req-4b634c7e-ce6d-4458-a94f-5a973ddb603b tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:51:34.879340 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG oslo_db.api [None req-4b634c7e-ce6d-4458-a94f-5a973ddb603b tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:51:34.883973 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-2e9c98c4-310d-49e7-8795-db288e204ee8 None None] For port 2bac5448-9663-4908-944e-63a5d7fe6047, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=2bac5448-9663-4908-944e-63a5d7fe6047,segment=NetworkSegment(de923dcb-246b-4549-bfe9-1bc57e05cdcd),segment_id=de923dcb-246b-4549-bfe9-1bc57e05cdcd)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:51:34.885377 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-2e9c98c4-310d-49e7-8795-db288e204ee8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:34.995151 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-228b56ea-2f38-4aed-b1f4-39d33f603359 req-c8cfe4f3-e3bd-4de9-b647-f3566054149f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=be7f5bd5-43c4-40bd-8ba3-b6e713491455 HTTP/1.1" status: 200 len: 1000 time: 0.4184914 Apr 01 15:51:35.039841 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-40ff316e-1a9c-41d3-b79b-4110b7d67d73 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:35.048705 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8231c0a-3ce2-474d-9877-68ba69a39be6 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Network ed45466e-0386-4b92-8de3-247c977242ac is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:35.050478 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a674a2ab-b95e-4aa7-abac-e959642e9873 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:35.055986 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-2e9c98c4-310d-49e7-8795-db288e204ee8 None None] Calling delete_port for 2bac5448-9663-4908-944e-63a5d7fe6047 owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:51:35.068994 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8231c0a-3ce2-474d-9877-68ba69a39be6 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Pushing event updated for resources: {'Port': ['ID=7cc70119-3138-4d83-a483-5e4f16b10fb2,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:35.097616 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-f8231c0a-3ce2-474d-9877-68ba69a39be6 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:35.131907 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a30bc-7cb0-478e-b801-079afa1a19a2 req-bd316237-2774-44b8-9dfa-62c40cf20763 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:35.133425 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-596a30bc-7cb0-478e-b801-079afa1a19a2 req-bd316237-2774-44b8-9dfa-62c40cf20763 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3318f8-792d-48fb-8e2f-9e09760166b6 HTTP/1.1" status: 200 len: 945 time: 0.3059101 Apr 01 15:51:35.173044 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-2e9c98c4-310d-49e7-8795-db288e204ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671'] for port, after_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:35.196429 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-596a30bc-7cb0-478e-b801-079afa1a19a2 req-1bd18ee1-04e0-475d-9468-aa111e3bfcf1 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/security-groups?id=559624ab-485e-424f-98d0-03f9fb5e6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535991 Apr 01 15:51:35.235649 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9c98c4-310d-49e7-8795-db288e204ee8 None None] No DVR routers for this DVR port 2bac5448-9663-4908-944e-63a5d7fe6047 on host dv-neutron-833373-2-hyperv {{(pid=83829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:51:35.248367 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9c98c4-310d-49e7-8795-db288e204ee8 None None] Pushing event deleted for resources: {'Port': ['ID=2bac5448-9663-4908-944e-63a5d7fe6047,revision_number=None']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:35.275089 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f7b178a-6108-444f-9534-37426904a86a tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:51:35.288544 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0ca5b1-1b03-403a-aa14-68c8b3c1b4ec None None] Sync routers for ids ['7793c610-bd67-4c73-a74d-bb0f331d2e9f'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:51:35.300137 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-1f7b178a-6108-444f-9534-37426904a86a tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks [] for router, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:35.301907 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-1f7b178a-6108-444f-9534-37426904a86a tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] 10.222.0.55 "PUT /v2.0/routers/7793c610-bd67-4c73-a74d-bb0f331d2e9f HTTP/1.1" status: 200 len: 922 time: 7.6326249 Apr 01 15:51:35.304325 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 48494) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:35.305784 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0ca5b1-1b03-403a-aa14-68c8b3c1b4ec None None] Routers {'7793c610-bd67-4c73-a74d-bb0f331d2e9f'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:51:35.306761 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-3e0ca5b1-1b03-403a-aa14-68c8b3c1b4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:51:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['7793c610-bd67-4c73-a74d-bb0f331d2e9f'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:35.324045 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8231c0a-3ce2-474d-9877-68ba69a39be6 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:51:35.378656 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-3e0ca5b1-1b03-403a-aa14-68c8b3c1b4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:35.387838 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-4b634c7e-ce6d-4458-a94f-5a973ddb603b tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Deleting port 2bac5448-9663-4908-944e-63a5d7fe6047 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:51:35.388187 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4b634c7e-ce6d-4458-a94f-5a973ddb603b tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:35.394741 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0ca5b1-1b03-403a-aa14-68c8b3c1b4ec None None] Routers {'7793c610-bd67-4c73-a74d-bb0f331d2e9f'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:51:35.395718 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-3e0ca5b1-1b03-403a-aa14-68c8b3c1b4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:51:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['7793c610-bd67-4c73-a74d-bb0f331d2e9f'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:35.458153 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-40ff316e-1a9c-41d3-b79b-4110b7d67d73 admin admin] Deleting port 67aa6b71-b521-49a8-9c11-b8035dc07e13 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:51:35.459101 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-40ff316e-1a9c-41d3-b79b-4110b7d67d73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:35.466372 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-3e0ca5b1-1b03-403a-aa14-68c8b3c1b4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:35.466790 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0ca5b1-1b03-403a-aa14-68c8b3c1b4ec None None] The sync data for ids ['7793c610-bd67-4c73-a74d-bb0f331d2e9f'] in dv-neutron-833373-2-hyperv is: [] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:51:35.515556 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-a674a2ab-b95e-4aa7-abac-e959642e9873 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Calling delete_port for 52b3e5ac-4fd4-45ca-8c3c-0921e1078f26 owned by {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:51:35.518870 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-4b634c7e-ce6d-4458-a94f-5a973ddb603b tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] The port '2bac5448-9663-4908-944e-63a5d7fe6047' was deleted {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:51:35.623065 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b56ea-2f38-4aed-b1f4-39d33f603359 req-d6e40630-1dc9-4a9d-80ee-2c552492eb23 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:35.624542 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-228b56ea-2f38-4aed-b1f4-39d33f603359 req-d6e40630-1dc9-4a9d-80ee-2c552492eb23 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=316ad757-bf54-49b9-829b-e0e949015709 HTTP/1.1" status: 200 len: 850 time: 0.6200469 Apr 01 15:51:35.670290 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4b634c7e-ce6d-4458-a94f-5a973ddb603b tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:35.701299 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-4b634c7e-ce6d-4458-a94f-5a973ddb603b tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca0a7573-b788-425a-8a11-817810e960fe']}} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:35.717099 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-4b634c7e-ce6d-4458-a94f-5a973ddb603b tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de923dcb-246b-4549-bfe9-1bc57e05cdcd') {'for_net_delete': True} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:35.717423 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-4b634c7e-ce6d-4458-a94f-5a973ddb603b tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de923dcb-246b-4549-bfe9-1bc57e05cdcd') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:35.740291 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4b634c7e-ce6d-4458-a94f-5a973ddb603b tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16610763'] for segment, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:35.760886 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4b634c7e-ce6d-4458-a94f-5a973ddb603b tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:35.770530 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b634c7e-ce6d-4458-a94f-5a973ddb603b tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=83826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:51:35.770936 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4b634c7e-ce6d-4458-a94f-5a973ddb603b tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15415164'] for segment, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:35.787510 dv-neutron-833373-2-hyperv neutron-server[83826]: Traceback (most recent call last): Apr 01 15:51:35.787510 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:51:35.787510 dv-neutron-833373-2-hyperv neutron-server[83826]: timer() Apr 01 15:51:35.787510 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:51:35.787510 dv-neutron-833373-2-hyperv neutron-server[83826]: cb(*args, **kw) Apr 01 15:51:35.787510 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:51:35.787510 dv-neutron-833373-2-hyperv neutron-server[83826]: return func(*args, **kwargs) Apr 01 15:51:35.787510 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:51:35.787510 dv-neutron-833373-2-hyperv neutron-server[83826]: self._notify() Apr 01 15:51:35.787510 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:51:35.787510 dv-neutron-833373-2-hyperv neutron-server[83826]: self.callback(batched_events) Apr 01 15:51:35.787510 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:51:35.787510 dv-neutron-833373-2-hyperv neutron-server[83826]: event.method(event) Apr 01 15:51:35.787510 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:51:35.787510 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:51:35.787510 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:51:35.787510 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:51:35.787510 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:51:35.787510 dv-neutron-833373-2-hyperv neutron-server[83826]: return f(self, *a, **k) Apr 01 15:51:35.787510 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:51:35.787510 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._get(url).json() Apr 01 15:51:35.787510 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:51:35.787510 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:51:35.787510 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:51:35.787510 dv-neutron-833373-2-hyperv neutron-server[83826]: return self.request(url, 'GET', **kwargs) Apr 01 15:51:35.787510 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:51:35.787510 dv-neutron-833373-2-hyperv neutron-server[83826]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:51:35.787510 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:51:35.787510 dv-neutron-833373-2-hyperv neutron-server[83826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:51:35.787510 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:51:35.787510 dv-neutron-833373-2-hyperv neutron-server[83826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:51:35.787510 dv-neutron-833373-2-hyperv neutron-server[83826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:51:35.860583 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 48506) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:35.872491 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-eb36475c-e1dd-4dd9-9cca-6fcc407bbf53 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] 10.222.0.55 "GET /v2.0/routers/7793c610-bd67-4c73-a74d-bb0f331d2e9f HTTP/1.1" status: 200 len: 922 time: 0.5667825 Apr 01 15:51:35.878831 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 48512) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:35.918593 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4b634c7e-ce6d-4458-a94f-5a973ddb603b tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:35.923214 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4b634c7e-ce6d-4458-a94f-5a973ddb603b tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:35.948677 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-4b634c7e-ce6d-4458-a94f-5a973ddb603b tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "DELETE /v2.0/networks/ca0a7573-b788-425a-8a11-817810e960fe HTTP/1.1" status: 204 len: 168 time: 2.3629799 Apr 01 15:51:35.953872 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 48516) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:35.960239 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b634c7e-ce6d-4458-a94f-5a973ddb603b tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Pushing event deleted for resources: {'Network': ['ID=ca0a7573-b788-425a-8a11-817810e960fe,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:35.966483 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-7529b8ed-473d-449d-91f8-8a85e2deb777 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1509760822'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:51:35.972784 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-7529b8ed-473d-449d-91f8-8a85e2deb777 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:35.978300 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-7529b8ed-473d-449d-91f8-8a85e2deb777 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Usage tracker for resource:network and tenant:144b300b27fa4dafba1405cae5639f1c is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:35.986862 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-7529b8ed-473d-449d-91f8-8a85e2deb777 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:35.995310 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-7529b8ed-473d-449d-91f8-8a85e2deb777 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:36.018751 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7529b8ed-473d-449d-91f8-8a85e2deb777 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Made reservation on behalf of 144b300b27fa4dafba1405cae5639f1c for: {'network': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:36.021693 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7529b8ed-473d-449d-91f8-8a85e2deb777 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:36.036519 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-3ba50ec9-f053-4f53-ab20-2db3a5da57b7 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Synchronizing usage tracker for tenant:5f11313c75e340ab97da3a75cb4a5e1a on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:51:36.064195 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-3ba50ec9-f053-4f53-ab20-2db3a5da57b7 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Unset dirty status for tenant:5f11313c75e340ab97da3a75cb4a5e1a on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:51:36.068249 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-3ba50ec9-f053-4f53-ab20-2db3a5da57b7 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=ed45466e-0386-4b92-8de3-247c977242ac&device_id=7793c610-bd67-4c73-a74d-bb0f331d2e9f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1865051 Apr 01 15:51:36.069106 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 48520) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:36.076479 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7529b8ed-473d-449d-91f8-8a85e2deb777 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=83826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:51:36.154667 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a674a2ab-b95e-4aa7-abac-e959642e9873 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:36.167528 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7529b8ed-473d-449d-91f8-8a85e2deb777 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:36.167863 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.segments_db [None req-7529b8ed-473d-449d-91f8-8a85e2deb777 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Added segment 2bc5755c-886f-4a82-85ce-d38a1aeff40a of type vlan for network d6879c82-7f07-4268-aef8-0ed4729f64c3 Apr 01 15:51:36.179535 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-c4fe806a-efc0-4c02-adc6-08dc0c362b1d tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Request body: {'floatingip': {'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:51:36.189947 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-c4fe806a-efc0-4c02-adc6-08dc0c362b1d tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:36.201258 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-c4fe806a-efc0-4c02-adc6-08dc0c362b1d tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Usage tracker for resource:floatingip and tenant:e1ed221c16654ccf87bcd9697956f8d7 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:36.207017 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-c4fe806a-efc0-4c02-adc6-08dc0c362b1d tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:36.230498 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-c4fe806a-efc0-4c02-adc6-08dc0c362b1d tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:36.242373 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7529b8ed-473d-449d-91f8-8a85e2deb777 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:36.268672 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c4fe806a-efc0-4c02-adc6-08dc0c362b1d tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify callbacks [] for floatingip, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:36.270489 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a674a2ab-b95e-4aa7-abac-e959642e9873 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Pushing event deleted for resources: {'Port': ['ID=52b3e5ac-4fd4-45ca-8c3c-0921e1078f26,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:36.293689 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32d9387-2758-4f97-ab1f-46a9f9821226 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:36.294260 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-d32d9387-2758-4f97-ab1f-46a9f9821226 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Synchronizing usage tracker for tenant:5f11313c75e340ab97da3a75cb4a5e1a on resource:network {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:51:36.297918 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-40ff316e-1a9c-41d3-b79b-4110b7d67d73 admin admin] For port 67aa6b71-b521-49a8-9c11-b8035dc07e13, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=67aa6b71-b521-49a8-9c11-b8035dc07e13,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:51:36.298591 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-40ff316e-1a9c-41d3-b79b-4110b7d67d73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:36.434794 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a674a2ab-b95e-4aa7-abac-e959642e9873 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:36.447266 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-40ff316e-1a9c-41d3-b79b-4110b7d67d73 admin admin] Calling delete_port for 67aa6b71-b521-49a8-9c11-b8035dc07e13 owned by network:router_gateway {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:51:36.463762 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 2bac5448-9663-4908-944e-63a5d7fe6047 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:51:36.481974 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a768e27c-0625-41fc-beea-a4724b614710 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Router 4f09ce11-c98e-42d5-a551-1c3c4e706319 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:51:36.494149 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-228b56ea-2f38-4aed-b1f4-39d33f603359 req-4f43d2f4-febf-4525-bd22-0e03b011362c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=10bfa6c5-d504-42f7-b6a8-189d201bcc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8480606 Apr 01 15:51:36.507291 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 2bac5448-9663-4908-944e-63a5d7fe6047 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:51:36.507783 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 2bac5448-9663-4908-944e-63a5d7fe6047 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:51:36.540447 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7529b8ed-473d-449d-91f8-8a85e2deb777 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:36.544049 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7529b8ed-473d-449d-91f8-8a85e2deb777 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:36.544614 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7529b8ed-473d-449d-91f8-8a85e2deb777 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:36.582266 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-d32d9387-2758-4f97-ab1f-46a9f9821226 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Unset dirty status for tenant:5f11313c75e340ab97da3a75cb4a5e1a on resource:network {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:51:36.583567 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-d32d9387-2758-4f97-ab1f-46a9f9821226 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] 10.222.0.55 "GET /v2.0/networks/ed45466e-0386-4b92-8de3-247c977242ac HTTP/1.1" status: 200 len: 881 time: 0.5111492 Apr 01 15:51:36.642939 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 48526) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:36.722582 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-a674a2ab-b95e-4aa7-abac-e959642e9873 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] 10.222.0.55 "DELETE /v2.0/ports/52b3e5ac-4fd4-45ca-8c3c-0921e1078f26 HTTP/1.1" status: 204 len: 168 time: 2.6292551 Apr 01 15:51:36.727118 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-7529b8ed-473d-449d-91f8-8a85e2deb777 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7672870 Apr 01 15:51:36.733705 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 48530) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:36.734037 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 48532) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:36.742534 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7529b8ed-473d-449d-91f8-8a85e2deb777 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Pushing event updated for resources: {'Network': ['ID=d6879c82-7f07-4268-aef8-0ed4729f64c3,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:36.751133 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-7611f054-e644-4b73-9ac3-5ea2d59dfce1 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] 10.222.0.55 "GET /v2.0/ports?device_id=7793c610-bd67-4c73-a74d-bb0f331d2e9f HTTP/1.1" status: 200 len: 205 time: 0.1035454 Apr 01 15:51:36.759228 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48538) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:36.762334 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network d6879c82-7f07-4268-aef8-0ed4729f64c3 details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:51:36.793508 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-46b12037-af43-4577-9357-807e5b246278 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Request body: {'subnet': {'network_id': 'd6879c82-7f07-4268-aef8-0ed4729f64c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:51:36.961429 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-f04e18f7-a644-4e88-a4c3-a22618e369fb tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Deleting port ca2fc435-ab3b-4252-ae2b-f000ba9f4963 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:51:36.961761 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f04e18f7-a644-4e88-a4c3-a22618e369fb tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:37.025646 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19e58fb-a325-4a48-b81e-6bcd72452d92 req-e841ba42-3a05-4e24-bc89-1fd05160ba2b tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:37.028887 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f19e58fb-a325-4a48-b81e-6bcd72452d92 req-e841ba42-3a05-4e24-bc89-1fd05160ba2b tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3318f8-792d-48fb-8e2f-9e09760166b6 HTTP/1.1" status: 200 len: 945 time: 0.6749172 Apr 01 15:51:37.028887 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-46b12037-af43-4577-9357-807e5b246278 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:37.037796 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-46b12037-af43-4577-9357-807e5b246278 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Usage tracker for resource:subnet and tenant:144b300b27fa4dafba1405cae5639f1c is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:37.046601 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-46b12037-af43-4577-9357-807e5b246278 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:37.068093 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-46b12037-af43-4577-9357-807e5b246278 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:37.167839 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b12037-af43-4577-9357-807e5b246278 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Made reservation on behalf of 144b300b27fa4dafba1405cae5639f1c for: {'subnet': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:37.242115 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-228b56ea-2f38-4aed-b1f4-39d33f603359 req-2007060c-af96-42c6-9ea0-2fd805e1ba3c service neutron] 10.222.0.24 "GET /v2.0/networks/10bfa6c5-d504-42f7-b6a8-189d201bcc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6812742 Apr 01 15:51:37.344665 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c4fe806a-efc0-4c02-adc6-08dc0c362b1d tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:37.348457 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f19e58fb-a325-4a48-b81e-6bcd72452d92 req-8b92ee31-a529-4de5-b1ac-dd70f95f0000 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/security-groups?id=559624ab-485e-424f-98d0-03f9fb5e6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2950478 Apr 01 15:51:37.349225 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a768e27c-0625-41fc-beea-a4724b614710 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:51:37.366067 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7368f17-8fc9-43ef-8274-295e64a01260 None None] Sync routers for ids ['4f09ce11-c98e-42d5-a551-1c3c4e706319'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:51:37.394127 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7368f17-8fc9-43ef-8274-295e64a01260 None None] Routers {'4f09ce11-c98e-42d5-a551-1c3c4e706319'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:51:37.394914 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-e7368f17-8fc9-43ef-8274-295e64a01260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:51:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['4f09ce11-c98e-42d5-a551-1c3c4e706319'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:37.420750 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-46b12037-af43-4577-9357-807e5b246278 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16088980'] for subnet, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:37.425870 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-a768e27c-0625-41fc-beea-a4724b614710 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "PUT /v2.0/routers/4f09ce11-c98e-42d5-a551-1c3c4e706319/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1964333 Apr 01 15:51:37.435733 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48542) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:37.530984 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f04e18f7-a644-4e88-a4c3-a22618e369fb tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:37.544310 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-e7368f17-8fc9-43ef-8274-295e64a01260 None None] Set router 4f09ce11-c98e-42d5-a551-1c3c4e706319 gateway port host: None {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:51:37.554655 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-228b56ea-2f38-4aed-b1f4-39d33f603359 req-e15da480-a9b4-4eba-bae2-6a7165b51de3 service neutron] 10.222.0.24 "GET /v2.0/networks/10bfa6c5-d504-42f7-b6a8-189d201bcc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002212 Apr 01 15:51:37.560449 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-40ff316e-1a9c-41d3-b79b-4110b7d67d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:37.597939 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73e1465-4707-4ada-9b38-d38c04bd93bf tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:37.599282 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73e1465-4707-4ada-9b38-d38c04bd93bf tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:37.600019 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-b73e1465-4707-4ada-9b38-d38c04bd93bf tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Synchronizing usage tracker for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:subnet {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:51:37.633387 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ff316e-1a9c-41d3-b79b-4110b7d67d73 admin admin] Pushing event deleted for resources: {'Port': ['ID=67aa6b71-b521-49a8-9c11-b8035dc07e13,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:37.678349 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-e7368f17-8fc9-43ef-8274-295e64a01260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f09ce11-c98e-42d5-a551-1c3c4e706319', 'name': 'tempest-NetworksTestDHCPv6-router-949288542', 'tenant_id': '50a1f72bd5e54e209eb4756b30f7e6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:51:15Z', 'updated_at': '2022-04-01T15:51:33Z', 'revision_number': 3, 'project_id': '50a1f72bd5e54e209eb4756b30f7e6a6', 'gw_port_host': None}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:37.682621 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7368f17-8fc9-43ef-8274-295e64a01260 None None] Checking router: 4f09ce11-c98e-42d5-a551-1c3c4e706319 for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:51:37.682883 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-f04e18f7-a644-4e88-a4c3-a22618e369fb tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Calling delete_port for ca2fc435-ab3b-4252-ae2b-f000ba9f4963 owned by {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:51:37.696445 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7368f17-8fc9-43ef-8274-295e64a01260 None None] Routers {'4f09ce11-c98e-42d5-a551-1c3c4e706319'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:51:37.697574 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-e7368f17-8fc9-43ef-8274-295e64a01260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:51:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['4f09ce11-c98e-42d5-a551-1c3c4e706319'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:37.704775 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-b73e1465-4707-4ada-9b38-d38c04bd93bf tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Unset dirty status for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:subnet {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:51:37.705727 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-b73e1465-4707-4ada-9b38-d38c04bd93bf tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2688005 Apr 01 15:51:37.713302 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 48546) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:37.892822 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-e7368f17-8fc9-43ef-8274-295e64a01260 None None] Set router 4f09ce11-c98e-42d5-a551-1c3c4e706319 gateway port host: None {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:51:37.929927 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6ade8b7a-308e-4076-8e95-c83c4855919f tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks [] for router, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:37.933821 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-c4fe806a-efc0-4c02-adc6-08dc0c362b1d tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Allocated IP 172.26.1.41 (ed45466e-0386-4b92-8de3-247c977242ac/0479f741-5cd1-4d6f-b593-d8aa909a42d3/ed2621a0-1c9d-4d57-bd40-294b3dd06038) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:37.986995 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f04e18f7-a644-4e88-a4c3-a22618e369fb tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:38.005962 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-e7368f17-8fc9-43ef-8274-295e64a01260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f09ce11-c98e-42d5-a551-1c3c4e706319', 'name': 'tempest-NetworksTestDHCPv6-router-949288542', 'tenant_id': '50a1f72bd5e54e209eb4756b30f7e6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:51:15Z', 'updated_at': '2022-04-01T15:51:33Z', 'revision_number': 3, 'project_id': '50a1f72bd5e54e209eb4756b30f7e6a6', 'gw_port_host': None}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:38.010237 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7368f17-8fc9-43ef-8274-295e64a01260 None None] The sync data for ids ['4f09ce11-c98e-42d5-a551-1c3c4e706319'] in dv-neutron-833373-2-hyperv is: [{'id': '4f09ce11-c98e-42d5-a551-1c3c4e706319', 'name': 'tempest-NetworksTestDHCPv6-router-949288542', 'tenant_id': '50a1f72bd5e54e209eb4756b30f7e6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:51:15Z', 'updated_at': '2022-04-01T15:51:33Z', 'revision_number': 3, 'project_id': '50a1f72bd5e54e209eb4756b30f7e6a6', 'gw_port_host': None}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:51:38.144089 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-40ff316e-1a9c-41d3-b79b-4110b7d67d73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617660'] for router_gateway, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:38.229287 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04e18f7-a644-4e88-a4c3-a22618e369fb tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Pushing event deleted for resources: {'Port': ['ID=ca2fc435-ab3b-4252-ae2b-f000ba9f4963,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:38.270618 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f04e18f7-a644-4e88-a4c3-a22618e369fb tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:38.393324 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-f04e18f7-a644-4e88-a4c3-a22618e369fb tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] 10.222.0.55 "DELETE /v2.0/ports/ca2fc435-ab3b-4252-ae2b-f000ba9f4963 HTTP/1.1" status: 204 len: 168 time: 1.6576738 Apr 01 15:51:38.395908 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f8231c0a-3ce2-474d-9877-68ba69a39be6 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:38.396541 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48552) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:38.447961 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_v2 [None req-c874f878-2cf6-4ae5-b558-c5c01c5a7bb4 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Deleting subnet 783f2163-a998-4077-8456-4bdf50ae73c7 {{(pid=83826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:51:38.467496 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c874f878-2cf6-4ae5-b558-c5c01c5a7bb4 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for subnet, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:38.521520 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-46b12037-af43-4577-9357-807e5b246278 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15415267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16089018'] for subnet, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:38.543273 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device d5cde161-a5ee-4223-b2a9-2185cff4d669 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:51:38.600111 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: d5cde161-a5ee-4223-b2a9-2185cff4d669 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:51:38.600453 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device d5cde161-a5ee-4223-b2a9-2185cff4d669 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:51:38.607830 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c4fe806a-efc0-4c02-adc6-08dc0c362b1d tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:38.696569 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-fcf9be4f-161e-44c6-a604-ddff9c817b73 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Synchronizing usage tracker for tenant:9048be630cae4eec9c1e1b50b860bada on resource:port {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:51:38.701793 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c874f878-2cf6-4ae5-b558-c5c01c5a7bb4 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16610770'] for subnet, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:38.706084 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-40ff316e-1a9c-41d3-b79b-4110b7d67d73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130651'] for router, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:38.736528 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-40ff316e-1a9c-41d3-b79b-4110b7d67d73 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:38.748523 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f8231c0a-3ce2-474d-9877-68ba69a39be6 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:38.788924 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-fcf9be4f-161e-44c6-a604-ddff9c817b73 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Unset dirty status for tenant:9048be630cae4eec9c1e1b50b860bada on resource:port {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:51:38.790319 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-fcf9be4f-161e-44c6-a604-ddff9c817b73 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3912928 Apr 01 15:51:38.790477 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b12037-af43-4577-9357-807e5b246278 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Pushing event updated for resources: {'Subnet': ['ID=b651c089-aebb-4867-b5ac-b9cb153328ab,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:38.794332 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48556) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:38.810357 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-f9931526-9d71-41a8-b574-8581166a449b tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-611212386'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:51:38.832323 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-f9931526-9d71-41a8-b574-8581166a449b tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:38.846451 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b12037-af43-4577-9357-807e5b246278 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Checking segment: {'id': '2bc5755c-886f-4a82-85ce-d38a1aeff40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd6879c82-7f07-4268-aef8-0ed4729f64c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:51:38.846678 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-f9931526-9d71-41a8-b574-8581166a449b tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Usage tracker for resource:network and tenant:9048be630cae4eec9c1e1b50b860bada is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:38.846808 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b12037-af43-4577-9357-807e5b246278 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Network hostable DHCP agents. Network: d6879c82-7f07-4268-aef8-0ed4729f64c3, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:51:38.855958 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-f9931526-9d71-41a8-b574-8581166a449b tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:38.858796 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-40ff316e-1a9c-41d3-b79b-4110b7d67d73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607376'] for router, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:38.859347 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c4fe806a-efc0-4c02-adc6-08dc0c362b1d tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:38.859993 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40ff316e-1a9c-41d3-b79b-4110b7d67d73 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a443703-9a97-4a5d-9406-6cb5aab4ab53 {{(pid=83828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:51:38.868710 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-f9931526-9d71-41a8-b574-8581166a449b tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:38.942241 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c874f878-2cf6-4ae5-b558-c5c01c5a7bb4 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:38.987552 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8e483d-0c17-429a-825f-a6235c5f3d95 req-5e7c7798-ccef-4882-9a6a-f80f585c852b tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:38.994338 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8e8e483d-0c17-429a-825f-a6235c5f3d95 req-5e7c7798-ccef-4882-9a6a-f80f585c852b tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3318f8-792d-48fb-8e2f-9e09760166b6 HTTP/1.1" status: 200 len: 945 time: 0.3700612 Apr 01 15:51:39.008707 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9931526-9d71-41a8-b574-8581166a449b tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Made reservation on behalf of 9048be630cae4eec9c1e1b50b860bada for: {'network': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:39.011847 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f9931526-9d71-41a8-b574-8581166a449b tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:39.036028 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4fe806a-efc0-4c02-adc6-08dc0c362b1d tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Network ed45466e-0386-4b92-8de3-247c977242ac is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:39.044667 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-c4fe806a-efc0-4c02-adc6-08dc0c362b1d tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:39.065021 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fe806a-efc0-4c02-adc6-08dc0c362b1d tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:51:39.077868 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-40ff316e-1a9c-41d3-b79b-4110b7d67d73 admin admin] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:39.079107 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-40ff316e-1a9c-41d3-b79b-4110b7d67d73 admin admin] 10.222.0.55 "DELETE /v2.0/routers/9a443703-9a97-4a5d-9406-6cb5aab4ab53 HTTP/1.1" status: 204 len: 168 time: 8.2929537 Apr 01 15:51:39.088018 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48560) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:39.090853 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe806a-efc0-4c02-adc6-08dc0c362b1d tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Pushing event updated for resources: {'Port': ['ID=ed2621a0-1c9d-4d57-bd40-294b3dd06038,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:39.109304 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b12037-af43-4577-9357-807e5b246278 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Network d6879c82-7f07-4268-aef8-0ed4729f64c3 is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:51:39.151580 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-46b12037-af43-4577-9357-807e5b246278 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, d6879c82-7f07-4268-aef8-0ed4729f64c3) {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:39.165333 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261db113-5fcd-4c20-b4e6-3ac5afebbf6a None None] Network d6879c82-7f07-4268-aef8-0ed4729f64c3 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:51:39.167812 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b12037-af43-4577-9357-807e5b246278 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:39.168937 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-46b12037-af43-4577-9357-807e5b246278 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:39.174576 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8e8e483d-0c17-429a-825f-a6235c5f3d95 req-ebd0f6c3-1296-4554-a5a0-d5d4460f3ee9 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/security-groups?id=559624ab-485e-424f-98d0-03f9fb5e6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1793814 Apr 01 15:51:39.186388 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9931526-9d71-41a8-b574-8581166a449b tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=83828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:51:39.190119 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c874f878-2cf6-4ae5-b558-c5c01c5a7bb4 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15415074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16089009'] for subnet, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:39.212849 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_v2 [None req-84912734-1f98-4f0a-ab3f-f46ca8f8ddb8 admin admin] Deleting subnet 488129b0-aeaa-403a-9713-4879071d94ea {{(pid=83828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:51:39.233569 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f8231c0a-3ce2-474d-9877-68ba69a39be6 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks [] for port, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:39.238114 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f9931526-9d71-41a8-b574-8581166a449b tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:39.238703 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.segments_db [None req-f9931526-9d71-41a8-b574-8581166a449b tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Added segment 00d4eaaf-ce6b-4b70-83ca-9a0f6a870d38 of type vlan for network fbba9767-c750-4f88-8efc-0abbf24df492 Apr 01 15:51:39.240146 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6ade8b7a-308e-4076-8e95-c83c4855919f tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:39.246208 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c874f878-2cf6-4ae5-b558-c5c01c5a7bb4 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event deleted for resources: {'Subnet': ['ID=783f2163-a998-4077-8456-4bdf50ae73c7,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:39.246625 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-84912734-1f98-4f0a-ab3f-f46ca8f8ddb8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:39.257149 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c874f878-2cf6-4ae5-b558-c5c01c5a7bb4 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:39.263782 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-46b12037-af43-4577-9357-807e5b246278 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5233400 Apr 01 15:51:39.264936 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 48566) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:39.274589 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-ad69dabd-f215-47f1-b398-78b931af18cf tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Request body: {'port': {'network_id': 'd6879c82-7f07-4268-aef8-0ed4729f64c3', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1175538455'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:51:39.286663 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f8231c0a-3ce2-474d-9877-68ba69a39be6 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:39.300080 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-c874f878-2cf6-4ae5-b558-c5c01c5a7bb4 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/subnets/783f2163-a998-4077-8456-4bdf50ae73c7 HTTP/1.1" status: 204 len: 168 time: 1.5756228 Apr 01 15:51:39.332518 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48570) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:39.356611 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38af8add-882e-4524-8af3-fcf7ecbb050c None None] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:51:39.358706 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-6ade8b7a-308e-4076-8e95-c83c4855919f tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Deleting port b29d1599-3ee1-4e24-92a2-640b0e55853d {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:51:39.359051 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6ade8b7a-308e-4076-8e95-c83c4855919f tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:39.488450 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f9931526-9d71-41a8-b574-8581166a449b tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:39.504148 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c4fe806a-efc0-4c02-adc6-08dc0c362b1d tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:39.582639 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-84912734-1f98-4f0a-ab3f-f46ca8f8ddb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15303084'] for subnet, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:39.595407 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-ad69dabd-f215-47f1-b398-78b931af18cf tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:39.603083 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-ad69dabd-f215-47f1-b398-78b931af18cf tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Usage tracker for resource:port and tenant:144b300b27fa4dafba1405cae5639f1c is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:39.605974 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c4fe806a-efc0-4c02-adc6-08dc0c362b1d tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:39.641307 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-ad69dabd-f215-47f1-b398-78b931af18cf tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:39.661598 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-ad69dabd-f215-47f1-b398-78b931af18cf tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:39.686551 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8231c0a-3ce2-474d-9877-68ba69a39be6 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Pushing event updated for resources: {'Port': ['ID=7cc70119-3138-4d83-a483-5e4f16b10fb2,revision_number=2']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:39.703809 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad69dabd-f215-47f1-b398-78b931af18cf tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Made reservation on behalf of 144b300b27fa4dafba1405cae5639f1c for: {'port': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:39.705568 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc02d60-ef25-4a41-a878-11c52d104a87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-d6879c82-7f07-4268-aef8-0ed4729f64c3', 'network_id': 'd6879c82-7f07-4268-aef8-0ed4729f64c3', 'tenant_id': '144b300b27fa4dafba1405cae5639f1c', 'fixed_ips': [{'subnet_id': 'b651c089-aebb-4867-b5ac-b9cb153328ab'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:51:39.706783 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ad69dabd-f215-47f1-b398-78b931af18cf tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:39.707427 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-dcc02d60-ef25-4a41-a878-11c52d104a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:39.754682 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.db.resource_extend [None req-f9931526-9d71-41a8-b574-8581166a449b tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:51:39.793178 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe2804d-5878-499e-91f6-e6f9459dc2c2 None None] DHCP port deletion for 7b65ac5c-8834-4b65-9b28-b7dba6c9746f request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:51:39.799349 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [None req-ad69dabd-f215-47f1-b398-78b931af18cf tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] device_id is not set on port 2bfb7b29-4de8-4a54-9206-da6ac7bd725a yet. {{(pid=83826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:51:39.800048 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f8231c0a-3ce2-474d-9877-68ba69a39be6 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617697'] for floatingip, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:39.805553 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-bbe2804d-5878-499e-91f6-e6f9459dc2c2 None None] Deleting port cbf0416b-6c52-4995-ae6f-d63bc065bba0 {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:51:39.806033 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-bbe2804d-5878-499e-91f6-e6f9459dc2c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:39.924362 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-8d4b6d87-5818-4689-ab90-d246d54655ce tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.5907471 Apr 01 15:51:39.926931 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 48574) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:39.942396 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f9931526-9d71-41a8-b574-8581166a449b tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:39.946057 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9931526-9d71-41a8-b574-8581166a449b tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:39.946646 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f9931526-9d71-41a8-b574-8581166a449b tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:40.052790 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-dcc02d60-ef25-4a41-a878-11c52d104a87 None None] Allocated IP 2001:db8::2 (d6879c82-7f07-4268-aef8-0ed4729f64c3/b651c089-aebb-4867-b5ac-b9cb153328ab/9dcf2a42-9f04-4675-ac04-4aef725e9ee8) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:40.062344 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.db.resource_extend [None req-c4fe806a-efc0-4c02-adc6-08dc0c362b1d tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:51:40.091289 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c4fe806a-efc0-4c02-adc6-08dc0c362b1d tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:40.106248 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0381f449-88f3-47ca-a0e3-82c294bb4e22 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for router, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:40.112846 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-84912734-1f98-4f0a-ab3f-f46ca8f8ddb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:40.115958 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-bbe2804d-5878-499e-91f6-e6f9459dc2c2 None None] For port cbf0416b-6c52-4995-ae6f-d63bc065bba0, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=cbf0416b-6c52-4995-ae6f-d63bc065bba0,segment=NetworkSegment(c41dc1a5-c958-4d8b-81ea-3934c36371b8),segment_id=c41dc1a5-c958-4d8b-81ea-3934c36371b8)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:51:40.116376 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-bbe2804d-5878-499e-91f6-e6f9459dc2c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:40.149256 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6ade8b7a-308e-4076-8e95-c83c4855919f tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:40.167300 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-f9931526-9d71-41a8-b574-8581166a449b tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3693891 Apr 01 15:51:40.180061 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48578) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:40.180930 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9931526-9d71-41a8-b574-8581166a449b tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Pushing event updated for resources: {'Network': ['ID=fbba9767-c750-4f88-8efc-0abbf24df492,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:40.235377 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network fbba9767-c750-4f88-8efc-0abbf24df492 details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:51:40.246247 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-fa7fb51b-bd55-43da-b599-22a2aecc04d7 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1054212558'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:51:40.272606 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c4fe806a-efc0-4c02-adc6-08dc0c362b1d tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:40.314064 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-bbe2804d-5878-499e-91f6-e6f9459dc2c2 None None] Calling delete_port for cbf0416b-6c52-4995-ae6f-d63bc065bba0 owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:51:40.440953 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-fa7fb51b-bd55-43da-b599-22a2aecc04d7 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:40.444674 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe806a-efc0-4c02-adc6-08dc0c362b1d tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Pushing event updated for resources: {'Port': ['ID=ed2621a0-1c9d-4d57-bd40-294b3dd06038,revision_number=2']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:40.449102 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-6ade8b7a-308e-4076-8e95-c83c4855919f tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Calling delete_port for b29d1599-3ee1-4e24-92a2-640b0e55853d owned by network:router_gateway {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:51:40.480198 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c4fe806a-efc0-4c02-adc6-08dc0c362b1d tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617697'] for floatingip, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:40.495568 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-fa7fb51b-bd55-43da-b599-22a2aecc04d7 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Usage tracker for resource:network and tenant:9048be630cae4eec9c1e1b50b860bada is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:40.511625 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-fa7fb51b-bd55-43da-b599-22a2aecc04d7 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:40.524651 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 67aa6b71-b521-49a8-9c11-b8035dc07e13 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:51:40.532498 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-fa7fb51b-bd55-43da-b599-22a2aecc04d7 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:40.564816 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 67aa6b71-b521-49a8-9c11-b8035dc07e13 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:51:40.565728 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 67aa6b71-b521-49a8-9c11-b8035dc07e13 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:51:40.566354 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device cbf0416b-6c52-4995-ae6f-d63bc065bba0 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:51:40.606578 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa7fb51b-bd55-43da-b599-22a2aecc04d7 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Made reservation on behalf of 9048be630cae4eec9c1e1b50b860bada for: {'network': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:40.610144 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-fa7fb51b-bd55-43da-b599-22a2aecc04d7 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:40.621294 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-84912734-1f98-4f0a-ab3f-f46ca8f8ddb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15306565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16030232'] for subnet, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:40.639918 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-bbe2804d-5878-499e-91f6-e6f9459dc2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671'] for port, after_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:40.669250 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c4fe806a-efc0-4c02-adc6-08dc0c362b1d tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for floatingip, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:40.670463 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-c4fe806a-efc0-4c02-adc6-08dc0c362b1d tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.8089008 Apr 01 15:51:40.674737 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 48582) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:40.681414 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84912734-1f98-4f0a-ab3f-f46ca8f8ddb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=488129b0-aeaa-403a-9713-4879071d94ea,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:40.681955 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-96be9b7f-0492-4dfc-a21f-ce75554c2489 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1002008404'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:51:40.688448 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-96be9b7f-0492-4dfc-a21f-ce75554c2489 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:40.694501 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-96be9b7f-0492-4dfc-a21f-ce75554c2489 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Usage tracker for resource:network and tenant:e1ed221c16654ccf87bcd9697956f8d7 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:40.696071 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: cbf0416b-6c52-4995-ae6f-d63bc065bba0 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:51:40.696589 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device cbf0416b-6c52-4995-ae6f-d63bc065bba0 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:51:40.738177 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe2804d-5878-499e-91f6-e6f9459dc2c2 None None] Pushing event deleted for resources: {'Port': ['ID=cbf0416b-6c52-4995-ae6f-d63bc065bba0,revision_number=None']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:40.749631 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-96be9b7f-0492-4dfc-a21f-ce75554c2489 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:40.758043 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe2804d-5878-499e-91f6-e6f9459dc2c2 None None] No DVR routers for this DVR port cbf0416b-6c52-4995-ae6f-d63bc065bba0 on host dv-neutron-833373-2-hyperv {{(pid=83829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:51:40.767605 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-dcc02d60-ef25-4a41-a878-11c52d104a87 None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:40.768072 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6ade8b7a-308e-4076-8e95-c83c4855919f tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:40.783774 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-dcc02d60-ef25-4a41-a878-11c52d104a87 None None] Transition to ACTIVE for port object 9dcf2a42-9f04-4675-ac04-4aef725e9ee8 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:40.804405 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-dcc02d60-ef25-4a41-a878-11c52d104a87 None None] Transition to ACTIVE for port object 9dcf2a42-9f04-4675-ac04-4aef725e9ee8 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:40.812510 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-dcc02d60-ef25-4a41-a878-11c52d104a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:40.815026 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-84912734-1f98-4f0a-ab3f-f46ca8f8ddb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:40.825804 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa7fb51b-bd55-43da-b599-22a2aecc04d7 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=83828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:51:40.828795 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-96be9b7f-0492-4dfc-a21f-ce75554c2489 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:40.848037 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ade8b7a-308e-4076-8e95-c83c4855919f tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Pushing event deleted for resources: {'Port': ['ID=b29d1599-3ee1-4e24-92a2-640b0e55853d,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:40.851508 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25482171-49f8-400b-9548-853eaf237f12 None None] Network c3ae4b42-403f-4d6b-840f-4e19f61ec42f requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:51:40.866504 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-fa7fb51b-bd55-43da-b599-22a2aecc04d7 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:40.866854 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.segments_db [None req-fa7fb51b-bd55-43da-b599-22a2aecc04d7 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Added segment fe2f435d-b3ba-4b62-9a81-0bc57c6cb8e7 of type vlan for network 95992018-b662-422a-bdf5-c0d62e172512 Apr 01 15:51:40.887482 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0381f449-88f3-47ca-a0e3-82c294bb4e22 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130651'] for router, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:40.893344 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96be9b7f-0492-4dfc-a21f-ce75554c2489 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Made reservation on behalf of e1ed221c16654ccf87bcd9697956f8d7 for: {'network': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:40.894225 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-84912734-1f98-4f0a-ab3f-f46ca8f8ddb8 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/488129b0-aeaa-403a-9713-4879071d94ea HTTP/1.1" status: 204 len: 168 time: 1.8034160 Apr 01 15:51:40.896261 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-96be9b7f-0492-4dfc-a21f-ce75554c2489 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:40.905605 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48586) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:40.921511 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0381f449-88f3-47ca-a0e3-82c294bb4e22 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:40.926290 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-96be9b7f-0492-4dfc-a21f-ce75554c2489 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify callbacks [] for security_group, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:40.956659 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-ad69dabd-f215-47f1-b398-78b931af18cf tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Allocated IP 2001:db8::58 (d6879c82-7f07-4268-aef8-0ed4729f64c3/b651c089-aebb-4867-b5ac-b9cb153328ab/2bfb7b29-4de8-4a54-9206-da6ac7bd725a) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:41.031900 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc02d60-ef25-4a41-a878-11c52d104a87 None None] Network d6879c82-7f07-4268-aef8-0ed4729f64c3 is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:41.033655 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc02d60-ef25-4a41-a878-11c52d104a87 None None] Pushing event updated for resources: {'Port': ['ID=9dcf2a42-9f04-4675-ac04-4aef725e9ee8,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:41.038447 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-dcc02d60-ef25-4a41-a878-11c52d104a87 None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:41.049679 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc02d60-ef25-4a41-a878-11c52d104a87 None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:51:41.076132 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-fa7fb51b-bd55-43da-b599-22a2aecc04d7 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:41.088962 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.l3_db [None req-f8231c0a-3ce2-474d-9877-68ba69a39be6 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Floating IP 23c1d175-eca7-40e8-b4a1-620364cd7bbe associated. External IP: 172.26.1.128, port: 9d02f8e7-737e-4c6d-83c5-96ede7a01568. Apr 01 15:51:41.144249 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-96be9b7f-0492-4dfc-a21f-ce75554c2489 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:41.149988 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0381f449-88f3-47ca-a0e3-82c294bb4e22 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607376'] for router, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:41.150498 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0381f449-88f3-47ca-a0e3-82c294bb4e22 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Fanout notify agent at l3_agent the message router_deleted on router 4f09ce11-c98e-42d5-a551-1c3c4e706319 {{(pid=83826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:51:41.152559 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-96be9b7f-0492-4dfc-a21f-ce75554c2489 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Usage tracker for resource:security_group_rule and tenant:e1ed221c16654ccf87bcd9697956f8d7 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:41.160437 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-96be9b7f-0492-4dfc-a21f-ce75554c2489 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:41.176879 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-96be9b7f-0492-4dfc-a21f-ce75554c2489 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:41.220390 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0c6aa050-48b2-4ada-88ee-8c864ff7e9be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:41.231226 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-dcc02d60-ef25-4a41-a878-11c52d104a87 None None] Attempting to bind port 9dcf2a42-9f04-4675-ac04-4aef725e9ee8 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:51:41.231607 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-dcc02d60-ef25-4a41-a878-11c52d104a87 None None] Attempting to bind port 9dcf2a42-9f04-4675-ac04-4aef725e9ee8 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': '2bc5755c-886f-4a82-85ce-d38a1aeff40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd6879c82-7f07-4268-aef8-0ed4729f64c3'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:51:41.232010 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc02d60-ef25-4a41-a878-11c52d104a87 None None] Attempting to bind port 9dcf2a42-9f04-4675-ac04-4aef725e9ee8 on network d6879c82-7f07-4268-aef8-0ed4729f64c3 {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:51:41.254685 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc02d60-ef25-4a41-a878-11c52d104a87 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:51:41.255068 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc02d60-ef25-4a41-a878-11c52d104a87 None None] Checking segment: {'id': '2bc5755c-886f-4a82-85ce-d38a1aeff40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd6879c82-7f07-4268-aef8-0ed4729f64c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:51:41.255478 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-dcc02d60-ef25-4a41-a878-11c52d104a87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:41.255881 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc02d60-ef25-4a41-a878-11c52d104a87 None None] Bound using segment: {'id': '2bc5755c-886f-4a82-85ce-d38a1aeff40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd6879c82-7f07-4268-aef8-0ed4729f64c3'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:51:41.256363 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-dcc02d60-ef25-4a41-a878-11c52d104a87 None None] Bound port: 9dcf2a42-9f04-4675-ac04-4aef725e9ee8, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bc5755c-886f-4a82-85ce-d38a1aeff40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd6879c82-7f07-4268-aef8-0ed4729f64c3'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:51:41.256755 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-dcc02d60-ef25-4a41-a878-11c52d104a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:41.263372 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0381f449-88f3-47ca-a0e3-82c294bb4e22 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for router, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:41.264723 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-0381f449-88f3-47ca-a0e3-82c294bb4e22 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/routers/4f09ce11-c98e-42d5-a551-1c3c4e706319 HTTP/1.1" status: 204 len: 168 time: 1.3366914 Apr 01 15:51:41.277141 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 48590) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:41.320170 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ad69dabd-f215-47f1-b398-78b931af18cf tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:41.361763 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.db.resource_extend [None req-fa7fb51b-bd55-43da-b599-22a2aecc04d7 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:51:41.367803 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-ed40bde4-fbbf-4f84-90db-0f4a59a453c2 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Synchronizing usage tracker for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:51:41.401499 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [None req-ad69dabd-f215-47f1-b398-78b931af18cf tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Transition to ACTIVE for port object 2bfb7b29-4de8-4a54-9206-da6ac7bd725a will not be triggered until provisioned by entity DHCP. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:41.401708 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb241a4-307d-4f0d-b3bb-a166621e4385 None None] DHCP port deletion for c3ae4b42-403f-4d6b-840f-4e19f61ec42f request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:51:41.414084 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-ed40bde4-fbbf-4f84-90db-0f4a59a453c2 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Unset dirty status for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:51:41.414596 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-bfb241a4-307d-4f0d-b3bb-a166621e4385 None None] Deleting port 1689a0da-72cb-4e4b-94e5-f1875193773b {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:51:41.414971 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-bfb241a4-307d-4f0d-b3bb-a166621e4385 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:41.418009 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-ed40bde4-fbbf-4f84-90db-0f4a59a453c2 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1395009 Apr 01 15:51:41.419546 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 48594) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:41.462867 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-dcc02d60-ef25-4a41-a878-11c52d104a87 None None] For port 9dcf2a42-9f04-4675-ac04-4aef725e9ee8, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:51:41.476121 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-0c6aa050-48b2-4ada-88ee-8c864ff7e9be admin admin] Deleting port 1689a0da-72cb-4e4b-94e5-f1875193773b {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:51:41.476764 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0c6aa050-48b2-4ada-88ee-8c864ff7e9be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:41.482728 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-dcc02d60-ef25-4a41-a878-11c52d104a87 None None] For port 9dcf2a42-9f04-4675-ac04-4aef725e9ee8, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=9dcf2a42-9f04-4675-ac04-4aef725e9ee8,segment=NetworkSegment(2bc5755c-886f-4a82-85ce-d38a1aeff40a),segment_id=2bc5755c-886f-4a82-85ce-d38a1aeff40a)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:51:41.510464 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-fa7fb51b-bd55-43da-b599-22a2aecc04d7 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:41.514889 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7fb51b-bd55-43da-b599-22a2aecc04d7 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:41.515727 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-fa7fb51b-bd55-43da-b599-22a2aecc04d7 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:41.529238 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-dcc02d60-ef25-4a41-a878-11c52d104a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:41.543734 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64fa5e7b-d71b-4e9c-9636-f05f5eea2929 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:41.548875 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-64fa5e7b-d71b-4e9c-9636-f05f5eea2929 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Synchronizing usage tracker for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:subnet {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:51:41.551627 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6ade8b7a-308e-4076-8e95-c83c4855919f tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617660'] for router_gateway, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:41.591794 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-64fa5e7b-d71b-4e9c-9636-f05f5eea2929 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Unset dirty status for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:subnet {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:51:41.599529 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-64fa5e7b-d71b-4e9c-9636-f05f5eea2929 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1776078 Apr 01 15:51:41.601888 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 48598) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:41.611412 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-96be9b7f-0492-4dfc-a21f-ce75554c2489 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify callbacks [] for security_group, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:41.689475 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-96be9b7f-0492-4dfc-a21f-ce75554c2489 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:41.722049 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-15e8810e-2a6b-4aff-9091-174d86ef7f39 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Synchronizing usage tracker for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:router {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:51:41.748090 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc02d60-ef25-4a41-a878-11c52d104a87 None None] Pushing event updated for resources: {'Port': ['ID=9dcf2a42-9f04-4675-ac04-4aef725e9ee8,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:41.770812 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-bfb241a4-307d-4f0d-b3bb-a166621e4385 None None] For port 1689a0da-72cb-4e4b-94e5-f1875193773b, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=1689a0da-72cb-4e4b-94e5-f1875193773b,segment=NetworkSegment(668fd163-2ec6-45f5-a68c-835f2c0688da),segment_id=668fd163-2ec6-45f5-a68c-835f2c0688da)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:51:41.771206 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-bfb241a4-307d-4f0d-b3bb-a166621e4385 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:41.793140 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-15e8810e-2a6b-4aff-9091-174d86ef7f39 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Unset dirty status for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:router {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:51:41.799238 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-15e8810e-2a6b-4aff-9091-174d86ef7f39 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1891644 Apr 01 15:51:41.799238 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96be9b7f-0492-4dfc-a21f-ce75554c2489 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06aa73c3-76c5-4d07-8006-af64d3a3a68f,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:41.799238 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96be9b7f-0492-4dfc-a21f-ce75554c2489 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=83826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:51:41.801568 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ad69dabd-f215-47f1-b398-78b931af18cf tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:41.814491 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 48602) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:41.868790 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad69dabd-f215-47f1-b398-78b931af18cf tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Network d6879c82-7f07-4268-aef8-0ed4729f64c3 is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:41.877542 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-79a2a9b3-05dc-4e6a-978d-e35c78be9f44 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Request body: {'subnet': {'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:51:41.898580 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-ad69dabd-f215-47f1-b398-78b931af18cf tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:41.913873 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad69dabd-f215-47f1-b398-78b931af18cf tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:51:41.918322 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad69dabd-f215-47f1-b398-78b931af18cf tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:41.919111 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ad69dabd-f215-47f1-b398-78b931af18cf tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:41.922339 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-bfb241a4-307d-4f0d-b3bb-a166621e4385 None None] Calling delete_port for 1689a0da-72cb-4e4b-94e5-f1875193773b owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:51:41.930999 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-96be9b7f-0492-4dfc-a21f-ce75554c2489 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:41.931489 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.segments_db [None req-96be9b7f-0492-4dfc-a21f-ce75554c2489 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Added segment 9742988c-0477-445a-b5ae-f1b3c0783b21 of type vlan for network 8ccd2620-04a2-4b02-9a77-f90b50790eb8 Apr 01 15:51:42.059644 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-bfb241a4-307d-4f0d-b3bb-a166621e4385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671'] for port, after_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:42.136521 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad69dabd-f215-47f1-b398-78b931af18cf tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Pushing event updated for resources: {'Port': ['ID=2bfb7b29-4de8-4a54-9206-da6ac7bd725a,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:42.139713 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb241a4-307d-4f0d-b3bb-a166621e4385 None None] Pushing event deleted for resources: {'Port': ['ID=1689a0da-72cb-4e4b-94e5-f1875193773b,revision_number=None']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:42.150422 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-96be9b7f-0492-4dfc-a21f-ce75554c2489 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:42.151261 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb241a4-307d-4f0d-b3bb-a166621e4385 None None] No DVR routers for this DVR port 1689a0da-72cb-4e4b-94e5-f1875193773b on host dv-neutron-833373-2-hyperv {{(pid=83829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:51:42.159698 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-ad69dabd-f215-47f1-b398-78b931af18cf tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.8931105 Apr 01 15:51:42.162055 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 48606) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:42.192804 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-fa7fb51b-bd55-43da-b599-22a2aecc04d7 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.9980235 Apr 01 15:51:42.201948 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-0c6aa050-48b2-4ada-88ee-8c864ff7e9be admin admin] The port '1689a0da-72cb-4e4b-94e5-f1875193773b' was deleted {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:51:42.208924 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6ade8b7a-308e-4076-8e95-c83c4855919f tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130651'] for router, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:42.212981 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7fb51b-bd55-43da-b599-22a2aecc04d7 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Pushing event updated for resources: {'Network': ['ID=95992018-b662-422a-bdf5-c0d62e172512,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:42.236127 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 95992018-b662-422a-bdf5-c0d62e172512 details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:51:42.242180 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-79a2a9b3-05dc-4e6a-978d-e35c78be9f44 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:42.273426 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6ade8b7a-308e-4076-8e95-c83c4855919f tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:42.319783 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-79a2a9b3-05dc-4e6a-978d-e35c78be9f44 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:42.338431 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-96be9b7f-0492-4dfc-a21f-ce75554c2489 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:42.342466 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96be9b7f-0492-4dfc-a21f-ce75554c2489 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:42.343046 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-96be9b7f-0492-4dfc-a21f-ce75554c2489 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:42.351055 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-d8e02480-17a8-4f4b-a104-776a2d4b4c0a tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Deleting port 2bfb7b29-4de8-4a54-9206-da6ac7bd725a {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:51:42.351055 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d8e02480-17a8-4f4b-a104-776a2d4b4c0a tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:42.377309 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0c6aa050-48b2-4ada-88ee-8c864ff7e9be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:42.424626 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6ade8b7a-308e-4076-8e95-c83c4855919f tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607376'] for router, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:42.425188 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ade8b7a-308e-4076-8e95-c83c4855919f tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Fanout notify agent at l3_agent the message router_deleted on router 7793c610-bd67-4c73-a74d-bb0f331d2e9f {{(pid=83828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:51:42.429585 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-0c6aa050-48b2-4ada-88ee-8c864ff7e9be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3ae4b42-403f-4d6b-840f-4e19f61ec42f']}} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:42.451308 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-0c6aa050-48b2-4ada-88ee-8c864ff7e9be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '668fd163-2ec6-45f5-a68c-835f2c0688da') {'for_net_delete': True} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:42.451633 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-0c6aa050-48b2-4ada-88ee-8c864ff7e9be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '668fd163-2ec6-45f5-a68c-835f2c0688da') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:42.469635 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6ade8b7a-308e-4076-8e95-c83c4855919f tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:42.471614 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-6ade8b7a-308e-4076-8e95-c83c4855919f tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] 10.222.0.55 "DELETE /v2.0/routers/7793c610-bd67-4c73-a74d-bb0f331d2e9f HTTP/1.1" status: 204 len: 168 time: 5.7113969 Apr 01 15:51:42.477307 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0c6aa050-48b2-4ada-88ee-8c864ff7e9be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15303093'] for segment, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:42.486092 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48610) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:42.499527 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-0abf85b3-8df7-41aa-8f8f-a3402eb54dd9 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1815272909', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:51:42.522719 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-0abf85b3-8df7-41aa-8f8f-a3402eb54dd9 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:42.529352 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0c6aa050-48b2-4ada-88ee-8c864ff7e9be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:42.535184 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-0abf85b3-8df7-41aa-8f8f-a3402eb54dd9 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Usage tracker for resource:router and tenant:3850ef500fb442378a7b9acd8e0a9055 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:42.542439 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-0abf85b3-8df7-41aa-8f8f-a3402eb54dd9 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:42.553468 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c6aa050-48b2-4ada-88ee-8c864ff7e9be admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=83828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:51:42.554320 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0c6aa050-48b2-4ada-88ee-8c864ff7e9be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15306523'] for segment, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:42.574530 dv-neutron-833373-2-hyperv neutron-server[83828]: Traceback (most recent call last): Apr 01 15:51:42.574530 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:51:42.574530 dv-neutron-833373-2-hyperv neutron-server[83828]: timer() Apr 01 15:51:42.574530 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:51:42.574530 dv-neutron-833373-2-hyperv neutron-server[83828]: cb(*args, **kw) Apr 01 15:51:42.574530 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:51:42.574530 dv-neutron-833373-2-hyperv neutron-server[83828]: return func(*args, **kwargs) Apr 01 15:51:42.574530 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:51:42.574530 dv-neutron-833373-2-hyperv neutron-server[83828]: self._notify() Apr 01 15:51:42.574530 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:51:42.574530 dv-neutron-833373-2-hyperv neutron-server[83828]: self.callback(batched_events) Apr 01 15:51:42.574530 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:51:42.574530 dv-neutron-833373-2-hyperv neutron-server[83828]: event.method(event) Apr 01 15:51:42.574530 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:51:42.574530 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:51:42.574530 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:51:42.574530 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:51:42.574530 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:51:42.574530 dv-neutron-833373-2-hyperv neutron-server[83828]: return f(self, *a, **k) Apr 01 15:51:42.574530 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:51:42.574530 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._get(url).json() Apr 01 15:51:42.574530 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:51:42.574530 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:51:42.574530 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:51:42.574530 dv-neutron-833373-2-hyperv neutron-server[83828]: return self.request(url, 'GET', **kwargs) Apr 01 15:51:42.574530 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:51:42.574530 dv-neutron-833373-2-hyperv neutron-server[83828]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:51:42.574530 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:51:42.574530 dv-neutron-833373-2-hyperv neutron-server[83828]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:51:42.574530 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:51:42.574530 dv-neutron-833373-2-hyperv neutron-server[83828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:51:42.574530 dv-neutron-833373-2-hyperv neutron-server[83828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:51:42.583142 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-0abf85b3-8df7-41aa-8f8f-a3402eb54dd9 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:42.675499 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 9dcf2a42-9f04-4675-ac04-4aef725e9ee8 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:51:42.736931 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a2a9b3-05dc-4e6a-978d-e35c78be9f44 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Made reservation on behalf of 50a1f72bd5e54e209eb4756b30f7e6a6 for: {'subnet': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:42.741000 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-79a2a9b3-05dc-4e6a-978d-e35c78be9f44 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16088980'] for subnet, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:42.816844 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 9dcf2a42-9f04-4675-ac04-4aef725e9ee8 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:51:42.835087 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0abf85b3-8df7-41aa-8f8f-a3402eb54dd9 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130665'] for router, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:42.836059 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0abf85b3-8df7-41aa-8f8f-a3402eb54dd9 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617571', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130640'] for router, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:42.910165 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 1689a0da-72cb-4e4b-94e5-f1875193773b no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:51:42.944380 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-96be9b7f-0492-4dfc-a21f-ce75554c2489 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.2688503 Apr 01 15:51:42.951211 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 1689a0da-72cb-4e4b-94e5-f1875193773b {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:51:42.951597 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 1689a0da-72cb-4e4b-94e5-f1875193773b not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:51:43.034704 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0abf85b3-8df7-41aa-8f8f-a3402eb54dd9 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:43.038674 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 48614) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:43.047992 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-9e89bb41-b641-40b2-bd18-56157d403c0c tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Request body: {'subnet': {'network_id': '8ccd2620-04a2-4b02-9a77-f90b50790eb8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:51:43.063149 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0c6aa050-48b2-4ada-88ee-8c864ff7e9be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:43.070790 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0abf85b3-8df7-41aa-8f8f-a3402eb54dd9 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616'] for router, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:43.113907 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96be9b7f-0492-4dfc-a21f-ce75554c2489 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Pushing event updated for resources: {'Network': ['ID=8ccd2620-04a2-4b02-9a77-f90b50790eb8,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:43.128957 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0abf85b3-8df7-41aa-8f8f-a3402eb54dd9 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:43.129773 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 8ccd2620-04a2-4b02-9a77-f90b50790eb8 details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:51:43.133733 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-0abf85b3-8df7-41aa-8f8f-a3402eb54dd9 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6454802 Apr 01 15:51:43.157344 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48618) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:43.174203 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6aa050-48b2-4ada-88ee-8c864ff7e9be admin admin] Pushing event deleted for resources: {'Network': ['ID=c3ae4b42-403f-4d6b-840f-4e19f61ec42f,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:43.183369 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0c6aa050-48b2-4ada-88ee-8c864ff7e9be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:43.185775 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-0c6aa050-48b2-4ada-88ee-8c864ff7e9be admin admin] 10.222.0.55 "DELETE /v2.0/networks/c3ae4b42-403f-4d6b-840f-4e19f61ec42f HTTP/1.1" status: 204 len: 168 time: 2.2779768 Apr 01 15:51:43.216646 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-1dbe409a-7185-442a-9280-90db5635945c tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:51:43.306156 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc77b46-d22c-42fe-a075-2fe03d03e5b6 None None] Network d6879c82-7f07-4268-aef8-0ed4729f64c3 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:51:43.423222 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-9e89bb41-b641-40b2-bd18-56157d403c0c tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:43.435499 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-9e89bb41-b641-40b2-bd18-56157d403c0c tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Usage tracker for resource:subnet and tenant:e1ed221c16654ccf87bcd9697956f8d7 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:43.442620 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-9e89bb41-b641-40b2-bd18-56157d403c0c tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:43.456283 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-694bb953-c012-4c7f-b9ca-a443ee58119e None None] Provisioning for port 9dcf2a42-9f04-4675-ac04-4aef725e9ee8 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:51:43.459205 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-9e89bb41-b641-40b2-bd18-56157d403c0c tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:43.496310 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-694bb953-c012-4c7f-b9ca-a443ee58119e None None] Provisioning complete for port 9dcf2a42-9f04-4675-ac04-4aef725e9ee8 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:43.496901 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-694bb953-c012-4c7f-b9ca-a443ee58119e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:43.556054 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d8e02480-17a8-4f4b-a104-776a2d4b4c0a tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:43.722189 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48624) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:43.778166 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-d8e02480-17a8-4f4b-a104-776a2d4b4c0a tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Calling delete_port for 2bfb7b29-4de8-4a54-9206-da6ac7bd725a owned by {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:51:43.844180 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-694bb953-c012-4c7f-b9ca-a443ee58119e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:43.895071 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-694bb953-c012-4c7f-b9ca-a443ee58119e None None] For port 9dcf2a42-9f04-4675-ac04-4aef725e9ee8, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=9dcf2a42-9f04-4675-ac04-4aef725e9ee8,segment=NetworkSegment(2bc5755c-886f-4a82-85ce-d38a1aeff40a),segment_id=2bc5755c-886f-4a82-85ce-d38a1aeff40a)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:51:43.905567 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-694bb953-c012-4c7f-b9ca-a443ee58119e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:43.948110 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e89bb41-b641-40b2-bd18-56157d403c0c tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Made reservation on behalf of e1ed221c16654ccf87bcd9697956f8d7 for: {'subnet': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:43.951034 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-3e4eecb0-05ba-42cf-8cd7-eb148bceff38 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b509592769ce4fd4a6019281630321e8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2252855 Apr 01 15:51:43.960609 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48628) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:44.019212 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694bb953-c012-4c7f-b9ca-a443ee58119e None None] Pushing event updated for resources: {'Port': ['ID=9dcf2a42-9f04-4675-ac04-4aef725e9ee8,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:44.035776 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8231c0a-3ce2-474d-9877-68ba69a39be6 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Router 26d59314-5420-44d6-8bb9-c3addc01368a has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:51:44.182136 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d8e02480-17a8-4f4b-a104-776a2d4b4c0a tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:44.229256 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1dbe409a-7185-442a-9280-90db5635945c tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130626'] for router, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:44.257385 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9e89bb41-b641-40b2-bd18-56157d403c0c tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16088980'] for subnet, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:44.278453 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e02480-17a8-4f4b-a104-776a2d4b4c0a tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Pushing event deleted for resources: {'Port': ['ID=2bfb7b29-4de8-4a54-9206-da6ac7bd725a,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:44.328620 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-54112ea3-e3e3-4ace-bd10-7fed0261d074 None None] Could not find standard attr ID for object 2bfb7b29-4de8-4a54-9206-da6ac7bd725a. {{(pid=83829) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:51:44.362889 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-54112ea3-e3e3-4ace-bd10-7fed0261d074 None None] Provisioning complete for port 9dcf2a42-9f04-4675-ac04-4aef725e9ee8 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:44.363263 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-54112ea3-e3e3-4ace-bd10-7fed0261d074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:44.507869 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d8e02480-17a8-4f4b-a104-776a2d4b4c0a tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:44.593468 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-d8e02480-17a8-4f4b-a104-776a2d4b4c0a tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "DELETE /v2.0/ports/2bfb7b29-4de8-4a54-9206-da6ac7bd725a HTTP/1.1" status: 204 len: 168 time: 2.4262054 Apr 01 15:51:44.595403 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 48632) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:44.607293 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-74dc998a-b81e-4714-9e77-9e15073045c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:44.621225 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 9dcf2a42-9f04-4675-ac04-4aef725e9ee8 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:51:44.641468 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-74dc998a-b81e-4714-9e77-9e15073045c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:44.699123 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-37963638-1ddc-406a-9b09-843662eacef2 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] GET failed (client error): The resource could not be found. Apr 01 15:51:44.699458 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-37963638-1ddc-406a-9b09-843662eacef2 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Synchronizing usage tracker for tenant:144b300b27fa4dafba1405cae5639f1c on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:51:44.761161 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 9dcf2a42-9f04-4675-ac04-4aef725e9ee8 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:44.761536 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:44.860229 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-37963638-1ddc-406a-9b09-843662eacef2 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Unset dirty status for tenant:144b300b27fa4dafba1405cae5639f1c on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:51:44.863896 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-37963638-1ddc-406a-9b09-843662eacef2 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "GET /v2.0/ports/2bfb7b29-4de8-4a54-9206-da6ac7bd725a HTTP/1.1" status: 404 len: 333 time: 0.2569368 Apr 01 15:51:44.865860 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48636) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:44.884155 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-9d7b674f-c950-477f-a0e8-532a11a7b3fe None None] Could not find standard attr ID for object 2bfb7b29-4de8-4a54-9206-da6ac7bd725a. {{(pid=83829) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:51:44.886515 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-74dc998a-b81e-4714-9e77-9e15073045c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:44.928371 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.objects.ports [None req-79a2a9b3-05dc-4e6a-978d-e35c78be9f44 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83826) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 01 15:51:44.934526 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-79a2a9b3-05dc-4e6a-978d-e35c78be9f44 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15415267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16089018'] for subnet, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:44.953619 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dc998a-b81e-4714-9e77-9e15073045c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f6808d4-ee43-4b09-b625-59f6f5ed5b2a,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:45.050094 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-74dc998a-b81e-4714-9e77-9e15073045c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:45.051625 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-74dc998a-b81e-4714-9e77-9e15073045c3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6f6808d4-ee43-4b09-b625-59f6f5ed5b2a HTTP/1.1" status: 204 len: 168 time: 1.0899792 Apr 01 15:51:45.158254 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9e89bb41-b641-40b2-bd18-56157d403c0c tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15415267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16089018'] for subnet, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:45.168621 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a2a9b3-05dc-4e6a-978d-e35c78be9f44 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:45.172639 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-79a2a9b3-05dc-4e6a-978d-e35c78be9f44 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:45.175397 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a2a9b3-05dc-4e6a-978d-e35c78be9f44 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event updated for resources: {'Subnet': ['ID=022f2fae-bb1c-4746-9ce6-34e0814c0181,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:45.178612 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a2a9b3-05dc-4e6a-978d-e35c78be9f44 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:45.179115 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-79a2a9b3-05dc-4e6a-978d-e35c78be9f44 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:45.193311 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e158bbd-c81e-4667-8515-72f2ec1e2307 None None] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:51:45.281498 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-79a2a9b3-05dc-4e6a-978d-e35c78be9f44 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.4110970 Apr 01 15:51:45.284550 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e89bb41-b641-40b2-bd18-56157d403c0c tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Pushing event updated for resources: {'Subnet': ['ID=03d65cb1-3444-460c-8ad4-c1872d592dd3,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:45.288999 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 48642) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:45.297888 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-e742c068-ef54-4d3c-a2e1-60b2a06e8ca4 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Request body: {'subnet': {'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:51:45.380351 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1dbe409a-7185-442a-9280-90db5635945c tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks [] for router_gateway, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:45.408273 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e89bb41-b641-40b2-bd18-56157d403c0c tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Checking segment: {'id': '9742988c-0477-445a-b5ae-f1b3c0783b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '8ccd2620-04a2-4b02-9a77-f90b50790eb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:51:45.408653 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e89bb41-b641-40b2-bd18-56157d403c0c tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Network hostable DHCP agents. Network: 8ccd2620-04a2-4b02-9a77-f90b50790eb8, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:51:45.442975 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1dbe409a-7185-442a-9280-90db5635945c tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:45.482448 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e89bb41-b641-40b2-bd18-56157d403c0c tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Network 8ccd2620-04a2-4b02-9a77-f90b50790eb8 is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:51:45.495623 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-e742c068-ef54-4d3c-a2e1-60b2a06e8ca4 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:45.505398 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-9e89bb41-b641-40b2-bd18-56157d403c0c tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, 8ccd2620-04a2-4b02-9a77-f90b50790eb8) {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:45.521774 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-e742c068-ef54-4d3c-a2e1-60b2a06e8ca4 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:45.524843 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e89bb41-b641-40b2-bd18-56157d403c0c tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:45.525437 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9e89bb41-b641-40b2-bd18-56157d403c0c tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:45.553576 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685e832d-a1dc-4a5c-8f12-e11e5581c17c None None] Network 8ccd2620-04a2-4b02-9a77-f90b50790eb8 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:51:45.558507 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e742c068-ef54-4d3c-a2e1-60b2a06e8ca4 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Made reservation on behalf of 50a1f72bd5e54e209eb4756b30f7e6a6 for: {'subnet': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:45.581512 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b0306e-38f5-40a5-adeb-d8ee1d538f6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'tenant_id': '50a1f72bd5e54e209eb4756b30f7e6a6', 'fixed_ips': [{'subnet_id': '022f2fae-bb1c-4746-9ce6-34e0814c0181'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:51:45.582313 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-d1b0306e-38f5-40a5-adeb-d8ee1d538f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:45.588466 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_v2 [None req-72e2c6d8-5ac4-48c1-ac89-666dc7d7b642 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Deleting subnet b651c089-aebb-4867-b5ac-b9cb153328ab {{(pid=83828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:51:45.589264 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-9e89bb41-b641-40b2-bd18-56157d403c0c tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5471325 Apr 01 15:51:45.589696 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48648) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:45.603805 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-72e2c6d8-5ac4-48c1-ac89-666dc7d7b642 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for subnet, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:45.638490 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-dfc01473-c8ba-4e09-904e-cea35d467fec tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-437435096', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}, 'admin_state_up': False}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:51:45.656335 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-dfc01473-c8ba-4e09-904e-cea35d467fec tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:45.670907 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-dfc01473-c8ba-4e09-904e-cea35d467fec tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Usage tracker for resource:router and tenant:e1ed221c16654ccf87bcd9697956f8d7 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:45.683029 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-dfc01473-c8ba-4e09-904e-cea35d467fec tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:45.700888 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8231c0a-3ce2-474d-9877-68ba69a39be6 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:51:45.717325 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0a1796-65b3-48a3-92bf-78aeb4a5345a None None] Sync routers for ids ['26d59314-5420-44d6-8bb9-c3addc01368a'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:51:45.791344 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-dfc01473-c8ba-4e09-904e-cea35d467fec tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:45.794498 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 48656) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:45.804529 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-5331d528-e218-4819-8066-9804f4623251 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Request body: {'subnets': [{'network_id': 'fbba9767-c750-4f88-8efc-0abbf24df492', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--789224499', 'ip_version': 6}, {'network_id': '95992018-b662-422a-bdf5-c0d62e172512', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:51:45.804905 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-5331d528-e218-4819-8066-9804f4623251 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Request body: {'subnet': {'network_id': 'fbba9767-c750-4f88-8efc-0abbf24df492', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--789224499', 'ip_version': 6}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:51:45.805528 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-5331d528-e218-4819-8066-9804f4623251 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Request body: {'subnet': {'network_id': '95992018-b662-422a-bdf5-c0d62e172512', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:51:45.833215 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-1dbe409a-7185-442a-9280-90db5635945c tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Allocated IP 172.26.1.25 (ed45466e-0386-4b92-8de3-247c977242ac/0479f741-5cd1-4d6f-b593-d8aa909a42d3/4a1816ef-6b56-4920-948e-d01c0c2ae16b) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:45.909299 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0a1796-65b3-48a3-92bf-78aeb4a5345a None None] Routers {'26d59314-5420-44d6-8bb9-c3addc01368a'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:51:45.909994 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-3b0a1796-65b3-48a3-92bf-78aeb4a5345a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:51:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['26d59314-5420-44d6-8bb9-c3addc01368a'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:45.920816 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e742c068-ef54-4d3c-a2e1-60b2a06e8ca4 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16088980'] for subnet, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:45.978810 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-3b0a1796-65b3-48a3-92bf-78aeb4a5345a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:46.007632 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0a1796-65b3-48a3-92bf-78aeb4a5345a None None] Routers {'26d59314-5420-44d6-8bb9-c3addc01368a'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:51:46.008301 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-3b0a1796-65b3-48a3-92bf-78aeb4a5345a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:51:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['26d59314-5420-44d6-8bb9-c3addc01368a'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:46.028954 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1dbe409a-7185-442a-9280-90db5635945c tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:46.073080 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1dbe409a-7185-442a-9280-90db5635945c tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:46.073388 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-d1b0306e-38f5-40a5-adeb-d8ee1d538f6d None None] Allocated IP 2001:db8::f816:3eff:fe62:7982 (7b65ac5c-8834-4b65-9b28-b7dba6c9746f/022f2fae-bb1c-4746-9ce6-34e0814c0181/d6ccdafc-abdc-4716-8cab-6d08f18c5955) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:46.077521 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-3b0a1796-65b3-48a3-92bf-78aeb4a5345a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:46.078064 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0a1796-65b3-48a3-92bf-78aeb4a5345a None None] The sync data for ids ['26d59314-5420-44d6-8bb9-c3addc01368a'] in dv-neutron-833373-2-hyperv is: [] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:51:46.139757 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-dfc01473-c8ba-4e09-904e-cea35d467fec tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130665'] for router, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:46.141363 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-dfc01473-c8ba-4e09-904e-cea35d467fec tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617571', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130640'] for router, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:46.146328 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-5331d528-e218-4819-8066-9804f4623251 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:46.154418 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-5331d528-e218-4819-8066-9804f4623251 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Usage tracker for resource:subnet and tenant:9048be630cae4eec9c1e1b50b860bada is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:46.160815 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-5331d528-e218-4819-8066-9804f4623251 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:46.169902 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-72e2c6d8-5ac4-48c1-ac89-666dc7d7b642 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15303084'] for subnet, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:46.183638 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-5331d528-e218-4819-8066-9804f4623251 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:46.205599 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5331d528-e218-4819-8066-9804f4623251 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Made reservation on behalf of 9048be630cae4eec9c1e1b50b860bada for: {'subnet': 2} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:46.279089 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f8231c0a-3ce2-474d-9877-68ba69a39be6 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for floatingip, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:46.312642 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e65972-b362-45f0-81d9-899f88e8529e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-8ccd2620-04a2-4b02-9a77-f90b50790eb8', 'network_id': '8ccd2620-04a2-4b02-9a77-f90b50790eb8', 'tenant_id': 'e1ed221c16654ccf87bcd9697956f8d7', 'fixed_ips': [{'subnet_id': '03d65cb1-3444-460c-8ad4-c1872d592dd3'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:51:46.313961 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-36e65972-b362-45f0-81d9-899f88e8529e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:46.364367 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-f8231c0a-3ce2-474d-9877-68ba69a39be6 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 15.5741587 Apr 01 15:51:46.371149 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dbe409a-7185-442a-9280-90db5635945c tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Network ed45466e-0386-4b92-8de3-247c977242ac is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:46.372015 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48666) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:46.382446 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-1dbe409a-7185-442a-9280-90db5635945c tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:46.389807 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbe409a-7185-442a-9280-90db5635945c tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:51:46.485915 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbe409a-7185-442a-9280-90db5635945c tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Pushing event updated for resources: {'Port': ['ID=4a1816ef-6b56-4920-948e-d01c0c2ae16b,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:46.498861 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-94af4367-6620-45fa-bce0-254b67cb2135 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-216958748'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:51:46.506371 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5331d528-e218-4819-8066-9804f4623251 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16088980'] for subnet, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:46.506371 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5331d528-e218-4819-8066-9804f4623251 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16088980'] for subnet, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:46.521174 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-94af4367-6620-45fa-bce0-254b67cb2135 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:46.534237 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-dfc01473-c8ba-4e09-904e-cea35d467fec tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:46.541994 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:51:46.555143 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-94af4367-6620-45fa-bce0-254b67cb2135 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Usage tracker for resource:network and tenant:7e7aded1adfa4cd1be462b87d89e24d5 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:46.562165 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-94af4367-6620-45fa-bce0-254b67cb2135 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:46.580770 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-94af4367-6620-45fa-bce0-254b67cb2135 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:46.592583 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-d1b0306e-38f5-40a5-adeb-d8ee1d538f6d None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:46.613688 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-d1b0306e-38f5-40a5-adeb-d8ee1d538f6d None None] Transition to ACTIVE for port object d6ccdafc-abdc-4716-8cab-6d08f18c5955 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:46.616007 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-72e2c6d8-5ac4-48c1-ac89-666dc7d7b642 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:46.622196 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-36e65972-b362-45f0-81d9-899f88e8529e None None] Allocated IP 172.20.0.2 (8ccd2620-04a2-4b02-9a77-f90b50790eb8/03d65cb1-3444-460c-8ad4-c1872d592dd3/dd195473-2721-4cad-9bc5-8a02371ed9fd) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:46.644796 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-d1b0306e-38f5-40a5-adeb-d8ee1d538f6d None None] Transition to ACTIVE for port object d6ccdafc-abdc-4716-8cab-6d08f18c5955 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:46.664070 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-d1b0306e-38f5-40a5-adeb-d8ee1d538f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:46.708984 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e742c068-ef54-4d3c-a2e1-60b2a06e8ca4 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15415267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16089018'] for subnet, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:46.777100 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94af4367-6620-45fa-bce0-254b67cb2135 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Made reservation on behalf of 7e7aded1adfa4cd1be462b87d89e24d5 for: {'network': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:46.780433 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-94af4367-6620-45fa-bce0-254b67cb2135 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:46.820408 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e742c068-ef54-4d3c-a2e1-60b2a06e8ca4 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:46.825400 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-e742c068-ef54-4d3c-a2e1-60b2a06e8ca4 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:46.840471 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e742c068-ef54-4d3c-a2e1-60b2a06e8ca4 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:46.840955 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e742c068-ef54-4d3c-a2e1-60b2a06e8ca4 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:46.862702 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94af4367-6620-45fa-bce0-254b67cb2135 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=83828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:51:46.864115 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e742c068-ef54-4d3c-a2e1-60b2a06e8ca4 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event updated for resources: {'Subnet': ['ID=cf000039-33c0-4dff-b717-522add8b174c,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:46.879413 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b0306e-38f5-40a5-adeb-d8ee1d538f6d None None] Pushing event updated for resources: {'Port': ['ID=d6ccdafc-abdc-4716-8cab-6d08f18c5955,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:46.888299 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-dfc01473-c8ba-4e09-904e-cea35d467fec tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130626'] for router, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:46.899613 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-94af4367-6620-45fa-bce0-254b67cb2135 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:46.899613 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.segments_db [None req-94af4367-6620-45fa-bce0-254b67cb2135 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Added segment c77063c5-d8ea-411a-a897-4e5485e885ec of type vlan for network 495252b5-b240-40ca-a711-3ef43df34334 Apr 01 15:51:46.900036 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b0306e-38f5-40a5-adeb-d8ee1d538f6d None None] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:46.902567 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-e742c068-ef54-4d3c-a2e1-60b2a06e8ca4 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6120303 Apr 01 15:51:46.905014 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-d1b0306e-38f5-40a5-adeb-d8ee1d538f6d None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:46.909067 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 48674) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:46.921055 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b0306e-38f5-40a5-adeb-d8ee1d538f6d None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:51:46.929218 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-ffa2fc51-c00a-4119-941f-209223357670 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Request body: {'port': {'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'mac_address': 'fa:16:3e:5b:92:39', 'name': 'tempest-NetworksTestDHCPv6-290727904'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:51:46.984277 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-94af4367-6620-45fa-bce0-254b67cb2135 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:46.987365 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-72e2c6d8-5ac4-48c1-ac89-666dc7d7b642 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15306565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16030232'] for subnet, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:47.043236 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-72e2c6d8-5ac4-48c1-ac89-666dc7d7b642 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:47.060117 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94b1cc4-e94f-4fc6-a710-bb3973e7f300 None None] Network d6879c82-7f07-4268-aef8-0ed4729f64c3 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:51:47.061789 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-72e2c6d8-5ac4-48c1-ac89-666dc7d7b642 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "DELETE /v2.0/subnets/b651c089-aebb-4867-b5ac-b9cb153328ab HTTP/1.1" status: 204 len: 168 time: 2.1882925 Apr 01 15:51:47.143534 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 48680) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:47.259866 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e2c6d8-5ac4-48c1-ac89-666dc7d7b642 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Pushing event deleted for resources: {'Subnet': ['ID=b651c089-aebb-4867-b5ac-b9cb153328ab,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:47.275919 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.db.resource_extend [None req-94af4367-6620-45fa-bce0-254b67cb2135 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:51:47.291938 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1dbe409a-7185-442a-9280-90db5635945c tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks [] for router_gateway, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:47.368313 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-36e65972-b362-45f0-81d9-899f88e8529e None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:47.379516 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-36e65972-b362-45f0-81d9-899f88e8529e None None] Transition to ACTIVE for port object dd195473-2721-4cad-9bc5-8a02371ed9fd will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:47.401494 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-36e65972-b362-45f0-81d9-899f88e8529e None None] Transition to ACTIVE for port object dd195473-2721-4cad-9bc5-8a02371ed9fd will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:47.447365 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-636b2f38-b05b-45ab-8dbd-ea8a31694bef tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:47.449567 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-36e65972-b362-45f0-81d9-899f88e8529e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:47.488074 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-636b2f38-b05b-45ab-8dbd-ea8a31694bef tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Deleting port 9dcf2a42-9f04-4675-ac04-4aef725e9ee8 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:51:47.488416 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-636b2f38-b05b-45ab-8dbd-ea8a31694bef tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:47.527390 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-d1b0306e-38f5-40a5-adeb-d8ee1d538f6d None None] Attempting to bind port d6ccdafc-abdc-4716-8cab-6d08f18c5955 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:51:47.527932 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-d1b0306e-38f5-40a5-adeb-d8ee1d538f6d None None] Attempting to bind port d6ccdafc-abdc-4716-8cab-6d08f18c5955 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:51:47.528393 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b0306e-38f5-40a5-adeb-d8ee1d538f6d None None] Attempting to bind port d6ccdafc-abdc-4716-8cab-6d08f18c5955 on network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:51:47.532046 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-94af4367-6620-45fa-bce0-254b67cb2135 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:47.537524 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94af4367-6620-45fa-bce0-254b67cb2135 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:47.538283 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-94af4367-6620-45fa-bce0-254b67cb2135 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:47.592278 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-94af4367-6620-45fa-bce0-254b67cb2135 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2115045 Apr 01 15:51:47.601812 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 48686) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:47.602776 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-ffa2fc51-c00a-4119-941f-209223357670 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:47.630986 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-97f4767f-7087-4545-9414-4994ceda3e5c tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Request body: {'subnet': {'network_id': '495252b5-b240-40ca-a711-3ef43df34334', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:51:47.644883 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e65972-b362-45f0-81d9-899f88e8529e None None] Network 8ccd2620-04a2-4b02-9a77-f90b50790eb8 is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:47.651657 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b0306e-38f5-40a5-adeb-d8ee1d538f6d None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:51:47.652181 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b0306e-38f5-40a5-adeb-d8ee1d538f6d None None] Checking segment: {'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:51:47.652833 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-d1b0306e-38f5-40a5-adeb-d8ee1d538f6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:47.653294 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b0306e-38f5-40a5-adeb-d8ee1d538f6d None None] Bound using segment: {'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:51:47.653846 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-d1b0306e-38f5-40a5-adeb-d8ee1d538f6d None None] Bound port: d6ccdafc-abdc-4716-8cab-6d08f18c5955, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:51:47.654426 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-d1b0306e-38f5-40a5-adeb-d8ee1d538f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:47.673616 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-36e65972-b362-45f0-81d9-899f88e8529e None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:47.679669 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e65972-b362-45f0-81d9-899f88e8529e None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:51:47.683069 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-ffa2fc51-c00a-4119-941f-209223357670 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Usage tracker for resource:port and tenant:50a1f72bd5e54e209eb4756b30f7e6a6 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:47.692719 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-ffa2fc51-c00a-4119-941f-209223357670 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:47.709002 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-ffa2fc51-c00a-4119-941f-209223357670 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:47.717489 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e65972-b362-45f0-81d9-899f88e8529e None None] Pushing event updated for resources: {'Port': ['ID=dd195473-2721-4cad-9bc5-8a02371ed9fd,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:47.720998 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94af4367-6620-45fa-bce0-254b67cb2135 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Pushing event updated for resources: {'Network': ['ID=495252b5-b240-40ca-a711-3ef43df34334,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:47.757616 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 495252b5-b240-40ca-a711-3ef43df34334 details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:51:47.776003 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1dbe409a-7185-442a-9280-90db5635945c tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130626'] for router, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:47.776867 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa2fc51-c00a-4119-941f-209223357670 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Made reservation on behalf of 50a1f72bd5e54e209eb4756b30f7e6a6 for: {'port': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:47.786284 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ffa2fc51-c00a-4119-941f-209223357670 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:47.815722 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1dbe409a-7185-442a-9280-90db5635945c tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-617606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-617615', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-607241'] for router, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:47.826095 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-dfc01473-c8ba-4e09-904e-cea35d467fec tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify callbacks [] for router_gateway, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:47.859754 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-dfc01473-c8ba-4e09-904e-cea35d467fec tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:48.066460 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [None req-ffa2fc51-c00a-4119-941f-209223357670 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] device_id is not set on port 0f8a689d-5ae5-4662-85ca-fc478e76c96d yet. {{(pid=83826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:51:48.084561 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-36e65972-b362-45f0-81d9-899f88e8529e None None] Attempting to bind port dd195473-2721-4cad-9bc5-8a02371ed9fd on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:51:48.085128 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-36e65972-b362-45f0-81d9-899f88e8529e None None] Attempting to bind port dd195473-2721-4cad-9bc5-8a02371ed9fd by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': '9742988c-0477-445a-b5ae-f1b3c0783b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '8ccd2620-04a2-4b02-9a77-f90b50790eb8'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:51:48.085445 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e65972-b362-45f0-81d9-899f88e8529e None None] Attempting to bind port dd195473-2721-4cad-9bc5-8a02371ed9fd on network 8ccd2620-04a2-4b02-9a77-f90b50790eb8 {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:51:48.109524 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e65972-b362-45f0-81d9-899f88e8529e None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:51:48.110101 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e65972-b362-45f0-81d9-899f88e8529e None None] Checking segment: {'id': '9742988c-0477-445a-b5ae-f1b3c0783b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '8ccd2620-04a2-4b02-9a77-f90b50790eb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:51:48.111471 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-36e65972-b362-45f0-81d9-899f88e8529e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:48.111471 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e65972-b362-45f0-81d9-899f88e8529e None None] Bound using segment: {'id': '9742988c-0477-445a-b5ae-f1b3c0783b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '8ccd2620-04a2-4b02-9a77-f90b50790eb8'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:51:48.111471 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-36e65972-b362-45f0-81d9-899f88e8529e None None] Bound port: dd195473-2721-4cad-9bc5-8a02371ed9fd, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9742988c-0477-445a-b5ae-f1b3c0783b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '8ccd2620-04a2-4b02-9a77-f90b50790eb8'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:51:48.111851 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-36e65972-b362-45f0-81d9-899f88e8529e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:48.123999 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-d1b0306e-38f5-40a5-adeb-d8ee1d538f6d None None] For port d6ccdafc-abdc-4716-8cab-6d08f18c5955, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:51:48.142598 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-d1b0306e-38f5-40a5-adeb-d8ee1d538f6d None None] For port d6ccdafc-abdc-4716-8cab-6d08f18c5955, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=d6ccdafc-abdc-4716-8cab-6d08f18c5955,segment=NetworkSegment(c41dc1a5-c958-4d8b-81ea-3934c36371b8),segment_id=c41dc1a5-c958-4d8b-81ea-3934c36371b8)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:51:48.160366 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-d1b0306e-38f5-40a5-adeb-d8ee1d538f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:48.177647 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-97f4767f-7087-4545-9414-4994ceda3e5c tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:48.231362 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-97f4767f-7087-4545-9414-4994ceda3e5c tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:48.254421 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [None req-636b2f38-b05b-45ab-8dbd-ea8a31694bef tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] For port 9dcf2a42-9f04-4675-ac04-4aef725e9ee8, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=9dcf2a42-9f04-4675-ac04-4aef725e9ee8,segment=NetworkSegment(2bc5755c-886f-4a82-85ce-d38a1aeff40a),segment_id=2bc5755c-886f-4a82-85ce-d38a1aeff40a)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:51:48.255270 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-636b2f38-b05b-45ab-8dbd-ea8a31694bef tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:48.256895 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4209c6-af3e-4eee-ac2a-cdfc4f7cbf1f None None] DHCP port deletion for d6879c82-7f07-4268-aef8-0ed4729f64c3 request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:51:48.280372 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-ac4209c6-af3e-4eee-ac2a-cdfc4f7cbf1f None None] Deleting port 9dcf2a42-9f04-4675-ac04-4aef725e9ee8 {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:51:48.281162 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ac4209c6-af3e-4eee-ac2a-cdfc4f7cbf1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:48.317645 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-dfc01473-c8ba-4e09-904e-cea35d467fec tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Allocated IP 172.26.1.105 (ed45466e-0386-4b92-8de3-247c977242ac/0479f741-5cd1-4d6f-b593-d8aa909a42d3/0661d4b3-13d7-469e-8bfd-2a0c8033d4b7) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:48.346266 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5331d528-e218-4819-8066-9804f4623251 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15415267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16089018'] for subnet, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:48.459598 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b0306e-38f5-40a5-adeb-d8ee1d538f6d None None] Pushing event updated for resources: {'Port': ['ID=d6ccdafc-abdc-4716-8cab-6d08f18c5955,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:48.494176 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f4767f-7087-4545-9414-4994ceda3e5c tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Made reservation on behalf of 7e7aded1adfa4cd1be462b87d89e24d5 for: {'subnet': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:48.526651 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 9dcf2a42-9f04-4675-ac04-4aef725e9ee8 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:51:48.527031 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-636b2f38-b05b-45ab-8dbd-ea8a31694bef tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Calling delete_port for 9dcf2a42-9f04-4675-ac04-4aef725e9ee8 owned by network:dhcp {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:51:48.598131 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-36e65972-b362-45f0-81d9-899f88e8529e None None] For port dd195473-2721-4cad-9bc5-8a02371ed9fd, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:51:48.638961 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-36e65972-b362-45f0-81d9-899f88e8529e None None] For port dd195473-2721-4cad-9bc5-8a02371ed9fd, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=dd195473-2721-4cad-9bc5-8a02371ed9fd,segment=NetworkSegment(9742988c-0477-445a-b5ae-f1b3c0783b21),segment_id=9742988c-0477-445a-b5ae-f1b3c0783b21)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:51:48.655070 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-dfc01473-c8ba-4e09-904e-cea35d467fec tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:48.666287 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-36e65972-b362-45f0-81d9-899f88e8529e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:48.692355 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dbe409a-7185-442a-9280-90db5635945c tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Router b6c83c87-c856-4c08-8318-8a722f0a15b3 is scheduled to L3 agent ff252634-3424-422a-b742-9ae457bd54bd with binding_index 1 {{(pid=83828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:51:48.706750 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-dfc01473-c8ba-4e09-904e-cea35d467fec tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:48.813818 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 48704) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:48.843361 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5331d528-e218-4819-8066-9804f4623251 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Pushing event updated for resources: {'Subnet': ['ID=15bb8e55-09dc-4d77-9717-c7f09e32dfef,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:48.847241 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-97f4767f-7087-4545-9414-4994ceda3e5c tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16088980'] for subnet, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:49.005564 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc01473-c8ba-4e09-904e-cea35d467fec tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Pushing event updated for resources: {'Port': ['ID=0661d4b3-13d7-469e-8bfd-2a0c8033d4b7,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:49.006480 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-ffa2fc51-c00a-4119-941f-209223357670 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Allocated IP 172.20.0.9 (7b65ac5c-8834-4b65-9b28-b7dba6c9746f/cf000039-33c0-4dff-b717-522add8b174c/0f8a689d-5ae5-4662-85ca-fc478e76c96d) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:49.014463 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc01473-c8ba-4e09-904e-cea35d467fec tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Network ed45466e-0386-4b92-8de3-247c977242ac is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:49.015954 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-dfc01473-c8ba-4e09-904e-cea35d467fec tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:49.018723 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc01473-c8ba-4e09-904e-cea35d467fec tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:51:49.023370 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-ffa2fc51-c00a-4119-941f-209223357670 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Allocated IP 2001:db8::f816:3eff:fe5b:9239 (7b65ac5c-8834-4b65-9b28-b7dba6c9746f/022f2fae-bb1c-4746-9ce6-34e0814c0181/0f8a689d-5ae5-4662-85ca-fc478e76c96d) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:49.027133 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-ac4209c6-af3e-4eee-ac2a-cdfc4f7cbf1f None None] For port 9dcf2a42-9f04-4675-ac04-4aef725e9ee8, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=9dcf2a42-9f04-4675-ac04-4aef725e9ee8,segment=NetworkSegment(2bc5755c-886f-4a82-85ce-d38a1aeff40a),segment_id=2bc5755c-886f-4a82-85ce-d38a1aeff40a)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:51:49.027946 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ac4209c6-af3e-4eee-ac2a-cdfc4f7cbf1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:49.058763 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:49.218280 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e65972-b362-45f0-81d9-899f88e8529e None None] Pushing event updated for resources: {'Port': ['ID=dd195473-2721-4cad-9bc5-8a02371ed9fd,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:49.258037 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dbe409a-7185-442a-9280-90db5635945c tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:51:49.271453 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1dbe409a-7185-442a-9280-90db5635945c tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:49.275975 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-1dbe409a-7185-442a-9280-90db5635945c tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] 10.222.0.55 "PUT /v2.0/routers/b6c83c87-c856-4c08-8318-8a722f0a15b3 HTTP/1.1" status: 200 len: 879 time: 6.0926797 Apr 01 15:51:49.276252 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48710) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:49.282454 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a65b75b-3f15-406c-a219-3b1ae5cc2b30 None None] Sync routers for ids ['b6c83c87-c856-4c08-8318-8a722f0a15b3'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:51:49.300705 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-ac4209c6-af3e-4eee-ac2a-cdfc4f7cbf1f None None] Calling delete_port for 9dcf2a42-9f04-4675-ac04-4aef725e9ee8 owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:51:49.308407 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a65b75b-3f15-406c-a219-3b1ae5cc2b30 None None] Routers {'b6c83c87-c856-4c08-8318-8a722f0a15b3'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:51:49.310212 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-0a65b75b-3f15-406c-a219-3b1ae5cc2b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:51:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['b6c83c87-c856-4c08-8318-8a722f0a15b3'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:49.346630 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port 9dcf2a42-9f04-4675-ac04-4aef725e9ee8, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=9dcf2a42-9f04-4675-ac04-4aef725e9ee8,segment=NetworkSegment(2bc5755c-886f-4a82-85ce-d38a1aeff40a),segment_id=2bc5755c-886f-4a82-85ce-d38a1aeff40a)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:51:49.354687 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:49.458033 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-0a65b75b-3f15-406c-a219-3b1ae5cc2b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:49.488700 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a65b75b-3f15-406c-a219-3b1ae5cc2b30 None None] Routers {'b6c83c87-c856-4c08-8318-8a722f0a15b3'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:51:49.489592 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-0a65b75b-3f15-406c-a219-3b1ae5cc2b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:51:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['b6c83c87-c856-4c08-8318-8a722f0a15b3'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:49.510523 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=9dcf2a42-9f04-4675-ac04-4aef725e9ee8,revision_number=5']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:49.511949 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ffa2fc51-c00a-4119-941f-209223357670 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:49.611792 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-dfc01473-c8ba-4e09-904e-cea35d467fec tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify callbacks [] for router_gateway, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:49.613337 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-dfc01473-c8ba-4e09-904e-cea35d467fec tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616'] for router, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:49.613627 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-0a65b75b-3f15-406c-a219-3b1ae5cc2b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:49.614111 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a65b75b-3f15-406c-a219-3b1ae5cc2b30 None None] The sync data for ids ['b6c83c87-c856-4c08-8318-8a722f0a15b3'] in dv-neutron-833373-2-hyperv is: [] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:51:49.617708 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5331d528-e218-4819-8066-9804f4623251 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Checking segment: {'id': '00d4eaaf-ce6b-4b70-83ca-9a0f6a870d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'fbba9767-c750-4f88-8efc-0abbf24df492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:51:49.618525 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5331d528-e218-4819-8066-9804f4623251 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Network hostable DHCP agents. Network: fbba9767-c750-4f88-8efc-0abbf24df492, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:51:49.651842 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-45436a6c-e5ce-4f74-bd5a-f1cfadcae981 tempest-PortsAdminExtendedAttrsTestJSON-129108315 tempest-PortsAdminExtendedAttrsTestJSON-129108315-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-633206683'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:51:49.679651 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [None req-ffa2fc51-c00a-4119-941f-209223357670 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Transition to ACTIVE for port object 0f8a689d-5ae5-4662-85ca-fc478e76c96d will not be triggered until provisioned by entity DHCP. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:49.684515 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-45436a6c-e5ce-4f74-bd5a-f1cfadcae981 tempest-PortsAdminExtendedAttrsTestJSON-129108315 tempest-PortsAdminExtendedAttrsTestJSON-129108315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:49.688889 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-45436a6c-e5ce-4f74-bd5a-f1cfadcae981 tempest-PortsAdminExtendedAttrsTestJSON-129108315 tempest-PortsAdminExtendedAttrsTestJSON-129108315-project] Usage tracker for resource:network and tenant:9b0b6b30c4564f06881aa22b6cd5bcf5 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:49.702310 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-45436a6c-e5ce-4f74-bd5a-f1cfadcae981 tempest-PortsAdminExtendedAttrsTestJSON-129108315 tempest-PortsAdminExtendedAttrsTestJSON-129108315-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:49.716425 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-45436a6c-e5ce-4f74-bd5a-f1cfadcae981 tempest-PortsAdminExtendedAttrsTestJSON-129108315 tempest-PortsAdminExtendedAttrsTestJSON-129108315-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:49.724933 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.db.api [None req-ac4209c6-af3e-4eee-ac2a-cdfc4f7cbf1f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:51:49.725319 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG oslo_db.api [None req-ac4209c6-af3e-4eee-ac2a-cdfc4f7cbf1f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:51:49.726340 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.db.api [None req-636b2f38-b05b-45ab-8dbd-ea8a31694bef tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:51:49.726753 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG oslo_db.api [None req-636b2f38-b05b-45ab-8dbd-ea8a31694bef tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:51:49.759123 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45436a6c-e5ce-4f74-bd5a-f1cfadcae981 tempest-PortsAdminExtendedAttrsTestJSON-129108315 tempest-PortsAdminExtendedAttrsTestJSON-129108315-project] Made reservation on behalf of 9b0b6b30c4564f06881aa22b6cd5bcf5 for: {'network': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:49.762715 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-45436a6c-e5ce-4f74-bd5a-f1cfadcae981 tempest-PortsAdminExtendedAttrsTestJSON-129108315 tempest-PortsAdminExtendedAttrsTestJSON-129108315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:49.792398 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-45436a6c-e5ce-4f74-bd5a-f1cfadcae981 tempest-PortsAdminExtendedAttrsTestJSON-129108315 tempest-PortsAdminExtendedAttrsTestJSON-129108315-project] Notify callbacks [] for security_group, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:49.809984 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5331d528-e218-4819-8066-9804f4623251 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Network fbba9767-c750-4f88-8efc-0abbf24df492 is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:51:49.819752 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ffa2fc51-c00a-4119-941f-209223357670 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:49.885538 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-5331d528-e218-4819-8066-9804f4623251 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, fbba9767-c750-4f88-8efc-0abbf24df492) {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:49.889661 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5331d528-e218-4819-8066-9804f4623251 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15415267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16089018'] for subnet, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:49.899330 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e241d3-1208-4f51-9426-4302d96aeb3b None None] Network fbba9767-c750-4f88-8efc-0abbf24df492 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:51:49.918034 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-e47fc424-c314-4ac4-a8db-6de763e3e861 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] 10.222.0.55 "GET /v2.0/routers/b6c83c87-c856-4c08-8318-8a722f0a15b3 HTTP/1.1" status: 200 len: 920 time: 0.6379926 Apr 01 15:51:49.919249 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48714) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:50.020675 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1bab2d-5301-41d3-9bac-c9a7af8da385 None None] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:51:50.027310 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa2fc51-c00a-4119-941f-209223357670 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:50.044082 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-45436a6c-e5ce-4f74-bd5a-f1cfadcae981 tempest-PortsAdminExtendedAttrsTestJSON-129108315 tempest-PortsAdminExtendedAttrsTestJSON-129108315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:50.050098 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-ffa2fc51-c00a-4119-941f-209223357670 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:50.053232 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa2fc51-c00a-4119-941f-209223357670 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:51:50.070879 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfc01473-c8ba-4e09-904e-cea35d467fec tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Router 3dd9a420-1091-4a7a-b1db-2afcf5452758 is scheduled to L3 agent ff252634-3424-422a-b742-9ae457bd54bd with binding_index 1 {{(pid=83828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:51:50.080616 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa2fc51-c00a-4119-941f-209223357670 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event updated for resources: {'Port': ['ID=0f8a689d-5ae5-4662-85ca-fc478e76c96d,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:50.101550 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-45436a6c-e5ce-4f74-bd5a-f1cfadcae981 tempest-PortsAdminExtendedAttrsTestJSON-129108315 tempest-PortsAdminExtendedAttrsTestJSON-129108315-project] Usage tracker for resource:security_group_rule and tenant:9b0b6b30c4564f06881aa22b6cd5bcf5 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:50.106346 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-1a84fc2f-49fb-4833-a132-05ac9b27db1b tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=ed45466e-0386-4b92-8de3-247c977242ac&device_id=b6c83c87-c856-4c08-8318-8a722f0a15b3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1859758 Apr 01 15:51:50.111665 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48718) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:50.118401 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-45436a6c-e5ce-4f74-bd5a-f1cfadcae981 tempest-PortsAdminExtendedAttrsTestJSON-129108315 tempest-PortsAdminExtendedAttrsTestJSON-129108315-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:50.125817 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-e1dce6bc-d750-4b9c-9b03-3d9341723f2e None None] Provisioning for port d6ccdafc-abdc-4716-8cab-6d08f18c5955 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:51:50.147243 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5331d528-e218-4819-8066-9804f4623251 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Pushing event updated for resources: {'Subnet': ['ID=233a0ee6-74ec-4cb0-b8e2-aded733cca00,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:50.157195 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-45436a6c-e5ce-4f74-bd5a-f1cfadcae981 tempest-PortsAdminExtendedAttrsTestJSON-129108315 tempest-PortsAdminExtendedAttrsTestJSON-129108315-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:50.205191 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa2fc51-c00a-4119-941f-209223357670 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:50.206141 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ffa2fc51-c00a-4119-941f-209223357670 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:50.228500 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-ac4209c6-af3e-4eee-ac2a-cdfc4f7cbf1f None None] Deleting port 9dcf2a42-9f04-4675-ac04-4aef725e9ee8 {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:51:50.229122 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ac4209c6-af3e-4eee-ac2a-cdfc4f7cbf1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:50.231115 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-636b2f38-b05b-45ab-8dbd-ea8a31694bef tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Deleting port 9dcf2a42-9f04-4675-ac04-4aef725e9ee8 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:51:50.231462 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-636b2f38-b05b-45ab-8dbd-ea8a31694bef tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:50.293926 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5331d528-e218-4819-8066-9804f4623251 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Checking segment: {'id': 'fe2f435d-b3ba-4b62-9a81-0bc57c6cb8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '95992018-b662-422a-bdf5-c0d62e172512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:51:50.294369 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5331d528-e218-4819-8066-9804f4623251 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Network hostable DHCP agents. Network: 95992018-b662-422a-bdf5-c0d62e172512, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:51:50.324413 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-97f4767f-7087-4545-9414-4994ceda3e5c tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15415267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16089018'] for subnet, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:50.392015 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d825d98-6a59-48c0-8132-86ea9ba0369b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-fbba9767-c750-4f88-8efc-0abbf24df492', 'network_id': 'fbba9767-c750-4f88-8efc-0abbf24df492', 'tenant_id': '9048be630cae4eec9c1e1b50b860bada', 'fixed_ips': [{'subnet_id': '15bb8e55-09dc-4d77-9717-c7f09e32dfef'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:51:50.394601 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-1d825d98-6a59-48c0-8132-86ea9ba0369b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:50.432291 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7400f37b-db47-4c9f-be42-df09129b3b5b tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:50.438565 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-7400f37b-db47-4c9f-be42-df09129b3b5b tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] 10.222.0.55 "GET /v2.0/networks/ed45466e-0386-4b92-8de3-247c977242ac HTTP/1.1" status: 200 len: 881 time: 0.3212562 Apr 01 15:51:50.441950 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48722) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:50.461299 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-ffa2fc51-c00a-4119-941f-209223357670 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.5505929 Apr 01 15:51:50.462610 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 48726) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:50.550932 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-41d254c5-d8aa-494a-b312-bd4167c86699 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6c83c87-c856-4c08-8318-8a722f0a15b3 HTTP/1.1" status: 200 len: 205 time: 0.1039181 Apr 01 15:51:50.552091 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48730) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:50.627205 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f4767f-7087-4545-9414-4994ceda3e5c tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Pushing event updated for resources: {'Subnet': ['ID=858507ea-b696-4c55-8b43-288c4e66c3a4,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:50.662687 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-45436a6c-e5ce-4f74-bd5a-f1cfadcae981 tempest-PortsAdminExtendedAttrsTestJSON-129108315 tempest-PortsAdminExtendedAttrsTestJSON-129108315-project] Notify callbacks [] for security_group, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:50.694859 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device dd195473-2721-4cad-9bc5-8a02371ed9fd up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:51:50.736061 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-45436a6c-e5ce-4f74-bd5a-f1cfadcae981 tempest-PortsAdminExtendedAttrsTestJSON-129108315 tempest-PortsAdminExtendedAttrsTestJSON-129108315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:50.760676 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5331d528-e218-4819-8066-9804f4623251 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Network 95992018-b662-422a-bdf5-c0d62e172512 is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:51:50.806621 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfc01473-c8ba-4e09-904e-cea35d467fec tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:51:50.825602 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port dd195473-2721-4cad-9bc5-8a02371ed9fd completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:51:50.829096 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45436a6c-e5ce-4f74-bd5a-f1cfadcae981 tempest-PortsAdminExtendedAttrsTestJSON-129108315 tempest-PortsAdminExtendedAttrsTestJSON-129108315-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=83826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:51:50.838271 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-ac4209c6-af3e-4eee-ac2a-cdfc4f7cbf1f None None] For port 9dcf2a42-9f04-4675-ac04-4aef725e9ee8, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=9dcf2a42-9f04-4675-ac04-4aef725e9ee8,segment=NetworkSegment(2bc5755c-886f-4a82-85ce-d38a1aeff40a),segment_id=2bc5755c-886f-4a82-85ce-d38a1aeff40a)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:51:50.838912 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ac4209c6-af3e-4eee-ac2a-cdfc4f7cbf1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:50.840154 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f4767f-7087-4545-9414-4994ceda3e5c tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Checking segment: {'id': 'c77063c5-d8ea-411a-a897-4e5485e885ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '495252b5-b240-40ca-a711-3ef43df34334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:51:50.840553 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-dfc01473-c8ba-4e09-904e-cea35d467fec tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:50.840685 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f4767f-7087-4545-9414-4994ceda3e5c tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Network hostable DHCP agents. Network: 495252b5-b240-40ca-a711-3ef43df34334, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:51:50.845627 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-dfc01473-c8ba-4e09-904e-cea35d467fec tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 5.2505612 Apr 01 15:51:50.846649 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48734) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:50.847931 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb608ee-bace-4b1e-99ab-2fa1e183fe33 None None] Sync routers for ids ['3dd9a420-1091-4a7a-b1db-2afcf5452758'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:51:50.848067 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-5331d528-e218-4819-8066-9804f4623251 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, 95992018-b662-422a-bdf5-c0d62e172512) {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:50.853207 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5331d528-e218-4819-8066-9804f4623251 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:50.853644 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5331d528-e218-4819-8066-9804f4623251 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:50.854980 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5331d528-e218-4819-8066-9804f4623251 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:50.883711 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2225fad1-506d-412f-a3c9-f15531b0cb89 None None] Network 8ccd2620-04a2-4b02-9a77-f90b50790eb8 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:51:50.896609 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490fcccb-2ee2-4f17-8c73-1e546ff8a82c None None] Network 95992018-b662-422a-bdf5-c0d62e172512 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:51:50.897138 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45436a6c-e5ce-4f74-bd5a-f1cfadcae981 tempest-PortsAdminExtendedAttrsTestJSON-129108315 tempest-PortsAdminExtendedAttrsTestJSON-129108315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47af5af3-6f7d-479a-8a09-68da73be076c,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:50.913200 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [None req-636b2f38-b05b-45ab-8dbd-ea8a31694bef tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] For port 9dcf2a42-9f04-4675-ac04-4aef725e9ee8, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=9dcf2a42-9f04-4675-ac04-4aef725e9ee8,segment=NetworkSegment(2bc5755c-886f-4a82-85ce-d38a1aeff40a),segment_id=2bc5755c-886f-4a82-85ce-d38a1aeff40a)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:51:50.913600 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-636b2f38-b05b-45ab-8dbd-ea8a31694bef tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:50.921996 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-45436a6c-e5ce-4f74-bd5a-f1cfadcae981 tempest-PortsAdminExtendedAttrsTestJSON-129108315 tempest-PortsAdminExtendedAttrsTestJSON-129108315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:50.922341 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.segments_db [None req-45436a6c-e5ce-4f74-bd5a-f1cfadcae981 tempest-PortsAdminExtendedAttrsTestJSON-129108315 tempest-PortsAdminExtendedAttrsTestJSON-129108315-project] Added segment 785c56f2-52a5-4577-974c-87065c90971a of type vlan for network 220d492d-3206-4b06-bb02-50fc978e4c3c Apr 01 15:51:51.014035 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-5331d528-e218-4819-8066-9804f4623251 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 5.2184823 Apr 01 15:51:51.024723 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48738) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:51.084383 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device d6ccdafc-abdc-4716-8cab-6d08f18c5955 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:51:51.088039 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e5bba8-5a67-498e-aa67-3c47b8a393d9 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:51.092030 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e5bba8-5a67-498e-aa67-3c47b8a393d9 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:51.092842 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-88e5bba8-5a67-498e-aa67-3c47b8a393d9 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Synchronizing usage tracker for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:51:51.096078 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47872d70-7380-4fc0-807c-9f891a721106 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:51.097648 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47872d70-7380-4fc0-807c-9f891a721106 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:51.099150 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47872d70-7380-4fc0-807c-9f891a721106 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:51.104355 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-47872d70-7380-4fc0-807c-9f891a721106 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.0743530 Apr 01 15:51:51.104563 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-636b2f38-b05b-45ab-8dbd-ea8a31694bef tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Calling delete_port for 9dcf2a42-9f04-4675-ac04-4aef725e9ee8 owned by network:dhcp {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:51:51.113145 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-02de4a03-b6d3-47de-9a20-9636794f9b34 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks [] for router, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:51.133750 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 48742) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:51.150077 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-45436a6c-e5ce-4f74-bd5a-f1cfadcae981 tempest-PortsAdminExtendedAttrsTestJSON-129108315 tempest-PortsAdminExtendedAttrsTestJSON-129108315-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:51.221196 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f4767f-7087-4545-9414-4994ceda3e5c tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Network 495252b5-b240-40ca-a711-3ef43df34334 is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:51:51.242811 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-ac4209c6-af3e-4eee-ac2a-cdfc4f7cbf1f None None] Calling delete_port for 9dcf2a42-9f04-4675-ac04-4aef725e9ee8 owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:51:51.267528 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-97f4767f-7087-4545-9414-4994ceda3e5c tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, 495252b5-b240-40ca-a711-3ef43df34334) {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:51.271075 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-88e5bba8-5a67-498e-aa67-3c47b8a393d9 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Unset dirty status for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:51:51.276836 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-88e5bba8-5a67-498e-aa67-3c47b8a393d9 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.7899959 Apr 01 15:51:51.289279 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f4767f-7087-4545-9414-4994ceda3e5c tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:51.290169 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-97f4767f-7087-4545-9414-4994ceda3e5c tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:51.293716 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 48746) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:51.322238 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e74974-f2b5-45b2-bd93-d9812558b976 None None] Network 495252b5-b240-40ca-a711-3ef43df34334 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:51:51.395568 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb608ee-bace-4b1e-99ab-2fa1e183fe33 None None] Routers {'3dd9a420-1091-4a7a-b1db-2afcf5452758'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:51:51.396503 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-2bb608ee-bace-4b1e-99ab-2fa1e183fe33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:51:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['3dd9a420-1091-4a7a-b1db-2afcf5452758'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:51.457521 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-1d825d98-6a59-48c0-8132-86ea9ba0369b None None] Allocated IP 2001:db8::1 (fbba9767-c750-4f88-8efc-0abbf24df492/15bb8e55-09dc-4d77-9717-c7f09e32dfef/8132dda8-e30f-426a-9713-315400d89613) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:51.481444 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-45436a6c-e5ce-4f74-bd5a-f1cfadcae981 tempest-PortsAdminExtendedAttrsTestJSON-129108315 tempest-PortsAdminExtendedAttrsTestJSON-129108315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:51.485879 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45436a6c-e5ce-4f74-bd5a-f1cfadcae981 tempest-PortsAdminExtendedAttrsTestJSON-129108315 tempest-PortsAdminExtendedAttrsTestJSON-129108315-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:51.486386 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-45436a6c-e5ce-4f74-bd5a-f1cfadcae981 tempest-PortsAdminExtendedAttrsTestJSON-129108315 tempest-PortsAdminExtendedAttrsTestJSON-129108315-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:51.493949 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-97f4767f-7087-4545-9414-4994ceda3e5c tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8854928 Apr 01 15:51:51.494751 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 48752) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:51.508337 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-35d2574c-ba8c-4fdc-a0ac-f80f80a776da None None] Provisioning for port dd195473-2721-4cad-9bc5-8a02371ed9fd completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:51:51.532345 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-2bb608ee-bace-4b1e-99ab-2fa1e183fe33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:51.545496 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-c149689c-1aa8-4366-b6ef-f0bddefcd7bf tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1549457876', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}, 'admin_state_up': False}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:51:51.567739 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-fec56cf8-aa31-4dc8-8ca2-50b0ae752fd1 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Deleting port 0f8a689d-5ae5-4662-85ca-fc478e76c96d {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:51:51.568315 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-fec56cf8-aa31-4dc8-8ca2-50b0ae752fd1 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:51.642647 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-35d2574c-ba8c-4fdc-a0ac-f80f80a776da None None] Provisioning complete for port dd195473-2721-4cad-9bc5-8a02371ed9fd triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:51.643616 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-35d2574c-ba8c-4fdc-a0ac-f80f80a776da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:51.665112 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-02de4a03-b6d3-47de-9a20-9636794f9b34 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:51.681797 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-02de4a03-b6d3-47de-9a20-9636794f9b34 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Deleting port 4a1816ef-6b56-4920-948e-d01c0c2ae16b {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:51:51.682248 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-02de4a03-b6d3-47de-9a20-9636794f9b34 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:51.785510 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-c149689c-1aa8-4366-b6ef-f0bddefcd7bf tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:51.802949 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-636b2f38-b05b-45ab-8dbd-ea8a31694bef tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:51.850583 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.db.api [None req-ac4209c6-af3e-4eee-ac2a-cdfc4f7cbf1f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:51:51.851192 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG oslo_db.api [None req-ac4209c6-af3e-4eee-ac2a-cdfc4f7cbf1f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:51:51.925974 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-c149689c-1aa8-4366-b6ef-f0bddefcd7bf tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Usage tracker for resource:router and tenant:7e7aded1adfa4cd1be462b87d89e24d5 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:51.948363 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-02de4a03-b6d3-47de-9a20-9636794f9b34 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:51.950536 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-c149689c-1aa8-4366-b6ef-f0bddefcd7bf tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Quota usage for router was recalculated. Used quota:1. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:51.955883 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-45436a6c-e5ce-4f74-bd5a-f1cfadcae981 tempest-PortsAdminExtendedAttrsTestJSON-129108315 tempest-PortsAdminExtendedAttrsTestJSON-129108315-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 3.1335318 Apr 01 15:51:51.966380 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb608ee-bace-4b1e-99ab-2fa1e183fe33 None None] Routers {'3dd9a420-1091-4a7a-b1db-2afcf5452758'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:51:51.967177 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-2bb608ee-bace-4b1e-99ab-2fa1e183fe33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:51:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['3dd9a420-1091-4a7a-b1db-2afcf5452758'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:51.984752 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636b2f38-b05b-45ab-8dbd-ea8a31694bef tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Pushing event deleted for resources: {'Port': ['ID=9dcf2a42-9f04-4675-ac04-4aef725e9ee8,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:51.994598 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-c149689c-1aa8-4366-b6ef-f0bddefcd7bf tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:52.002116 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45436a6c-e5ce-4f74-bd5a-f1cfadcae981 tempest-PortsAdminExtendedAttrsTestJSON-129108315 tempest-PortsAdminExtendedAttrsTestJSON-129108315-project] Pushing event updated for resources: {'Network': ['ID=220d492d-3206-4b06-bb02-50fc978e4c3c,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:52.012029 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636b2f38-b05b-45ab-8dbd-ea8a31694bef tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] No DVR routers for this DVR port 9dcf2a42-9f04-4675-ac04-4aef725e9ee8 on host dv-neutron-833373-2-hyperv {{(pid=83826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:51:52.056016 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 220d492d-3206-4b06-bb02-50fc978e4c3c details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:51:52.126037 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33faee39-8c4c-4216-9a10-019f822d826e None None] Update dhcp port {'port': {'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'fixed_ips': [{'subnet_id': '022f2fae-bb1c-4746-9ce6-34e0814c0181', 'ip_address': '2001:db8::f816:3eff:fe62:7982'}, {'subnet_id': 'cf000039-33c0-4dff-b717-522add8b174c'}], 'binding:host_id': 'dv-neutron-833373-2-hyperv'}, 'id': 'd6ccdafc-abdc-4716-8cab-6d08f18c5955'} from dv-neutron-833373-2-hyperv. {{(pid=83829) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 01 15:51:52.132270 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_v2 [None req-46554856-69a1-4784-9c90-01b52907d877 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Deleting subnet 15bb8e55-09dc-4d77-9717-c7f09e32dfef {{(pid=83826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:51:52.138746 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-02de4a03-b6d3-47de-9a20-9636794f9b34 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Calling delete_port for 4a1816ef-6b56-4920-948e-d01c0c2ae16b owned by network:router_gateway {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:51:52.145002 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c149689c-1aa8-4366-b6ef-f0bddefcd7bf tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130665'] for router, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:52.145925 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c149689c-1aa8-4366-b6ef-f0bddefcd7bf tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617571', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130640'] for router, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:52.149106 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port d6ccdafc-abdc-4716-8cab-6d08f18c5955 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:51:52.215250 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-2bb608ee-bace-4b1e-99ab-2fa1e183fe33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:52.215250 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb608ee-bace-4b1e-99ab-2fa1e183fe33 None None] The sync data for ids ['3dd9a420-1091-4a7a-b1db-2afcf5452758'] in dv-neutron-833373-2-hyperv is: [] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:51:52.240896 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-ac4209c6-af3e-4eee-ac2a-cdfc4f7cbf1f None None] Deleting port 9dcf2a42-9f04-4675-ac04-4aef725e9ee8 {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:51:52.241262 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ac4209c6-af3e-4eee-ac2a-cdfc4f7cbf1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:52.355338 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-636b2f38-b05b-45ab-8dbd-ea8a31694bef tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:52.357209 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port d6ccdafc-abdc-4716-8cab-6d08f18c5955 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:52.357686 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:52.404305 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6f4a3c-6936-4bdb-924c-b8dcef7487c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-95992018-b662-422a-bdf5-c0d62e172512', 'network_id': '95992018-b662-422a-bdf5-c0d62e172512', 'tenant_id': '9048be630cae4eec9c1e1b50b860bada', 'fixed_ips': [{'subnet_id': '233a0ee6-74ec-4cb0-b8e2-aded733cca00'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:51:52.405148 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-bd6f4a3c-6936-4bdb-924c-b8dcef7487c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:52.421460 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-fec56cf8-aa31-4dc8-8ca2-50b0ae752fd1 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:52.427524 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-02de4a03-b6d3-47de-9a20-9636794f9b34 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:52.431306 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48760) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:52.436559 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-636b2f38-b05b-45ab-8dbd-ea8a31694bef tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6879c82-7f07-4268-aef8-0ed4729f64c3']}} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:52.455362 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c149689c-1aa8-4366-b6ef-f0bddefcd7bf tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:52.457631 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-636b2f38-b05b-45ab-8dbd-ea8a31694bef tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bc5755c-886f-4a82-85ce-d38a1aeff40a') {'for_net_delete': True} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:52.457918 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-636b2f38-b05b-45ab-8dbd-ea8a31694bef tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bc5755c-886f-4a82-85ce-d38a1aeff40a') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:52.486347 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-b9b011e7-2695-4c5a-9abc-dcc300db7e3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Request body: {'port': {'network_id': '220d492d-3206-4b06-bb02-50fc978e4c3c', 'binding:host_id': 'hv-neutron-8333', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-186713120'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:51:52.502027 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-b9b011e7-2695-4c5a-9abc-dcc300db7e3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:52.505758 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02de4a03-b6d3-47de-9a20-9636794f9b34 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Pushing event deleted for resources: {'Port': ['ID=4a1816ef-6b56-4920-948e-d01c0c2ae16b,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:52.545421 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-b9b011e7-2695-4c5a-9abc-dcc300db7e3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Usage tracker for resource:port and tenant:51477d50ff9d4a93b662d3a27ad2c31c is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:52.552358 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-b9b011e7-2695-4c5a-9abc-dcc300db7e3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:52.593267 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-fec56cf8-aa31-4dc8-8ca2-50b0ae752fd1 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Calling delete_port for 0f8a689d-5ae5-4662-85ca-fc478e76c96d owned by {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:51:52.603359 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-b9b011e7-2695-4c5a-9abc-dcc300db7e3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:52.621844 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-636b2f38-b05b-45ab-8dbd-ea8a31694bef tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16610763'] for segment, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:52.631224 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-ac4209c6-af3e-4eee-ac2a-cdfc4f7cbf1f None None] The port '9dcf2a42-9f04-4675-ac04-4aef725e9ee8' was deleted {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:51:52.659951 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-636b2f38-b05b-45ab-8dbd-ea8a31694bef tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:52.673248 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-636b2f38-b05b-45ab-8dbd-ea8a31694bef tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=83826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:51:52.673927 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-636b2f38-b05b-45ab-8dbd-ea8a31694bef tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15415164'] for segment, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:52.681931 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b011e7-2695-4c5a-9abc-dcc300db7e3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Made reservation on behalf of 51477d50ff9d4a93b662d3a27ad2c31c for: {'port': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:52.684315 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b9b011e7-2695-4c5a-9abc-dcc300db7e3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:52.689267 dv-neutron-833373-2-hyperv neutron-server[83826]: Traceback (most recent call last): Apr 01 15:51:52.689267 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:51:52.689267 dv-neutron-833373-2-hyperv neutron-server[83826]: timer() Apr 01 15:51:52.689267 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:51:52.689267 dv-neutron-833373-2-hyperv neutron-server[83826]: cb(*args, **kw) Apr 01 15:51:52.689267 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:51:52.689267 dv-neutron-833373-2-hyperv neutron-server[83826]: return func(*args, **kwargs) Apr 01 15:51:52.689267 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:51:52.689267 dv-neutron-833373-2-hyperv neutron-server[83826]: self._notify() Apr 01 15:51:52.689267 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:51:52.689267 dv-neutron-833373-2-hyperv neutron-server[83826]: self.callback(batched_events) Apr 01 15:51:52.689267 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:51:52.689267 dv-neutron-833373-2-hyperv neutron-server[83826]: event.method(event) Apr 01 15:51:52.689267 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:51:52.689267 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:51:52.689267 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:51:52.689267 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:51:52.689267 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:51:52.689267 dv-neutron-833373-2-hyperv neutron-server[83826]: return f(self, *a, **k) Apr 01 15:51:52.689267 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:51:52.689267 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._get(url).json() Apr 01 15:51:52.689267 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:51:52.689267 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:51:52.689267 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:51:52.689267 dv-neutron-833373-2-hyperv neutron-server[83826]: return self.request(url, 'GET', **kwargs) Apr 01 15:51:52.689267 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:51:52.689267 dv-neutron-833373-2-hyperv neutron-server[83826]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:51:52.689267 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:51:52.689267 dv-neutron-833373-2-hyperv neutron-server[83826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:51:52.689267 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:51:52.689267 dv-neutron-833373-2-hyperv neutron-server[83826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:51:52.689267 dv-neutron-833373-2-hyperv neutron-server[83826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:51:52.696584 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-33faee39-8c4c-4216-9a10-019f822d826e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:52.743218 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b9b011e7-2695-4c5a-9abc-dcc300db7e3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:52.847401 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-35d2574c-ba8c-4fdc-a0ac-f80f80a776da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:52.941015 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-1d825d98-6a59-48c0-8132-86ea9ba0369b None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:52.943646 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981bdec9-18c5-4abd-b2c7-da58e2ed47aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-495252b5-b240-40ca-a711-3ef43df34334', 'network_id': '495252b5-b240-40ca-a711-3ef43df34334', 'tenant_id': '7e7aded1adfa4cd1be462b87d89e24d5', 'fixed_ips': [{'subnet_id': '858507ea-b696-4c55-8b43-288c4e66c3a4'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:51:52.944425 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-981bdec9-18c5-4abd-b2c7-da58e2ed47aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:52.953649 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c149689c-1aa8-4366-b6ef-f0bddefcd7bf tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130626'] for router, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:52.969199 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-636b2f38-b05b-45ab-8dbd-ea8a31694bef tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:52.969396 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-b9b011e7-2695-4c5a-9abc-dcc300db7e3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:52.974806 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-636b2f38-b05b-45ab-8dbd-ea8a31694bef tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:52.977328 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-02de4a03-b6d3-47de-9a20-9636794f9b34 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617660'] for router_gateway, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:53.033382 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636b2f38-b05b-45ab-8dbd-ea8a31694bef tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Pushing event deleted for resources: {'Network': ['ID=d6879c82-7f07-4268-aef8-0ed4729f64c3,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:53.062490 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-636b2f38-b05b-45ab-8dbd-ea8a31694bef tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "DELETE /v2.0/networks/d6879c82-7f07-4268-aef8-0ed4729f64c3 HTTP/1.1" status: 204 len: 168 time: 5.9131753 Apr 01 15:51:53.070386 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 48764) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:53.085342 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-9dd60f20-42cd-45b9-8478-4015afd5edf4 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Request body: {'port': {'network_id': 'b4e873a3-e6ca-443c-a769-49c7c4739e48', 'name': 'tempest-PortsIpV6TestJSON-1391798480'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:51:53.212257 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-35d2574c-ba8c-4fdc-a0ac-f80f80a776da None None] For port dd195473-2721-4cad-9bc5-8a02371ed9fd, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=dd195473-2721-4cad-9bc5-8a02371ed9fd,segment=NetworkSegment(9742988c-0477-445a-b5ae-f1b3c0783b21),segment_id=9742988c-0477-445a-b5ae-f1b3c0783b21)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:51:53.254629 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-bd6f4a3c-6936-4bdb-924c-b8dcef7487c1 None None] Allocated IP 2001:db8:0:1::1 (95992018-b662-422a-bdf5-c0d62e172512/233a0ee6-74ec-4cb0-b8e2-aded733cca00/54b2ff10-b737-431f-95c6-72a2683b8822) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:53.256089 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-b9b011e7-2695-4c5a-9abc-dcc300db7e3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Usage tracker for resource:security_group_rule and tenant:51477d50ff9d4a93b662d3a27ad2c31c is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:53.271559 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-b9b011e7-2695-4c5a-9abc-dcc300db7e3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:53.294178 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-b9b011e7-2695-4c5a-9abc-dcc300db7e3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:53.347368 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-fec56cf8-aa31-4dc8-8ca2-50b0ae752fd1 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:53.379416 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5375d98a-c40e-4386-8c0a-6a0d5d563d05 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:53.396273 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-9dd60f20-42cd-45b9-8478-4015afd5edf4 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:53.398539 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec56cf8-aa31-4dc8-8ca2-50b0ae752fd1 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event deleted for resources: {'Port': ['ID=0f8a689d-5ae5-4662-85ca-fc478e76c96d,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:53.420811 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-9dd60f20-42cd-45b9-8478-4015afd5edf4 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:53.458342 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-1d825d98-6a59-48c0-8132-86ea9ba0369b None None] Transition to ACTIVE for port object 8132dda8-e30f-426a-9713-315400d89613 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:53.464018 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-35d2574c-ba8c-4fdc-a0ac-f80f80a776da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:53.529536 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:53.531134 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-02de4a03-b6d3-47de-9a20-9636794f9b34 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130651'] for router, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:53.608449 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-02de4a03-b6d3-47de-9a20-9636794f9b34 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:53.616763 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd60f20-42cd-45b9-8478-4015afd5edf4 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Made reservation on behalf of 144b300b27fa4dafba1405cae5639f1c for: {'port': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:53.617478 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-1d825d98-6a59-48c0-8132-86ea9ba0369b None None] Transition to ACTIVE for port object 8132dda8-e30f-426a-9713-315400d89613 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:53.619771 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9dd60f20-42cd-45b9-8478-4015afd5edf4 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:53.680625 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-33faee39-8c4c-4216-9a10-019f822d826e None None] Allocated IP 172.20.0.2 (7b65ac5c-8834-4b65-9b28-b7dba6c9746f/cf000039-33c0-4dff-b717-522add8b174c/d6ccdafc-abdc-4716-8cab-6d08f18c5955) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:53.685939 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-46554856-69a1-4784-9c90-01b52907d877 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks [] for subnet, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:53.707032 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-02de4a03-b6d3-47de-9a20-9636794f9b34 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607376'] for router, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:53.707715 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02de4a03-b6d3-47de-9a20-9636794f9b34 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Fanout notify agent at l3_agent the message router_deleted on router b6c83c87-c856-4c08-8318-8a722f0a15b3 {{(pid=83828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:51:53.712092 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-1d825d98-6a59-48c0-8132-86ea9ba0369b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:53.722433 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b9b011e7-2695-4c5a-9abc-dcc300db7e3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:53.730959 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [None req-9dd60f20-42cd-45b9-8478-4015afd5edf4 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] device_id is not set on port 25d17d90-c75e-475e-aa63-dba9e203a0b4 yet. {{(pid=83826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:51:53.749943 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port d6ccdafc-abdc-4716-8cab-6d08f18c5955, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=d6ccdafc-abdc-4716-8cab-6d08f18c5955,segment=NetworkSegment(c41dc1a5-c958-4d8b-81ea-3934c36371b8),segment_id=c41dc1a5-c958-4d8b-81ea-3934c36371b8)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:51:53.770044 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d2574c-ba8c-4fdc-a0ac-f80f80a776da None None] Pushing event updated for resources: {'Port': ['ID=dd195473-2721-4cad-9bc5-8a02371ed9fd,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:53.771772 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b9b011e7-2695-4c5a-9abc-dcc300db7e3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:53.788749 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [None req-b9b011e7-2695-4c5a-9abc-dcc300db7e3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] device_id is not set on port eb4bb59b-8d4e-4a5b-b8c5-c2124d7b9333 yet. {{(pid=83828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:51:53.815997 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:53.871559 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c149689c-1aa8-4366-b6ef-f0bddefcd7bf tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks [] for router_gateway, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:53.896943 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-aab626e0-ef25-4e85-9d6c-cdf992258d9b None None] Provisioning complete for port dd195473-2721-4cad-9bc5-8a02371ed9fd triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:53.897730 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-aab626e0-ef25-4e85-9d6c-cdf992258d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:53.912619 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b011e7-2695-4c5a-9abc-dcc300db7e3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b94d92db-f975-4962-81d4-91aa39923e81,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:53.917506 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-02de4a03-b6d3-47de-9a20-9636794f9b34 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:53.922813 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-02de4a03-b6d3-47de-9a20-9636794f9b34 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] 10.222.0.55 "DELETE /v2.0/routers/b6c83c87-c856-4c08-8318-8a722f0a15b3 HTTP/1.1" status: 204 len: 168 time: 3.3705060 Apr 01 15:51:53.925871 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 48768) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:53.926479 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:53.930801 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c149689c-1aa8-4366-b6ef-f0bddefcd7bf tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:53.993731 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d825d98-6a59-48c0-8132-86ea9ba0369b None None] Network fbba9767-c750-4f88-8efc-0abbf24df492 is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:54.031255 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device dd195473-2721-4cad-9bc5-8a02371ed9fd up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:51:54.064695 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-1d825d98-6a59-48c0-8132-86ea9ba0369b None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:54.067370 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d825d98-6a59-48c0-8132-86ea9ba0369b None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:51:54.099539 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-c149689c-1aa8-4366-b6ef-f0bddefcd7bf tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Allocated IP 172.26.1.25 (ed45466e-0386-4b92-8de3-247c977242ac/0479f741-5cd1-4d6f-b593-d8aa909a42d3/b5e7ed6d-9366-48da-9c68-a70bf2aacb17) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:54.107618 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-46554856-69a1-4784-9c90-01b52907d877 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16610770'] for subnet, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:54.151636 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-d802c101-0758-445a-928a-60ed68f0a6f1 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-606249524', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:51:54.152112 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-5375d98a-c40e-4386-8c0a-6a0d5d563d05 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Allocated IP 172.20.0.1 (8ccd2620-04a2-4b02-9a77-f90b50790eb8/03d65cb1-3444-460c-8ad4-c1872d592dd3/0ce7a502-ef7a-4e63-8fd2-a35219682dd0) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:54.160864 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-fec56cf8-aa31-4dc8-8ca2-50b0ae752fd1 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:54.168129 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-981bdec9-18c5-4abd-b2c7-da58e2ed47aa None None] Allocated IP 172.20.0.2 (495252b5-b240-40ca-a711-3ef43df34334/858507ea-b696-4c55-8b43-288c4e66c3a4/c71eace6-4e70-4998-bc15-248c7f500859) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:54.172816 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-d802c101-0758-445a-928a-60ed68f0a6f1 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:54.177835 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-e8a7a635-51f1-4e34-bfa0-432378e9299d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:54.180150 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d825d98-6a59-48c0-8132-86ea9ba0369b None None] Pushing event updated for resources: {'Port': ['ID=8132dda8-e30f-426a-9713-315400d89613,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:54.213237 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-d802c101-0758-445a-928a-60ed68f0a6f1 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Usage tracker for resource:router and tenant:3850ef500fb442378a7b9acd8e0a9055 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:54.221967 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-d802c101-0758-445a-928a-60ed68f0a6f1 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:54.242911 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-fec56cf8-aa31-4dc8-8ca2-50b0ae752fd1 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/ports/0f8a689d-5ae5-4662-85ca-fc478e76c96d HTTP/1.1" status: 204 len: 168 time: 2.9481311 Apr 01 15:51:54.250952 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-d802c101-0758-445a-928a-60ed68f0a6f1 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:54.252284 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48772) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:54.332264 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-bd6f4a3c-6936-4bdb-924c-b8dcef7487c1 None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:54.446598 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d802c101-0758-445a-928a-60ed68f0a6f1 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130665'] for router, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:54.447538 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d802c101-0758-445a-928a-60ed68f0a6f1 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617571', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130640'] for router, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:54.447700 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b31616-f465-44f9-a3cb-320aac886e59 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:54.449123 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b31616-f465-44f9-a3cb-320aac886e59 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:54.455648 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b31616-f465-44f9-a3cb-320aac886e59 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:54.455648 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-e5b31616-f465-44f9-a3cb-320aac886e59 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1905293 Apr 01 15:51:54.463280 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48778) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:54.538351 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-46554856-69a1-4784-9c90-01b52907d877 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:54.574605 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [None req-b9b011e7-2695-4c5a-9abc-dcc300db7e3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] device_id is not set on port eb4bb59b-8d4e-4a5b-b8c5-c2124d7b9333 yet. {{(pid=83828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:51:54.594514 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-bd6f4a3c-6936-4bdb-924c-b8dcef7487c1 None None] Transition to ACTIVE for port object 54b2ff10-b737-431f-95c6-72a2683b8822 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:54.599075 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5375d98a-c40e-4386-8c0a-6a0d5d563d05 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:54.612914 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b9b011e7-2695-4c5a-9abc-dcc300db7e3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:54.629128 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d802c101-0758-445a-928a-60ed68f0a6f1 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:54.632565 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c149689c-1aa8-4366-b6ef-f0bddefcd7bf tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:54.637668 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9dd60f20-42cd-45b9-8478-4015afd5edf4 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:54.645052 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=d6ccdafc-abdc-4716-8cab-6d08f18c5955,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:54.653514 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [None req-5375d98a-c40e-4386-8c0a-6a0d5d563d05 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Transition to ACTIVE for port object 0ce7a502-ef7a-4e63-8fd2-a35219682dd0 will not be triggered until provisioned by entity DHCP. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:54.700587 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-1d825d98-6a59-48c0-8132-86ea9ba0369b None None] Attempting to bind port 8132dda8-e30f-426a-9713-315400d89613 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:51:54.700911 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-1d825d98-6a59-48c0-8132-86ea9ba0369b None None] Attempting to bind port 8132dda8-e30f-426a-9713-315400d89613 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': '00d4eaaf-ce6b-4b70-83ca-9a0f6a870d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'fbba9767-c750-4f88-8efc-0abbf24df492'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:51:54.701306 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d825d98-6a59-48c0-8132-86ea9ba0369b None None] Attempting to bind port 8132dda8-e30f-426a-9713-315400d89613 on network fbba9767-c750-4f88-8efc-0abbf24df492 {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:51:54.702736 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d802c101-0758-445a-928a-60ed68f0a6f1 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616'] for router, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:54.721496 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5375d98a-c40e-4386-8c0a-6a0d5d563d05 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:54.724611 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-bd6f4a3c-6936-4bdb-924c-b8dcef7487c1 None None] Transition to ACTIVE for port object 54b2ff10-b737-431f-95c6-72a2683b8822 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:54.727622 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-46554856-69a1-4784-9c90-01b52907d877 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15415074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16089009'] for subnet, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:54.731260 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [None req-b9b011e7-2695-4c5a-9abc-dcc300db7e3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Transition to ACTIVE for port object eb4bb59b-8d4e-4a5b-b8c5-c2124d7b9333 will not be triggered until provisioned by entity L2. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:54.755672 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-33faee39-8c4c-4216-9a10-019f822d826e None None] For port d6ccdafc-abdc-4716-8cab-6d08f18c5955, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=d6ccdafc-abdc-4716-8cab-6d08f18c5955,segment=NetworkSegment(c41dc1a5-c958-4d8b-81ea-3934c36371b8),segment_id=c41dc1a5-c958-4d8b-81ea-3934c36371b8)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:51:54.761672 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-bd6f4a3c-6936-4bdb-924c-b8dcef7487c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:54.770030 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d802c101-0758-445a-928a-60ed68f0a6f1 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks [] for router, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:54.771217 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-d802c101-0758-445a-928a-60ed68f0a6f1 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8422029 Apr 01 15:51:54.777558 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48782) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:54.778329 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46554856-69a1-4784-9c90-01b52907d877 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Pushing event deleted for resources: {'Subnet': ['ID=15bb8e55-09dc-4d77-9717-c7f09e32dfef,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:54.782649 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9dd60f20-42cd-45b9-8478-4015afd5edf4 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:54.809768 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d825d98-6a59-48c0-8132-86ea9ba0369b None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:51:54.810186 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d825d98-6a59-48c0-8132-86ea9ba0369b None None] Checking segment: {'id': '00d4eaaf-ce6b-4b70-83ca-9a0f6a870d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'fbba9767-c750-4f88-8efc-0abbf24df492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:51:54.810778 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-1d825d98-6a59-48c0-8132-86ea9ba0369b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:54.811170 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d825d98-6a59-48c0-8132-86ea9ba0369b None None] Bound using segment: {'id': '00d4eaaf-ce6b-4b70-83ca-9a0f6a870d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'fbba9767-c750-4f88-8efc-0abbf24df492'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:51:54.811683 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-1d825d98-6a59-48c0-8132-86ea9ba0369b None None] Bound port: 8132dda8-e30f-426a-9713-315400d89613, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00d4eaaf-ce6b-4b70-83ca-9a0f6a870d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'fbba9767-c750-4f88-8efc-0abbf24df492'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:51:54.812053 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-1d825d98-6a59-48c0-8132-86ea9ba0369b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:54.836781 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-46554856-69a1-4784-9c90-01b52907d877 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:54.841313 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-46554856-69a1-4784-9c90-01b52907d877 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] 10.222.0.55 "DELETE /v2.0/subnets/15bb8e55-09dc-4d77-9717-c7f09e32dfef HTTP/1.1" status: 204 len: 168 time: 3.6974688 Apr 01 15:51:54.849638 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 48784) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:54.851450 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd60f20-42cd-45b9-8478-4015afd5edf4 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Network b4e873a3-e6ca-443c-a769-49c7c4739e48 is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:54.854626 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c149689c-1aa8-4366-b6ef-f0bddefcd7bf tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:54.861917 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-9dd60f20-42cd-45b9-8478-4015afd5edf4 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:54.862886 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port dd195473-2721-4cad-9bc5-8a02371ed9fd triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:54.863553 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:54.903400 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd60f20-42cd-45b9-8478-4015afd5edf4 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:51:54.908065 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd60f20-42cd-45b9-8478-4015afd5edf4 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:54.908693 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9dd60f20-42cd-45b9-8478-4015afd5edf4 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:54.915963 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-5d40ff2f-3f5a-4004-82bd-61d8f4b94d79 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'enable_snat': True}}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:51:54.953985 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.db.resource_extend [None req-33faee39-8c4c-4216-9a10-019f822d826e None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:51:54.962659 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-9dd60f20-42cd-45b9-8478-4015afd5edf4 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.8867772 Apr 01 15:51:54.963954 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd60f20-42cd-45b9-8478-4015afd5edf4 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Pushing event updated for resources: {'Port': ['ID=25d17d90-c75e-475e-aa63-dba9e203a0b4,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:54.967142 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 48790) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:54.992107 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b9b011e7-2695-4c5a-9abc-dcc300db7e3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:55.044192 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6f4a3c-6936-4bdb-924c-b8dcef7487c1 None None] Network 95992018-b662-422a-bdf5-c0d62e172512 is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:55.064680 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-33faee39-8c4c-4216-9a10-019f822d826e None None] Notify callbacks [] for port, precommit_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:55.065685 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c149689c-1aa8-4366-b6ef-f0bddefcd7bf tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Pushing event updated for resources: {'Port': ['ID=b5e7ed6d-9366-48da-9c68-a70bf2aacb17,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:55.069081 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c149689c-1aa8-4366-b6ef-f0bddefcd7bf tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Network ed45466e-0386-4b92-8de3-247c977242ac is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:55.070659 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6f4a3c-6936-4bdb-924c-b8dcef7487c1 None None] Pushing event updated for resources: {'Port': ['ID=54b2ff10-b737-431f-95c6-72a2683b8822,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:55.073363 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-bd6f4a3c-6936-4bdb-924c-b8dcef7487c1 None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:55.088245 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-c149689c-1aa8-4366-b6ef-f0bddefcd7bf tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:55.094855 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c149689c-1aa8-4366-b6ef-f0bddefcd7bf tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:51:55.097056 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6f4a3c-6936-4bdb-924c-b8dcef7487c1 None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:51:55.100004 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5375d98a-c40e-4386-8c0a-6a0d5d563d05 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Network 8ccd2620-04a2-4b02-9a77-f90b50790eb8 is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:55.108076 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-5375d98a-c40e-4386-8c0a-6a0d5d563d05 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:55.110101 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5375d98a-c40e-4386-8c0a-6a0d5d563d05 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Pushing event updated for resources: {'Port': ['ID=0ce7a502-ef7a-4e63-8fd2-a35219682dd0,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:55.115875 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5375d98a-c40e-4386-8c0a-6a0d5d563d05 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:51:55.135006 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-33faee39-8c4c-4216-9a10-019f822d826e None None] Transition to ACTIVE for port object d6ccdafc-abdc-4716-8cab-6d08f18c5955 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:55.178343 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5375d98a-c40e-4386-8c0a-6a0d5d563d05 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611418'] for router_interface, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:55.194031 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-981bdec9-18c5-4abd-b2c7-da58e2ed47aa None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:55.196596 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-33faee39-8c4c-4216-9a10-019f822d826e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:55.240351 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-e6dccf99-d195-4196-add4-ea71e551dc57 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Deleting port 25d17d90-c75e-475e-aa63-dba9e203a0b4 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:51:55.241296 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e6dccf99-d195-4196-add4-ea71e551dc57 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:55.286279 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecc739bf-cbde-4969-b917-fd4df9303b20 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Deleting subnet 022f2fae-bb1c-4746-9ce6-34e0814c0181 {{(pid=83828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:51:55.293607 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ecc739bf-cbde-4969-b917-fd4df9303b20 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for subnet, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:55.347694 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-981bdec9-18c5-4abd-b2c7-da58e2ed47aa None None] Transition to ACTIVE for port object c71eace6-4e70-4998-bc15-248c7f500859 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:55.382651 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-981bdec9-18c5-4abd-b2c7-da58e2ed47aa None None] Transition to ACTIVE for port object c71eace6-4e70-4998-bc15-248c7f500859 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:51:55.472061 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b011e7-2695-4c5a-9abc-dcc300db7e3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Pushing event updated for resources: {'Port': ['ID=eb4bb59b-8d4e-4a5b-b8c5-c2124d7b9333,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:55.493996 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b011e7-2695-4c5a-9abc-dcc300db7e3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Checking segment: {'id': '785c56f2-52a5-4577-974c-87065c90971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '220d492d-3206-4b06-bb02-50fc978e4c3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:51:55.494362 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b011e7-2695-4c5a-9abc-dcc300db7e3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Network hostable DHCP agents. Network: 220d492d-3206-4b06-bb02-50fc978e4c3c, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:51:55.504967 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ecc739bf-cbde-4969-b917-fd4df9303b20 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15303084'] for subnet, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:55.505638 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-1d825d98-6a59-48c0-8132-86ea9ba0369b None None] For port 8132dda8-e30f-426a-9713-315400d89613, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:51:55.550236 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-981bdec9-18c5-4abd-b2c7-da58e2ed47aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:55.596443 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-1d825d98-6a59-48c0-8132-86ea9ba0369b None None] For port 8132dda8-e30f-426a-9713-315400d89613, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=8132dda8-e30f-426a-9713-315400d89613,segment=NetworkSegment(00d4eaaf-ce6b-4b70-83ca-9a0f6a870d38),segment_id=00d4eaaf-ce6b-4b70-83ca-9a0f6a870d38)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:51:55.600582 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-bd6f4a3c-6936-4bdb-924c-b8dcef7487c1 None None] Attempting to bind port 54b2ff10-b737-431f-95c6-72a2683b8822 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:51:55.601398 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-bd6f4a3c-6936-4bdb-924c-b8dcef7487c1 None None] Attempting to bind port 54b2ff10-b737-431f-95c6-72a2683b8822 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'fe2f435d-b3ba-4b62-9a81-0bc57c6cb8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '95992018-b662-422a-bdf5-c0d62e172512'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:51:55.601936 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6f4a3c-6936-4bdb-924c-b8dcef7487c1 None None] Attempting to bind port 54b2ff10-b737-431f-95c6-72a2683b8822 on network 95992018-b662-422a-bdf5-c0d62e172512 {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:51:55.628069 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6f4a3c-6936-4bdb-924c-b8dcef7487c1 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:51:55.628695 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6f4a3c-6936-4bdb-924c-b8dcef7487c1 None None] Checking segment: {'id': 'fe2f435d-b3ba-4b62-9a81-0bc57c6cb8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '95992018-b662-422a-bdf5-c0d62e172512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:51:55.629455 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-bd6f4a3c-6936-4bdb-924c-b8dcef7487c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:55.629986 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6f4a3c-6936-4bdb-924c-b8dcef7487c1 None None] Bound using segment: {'id': 'fe2f435d-b3ba-4b62-9a81-0bc57c6cb8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '95992018-b662-422a-bdf5-c0d62e172512'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:51:55.630950 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-bd6f4a3c-6936-4bdb-924c-b8dcef7487c1 None None] Bound port: 54b2ff10-b737-431f-95c6-72a2683b8822, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe2f435d-b3ba-4b62-9a81-0bc57c6cb8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '95992018-b662-422a-bdf5-c0d62e172512'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:51:55.631584 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-bd6f4a3c-6936-4bdb-924c-b8dcef7487c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:55.646295 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-c7f44926-a8ce-4841-a1ba-75a8dfa8a98c None None] Provisioning for port 0ce7a502-ef7a-4e63-8fd2-a35219682dd0 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:51:55.650294 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-1d825d98-6a59-48c0-8132-86ea9ba0369b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:55.679496 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-c7f44926-a8ce-4841-a1ba-75a8dfa8a98c None None] Provisioning complete for port 0ce7a502-ef7a-4e63-8fd2-a35219682dd0 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:55.680039 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c7f44926-a8ce-4841-a1ba-75a8dfa8a98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:55.707454 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ecc739bf-cbde-4969-b917-fd4df9303b20 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:55.711768 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cdac036-cf59-4961-8e4a-cf944d991782 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Deleting subnet 233a0ee6-74ec-4cb0-b8e2-aded733cca00 {{(pid=83826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:51:55.721404 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6cdac036-cf59-4961-8e4a-cf944d991782 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks [] for subnet, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:55.746055 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33faee39-8c4c-4216-9a10-019f822d826e None None] Pushing event updated for resources: {'Port': ['ID=d6ccdafc-abdc-4716-8cab-6d08f18c5955,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:55.762822 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5375d98a-c40e-4386-8c0a-6a0d5d563d05 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:55.799859 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e6dccf99-d195-4196-add4-ea71e551dc57 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:55.827951 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-c7f44926-a8ce-4841-a1ba-75a8dfa8a98c None None] Port 0ce7a502-ef7a-4e63-8fd2-a35219682dd0 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:51:55.833283 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981bdec9-18c5-4abd-b2c7-da58e2ed47aa None None] Network 495252b5-b240-40ca-a711-3ef43df34334 is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:55.864901 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-981bdec9-18c5-4abd-b2c7-da58e2ed47aa None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:55.867730 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981bdec9-18c5-4abd-b2c7-da58e2ed47aa None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:51:55.883492 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981bdec9-18c5-4abd-b2c7-da58e2ed47aa None None] Pushing event updated for resources: {'Port': ['ID=c71eace6-4e70-4998-bc15-248c7f500859,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:55.966493 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device d6ccdafc-abdc-4716-8cab-6d08f18c5955 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:51:56.038251 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b011e7-2695-4c5a-9abc-dcc300db7e3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Network 220d492d-3206-4b06-bb02-50fc978e4c3c is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:51:56.082631 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-e6dccf99-d195-4196-add4-ea71e551dc57 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Calling delete_port for 25d17d90-c75e-475e-aa63-dba9e203a0b4 owned by {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:51:56.143870 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ecc739bf-cbde-4969-b917-fd4df9303b20 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15306565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16030232'] for subnet, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:56.165565 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6cdac036-cf59-4961-8e4a-cf944d991782 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16610770'] for subnet, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:56.232959 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-bd6f4a3c-6936-4bdb-924c-b8dcef7487c1 None None] For port 54b2ff10-b737-431f-95c6-72a2683b8822, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:51:56.249899 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-bd6f4a3c-6936-4bdb-924c-b8dcef7487c1 None None] For port 54b2ff10-b737-431f-95c6-72a2683b8822, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=54b2ff10-b737-431f-95c6-72a2683b8822,segment=NetworkSegment(fe2f435d-b3ba-4b62-9a81-0bc57c6cb8e7),segment_id=fe2f435d-b3ba-4b62-9a81-0bc57c6cb8e7)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:51:56.256874 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d825d98-6a59-48c0-8132-86ea9ba0369b None None] Pushing event updated for resources: {'Port': ['ID=8132dda8-e30f-426a-9713-315400d89613,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:56.271269 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c149689c-1aa8-4366-b6ef-f0bddefcd7bf tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks [] for router_gateway, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:56.271999 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c149689c-1aa8-4366-b6ef-f0bddefcd7bf tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616'] for router, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:56.274350 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-b9b011e7-2695-4c5a-9abc-dcc300db7e3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, 220d492d-3206-4b06-bb02-50fc978e4c3c) {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:56.281104 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b011e7-2695-4c5a-9abc-dcc300db7e3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:51:56.309282 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc739bf-cbde-4969-b917-fd4df9303b20 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event deleted for resources: {'Subnet': ['ID=022f2fae-bb1c-4746-9ce6-34e0814c0181,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:56.317392 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-bd6f4a3c-6936-4bdb-924c-b8dcef7487c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:56.329421 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5d40ff2f-3f5a-4004-82bd-61d8f4b94d79 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130626'] for router, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:56.339921 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-b9b011e7-2695-4c5a-9abc-dcc300db7e3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to bind port eb4bb59b-8d4e-4a5b-b8c5-c2124d7b9333 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:51:56.340457 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-b9b011e7-2695-4c5a-9abc-dcc300db7e3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to bind port eb4bb59b-8d4e-4a5b-b8c5-c2124d7b9333 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '785c56f2-52a5-4577-974c-87065c90971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '220d492d-3206-4b06-bb02-50fc978e4c3c'}] {{(pid=83828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:51:56.341207 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b011e7-2695-4c5a-9abc-dcc300db7e3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to bind port eb4bb59b-8d4e-4a5b-b8c5-c2124d7b9333 on network 220d492d-3206-4b06-bb02-50fc978e4c3c {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:51:56.346352 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ecc739bf-cbde-4969-b917-fd4df9303b20 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:56.381882 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35cddec-b761-499d-8d7e-20e121d18a7f None None] Network 220d492d-3206-4b06-bb02-50fc978e4c3c requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:51:56.387893 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b011e7-2695-4c5a-9abc-dcc300db7e3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Port eb4bb59b-8d4e-4a5b-b8c5-c2124d7b9333 on network 220d492d-3206-4b06-bb02-50fc978e4c3c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:51:56.388452 dv-neutron-833373-2-hyperv neutron-server[83828]: ERROR neutron.plugins.ml2.managers [None req-b9b011e7-2695-4c5a-9abc-dcc300db7e3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Failed to bind port eb4bb59b-8d4e-4a5b-b8c5-c2124d7b9333 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '785c56f2-52a5-4577-974c-87065c90971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '220d492d-3206-4b06-bb02-50fc978e4c3c'}] Apr 01 15:51:56.392581 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.plugins.ml2.plugin [None req-b9b011e7-2695-4c5a-9abc-dcc300db7e3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempt 2 to bind port eb4bb59b-8d4e-4a5b-b8c5-c2124d7b9333 Apr 01 15:51:56.407364 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-ecc739bf-cbde-4969-b917-fd4df9303b20 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/subnets/022f2fae-bb1c-4746-9ce6-34e0814c0181 HTTP/1.1" status: 204 len: 168 time: 1.9404712 Apr 01 15:51:56.419563 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87cf56f7-d4be-4b78-a6e3-5df6bc4d8239 None None] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:51:56.421361 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 48794) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:56.452040 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-b9b011e7-2695-4c5a-9abc-dcc300db7e3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to bind port eb4bb59b-8d4e-4a5b-b8c5-c2124d7b9333 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:51:56.454414 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-b9b011e7-2695-4c5a-9abc-dcc300db7e3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to bind port eb4bb59b-8d4e-4a5b-b8c5-c2124d7b9333 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '785c56f2-52a5-4577-974c-87065c90971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '220d492d-3206-4b06-bb02-50fc978e4c3c'}] {{(pid=83828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:51:56.454973 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b011e7-2695-4c5a-9abc-dcc300db7e3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to bind port eb4bb59b-8d4e-4a5b-b8c5-c2124d7b9333 on network 220d492d-3206-4b06-bb02-50fc978e4c3c {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:51:56.462271 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e6dccf99-d195-4196-add4-ea71e551dc57 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:56.534522 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dccf99-d195-4196-add4-ea71e551dc57 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Pushing event deleted for resources: {'Port': ['ID=25d17d90-c75e-475e-aa63-dba9e203a0b4,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:56.534816 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b011e7-2695-4c5a-9abc-dcc300db7e3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Port eb4bb59b-8d4e-4a5b-b8c5-c2124d7b9333 on network 220d492d-3206-4b06-bb02-50fc978e4c3c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:51:56.534816 dv-neutron-833373-2-hyperv neutron-server[83828]: ERROR neutron.plugins.ml2.managers [None req-b9b011e7-2695-4c5a-9abc-dcc300db7e3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Failed to bind port eb4bb59b-8d4e-4a5b-b8c5-c2124d7b9333 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '785c56f2-52a5-4577-974c-87065c90971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '220d492d-3206-4b06-bb02-50fc978e4c3c'}] Apr 01 15:51:56.541287 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.plugins.ml2.plugin [None req-b9b011e7-2695-4c5a-9abc-dcc300db7e3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempt 3 to bind port eb4bb59b-8d4e-4a5b-b8c5-c2124d7b9333 Apr 01 15:51:56.570266 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6cdac036-cf59-4961-8e4a-cf944d991782 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:56.573068 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-981bdec9-18c5-4abd-b2c7-da58e2ed47aa None None] Attempting to bind port c71eace6-4e70-4998-bc15-248c7f500859 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:51:56.573439 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-981bdec9-18c5-4abd-b2c7-da58e2ed47aa None None] Attempting to bind port c71eace6-4e70-4998-bc15-248c7f500859 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'c77063c5-d8ea-411a-a897-4e5485e885ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '495252b5-b240-40ca-a711-3ef43df34334'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:51:56.573848 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981bdec9-18c5-4abd-b2c7-da58e2ed47aa None None] Attempting to bind port c71eace6-4e70-4998-bc15-248c7f500859 on network 495252b5-b240-40ca-a711-3ef43df34334 {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:51:56.583265 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-9a6d15bd-06bc-4af7-a68b-2b287c0a9b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:56.641756 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e6dccf99-d195-4196-add4-ea71e551dc57 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:56.679877 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981bdec9-18c5-4abd-b2c7-da58e2ed47aa None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:51:56.680496 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981bdec9-18c5-4abd-b2c7-da58e2ed47aa None None] Checking segment: {'id': 'c77063c5-d8ea-411a-a897-4e5485e885ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '495252b5-b240-40ca-a711-3ef43df34334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:51:56.680636 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-981bdec9-18c5-4abd-b2c7-da58e2ed47aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:56.681122 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981bdec9-18c5-4abd-b2c7-da58e2ed47aa None None] Bound using segment: {'id': 'c77063c5-d8ea-411a-a897-4e5485e885ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '495252b5-b240-40ca-a711-3ef43df34334'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:51:56.681626 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-981bdec9-18c5-4abd-b2c7-da58e2ed47aa None None] Bound port: c71eace6-4e70-4998-bc15-248c7f500859, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c77063c5-d8ea-411a-a897-4e5485e885ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '495252b5-b240-40ca-a711-3ef43df34334'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:51:56.682543 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-981bdec9-18c5-4abd-b2c7-da58e2ed47aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:56.735779 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-e6dccf99-d195-4196-add4-ea71e551dc57 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "DELETE /v2.0/ports/25d17d90-c75e-475e-aa63-dba9e203a0b4 HTTP/1.1" status: 204 len: 168 time: 1.7650614 Apr 01 15:51:56.743258 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 48798) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:56.818368 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-b9b011e7-2695-4c5a-9abc-dcc300db7e3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to bind port eb4bb59b-8d4e-4a5b-b8c5-c2124d7b9333 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:51:56.818552 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-b9b011e7-2695-4c5a-9abc-dcc300db7e3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to bind port eb4bb59b-8d4e-4a5b-b8c5-c2124d7b9333 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '785c56f2-52a5-4577-974c-87065c90971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '220d492d-3206-4b06-bb02-50fc978e4c3c'}] {{(pid=83828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:51:56.818889 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b011e7-2695-4c5a-9abc-dcc300db7e3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to bind port eb4bb59b-8d4e-4a5b-b8c5-c2124d7b9333 on network 220d492d-3206-4b06-bb02-50fc978e4c3c {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:51:56.837825 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-80462b2b-0734-4634-97b4-f307485e4336 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Request body: {'port': {'network_id': 'b4e873a3-e6ca-443c-a769-49c7c4739e48', 'mac_address': 'fa:16:3e:50:7c:bc', 'name': 'tempest-PortsIpV6TestJSON-822833548'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:51:56.856318 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ffa195f-cf3d-408f-a308-5bff33648f0d tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Deleting subnet cf000039-33c0-4dff-b717-522add8b174c {{(pid=83826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:51:56.866007 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b011e7-2695-4c5a-9abc-dcc300db7e3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Port eb4bb59b-8d4e-4a5b-b8c5-c2124d7b9333 on network 220d492d-3206-4b06-bb02-50fc978e4c3c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:51:56.866336 dv-neutron-833373-2-hyperv neutron-server[83828]: ERROR neutron.plugins.ml2.managers [None req-b9b011e7-2695-4c5a-9abc-dcc300db7e3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Failed to bind port eb4bb59b-8d4e-4a5b-b8c5-c2124d7b9333 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '785c56f2-52a5-4577-974c-87065c90971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '220d492d-3206-4b06-bb02-50fc978e4c3c'}] Apr 01 15:51:56.870155 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.plugins.ml2.plugin [None req-b9b011e7-2695-4c5a-9abc-dcc300db7e3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempt 4 to bind port eb4bb59b-8d4e-4a5b-b8c5-c2124d7b9333 Apr 01 15:51:56.871549 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6cdac036-cf59-4961-8e4a-cf944d991782 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15415074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16089009'] for subnet, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:56.916226 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-b9b011e7-2695-4c5a-9abc-dcc300db7e3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to bind port eb4bb59b-8d4e-4a5b-b8c5-c2124d7b9333 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:51:56.916467 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-b9b011e7-2695-4c5a-9abc-dcc300db7e3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to bind port eb4bb59b-8d4e-4a5b-b8c5-c2124d7b9333 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '785c56f2-52a5-4577-974c-87065c90971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '220d492d-3206-4b06-bb02-50fc978e4c3c'}] {{(pid=83828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:51:56.916843 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b011e7-2695-4c5a-9abc-dcc300db7e3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to bind port eb4bb59b-8d4e-4a5b-b8c5-c2124d7b9333 on network 220d492d-3206-4b06-bb02-50fc978e4c3c {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:51:56.929979 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3ffa195f-cf3d-408f-a308-5bff33648f0d tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for subnet, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:56.947571 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b011e7-2695-4c5a-9abc-dcc300db7e3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Port eb4bb59b-8d4e-4a5b-b8c5-c2124d7b9333 on network 220d492d-3206-4b06-bb02-50fc978e4c3c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:51:56.947894 dv-neutron-833373-2-hyperv neutron-server[83828]: ERROR neutron.plugins.ml2.managers [None req-b9b011e7-2695-4c5a-9abc-dcc300db7e3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Failed to bind port eb4bb59b-8d4e-4a5b-b8c5-c2124d7b9333 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '785c56f2-52a5-4577-974c-87065c90971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '220d492d-3206-4b06-bb02-50fc978e4c3c'}] Apr 01 15:51:56.949966 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.plugins.ml2.plugin [None req-b9b011e7-2695-4c5a-9abc-dcc300db7e3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempt 5 to bind port eb4bb59b-8d4e-4a5b-b8c5-c2124d7b9333 Apr 01 15:51:56.963645 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975d5adc-57ba-4a4a-83ee-a0c518d90493 None None] Network fbba9767-c750-4f88-8efc-0abbf24df492 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:51:56.990314 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-b9b011e7-2695-4c5a-9abc-dcc300db7e3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to bind port eb4bb59b-8d4e-4a5b-b8c5-c2124d7b9333 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:51:56.990639 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-b9b011e7-2695-4c5a-9abc-dcc300db7e3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to bind port eb4bb59b-8d4e-4a5b-b8c5-c2124d7b9333 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '785c56f2-52a5-4577-974c-87065c90971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '220d492d-3206-4b06-bb02-50fc978e4c3c'}] {{(pid=83828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:51:56.990979 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b011e7-2695-4c5a-9abc-dcc300db7e3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to bind port eb4bb59b-8d4e-4a5b-b8c5-c2124d7b9333 on network 220d492d-3206-4b06-bb02-50fc978e4c3c {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:51:57.014268 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b011e7-2695-4c5a-9abc-dcc300db7e3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Port eb4bb59b-8d4e-4a5b-b8c5-c2124d7b9333 on network 220d492d-3206-4b06-bb02-50fc978e4c3c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:51:57.014639 dv-neutron-833373-2-hyperv neutron-server[83828]: ERROR neutron.plugins.ml2.managers [None req-b9b011e7-2695-4c5a-9abc-dcc300db7e3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Failed to bind port eb4bb59b-8d4e-4a5b-b8c5-c2124d7b9333 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '785c56f2-52a5-4577-974c-87065c90971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '220d492d-3206-4b06-bb02-50fc978e4c3c'}] Apr 01 15:51:57.018151 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.plugins.ml2.plugin [None req-b9b011e7-2695-4c5a-9abc-dcc300db7e3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempt 6 to bind port eb4bb59b-8d4e-4a5b-b8c5-c2124d7b9333 Apr 01 15:51:57.034089 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5375d98a-c40e-4386-8c0a-6a0d5d563d05 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify callbacks [] for port, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:57.043535 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdac036-cf59-4961-8e4a-cf944d991782 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Pushing event deleted for resources: {'Subnet': ['ID=233a0ee6-74ec-4cb0-b8e2-aded733cca00,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:57.065737 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6cdac036-cf59-4961-8e4a-cf944d991782 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:57.074655 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5375d98a-c40e-4386-8c0a-6a0d5d563d05 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:57.090398 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-981bdec9-18c5-4abd-b2c7-da58e2ed47aa None None] For port c71eace6-4e70-4998-bc15-248c7f500859, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:51:57.097783 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3ffa195f-cf3d-408f-a308-5bff33648f0d tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16610770'] for subnet, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:57.133852 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-6cdac036-cf59-4961-8e4a-cf944d991782 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] 10.222.0.55 "DELETE /v2.0/subnets/233a0ee6-74ec-4cb0-b8e2-aded733cca00 HTTP/1.1" status: 204 len: 168 time: 2.2810113 Apr 01 15:51:57.135460 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-80462b2b-0734-4634-97b4-f307485e4336 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:57.145306 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 48802) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:57.165569 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-80462b2b-0734-4634-97b4-f307485e4336 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Usage tracker for resource:port and tenant:144b300b27fa4dafba1405cae5639f1c is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:57.175149 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-b9b011e7-2695-4c5a-9abc-dcc300db7e3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to bind port eb4bb59b-8d4e-4a5b-b8c5-c2124d7b9333 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:51:57.175731 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-b9b011e7-2695-4c5a-9abc-dcc300db7e3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to bind port eb4bb59b-8d4e-4a5b-b8c5-c2124d7b9333 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '785c56f2-52a5-4577-974c-87065c90971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '220d492d-3206-4b06-bb02-50fc978e4c3c'}] {{(pid=83828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:51:57.176226 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b011e7-2695-4c5a-9abc-dcc300db7e3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to bind port eb4bb59b-8d4e-4a5b-b8c5-c2124d7b9333 on network 220d492d-3206-4b06-bb02-50fc978e4c3c {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:51:57.209058 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-80462b2b-0734-4634-97b4-f307485e4336 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:57.224523 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-80462b2b-0734-4634-97b4-f307485e4336 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:57.229018 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b011e7-2695-4c5a-9abc-dcc300db7e3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Port eb4bb59b-8d4e-4a5b-b8c5-c2124d7b9333 on network 220d492d-3206-4b06-bb02-50fc978e4c3c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:51:57.229347 dv-neutron-833373-2-hyperv neutron-server[83828]: ERROR neutron.plugins.ml2.managers [None req-b9b011e7-2695-4c5a-9abc-dcc300db7e3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Failed to bind port eb4bb59b-8d4e-4a5b-b8c5-c2124d7b9333 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '785c56f2-52a5-4577-974c-87065c90971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '220d492d-3206-4b06-bb02-50fc978e4c3c'}] Apr 01 15:51:57.231784 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.plugins.ml2.plugin [None req-b9b011e7-2695-4c5a-9abc-dcc300db7e3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempt 7 to bind port eb4bb59b-8d4e-4a5b-b8c5-c2124d7b9333 Apr 01 15:51:57.247473 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5d40ff2f-3f5a-4004-82bd-61d8f4b94d79 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:57.254502 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6f4a3c-6936-4bdb-924c-b8dcef7487c1 None None] Pushing event updated for resources: {'Port': ['ID=54b2ff10-b737-431f-95c6-72a2683b8822,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:57.278332 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f4f802-6a40-4a4f-bcc3-fd7dc1b5b835 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:57.279181 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-a3f4f802-6a40-4a4f-bcc3-fd7dc1b5b835 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Synchronizing usage tracker for tenant:9048be630cae4eec9c1e1b50b860bada on resource:subnet {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:51:57.280560 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-5b0ff96d-7c52-4efb-a1ef-639cb8278db0 None None] Provisioning for port d6ccdafc-abdc-4716-8cab-6d08f18c5955 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:51:57.286932 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5d40ff2f-3f5a-4004-82bd-61d8f4b94d79 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:57.288664 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5375d98a-c40e-4386-8c0a-6a0d5d563d05 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Pushing event updated for resources: {'Port': ['ID=0ce7a502-ef7a-4e63-8fd2-a35219682dd0,revision_number=2']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:57.290425 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-981bdec9-18c5-4abd-b2c7-da58e2ed47aa None None] For port c71eace6-4e70-4998-bc15-248c7f500859, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=c71eace6-4e70-4998-bc15-248c7f500859,segment=NetworkSegment(c77063c5-d8ea-411a-a897-4e5485e885ec),segment_id=c77063c5-d8ea-411a-a897-4e5485e885ec)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:51:57.291123 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5375d98a-c40e-4386-8c0a-6a0d5d563d05 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611525'] for router_interface, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:57.305000 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80462b2b-0734-4634-97b4-f307485e4336 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Made reservation on behalf of 144b300b27fa4dafba1405cae5639f1c for: {'port': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:57.315483 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-5b0ff96d-7c52-4efb-a1ef-639cb8278db0 None None] Provisioning complete for port d6ccdafc-abdc-4716-8cab-6d08f18c5955 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:57.315907 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-5b0ff96d-7c52-4efb-a1ef-639cb8278db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:57.342510 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-b9b011e7-2695-4c5a-9abc-dcc300db7e3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to bind port eb4bb59b-8d4e-4a5b-b8c5-c2124d7b9333 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:51:57.342951 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-b9b011e7-2695-4c5a-9abc-dcc300db7e3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to bind port eb4bb59b-8d4e-4a5b-b8c5-c2124d7b9333 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '785c56f2-52a5-4577-974c-87065c90971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '220d492d-3206-4b06-bb02-50fc978e4c3c'}] {{(pid=83828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:51:57.343286 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b011e7-2695-4c5a-9abc-dcc300db7e3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to bind port eb4bb59b-8d4e-4a5b-b8c5-c2124d7b9333 on network 220d492d-3206-4b06-bb02-50fc978e4c3c {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:51:57.346493 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-981bdec9-18c5-4abd-b2c7-da58e2ed47aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:57.389887 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b011e7-2695-4c5a-9abc-dcc300db7e3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Port eb4bb59b-8d4e-4a5b-b8c5-c2124d7b9333 on network 220d492d-3206-4b06-bb02-50fc978e4c3c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:51:57.390358 dv-neutron-833373-2-hyperv neutron-server[83828]: ERROR neutron.plugins.ml2.managers [None req-b9b011e7-2695-4c5a-9abc-dcc300db7e3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Failed to bind port eb4bb59b-8d4e-4a5b-b8c5-c2124d7b9333 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '785c56f2-52a5-4577-974c-87065c90971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '220d492d-3206-4b06-bb02-50fc978e4c3c'}] Apr 01 15:51:57.443949 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.plugins.ml2.plugin [None req-b9b011e7-2695-4c5a-9abc-dcc300db7e3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempt 8 to bind port eb4bb59b-8d4e-4a5b-b8c5-c2124d7b9333 Apr 01 15:51:57.449027 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-a3f4f802-6a40-4a4f-bcc3-fd7dc1b5b835 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Unset dirty status for tenant:9048be630cae4eec9c1e1b50b860bada on resource:subnet {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:51:57.454876 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-a3f4f802-6a40-4a4f-bcc3-fd7dc1b5b835 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3026876 Apr 01 15:51:57.462870 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 48806) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:57.464056 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3ffa195f-cf3d-408f-a308-5bff33648f0d tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:57.465324 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-b9b011e7-2695-4c5a-9abc-dcc300db7e3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to bind port eb4bb59b-8d4e-4a5b-b8c5-c2124d7b9333 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:51:57.465657 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-b9b011e7-2695-4c5a-9abc-dcc300db7e3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to bind port eb4bb59b-8d4e-4a5b-b8c5-c2124d7b9333 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '785c56f2-52a5-4577-974c-87065c90971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '220d492d-3206-4b06-bb02-50fc978e4c3c'}] {{(pid=83828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:51:57.465988 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b011e7-2695-4c5a-9abc-dcc300db7e3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to bind port eb4bb59b-8d4e-4a5b-b8c5-c2124d7b9333 on network 220d492d-3206-4b06-bb02-50fc978e4c3c {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:51:57.532711 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b011e7-2695-4c5a-9abc-dcc300db7e3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Port eb4bb59b-8d4e-4a5b-b8c5-c2124d7b9333 on network 220d492d-3206-4b06-bb02-50fc978e4c3c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:51:57.533071 dv-neutron-833373-2-hyperv neutron-server[83828]: ERROR neutron.plugins.ml2.managers [None req-b9b011e7-2695-4c5a-9abc-dcc300db7e3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Failed to bind port eb4bb59b-8d4e-4a5b-b8c5-c2124d7b9333 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '785c56f2-52a5-4577-974c-87065c90971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '220d492d-3206-4b06-bb02-50fc978e4c3c'}] Apr 01 15:51:57.540977 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.plugins.ml2.plugin [None req-b9b011e7-2695-4c5a-9abc-dcc300db7e3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempt 9 to bind port eb4bb59b-8d4e-4a5b-b8c5-c2124d7b9333 Apr 01 15:51:57.542986 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981bdec9-18c5-4abd-b2c7-da58e2ed47aa None None] Pushing event updated for resources: {'Port': ['ID=c71eace6-4e70-4998-bc15-248c7f500859,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:57.585756 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-b9b011e7-2695-4c5a-9abc-dcc300db7e3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to bind port eb4bb59b-8d4e-4a5b-b8c5-c2124d7b9333 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:51:57.586348 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-b9b011e7-2695-4c5a-9abc-dcc300db7e3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to bind port eb4bb59b-8d4e-4a5b-b8c5-c2124d7b9333 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '785c56f2-52a5-4577-974c-87065c90971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '220d492d-3206-4b06-bb02-50fc978e4c3c'}] {{(pid=83828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:51:57.586865 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b011e7-2695-4c5a-9abc-dcc300db7e3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to bind port eb4bb59b-8d4e-4a5b-b8c5-c2124d7b9333 on network 220d492d-3206-4b06-bb02-50fc978e4c3c {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:51:57.623144 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-5d40ff2f-3f5a-4004-82bd-61d8f4b94d79 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Allocated IP 172.26.1.18 (ed45466e-0386-4b92-8de3-247c977242ac/0479f741-5cd1-4d6f-b593-d8aa909a42d3/a38ac7f5-961d-445e-aa3f-a1fb8bc3c1c4) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:51:57.628765 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b011e7-2695-4c5a-9abc-dcc300db7e3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Port eb4bb59b-8d4e-4a5b-b8c5-c2124d7b9333 on network 220d492d-3206-4b06-bb02-50fc978e4c3c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:51:57.629373 dv-neutron-833373-2-hyperv neutron-server[83828]: ERROR neutron.plugins.ml2.managers [None req-b9b011e7-2695-4c5a-9abc-dcc300db7e3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Failed to bind port eb4bb59b-8d4e-4a5b-b8c5-c2124d7b9333 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '785c56f2-52a5-4577-974c-87065c90971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '220d492d-3206-4b06-bb02-50fc978e4c3c'}] Apr 01 15:51:57.633490 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.plugins.ml2.plugin [None req-b9b011e7-2695-4c5a-9abc-dcc300db7e3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempt 10 to bind port eb4bb59b-8d4e-4a5b-b8c5-c2124d7b9333 Apr 01 15:51:57.647860 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5375d98a-c40e-4386-8c0a-6a0d5d563d05 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Network 8ccd2620-04a2-4b02-9a77-f90b50790eb8 is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:57.652203 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-5375d98a-c40e-4386-8c0a-6a0d5d563d05 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:57.791994 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-80462b2b-0734-4634-97b4-f307485e4336 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:57.811772 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:57.854290 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-b9b011e7-2695-4c5a-9abc-dcc300db7e3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to bind port eb4bb59b-8d4e-4a5b-b8c5-c2124d7b9333 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:51:57.854815 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-b9b011e7-2695-4c5a-9abc-dcc300db7e3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to bind port eb4bb59b-8d4e-4a5b-b8c5-c2124d7b9333 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '785c56f2-52a5-4577-974c-87065c90971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '220d492d-3206-4b06-bb02-50fc978e4c3c'}] {{(pid=83828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:51:57.855772 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b011e7-2695-4c5a-9abc-dcc300db7e3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to bind port eb4bb59b-8d4e-4a5b-b8c5-c2124d7b9333 on network 220d492d-3206-4b06-bb02-50fc978e4c3c {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:51:57.911699 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:57.930641 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [None req-80462b2b-0734-4634-97b4-f307485e4336 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] device_id is not set on port a9a3f181-e97c-4976-9922-cb9b64a70ee0 yet. {{(pid=83826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:51:57.933653 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d85f08c-53ab-4326-8824-c4e69a17964b None None] Network 95992018-b662-422a-bdf5-c0d62e172512 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:51:57.973147 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b2c735b6-dc6c-4cbc-b503-1bc1606672bf tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:57.981665 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c149689c-1aa8-4366-b6ef-f0bddefcd7bf tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Router 2d18e5a9-d4cc-49d1-9931-e6bf69085d31 is scheduled to L3 agent ff252634-3424-422a-b742-9ae457bd54bd with binding_index 1 {{(pid=83826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:51:58.037049 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-b2c735b6-dc6c-4cbc-b503-1bc1606672bf tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Deleting port 54b2ff10-b737-431f-95c6-72a2683b8822 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:51:58.037556 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b2c735b6-dc6c-4cbc-b503-1bc1606672bf tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:58.128800 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3ffa195f-cf3d-408f-a308-5bff33648f0d tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15415074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16089009'] for subnet, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:58.167972 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 54b2ff10-b737-431f-95c6-72a2683b8822 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:51:58.247020 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b011e7-2695-4c5a-9abc-dcc300db7e3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Port eb4bb59b-8d4e-4a5b-b8c5-c2124d7b9333 on network 220d492d-3206-4b06-bb02-50fc978e4c3c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:51:58.247360 dv-neutron-833373-2-hyperv neutron-server[83828]: ERROR neutron.plugins.ml2.managers [None req-b9b011e7-2695-4c5a-9abc-dcc300db7e3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Failed to bind port eb4bb59b-8d4e-4a5b-b8c5-c2124d7b9333 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '785c56f2-52a5-4577-974c-87065c90971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '220d492d-3206-4b06-bb02-50fc978e4c3c'}] Apr 01 15:51:58.247867 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b9b011e7-2695-4c5a-9abc-dcc300db7e3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:58.261183 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-5b0ff96d-7c52-4efb-a1ef-639cb8278db0 None None] Could not find standard attr ID for object 0f8a689d-5ae5-4662-85ca-fc478e76c96d. {{(pid=83829) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:51:58.312973 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffa195f-cf3d-408f-a308-5bff33648f0d tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event deleted for resources: {'Subnet': ['ID=cf000039-33c0-4dff-b717-522add8b174c,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:58.434745 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-0dd12940-dd5e-42f6-ac90-d56df0279748 None None] Provisioning complete for port 0ce7a502-ef7a-4e63-8fd2-a35219682dd0 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:58.435208 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-0dd12940-dd5e-42f6-ac90-d56df0279748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:58.512068 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5d40ff2f-3f5a-4004-82bd-61d8f4b94d79 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:58.522455 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-0dd12940-dd5e-42f6-ac90-d56df0279748 None None] Port 0ce7a502-ef7a-4e63-8fd2-a35219682dd0 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:51:58.528797 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 54b2ff10-b737-431f-95c6-72a2683b8822 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:51:58.537945 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3ffa195f-cf3d-408f-a308-5bff33648f0d tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:58.548408 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-0dd12940-dd5e-42f6-ac90-d56df0279748 None None] Provisioning for port 54b2ff10-b737-431f-95c6-72a2683b8822 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:51:58.557336 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-0dd12940-dd5e-42f6-ac90-d56df0279748 None None] Provisioning complete for port 54b2ff10-b737-431f-95c6-72a2683b8822 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:58.557745 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-0dd12940-dd5e-42f6-ac90-d56df0279748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:58.581861 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-b9b011e7-2695-4c5a-9abc-dcc300db7e3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] For port eb4bb59b-8d4e-4a5b-b8c5-c2124d7b9333, host hv-neutron-8333, cleared binding levels {{(pid=83828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:51:58.582490 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-b9b011e7-2695-4c5a-9abc-dcc300db7e3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempted to set empty binding levels {{(pid=83828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 01 15:51:58.590829 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-3ffa195f-cf3d-408f-a308-5bff33648f0d tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/subnets/cf000039-33c0-4dff-b717-522add8b174c HTTP/1.1" status: 204 len: 168 time: 2.1681700 Apr 01 15:51:58.592862 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48810) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:58.600214 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b9b011e7-2695-4c5a-9abc-dcc300db7e3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:58.619256 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3d422e-533d-49e5-a8ed-1fcdd4785933 None None] DHCP port deletion for 95992018-b662-422a-bdf5-c0d62e172512 request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:51:58.627850 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-8d3d422e-533d-49e5-a8ed-1fcdd4785933 None None] Deleting port 54b2ff10-b737-431f-95c6-72a2683b8822 {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:51:58.628369 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8d3d422e-533d-49e5-a8ed-1fcdd4785933 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:58.729172 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-d9859503-1fce-48b4-ad67-a2a369e32e5d tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1335406 Apr 01 15:51:58.740276 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48814) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:58.758469 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-6b93078b-dad0-4ba3-91c2-3dabcb8ef2c0 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Request body: {'subnet': {'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:51:58.790029 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b9b011e7-2695-4c5a-9abc-dcc300db7e3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:58.819263 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5d40ff2f-3f5a-4004-82bd-61d8f4b94d79 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:58.833122 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-0dd12940-dd5e-42f6-ac90-d56df0279748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:58.851989 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda9055b-78d4-4fea-880d-0d833a3ae670 None None] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:51:58.878679 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [None req-b2c735b6-dc6c-4cbc-b503-1bc1606672bf tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] For port 54b2ff10-b737-431f-95c6-72a2683b8822, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=54b2ff10-b737-431f-95c6-72a2683b8822,segment=NetworkSegment(fe2f435d-b3ba-4b62-9a81-0bc57c6cb8e7),segment_id=fe2f435d-b3ba-4b62-9a81-0bc57c6cb8e7)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:51:58.879026 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b2c735b6-dc6c-4cbc-b503-1bc1606672bf tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:59.050885 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-b2c735b6-dc6c-4cbc-b503-1bc1606672bf tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Calling delete_port for 54b2ff10-b737-431f-95c6-72a2683b8822 owned by network:dhcp {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:51:59.089345 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-80462b2b-0734-4634-97b4-f307485e4336 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:59.123122 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-0dd12940-dd5e-42f6-ac90-d56df0279748 None None] For port 54b2ff10-b737-431f-95c6-72a2683b8822, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=54b2ff10-b737-431f-95c6-72a2683b8822,segment=NetworkSegment(fe2f435d-b3ba-4b62-9a81-0bc57c6cb8e7),segment_id=fe2f435d-b3ba-4b62-9a81-0bc57c6cb8e7)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:51:59.131953 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b011e7-2695-4c5a-9abc-dcc300db7e3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Pushing event updated for resources: {'Port': ['ID=eb4bb59b-8d4e-4a5b-b8c5-c2124d7b9333,revision_number=2']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:59.139837 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d40ff2f-3f5a-4004-82bd-61d8f4b94d79 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Network ed45466e-0386-4b92-8de3-247c977242ac is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:59.151860 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-5d40ff2f-3f5a-4004-82bd-61d8f4b94d79 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:59.158716 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c149689c-1aa8-4366-b6ef-f0bddefcd7bf tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:51:59.169704 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff676317-a5ee-45ee-a4d9-2d177dbf5016 None None] Sync routers for ids ['2d18e5a9-d4cc-49d1-9931-e6bf69085d31'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:51:59.183547 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff676317-a5ee-45ee-a4d9-2d177dbf5016 None None] Routers {'2d18e5a9-d4cc-49d1-9931-e6bf69085d31'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:51:59.184421 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-ff676317-a5ee-45ee-a4d9-2d177dbf5016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:51:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['2d18e5a9-d4cc-49d1-9931-e6bf69085d31'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:59.213053 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-0dd12940-dd5e-42f6-ac90-d56df0279748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:59.220649 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c149689c-1aa8-4366-b6ef-f0bddefcd7bf tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks [] for router, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:59.224989 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-c149689c-1aa8-4366-b6ef-f0bddefcd7bf tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.6985869 Apr 01 15:51:59.227528 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 48818) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:59.248467 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d40ff2f-3f5a-4004-82bd-61d8f4b94d79 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Pushing event updated for resources: {'Port': ['ID=a38ac7f5-961d-445e-aa3f-a1fb8bc3c1c4,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:59.251557 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d40ff2f-3f5a-4004-82bd-61d8f4b94d79 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:51:59.316805 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-b9b011e7-2695-4c5a-9abc-dcc300db7e3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 6.8414013 Apr 01 15:51:59.324152 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48822) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:59.336328 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-ff676317-a5ee-45ee-a4d9-2d177dbf5016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:59.351535 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff676317-a5ee-45ee-a4d9-2d177dbf5016 None None] Routers {'2d18e5a9-d4cc-49d1-9931-e6bf69085d31'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:51:59.352752 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-ff676317-a5ee-45ee-a4d9-2d177dbf5016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:51:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['2d18e5a9-d4cc-49d1-9931-e6bf69085d31'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:59.383284 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.db.api [None req-b2c735b6-dc6c-4cbc-b503-1bc1606672bf tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:51:59.383816 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG oslo_db.api [None req-b2c735b6-dc6c-4cbc-b503-1bc1606672bf tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:51:59.391025 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-80462b2b-0734-4634-97b4-f307485e4336 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:59.394490 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd12940-dd5e-42f6-ac90-d56df0279748 None None] Pushing event updated for resources: {'Port': ['ID=54b2ff10-b737-431f-95c6-72a2683b8822,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:59.399447 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cedf4bee-f793-4a85-b854-52e9c5dcbf6e None None] Network 495252b5-b240-40ca-a711-3ef43df34334 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:51:59.407724 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-13e008d0-e40d-4c83-ae2b-8af74068947a tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Deleting port eb4bb59b-8d4e-4a5b-b8c5-c2124d7b9333 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:51:59.407982 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-13e008d0-e40d-4c83-ae2b-8af74068947a tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:59.452754 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-ff676317-a5ee-45ee-a4d9-2d177dbf5016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:51:59.456648 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff676317-a5ee-45ee-a4d9-2d177dbf5016 None None] The sync data for ids ['2d18e5a9-d4cc-49d1-9931-e6bf69085d31'] in dv-neutron-833373-2-hyperv is: [] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:51:59.505673 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80462b2b-0734-4634-97b4-f307485e4336 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Network b4e873a3-e6ca-443c-a769-49c7c4739e48 is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:51:59.507146 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80462b2b-0734-4634-97b4-f307485e4336 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Pushing event updated for resources: {'Port': ['ID=a9a3f181-e97c-4976-9922-cb9b64a70ee0,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:51:59.508507 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:59.510914 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-6b93078b-dad0-4ba3-91c2-3dabcb8ef2c0 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:51:59.511193 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-80462b2b-0734-4634-97b4-f307485e4336 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:51:59.515451 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80462b2b-0734-4634-97b4-f307485e4336 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:51:59.520179 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80462b2b-0734-4634-97b4-f307485e4336 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:59.520933 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-80462b2b-0734-4634-97b4-f307485e4336 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:59.526544 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-8d3d422e-533d-49e5-a8ed-1fcdd4785933 None None] For port 54b2ff10-b737-431f-95c6-72a2683b8822, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=54b2ff10-b737-431f-95c6-72a2683b8822,segment=NetworkSegment(fe2f435d-b3ba-4b62-9a81-0bc57c6cb8e7),segment_id=fe2f435d-b3ba-4b62-9a81-0bc57c6cb8e7)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:51:59.527000 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8d3d422e-533d-49e5-a8ed-1fcdd4785933 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:59.535776 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-6b93078b-dad0-4ba3-91c2-3dabcb8ef2c0 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Usage tracker for resource:subnet and tenant:50a1f72bd5e54e209eb4756b30f7e6a6 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:51:59.542477 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-6b93078b-dad0-4ba3-91c2-3dabcb8ef2c0 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:51:59.550681 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-80462b2b-0734-4634-97b4-f307485e4336 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.8005927 Apr 01 15:51:59.553305 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 48826) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:59.564824 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5375d98a-c40e-4386-8c0a-6a0d5d563d05 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Router 3dd9a420-1091-4a7a-b1db-2afcf5452758 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:51:59.592058 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-6b93078b-dad0-4ba3-91c2-3dabcb8ef2c0 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:51:59.651575 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1515b6b-6e80-40a3-ac69-5c42539b5f18 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:51:59.652101 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-e1515b6b-6e80-40a3-ac69-5c42539b5f18 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Synchronizing usage tracker for tenant:144b300b27fa4dafba1405cae5639f1c on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:51:59.684601 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-8d3d422e-533d-49e5-a8ed-1fcdd4785933 None None] Calling delete_port for 54b2ff10-b737-431f-95c6-72a2683b8822 owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:51:59.725240 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b93078b-dad0-4ba3-91c2-3dabcb8ef2c0 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Made reservation on behalf of 50a1f72bd5e54e209eb4756b30f7e6a6 for: {'subnet': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:51:59.728810 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6b93078b-dad0-4ba3-91c2-3dabcb8ef2c0 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16030269'] for subnet, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:59.782989 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-b752d3cd-6cad-4f58-9655-944fee9a0f59 None None] Provisioning complete for port d6ccdafc-abdc-4716-8cab-6d08f18c5955 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:51:59.783510 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-b752d3cd-6cad-4f58-9655-944fee9a0f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:59.839068 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78bc4bb-48e6-44dd-b033-014fd2a3762d None None] DHCP port deletion for 7b65ac5c-8834-4b65-9b28-b7dba6c9746f request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:51:59.899316 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-d78bc4bb-48e6-44dd-b033-014fd2a3762d None None] Deleting port d6ccdafc-abdc-4716-8cab-6d08f18c5955 {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:51:59.899832 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-d78bc4bb-48e6-44dd-b033-014fd2a3762d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:59.906367 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-b2c735b6-dc6c-4cbc-b503-1bc1606672bf tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Deleting port 54b2ff10-b737-431f-95c6-72a2683b8822 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:51:59.906367 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b2c735b6-dc6c-4cbc-b503-1bc1606672bf tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:51:59.937119 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-e1515b6b-6e80-40a3-ac69-5c42539b5f18 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Unset dirty status for tenant:144b300b27fa4dafba1405cae5639f1c on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:51:59.939553 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-e1515b6b-6e80-40a3-ac69-5c42539b5f18 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "GET /v2.0/ports/a9a3f181-e97c-4976-9922-cb9b64a70ee0 HTTP/1.1" status: 200 len: 844 time: 0.3838322 Apr 01 15:51:59.946592 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48830) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:51:59.960449 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-13e008d0-e40d-4c83-ae2b-8af74068947a tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] For port eb4bb59b-8d4e-4a5b-b8c5-c2124d7b9333, host hv-neutron-8333, got binding levels [] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:51:59.960831 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-13e008d0-e40d-4c83-ae2b-8af74068947a tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:00.037835 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device c71eace6-4e70-4998-bc15-248c7f500859 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:52:00.084563 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.db.api [None req-8d3d422e-533d-49e5-a8ed-1fcdd4785933 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:52:00.085108 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG oslo_db.api [None req-8d3d422e-533d-49e5-a8ed-1fcdd4785933 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:52:00.189208 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-13e008d0-e40d-4c83-ae2b-8af74068947a tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Calling delete_port for eb4bb59b-8d4e-4a5b-b8c5-c2124d7b9333 owned by {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:52:00.254152 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [None req-b2c735b6-dc6c-4cbc-b503-1bc1606672bf tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] For port 54b2ff10-b737-431f-95c6-72a2683b8822, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=54b2ff10-b737-431f-95c6-72a2683b8822,segment=NetworkSegment(fe2f435d-b3ba-4b62-9a81-0bc57c6cb8e7),segment_id=fe2f435d-b3ba-4b62-9a81-0bc57c6cb8e7)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:52:00.254834 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b2c735b6-dc6c-4cbc-b503-1bc1606672bf tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:00.305089 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-88dd7402-530b-4d55-9392-2429a1a2f4d8 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Deleting port a9a3f181-e97c-4976-9922-cb9b64a70ee0 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:52:00.305472 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-88dd7402-530b-4d55-9392-2429a1a2f4d8 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:00.353720 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-d78bc4bb-48e6-44dd-b033-014fd2a3762d None None] For port d6ccdafc-abdc-4716-8cab-6d08f18c5955, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=d6ccdafc-abdc-4716-8cab-6d08f18c5955,segment=NetworkSegment(c41dc1a5-c958-4d8b-81ea-3934c36371b8),segment_id=c41dc1a5-c958-4d8b-81ea-3934c36371b8)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:52:00.354142 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-d78bc4bb-48e6-44dd-b033-014fd2a3762d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:00.362129 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port c71eace6-4e70-4998-bc15-248c7f500859 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:52:00.386527 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-b2c735b6-dc6c-4cbc-b503-1bc1606672bf tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Calling delete_port for 54b2ff10-b737-431f-95c6-72a2683b8822 owned by network:dhcp {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:52:00.502351 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-d78bc4bb-48e6-44dd-b033-014fd2a3762d None None] Calling delete_port for d6ccdafc-abdc-4716-8cab-6d08f18c5955 owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:52:00.536629 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 54b2ff10-b737-431f-95c6-72a2683b8822 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:52:00.590470 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-13e008d0-e40d-4c83-ae2b-8af74068947a tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:00.595691 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-8d3d422e-533d-49e5-a8ed-1fcdd4785933 None None] Deleting port 54b2ff10-b737-431f-95c6-72a2683b8822 {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:52:00.595857 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8d3d422e-533d-49e5-a8ed-1fcdd4785933 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:00.630749 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b2c735b6-dc6c-4cbc-b503-1bc1606672bf tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:00.682091 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c735b6-dc6c-4cbc-b503-1bc1606672bf tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Pushing event deleted for resources: {'Port': ['ID=54b2ff10-b737-431f-95c6-72a2683b8822,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:00.690297 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c735b6-dc6c-4cbc-b503-1bc1606672bf tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] No DVR routers for this DVR port 54b2ff10-b737-431f-95c6-72a2683b8822 on host dv-neutron-833373-2-hyperv {{(pid=83826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:52:00.724310 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-8d3d422e-533d-49e5-a8ed-1fcdd4785933 None None] The port '54b2ff10-b737-431f-95c6-72a2683b8822' was deleted {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:52:00.725115 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-f5244cdd-16ea-4838-86c3-247e4f50c18f None None] Provisioning for port c71eace6-4e70-4998-bc15-248c7f500859 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:52:00.740607 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-f5244cdd-16ea-4838-86c3-247e4f50c18f None None] Provisioning complete for port c71eace6-4e70-4998-bc15-248c7f500859 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:00.740607 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f5244cdd-16ea-4838-86c3-247e4f50c18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:00.774706 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No active binding found for port 54b2ff10-b737-431f-95c6-72a2683b8822 {{(pid=83829) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Apr 01 15:52:00.775309 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 54b2ff10-b737-431f-95c6-72a2683b8822 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:52:00.776009 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device d6ccdafc-abdc-4716-8cab-6d08f18c5955 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:52:00.797619 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e008d0-e40d-4c83-ae2b-8af74068947a tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Pushing event deleted for resources: {'Port': ['ID=eb4bb59b-8d4e-4a5b-b8c5-c2124d7b9333,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:00.820438 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-d78bc4bb-48e6-44dd-b033-014fd2a3762d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671'] for port, after_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:00.830470 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-88dd7402-530b-4d55-9392-2429a1a2f4d8 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:00.845787 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b2c735b6-dc6c-4cbc-b503-1bc1606672bf tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:00.874629 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5d40ff2f-3f5a-4004-82bd-61d8f4b94d79 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:00.879522 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: d6ccdafc-abdc-4716-8cab-6d08f18c5955 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:52:00.880101 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device d6ccdafc-abdc-4716-8cab-6d08f18c5955 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:52:00.895589 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78bc4bb-48e6-44dd-b033-014fd2a3762d None None] Pushing event deleted for resources: {'Port': ['ID=d6ccdafc-abdc-4716-8cab-6d08f18c5955,revision_number=None']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:00.905528 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-b2c735b6-dc6c-4cbc-b503-1bc1606672bf tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95992018-b662-422a-bdf5-c0d62e172512']}} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:00.910793 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78bc4bb-48e6-44dd-b033-014fd2a3762d None None] No DVR routers for this DVR port d6ccdafc-abdc-4716-8cab-6d08f18c5955 on host dv-neutron-833373-2-hyperv {{(pid=83829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:52:00.935354 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-b2c735b6-dc6c-4cbc-b503-1bc1606672bf tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe2f435d-b3ba-4b62-9a81-0bc57c6cb8e7') {'for_net_delete': True} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:00.935743 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-b2c735b6-dc6c-4cbc-b503-1bc1606672bf tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe2f435d-b3ba-4b62-9a81-0bc57c6cb8e7') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:00.953527 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b2c735b6-dc6c-4cbc-b503-1bc1606672bf tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16610763'] for segment, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:00.993861 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f5244cdd-16ea-4838-86c3-247e4f50c18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:01.003757 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b2c735b6-dc6c-4cbc-b503-1bc1606672bf tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:01.022895 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2c735b6-dc6c-4cbc-b503-1bc1606672bf tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=83826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:52:01.023300 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b2c735b6-dc6c-4cbc-b503-1bc1606672bf tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15415164'] for segment, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:01.044376 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-13e008d0-e40d-4c83-ae2b-8af74068947a tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:01.046648 dv-neutron-833373-2-hyperv neutron-server[83826]: Traceback (most recent call last): Apr 01 15:52:01.046648 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:52:01.046648 dv-neutron-833373-2-hyperv neutron-server[83826]: timer() Apr 01 15:52:01.046648 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:52:01.046648 dv-neutron-833373-2-hyperv neutron-server[83826]: cb(*args, **kw) Apr 01 15:52:01.046648 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:52:01.046648 dv-neutron-833373-2-hyperv neutron-server[83826]: return func(*args, **kwargs) Apr 01 15:52:01.046648 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:52:01.046648 dv-neutron-833373-2-hyperv neutron-server[83826]: self._notify() Apr 01 15:52:01.046648 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:52:01.046648 dv-neutron-833373-2-hyperv neutron-server[83826]: self.callback(batched_events) Apr 01 15:52:01.046648 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:52:01.046648 dv-neutron-833373-2-hyperv neutron-server[83826]: event.method(event) Apr 01 15:52:01.046648 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:52:01.046648 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:52:01.046648 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:52:01.046648 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:52:01.046648 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:52:01.046648 dv-neutron-833373-2-hyperv neutron-server[83826]: return f(self, *a, **k) Apr 01 15:52:01.046648 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:52:01.046648 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._get(url).json() Apr 01 15:52:01.046648 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:52:01.046648 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:52:01.046648 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:52:01.046648 dv-neutron-833373-2-hyperv neutron-server[83826]: return self.request(url, 'GET', **kwargs) Apr 01 15:52:01.046648 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:52:01.046648 dv-neutron-833373-2-hyperv neutron-server[83826]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:52:01.046648 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:52:01.046648 dv-neutron-833373-2-hyperv neutron-server[83826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:52:01.046648 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:52:01.046648 dv-neutron-833373-2-hyperv neutron-server[83826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:52:01.046648 dv-neutron-833373-2-hyperv neutron-server[83826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:52:01.065463 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-f5244cdd-16ea-4838-86c3-247e4f50c18f None None] For port c71eace6-4e70-4998-bc15-248c7f500859, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=c71eace6-4e70-4998-bc15-248c7f500859,segment=NetworkSegment(c77063c5-d8ea-411a-a897-4e5485e885ec),segment_id=c77063c5-d8ea-411a-a897-4e5485e885ec)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:52:01.074723 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f5244cdd-16ea-4838-86c3-247e4f50c18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:01.186972 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b2c735b6-dc6c-4cbc-b503-1bc1606672bf tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:01.212880 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-88dd7402-530b-4d55-9392-2429a1a2f4d8 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Calling delete_port for a9a3f181-e97c-4976-9922-cb9b64a70ee0 owned by {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:52:01.214176 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b2c735b6-dc6c-4cbc-b503-1bc1606672bf tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:01.224205 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c735b6-dc6c-4cbc-b503-1bc1606672bf tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Pushing event deleted for resources: {'Network': ['ID=95992018-b662-422a-bdf5-c0d62e172512,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:01.230154 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c19c27-ee94-4a2b-96fd-1a9ded9266da None None] get_active_networks_info from dv-neutron-833373-2-hyperv {{(pid=83829) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 01 15:52:01.273162 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-b2c735b6-dc6c-4cbc-b503-1bc1606672bf tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] 10.222.0.55 "DELETE /v2.0/networks/95992018-b662-422a-bdf5-c0d62e172512 HTTP/1.1" status: 204 len: 168 time: 3.7710819 Apr 01 15:52:01.274064 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 48834) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:01.305039 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5244cdd-16ea-4838-86c3-247e4f50c18f None None] Pushing event updated for resources: {'Port': ['ID=c71eace6-4e70-4998-bc15-248c7f500859,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:01.329269 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-1f1e0513-5f3f-4406-b5ca-83c90207b626 None None] Provisioning complete for port c71eace6-4e70-4998-bc15-248c7f500859 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:01.329715 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-1f1e0513-5f3f-4406-b5ca-83c90207b626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:01.343243 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-13e008d0-e40d-4c83-ae2b-8af74068947a tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] 10.222.0.55 "DELETE /v2.0/ports/eb4bb59b-8d4e-4a5b-b8c5-c2124d7b9333 HTTP/1.1" status: 204 len: 168 time: 2.0124965 Apr 01 15:52:01.350685 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48838) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:01.449810 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c19c27-ee94-4a2b-96fd-1a9ded9266da None None] Resources bound (agent type, host, resource id): {{(pid=83829) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 15:52:01.469331 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-260f4c44-1870-45b7-8891-c3170ee37758 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] GET failed (client error): The resource could not be found. Apr 01 15:52:01.469752 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-260f4c44-1870-45b7-8891-c3170ee37758 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Synchronizing usage tracker for tenant:51477d50ff9d4a93b662d3a27ad2c31c on resource:port {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:01.489901 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7f6af5dc-97f3-42a3-b089-8f7d27242290 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:01.508577 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.objects.ports [None req-6b93078b-dad0-4ba3-91c2-3dabcb8ef2c0 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83828) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 01 15:52:01.525603 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5d40ff2f-3f5a-4004-82bd-61d8f4b94d79 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130626'] for router, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:01.526702 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-da067f73-c9d9-40db-abab-525200b7e69d tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:01.530925 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-88dd7402-530b-4d55-9392-2429a1a2f4d8 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:01.534333 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6b93078b-dad0-4ba3-91c2-3dabcb8ef2c0 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15306628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16030227'] for subnet, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:01.636683 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5375d98a-c40e-4386-8c0a-6a0d5d563d05 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:52:01.638482 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5d40ff2f-3f5a-4004-82bd-61d8f4b94d79 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-617606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-617615', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-607241'] for router, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:01.651515 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b338361d-7946-43c1-b702-d730773cb58b None None] Sync routers for ids ['3dd9a420-1091-4a7a-b1db-2afcf5452758'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:52:01.652791 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dd7402-530b-4d55-9392-2429a1a2f4d8 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Pushing event deleted for resources: {'Port': ['ID=a9a3f181-e97c-4976-9922-cb9b64a70ee0,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:01.654569 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-260f4c44-1870-45b7-8891-c3170ee37758 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Unset dirty status for tenant:51477d50ff9d4a93b662d3a27ad2c31c on resource:port {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:01.659118 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-260f4c44-1870-45b7-8891-c3170ee37758 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] 10.222.0.55 "GET /v2.0/ports/eb4bb59b-8d4e-4a5b-b8c5-c2124d7b9333 HTTP/1.1" status: 404 len: 333 time: 0.3000607 Apr 01 15:52:01.659278 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-da067f73-c9d9-40db-abab-525200b7e69d tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Deleting port 8132dda8-e30f-426a-9713-315400d89613 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:52:01.659278 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-da067f73-c9d9-40db-abab-525200b7e69d tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:01.669066 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48842) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:01.678480 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-3a1128ee-c4a3-4a3f-a884-213c769f72b6 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Request body: {'port': {'network_id': '220d492d-3206-4b06-bb02-50fc978e4c3c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-57111724'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:52:01.694788 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-5375d98a-c40e-4386-8c0a-6a0d5d563d05 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] 10.222.0.55 "PUT /v2.0/routers/3dd9a420-1091-4a7a-b1db-2afcf5452758/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8431420 Apr 01 15:52:01.696760 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b338361d-7946-43c1-b702-d730773cb58b None None] Routers {'3dd9a420-1091-4a7a-b1db-2afcf5452758'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:52:01.696936 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-3a1128ee-c4a3-4a3f-a884-213c769f72b6 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:01.697629 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-b338361d-7946-43c1-b702-d730773cb58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:51:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['3dd9a420-1091-4a7a-b1db-2afcf5452758'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:01.701265 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 48846) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:01.710350 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-a3618a21-c7e7-48ea-bb6a-12c1cc852f70 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Request body: {'port': {'network_id': '8ccd2620-04a2-4b02-9a77-f90b50790eb8', 'name': 'tempest-FloatingIPAdminTestJSON-722648843'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:52:01.756832 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b93078b-dad0-4ba3-91c2-3dabcb8ef2c0 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:01.769948 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-6b93078b-dad0-4ba3-91c2-3dabcb8ef2c0 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:01.772055 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-88dd7402-530b-4d55-9392-2429a1a2f4d8 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:01.776585 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-88dd7402-530b-4d55-9392-2429a1a2f4d8 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "DELETE /v2.0/ports/a9a3f181-e97c-4976-9922-cb9b64a70ee0 HTTP/1.1" status: 204 len: 168 time: 1.8164859 Apr 01 15:52:01.787351 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-b338361d-7946-43c1-b702-d730773cb58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:01.791106 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 48850) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:01.826853 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b93078b-dad0-4ba3-91c2-3dabcb8ef2c0 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:01.827565 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6b93078b-dad0-4ba3-91c2-3dabcb8ef2c0 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:01.831288 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-3a1128ee-c4a3-4a3f-a884-213c769f72b6 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:01.837247 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b93078b-dad0-4ba3-91c2-3dabcb8ef2c0 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event updated for resources: {'Subnet': ['ID=1bf1b588-99db-4a72-9c04-6b5a72168552,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:01.846497 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b338361d-7946-43c1-b702-d730773cb58b None None] Routers {'3dd9a420-1091-4a7a-b1db-2afcf5452758'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:52:01.847141 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-b338361d-7946-43c1-b702-d730773cb58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:51:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['3dd9a420-1091-4a7a-b1db-2afcf5452758'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:01.893485 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-6b93078b-dad0-4ba3-91c2-3dabcb8ef2c0 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1479089 Apr 01 15:52:01.896251 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 48854) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:01.896979 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a1128ee-c4a3-4a3f-a884-213c769f72b6 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Made reservation on behalf of 51477d50ff9d4a93b662d3a27ad2c31c for: {'port': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:52:01.900284 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3a1128ee-c4a3-4a3f-a884-213c769f72b6 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:01.914272 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-30030b18-771f-430a-8c2e-a976a44c9226 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] GET failed (client error): The resource could not be found. Apr 01 15:52:01.915660 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-30030b18-771f-430a-8c2e-a976a44c9226 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "GET /v2.0/ports/a9a3f181-e97c-4976-9922-cb9b64a70ee0 HTTP/1.1" status: 404 len: 333 time: 0.1235487 Apr 01 15:52:01.919391 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48858) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:01.926518 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-486d5d9a-5839-48d3-b351-fa33a0d5f256 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Request body: {'subnet': {'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:52:01.927111 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-26ae6a62-34fc-4a6f-be87-713df89d6ad8 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Request body: {'port': {'network_id': 'b4e873a3-e6ca-443c-a769-49c7c4739e48', 'name': 'tempest-PortsIpV6TestJSON-1531043283'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:52:01.960244 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-b338361d-7946-43c1-b702-d730773cb58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:01.960957 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b338361d-7946-43c1-b702-d730773cb58b None None] The sync data for ids ['3dd9a420-1091-4a7a-b1db-2afcf5452758'] in dv-neutron-833373-2-hyperv is: [] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:52:01.992702 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device c71eace6-4e70-4998-bc15-248c7f500859 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:52:02.029138 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [None req-3a1128ee-c4a3-4a3f-a884-213c769f72b6 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] device_id is not set on port 8145ea86-b717-4706-b08d-b704384e9f36 yet. {{(pid=83828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:52:02.112087 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-26ae6a62-34fc-4a6f-be87-713df89d6ad8 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:02.127474 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-26ae6a62-34fc-4a6f-be87-713df89d6ad8 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:02.165024 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ae6a62-34fc-4a6f-be87-713df89d6ad8 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Made reservation on behalf of 144b300b27fa4dafba1405cae5639f1c for: {'port': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:52:02.167748 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port c71eace6-4e70-4998-bc15-248c7f500859 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:02.168043 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:02.168267 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-26ae6a62-34fc-4a6f-be87-713df89d6ad8 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:02.240933 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-a3618a21-c7e7-48ea-bb6a-12c1cc852f70 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:02.243188 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [None req-26ae6a62-34fc-4a6f-be87-713df89d6ad8 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] device_id is not set on port d94a6660-2838-4f25-8ee3-fd2196180b78 yet. {{(pid=83828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:52:02.259191 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-a3618a21-c7e7-48ea-bb6a-12c1cc852f70 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Usage tracker for resource:port and tenant:e1ed221c16654ccf87bcd9697956f8d7 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:02.268348 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7615d191-55d7-4ae4-8c6e-e16a44e48dd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'tenant_id': '50a1f72bd5e54e209eb4756b30f7e6a6', 'fixed_ips': [{'subnet_id': '1bf1b588-99db-4a72-9c04-6b5a72168552'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:52:02.269320 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-7615d191-55d7-4ae4-8c6e-e16a44e48dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:02.270598 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-a3618a21-c7e7-48ea-bb6a-12c1cc852f70 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:02.337816 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-a3618a21-c7e7-48ea-bb6a-12c1cc852f70 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:02.367545 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [None req-da067f73-c9d9-40db-abab-525200b7e69d tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] For port 8132dda8-e30f-426a-9713-315400d89613, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=8132dda8-e30f-426a-9713-315400d89613,segment=NetworkSegment(00d4eaaf-ce6b-4b70-83ca-9a0f6a870d38),segment_id=00d4eaaf-ce6b-4b70-83ca-9a0f6a870d38)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:52:02.368028 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-da067f73-c9d9-40db-abab-525200b7e69d tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:02.437107 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3a1128ee-c4a3-4a3f-a884-213c769f72b6 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:02.442050 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-486d5d9a-5839-48d3-b351-fa33a0d5f256 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:02.494203 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-7615d191-55d7-4ae4-8c6e-e16a44e48dd8 None None] Allocated IP 2001:db8::f816:3eff:fe58:88d3 (7b65ac5c-8834-4b65-9b28-b7dba6c9746f/1bf1b588-99db-4a72-9c04-6b5a72168552/8cdc9fa3-02cd-4925-97d2-6cb85121fe65) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:52:02.516305 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-da067f73-c9d9-40db-abab-525200b7e69d tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Calling delete_port for 8132dda8-e30f-426a-9713-315400d89613 owned by network:dhcp {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:52:02.544606 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-486d5d9a-5839-48d3-b351-fa33a0d5f256 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Usage tracker for resource:subnet and tenant:50a1f72bd5e54e209eb4756b30f7e6a6 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:02.547864 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3618a21-c7e7-48ea-bb6a-12c1cc852f70 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Made reservation on behalf of e1ed221c16654ccf87bcd9697956f8d7 for: {'port': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:52:02.550992 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a3618a21-c7e7-48ea-bb6a-12c1cc852f70 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:02.569376 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-486d5d9a-5839-48d3-b351-fa33a0d5f256 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:02.631268 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-486d5d9a-5839-48d3-b351-fa33a0d5f256 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:02.682715 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-486d5d9a-5839-48d3-b351-fa33a0d5f256 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Made reservation on behalf of 50a1f72bd5e54e209eb4756b30f7e6a6 for: {'subnet': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:52:02.683795 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3a1128ee-c4a3-4a3f-a884-213c769f72b6 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:02.699049 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [None req-a3618a21-c7e7-48ea-bb6a-12c1cc852f70 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] device_id is not set on port 88572adb-06f0-4dce-88ce-9f9f39215692 yet. {{(pid=83826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:52:02.742647 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-7615d191-55d7-4ae4-8c6e-e16a44e48dd8 None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:02.752103 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-7f6af5dc-97f3-42a3-b089-8f7d27242290 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Allocated IP 172.20.0.1 (495252b5-b240-40ca-a711-3ef43df34334/858507ea-b696-4c55-8b43-288c4e66c3a4/224c2a9d-e582-481c-8f57-3030758da096) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:52:02.767106 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-7615d191-55d7-4ae4-8c6e-e16a44e48dd8 None None] Transition to ACTIVE for port object 8cdc9fa3-02cd-4925-97d2-6cb85121fe65 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:52:02.790701 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-7615d191-55d7-4ae4-8c6e-e16a44e48dd8 None None] Transition to ACTIVE for port object 8cdc9fa3-02cd-4925-97d2-6cb85121fe65 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:52:02.798671 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-7615d191-55d7-4ae4-8c6e-e16a44e48dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:02.808456 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-26ae6a62-34fc-4a6f-be87-713df89d6ad8 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:02.810052 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1128ee-c4a3-4a3f-a884-213c769f72b6 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Pushing event updated for resources: {'Port': ['ID=8145ea86-b717-4706-b08d-b704384e9f36,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:02.812656 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d40ff2f-3f5a-4004-82bd-61d8f4b94d79 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Router 133dc67e-6be3-4f71-8334-43c29564c11c is scheduled to L3 agent ff252634-3424-422a-b742-9ae457bd54bd with binding_index 1 {{(pid=83828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:52:02.816191 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1128ee-c4a3-4a3f-a884-213c769f72b6 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Network 220d492d-3206-4b06-bb02-50fc978e4c3c is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:02.819770 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-3a1128ee-c4a3-4a3f-a884-213c769f72b6 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:02.823535 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1128ee-c4a3-4a3f-a884-213c769f72b6 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:52:02.824347 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1128ee-c4a3-4a3f-a884-213c769f72b6 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:02.824946 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3a1128ee-c4a3-4a3f-a884-213c769f72b6 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:02.826059 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-da067f73-c9d9-40db-abab-525200b7e69d tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:02.858719 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-3a1128ee-c4a3-4a3f-a884-213c769f72b6 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 1.1866777 Apr 01 15:52:02.862438 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48862) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:02.869506 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-c31ff0e0-7f7b-4008-af74-45a4b7e4429b tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8333'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:52:02.877941 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7615d191-55d7-4ae4-8c6e-e16a44e48dd8 None None] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:02.881701 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-7615d191-55d7-4ae4-8c6e-e16a44e48dd8 None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:02.883515 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7615d191-55d7-4ae4-8c6e-e16a44e48dd8 None None] Pushing event updated for resources: {'Port': ['ID=8cdc9fa3-02cd-4925-97d2-6cb85121fe65,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:02.885898 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7615d191-55d7-4ae4-8c6e-e16a44e48dd8 None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:52:02.909824 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da067f73-c9d9-40db-abab-525200b7e69d tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Pushing event deleted for resources: {'Port': ['ID=8132dda8-e30f-426a-9713-315400d89613,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:02.983902 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-7615d191-55d7-4ae4-8c6e-e16a44e48dd8 None None] Attempting to bind port 8cdc9fa3-02cd-4925-97d2-6cb85121fe65 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:52:02.985892 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-7615d191-55d7-4ae4-8c6e-e16a44e48dd8 None None] Attempting to bind port 8cdc9fa3-02cd-4925-97d2-6cb85121fe65 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:52:02.985892 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7615d191-55d7-4ae4-8c6e-e16a44e48dd8 None None] Attempting to bind port 8cdc9fa3-02cd-4925-97d2-6cb85121fe65 on network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:52:02.993496 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7615d191-55d7-4ae4-8c6e-e16a44e48dd8 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:52:02.993877 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7615d191-55d7-4ae4-8c6e-e16a44e48dd8 None None] Checking segment: {'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:52:02.994324 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-7615d191-55d7-4ae4-8c6e-e16a44e48dd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:02.994789 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7615d191-55d7-4ae4-8c6e-e16a44e48dd8 None None] Bound using segment: {'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:52:02.995274 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-7615d191-55d7-4ae4-8c6e-e16a44e48dd8 None None] Bound port: 8cdc9fa3-02cd-4925-97d2-6cb85121fe65, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:52:02.995653 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-7615d191-55d7-4ae4-8c6e-e16a44e48dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:03.099176 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-7615d191-55d7-4ae4-8c6e-e16a44e48dd8 None None] For port 8cdc9fa3-02cd-4925-97d2-6cb85121fe65, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:52:03.102333 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-7615d191-55d7-4ae4-8c6e-e16a44e48dd8 None None] For port 8cdc9fa3-02cd-4925-97d2-6cb85121fe65, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=8cdc9fa3-02cd-4925-97d2-6cb85121fe65,segment=NetworkSegment(c41dc1a5-c958-4d8b-81ea-3934c36371b8),segment_id=c41dc1a5-c958-4d8b-81ea-3934c36371b8)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:52:03.105266 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-26ae6a62-34fc-4a6f-be87-713df89d6ad8 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:03.111932 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-7615d191-55d7-4ae4-8c6e-e16a44e48dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:03.140839 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da067f73-c9d9-40db-abab-525200b7e69d tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] No DVR routers for this DVR port 8132dda8-e30f-426a-9713-315400d89613 on host dv-neutron-833373-2-hyperv {{(pid=83826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:52:03.166413 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c31ff0e0-7f7b-4008-af74-45a4b7e4429b tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:03.213873 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7615d191-55d7-4ae4-8c6e-e16a44e48dd8 None None] Pushing event updated for resources: {'Port': ['ID=8cdc9fa3-02cd-4925-97d2-6cb85121fe65,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:03.232560 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ae6a62-34fc-4a6f-be87-713df89d6ad8 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Network b4e873a3-e6ca-443c-a769-49c7c4739e48 is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:03.237494 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-26ae6a62-34fc-4a6f-be87-713df89d6ad8 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:03.240195 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ae6a62-34fc-4a6f-be87-713df89d6ad8 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:52:03.244492 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ae6a62-34fc-4a6f-be87-713df89d6ad8 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:03.245171 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-26ae6a62-34fc-4a6f-be87-713df89d6ad8 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:03.306265 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ae6a62-34fc-4a6f-be87-713df89d6ad8 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Pushing event updated for resources: {'Port': ['ID=d94a6660-2838-4f25-8ee3-fd2196180b78,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:03.325287 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-26ae6a62-34fc-4a6f-be87-713df89d6ad8 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.4045637 Apr 01 15:52:03.335217 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48866) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:03.352515 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-2ab2e581-480f-4a5c-bc5b-a6dc7137b1d5 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:52:03.392878 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-da067f73-c9d9-40db-abab-525200b7e69d tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:03.407513 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-486d5d9a-5839-48d3-b351-fa33a0d5f256 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16088980'] for subnet, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:03.444440 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-a3618a21-c7e7-48ea-bb6a-12c1cc852f70 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Allocated IP 172.20.0.10 (8ccd2620-04a2-4b02-9a77-f90b50790eb8/03d65cb1-3444-460c-8ad4-c1872d592dd3/88572adb-06f0-4dce-88ce-9f9f39215692) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:52:03.535290 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-da067f73-c9d9-40db-abab-525200b7e69d tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbba9767-c750-4f88-8efc-0abbf24df492']}} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:03.571151 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-da067f73-c9d9-40db-abab-525200b7e69d tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00d4eaaf-ce6b-4b70-83ca-9a0f6a870d38') {'for_net_delete': True} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:03.571448 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-da067f73-c9d9-40db-abab-525200b7e69d tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00d4eaaf-ce6b-4b70-83ca-9a0f6a870d38') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:03.593266 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7f6af5dc-97f3-42a3-b089-8f7d27242290 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:03.618688 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-da067f73-c9d9-40db-abab-525200b7e69d tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16610763'] for segment, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:03.627061 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2ab2e581-480f-4a5c-bc5b-a6dc7137b1d5 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:03.672306 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [None req-7f6af5dc-97f3-42a3-b089-8f7d27242290 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Transition to ACTIVE for port object 224c2a9d-e582-481c-8f57-3030758da096 will not be triggered until provisioned by entity DHCP. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:52:03.682340 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-da067f73-c9d9-40db-abab-525200b7e69d tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:03.708871 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da067f73-c9d9-40db-abab-525200b7e69d tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=83826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:52:03.709310 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-da067f73-c9d9-40db-abab-525200b7e69d tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15415164'] for segment, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:03.728820 dv-neutron-833373-2-hyperv neutron-server[83826]: Traceback (most recent call last): Apr 01 15:52:03.728820 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:52:03.728820 dv-neutron-833373-2-hyperv neutron-server[83826]: timer() Apr 01 15:52:03.728820 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:52:03.728820 dv-neutron-833373-2-hyperv neutron-server[83826]: cb(*args, **kw) Apr 01 15:52:03.728820 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:52:03.728820 dv-neutron-833373-2-hyperv neutron-server[83826]: return func(*args, **kwargs) Apr 01 15:52:03.728820 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:52:03.728820 dv-neutron-833373-2-hyperv neutron-server[83826]: self._notify() Apr 01 15:52:03.728820 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:52:03.728820 dv-neutron-833373-2-hyperv neutron-server[83826]: self.callback(batched_events) Apr 01 15:52:03.728820 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:52:03.728820 dv-neutron-833373-2-hyperv neutron-server[83826]: event.method(event) Apr 01 15:52:03.728820 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:52:03.728820 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:52:03.728820 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:52:03.728820 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:52:03.728820 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:52:03.728820 dv-neutron-833373-2-hyperv neutron-server[83826]: return f(self, *a, **k) Apr 01 15:52:03.728820 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:52:03.728820 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._get(url).json() Apr 01 15:52:03.728820 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:52:03.728820 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:52:03.728820 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:52:03.728820 dv-neutron-833373-2-hyperv neutron-server[83826]: return self.request(url, 'GET', **kwargs) Apr 01 15:52:03.728820 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:52:03.728820 dv-neutron-833373-2-hyperv neutron-server[83826]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:52:03.728820 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:52:03.728820 dv-neutron-833373-2-hyperv neutron-server[83826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:52:03.728820 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:52:03.728820 dv-neutron-833373-2-hyperv neutron-server[83826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:52:03.728820 dv-neutron-833373-2-hyperv neutron-server[83826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:52:03.737864 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d40ff2f-3f5a-4004-82bd-61d8f4b94d79 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:52:03.747645 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348b5145-63ee-4f66-b083-f150bd777bc9 None None] Sync routers for ids ['133dc67e-6be3-4f71-8334-43c29564c11c'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:52:03.751715 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5d40ff2f-3f5a-4004-82bd-61d8f4b94d79 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:03.755618 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-5d40ff2f-3f5a-4004-82bd-61d8f4b94d79 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] 10.222.0.55 "PUT /v2.0/routers/133dc67e-6be3-4f71-8334-43c29564c11c HTTP/1.1" status: 200 len: 913 time: 8.8565862 Apr 01 15:52:03.761525 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348b5145-63ee-4f66-b083-f150bd777bc9 None None] Routers {'133dc67e-6be3-4f71-8334-43c29564c11c'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:52:03.762127 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-348b5145-63ee-4f66-b083-f150bd777bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:51:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['133dc67e-6be3-4f71-8334-43c29564c11c'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:03.766178 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48870) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:03.830586 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-348b5145-63ee-4f66-b083-f150bd777bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:03.844182 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348b5145-63ee-4f66-b083-f150bd777bc9 None None] Routers {'133dc67e-6be3-4f71-8334-43c29564c11c'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:52:03.844825 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-348b5145-63ee-4f66-b083-f150bd777bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:51:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['133dc67e-6be3-4f71-8334-43c29564c11c'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:03.924977 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7f6af5dc-97f3-42a3-b089-8f7d27242290 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:03.925193 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [None req-c31ff0e0-7f7b-4008-af74-45a4b7e4429b tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] device_id is not set on port 8145ea86-b717-4706-b08d-b704384e9f36 yet. {{(pid=83828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:52:03.927618 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-348b5145-63ee-4f66-b083-f150bd777bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:03.928330 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348b5145-63ee-4f66-b083-f150bd777bc9 None None] The sync data for ids ['133dc67e-6be3-4f71-8334-43c29564c11c'] in dv-neutron-833373-2-hyperv is: [] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:52:03.941788 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c31ff0e0-7f7b-4008-af74-45a4b7e4429b tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:03.980149 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-da067f73-c9d9-40db-abab-525200b7e69d tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:03.984272 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-da067f73-c9d9-40db-abab-525200b7e69d tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:04.048042 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 8cdc9fa3-02cd-4925-97d2-6cb85121fe65 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:52:04.075637 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [None req-c31ff0e0-7f7b-4008-af74-45a4b7e4429b tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Transition to ACTIVE for port object 8145ea86-b717-4706-b08d-b704384e9f36 will not be triggered until provisioned by entity L2. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:52:04.102659 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c31ff0e0-7f7b-4008-af74-45a4b7e4429b tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:04.107308 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da067f73-c9d9-40db-abab-525200b7e69d tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Pushing event deleted for resources: {'Network': ['ID=fbba9767-c750-4f88-8efc-0abbf24df492,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:04.141020 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6af5dc-97f3-42a3-b089-8f7d27242290 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Network 495252b5-b240-40ca-a711-3ef43df34334 is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:04.153479 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-7f6af5dc-97f3-42a3-b089-8f7d27242290 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:04.156049 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6af5dc-97f3-42a3-b089-8f7d27242290 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:52:04.223605 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31ff0e0-7f7b-4008-af74-45a4b7e4429b tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Pushing event updated for resources: {'Port': ['ID=8145ea86-b717-4706-b08d-b704384e9f36,revision_number=2']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:04.241784 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6af5dc-97f3-42a3-b089-8f7d27242290 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Pushing event updated for resources: {'Port': ['ID=224c2a9d-e582-481c-8f57-3030758da096,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:04.252492 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 8cdc9fa3-02cd-4925-97d2-6cb85121fe65 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:52:04.255758 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-da067f73-c9d9-40db-abab-525200b7e69d tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] 10.222.0.55 "DELETE /v2.0/networks/fbba9767-c750-4f88-8efc-0abbf24df492 HTTP/1.1" status: 204 len: 168 time: 2.9805305 Apr 01 15:52:04.258772 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 48874) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:04.261504 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7f6af5dc-97f3-42a3-b089-8f7d27242290 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611418'] for router_interface, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:04.352866 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c398b6f1-6def-4303-b98f-979545e0fe08 None None] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:52:04.374681 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a3618a21-c7e7-48ea-bb6a-12c1cc852f70 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:04.446355 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [None req-a3618a21-c7e7-48ea-bb6a-12c1cc852f70 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Transition to ACTIVE for port object 88572adb-06f0-4dce-88ce-9f9f39215692 will not be triggered until provisioned by entity DHCP. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:52:04.455560 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2ab2e581-480f-4a5c-bc5b-a6dc7137b1d5 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for port, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:04.461799 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6e52ff8e-017c-4ad4-b3eb-1421adb2705d tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:04.472620 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2ab2e581-480f-4a5c-bc5b-a6dc7137b1d5 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:04.485607 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-d9667eb3-9bcd-4b38-bfa0-85cdb9f57bab None None] Provisioning for port 8cdc9fa3-02cd-4925-97d2-6cb85121fe65 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:52:04.513151 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-d9667eb3-9bcd-4b38-bfa0-85cdb9f57bab None None] Provisioning complete for port 8cdc9fa3-02cd-4925-97d2-6cb85121fe65 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:04.513704 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-d9667eb3-9bcd-4b38-bfa0-85cdb9f57bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:04.516762 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-486d5d9a-5839-48d3-b351-fa33a0d5f256 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15415267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16089018'] for subnet, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:04.559884 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-2ab2e581-480f-4a5c-bc5b-a6dc7137b1d5 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] In _notify_port_updated(), no bound segment for port d94a6660-2838-4f25-8ee3-fd2196180b78 on network b4e873a3-e6ca-443c-a769-49c7c4739e48 {{(pid=83828) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 01 15:52:04.563909 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab2e581-480f-4a5c-bc5b-a6dc7137b1d5 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:04.564543 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2ab2e581-480f-4a5c-bc5b-a6dc7137b1d5 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:04.566074 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-2ab2e581-480f-4a5c-bc5b-a6dc7137b1d5 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "PUT /v2.0/ports/d94a6660-2838-4f25-8ee3-fd2196180b78 HTTP/1.1" status: 200 len: 818 time: 1.2253871 Apr 01 15:52:04.578744 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48878) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:04.632919 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-c31ff0e0-7f7b-4008-af74-45a4b7e4429b tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to bind port 8145ea86-b717-4706-b08d-b704384e9f36 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:52:04.633636 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-c31ff0e0-7f7b-4008-af74-45a4b7e4429b tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to bind port 8145ea86-b717-4706-b08d-b704384e9f36 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '785c56f2-52a5-4577-974c-87065c90971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '220d492d-3206-4b06-bb02-50fc978e4c3c'}] {{(pid=83828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:52:04.633846 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31ff0e0-7f7b-4008-af74-45a4b7e4429b tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to bind port 8145ea86-b717-4706-b08d-b704384e9f36 on network 220d492d-3206-4b06-bb02-50fc978e4c3c {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:52:04.666229 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab2e581-480f-4a5c-bc5b-a6dc7137b1d5 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Pushing event updated for resources: {'Port': ['ID=d94a6660-2838-4f25-8ee3-fd2196180b78,revision_number=2']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:04.682969 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31ff0e0-7f7b-4008-af74-45a4b7e4429b tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Port 8145ea86-b717-4706-b08d-b704384e9f36 on network 220d492d-3206-4b06-bb02-50fc978e4c3c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:52:04.683518 dv-neutron-833373-2-hyperv neutron-server[83828]: ERROR neutron.plugins.ml2.managers [None req-c31ff0e0-7f7b-4008-af74-45a4b7e4429b tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Failed to bind port 8145ea86-b717-4706-b08d-b704384e9f36 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '785c56f2-52a5-4577-974c-87065c90971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '220d492d-3206-4b06-bb02-50fc978e4c3c'}] Apr 01 15:52:04.686103 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.plugins.ml2.plugin [None req-c31ff0e0-7f7b-4008-af74-45a4b7e4429b tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempt 2 to bind port 8145ea86-b717-4706-b08d-b704384e9f36 Apr 01 15:52:04.699661 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-d0cb9508-7e61-4358-9e0c-c0fdf2513131 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Deleting port d94a6660-2838-4f25-8ee3-fd2196180b78 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:52:04.700277 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d0cb9508-7e61-4358-9e0c-c0fdf2513131 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:04.708703 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486d5d9a-5839-48d3-b351-fa33a0d5f256 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event updated for resources: {'Subnet': ['ID=52c48fe1-60f0-4e5b-a6bb-781c911ffa68,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:04.734972 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a3618a21-c7e7-48ea-bb6a-12c1cc852f70 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:04.747562 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-c31ff0e0-7f7b-4008-af74-45a4b7e4429b tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to bind port 8145ea86-b717-4706-b08d-b704384e9f36 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:52:04.748202 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-d9667eb3-9bcd-4b38-bfa0-85cdb9f57bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:04.748487 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-c31ff0e0-7f7b-4008-af74-45a4b7e4429b tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to bind port 8145ea86-b717-4706-b08d-b704384e9f36 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '785c56f2-52a5-4577-974c-87065c90971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '220d492d-3206-4b06-bb02-50fc978e4c3c'}] {{(pid=83828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:52:04.749037 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31ff0e0-7f7b-4008-af74-45a4b7e4429b tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to bind port 8145ea86-b717-4706-b08d-b704384e9f36 on network 220d492d-3206-4b06-bb02-50fc978e4c3c {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:52:04.765959 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-b8e6b524-e09a-4a3e-8b4b-662fa514cddf tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] 10.222.0.55 "GET /v2.0/routers/133dc67e-6be3-4f71-8334-43c29564c11c HTTP/1.1" status: 200 len: 919 time: 0.9951320 Apr 01 15:52:04.768045 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48882) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:04.792931 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-d9667eb3-9bcd-4b38-bfa0-85cdb9f57bab None None] For port 8cdc9fa3-02cd-4925-97d2-6cb85121fe65, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=8cdc9fa3-02cd-4925-97d2-6cb85121fe65,segment=NetworkSegment(c41dc1a5-c958-4d8b-81ea-3934c36371b8),segment_id=c41dc1a5-c958-4d8b-81ea-3934c36371b8)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:52:04.798649 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-d9667eb3-9bcd-4b38-bfa0-85cdb9f57bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:04.798947 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486d5d9a-5839-48d3-b351-fa33a0d5f256 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:04.806583 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31ff0e0-7f7b-4008-af74-45a4b7e4429b tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Port 8145ea86-b717-4706-b08d-b704384e9f36 on network 220d492d-3206-4b06-bb02-50fc978e4c3c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:52:04.806920 dv-neutron-833373-2-hyperv neutron-server[83828]: ERROR neutron.plugins.ml2.managers [None req-c31ff0e0-7f7b-4008-af74-45a4b7e4429b tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Failed to bind port 8145ea86-b717-4706-b08d-b704384e9f36 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '785c56f2-52a5-4577-974c-87065c90971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '220d492d-3206-4b06-bb02-50fc978e4c3c'}] Apr 01 15:52:04.813435 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.plugins.ml2.plugin [None req-c31ff0e0-7f7b-4008-af74-45a4b7e4429b tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempt 3 to bind port 8145ea86-b717-4706-b08d-b704384e9f36 Apr 01 15:52:04.839504 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-486d5d9a-5839-48d3-b351-fa33a0d5f256 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:04.859958 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7f6af5dc-97f3-42a3-b089-8f7d27242290 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:04.873686 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-c31ff0e0-7f7b-4008-af74-45a4b7e4429b tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to bind port 8145ea86-b717-4706-b08d-b704384e9f36 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:52:04.874059 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-c31ff0e0-7f7b-4008-af74-45a4b7e4429b tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to bind port 8145ea86-b717-4706-b08d-b704384e9f36 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '785c56f2-52a5-4577-974c-87065c90971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '220d492d-3206-4b06-bb02-50fc978e4c3c'}] {{(pid=83828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:52:04.874563 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31ff0e0-7f7b-4008-af74-45a4b7e4429b tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to bind port 8145ea86-b717-4706-b08d-b704384e9f36 on network 220d492d-3206-4b06-bb02-50fc978e4c3c {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:52:04.878904 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486d5d9a-5839-48d3-b351-fa33a0d5f256 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:04.879483 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-486d5d9a-5839-48d3-b351-fa33a0d5f256 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:04.879824 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9667eb3-9bcd-4b38-bfa0-85cdb9f57bab None None] Pushing event updated for resources: {'Port': ['ID=8cdc9fa3-02cd-4925-97d2-6cb85121fe65,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:04.907954 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31ff0e0-7f7b-4008-af74-45a4b7e4429b tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Port 8145ea86-b717-4706-b08d-b704384e9f36 on network 220d492d-3206-4b06-bb02-50fc978e4c3c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:52:04.908541 dv-neutron-833373-2-hyperv neutron-server[83828]: ERROR neutron.plugins.ml2.managers [None req-c31ff0e0-7f7b-4008-af74-45a4b7e4429b tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Failed to bind port 8145ea86-b717-4706-b08d-b704384e9f36 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '785c56f2-52a5-4577-974c-87065c90971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '220d492d-3206-4b06-bb02-50fc978e4c3c'}] Apr 01 15:52:04.911589 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.plugins.ml2.plugin [None req-c31ff0e0-7f7b-4008-af74-45a4b7e4429b tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempt 4 to bind port 8145ea86-b717-4706-b08d-b704384e9f36 Apr 01 15:52:04.923001 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6e52ff8e-017c-4ad4-b3eb-1421adb2705d tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:04.965170 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-c9c32be1-1901-47be-83a9-93d839a05741 None None] Provisioning for port 224c2a9d-e582-481c-8f57-3030758da096 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:52:04.984783 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-c9c32be1-1901-47be-83a9-93d839a05741 None None] Provisioning complete for port 224c2a9d-e582-481c-8f57-3030758da096 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:04.985010 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c9c32be1-1901-47be-83a9-93d839a05741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:05.010361 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-c31ff0e0-7f7b-4008-af74-45a4b7e4429b tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to bind port 8145ea86-b717-4706-b08d-b704384e9f36 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:52:05.011175 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-c31ff0e0-7f7b-4008-af74-45a4b7e4429b tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to bind port 8145ea86-b717-4706-b08d-b704384e9f36 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '785c56f2-52a5-4577-974c-87065c90971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '220d492d-3206-4b06-bb02-50fc978e4c3c'}] {{(pid=83828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:52:05.011812 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31ff0e0-7f7b-4008-af74-45a4b7e4429b tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to bind port 8145ea86-b717-4706-b08d-b704384e9f36 on network 220d492d-3206-4b06-bb02-50fc978e4c3c {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:52:05.055841 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31ff0e0-7f7b-4008-af74-45a4b7e4429b tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Port 8145ea86-b717-4706-b08d-b704384e9f36 on network 220d492d-3206-4b06-bb02-50fc978e4c3c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:52:05.056464 dv-neutron-833373-2-hyperv neutron-server[83828]: ERROR neutron.plugins.ml2.managers [None req-c31ff0e0-7f7b-4008-af74-45a4b7e4429b tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Failed to bind port 8145ea86-b717-4706-b08d-b704384e9f36 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '785c56f2-52a5-4577-974c-87065c90971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '220d492d-3206-4b06-bb02-50fc978e4c3c'}] Apr 01 15:52:05.064296 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.plugins.ml2.plugin [None req-c31ff0e0-7f7b-4008-af74-45a4b7e4429b tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempt 5 to bind port 8145ea86-b717-4706-b08d-b704384e9f36 Apr 01 15:52:05.085730 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-010efe4c-f36e-4a82-ba7e-e75b3ac0780a tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=ed45466e-0386-4b92-8de3-247c977242ac&device_id=133dc67e-6be3-4f71-8334-43c29564c11c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3163297 Apr 01 15:52:05.086877 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-c31ff0e0-7f7b-4008-af74-45a4b7e4429b tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to bind port 8145ea86-b717-4706-b08d-b704384e9f36 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:52:05.087419 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-c31ff0e0-7f7b-4008-af74-45a4b7e4429b tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to bind port 8145ea86-b717-4706-b08d-b704384e9f36 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '785c56f2-52a5-4577-974c-87065c90971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '220d492d-3206-4b06-bb02-50fc978e4c3c'}] {{(pid=83828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:52:05.088228 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31ff0e0-7f7b-4008-af74-45a4b7e4429b tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to bind port 8145ea86-b717-4706-b08d-b704384e9f36 on network 220d492d-3206-4b06-bb02-50fc978e4c3c {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:52:05.095111 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48886) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:05.099046 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-c9c32be1-1901-47be-83a9-93d839a05741 None None] Port 224c2a9d-e582-481c-8f57-3030758da096 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:52:05.106472 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09fcf7f7-46c4-405a-92d1-63c583e9c495 None None] Update dhcp port {'port': {'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'fixed_ips': [{'subnet_id': '1bf1b588-99db-4a72-9c04-6b5a72168552', 'ip_address': '2001:db8::f816:3eff:fe58:88d3'}, {'subnet_id': '52c48fe1-60f0-4e5b-a6bb-781c911ffa68'}], 'binding:host_id': 'dv-neutron-833373-2-hyperv'}, 'id': '8cdc9fa3-02cd-4925-97d2-6cb85121fe65'} from dv-neutron-833373-2-hyperv. {{(pid=83829) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 01 15:52:05.118249 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3618a21-c7e7-48ea-bb6a-12c1cc852f70 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Network 8ccd2620-04a2-4b02-9a77-f90b50790eb8 is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:05.128294 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3618a21-c7e7-48ea-bb6a-12c1cc852f70 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Pushing event updated for resources: {'Port': ['ID=88572adb-06f0-4dce-88ce-9f9f39215692,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:05.131677 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-486d5d9a-5839-48d3-b351-fa33a0d5f256 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2192209 Apr 01 15:52:05.137167 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-6e52ff8e-017c-4ad4-b3eb-1421adb2705d tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01a617a2-ef0a-4152-b0dd-2693d1129452']}} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:05.143789 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d0cb9508-7e61-4358-9e0c-c0fdf2513131 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:05.147177 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-a3618a21-c7e7-48ea-bb6a-12c1cc852f70 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:05.151444 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48890) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:05.154434 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3618a21-c7e7-48ea-bb6a-12c1cc852f70 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:52:05.192651 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-6e52ff8e-017c-4ad4-b3eb-1421adb2705d tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7698e573-c22c-4bc1-b35f-33d276fcc8e8') {'for_net_delete': True} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:05.193311 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-6e52ff8e-017c-4ad4-b3eb-1421adb2705d tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7698e573-c22c-4bc1-b35f-33d276fcc8e8') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:05.196710 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-09fcf7f7-46c4-405a-92d1-63c583e9c495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:05.211141 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-31961261-4004-4f27-b45c-ed5db0a055b8 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Request body: {'port': {'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'mac_address': 'fa:16:3e:fb:bd:67', 'name': 'tempest-NetworksTestDHCPv6-1785452964'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:52:05.238519 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31ff0e0-7f7b-4008-af74-45a4b7e4429b tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Port 8145ea86-b717-4706-b08d-b704384e9f36 on network 220d492d-3206-4b06-bb02-50fc978e4c3c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:52:05.239149 dv-neutron-833373-2-hyperv neutron-server[83828]: ERROR neutron.plugins.ml2.managers [None req-c31ff0e0-7f7b-4008-af74-45a4b7e4429b tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Failed to bind port 8145ea86-b717-4706-b08d-b704384e9f36 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '785c56f2-52a5-4577-974c-87065c90971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '220d492d-3206-4b06-bb02-50fc978e4c3c'}] Apr 01 15:52:05.301238 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.plugins.ml2.plugin [None req-c31ff0e0-7f7b-4008-af74-45a4b7e4429b tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempt 6 to bind port 8145ea86-b717-4706-b08d-b704384e9f36 Apr 01 15:52:05.388488 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6e52ff8e-017c-4ad4-b3eb-1421adb2705d tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16610763'] for segment, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:05.427213 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-c31ff0e0-7f7b-4008-af74-45a4b7e4429b tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to bind port 8145ea86-b717-4706-b08d-b704384e9f36 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:52:05.427213 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-c31ff0e0-7f7b-4008-af74-45a4b7e4429b tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to bind port 8145ea86-b717-4706-b08d-b704384e9f36 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '785c56f2-52a5-4577-974c-87065c90971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '220d492d-3206-4b06-bb02-50fc978e4c3c'}] {{(pid=83828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:52:05.427213 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31ff0e0-7f7b-4008-af74-45a4b7e4429b tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to bind port 8145ea86-b717-4706-b08d-b704384e9f36 on network 220d492d-3206-4b06-bb02-50fc978e4c3c {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:52:05.446045 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3618a21-c7e7-48ea-bb6a-12c1cc852f70 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:05.446697 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a3618a21-c7e7-48ea-bb6a-12c1cc852f70 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:05.447180 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-d0cb9508-7e61-4358-9e0c-c0fdf2513131 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Calling delete_port for d94a6660-2838-4f25-8ee3-fd2196180b78 owned by {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:52:05.452961 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6e52ff8e-017c-4ad4-b3eb-1421adb2705d tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:05.471320 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e52ff8e-017c-4ad4-b3eb-1421adb2705d tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=83826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:52:05.471740 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6e52ff8e-017c-4ad4-b3eb-1421adb2705d tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15415164'] for segment, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:05.476354 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31ff0e0-7f7b-4008-af74-45a4b7e4429b tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Port 8145ea86-b717-4706-b08d-b704384e9f36 on network 220d492d-3206-4b06-bb02-50fc978e4c3c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:52:05.476354 dv-neutron-833373-2-hyperv neutron-server[83828]: ERROR neutron.plugins.ml2.managers [None req-c31ff0e0-7f7b-4008-af74-45a4b7e4429b tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Failed to bind port 8145ea86-b717-4706-b08d-b704384e9f36 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '785c56f2-52a5-4577-974c-87065c90971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '220d492d-3206-4b06-bb02-50fc978e4c3c'}] Apr 01 15:52:05.480186 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.plugins.ml2.plugin [None req-c31ff0e0-7f7b-4008-af74-45a4b7e4429b tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempt 7 to bind port 8145ea86-b717-4706-b08d-b704384e9f36 Apr 01 15:52:05.488312 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-972b93cc-a3e8-4be2-8c6e-0090faa6c117 None None] Provisioning for port 88572adb-06f0-4dce-88ce-9f9f39215692 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:52:05.490961 dv-neutron-833373-2-hyperv neutron-server[83826]: Traceback (most recent call last): Apr 01 15:52:05.490961 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:52:05.490961 dv-neutron-833373-2-hyperv neutron-server[83826]: timer() Apr 01 15:52:05.490961 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:52:05.490961 dv-neutron-833373-2-hyperv neutron-server[83826]: cb(*args, **kw) Apr 01 15:52:05.490961 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:52:05.490961 dv-neutron-833373-2-hyperv neutron-server[83826]: return func(*args, **kwargs) Apr 01 15:52:05.490961 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:52:05.490961 dv-neutron-833373-2-hyperv neutron-server[83826]: self._notify() Apr 01 15:52:05.490961 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:52:05.490961 dv-neutron-833373-2-hyperv neutron-server[83826]: self.callback(batched_events) Apr 01 15:52:05.490961 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:52:05.490961 dv-neutron-833373-2-hyperv neutron-server[83826]: event.method(event) Apr 01 15:52:05.490961 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:52:05.490961 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:52:05.490961 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:52:05.490961 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:52:05.490961 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:52:05.490961 dv-neutron-833373-2-hyperv neutron-server[83826]: return f(self, *a, **k) Apr 01 15:52:05.490961 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:52:05.490961 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._get(url).json() Apr 01 15:52:05.490961 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:52:05.490961 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:52:05.490961 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:52:05.490961 dv-neutron-833373-2-hyperv neutron-server[83826]: return self.request(url, 'GET', **kwargs) Apr 01 15:52:05.490961 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:52:05.490961 dv-neutron-833373-2-hyperv neutron-server[83826]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:52:05.490961 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:52:05.490961 dv-neutron-833373-2-hyperv neutron-server[83826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:52:05.490961 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:52:05.490961 dv-neutron-833373-2-hyperv neutron-server[83826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:52:05.490961 dv-neutron-833373-2-hyperv neutron-server[83826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:52:05.498249 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-09fcf7f7-46c4-405a-92d1-63c583e9c495 None None] Allocated IP 172.20.0.2 (7b65ac5c-8834-4b65-9b28-b7dba6c9746f/52c48fe1-60f0-4e5b-a6bb-781c911ffa68/8cdc9fa3-02cd-4925-97d2-6cb85121fe65) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:52:05.501183 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-972b93cc-a3e8-4be2-8c6e-0090faa6c117 None None] Provisioning complete for port 88572adb-06f0-4dce-88ce-9f9f39215692 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:05.501538 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-972b93cc-a3e8-4be2-8c6e-0090faa6c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:05.515552 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-c31ff0e0-7f7b-4008-af74-45a4b7e4429b tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to bind port 8145ea86-b717-4706-b08d-b704384e9f36 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:52:05.515893 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-c31ff0e0-7f7b-4008-af74-45a4b7e4429b tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to bind port 8145ea86-b717-4706-b08d-b704384e9f36 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '785c56f2-52a5-4577-974c-87065c90971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '220d492d-3206-4b06-bb02-50fc978e4c3c'}] {{(pid=83828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:52:05.516199 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31ff0e0-7f7b-4008-af74-45a4b7e4429b tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to bind port 8145ea86-b717-4706-b08d-b704384e9f36 on network 220d492d-3206-4b06-bb02-50fc978e4c3c {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:52:05.571768 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31ff0e0-7f7b-4008-af74-45a4b7e4429b tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Port 8145ea86-b717-4706-b08d-b704384e9f36 on network 220d492d-3206-4b06-bb02-50fc978e4c3c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:52:05.572142 dv-neutron-833373-2-hyperv neutron-server[83828]: ERROR neutron.plugins.ml2.managers [None req-c31ff0e0-7f7b-4008-af74-45a4b7e4429b tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Failed to bind port 8145ea86-b717-4706-b08d-b704384e9f36 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '785c56f2-52a5-4577-974c-87065c90971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '220d492d-3206-4b06-bb02-50fc978e4c3c'}] Apr 01 15:52:05.575926 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-a3618a21-c7e7-48ea-bb6a-12c1cc852f70 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8737667 Apr 01 15:52:05.580742 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.plugins.ml2.plugin [None req-c31ff0e0-7f7b-4008-af74-45a4b7e4429b tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempt 8 to bind port 8145ea86-b717-4706-b08d-b704384e9f36 Apr 01 15:52:05.585035 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 48894) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:05.647143 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-972b93cc-a3e8-4be2-8c6e-0090faa6c117 None None] Port 88572adb-06f0-4dce-88ce-9f9f39215692 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:52:05.650918 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-c31ff0e0-7f7b-4008-af74-45a4b7e4429b tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to bind port 8145ea86-b717-4706-b08d-b704384e9f36 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:52:05.651434 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-c31ff0e0-7f7b-4008-af74-45a4b7e4429b tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to bind port 8145ea86-b717-4706-b08d-b704384e9f36 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '785c56f2-52a5-4577-974c-87065c90971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '220d492d-3206-4b06-bb02-50fc978e4c3c'}] {{(pid=83828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:52:05.651921 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31ff0e0-7f7b-4008-af74-45a4b7e4429b tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to bind port 8145ea86-b717-4706-b08d-b704384e9f36 on network 220d492d-3206-4b06-bb02-50fc978e4c3c {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:52:05.669743 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db9a092-d4b8-40f1-9167-4e841308a59b tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:05.671454 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-0db9a092-d4b8-40f1-9167-4e841308a59b tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] 10.222.0.55 "GET /v2.0/networks/ed45466e-0386-4b92-8de3-247c977242ac HTTP/1.1" status: 200 len: 881 time: 0.5752664 Apr 01 15:52:05.675722 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48900) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:05.727002 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31ff0e0-7f7b-4008-af74-45a4b7e4429b tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Port 8145ea86-b717-4706-b08d-b704384e9f36 on network 220d492d-3206-4b06-bb02-50fc978e4c3c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:52:05.727577 dv-neutron-833373-2-hyperv neutron-server[83828]: ERROR neutron.plugins.ml2.managers [None req-c31ff0e0-7f7b-4008-af74-45a4b7e4429b tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Failed to bind port 8145ea86-b717-4706-b08d-b704384e9f36 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '785c56f2-52a5-4577-974c-87065c90971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '220d492d-3206-4b06-bb02-50fc978e4c3c'}] Apr 01 15:52:05.730302 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-26499714-0efc-4529-831c-26084c64c8f2 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] 10.222.0.55 "GET /v2.0/ports?device_id=133dc67e-6be3-4f71-8334-43c29564c11c HTTP/1.1" status: 200 len: 205 time: 0.0524633 Apr 01 15:52:05.732045 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-31961261-4004-4f27-b45c-ed5db0a055b8 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:05.735551 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.plugins.ml2.plugin [None req-c31ff0e0-7f7b-4008-af74-45a4b7e4429b tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempt 9 to bind port 8145ea86-b717-4706-b08d-b704384e9f36 Apr 01 15:52:05.735837 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-09fcf7f7-46c4-405a-92d1-63c583e9c495 None None] For port 8cdc9fa3-02cd-4925-97d2-6cb85121fe65, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=8cdc9fa3-02cd-4925-97d2-6cb85121fe65,segment=NetworkSegment(c41dc1a5-c958-4d8b-81ea-3934c36371b8),segment_id=c41dc1a5-c958-4d8b-81ea-3934c36371b8)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:52:05.749715 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48904) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:05.760664 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-31961261-4004-4f27-b45c-ed5db0a055b8 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Usage tracker for resource:port and tenant:50a1f72bd5e54e209eb4756b30f7e6a6 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:05.765035 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d0cb9508-7e61-4358-9e0c-c0fdf2513131 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:05.766973 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-31961261-4004-4f27-b45c-ed5db0a055b8 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:05.775539 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-09fcf7f7-46c4-405a-92d1-63c583e9c495 None None] Notify callbacks [] for port, precommit_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:05.799004 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-09fcf7f7-46c4-405a-92d1-63c583e9c495 None None] Transition to ACTIVE for port object 8cdc9fa3-02cd-4925-97d2-6cb85121fe65 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:52:05.801783 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-e97c5a9c-9946-4c7d-86f1-b8cf717b40d4 tempest-FloatingIPAdminTestJSON-2024400118 tempest-FloatingIPAdminTestJSON-2024400118-project-admin] Request body: {'floatingip': {'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'project_id': 'e1ed221c16654ccf87bcd9697956f8d7', 'port_id': '88572adb-06f0-4dce-88ce-9f9f39215692'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:52:05.803615 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-09fcf7f7-46c4-405a-92d1-63c583e9c495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:05.809635 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6e52ff8e-017c-4ad4-b3eb-1421adb2705d tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:05.814326 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-e97c5a9c-9946-4c7d-86f1-b8cf717b40d4 tempest-FloatingIPAdminTestJSON-2024400118 tempest-FloatingIPAdminTestJSON-2024400118-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:05.819209 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6e52ff8e-017c-4ad4-b3eb-1421adb2705d tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:05.849566 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e52ff8e-017c-4ad4-b3eb-1421adb2705d tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Pushing event deleted for resources: {'Network': ['ID=01a617a2-ef0a-4152-b0dd-2693d1129452,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:05.866487 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-31961261-4004-4f27-b45c-ed5db0a055b8 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:05.867007 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-e97c5a9c-9946-4c7d-86f1-b8cf717b40d4 tempest-FloatingIPAdminTestJSON-2024400118 tempest-FloatingIPAdminTestJSON-2024400118-project-admin] Usage tracker for resource:floatingip and tenant:e1ed221c16654ccf87bcd9697956f8d7 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:05.875330 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-e97c5a9c-9946-4c7d-86f1-b8cf717b40d4 tempest-FloatingIPAdminTestJSON-2024400118 tempest-FloatingIPAdminTestJSON-2024400118-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:05.887712 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-6e52ff8e-017c-4ad4-b3eb-1421adb2705d tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] 10.222.0.55 "DELETE /v2.0/networks/01a617a2-ef0a-4152-b0dd-2693d1129452 HTTP/1.1" status: 204 len: 168 time: 1.6232817 Apr 01 15:52:05.898124 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-e97c5a9c-9946-4c7d-86f1-b8cf717b40d4 tempest-FloatingIPAdminTestJSON-2024400118 tempest-FloatingIPAdminTestJSON-2024400118-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:05.900263 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 48908) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:05.931896 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-c31ff0e0-7f7b-4008-af74-45a4b7e4429b tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to bind port 8145ea86-b717-4706-b08d-b704384e9f36 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:52:05.932238 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-c31ff0e0-7f7b-4008-af74-45a4b7e4429b tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to bind port 8145ea86-b717-4706-b08d-b704384e9f36 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '785c56f2-52a5-4577-974c-87065c90971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '220d492d-3206-4b06-bb02-50fc978e4c3c'}] {{(pid=83828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:52:05.932570 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31ff0e0-7f7b-4008-af74-45a4b7e4429b tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to bind port 8145ea86-b717-4706-b08d-b704384e9f36 on network 220d492d-3206-4b06-bb02-50fc978e4c3c {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:52:05.948309 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fcf7f7-46c4-405a-92d1-63c583e9c495 None None] Pushing event updated for resources: {'Port': ['ID=8cdc9fa3-02cd-4925-97d2-6cb85121fe65,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:05.958317 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 8cdc9fa3-02cd-4925-97d2-6cb85121fe65 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:52:05.959235 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cb9508-7e61-4358-9e0c-c0fdf2513131 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Pushing event deleted for resources: {'Port': ['ID=d94a6660-2838-4f25-8ee3-fd2196180b78,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:05.963696 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31ff0e0-7f7b-4008-af74-45a4b7e4429b tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Port 8145ea86-b717-4706-b08d-b704384e9f36 on network 220d492d-3206-4b06-bb02-50fc978e4c3c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:52:05.964027 dv-neutron-833373-2-hyperv neutron-server[83828]: ERROR neutron.plugins.ml2.managers [None req-c31ff0e0-7f7b-4008-af74-45a4b7e4429b tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Failed to bind port 8145ea86-b717-4706-b08d-b704384e9f36 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '785c56f2-52a5-4577-974c-87065c90971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '220d492d-3206-4b06-bb02-50fc978e4c3c'}] Apr 01 15:52:05.966278 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.plugins.ml2.plugin [None req-c31ff0e0-7f7b-4008-af74-45a4b7e4429b tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempt 10 to bind port 8145ea86-b717-4706-b08d-b704384e9f36 Apr 01 15:52:05.977178 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31961261-4004-4f27-b45c-ed5db0a055b8 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Made reservation on behalf of 50a1f72bd5e54e209eb4756b30f7e6a6 for: {'port': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:52:06.009660 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e97c5a9c-9946-4c7d-86f1-b8cf717b40d4 tempest-FloatingIPAdminTestJSON-2024400118 tempest-FloatingIPAdminTestJSON-2024400118-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:06.010308 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d0cb9508-7e61-4358-9e0c-c0fdf2513131 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:06.059685 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-c31ff0e0-7f7b-4008-af74-45a4b7e4429b tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to bind port 8145ea86-b717-4706-b08d-b704384e9f36 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:52:06.060380 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-c31ff0e0-7f7b-4008-af74-45a4b7e4429b tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to bind port 8145ea86-b717-4706-b08d-b704384e9f36 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '785c56f2-52a5-4577-974c-87065c90971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '220d492d-3206-4b06-bb02-50fc978e4c3c'}] {{(pid=83828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:52:06.060949 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31ff0e0-7f7b-4008-af74-45a4b7e4429b tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to bind port 8145ea86-b717-4706-b08d-b704384e9f36 on network 220d492d-3206-4b06-bb02-50fc978e4c3c {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:52:06.098527 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-d0cb9508-7e61-4358-9e0c-c0fdf2513131 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "DELETE /v2.0/ports/d94a6660-2838-4f25-8ee3-fd2196180b78 HTTP/1.1" status: 204 len: 168 time: 1.5163012 Apr 01 15:52:06.103822 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48912) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:06.130383 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.db.resource_extend [None req-7f6af5dc-97f3-42a3-b089-8f7d27242290 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:52:06.144619 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31ff0e0-7f7b-4008-af74-45a4b7e4429b tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Port 8145ea86-b717-4706-b08d-b704384e9f36 on network 220d492d-3206-4b06-bb02-50fc978e4c3c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:52:06.144982 dv-neutron-833373-2-hyperv neutron-server[83828]: ERROR neutron.plugins.ml2.managers [None req-c31ff0e0-7f7b-4008-af74-45a4b7e4429b tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Failed to bind port 8145ea86-b717-4706-b08d-b704384e9f36 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '785c56f2-52a5-4577-974c-87065c90971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '220d492d-3206-4b06-bb02-50fc978e4c3c'}] Apr 01 15:52:06.145350 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c31ff0e0-7f7b-4008-af74-45a4b7e4429b tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:06.165540 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7f6af5dc-97f3-42a3-b089-8f7d27242290 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:06.170687 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4fc5ae2d-1cd5-4d19-8921-47f0c50e77d6 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:06.175345 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7f6af5dc-97f3-42a3-b089-8f7d27242290 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:06.347240 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6af5dc-97f3-42a3-b089-8f7d27242290 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Pushing event updated for resources: {'Port': ['ID=224c2a9d-e582-481c-8f57-3030758da096,revision_number=2']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:06.357058 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7f6af5dc-97f3-42a3-b089-8f7d27242290 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611525'] for router_interface, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:06.438436 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-31961261-4004-4f27-b45c-ed5db0a055b8 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:06.492012 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-c31ff0e0-7f7b-4008-af74-45a4b7e4429b tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] For port 8145ea86-b717-4706-b08d-b704384e9f36, host hv-neutron-8333, cleared binding levels {{(pid=83828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:52:06.492391 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-c31ff0e0-7f7b-4008-af74-45a4b7e4429b tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempted to set empty binding levels {{(pid=83828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 01 15:52:06.496524 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [None req-31961261-4004-4f27-b45c-ed5db0a055b8 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] device_id is not set on port e67a5486-54c8-485f-b685-2fece43724ae yet. {{(pid=83828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:52:06.532963 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4fc5ae2d-1cd5-4d19-8921-47f0c50e77d6 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:06.537945 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c31ff0e0-7f7b-4008-af74-45a4b7e4429b tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:06.547205 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e79f91b-fddc-4ad4-8458-348be68014c6 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:06.547922 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-7e79f91b-fddc-4ad4-8458-348be68014c6 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Synchronizing usage tracker for tenant:144b300b27fa4dafba1405cae5639f1c on resource:port {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:06.594250 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-4fc5ae2d-1cd5-4d19-8921-47f0c50e77d6 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8dca106-1d82-4121-9016-bc8efa45dadb']}} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:06.623935 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-4fc5ae2d-1cd5-4d19-8921-47f0c50e77d6 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76abd4a0-4cda-4934-8fc4-3d18ebdc17b3') {'for_net_delete': True} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:06.624232 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-4fc5ae2d-1cd5-4d19-8921-47f0c50e77d6 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76abd4a0-4cda-4934-8fc4-3d18ebdc17b3') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:06.645768 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d6329a-3af8-43e1-9932-ef8024c00534 None None] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:52:06.647567 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4fc5ae2d-1cd5-4d19-8921-47f0c50e77d6 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16610763'] for segment, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:06.671726 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-c31ff0e0-7f7b-4008-af74-45a4b7e4429b tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] In _notify_port_updated(), no bound segment for port 8145ea86-b717-4706-b08d-b704384e9f36 on network 220d492d-3206-4b06-bb02-50fc978e4c3c {{(pid=83828) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 01 15:52:06.673679 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c31ff0e0-7f7b-4008-af74-45a4b7e4429b tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:06.678331 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-c31ff0e0-7f7b-4008-af74-45a4b7e4429b tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] 10.222.0.55 "PUT /v2.0/ports/8145ea86-b717-4706-b08d-b704384e9f36 HTTP/1.1" status: 200 len: 975 time: 3.8147175 Apr 01 15:52:06.679759 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 48916) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:06.681151 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e97c5a9c-9946-4c7d-86f1-b8cf717b40d4 tempest-FloatingIPAdminTestJSON-2024400118 tempest-FloatingIPAdminTestJSON-2024400118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:06.696228 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-7e79f91b-fddc-4ad4-8458-348be68014c6 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Unset dirty status for tenant:144b300b27fa4dafba1405cae5639f1c on resource:port {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:06.700172 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-7e79f91b-fddc-4ad4-8458-348be68014c6 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.5939012 Apr 01 15:52:06.703083 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48920) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:06.708417 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31ff0e0-7f7b-4008-af74-45a4b7e4429b tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Pushing event updated for resources: {'Port': ['ID=8145ea86-b717-4706-b08d-b704384e9f36,revision_number=3']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:06.716719 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4fc5ae2d-1cd5-4d19-8921-47f0c50e77d6 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:06.763613 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-81a5cf4c-2ac4-4915-93ed-c3294c098be4 None None] Provisioning for port 8cdc9fa3-02cd-4925-97d2-6cb85121fe65 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:52:06.773565 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-81a5cf4c-2ac4-4915-93ed-c3294c098be4 None None] Provisioning complete for port 8cdc9fa3-02cd-4925-97d2-6cb85121fe65 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:06.773943 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-81a5cf4c-2ac4-4915-93ed-c3294c098be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:06.776417 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6af5dc-97f3-42a3-b089-8f7d27242290 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Network 495252b5-b240-40ca-a711-3ef43df34334 is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:06.777597 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-7f6af5dc-97f3-42a3-b089-8f7d27242290 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:06.794195 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fc5ae2d-1cd5-4d19-8921-47f0c50e77d6 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=83826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:52:06.794721 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4fc5ae2d-1cd5-4d19-8921-47f0c50e77d6 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15415164'] for segment, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:06.799355 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-59e73b85-5b1e-4026-9ae8-c53b2b49d63b tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] GET failed (client error): The resource could not be found. Apr 01 15:52:06.804701 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-59e73b85-5b1e-4026-9ae8-c53b2b49d63b tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "GET /v2.0/ports/d94a6660-2838-4f25-8ee3-fd2196180b78 HTTP/1.1" status: 404 len: 333 time: 0.0977252 Apr 01 15:52:06.808425 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48924) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:06.813633 dv-neutron-833373-2-hyperv neutron-server[83826]: Traceback (most recent call last): Apr 01 15:52:06.813633 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:52:06.813633 dv-neutron-833373-2-hyperv neutron-server[83826]: timer() Apr 01 15:52:06.813633 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:52:06.813633 dv-neutron-833373-2-hyperv neutron-server[83826]: cb(*args, **kw) Apr 01 15:52:06.813633 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:52:06.813633 dv-neutron-833373-2-hyperv neutron-server[83826]: return func(*args, **kwargs) Apr 01 15:52:06.813633 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:52:06.813633 dv-neutron-833373-2-hyperv neutron-server[83826]: self._notify() Apr 01 15:52:06.813633 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:52:06.813633 dv-neutron-833373-2-hyperv neutron-server[83826]: self.callback(batched_events) Apr 01 15:52:06.813633 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:52:06.813633 dv-neutron-833373-2-hyperv neutron-server[83826]: event.method(event) Apr 01 15:52:06.813633 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:52:06.813633 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:52:06.813633 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:52:06.813633 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:52:06.813633 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:52:06.813633 dv-neutron-833373-2-hyperv neutron-server[83826]: return f(self, *a, **k) Apr 01 15:52:06.813633 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:52:06.813633 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._get(url).json() Apr 01 15:52:06.813633 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:52:06.813633 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:52:06.813633 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:52:06.813633 dv-neutron-833373-2-hyperv neutron-server[83826]: return self.request(url, 'GET', **kwargs) Apr 01 15:52:06.813633 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:52:06.813633 dv-neutron-833373-2-hyperv neutron-server[83826]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:52:06.813633 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:52:06.813633 dv-neutron-833373-2-hyperv neutron-server[83826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:52:06.813633 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:52:06.813633 dv-neutron-833373-2-hyperv neutron-server[83826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:52:06.813633 dv-neutron-833373-2-hyperv neutron-server[83826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:52:06.815810 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-2a0bf7b0-c9be-4748-8a88-6a6495bcf3d4 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-17567193'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:52:06.833017 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-2a0bf7b0-c9be-4748-8a88-6a6495bcf3d4 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:06.845032 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4b019f15-587a-4ea1-aa44-e8e09c1d094c tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks [] for router, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:06.910669 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-2a0bf7b0-c9be-4748-8a88-6a6495bcf3d4 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Usage tracker for resource:network and tenant:144b300b27fa4dafba1405cae5639f1c is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:06.929380 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-2a0bf7b0-c9be-4748-8a88-6a6495bcf3d4 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:07.008740 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-2a0bf7b0-c9be-4748-8a88-6a6495bcf3d4 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:07.071321 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a0bf7b0-c9be-4748-8a88-6a6495bcf3d4 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Made reservation on behalf of 144b300b27fa4dafba1405cae5639f1c for: {'network': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:52:07.074676 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2a0bf7b0-c9be-4748-8a88-6a6495bcf3d4 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:07.131893 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a8d20553-955a-4531-8310-dfb2df5eac1b None None] Provisioning complete for port 224c2a9d-e582-481c-8f57-3030758da096 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:07.132601 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a8d20553-955a-4531-8310-dfb2df5eac1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:07.137608 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-31961261-4004-4f27-b45c-ed5db0a055b8 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Allocated IP 172.20.0.12 (7b65ac5c-8834-4b65-9b28-b7dba6c9746f/52c48fe1-60f0-4e5b-a6bb-781c911ffa68/e67a5486-54c8-485f-b685-2fece43724ae) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:52:07.150073 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-31961261-4004-4f27-b45c-ed5db0a055b8 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Allocated IP 2001:db8::f816:3eff:fefb:bd67 (7b65ac5c-8834-4b65-9b28-b7dba6c9746f/1bf1b588-99db-4a72-9c04-6b5a72168552/e67a5486-54c8-485f-b685-2fece43724ae) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:52:07.152719 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a0bf7b0-c9be-4748-8a88-6a6495bcf3d4 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=83828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:52:07.176350 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2a0bf7b0-c9be-4748-8a88-6a6495bcf3d4 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:07.176680 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.segments_db [None req-2a0bf7b0-c9be-4748-8a88-6a6495bcf3d4 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Added segment 95d2e9c5-c55c-408b-831e-b664b2a42648 of type vlan for network 475ed8bd-e22a-4ac4-b1f4-a59f7f05ee3d Apr 01 15:52:07.258458 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a8d20553-955a-4531-8310-dfb2df5eac1b None None] Port 224c2a9d-e582-481c-8f57-3030758da096 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:52:07.270470 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4fc5ae2d-1cd5-4d19-8921-47f0c50e77d6 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:07.287330 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2a0bf7b0-c9be-4748-8a88-6a6495bcf3d4 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:07.352026 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4fc5ae2d-1cd5-4d19-8921-47f0c50e77d6 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:07.387965 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc5ae2d-1cd5-4d19-8921-47f0c50e77d6 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] Pushing event deleted for resources: {'Network': ['ID=e8dca106-1d82-4121-9016-bc8efa45dadb,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:07.415839 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-4fc5ae2d-1cd5-4d19-8921-47f0c50e77d6 tempest-BulkNetworkOpsIpV6Test-1182560977 tempest-BulkNetworkOpsIpV6Test-1182560977-project] 10.222.0.55 "DELETE /v2.0/networks/e8dca106-1d82-4121-9016-bc8efa45dadb HTTP/1.1" status: 204 len: 168 time: 1.5091498 Apr 01 15:52:07.452847 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-8cee8b63-4827-43f8-ba74-65d17d1706e2 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 22355 time: 0.7692983 Apr 01 15:52:07.454248 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-e97c5a9c-9946-4c7d-86f1-b8cf717b40d4 tempest-FloatingIPAdminTestJSON-2024400118 tempest-FloatingIPAdminTestJSON-2024400118-project-admin] Allocated IP 172.26.1.117 (ed45466e-0386-4b92-8de3-247c977242ac/0479f741-5cd1-4d6f-b593-d8aa909a42d3/e6b23036-6c82-4785-9bb4-7e35d5e101b8) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:52:07.459185 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 48930) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:07.471375 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2a0bf7b0-c9be-4748-8a88-6a6495bcf3d4 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:07.476148 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0bf7b0-c9be-4748-8a88-6a6495bcf3d4 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:07.476833 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2a0bf7b0-c9be-4748-8a88-6a6495bcf3d4 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:07.488525 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-39b17ee6-a390-44fa-853f-8c4cda70d061 None None] Provisioning complete for port 8cdc9fa3-02cd-4925-97d2-6cb85121fe65 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:07.489272 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-39b17ee6-a390-44fa-853f-8c4cda70d061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:07.606730 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-31961261-4004-4f27-b45c-ed5db0a055b8 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:07.667782 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4b019f15-587a-4ea1-aa44-e8e09c1d094c tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:07.675653 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-2a0bf7b0-c9be-4748-8a88-6a6495bcf3d4 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8648067 Apr 01 15:52:07.680517 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48934) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:07.698914 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-a200402c-598d-4454-b95c-eb2154c83a5e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Request body: {'subnet': {'network_id': '475ed8bd-e22a-4ac4-b1f4-a59f7f05ee3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:52:07.717708 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0bf7b0-c9be-4748-8a88-6a6495bcf3d4 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Pushing event updated for resources: {'Network': ['ID=475ed8bd-e22a-4ac4-b1f4-a59f7f05ee3d,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:07.745186 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 475ed8bd-e22a-4ac4-b1f4-a59f7f05ee3d details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:52:07.751380 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-547bb7b5-5420-4662-83b8-15d627abe3f6 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Deleting port 8145ea86-b717-4706-b08d-b704384e9f36 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:52:07.751718 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-547bb7b5-5420-4662-83b8-15d627abe3f6 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:07.806385 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [None req-31961261-4004-4f27-b45c-ed5db0a055b8 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Transition to ACTIVE for port object e67a5486-54c8-485f-b685-2fece43724ae will not be triggered until provisioned by entity DHCP. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:52:07.806385 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-4b019f15-587a-4ea1-aa44-e8e09c1d094c tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Deleting port a38ac7f5-961d-445e-aa3f-a1fb8bc3c1c4 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:52:07.806385 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4b019f15-587a-4ea1-aa44-e8e09c1d094c tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:07.919764 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e97c5a9c-9946-4c7d-86f1-b8cf717b40d4 tempest-FloatingIPAdminTestJSON-2024400118 tempest-FloatingIPAdminTestJSON-2024400118-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:07.950825 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 8cdc9fa3-02cd-4925-97d2-6cb85121fe65 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:52:07.983356 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-a200402c-598d-4454-b95c-eb2154c83a5e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:07.989661 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48940) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:08.017810 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-a200402c-598d-4454-b95c-eb2154c83a5e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Usage tracker for resource:subnet and tenant:144b300b27fa4dafba1405cae5639f1c is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:08.023660 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-a200402c-598d-4454-b95c-eb2154c83a5e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:08.036262 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 8cdc9fa3-02cd-4925-97d2-6cb85121fe65 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:08.036784 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:08.037718 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-a200402c-598d-4454-b95c-eb2154c83a5e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:08.054530 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [None req-547bb7b5-5420-4662-83b8-15d627abe3f6 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] For port 8145ea86-b717-4706-b08d-b704384e9f36, host hv-neutron-8333, got binding levels [] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:52:08.054956 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-547bb7b5-5420-4662-83b8-15d627abe3f6 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:08.059637 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-31961261-4004-4f27-b45c-ed5db0a055b8 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:08.171306 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a200402c-598d-4454-b95c-eb2154c83a5e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Made reservation on behalf of 144b300b27fa4dafba1405cae5639f1c for: {'subnet': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:52:08.180747 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e97c5a9c-9946-4c7d-86f1-b8cf717b40d4 tempest-FloatingIPAdminTestJSON-2024400118 tempest-FloatingIPAdminTestJSON-2024400118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:08.191164 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-547bb7b5-5420-4662-83b8-15d627abe3f6 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Calling delete_port for 8145ea86-b717-4706-b08d-b704384e9f36 owned by {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:52:08.213378 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31961261-4004-4f27-b45c-ed5db0a055b8 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:08.262230 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-31961261-4004-4f27-b45c-ed5db0a055b8 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:08.266051 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31961261-4004-4f27-b45c-ed5db0a055b8 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:52:08.321640 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97c5a9c-9946-4c7d-86f1-b8cf717b40d4 tempest-FloatingIPAdminTestJSON-2024400118 tempest-FloatingIPAdminTestJSON-2024400118-project-admin] Network ed45466e-0386-4b92-8de3-247c977242ac is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:08.329439 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-e97c5a9c-9946-4c7d-86f1-b8cf717b40d4 tempest-FloatingIPAdminTestJSON-2024400118 tempest-FloatingIPAdminTestJSON-2024400118-project-admin] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:08.333447 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97c5a9c-9946-4c7d-86f1-b8cf717b40d4 tempest-FloatingIPAdminTestJSON-2024400118 tempest-FloatingIPAdminTestJSON-2024400118-project-admin] Pushing event updated for resources: {'Port': ['ID=e6b23036-6c82-4785-9bb4-7e35d5e101b8,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:08.345617 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97c5a9c-9946-4c7d-86f1-b8cf717b40d4 tempest-FloatingIPAdminTestJSON-2024400118 tempest-FloatingIPAdminTestJSON-2024400118-project-admin] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:52:08.408211 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-547bb7b5-5420-4662-83b8-15d627abe3f6 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:08.510456 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4b019f15-587a-4ea1-aa44-e8e09c1d094c tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:08.604638 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f6af5dc-97f3-42a3-b089-8f7d27242290 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Router 2d18e5a9-d4cc-49d1-9931-e6bf69085d31 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:52:08.608967 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-1df34c5b-a053-481e-b9f4-f06bafa67713 None None] Provisioning for port e67a5486-54c8-485f-b685-2fece43724ae completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:52:08.611732 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31961261-4004-4f27-b45c-ed5db0a055b8 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event updated for resources: {'Port': ['ID=e67a5486-54c8-485f-b685-2fece43724ae,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:08.611892 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547bb7b5-5420-4662-83b8-15d627abe3f6 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Pushing event deleted for resources: {'Port': ['ID=8145ea86-b717-4706-b08d-b704384e9f36,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:08.614510 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-1df34c5b-a053-481e-b9f4-f06bafa67713 None None] Provisioning complete for port e67a5486-54c8-485f-b685-2fece43724ae triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:08.614893 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-1df34c5b-a053-481e-b9f4-f06bafa67713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:08.638038 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-547bb7b5-5420-4662-83b8-15d627abe3f6 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:08.675992 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-1df34c5b-a053-481e-b9f4-f06bafa67713 None None] Port e67a5486-54c8-485f-b685-2fece43724ae cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:52:08.687875 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31961261-4004-4f27-b45c-ed5db0a055b8 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:08.688057 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-547bb7b5-5420-4662-83b8-15d627abe3f6 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] 10.222.0.55 "DELETE /v2.0/ports/8145ea86-b717-4706-b08d-b704384e9f36 HTTP/1.1" status: 204 len: 168 time: 1.2234876 Apr 01 15:52:08.688140 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31961261-4004-4f27-b45c-ed5db0a055b8 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:08.688140 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31961261-4004-4f27-b45c-ed5db0a055b8 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:08.688140 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31961261-4004-4f27-b45c-ed5db0a055b8 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:08.688140 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31961261-4004-4f27-b45c-ed5db0a055b8 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:08.688140 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31961261-4004-4f27-b45c-ed5db0a055b8 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:08.688140 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31961261-4004-4f27-b45c-ed5db0a055b8 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:08.688140 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31961261-4004-4f27-b45c-ed5db0a055b8 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:08.688611 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31961261-4004-4f27-b45c-ed5db0a055b8 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:08.688611 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31961261-4004-4f27-b45c-ed5db0a055b8 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:08.688956 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31961261-4004-4f27-b45c-ed5db0a055b8 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:08.692791 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48946) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:08.699648 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-4b019f15-587a-4ea1-aa44-e8e09c1d094c tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Calling delete_port for a38ac7f5-961d-445e-aa3f-a1fb8bc3c1c4 owned by network:router_gateway {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:52:08.779575 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a200402c-598d-4454-b95c-eb2154c83a5e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16030269'] for subnet, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:08.797060 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31961261-4004-4f27-b45c-ed5db0a055b8 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:08.797659 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-31961261-4004-4f27-b45c-ed5db0a055b8 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:08.896804 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-37b21f14-7e86-4981-88de-2d5269fd4151 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] GET failed (client error): The resource could not be found. Apr 01 15:52:08.897494 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-37b21f14-7e86-4981-88de-2d5269fd4151 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Synchronizing usage tracker for tenant:51477d50ff9d4a93b662d3a27ad2c31c on resource:port {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:08.934084 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-ff3d7bee-59f1-4038-9afe-d4de7b818c18 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9048be630cae4eec9c1e1b50b860bada&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9399743 Apr 01 15:52:08.936587 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 48950) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:08.956197 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-31961261-4004-4f27-b45c-ed5db0a055b8 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.8041224 Apr 01 15:52:08.959887 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 48954) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:08.989683 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-37b21f14-7e86-4981-88de-2d5269fd4151 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Unset dirty status for tenant:51477d50ff9d4a93b662d3a27ad2c31c on resource:port {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:08.990921 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-37b21f14-7e86-4981-88de-2d5269fd4151 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] 10.222.0.55 "GET /v2.0/ports/8145ea86-b717-4706-b08d-b704384e9f36 HTTP/1.1" status: 404 len: 333 time: 0.2613380 Apr 01 15:52:08.995946 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48958) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:09.006863 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-9cd42e1f-9b1f-4340-b4bf-67e33a680b39 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-76071663', 'network_id': '220d492d-3206-4b06-bb02-50fc978e4c3c'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:52:09.021933 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-9cd42e1f-9b1f-4340-b4bf-67e33a680b39 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:09.040598 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-9cd42e1f-9b1f-4340-b4bf-67e33a680b39 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:09.122163 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd42e1f-9b1f-4340-b4bf-67e33a680b39 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Made reservation on behalf of 51477d50ff9d4a93b662d3a27ad2c31c for: {'port': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:52:09.124993 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9cd42e1f-9b1f-4340-b4bf-67e33a680b39 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:09.149873 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-17784f66-fb59-41df-a7c7-5c3ca7b851a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:09.185487 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [None req-9cd42e1f-9b1f-4340-b4bf-67e33a680b39 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] device_id is not set on port d2e2f76e-ab25-40c5-94f7-5b644b2e619b yet. {{(pid=83828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:52:09.191442 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-17784f66-fb59-41df-a7c7-5c3ca7b851a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:09.204592 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896c3daa-2da1-47d8-b3ba-6a98f3a93553 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:09.208516 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896c3daa-2da1-47d8-b3ba-6a98f3a93553 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:09.209338 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-896c3daa-2da1-47d8-b3ba-6a98f3a93553 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Synchronizing usage tracker for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:09.247902 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4b019f15-587a-4ea1-aa44-e8e09c1d094c tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:09.276204 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-896c3daa-2da1-47d8-b3ba-6a98f3a93553 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Unset dirty status for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:09.277431 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-896c3daa-2da1-47d8-b3ba-6a98f3a93553 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.3151770 Apr 01 15:52:09.282831 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 48962) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:09.317752 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b019f15-587a-4ea1-aa44-e8e09c1d094c tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Pushing event deleted for resources: {'Port': ['ID=a38ac7f5-961d-445e-aa3f-a1fb8bc3c1c4,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:09.380265 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f6af5dc-97f3-42a3-b089-8f7d27242290 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:52:09.381798 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-17784f66-fb59-41df-a7c7-5c3ca7b851a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:09.390786 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a200402c-598d-4454-b95c-eb2154c83a5e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15306628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16030227'] for subnet, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:09.391525 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7705ee7b-dfe6-4bbd-a708-483f05f282d2 None None] Sync routers for ids ['2d18e5a9-d4cc-49d1-9931-e6bf69085d31'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:52:09.398393 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-cd44d632-89c4-460b-9fc6-5d85a351f3dd tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Deleting port e67a5486-54c8-485f-b685-2fece43724ae {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:52:09.398732 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-cd44d632-89c4-460b-9fc6-5d85a351f3dd tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:09.403934 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7705ee7b-dfe6-4bbd-a708-483f05f282d2 None None] Routers {'2d18e5a9-d4cc-49d1-9931-e6bf69085d31'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:52:09.404585 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-7705ee7b-dfe6-4bbd-a708-483f05f282d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:51:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['2d18e5a9-d4cc-49d1-9931-e6bf69085d31'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:09.443982 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17784f66-fb59-41df-a7c7-5c3ca7b851a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de87e23f-d42b-4ef1-85cd-a1a7bb6fcfee,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:09.478837 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-7705ee7b-dfe6-4bbd-a708-483f05f282d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:09.489327 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-17784f66-fb59-41df-a7c7-5c3ca7b851a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:09.490452 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-17784f66-fb59-41df-a7c7-5c3ca7b851a4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/de87e23f-d42b-4ef1-85cd-a1a7bb6fcfee HTTP/1.1" status: 204 len: 168 time: 0.5528922 Apr 01 15:52:09.496117 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7705ee7b-dfe6-4bbd-a708-483f05f282d2 None None] Routers {'2d18e5a9-d4cc-49d1-9931-e6bf69085d31'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:52:09.496367 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-7705ee7b-dfe6-4bbd-a708-483f05f282d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:51:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['2d18e5a9-d4cc-49d1-9931-e6bf69085d31'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:09.563569 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-7705ee7b-dfe6-4bbd-a708-483f05f282d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:09.564182 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7705ee7b-dfe6-4bbd-a708-483f05f282d2 None None] The sync data for ids ['2d18e5a9-d4cc-49d1-9931-e6bf69085d31'] in dv-neutron-833373-2-hyperv is: [] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:52:09.585463 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-7f6af5dc-97f3-42a3-b089-8f7d27242290 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] 10.222.0.55 "PUT /v2.0/routers/2d18e5a9-d4cc-49d1-9931-e6bf69085d31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3566594 Apr 01 15:52:09.602525 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 48968) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:09.603458 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a200402c-598d-4454-b95c-eb2154c83a5e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Pushing event updated for resources: {'Subnet': ['ID=8c4d630a-4083-4c99-9432-016e1660384e,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:09.617357 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-37bf9abd-deb5-4734-a885-f1fc0fee3e77 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Request body: {'port': {'network_id': '495252b5-b240-40ca-a711-3ef43df34334', 'name': 'tempest-FloatingIPTestJSON-1866194884'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:52:09.789048 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4b019f15-587a-4ea1-aa44-e8e09c1d094c tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617660'] for router_gateway, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:09.834418 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e97c5a9c-9946-4c7d-86f1-b8cf717b40d4 tempest-FloatingIPAdminTestJSON-2024400118 tempest-FloatingIPAdminTestJSON-2024400118-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:09.851760 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a200402c-598d-4454-b95c-eb2154c83a5e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Checking segment: {'id': '95d2e9c5-c55c-408b-831e-b664b2a42648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '475ed8bd-e22a-4ac4-b1f4-a59f7f05ee3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:52:09.852132 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a200402c-598d-4454-b95c-eb2154c83a5e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Network hostable DHCP agents. Network: 475ed8bd-e22a-4ac4-b1f4-a59f7f05ee3d, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:52:09.931162 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9cd42e1f-9b1f-4340-b4bf-67e33a680b39 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:09.970417 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-cd44d632-89c4-460b-9fc6-5d85a351f3dd tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:09.978583 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e97c5a9c-9946-4c7d-86f1-b8cf717b40d4 tempest-FloatingIPAdminTestJSON-2024400118 tempest-FloatingIPAdminTestJSON-2024400118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:10.006281 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-37bf9abd-deb5-4734-a885-f1fc0fee3e77 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:10.073787 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-37bf9abd-deb5-4734-a885-f1fc0fee3e77 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Usage tracker for resource:port and tenant:7e7aded1adfa4cd1be462b87d89e24d5 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:10.239920 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4b019f15-587a-4ea1-aa44-e8e09c1d094c tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130651'] for router, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:10.241458 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a200402c-598d-4454-b95c-eb2154c83a5e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Network 475ed8bd-e22a-4ac4-b1f4-a59f7f05ee3d is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:52:10.253558 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4b019f15-587a-4ea1-aa44-e8e09c1d094c tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:10.259017 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-a200402c-598d-4454-b95c-eb2154c83a5e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, 475ed8bd-e22a-4ac4-b1f4-a59f7f05ee3d) {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:10.263078 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-cd44d632-89c4-460b-9fc6-5d85a351f3dd tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Calling delete_port for e67a5486-54c8-485f-b685-2fece43724ae owned by {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:52:10.263649 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a200402c-598d-4454-b95c-eb2154c83a5e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:10.265109 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a200402c-598d-4454-b95c-eb2154c83a5e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:10.275959 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11401c34-c588-4b55-a839-30c856014ca0 None None] Network 475ed8bd-e22a-4ac4-b1f4-a59f7f05ee3d requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:52:10.286070 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9cd42e1f-9b1f-4340-b4bf-67e33a680b39 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:10.391793 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-a200402c-598d-4454-b95c-eb2154c83a5e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7067120 Apr 01 15:52:10.392679 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48984) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:10.402282 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd42e1f-9b1f-4340-b4bf-67e33a680b39 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Pushing event updated for resources: {'Port': ['ID=d2e2f76e-ab25-40c5-94f7-5b644b2e619b,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:10.407023 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd42e1f-9b1f-4340-b4bf-67e33a680b39 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Network 220d492d-3206-4b06-bb02-50fc978e4c3c is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:10.411001 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-4e027fdf-a8ea-4f88-a0ef-7e1962bd9621 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Request body: {'subnet': {'network_id': '475ed8bd-e22a-4ac4-b1f4-a59f7f05ee3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:52:10.426734 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4b019f15-587a-4ea1-aa44-e8e09c1d094c tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607376'] for router, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:10.427257 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b019f15-587a-4ea1-aa44-e8e09c1d094c tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Fanout notify agent at l3_agent the message router_deleted on router 133dc67e-6be3-4f71-8334-43c29564c11c {{(pid=83828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:52:10.435477 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-9cd42e1f-9b1f-4340-b4bf-67e33a680b39 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:10.438377 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd42e1f-9b1f-4340-b4bf-67e33a680b39 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:52:10.439375 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd42e1f-9b1f-4340-b4bf-67e33a680b39 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:10.439964 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9cd42e1f-9b1f-4340-b4bf-67e33a680b39 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:10.477698 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-37bf9abd-deb5-4734-a885-f1fc0fee3e77 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Quota usage for port was recalculated. Used quota:6. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:10.490865 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-cd44d632-89c4-460b-9fc6-5d85a351f3dd tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:10.495340 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-37bf9abd-deb5-4734-a885-f1fc0fee3e77 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:10.518586 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4b019f15-587a-4ea1-aa44-e8e09c1d094c tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:10.523104 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-4b019f15-587a-4ea1-aa44-e8e09c1d094c tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] 10.222.0.55 "DELETE /v2.0/routers/133dc67e-6be3-4f71-8334-43c29564c11c HTTP/1.1" status: 204 len: 168 time: 4.7689810 Apr 01 15:52:10.525018 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48990) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:10.528503 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684b9741-e486-42ec-b6b0-731a4ee1472d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-475ed8bd-e22a-4ac4-b1f4-a59f7f05ee3d', 'network_id': '475ed8bd-e22a-4ac4-b1f4-a59f7f05ee3d', 'tenant_id': '144b300b27fa4dafba1405cae5639f1c', 'fixed_ips': [{'subnet_id': '8c4d630a-4083-4c99-9432-016e1660384e'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:52:10.530078 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-684b9741-e486-42ec-b6b0-731a4ee1472d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:10.543821 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-acded3a1-4770-45c3-9e70-9b75a570eab9 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1501533876', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:52:10.553754 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44d632-89c4-460b-9fc6-5d85a351f3dd tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event deleted for resources: {'Port': ['ID=e67a5486-54c8-485f-b685-2fece43724ae,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:10.557376 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-acded3a1-4770-45c3-9e70-9b75a570eab9 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:10.565039 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-9cd42e1f-9b1f-4340-b4bf-67e33a680b39 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 1.5678582 Apr 01 15:52:10.570968 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-acded3a1-4770-45c3-9e70-9b75a570eab9 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Usage tracker for resource:router and tenant:3850ef500fb442378a7b9acd8e0a9055 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:10.574091 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 48994) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:10.575272 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37bf9abd-deb5-4734-a885-f1fc0fee3e77 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Made reservation on behalf of 7e7aded1adfa4cd1be462b87d89e24d5 for: {'port': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:52:10.579780 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-37bf9abd-deb5-4734-a885-f1fc0fee3e77 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:10.581648 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-acded3a1-4770-45c3-9e70-9b75a570eab9 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:10.628237 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [None req-37bf9abd-deb5-4734-a885-f1fc0fee3e77 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] device_id is not set on port c1bbe436-9c6c-4e6d-b2c8-522f23e9a988 yet. {{(pid=83826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:52:10.644355 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-acded3a1-4770-45c3-9e70-9b75a570eab9 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:10.707946 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-c5809206-3b7f-46a0-b4ef-d160e1c180d3 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Synchronizing usage tracker for tenant:51477d50ff9d4a93b662d3a27ad2c31c on resource:port {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:10.721990 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-acded3a1-4770-45c3-9e70-9b75a570eab9 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130665'] for router, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:10.723091 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-acded3a1-4770-45c3-9e70-9b75a570eab9 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617571', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130640'] for router, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:10.729554 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-4e027fdf-a8ea-4f88-a0ef-7e1962bd9621 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:10.739597 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-684b9741-e486-42ec-b6b0-731a4ee1472d None None] Allocated IP 2001:db8::2 (475ed8bd-e22a-4ac4-b1f4-a59f7f05ee3d/8c4d630a-4083-4c99-9432-016e1660384e/9331fc9f-96f6-43f6-b839-1d14ea1b43a2) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:52:10.744424 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-4e027fdf-a8ea-4f88-a0ef-7e1962bd9621 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Usage tracker for resource:subnet and tenant:144b300b27fa4dafba1405cae5639f1c is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:10.749734 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-4e027fdf-a8ea-4f88-a0ef-7e1962bd9621 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:10.760507 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-4e027fdf-a8ea-4f88-a0ef-7e1962bd9621 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:10.767871 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-c5809206-3b7f-46a0-b4ef-d160e1c180d3 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Unset dirty status for tenant:51477d50ff9d4a93b662d3a27ad2c31c on resource:port {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:10.771490 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-c5809206-3b7f-46a0-b4ef-d160e1c180d3 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] 10.222.0.55 "GET /v2.0/ports/d2e2f76e-ab25-40c5-94f7-5b644b2e619b HTTP/1.1" status: 200 len: 953 time: 0.1939998 Apr 01 15:52:10.772038 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49000) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:10.785632 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 49004) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:10.816221 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e027fdf-a8ea-4f88-a0ef-7e1962bd9621 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Made reservation on behalf of 144b300b27fa4dafba1405cae5639f1c for: {'subnet': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:52:10.819758 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4e027fdf-a8ea-4f88-a0ef-7e1962bd9621 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16030269'] for subnet, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:10.922529 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-acded3a1-4770-45c3-9e70-9b75a570eab9 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:10.955007 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-9b5e4235-2c0a-4438-acb8-1efb62fccee7 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Deleting port d2e2f76e-ab25-40c5-94f7-5b644b2e619b {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:52:10.955790 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9b5e4235-2c0a-4438-acb8-1efb62fccee7 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:11.029303 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-acded3a1-4770-45c3-9e70-9b75a570eab9 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616'] for router, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:11.042060 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-684b9741-e486-42ec-b6b0-731a4ee1472d None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:11.064716 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-acded3a1-4770-45c3-9e70-9b75a570eab9 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:11.065978 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-acded3a1-4770-45c3-9e70-9b75a570eab9 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5308926 Apr 01 15:52:11.071539 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-684b9741-e486-42ec-b6b0-731a4ee1472d None None] Transition to ACTIVE for port object 9331fc9f-96f6-43f6-b839-1d14ea1b43a2 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:52:11.079815 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 49010) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:11.084135 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-cd44d632-89c4-460b-9fc6-5d85a351f3dd tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:11.096260 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-0b1e1fec-5b67-4cdd-b15b-625c2483f8ba tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'enable_snat': False}}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:52:11.114156 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-684b9741-e486-42ec-b6b0-731a4ee1472d None None] Transition to ACTIVE for port object 9331fc9f-96f6-43f6-b839-1d14ea1b43a2 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:52:11.127239 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-684b9741-e486-42ec-b6b0-731a4ee1472d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:11.181487 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-bf6cc125-e329-4f11-bb0c-46a0d720a62f tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1335732179'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:52:11.212945 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684b9741-e486-42ec-b6b0-731a4ee1472d None None] Network 475ed8bd-e22a-4ac4-b1f4-a59f7f05ee3d is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:11.215449 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-684b9741-e486-42ec-b6b0-731a4ee1472d None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:11.219597 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684b9741-e486-42ec-b6b0-731a4ee1472d None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:52:11.221343 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.ipam_backend_mixin [None req-4e027fdf-a8ea-4f88-a0ef-7e1962bd9621 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8c4d630a-4083-4c99-9432-016e1660384e (CIDR: 2001:db8::/64) Apr 01 15:52:11.236683 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e027fdf-a8ea-4f88-a0ef-7e1962bd9621 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:52:11.237238 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e027fdf-a8ea-4f88-a0ef-7e1962bd9621 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:52:11.249081 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-37bf9abd-deb5-4734-a885-f1fc0fee3e77 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Allocated IP 172.20.0.4 (495252b5-b240-40ca-a711-3ef43df34334/858507ea-b696-4c55-8b43-288c4e66c3a4/c1bbe436-9c6c-4e6d-b2c8-522f23e9a988) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:52:11.255779 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9b5e4235-2c0a-4438-acb8-1efb62fccee7 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:11.262504 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-bf6cc125-e329-4f11-bb0c-46a0d720a62f tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:11.275101 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684b9741-e486-42ec-b6b0-731a4ee1472d None None] Pushing event updated for resources: {'Port': ['ID=9331fc9f-96f6-43f6-b839-1d14ea1b43a2,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:11.287698 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-cd44d632-89c4-460b-9fc6-5d85a351f3dd tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/ports/e67a5486-54c8-485f-b685-2fece43724ae HTTP/1.1" status: 204 len: 168 time: 2.0037391 Apr 01 15:52:11.292321 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 49016) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:11.293425 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-bf6cc125-e329-4f11-bb0c-46a0d720a62f tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Usage tracker for resource:network and tenant:d41ff62d3a004209bfda315661ac6954 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:11.299299 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-bf6cc125-e329-4f11-bb0c-46a0d720a62f tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:11.330659 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-4e027fdf-a8ea-4f88-a0ef-7e1962bd9621 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9308910 Apr 01 15:52:11.331546 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49020) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:11.332852 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-684b9741-e486-42ec-b6b0-731a4ee1472d None None] Attempting to bind port 9331fc9f-96f6-43f6-b839-1d14ea1b43a2 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:52:11.333215 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-684b9741-e486-42ec-b6b0-731a4ee1472d None None] Attempting to bind port 9331fc9f-96f6-43f6-b839-1d14ea1b43a2 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': '95d2e9c5-c55c-408b-831e-b664b2a42648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '475ed8bd-e22a-4ac4-b1f4-a59f7f05ee3d'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:52:11.333996 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684b9741-e486-42ec-b6b0-731a4ee1472d None None] Attempting to bind port 9331fc9f-96f6-43f6-b839-1d14ea1b43a2 on network 475ed8bd-e22a-4ac4-b1f4-a59f7f05ee3d {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:52:11.337095 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684b9741-e486-42ec-b6b0-731a4ee1472d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:11.337877 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684b9741-e486-42ec-b6b0-731a4ee1472d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:11.337877 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684b9741-e486-42ec-b6b0-731a4ee1472d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:11.338076 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684b9741-e486-42ec-b6b0-731a4ee1472d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:11.338373 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684b9741-e486-42ec-b6b0-731a4ee1472d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:11.338693 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684b9741-e486-42ec-b6b0-731a4ee1472d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:11.339010 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684b9741-e486-42ec-b6b0-731a4ee1472d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:11.339324 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684b9741-e486-42ec-b6b0-731a4ee1472d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:11.339638 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684b9741-e486-42ec-b6b0-731a4ee1472d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:11.339948 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684b9741-e486-42ec-b6b0-731a4ee1472d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:11.340258 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684b9741-e486-42ec-b6b0-731a4ee1472d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:11.348668 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684b9741-e486-42ec-b6b0-731a4ee1472d None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:52:11.349408 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684b9741-e486-42ec-b6b0-731a4ee1472d None None] Checking segment: {'id': '95d2e9c5-c55c-408b-831e-b664b2a42648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '475ed8bd-e22a-4ac4-b1f4-a59f7f05ee3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:52:11.349813 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-684b9741-e486-42ec-b6b0-731a4ee1472d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:11.350199 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684b9741-e486-42ec-b6b0-731a4ee1472d None None] Bound using segment: {'id': '95d2e9c5-c55c-408b-831e-b664b2a42648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '475ed8bd-e22a-4ac4-b1f4-a59f7f05ee3d'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:52:11.351246 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-684b9741-e486-42ec-b6b0-731a4ee1472d None None] Bound port: 9331fc9f-96f6-43f6-b839-1d14ea1b43a2, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95d2e9c5-c55c-408b-831e-b664b2a42648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '475ed8bd-e22a-4ac4-b1f4-a59f7f05ee3d'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:52:11.351246 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-684b9741-e486-42ec-b6b0-731a4ee1472d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:11.361290 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-bf6cc125-e329-4f11-bb0c-46a0d720a62f tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:11.404324 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-9b5e4235-2c0a-4438-acb8-1efb62fccee7 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Calling delete_port for d2e2f76e-ab25-40c5-94f7-5b644b2e619b owned by {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:52:11.435150 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-ab552534-6af8-4df6-b415-188609790f79 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Request body: {'subnet': {'network_id': '475ed8bd-e22a-4ac4-b1f4-a59f7f05ee3d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:52:11.456505 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-684b9741-e486-42ec-b6b0-731a4ee1472d None None] For port 9331fc9f-96f6-43f6-b839-1d14ea1b43a2, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:52:11.457868 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf6cc125-e329-4f11-bb0c-46a0d720a62f tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Made reservation on behalf of d41ff62d3a004209bfda315661ac6954 for: {'network': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:52:11.460704 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-684b9741-e486-42ec-b6b0-731a4ee1472d None None] For port 9331fc9f-96f6-43f6-b839-1d14ea1b43a2, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=9331fc9f-96f6-43f6-b839-1d14ea1b43a2,segment=NetworkSegment(95d2e9c5-c55c-408b-831e-b664b2a42648),segment_id=95d2e9c5-c55c-408b-831e-b664b2a42648)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:52:11.460915 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bf6cc125-e329-4f11-bb0c-46a0d720a62f tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:11.466814 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-684b9741-e486-42ec-b6b0-731a4ee1472d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:11.476666 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.db.resource_extend [None req-e97c5a9c-9946-4c7d-86f1-b8cf717b40d4 tempest-FloatingIPAdminTestJSON-2024400118 tempest-FloatingIPAdminTestJSON-2024400118-project-admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:52:11.521804 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e97c5a9c-9946-4c7d-86f1-b8cf717b40d4 tempest-FloatingIPAdminTestJSON-2024400118 tempest-FloatingIPAdminTestJSON-2024400118-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:11.547216 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bf6cc125-e329-4f11-bb0c-46a0d720a62f tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks [] for security_group, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:11.553723 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684b9741-e486-42ec-b6b0-731a4ee1472d None None] Pushing event updated for resources: {'Port': ['ID=9331fc9f-96f6-43f6-b839-1d14ea1b43a2,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:11.567333 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b998d9f-18c4-4b6a-aa30-64ebfed3de3f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:11.569215 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b998d9f-18c4-4b6a-aa30-64ebfed3de3f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:11.570051 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b998d9f-18c4-4b6a-aa30-64ebfed3de3f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:11.570866 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-4b998d9f-18c4-4b6a-aa30-64ebfed3de3f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Synchronizing usage tracker for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:subnet {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:11.618147 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9b5e4235-2c0a-4438-acb8-1efb62fccee7 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:11.675159 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5e4235-2c0a-4438-acb8-1efb62fccee7 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Pushing event deleted for resources: {'Port': ['ID=d2e2f76e-ab25-40c5-94f7-5b644b2e619b,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:11.676802 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e97c5a9c-9946-4c7d-86f1-b8cf717b40d4 tempest-FloatingIPAdminTestJSON-2024400118 tempest-FloatingIPAdminTestJSON-2024400118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:11.680040 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-ab552534-6af8-4df6-b415-188609790f79 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:11.685361 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-ab552534-6af8-4df6-b415-188609790f79 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Usage tracker for resource:subnet and tenant:144b300b27fa4dafba1405cae5639f1c is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:11.692300 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9b5e4235-2c0a-4438-acb8-1efb62fccee7 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:11.696534 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-ab552534-6af8-4df6-b415-188609790f79 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:11.706586 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-ab552534-6af8-4df6-b415-188609790f79 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:11.715279 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-9b5e4235-2c0a-4438-acb8-1efb62fccee7 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] 10.222.0.55 "DELETE /v2.0/ports/d2e2f76e-ab25-40c5-94f7-5b644b2e619b HTTP/1.1" status: 204 len: 168 time: 0.9402153 Apr 01 15:52:11.718865 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49024) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:11.769920 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab552534-6af8-4df6-b415-188609790f79 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Made reservation on behalf of 144b300b27fa4dafba1405cae5639f1c for: {'subnet': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:52:11.773508 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ab552534-6af8-4df6-b415-188609790f79 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16030269'] for subnet, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:11.847910 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e2dd60c-68a3-4a7d-9ec5-620f3c6d9cc1 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] GET failed (client error): The resource could not be found. Apr 01 15:52:11.848420 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-8e2dd60c-68a3-4a7d-9ec5-620f3c6d9cc1 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Synchronizing usage tracker for tenant:51477d50ff9d4a93b662d3a27ad2c31c on resource:port {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:11.898083 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-8e2dd60c-68a3-4a7d-9ec5-620f3c6d9cc1 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Unset dirty status for tenant:51477d50ff9d4a93b662d3a27ad2c31c on resource:port {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:11.899342 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-8e2dd60c-68a3-4a7d-9ec5-620f3c6d9cc1 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] 10.222.0.55 "GET /v2.0/ports/d2e2f76e-ab25-40c5-94f7-5b644b2e619b HTTP/1.1" status: 404 len: 333 time: 0.1794391 Apr 01 15:52:11.914915 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49028) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:11.923731 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-5dad75ee-1303-4734-bbea-1a5ba5fbe157 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Request body: {'port': {'network_id': '220d492d-3206-4b06-bb02-50fc978e4c3c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-181537162'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:52:11.933367 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-5dad75ee-1303-4734-bbea-1a5ba5fbe157 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:11.957993 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-5dad75ee-1303-4734-bbea-1a5ba5fbe157 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:11.979252 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dad75ee-1303-4734-bbea-1a5ba5fbe157 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Made reservation on behalf of 51477d50ff9d4a93b662d3a27ad2c31c for: {'port': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:52:11.981148 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 9331fc9f-96f6-43f6-b839-1d14ea1b43a2 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:52:11.982114 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5dad75ee-1303-4734-bbea-1a5ba5fbe157 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:12.010792 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [None req-5dad75ee-1303-4734-bbea-1a5ba5fbe157 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] device_id is not set on port b889500e-17f0-4154-ab0d-b2d6345d15b4 yet. {{(pid=83828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:52:12.110208 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 9331fc9f-96f6-43f6-b839-1d14ea1b43a2 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:52:12.112575 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-37bf9abd-deb5-4734-a885-f1fc0fee3e77 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:12.159808 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-4b998d9f-18c4-4b6a-aa30-64ebfed3de3f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Unset dirty status for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:subnet {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:12.160991 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-4b998d9f-18c4-4b6a-aa30-64ebfed3de3f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.8632655 Apr 01 15:52:12.170526 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-bf6cc125-e329-4f11-bb0c-46a0d720a62f tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:12.171426 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49032) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:12.181365 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97c5a9c-9946-4c7d-86f1-b8cf717b40d4 tempest-FloatingIPAdminTestJSON-2024400118 tempest-FloatingIPAdminTestJSON-2024400118-project-admin] Pushing event updated for resources: {'Port': ['ID=e6b23036-6c82-4785-9bb4-7e35d5e101b8,revision_number=2']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:12.191132 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-bf6cc125-e329-4f11-bb0c-46a0d720a62f tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Usage tracker for resource:security_group_rule and tenant:d41ff62d3a004209bfda315661ac6954 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:12.206304 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-bf6cc125-e329-4f11-bb0c-46a0d720a62f tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:12.226829 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [None req-37bf9abd-deb5-4734-a885-f1fc0fee3e77 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Transition to ACTIVE for port object c1bbe436-9c6c-4e6d-b2c8-522f23e9a988 will not be triggered until provisioned by entity DHCP. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:52:12.227998 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-bf6cc125-e329-4f11-bb0c-46a0d720a62f tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:12.299816 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97c5a9c-9946-4c7d-86f1-b8cf717b40d4 tempest-FloatingIPAdminTestJSON-2024400118 tempest-FloatingIPAdminTestJSON-2024400118-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:12.300177 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97c5a9c-9946-4c7d-86f1-b8cf717b40d4 tempest-FloatingIPAdminTestJSON-2024400118 tempest-FloatingIPAdminTestJSON-2024400118-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:12.300488 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97c5a9c-9946-4c7d-86f1-b8cf717b40d4 tempest-FloatingIPAdminTestJSON-2024400118 tempest-FloatingIPAdminTestJSON-2024400118-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:12.300868 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97c5a9c-9946-4c7d-86f1-b8cf717b40d4 tempest-FloatingIPAdminTestJSON-2024400118 tempest-FloatingIPAdminTestJSON-2024400118-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:12.301197 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97c5a9c-9946-4c7d-86f1-b8cf717b40d4 tempest-FloatingIPAdminTestJSON-2024400118 tempest-FloatingIPAdminTestJSON-2024400118-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:12.301523 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97c5a9c-9946-4c7d-86f1-b8cf717b40d4 tempest-FloatingIPAdminTestJSON-2024400118 tempest-FloatingIPAdminTestJSON-2024400118-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:12.301846 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97c5a9c-9946-4c7d-86f1-b8cf717b40d4 tempest-FloatingIPAdminTestJSON-2024400118 tempest-FloatingIPAdminTestJSON-2024400118-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:12.302158 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97c5a9c-9946-4c7d-86f1-b8cf717b40d4 tempest-FloatingIPAdminTestJSON-2024400118 tempest-FloatingIPAdminTestJSON-2024400118-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:12.302479 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97c5a9c-9946-4c7d-86f1-b8cf717b40d4 tempest-FloatingIPAdminTestJSON-2024400118 tempest-FloatingIPAdminTestJSON-2024400118-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:12.302797 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97c5a9c-9946-4c7d-86f1-b8cf717b40d4 tempest-FloatingIPAdminTestJSON-2024400118 tempest-FloatingIPAdminTestJSON-2024400118-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:12.303113 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97c5a9c-9946-4c7d-86f1-b8cf717b40d4 tempest-FloatingIPAdminTestJSON-2024400118 tempest-FloatingIPAdminTestJSON-2024400118-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:52:12.317908 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e97c5a9c-9946-4c7d-86f1-b8cf717b40d4 tempest-FloatingIPAdminTestJSON-2024400118 tempest-FloatingIPAdminTestJSON-2024400118-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617697'] for floatingip, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:12.389535 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e7c6d3-ec4a-4e58-9ac7-1f2bfe887be0 req-a51a34fc-abc2-4fbf-9eeb-bae5e1123056 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:12.391274 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-03e7c6d3-ec4a-4e58-9ac7-1f2bfe887be0 req-a51a34fc-abc2-4fbf-9eeb-bae5e1123056 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3318f8-792d-48fb-8e2f-9e09760166b6 HTTP/1.1" status: 200 len: 945 time: 1.0060940 Apr 01 15:52:12.605519 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5dad75ee-1303-4734-bbea-1a5ba5fbe157 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:12.625093 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-37bf9abd-deb5-4734-a885-f1fc0fee3e77 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:12.644773 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_v2 [None req-b840a3c4-b282-4eac-90fd-6fe9c74ac804 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Deleting subnet 1bf1b588-99db-4a72-9c04-6b5a72168552 {{(pid=83828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:52:12.650810 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b840a3c4-b282-4eac-90fd-6fe9c74ac804 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for subnet, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:12.689554 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-03e7c6d3-ec4a-4e58-9ac7-1f2bfe887be0 req-c25007ad-21a2-4898-9f0b-14b1510af891 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/security-groups?id=559624ab-485e-424f-98d0-03f9fb5e6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2447207 Apr 01 15:52:12.719930 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bf6cc125-e329-4f11-bb0c-46a0d720a62f tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks [] for security_group, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:12.741940 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ab552534-6af8-4df6-b415-188609790f79 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15306628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16030227'] for subnet, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:12.743111 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0b1e1fec-5b67-4cdd-b15b-625c2483f8ba tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130626'] for router, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:12.753433 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b307f03d-f316-4625-9cc0-a315a3ac58f7 None None] Network 475ed8bd-e22a-4ac4-b1f4-a59f7f05ee3d requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:52:12.777828 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b840a3c4-b282-4eac-90fd-6fe9c74ac804 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15303084'] for subnet, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:12.817071 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5dad75ee-1303-4734-bbea-1a5ba5fbe157 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:12.824455 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bf6cc125-e329-4f11-bb0c-46a0d720a62f tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:12.829981 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bf9abd-deb5-4734-a885-f1fc0fee3e77 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Pushing event updated for resources: {'Port': ['ID=c1bbe436-9c6c-4e6d-b2c8-522f23e9a988,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:12.920439 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf6cc125-e329-4f11-bb0c-46a0d720a62f tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=83826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:52:12.927056 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dad75ee-1303-4734-bbea-1a5ba5fbe157 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Pushing event updated for resources: {'Port': ['ID=b889500e-17f0-4154-ab0d-b2d6345d15b4,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:12.943213 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dad75ee-1303-4734-bbea-1a5ba5fbe157 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Network 220d492d-3206-4b06-bb02-50fc978e4c3c is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:12.945601 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-5e18e328-8cc1-4b4e-bb20-429c06d2d919 None None] Provisioning for port 9331fc9f-96f6-43f6-b839-1d14ea1b43a2 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:52:12.946372 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37bf9abd-deb5-4734-a885-f1fc0fee3e77 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Network 495252b5-b240-40ca-a711-3ef43df34334 is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:12.961071 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-37bf9abd-deb5-4734-a885-f1fc0fee3e77 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:12.961612 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab552534-6af8-4df6-b415-188609790f79 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Network 475ed8bd-e22a-4ac4-b1f4-a59f7f05ee3d is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:12.962090 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-5e18e328-8cc1-4b4e-bb20-429c06d2d919 None None] Provisioning complete for port 9331fc9f-96f6-43f6-b839-1d14ea1b43a2 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:12.962644 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-5e18e328-8cc1-4b4e-bb20-429c06d2d919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:12.963837 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-5dad75ee-1303-4734-bbea-1a5ba5fbe157 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:12.967213 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dad75ee-1303-4734-bbea-1a5ba5fbe157 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:52:12.968264 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dad75ee-1303-4734-bbea-1a5ba5fbe157 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:12.969119 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5dad75ee-1303-4734-bbea-1a5ba5fbe157 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:12.972335 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bf9abd-deb5-4734-a885-f1fc0fee3e77 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:52:13.014978 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bf6cc125-e329-4f11-bb0c-46a0d720a62f tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:13.015819 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.segments_db [None req-bf6cc125-e329-4f11-bb0c-46a0d720a62f tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Added segment 39afe685-f231-4a31-b03b-e23e0868cfd0 of type vlan for network 96ec9f53-e784-45b3-8d74-9604325b4546 Apr 01 15:52:13.041416 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b840a3c4-b282-4eac-90fd-6fe9c74ac804 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:13.056592 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bf6cc125-e329-4f11-bb0c-46a0d720a62f tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:13.110536 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-ab552534-6af8-4df6-b415-188609790f79 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:13.121146 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab552534-6af8-4df6-b415-188609790f79 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:13.121654 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ab552534-6af8-4df6-b415-188609790f79 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:13.130724 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab552534-6af8-4df6-b415-188609790f79 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Pushing event updated for resources: {'Subnet': ['ID=9f1d22e9-4009-4fcc-b70f-ce01a7584eb4,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:13.162616 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-5dad75ee-1303-4734-bbea-1a5ba5fbe157 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.2468395 Apr 01 15:52:13.163387 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49038) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:13.171357 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-da52cef7-f2da-4c1a-8ef1-f38f23531d02 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8333'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:52:13.193324 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6cc125-e329-4f11-bb0c-46a0d720a62f tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d74eb16e-57ff-41c5-b3c4-658a323b60ab,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:13.197422 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-ab552534-6af8-4df6-b415-188609790f79 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8005161 Apr 01 15:52:13.202765 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49042) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:13.205550 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b840a3c4-b282-4eac-90fd-6fe9c74ac804 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15306565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16030232'] for subnet, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:13.236327 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bf6cc125-e329-4f11-bb0c-46a0d720a62f tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:13.240884 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6cc125-e329-4f11-bb0c-46a0d720a62f tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:13.241483 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bf6cc125-e329-4f11-bb0c-46a0d720a62f tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:13.246803 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-f09046c2-7fdc-48f6-875a-2de5eb0f368c tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Request body: {'port': {'network_id': '475ed8bd-e22a-4ac4-b1f4-a59f7f05ee3d', 'fixed_ips': [{'subnet_id': '8c4d630a-4083-4c99-9432-016e1660384e'}, {'subnet_id': '9f1d22e9-4009-4fcc-b70f-ce01a7584eb4'}], 'name': 'tempest-PortsIpV6TestJSON-2123499230'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:52:13.306336 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-5e18e328-8cc1-4b4e-bb20-429c06d2d919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:13.337827 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b840a3c4-b282-4eac-90fd-6fe9c74ac804 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event deleted for resources: {'Subnet': ['ID=1bf1b588-99db-4a72-9c04-6b5a72168552,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:13.370532 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b840a3c4-b282-4eac-90fd-6fe9c74ac804 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:13.370532 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-b840a3c4-b282-4eac-90fd-6fe9c74ac804 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/subnets/1bf1b588-99db-4a72-9c04-6b5a72168552 HTTP/1.1" status: 204 len: 168 time: 1.1948845 Apr 01 15:52:13.371773 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ff6dc0-2ae9-40e6-b42e-bd8b84a80491 None None] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:52:13.375219 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49046) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:13.443341 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37bf9abd-deb5-4734-a885-f1fc0fee3e77 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:13.444044 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-37bf9abd-deb5-4734-a885-f1fc0fee3e77 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:13.453491 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffa8e1e-5648-47f5-9ab5-2de26e093db3 req-a68b75a7-1ff4-4e47-976d-478314426922 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:13.455131 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-7ffa8e1e-5648-47f5-9ab5-2de26e093db3 req-a68b75a7-1ff4-4e47-976d-478314426922 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3318f8-792d-48fb-8e2f-9e09760166b6 HTTP/1.1" status: 200 len: 945 time: 0.6206255 Apr 01 15:52:13.459663 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-5e18e328-8cc1-4b4e-bb20-429c06d2d919 None None] For port 9331fc9f-96f6-43f6-b839-1d14ea1b43a2, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=9331fc9f-96f6-43f6-b839-1d14ea1b43a2,segment=NetworkSegment(95d2e9c5-c55c-408b-831e-b664b2a42648),segment_id=95d2e9c5-c55c-408b-831e-b664b2a42648)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:52:13.473976 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-bf6cc125-e329-4f11-bb0c-46a0d720a62f tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.6676238 Apr 01 15:52:13.487745 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6cc125-e329-4f11-bb0c-46a0d720a62f tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Pushing event updated for resources: {'Network': ['ID=96ec9f53-e784-45b3-8d74-9604325b4546,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:13.523937 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-da52cef7-f2da-4c1a-8ef1-f38f23531d02 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:13.533397 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-5e18e328-8cc1-4b4e-bb20-429c06d2d919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:13.565671 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-37bf9abd-deb5-4734-a885-f1fc0fee3e77 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.9620392 Apr 01 15:52:13.567837 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_v2 [None req-d156812b-6ee0-40f2-9b7b-b0de1c1390fd tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Deleting subnet 52c48fe1-60f0-4e5b-a6bb-781c911ffa68 {{(pid=83828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:52:13.569498 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49050) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:13.579941 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-bfdff2e1-34ba-4709-89b8-919401e1a87a tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Request body: {'floatingip': {'port_id': 'c1bbe436-9c6c-4e6d-b2c8-522f23e9a988'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:52:13.581093 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 96ec9f53-e784-45b3-8d74-9604325b4546 details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:52:13.621447 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.l3_db [None req-e97c5a9c-9946-4c7d-86f1-b8cf717b40d4 tempest-FloatingIPAdminTestJSON-2024400118 tempest-FloatingIPAdminTestJSON-2024400118-project-admin] Floating IP 9ae2bdac-d589-43d2-a7d3-13cdc366ea53 associated. External IP: 172.26.1.117, port: 88572adb-06f0-4dce-88ce-9f9f39215692. Apr 01 15:52:13.657812 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e18e328-8cc1-4b4e-bb20-429c06d2d919 None None] Pushing event updated for resources: {'Port': ['ID=9331fc9f-96f6-43f6-b839-1d14ea1b43a2,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:13.707411 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-7ffa8e1e-5648-47f5-9ab5-2de26e093db3 req-f6d99d05-985e-496c-add3-266abdef9224 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/security-groups?id=559624ab-485e-424f-98d0-03f9fb5e6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2439861 Apr 01 15:52:13.716795 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-f09046c2-7fdc-48f6-875a-2de5eb0f368c tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:13.720032 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d156812b-6ee0-40f2-9b7b-b0de1c1390fd tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for subnet, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:13.792029 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-bfdff2e1-34ba-4709-89b8-919401e1a87a tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks [] for floatingip, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:13.808502 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-c9fbb123-c1dd-43d9-b818-204682bba2f6 None None] Provisioning for port c1bbe436-9c6c-4e6d-b2c8-522f23e9a988 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:52:13.830061 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-c9fbb123-c1dd-43d9-b818-204682bba2f6 None None] Provisioning complete for port c1bbe436-9c6c-4e6d-b2c8-522f23e9a988 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:13.830453 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c9fbb123-c1dd-43d9-b818-204682bba2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:13.918211 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-c9fbb123-c1dd-43d9-b818-204682bba2f6 None None] Port c1bbe436-9c6c-4e6d-b2c8-522f23e9a988 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:52:13.920758 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0b1e1fec-5b67-4cdd-b15b-625c2483f8ba tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:13.937345 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-f09046c2-7fdc-48f6-875a-2de5eb0f368c tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Usage tracker for resource:port and tenant:144b300b27fa4dafba1405cae5639f1c is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:13.945154 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f1ed3c-580e-4f79-8ba8-646a196ce139 None None] Update dhcp port {'port': {'network_id': '475ed8bd-e22a-4ac4-b1f4-a59f7f05ee3d', 'fixed_ips': [{'subnet_id': '8c4d630a-4083-4c99-9432-016e1660384e', 'ip_address': '2001:db8::2'}, {'subnet_id': '9f1d22e9-4009-4fcc-b70f-ce01a7584eb4'}], 'binding:host_id': 'dv-neutron-833373-2-hyperv'}, 'id': '9331fc9f-96f6-43f6-b839-1d14ea1b43a2'} from dv-neutron-833373-2-hyperv. {{(pid=83829) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 01 15:52:13.952749 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-f09046c2-7fdc-48f6-875a-2de5eb0f368c tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:13.961633 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0b1e1fec-5b67-4cdd-b15b-625c2483f8ba tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:13.987506 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-f09046c2-7fdc-48f6-875a-2de5eb0f368c tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:14.035577 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 9331fc9f-96f6-43f6-b839-1d14ea1b43a2 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:52:14.045599 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f09046c2-7fdc-48f6-875a-2de5eb0f368c tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Made reservation on behalf of 144b300b27fa4dafba1405cae5639f1c for: {'port': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:52:14.066101 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d156812b-6ee0-40f2-9b7b-b0de1c1390fd tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15303084'] for subnet, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:14.145822 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-0b1e1fec-5b67-4cdd-b15b-625c2483f8ba tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Allocated IP 172.26.1.14 (ed45466e-0386-4b92-8de3-247c977242ac/0479f741-5cd1-4d6f-b593-d8aa909a42d3/31eb8500-87fa-4dfa-a033-fe74ccd76e64) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:52:14.271603 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a9f1ed3c-580e-4f79-8ba8-646a196ce139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:14.615339 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-a9f1ed3c-580e-4f79-8ba8-646a196ce139 None None] Allocated IP 2001:db8:0:1::2 (475ed8bd-e22a-4ac4-b1f4-a59f7f05ee3d/9f1d22e9-4009-4fcc-b70f-ce01a7584eb4/9331fc9f-96f6-43f6-b839-1d14ea1b43a2) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:52:14.628668 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f09046c2-7fdc-48f6-875a-2de5eb0f368c tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:14.676112 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [None req-f09046c2-7fdc-48f6-875a-2de5eb0f368c tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] device_id is not set on port add2979c-23c9-4787-9f1b-92c077ee3897 yet. {{(pid=83828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:52:14.722937 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.db.resource_extend [None req-da52cef7-f2da-4c1a-8ef1-f38f23531d02 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:52:14.814942 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0b1e1fec-5b67-4cdd-b15b-625c2483f8ba tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:14.831195 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadb1c7e-6719-486e-8fbf-9aec88688424 req-7b7d5681-a12c-4397-be73-7d0519549d33 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:14.832900 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-aadb1c7e-6719-486e-8fbf-9aec88688424 req-7b7d5681-a12c-4397-be73-7d0519549d33 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3318f8-792d-48fb-8e2f-9e09760166b6 HTTP/1.1" status: 200 len: 945 time: 0.8731885 Apr 01 15:52:14.890731 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a9f1ed3c-580e-4f79-8ba8-646a196ce139 None None] For port 9331fc9f-96f6-43f6-b839-1d14ea1b43a2, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=9331fc9f-96f6-43f6-b839-1d14ea1b43a2,segment=NetworkSegment(95d2e9c5-c55c-408b-831e-b664b2a42648),segment_id=95d2e9c5-c55c-408b-831e-b664b2a42648)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:52:14.928102 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-aadb1c7e-6719-486e-8fbf-9aec88688424 req-6cee9386-e7bb-4b71-9449-98968e28b29d tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/security-groups?id=559624ab-485e-424f-98d0-03f9fb5e6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880845 Apr 01 15:52:14.943899 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a9f1ed3c-580e-4f79-8ba8-646a196ce139 None None] Notify callbacks [] for port, precommit_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:15.005227 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a9f1ed3c-580e-4f79-8ba8-646a196ce139 None None] Transition to ACTIVE for port object 9331fc9f-96f6-43f6-b839-1d14ea1b43a2 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:52:15.021124 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a9f1ed3c-580e-4f79-8ba8-646a196ce139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:15.196985 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d156812b-6ee0-40f2-9b7b-b0de1c1390fd tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:15.201433 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0b1e1fec-5b67-4cdd-b15b-625c2483f8ba tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:15.312216 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1e1fec-5b67-4cdd-b15b-625c2483f8ba tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Network ed45466e-0386-4b92-8de3-247c977242ac is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:15.327006 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-0b1e1fec-5b67-4cdd-b15b-625c2483f8ba tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:15.332623 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f1ed3c-580e-4f79-8ba8-646a196ce139 None None] Pushing event updated for resources: {'Port': ['ID=9331fc9f-96f6-43f6-b839-1d14ea1b43a2,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:15.383904 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-e94ff1dc-8c28-48fb-ad03-c37618eca9b8 None None] Provisioning complete for port 8cdc9fa3-02cd-4925-97d2-6cb85121fe65 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:15.384284 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-e94ff1dc-8c28-48fb-ad03-c37618eca9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:15.421313 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1e1fec-5b67-4cdd-b15b-625c2483f8ba tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:52:15.448867 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [None req-da52cef7-f2da-4c1a-8ef1-f38f23531d02 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] device_id is not set on port b889500e-17f0-4154-ab0d-b2d6345d15b4 yet. {{(pid=83828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:52:15.541104 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-da52cef7-f2da-4c1a-8ef1-f38f23531d02 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:15.547649 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1e1fec-5b67-4cdd-b15b-625c2483f8ba tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Pushing event updated for resources: {'Port': ['ID=31eb8500-87fa-4dfa-a033-fe74ccd76e64,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:15.901813 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f2c04-f707-40ab-b45d-1e181376ef0f req-cd17a89d-48cf-4e42-84a2-eac29bfd4a38 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:15.903611 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-529f2c04-f707-40ab-b45d-1e181376ef0f req-cd17a89d-48cf-4e42-84a2-eac29bfd4a38 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3318f8-792d-48fb-8e2f-9e09760166b6 HTTP/1.1" status: 200 len: 945 time: 0.2523923 Apr 01 15:52:15.993486 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0b1e1fec-5b67-4cdd-b15b-625c2483f8ba tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:16.007486 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 9331fc9f-96f6-43f6-b839-1d14ea1b43a2 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:52:16.038378 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d156812b-6ee0-40f2-9b7b-b0de1c1390fd tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15306565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16030232'] for subnet, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:16.077518 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-529f2c04-f707-40ab-b45d-1e181376ef0f req-bc8b519e-e128-48a0-a0dc-4d730abc6806 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/security-groups?id=559624ab-485e-424f-98d0-03f9fb5e6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527150 Apr 01 15:52:16.307084 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-f09046c2-7fdc-48f6-875a-2de5eb0f368c tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Allocated IP 2001:db8::2fa (475ed8bd-e22a-4ac4-b1f4-a59f7f05ee3d/8c4d630a-4083-4c99-9432-016e1660384e/add2979c-23c9-4787-9f1b-92c077ee3897) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:52:16.320056 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-f09046c2-7fdc-48f6-875a-2de5eb0f368c tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Allocated IP 2001:db8:0:1::e (475ed8bd-e22a-4ac4-b1f4-a59f7f05ee3d/9f1d22e9-4009-4fcc-b70f-ce01a7584eb4/add2979c-23c9-4787-9f1b-92c077ee3897) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:52:16.327648 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2dd28a-db41-491b-b2a9-e81b36ba17ac None None] Network 475ed8bd-e22a-4ac4-b1f4-a59f7f05ee3d requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:52:16.375102 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0b1e1fec-5b67-4cdd-b15b-625c2483f8ba tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130626'] for router, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:16.379928 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0b1e1fec-5b67-4cdd-b15b-625c2483f8ba tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-617606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-617615', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-607241'] for router, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:16.563165 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f09046c2-7fdc-48f6-875a-2de5eb0f368c tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:16.564184 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-f49319c9-280d-4fa5-8e53-3dab68f15501 None None] Provisioning for port 9331fc9f-96f6-43f6-b839-1d14ea1b43a2 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:52:16.581123 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [None req-f09046c2-7fdc-48f6-875a-2de5eb0f368c tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Transition to ACTIVE for port object add2979c-23c9-4787-9f1b-92c077ee3897 will not be triggered until provisioned by entity DHCP. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:52:16.593904 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-f49319c9-280d-4fa5-8e53-3dab68f15501 None None] Provisioning complete for port 9331fc9f-96f6-43f6-b839-1d14ea1b43a2 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:16.595172 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f49319c9-280d-4fa5-8e53-3dab68f15501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:16.664310 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d156812b-6ee0-40f2-9b7b-b0de1c1390fd tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:16.675841 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [None req-da52cef7-f2da-4c1a-8ef1-f38f23531d02 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Transition to ACTIVE for port object b889500e-17f0-4154-ab0d-b2d6345d15b4 will not be triggered until provisioned by entity L2. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:52:16.677439 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f09046c2-7fdc-48f6-875a-2de5eb0f368c tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:16.722482 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e37b85a-eaf3-4fbf-9590-182a245dab67 None None] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:52:16.744506 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e97c5a9c-9946-4c7d-86f1-b8cf717b40d4 tempest-FloatingIPAdminTestJSON-2024400118 tempest-FloatingIPAdminTestJSON-2024400118-project-admin] Router 3dd9a420-1091-4a7a-b1db-2afcf5452758 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:52:16.777167 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09046c2-7fdc-48f6-875a-2de5eb0f368c tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Pushing event updated for resources: {'Port': ['ID=add2979c-23c9-4787-9f1b-92c077ee3897,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:16.781499 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d156812b-6ee0-40f2-9b7b-b0de1c1390fd tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event deleted for resources: {'Subnet': ['ID=52c48fe1-60f0-4e5b-a6bb-781c911ffa68,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:16.790813 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-da52cef7-f2da-4c1a-8ef1-f38f23531d02 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:16.921145 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 49062) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:16.944130 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-e4f48012-dd0c-412d-ada4-6cd65f39ed56 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Request body: {'subnet': {'network_id': '96ec9f53-e784-45b3-8d74-9604325b4546', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:52:17.053610 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5219801c-eda6-469b-aa2f-b40ab512aa1b req-a8264573-7ac0-4bb9-8521-8f4aed95f085 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:17.060615 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5219801c-eda6-469b-aa2f-b40ab512aa1b req-a8264573-7ac0-4bb9-8521-8f4aed95f085 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3318f8-792d-48fb-8e2f-9e09760166b6 HTTP/1.1" status: 200 len: 945 time: 0.4204555 Apr 01 15:52:17.076616 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 49066) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:17.076775 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-d156812b-6ee0-40f2-9b7b-b0de1c1390fd tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/subnets/52c48fe1-60f0-4e5b-a6bb-781c911ffa68 HTTP/1.1" status: 204 len: 168 time: 3.6687589 Apr 01 15:52:17.115116 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09046c2-7fdc-48f6-875a-2de5eb0f368c tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Network 475ed8bd-e22a-4ac4-b1f4-a59f7f05ee3d is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:17.126322 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-f09046c2-7fdc-48f6-875a-2de5eb0f368c tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:17.130938 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da52cef7-f2da-4c1a-8ef1-f38f23531d02 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Pushing event updated for resources: {'Port': ['ID=b889500e-17f0-4154-ab0d-b2d6345d15b4,revision_number=2']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:17.133111 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09046c2-7fdc-48f6-875a-2de5eb0f368c tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:52:17.137301 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09046c2-7fdc-48f6-875a-2de5eb0f368c tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:17.138044 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f09046c2-7fdc-48f6-875a-2de5eb0f368c tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:17.194431 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-da52cef7-f2da-4c1a-8ef1-f38f23531d02 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to bind port b889500e-17f0-4154-ab0d-b2d6345d15b4 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:52:17.194829 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-da52cef7-f2da-4c1a-8ef1-f38f23531d02 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to bind port b889500e-17f0-4154-ab0d-b2d6345d15b4 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '785c56f2-52a5-4577-974c-87065c90971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '220d492d-3206-4b06-bb02-50fc978e4c3c'}] {{(pid=83828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:52:17.195129 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da52cef7-f2da-4c1a-8ef1-f38f23531d02 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to bind port b889500e-17f0-4154-ab0d-b2d6345d15b4 on network 220d492d-3206-4b06-bb02-50fc978e4c3c {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:52:17.202016 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-f09046c2-7fdc-48f6-875a-2de5eb0f368c tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 3.9954216 Apr 01 15:52:17.239426 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbcd747b-66cf-4f7e-8bb2-1ca6033f01c7 None None] DHCP port deletion for 7b65ac5c-8834-4b65-9b28-b7dba6c9746f request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:52:17.244304 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-cbcd747b-66cf-4f7e-8bb2-1ca6033f01c7 None None] Deleting port 8cdc9fa3-02cd-4925-97d2-6cb85121fe65 {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:52:17.244678 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-cbcd747b-66cf-4f7e-8bb2-1ca6033f01c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:17.285884 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49070) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:17.286834 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da52cef7-f2da-4c1a-8ef1-f38f23531d02 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Port b889500e-17f0-4154-ab0d-b2d6345d15b4 on network 220d492d-3206-4b06-bb02-50fc978e4c3c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:52:17.287244 dv-neutron-833373-2-hyperv neutron-server[83828]: ERROR neutron.plugins.ml2.managers [None req-da52cef7-f2da-4c1a-8ef1-f38f23531d02 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Failed to bind port b889500e-17f0-4154-ab0d-b2d6345d15b4 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '785c56f2-52a5-4577-974c-87065c90971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '220d492d-3206-4b06-bb02-50fc978e4c3c'}] Apr 01 15:52:17.299008 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.plugins.ml2.plugin [None req-da52cef7-f2da-4c1a-8ef1-f38f23531d02 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempt 2 to bind port b889500e-17f0-4154-ab0d-b2d6345d15b4 Apr 01 15:52:17.333077 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-10769398-7e74-4899-bbe6-d75dfbc4f2ca tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8c4d630a-4083-4c99-9432-016e1660384e'}]}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:52:17.337526 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-d515232e-8c42-4e8f-a456-637b48a3836b tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2411823 Apr 01 15:52:17.338968 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 49074) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:17.346345 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-e4f48012-dd0c-412d-ada4-6cd65f39ed56 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:17.362389 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-ff037cbf-5ff7-4b14-ae6c-3cdeecac7ed7 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Request body: {'subnet': {'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:52:17.379759 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-e4f48012-dd0c-412d-ada4-6cd65f39ed56 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Usage tracker for resource:subnet and tenant:d41ff62d3a004209bfda315661ac6954 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:17.389229 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-e4f48012-dd0c-412d-ada4-6cd65f39ed56 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:17.453615 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-e4f48012-dd0c-412d-ada4-6cd65f39ed56 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:17.503192 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5219801c-eda6-469b-aa2f-b40ab512aa1b req-fa0806eb-8418-4bf8-8840-0e8c87ead6de tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/security-groups?id=559624ab-485e-424f-98d0-03f9fb5e6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4410334 Apr 01 15:52:17.509761 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f48012-dd0c-412d-ada4-6cd65f39ed56 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Made reservation on behalf of d41ff62d3a004209bfda315661ac6954 for: {'subnet': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:52:17.535573 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-da52cef7-f2da-4c1a-8ef1-f38f23531d02 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to bind port b889500e-17f0-4154-ab0d-b2d6345d15b4 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:52:17.535911 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-da52cef7-f2da-4c1a-8ef1-f38f23531d02 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to bind port b889500e-17f0-4154-ab0d-b2d6345d15b4 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '785c56f2-52a5-4577-974c-87065c90971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '220d492d-3206-4b06-bb02-50fc978e4c3c'}] {{(pid=83828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:52:17.536250 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da52cef7-f2da-4c1a-8ef1-f38f23531d02 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to bind port b889500e-17f0-4154-ab0d-b2d6345d15b4 on network 220d492d-3206-4b06-bb02-50fc978e4c3c {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:52:17.554301 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-cbcd747b-66cf-4f7e-8bb2-1ca6033f01c7 None None] For port 8cdc9fa3-02cd-4925-97d2-6cb85121fe65, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=8cdc9fa3-02cd-4925-97d2-6cb85121fe65,segment=NetworkSegment(c41dc1a5-c958-4d8b-81ea-3934c36371b8),segment_id=c41dc1a5-c958-4d8b-81ea-3934c36371b8)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:52:17.555430 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-cbcd747b-66cf-4f7e-8bb2-1ca6033f01c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:17.565951 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da52cef7-f2da-4c1a-8ef1-f38f23531d02 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Port b889500e-17f0-4154-ab0d-b2d6345d15b4 on network 220d492d-3206-4b06-bb02-50fc978e4c3c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:52:17.566231 dv-neutron-833373-2-hyperv neutron-server[83828]: ERROR neutron.plugins.ml2.managers [None req-da52cef7-f2da-4c1a-8ef1-f38f23531d02 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Failed to bind port b889500e-17f0-4154-ab0d-b2d6345d15b4 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '785c56f2-52a5-4577-974c-87065c90971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '220d492d-3206-4b06-bb02-50fc978e4c3c'}] Apr 01 15:52:17.569426 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-bfdff2e1-34ba-4709-89b8-919401e1a87a tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:17.570629 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.plugins.ml2.plugin [None req-da52cef7-f2da-4c1a-8ef1-f38f23531d02 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempt 3 to bind port b889500e-17f0-4154-ab0d-b2d6345d15b4 Apr 01 15:52:17.581267 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-10769398-7e74-4899-bbe6-d75dfbc4f2ca tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:17.597284 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-bfdff2e1-34ba-4709-89b8-919401e1a87a tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617697'] for floatingip, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:17.662091 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-ff037cbf-5ff7-4b14-ae6c-3cdeecac7ed7 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:17.676238 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-da52cef7-f2da-4c1a-8ef1-f38f23531d02 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to bind port b889500e-17f0-4154-ab0d-b2d6345d15b4 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:52:17.677124 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-da52cef7-f2da-4c1a-8ef1-f38f23531d02 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to bind port b889500e-17f0-4154-ab0d-b2d6345d15b4 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '785c56f2-52a5-4577-974c-87065c90971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '220d492d-3206-4b06-bb02-50fc978e4c3c'}] {{(pid=83828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:52:17.677590 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da52cef7-f2da-4c1a-8ef1-f38f23531d02 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to bind port b889500e-17f0-4154-ab0d-b2d6345d15b4 on network 220d492d-3206-4b06-bb02-50fc978e4c3c {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:52:17.680177 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-ff037cbf-5ff7-4b14-ae6c-3cdeecac7ed7 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Usage tracker for resource:subnet and tenant:50a1f72bd5e54e209eb4756b30f7e6a6 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:17.688713 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-ff037cbf-5ff7-4b14-ae6c-3cdeecac7ed7 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:17.696223 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-4ab5f0c1-cddd-4f86-a7bf-d439c64ac1c5 None None] Provisioning complete for port 9331fc9f-96f6-43f6-b839-1d14ea1b43a2 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:17.696423 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-4ab5f0c1-cddd-4f86-a7bf-d439c64ac1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:17.701002 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-ff037cbf-5ff7-4b14-ae6c-3cdeecac7ed7 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:17.705645 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e4f48012-dd0c-412d-ada4-6cd65f39ed56 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16088980'] for subnet, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:17.726251 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-cbcd747b-66cf-4f7e-8bb2-1ca6033f01c7 None None] Calling delete_port for 8cdc9fa3-02cd-4925-97d2-6cb85121fe65 owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:52:17.786378 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da52cef7-f2da-4c1a-8ef1-f38f23531d02 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Port b889500e-17f0-4154-ab0d-b2d6345d15b4 on network 220d492d-3206-4b06-bb02-50fc978e4c3c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:52:17.786378 dv-neutron-833373-2-hyperv neutron-server[83828]: ERROR neutron.plugins.ml2.managers [None req-da52cef7-f2da-4c1a-8ef1-f38f23531d02 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Failed to bind port b889500e-17f0-4154-ab0d-b2d6345d15b4 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '785c56f2-52a5-4577-974c-87065c90971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '220d492d-3206-4b06-bb02-50fc978e4c3c'}] Apr 01 15:52:17.789613 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.plugins.ml2.plugin [None req-da52cef7-f2da-4c1a-8ef1-f38f23531d02 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempt 4 to bind port b889500e-17f0-4154-ab0d-b2d6345d15b4 Apr 01 15:52:17.807120 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff037cbf-5ff7-4b14-ae6c-3cdeecac7ed7 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Made reservation on behalf of 50a1f72bd5e54e209eb4756b30f7e6a6 for: {'subnet': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:52:17.849388 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-da52cef7-f2da-4c1a-8ef1-f38f23531d02 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to bind port b889500e-17f0-4154-ab0d-b2d6345d15b4 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:52:17.849715 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-da52cef7-f2da-4c1a-8ef1-f38f23531d02 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to bind port b889500e-17f0-4154-ab0d-b2d6345d15b4 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '785c56f2-52a5-4577-974c-87065c90971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '220d492d-3206-4b06-bb02-50fc978e4c3c'}] {{(pid=83828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:52:17.850051 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da52cef7-f2da-4c1a-8ef1-f38f23531d02 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to bind port b889500e-17f0-4154-ab0d-b2d6345d15b4 on network 220d492d-3206-4b06-bb02-50fc978e4c3c {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:52:17.873603 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-cbcd747b-66cf-4f7e-8bb2-1ca6033f01c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671'] for port, after_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:17.905386 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da52cef7-f2da-4c1a-8ef1-f38f23531d02 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Port b889500e-17f0-4154-ab0d-b2d6345d15b4 on network 220d492d-3206-4b06-bb02-50fc978e4c3c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:52:17.905386 dv-neutron-833373-2-hyperv neutron-server[83828]: ERROR neutron.plugins.ml2.managers [None req-da52cef7-f2da-4c1a-8ef1-f38f23531d02 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Failed to bind port b889500e-17f0-4154-ab0d-b2d6345d15b4 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '785c56f2-52a5-4577-974c-87065c90971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '220d492d-3206-4b06-bb02-50fc978e4c3c'}] Apr 01 15:52:17.905983 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.plugins.ml2.plugin [None req-da52cef7-f2da-4c1a-8ef1-f38f23531d02 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempt 5 to bind port b889500e-17f0-4154-ab0d-b2d6345d15b4 Apr 01 15:52:17.944990 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcd747b-66cf-4f7e-8bb2-1ca6033f01c7 None None] Pushing event deleted for resources: {'Port': ['ID=8cdc9fa3-02cd-4925-97d2-6cb85121fe65,revision_number=None']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:17.949788 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-da52cef7-f2da-4c1a-8ef1-f38f23531d02 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to bind port b889500e-17f0-4154-ab0d-b2d6345d15b4 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:52:17.950140 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-da52cef7-f2da-4c1a-8ef1-f38f23531d02 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to bind port b889500e-17f0-4154-ab0d-b2d6345d15b4 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '785c56f2-52a5-4577-974c-87065c90971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '220d492d-3206-4b06-bb02-50fc978e4c3c'}] {{(pid=83828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:52:17.950576 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da52cef7-f2da-4c1a-8ef1-f38f23531d02 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to bind port b889500e-17f0-4154-ab0d-b2d6345d15b4 on network 220d492d-3206-4b06-bb02-50fc978e4c3c {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:52:17.960908 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcd747b-66cf-4f7e-8bb2-1ca6033f01c7 None None] No DVR routers for this DVR port 8cdc9fa3-02cd-4925-97d2-6cb85121fe65 on host dv-neutron-833373-2-hyperv {{(pid=83829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:52:17.978329 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ff037cbf-5ff7-4b14-ae6c-3cdeecac7ed7 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16088980'] for subnet, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:17.992239 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 8cdc9fa3-02cd-4925-97d2-6cb85121fe65 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:52:18.023241 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-4ab5f0c1-cddd-4f86-a7bf-d439c64ac1c5 None None] Provisioning for port add2979c-23c9-4787-9f1b-92c077ee3897 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:52:18.033492 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 8cdc9fa3-02cd-4925-97d2-6cb85121fe65 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:52:18.033926 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 8cdc9fa3-02cd-4925-97d2-6cb85121fe65 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:52:18.037588 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-4ab5f0c1-cddd-4f86-a7bf-d439c64ac1c5 None None] Provisioning complete for port add2979c-23c9-4787-9f1b-92c077ee3897 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:18.038097 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-4ab5f0c1-cddd-4f86-a7bf-d439c64ac1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:18.098792 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e97c5a9c-9946-4c7d-86f1-b8cf717b40d4 tempest-FloatingIPAdminTestJSON-2024400118 tempest-FloatingIPAdminTestJSON-2024400118-project-admin] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:52:18.102247 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da52cef7-f2da-4c1a-8ef1-f38f23531d02 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Port b889500e-17f0-4154-ab0d-b2d6345d15b4 on network 220d492d-3206-4b06-bb02-50fc978e4c3c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:52:18.102781 dv-neutron-833373-2-hyperv neutron-server[83828]: ERROR neutron.plugins.ml2.managers [None req-da52cef7-f2da-4c1a-8ef1-f38f23531d02 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Failed to bind port b889500e-17f0-4154-ab0d-b2d6345d15b4 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '785c56f2-52a5-4577-974c-87065c90971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '220d492d-3206-4b06-bb02-50fc978e4c3c'}] Apr 01 15:52:18.112073 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7c838e-2ce4-4ebc-93d9-3fa977f77b9a None None] Sync routers for ids ['3dd9a420-1091-4a7a-b1db-2afcf5452758'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:52:18.131587 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7c838e-2ce4-4ebc-93d9-3fa977f77b9a None None] Routers {'3dd9a420-1091-4a7a-b1db-2afcf5452758'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:52:18.132613 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-9b7c838e-2ce4-4ebc-93d9-3fa977f77b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:51:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['3dd9a420-1091-4a7a-b1db-2afcf5452758'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:18.135479 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-4ab5f0c1-cddd-4f86-a7bf-d439c64ac1c5 None None] Port add2979c-23c9-4787-9f1b-92c077ee3897 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:52:18.148638 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.plugins.ml2.plugin [None req-da52cef7-f2da-4c1a-8ef1-f38f23531d02 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempt 6 to bind port b889500e-17f0-4154-ab0d-b2d6345d15b4 Apr 01 15:52:18.149221 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b1e1fec-5b67-4cdd-b15b-625c2483f8ba tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Router cb031d1b-5963-40f3-a827-b0417babeab3 is scheduled to L3 agent ff252634-3424-422a-b742-9ae457bd54bd with binding_index 1 {{(pid=83826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:52:18.182924 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-da52cef7-f2da-4c1a-8ef1-f38f23531d02 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to bind port b889500e-17f0-4154-ab0d-b2d6345d15b4 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:52:18.183269 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-da52cef7-f2da-4c1a-8ef1-f38f23531d02 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to bind port b889500e-17f0-4154-ab0d-b2d6345d15b4 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '785c56f2-52a5-4577-974c-87065c90971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '220d492d-3206-4b06-bb02-50fc978e4c3c'}] {{(pid=83828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:52:18.183580 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da52cef7-f2da-4c1a-8ef1-f38f23531d02 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to bind port b889500e-17f0-4154-ab0d-b2d6345d15b4 on network 220d492d-3206-4b06-bb02-50fc978e4c3c {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:52:18.200193 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-9b7c838e-2ce4-4ebc-93d9-3fa977f77b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:18.213299 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da52cef7-f2da-4c1a-8ef1-f38f23531d02 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Port b889500e-17f0-4154-ab0d-b2d6345d15b4 on network 220d492d-3206-4b06-bb02-50fc978e4c3c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:52:18.213557 dv-neutron-833373-2-hyperv neutron-server[83828]: ERROR neutron.plugins.ml2.managers [None req-da52cef7-f2da-4c1a-8ef1-f38f23531d02 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Failed to bind port b889500e-17f0-4154-ab0d-b2d6345d15b4 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '785c56f2-52a5-4577-974c-87065c90971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '220d492d-3206-4b06-bb02-50fc978e4c3c'}] Apr 01 15:52:18.215108 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7c838e-2ce4-4ebc-93d9-3fa977f77b9a None None] Routers {'3dd9a420-1091-4a7a-b1db-2afcf5452758'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:52:18.215725 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-9b7c838e-2ce4-4ebc-93d9-3fa977f77b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:51:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['3dd9a420-1091-4a7a-b1db-2afcf5452758'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:18.217531 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.plugins.ml2.plugin [None req-da52cef7-f2da-4c1a-8ef1-f38f23531d02 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempt 7 to bind port b889500e-17f0-4154-ab0d-b2d6345d15b4 Apr 01 15:52:18.271164 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-ddcccd66-703f-4cdd-a4c3-f9559a4c3434 None None] Provisioning complete for port add2979c-23c9-4787-9f1b-92c077ee3897 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:18.272313 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ddcccd66-703f-4cdd-a4c3-f9559a4c3434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:18.275095 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-da52cef7-f2da-4c1a-8ef1-f38f23531d02 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to bind port b889500e-17f0-4154-ab0d-b2d6345d15b4 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:52:18.275813 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-da52cef7-f2da-4c1a-8ef1-f38f23531d02 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to bind port b889500e-17f0-4154-ab0d-b2d6345d15b4 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '785c56f2-52a5-4577-974c-87065c90971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '220d492d-3206-4b06-bb02-50fc978e4c3c'}] {{(pid=83828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:52:18.275813 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da52cef7-f2da-4c1a-8ef1-f38f23531d02 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to bind port b889500e-17f0-4154-ab0d-b2d6345d15b4 on network 220d492d-3206-4b06-bb02-50fc978e4c3c {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:52:18.276508 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e97c5a9c-9946-4c7d-86f1-b8cf717b40d4 tempest-FloatingIPAdminTestJSON-2024400118 tempest-FloatingIPAdminTestJSON-2024400118-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for floatingip, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:18.282552 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-9b7c838e-2ce4-4ebc-93d9-3fa977f77b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:18.282952 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7c838e-2ce4-4ebc-93d9-3fa977f77b9a None None] The sync data for ids ['3dd9a420-1091-4a7a-b1db-2afcf5452758'] in dv-neutron-833373-2-hyperv is: [] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:52:18.301066 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da52cef7-f2da-4c1a-8ef1-f38f23531d02 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Port b889500e-17f0-4154-ab0d-b2d6345d15b4 on network 220d492d-3206-4b06-bb02-50fc978e4c3c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:52:18.301066 dv-neutron-833373-2-hyperv neutron-server[83828]: ERROR neutron.plugins.ml2.managers [None req-da52cef7-f2da-4c1a-8ef1-f38f23531d02 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Failed to bind port b889500e-17f0-4154-ab0d-b2d6345d15b4 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '785c56f2-52a5-4577-974c-87065c90971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '220d492d-3206-4b06-bb02-50fc978e4c3c'}] Apr 01 15:52:18.301992 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.plugins.ml2.plugin [None req-da52cef7-f2da-4c1a-8ef1-f38f23531d02 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempt 8 to bind port b889500e-17f0-4154-ab0d-b2d6345d15b4 Apr 01 15:52:18.328025 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-10769398-7e74-4899-bbe6-d75dfbc4f2ca tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Delete allocated IP 2001:db8:0:1::e (475ed8bd-e22a-4ac4-b1f4-a59f7f05ee3d/9f1d22e9-4009-4fcc-b70f-ce01a7584eb4) {{(pid=83828) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 01 15:52:18.331314 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.l3_db [None req-bfdff2e1-34ba-4709-89b8-919401e1a87a tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Floating IP 23c1d175-eca7-40e8-b4a1-620364cd7bbe associated. External IP: 172.26.1.128, port: 9d02f8e7-737e-4c6d-83c5-96ede7a01568. Apr 01 15:52:18.393226 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-da52cef7-f2da-4c1a-8ef1-f38f23531d02 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to bind port b889500e-17f0-4154-ab0d-b2d6345d15b4 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:52:18.393872 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-da52cef7-f2da-4c1a-8ef1-f38f23531d02 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to bind port b889500e-17f0-4154-ab0d-b2d6345d15b4 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '785c56f2-52a5-4577-974c-87065c90971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '220d492d-3206-4b06-bb02-50fc978e4c3c'}] {{(pid=83828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:52:18.393872 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da52cef7-f2da-4c1a-8ef1-f38f23531d02 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to bind port b889500e-17f0-4154-ab0d-b2d6345d15b4 on network 220d492d-3206-4b06-bb02-50fc978e4c3c {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:52:18.394943 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-ddcccd66-703f-4cdd-a4c3-f9559a4c3434 None None] Port add2979c-23c9-4787-9f1b-92c077ee3897 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:52:18.528893 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da52cef7-f2da-4c1a-8ef1-f38f23531d02 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Port b889500e-17f0-4154-ab0d-b2d6345d15b4 on network 220d492d-3206-4b06-bb02-50fc978e4c3c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:52:18.529262 dv-neutron-833373-2-hyperv neutron-server[83828]: ERROR neutron.plugins.ml2.managers [None req-da52cef7-f2da-4c1a-8ef1-f38f23531d02 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Failed to bind port b889500e-17f0-4154-ab0d-b2d6345d15b4 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '785c56f2-52a5-4577-974c-87065c90971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '220d492d-3206-4b06-bb02-50fc978e4c3c'}] Apr 01 15:52:18.535367 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.plugins.ml2.plugin [None req-da52cef7-f2da-4c1a-8ef1-f38f23531d02 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempt 9 to bind port b889500e-17f0-4154-ab0d-b2d6345d15b4 Apr 01 15:52:18.542157 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-e97c5a9c-9946-4c7d-86f1-b8cf717b40d4 tempest-FloatingIPAdminTestJSON-2024400118 tempest-FloatingIPAdminTestJSON-2024400118-project-admin] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 12.9535716 Apr 01 15:52:18.545299 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49080) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:18.614736 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ff037cbf-5ff7-4b14-ae6c-3cdeecac7ed7 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15415267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16089018'] for subnet, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:18.644583 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-da52cef7-f2da-4c1a-8ef1-f38f23531d02 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to bind port b889500e-17f0-4154-ab0d-b2d6345d15b4 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:52:18.644949 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-da52cef7-f2da-4c1a-8ef1-f38f23531d02 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to bind port b889500e-17f0-4154-ab0d-b2d6345d15b4 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '785c56f2-52a5-4577-974c-87065c90971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '220d492d-3206-4b06-bb02-50fc978e4c3c'}] {{(pid=83828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:52:18.645274 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da52cef7-f2da-4c1a-8ef1-f38f23531d02 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to bind port b889500e-17f0-4154-ab0d-b2d6345d15b4 on network 220d492d-3206-4b06-bb02-50fc978e4c3c {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:52:18.665979 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e4f48012-dd0c-412d-ada4-6cd65f39ed56 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15415267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16089018'] for subnet, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:18.700963 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da52cef7-f2da-4c1a-8ef1-f38f23531d02 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Port b889500e-17f0-4154-ab0d-b2d6345d15b4 on network 220d492d-3206-4b06-bb02-50fc978e4c3c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:52:18.701754 dv-neutron-833373-2-hyperv neutron-server[83828]: ERROR neutron.plugins.ml2.managers [None req-da52cef7-f2da-4c1a-8ef1-f38f23531d02 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Failed to bind port b889500e-17f0-4154-ab0d-b2d6345d15b4 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '785c56f2-52a5-4577-974c-87065c90971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '220d492d-3206-4b06-bb02-50fc978e4c3c'}] Apr 01 15:52:18.708233 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.plugins.ml2.plugin [None req-da52cef7-f2da-4c1a-8ef1-f38f23531d02 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempt 10 to bind port b889500e-17f0-4154-ab0d-b2d6345d15b4 Apr 01 15:52:18.715952 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff037cbf-5ff7-4b14-ae6c-3cdeecac7ed7 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event updated for resources: {'Subnet': ['ID=0ea5ee8d-1239-48b1-8878-4af26496b1ea,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:18.721130 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff037cbf-5ff7-4b14-ae6c-3cdeecac7ed7 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:18.751058 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-ff037cbf-5ff7-4b14-ae6c-3cdeecac7ed7 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:18.756692 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-86fcff4e-4a3c-4b05-ab9f-b7dc4c1a73f3 tempest-FloatingIPAdminTestJSON-2024400118 tempest-FloatingIPAdminTestJSON-2024400118-project-admin] 10.222.0.55 "GET /v2.0/floatingips/9ae2bdac-d589-43d2-a7d3-13cdc366ea53 HTTP/1.1" status: 200 len: 983 time: 0.1987851 Apr 01 15:52:18.757522 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-da52cef7-f2da-4c1a-8ef1-f38f23531d02 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to bind port b889500e-17f0-4154-ab0d-b2d6345d15b4 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:52:18.757790 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [None req-da52cef7-f2da-4c1a-8ef1-f38f23531d02 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to bind port b889500e-17f0-4154-ab0d-b2d6345d15b4 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '785c56f2-52a5-4577-974c-87065c90971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '220d492d-3206-4b06-bb02-50fc978e4c3c'}] {{(pid=83828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:52:18.758494 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da52cef7-f2da-4c1a-8ef1-f38f23531d02 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempting to bind port b889500e-17f0-4154-ab0d-b2d6345d15b4 on network 220d492d-3206-4b06-bb02-50fc978e4c3c {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:52:18.758896 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff037cbf-5ff7-4b14-ae6c-3cdeecac7ed7 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:18.759489 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ff037cbf-5ff7-4b14-ae6c-3cdeecac7ed7 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:18.761829 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49084) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:18.765727 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fd3b0c-7520-43b5-833a-23c888f7d48a None None] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:52:18.822254 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-ff037cbf-5ff7-4b14-ae6c-3cdeecac7ed7 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4788151 Apr 01 15:52:18.824256 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 49088) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:18.833776 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-bf85eef6-8850-4a52-b647-c0609133d311 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Request body: {'subnet': {'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:52:18.910924 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f48012-dd0c-412d-ada4-6cd65f39ed56 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Pushing event updated for resources: {'Subnet': ['ID=d351aadf-95eb-40c1-a5e2-7c63bc05888e,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:18.978346 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f48012-dd0c-412d-ada4-6cd65f39ed56 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Checking segment: {'id': '39afe685-f231-4a31-b03b-e23e0868cfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '96ec9f53-e784-45b3-8d74-9604325b4546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:52:18.979585 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f48012-dd0c-412d-ada4-6cd65f39ed56 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Network hostable DHCP agents. Network: 96ec9f53-e784-45b3-8d74-9604325b4546, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:52:18.980510 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da52cef7-f2da-4c1a-8ef1-f38f23531d02 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Port b889500e-17f0-4154-ab0d-b2d6345d15b4 on network 220d492d-3206-4b06-bb02-50fc978e4c3c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:52:18.981482 dv-neutron-833373-2-hyperv neutron-server[83828]: ERROR neutron.plugins.ml2.managers [None req-da52cef7-f2da-4c1a-8ef1-f38f23531d02 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Failed to bind port b889500e-17f0-4154-ab0d-b2d6345d15b4 on host hv-neutron-8333 for vnic_type normal using segments [{'id': '785c56f2-52a5-4577-974c-87065c90971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '220d492d-3206-4b06-bb02-50fc978e4c3c'}] Apr 01 15:52:18.982104 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-da52cef7-f2da-4c1a-8ef1-f38f23531d02 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:19.005440 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f576aa-f828-47be-8a57-8b3e10511ad9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'tenant_id': '50a1f72bd5e54e209eb4756b30f7e6a6', 'fixed_ips': [{'subnet_id': '0ea5ee8d-1239-48b1-8878-4af26496b1ea'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:52:19.008314 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-47f576aa-f828-47be-8a57-8b3e10511ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:19.086504 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b1e1fec-5b67-4cdd-b15b-625c2483f8ba tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:52:19.094886 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0b1e1fec-5b67-4cdd-b15b-625c2483f8ba tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Notify callbacks [] for router, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:19.098973 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-0b1e1fec-5b67-4cdd-b15b-625c2483f8ba tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] 10.222.0.55 "PUT /v2.0/routers/cb031d1b-5963-40f3-a827-b0417babeab3 HTTP/1.1" status: 200 len: 915 time: 8.0140917 Apr 01 15:52:19.099865 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 49092) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:19.106297 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f48012-dd0c-412d-ada4-6cd65f39ed56 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Network 96ec9f53-e784-45b3-8d74-9604325b4546 is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:52:19.106740 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50682212-57be-474f-a0a9-77a2418c1269 None None] Sync routers for ids ['cb031d1b-5963-40f3-a827-b0417babeab3'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:52:19.118321 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-58f18198-354e-427e-8fe4-9bde1c24cbc0 tempest-FloatingIPAdminTestJSON-2024400118 tempest-FloatingIPAdminTestJSON-2024400118-project-admin] 10.222.0.55 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3020 time: 0.3502893 Apr 01 15:52:19.129002 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49096) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:19.133707 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.db.resource_extend [None req-10769398-7e74-4899-bbe6-d75dfbc4f2ca tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:52:19.151363 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50682212-57be-474f-a0a9-77a2418c1269 None None] Routers {'cb031d1b-5963-40f3-a827-b0417babeab3'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:52:19.152008 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-50682212-57be-474f-a0a9-77a2418c1269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:51:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['cb031d1b-5963-40f3-a827-b0417babeab3'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:19.222819 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-50682212-57be-474f-a0a9-77a2418c1269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:19.260490 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-10769398-7e74-4899-bbe6-d75dfbc4f2ca tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for port, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:19.291774 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-bf85eef6-8850-4a52-b647-c0609133d311 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:19.304562 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-bf85eef6-8850-4a52-b647-c0609133d311 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Usage tracker for resource:subnet and tenant:50a1f72bd5e54e209eb4756b30f7e6a6 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:19.306070 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50682212-57be-474f-a0a9-77a2418c1269 None None] Routers {'cb031d1b-5963-40f3-a827-b0417babeab3'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:52:19.308048 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-50682212-57be-474f-a0a9-77a2418c1269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:51:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['cb031d1b-5963-40f3-a827-b0417babeab3'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:19.314607 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [None req-10769398-7e74-4899-bbe6-d75dfbc4f2ca tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Ignored duplicate provisioning block setup for port add2979c-23c9-4787-9f1b-92c077ee3897 by entity DHCP. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 01 15:52:19.318255 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-bf85eef6-8850-4a52-b647-c0609133d311 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:19.326865 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd66a5e2-8ab4-44e9-80c2-80747134ed46 req-8fc4be0d-48db-45e4-824c-a143b4538562 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:19.328422 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-bd66a5e2-8ab4-44e9-80c2-80747134ed46 req-8fc4be0d-48db-45e4-824c-a143b4538562 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3318f8-792d-48fb-8e2f-9e09760166b6 HTTP/1.1" status: 200 len: 945 time: 0.4744902 Apr 01 15:52:19.347830 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-10769398-7e74-4899-bbe6-d75dfbc4f2ca tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:19.360889 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-da52cef7-f2da-4c1a-8ef1-f38f23531d02 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] For port b889500e-17f0-4154-ab0d-b2d6345d15b4, host hv-neutron-8333, cleared binding levels {{(pid=83828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:52:19.361420 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-da52cef7-f2da-4c1a-8ef1-f38f23531d02 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Attempted to set empty binding levels {{(pid=83828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 01 15:52:19.384550 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-e4f48012-dd0c-412d-ada4-6cd65f39ed56 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, 96ec9f53-e784-45b3-8d74-9604325b4546) {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:19.385816 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-bf85eef6-8850-4a52-b647-c0609133d311 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:19.395531 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-50682212-57be-474f-a0a9-77a2418c1269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:19.396148 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50682212-57be-474f-a0a9-77a2418c1269 None None] The sync data for ids ['cb031d1b-5963-40f3-a827-b0417babeab3'] in dv-neutron-833373-2-hyperv is: [] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:52:19.403683 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2792828c-5b65-4208-9bd2-3347ec46a8e2 None None] Network 96ec9f53-e784-45b3-8d74-9604325b4546 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:52:19.413479 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f48012-dd0c-412d-ada4-6cd65f39ed56 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:19.414064 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e4f48012-dd0c-412d-ada4-6cd65f39ed56 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:19.448983 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf85eef6-8850-4a52-b647-c0609133d311 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Made reservation on behalf of 50a1f72bd5e54e209eb4756b30f7e6a6 for: {'subnet': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:52:19.452673 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bf85eef6-8850-4a52-b647-c0609133d311 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16088980'] for subnet, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:19.495014 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-e4f48012-dd0c-412d-ada4-6cd65f39ed56 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5632930 Apr 01 15:52:19.531283 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-47f576aa-f828-47be-8a57-8b3e10511ad9 None None] Allocated IP 172.20.0.2 (7b65ac5c-8834-4b65-9b28-b7dba6c9746f/0ea5ee8d-1239-48b1-8878-4af26496b1ea/68b205e4-b54c-4301-984c-a8175d978652) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:52:19.541862 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 49100) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:19.553646 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-bd66a5e2-8ab4-44e9-80c2-80747134ed46 req-faa78d2d-fdbb-4f3d-9a58-a510390f5a25 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/security-groups?id=559624ab-485e-424f-98d0-03f9fb5e6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1748188 Apr 01 15:52:19.578567 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-da52cef7-f2da-4c1a-8ef1-f38f23531d02 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:19.623252 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-0f0f1c32-0a48-48c9-af16-5e0f7d1294bf tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1408075127'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:52:19.627307 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-10769398-7e74-4899-bbe6-d75dfbc4f2ca tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] In _notify_port_updated(), no bound segment for port add2979c-23c9-4787-9f1b-92c077ee3897 on network 475ed8bd-e22a-4ac4-b1f4-a59f7f05ee3d {{(pid=83828) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 01 15:52:19.629161 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-0f0f1c32-0a48-48c9-af16-5e0f7d1294bf tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:19.631275 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10769398-7e74-4899-bbe6-d75dfbc4f2ca tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:19.631898 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-10769398-7e74-4899-bbe6-d75dfbc4f2ca tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:19.637467 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-10769398-7e74-4899-bbe6-d75dfbc4f2ca tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "PUT /v2.0/ports/add2979c-23c9-4787-9f1b-92c077ee3897 HTTP/1.1" status: 200 len: 926 time: 2.3450103 Apr 01 15:52:19.637709 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-0f0f1c32-0a48-48c9-af16-5e0f7d1294bf tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Usage tracker for resource:network and tenant:d41ff62d3a004209bfda315661ac6954 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:19.639507 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-0f0f1c32-0a48-48c9-af16-5e0f7d1294bf tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:19.644132 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49104) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:19.652289 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-3c27005d-6d41-41de-8135-5c77a7c16d68 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8c4d630a-4083-4c99-9432-016e1660384e'}, {'subnet_id': '9f1d22e9-4009-4fcc-b70f-ce01a7584eb4'}]}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:52:19.673912 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-0f0f1c32-0a48-48c9-af16-5e0f7d1294bf tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:19.714625 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10769398-7e74-4899-bbe6-d75dfbc4f2ca tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Pushing event updated for resources: {'Port': ['ID=add2979c-23c9-4787-9f1b-92c077ee3897,revision_number=2']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:19.769550 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-da52cef7-f2da-4c1a-8ef1-f38f23531d02 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] In _notify_port_updated(), no bound segment for port b889500e-17f0-4154-ab0d-b2d6345d15b4 on network 220d492d-3206-4b06-bb02-50fc978e4c3c {{(pid=83828) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 01 15:52:19.770587 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-da52cef7-f2da-4c1a-8ef1-f38f23531d02 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:19.771964 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-da52cef7-f2da-4c1a-8ef1-f38f23531d02 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] 10.222.0.55 "PUT /v2.0/ports/b889500e-17f0-4154-ab0d-b2d6345d15b4 HTTP/1.1" status: 200 len: 976 time: 6.6067283 Apr 01 15:52:19.782381 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49108) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:19.816748 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f0f1c32-0a48-48c9-af16-5e0f7d1294bf tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Made reservation on behalf of d41ff62d3a004209bfda315661ac6954 for: {'network': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:52:19.821071 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0f0f1c32-0a48-48c9-af16-5e0f7d1294bf tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:19.864109 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f0f1c32-0a48-48c9-af16-5e0f7d1294bf tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=83826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:52:19.901580 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0f0f1c32-0a48-48c9-af16-5e0f7d1294bf tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:19.902114 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.segments_db [None req-0f0f1c32-0a48-48c9-af16-5e0f7d1294bf tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Added segment b516517f-c8f1-46ab-b94b-f8b66fd45eea of type vlan for network abe710fe-8e19-4231-9f8b-e13a0010d03c Apr 01 15:52:19.925784 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-81950dd6-24ac-4b7f-a11d-87c4e5491f23 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] 10.222.0.55 "GET /v2.0/routers/cb031d1b-5963-40f3-a827-b0417babeab3 HTTP/1.1" status: 200 len: 921 time: 0.8228576 Apr 01 15:52:19.932455 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 49112) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:19.963012 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce200c93-19a1-4878-ab18-a39af9f6ba83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-96ec9f53-e784-45b3-8d74-9604325b4546', 'network_id': '96ec9f53-e784-45b3-8d74-9604325b4546', 'tenant_id': 'd41ff62d3a004209bfda315661ac6954', 'fixed_ips': [{'subnet_id': 'd351aadf-95eb-40c1-a5e2-7c63bc05888e'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:52:19.963814 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ce200c93-19a1-4878-ab18-a39af9f6ba83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:20.003338 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0f0f1c32-0a48-48c9-af16-5e0f7d1294bf tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:20.011026 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-bb6dc0b0-c305-44ff-b144-992f36e9a8cb tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Deleting port e6b23036-6c82-4785-9bb4-7e35d5e101b8 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:52:20.011442 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-bb6dc0b0-c305-44ff-b144-992f36e9a8cb tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:20.070671 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-e40de377-1028-4126-a3bf-9f8b42d2f77b None None] Provisioning complete for port add2979c-23c9-4787-9f1b-92c077ee3897 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:20.071037 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-e40de377-1028-4126-a3bf-9f8b42d2f77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:20.099757 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-47f576aa-f828-47be-8a57-8b3e10511ad9 None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:20.107533 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da52cef7-f2da-4c1a-8ef1-f38f23531d02 tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Pushing event updated for resources: {'Port': ['ID=b889500e-17f0-4154-ab0d-b2d6345d15b4,revision_number=3']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:20.108660 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-ac380c71-84cc-4293-8d37-85fbf7570ec9 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=ed45466e-0386-4b92-8de3-247c977242ac&device_id=cb031d1b-5963-40f3-a827-b0417babeab3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1739037 Apr 01 15:52:20.109734 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49116) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:20.111158 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0f0f1c32-0a48-48c9-af16-5e0f7d1294bf tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:20.115467 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0f1c32-0a48-48c9-af16-5e0f7d1294bf tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:20.116060 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0f0f1c32-0a48-48c9-af16-5e0f7d1294bf tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:20.159060 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-a79091cb-352b-44bc-91b9-194304d4c0df tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Deleting port b889500e-17f0-4154-ab0d-b2d6345d15b4 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:52:20.159423 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a79091cb-352b-44bc-91b9-194304d4c0df tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:20.162745 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-47f576aa-f828-47be-8a57-8b3e10511ad9 None None] Transition to ACTIVE for port object 68b205e4-b54c-4301-984c-a8175d978652 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:52:20.184083 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-e40de377-1028-4126-a3bf-9f8b42d2f77b None None] Port add2979c-23c9-4787-9f1b-92c077ee3897 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:52:20.227954 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-47f576aa-f828-47be-8a57-8b3e10511ad9 None None] Transition to ACTIVE for port object 68b205e4-b54c-4301-984c-a8175d978652 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:52:20.242723 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-47f576aa-f828-47be-8a57-8b3e10511ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:20.267607 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-0f0f1c32-0a48-48c9-af16-5e0f7d1294bf tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7125144 Apr 01 15:52:20.279964 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 49120) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:20.303904 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-0b884ff4-69a3-4d85-bee4-e2deb79e9846 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Request body: {'subnet': {'network_id': 'abe710fe-8e19-4231-9f8b-e13a0010d03c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:52:20.319825 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-ce200c93-19a1-4878-ab18-a39af9f6ba83 None None] Allocated IP 2001:db8:0:ffff::2 (96ec9f53-e784-45b3-8d74-9604325b4546/d351aadf-95eb-40c1-a5e2-7c63bc05888e/5b8a075e-59d8-41a4-9ab5-09bfd27a8bd0) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:52:20.341832 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f576aa-f828-47be-8a57-8b3e10511ad9 None None] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:20.348275 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-47f576aa-f828-47be-8a57-8b3e10511ad9 None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:20.364324 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f576aa-f828-47be-8a57-8b3e10511ad9 None None] Pushing event updated for resources: {'Port': ['ID=68b205e4-b54c-4301-984c-a8175d978652,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:20.370547 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f576aa-f828-47be-8a57-8b3e10511ad9 None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:52:20.422413 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0f1c32-0a48-48c9-af16-5e0f7d1294bf tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Pushing event updated for resources: {'Network': ['ID=abe710fe-8e19-4231-9f8b-e13a0010d03c,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:20.466676 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network abe710fe-8e19-4231-9f8b-e13a0010d03c details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:52:20.499075 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-0b884ff4-69a3-4d85-bee4-e2deb79e9846 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:20.507381 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-0b884ff4-69a3-4d85-bee4-e2deb79e9846 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Usage tracker for resource:subnet and tenant:d41ff62d3a004209bfda315661ac6954 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:20.511840 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-0b884ff4-69a3-4d85-bee4-e2deb79e9846 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:20.516425 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.objects.ports [None req-bf85eef6-8850-4a52-b647-c0609133d311 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83826) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 01 15:52:20.564676 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-0b884ff4-69a3-4d85-bee4-e2deb79e9846 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:20.593555 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b884ff4-69a3-4d85-bee4-e2deb79e9846 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Made reservation on behalf of d41ff62d3a004209bfda315661ac6954 for: {'subnet': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:52:20.711911 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0b884ff4-69a3-4d85-bee4-e2deb79e9846 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16088980'] for subnet, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:20.759560 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39856ac-fe2a-46b1-9dd8-99fa38b2c56d tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:20.760946 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-f39856ac-fe2a-46b1-9dd8-99fa38b2c56d tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] 10.222.0.55 "GET /v2.0/networks/ed45466e-0386-4b92-8de3-247c977242ac HTTP/1.1" status: 200 len: 881 time: 0.6369913 Apr 01 15:52:20.764708 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-bb6dc0b0-c305-44ff-b144-992f36e9a8cb tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:20.765060 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-bb6dc0b0-c305-44ff-b144-992f36e9a8cb tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:20.787450 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 49126) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:20.799792 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-47f576aa-f828-47be-8a57-8b3e10511ad9 None None] Attempting to bind port 68b205e4-b54c-4301-984c-a8175d978652 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:52:20.800451 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-47f576aa-f828-47be-8a57-8b3e10511ad9 None None] Attempting to bind port 68b205e4-b54c-4301-984c-a8175d978652 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:52:20.800844 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f576aa-f828-47be-8a57-8b3e10511ad9 None None] Attempting to bind port 68b205e4-b54c-4301-984c-a8175d978652 on network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:52:20.852510 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f576aa-f828-47be-8a57-8b3e10511ad9 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:52:20.852991 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f576aa-f828-47be-8a57-8b3e10511ad9 None None] Checking segment: {'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:52:20.853462 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-47f576aa-f828-47be-8a57-8b3e10511ad9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:20.853871 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f576aa-f828-47be-8a57-8b3e10511ad9 None None] Bound using segment: {'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:52:20.854350 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-47f576aa-f828-47be-8a57-8b3e10511ad9 None None] Bound port: 68b205e4-b54c-4301-984c-a8175d978652, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:52:20.854724 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-47f576aa-f828-47be-8a57-8b3e10511ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:20.898763 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3c27005d-6d41-41de-8135-5c77a7c16d68 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:20.914126 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-41ff8ad8-d113-4f05-9abe-00c510649719 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb031d1b-5963-40f3-a827-b0417babeab3 HTTP/1.1" status: 200 len: 205 time: 0.1188467 Apr 01 15:52:20.915506 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 49130) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:20.930706 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ce200c93-19a1-4878-ab18-a39af9f6ba83 None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:20.953522 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-ce200c93-19a1-4878-ab18-a39af9f6ba83 None None] Transition to ACTIVE for port object 5b8a075e-59d8-41a4-9ab5-09bfd27a8bd0 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:52:20.978008 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-bb6dc0b0-c305-44ff-b144-992f36e9a8cb tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Calling delete_port for e6b23036-6c82-4785-9bb4-7e35d5e101b8 owned by network:floatingip {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:52:20.997365 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-ce200c93-19a1-4878-ab18-a39af9f6ba83 None None] Transition to ACTIVE for port object 5b8a075e-59d8-41a4-9ab5-09bfd27a8bd0 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:52:21.002790 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-47f576aa-f828-47be-8a57-8b3e10511ad9 None None] For port 68b205e4-b54c-4301-984c-a8175d978652, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:52:21.011086 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-47f576aa-f828-47be-8a57-8b3e10511ad9 None None] For port 68b205e4-b54c-4301-984c-a8175d978652, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=68b205e4-b54c-4301-984c-a8175d978652,segment=NetworkSegment(c41dc1a5-c958-4d8b-81ea-3934c36371b8),segment_id=c41dc1a5-c958-4d8b-81ea-3934c36371b8)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:52:21.012582 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ce200c93-19a1-4878-ab18-a39af9f6ba83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:21.061842 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-47f576aa-f828-47be-8a57-8b3e10511ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:21.083308 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-a79091cb-352b-44bc-91b9-194304d4c0df tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] For port b889500e-17f0-4154-ab0d-b2d6345d15b4, host hv-neutron-8333, got binding levels [] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:52:21.083709 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a79091cb-352b-44bc-91b9-194304d4c0df tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:21.119274 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce200c93-19a1-4878-ab18-a39af9f6ba83 None None] Network 96ec9f53-e784-45b3-8d74-9604325b4546 is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:21.122891 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-ce200c93-19a1-4878-ab18-a39af9f6ba83 None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:21.125688 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce200c93-19a1-4878-ab18-a39af9f6ba83 None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:52:21.177981 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce200c93-19a1-4878-ab18-a39af9f6ba83 None None] Pushing event updated for resources: {'Port': ['ID=5b8a075e-59d8-41a4-9ab5-09bfd27a8bd0,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:21.244503 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-a79091cb-352b-44bc-91b9-194304d4c0df tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Calling delete_port for b889500e-17f0-4154-ab0d-b2d6345d15b4 owned by {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:52:21.369458 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-ce200c93-19a1-4878-ab18-a39af9f6ba83 None None] Attempting to bind port 5b8a075e-59d8-41a4-9ab5-09bfd27a8bd0 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:52:21.370242 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-ce200c93-19a1-4878-ab18-a39af9f6ba83 None None] Attempting to bind port 5b8a075e-59d8-41a4-9ab5-09bfd27a8bd0 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': '39afe685-f231-4a31-b03b-e23e0868cfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '96ec9f53-e784-45b3-8d74-9604325b4546'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:52:21.370713 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce200c93-19a1-4878-ab18-a39af9f6ba83 None None] Attempting to bind port 5b8a075e-59d8-41a4-9ab5-09bfd27a8bd0 on network 96ec9f53-e784-45b3-8d74-9604325b4546 {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:52:21.395936 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6646e56-6652-4499-81d8-f88d3e11a6cb req-31088f63-52c6-4df3-8588-16a85886fbc9 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:21.397262 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c6646e56-6652-4499-81d8-f88d3e11a6cb req-31088f63-52c6-4df3-8588-16a85886fbc9 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3318f8-792d-48fb-8e2f-9e09760166b6 HTTP/1.1" status: 200 len: 945 time: 0.6089029 Apr 01 15:52:21.496881 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bf85eef6-8850-4a52-b647-c0609133d311 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:21.523421 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce200c93-19a1-4878-ab18-a39af9f6ba83 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:52:21.523421 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce200c93-19a1-4878-ab18-a39af9f6ba83 None None] Checking segment: {'id': '39afe685-f231-4a31-b03b-e23e0868cfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '96ec9f53-e784-45b3-8d74-9604325b4546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:52:21.523421 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ce200c93-19a1-4878-ab18-a39af9f6ba83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:21.523421 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce200c93-19a1-4878-ab18-a39af9f6ba83 None None] Bound using segment: {'id': '39afe685-f231-4a31-b03b-e23e0868cfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '96ec9f53-e784-45b3-8d74-9604325b4546'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:52:21.523421 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-ce200c93-19a1-4878-ab18-a39af9f6ba83 None None] Bound port: 5b8a075e-59d8-41a4-9ab5-09bfd27a8bd0, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39afe685-f231-4a31-b03b-e23e0868cfd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '96ec9f53-e784-45b3-8d74-9604325b4546'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:52:21.523421 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ce200c93-19a1-4878-ab18-a39af9f6ba83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:21.539516 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f576aa-f828-47be-8a57-8b3e10511ad9 None None] Pushing event updated for resources: {'Port': ['ID=68b205e4-b54c-4301-984c-a8175d978652,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:21.570017 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a79091cb-352b-44bc-91b9-194304d4c0df tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:21.601703 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0b884ff4-69a3-4d85-bee4-e2deb79e9846 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15415267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16089018'] for subnet, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:21.681739 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c6646e56-6652-4499-81d8-f88d3e11a6cb req-57d78c23-3fb3-4474-9d35-1a3993ba74c9 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/security-groups?id=559624ab-485e-424f-98d0-03f9fb5e6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2728395 Apr 01 15:52:21.702485 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfdff2e1-34ba-4709-89b8-919401e1a87a tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Router 26d59314-5420-44d6-8bb9-c3addc01368a has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:52:21.727518 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79091cb-352b-44bc-91b9-194304d4c0df tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Pushing event deleted for resources: {'Port': ['ID=b889500e-17f0-4154-ab0d-b2d6345d15b4,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:21.753951 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-ce200c93-19a1-4878-ab18-a39af9f6ba83 None None] For port 5b8a075e-59d8-41a4-9ab5-09bfd27a8bd0, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:52:21.769495 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-ce200c93-19a1-4878-ab18-a39af9f6ba83 None None] For port 5b8a075e-59d8-41a4-9ab5-09bfd27a8bd0, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=5b8a075e-59d8-41a4-9ab5-09bfd27a8bd0,segment=NetworkSegment(39afe685-f231-4a31-b03b-e23e0868cfd0),segment_id=39afe685-f231-4a31-b03b-e23e0868cfd0)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:52:21.776918 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a79091cb-352b-44bc-91b9-194304d4c0df tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:21.787080 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ce200c93-19a1-4878-ab18-a39af9f6ba83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:21.805341 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-bb6dc0b0-c305-44ff-b144-992f36e9a8cb tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:21.813707 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b884ff4-69a3-4d85-bee4-e2deb79e9846 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Pushing event updated for resources: {'Subnet': ['ID=39a8ae6d-e58a-4888-8893-dbc1595885b3,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:21.893047 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-a79091cb-352b-44bc-91b9-194304d4c0df tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] 10.222.0.55 "DELETE /v2.0/ports/b889500e-17f0-4154-ab0d-b2d6345d15b4 HTTP/1.1" status: 204 len: 168 time: 2.1000850 Apr 01 15:52:21.895928 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 49134) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:21.948688 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce200c93-19a1-4878-ab18-a39af9f6ba83 None None] Pushing event updated for resources: {'Port': ['ID=5b8a075e-59d8-41a4-9ab5-09bfd27a8bd0,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:21.953299 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b884ff4-69a3-4d85-bee4-e2deb79e9846 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Checking segment: {'id': 'b516517f-c8f1-46ab-b94b-f8b66fd45eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'abe710fe-8e19-4231-9f8b-e13a0010d03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:52:21.953849 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b884ff4-69a3-4d85-bee4-e2deb79e9846 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Network hostable DHCP agents. Network: abe710fe-8e19-4231-9f8b-e13a0010d03c, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:52:21.988453 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e9a4ac7-31ba-4d5c-b29a-a8a5bcb5bb3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] GET failed (client error): The resource could not be found. Apr 01 15:52:21.988995 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-5e9a4ac7-31ba-4d5c-b29a-a8a5bcb5bb3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Synchronizing usage tracker for tenant:51477d50ff9d4a93b662d3a27ad2c31c on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:22.016553 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-3c27005d-6d41-41de-8135-5c77a7c16d68 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Allocated IP 2001:db8:0:1::288 (475ed8bd-e22a-4ac4-b1f4-a59f7f05ee3d/9f1d22e9-4009-4fcc-b70f-ce01a7584eb4/add2979c-23c9-4787-9f1b-92c077ee3897) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:52:22.039191 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 68b205e4-b54c-4301-984c-a8175d978652 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:52:22.061040 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [None req-bf85eef6-8850-4a52-b647-c0609133d311 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] For port 68b205e4-b54c-4301-984c-a8175d978652, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=68b205e4-b54c-4301-984c-a8175d978652,segment=NetworkSegment(c41dc1a5-c958-4d8b-81ea-3934c36371b8),segment_id=c41dc1a5-c958-4d8b-81ea-3934c36371b8)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:52:22.091809 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bf85eef6-8850-4a52-b647-c0609133d311 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:22.113632 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b884ff4-69a3-4d85-bee4-e2deb79e9846 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Network abe710fe-8e19-4231-9f8b-e13a0010d03c is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:52:22.121738 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bf85eef6-8850-4a52-b647-c0609133d311 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:22.122468 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bf85eef6-8850-4a52-b647-c0609133d311 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15415267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16089018'] for subnet, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:22.129257 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6dc0b0-c305-44ff-b144-992f36e9a8cb tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Pushing event deleted for resources: {'Port': ['ID=e6b23036-6c82-4785-9bb4-7e35d5e101b8,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:22.134413 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-cca04740-64f4-419f-8290-f931eab34acd tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks [] for router, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:22.143472 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 68b205e4-b54c-4301-984c-a8175d978652 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:52:22.247467 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-5e9a4ac7-31ba-4d5c-b29a-a8a5bcb5bb3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] Unset dirty status for tenant:51477d50ff9d4a93b662d3a27ad2c31c on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:22.249526 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-5e9a4ac7-31ba-4d5c-b29a-a8a5bcb5bb3d tempest-PortsAdminExtendedAttrsTestJSON-1237838 tempest-PortsAdminExtendedAttrsTestJSON-1237838-project-admin] 10.222.0.55 "GET /v2.0/ports/b889500e-17f0-4154-ab0d-b2d6345d15b4 HTTP/1.1" status: 404 len: 333 time: 0.3480797 Apr 01 15:52:22.256260 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49138) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:22.263967 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-0b884ff4-69a3-4d85-bee4-e2deb79e9846 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, abe710fe-8e19-4231-9f8b-e13a0010d03c) {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:22.273256 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1415a26-079c-49e0-aa21-db2260881a17 None None] Network abe710fe-8e19-4231-9f8b-e13a0010d03c requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:52:22.375655 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b884ff4-69a3-4d85-bee4-e2deb79e9846 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:22.378291 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0b884ff4-69a3-4d85-bee4-e2deb79e9846 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:22.431972 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf85eef6-8850-4a52-b647-c0609133d311 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event updated for resources: {'Port': ['ID=68b205e4-b54c-4301-984c-a8175d978652,revision_number=4']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:22.480368 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf85eef6-8850-4a52-b647-c0609133d311 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:22.496516 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-bf85eef6-8850-4a52-b647-c0609133d311 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:22.500244 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf85eef6-8850-4a52-b647-c0609133d311 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:22.501168 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bf85eef6-8850-4a52-b647-c0609133d311 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:22.533762 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf85eef6-8850-4a52-b647-c0609133d311 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event updated for resources: {'Subnet': ['ID=7749d0bf-8672-45c3-82b8-70042369b17b,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:22.537836 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-bf85eef6-8850-4a52-b647-c0609133d311 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.7088890 Apr 01 15:52:22.545101 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 49142) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:22.553388 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-0b884ff4-69a3-4d85-bee4-e2deb79e9846 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.2730041 Apr 01 15:52:22.557387 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 49146) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:22.568661 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-444bf2a6-e32b-452e-8caa-68ca08264092 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Request body: {'port': {'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'mac_address': 'fa:16:3e:26:a8:cd', 'name': 'tempest-NetworksTestDHCPv6-358127065'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:52:22.610457 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0fae46-1541-48d2-b429-a294dfaeb763 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-abe710fe-8e19-4231-9f8b-e13a0010d03c', 'network_id': 'abe710fe-8e19-4231-9f8b-e13a0010d03c', 'tenant_id': 'd41ff62d3a004209bfda315661ac6954', 'fixed_ips': [{'subnet_id': '39a8ae6d-e58a-4888-8893-dbc1595885b3'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:52:22.616626 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-5c0fae46-1541-48d2-b429-a294dfaeb763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:22.777025 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3c27005d-6d41-41de-8135-5c77a7c16d68 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for port, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:22.820901 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [None req-3c27005d-6d41-41de-8135-5c77a7c16d68 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Transition to ACTIVE for port object add2979c-23c9-4787-9f1b-92c077ee3897 will not be triggered until provisioned by entity DHCP. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:52:22.854088 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3c27005d-6d41-41de-8135-5c77a7c16d68 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:22.872604 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-444bf2a6-e32b-452e-8caa-68ca08264092 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:22.882281 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-444bf2a6-e32b-452e-8caa-68ca08264092 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Usage tracker for resource:port and tenant:50a1f72bd5e54e209eb4756b30f7e6a6 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:22.901753 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-5c0fae46-1541-48d2-b429-a294dfaeb763 None None] Allocated IP 2001:db8::1 (abe710fe-8e19-4231-9f8b-e13a0010d03c/39a8ae6d-e58a-4888-8893-dbc1595885b3/98574e61-fcfc-43c3-bb9a-5d9123426a9f) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:52:22.937279 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-bb6dc0b0-c305-44ff-b144-992f36e9a8cb tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify callbacks [] for floatingip, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:22.987242 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-444bf2a6-e32b-452e-8caa-68ca08264092 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:23.022379 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-444bf2a6-e32b-452e-8caa-68ca08264092 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:23.044141 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-df76cab2-fd07-46ee-be0d-0b427e883844 tempest-PortsAdminExtendedAttrsTestJSON-129108315 tempest-PortsAdminExtendedAttrsTestJSON-129108315-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:23.082612 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-444bf2a6-e32b-452e-8caa-68ca08264092 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Made reservation on behalf of 50a1f72bd5e54e209eb4756b30f7e6a6 for: {'port': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:52:23.146573 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198f9dab-31ab-4080-855a-96ba89738714 None None] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:52:23.217883 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c27005d-6d41-41de-8135-5c77a7c16d68 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Pushing event updated for resources: {'Port': ['ID=add2979c-23c9-4787-9f1b-92c077ee3897,revision_number=3']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:23.255100 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6ce13dda-27ef-40d8-b570-d638d1923da5 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:23.278670 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccdcaed-8257-44ff-8bc7-61b043a64d69 req-acdb49cf-96d4-4ea4-a6eb-d1714fe3d851 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:23.281539 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-cccdcaed-8257-44ff-8bc7-61b043a64d69 req-acdb49cf-96d4-4ea4-a6eb-d1714fe3d851 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3318f8-792d-48fb-8e2f-9e09760166b6 HTTP/1.1" status: 200 len: 945 time: 0.3422999 Apr 01 15:52:23.341025 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-3c27005d-6d41-41de-8135-5c77a7c16d68 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] In _notify_port_updated(), no bound segment for port add2979c-23c9-4787-9f1b-92c077ee3897 on network 475ed8bd-e22a-4ac4-b1f4-a59f7f05ee3d {{(pid=83828) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 01 15:52:23.346112 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c27005d-6d41-41de-8135-5c77a7c16d68 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:23.349554 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3c27005d-6d41-41de-8135-5c77a7c16d68 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:23.351146 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-3c27005d-6d41-41de-8135-5c77a7c16d68 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "PUT /v2.0/ports/add2979c-23c9-4787-9f1b-92c077ee3897 HTTP/1.1" status: 200 len: 1012 time: 3.7045107 Apr 01 15:52:23.424270 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-5c0fae46-1541-48d2-b429-a294dfaeb763 None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:23.457376 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 49152) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:23.477338 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6ce13dda-27ef-40d8-b570-d638d1923da5 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:23.499709 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-df76cab2-fd07-46ee-be0d-0b427e883844 tempest-PortsAdminExtendedAttrsTestJSON-129108315 tempest-PortsAdminExtendedAttrsTestJSON-129108315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:23.528260 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:52:23.575497 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-5c0fae46-1541-48d2-b429-a294dfaeb763 None None] Transition to ACTIVE for port object 98574e61-fcfc-43c3-bb9a-5d9123426a9f will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:52:23.593420 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-df76cab2-fd07-46ee-be0d-0b427e883844 tempest-PortsAdminExtendedAttrsTestJSON-129108315 tempest-PortsAdminExtendedAttrsTestJSON-129108315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['220d492d-3206-4b06-bb02-50fc978e4c3c']}} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:23.607163 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-975269ec-712e-4696-8eb7-474d035088f3 None None] Provisioning for port 68b205e4-b54c-4301-984c-a8175d978652 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:52:23.618291 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-df76cab2-fd07-46ee-be0d-0b427e883844 tempest-PortsAdminExtendedAttrsTestJSON-129108315 tempest-PortsAdminExtendedAttrsTestJSON-129108315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '785c56f2-52a5-4577-974c-87065c90971a') {'for_net_delete': True} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:23.618567 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-df76cab2-fd07-46ee-be0d-0b427e883844 tempest-PortsAdminExtendedAttrsTestJSON-129108315 tempest-PortsAdminExtendedAttrsTestJSON-129108315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '785c56f2-52a5-4577-974c-87065c90971a') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:23.631904 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-5c0fae46-1541-48d2-b429-a294dfaeb763 None None] Transition to ACTIVE for port object 98574e61-fcfc-43c3-bb9a-5d9123426a9f will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:52:23.642481 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-df76cab2-fd07-46ee-be0d-0b427e883844 tempest-PortsAdminExtendedAttrsTestJSON-129108315 tempest-PortsAdminExtendedAttrsTestJSON-129108315-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15303093'] for segment, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:23.657871 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-975269ec-712e-4696-8eb7-474d035088f3 None None] Provisioning complete for port 68b205e4-b54c-4301-984c-a8175d978652 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:23.658245 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-975269ec-712e-4696-8eb7-474d035088f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:23.690428 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-df76cab2-fd07-46ee-be0d-0b427e883844 tempest-PortsAdminExtendedAttrsTestJSON-129108315 tempest-PortsAdminExtendedAttrsTestJSON-129108315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:23.702290 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-5c0fae46-1541-48d2-b429-a294dfaeb763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:23.722548 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df76cab2-fd07-46ee-be0d-0b427e883844 tempest-PortsAdminExtendedAttrsTestJSON-129108315 tempest-PortsAdminExtendedAttrsTestJSON-129108315-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=83828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:52:23.723240 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-df76cab2-fd07-46ee-be0d-0b427e883844 tempest-PortsAdminExtendedAttrsTestJSON-129108315 tempest-PortsAdminExtendedAttrsTestJSON-129108315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15306523'] for segment, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:23.741913 dv-neutron-833373-2-hyperv neutron-server[83828]: Traceback (most recent call last): Apr 01 15:52:23.741913 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:52:23.741913 dv-neutron-833373-2-hyperv neutron-server[83828]: timer() Apr 01 15:52:23.741913 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:52:23.741913 dv-neutron-833373-2-hyperv neutron-server[83828]: cb(*args, **kw) Apr 01 15:52:23.741913 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:52:23.741913 dv-neutron-833373-2-hyperv neutron-server[83828]: return func(*args, **kwargs) Apr 01 15:52:23.741913 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:52:23.741913 dv-neutron-833373-2-hyperv neutron-server[83828]: self._notify() Apr 01 15:52:23.741913 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:52:23.741913 dv-neutron-833373-2-hyperv neutron-server[83828]: self.callback(batched_events) Apr 01 15:52:23.741913 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:52:23.741913 dv-neutron-833373-2-hyperv neutron-server[83828]: event.method(event) Apr 01 15:52:23.741913 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:52:23.741913 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:52:23.741913 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:52:23.741913 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:52:23.741913 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:52:23.741913 dv-neutron-833373-2-hyperv neutron-server[83828]: return f(self, *a, **k) Apr 01 15:52:23.741913 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:52:23.741913 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._get(url).json() Apr 01 15:52:23.741913 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:52:23.741913 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:52:23.741913 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:52:23.741913 dv-neutron-833373-2-hyperv neutron-server[83828]: return self.request(url, 'GET', **kwargs) Apr 01 15:52:23.741913 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:52:23.741913 dv-neutron-833373-2-hyperv neutron-server[83828]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:52:23.741913 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:52:23.741913 dv-neutron-833373-2-hyperv neutron-server[83828]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:52:23.741913 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:52:23.741913 dv-neutron-833373-2-hyperv neutron-server[83828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:52:23.741913 dv-neutron-833373-2-hyperv neutron-server[83828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:52:23.746243 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfdff2e1-34ba-4709-89b8-919401e1a87a tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:52:23.760156 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f3a14f-cecc-4556-8753-7ea1eeb8b8f2 None None] Sync routers for ids ['26d59314-5420-44d6-8bb9-c3addc01368a'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:52:23.779874 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f3a14f-cecc-4556-8753-7ea1eeb8b8f2 None None] Routers {'26d59314-5420-44d6-8bb9-c3addc01368a'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:52:23.783016 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-18f3a14f-cecc-4556-8753-7ea1eeb8b8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:51:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['26d59314-5420-44d6-8bb9-c3addc01368a'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:23.904012 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-444bf2a6-e32b-452e-8caa-68ca08264092 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:23.910969 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:23.924409 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-cca04740-64f4-419f-8290-f931eab34acd tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:23.968466 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-cccdcaed-8257-44ff-8bc7-61b043a64d69 req-fd068a12-bbd3-47f3-872c-3a6a21ac46b4 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/security-groups?id=559624ab-485e-424f-98d0-03f9fb5e6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6759703 Apr 01 15:52:23.972972 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-18f3a14f-cecc-4556-8753-7ea1eeb8b8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:23.991941 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-0df942b5-b0fb-416e-a6f4-1e0a6a8b2e2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:24.010734 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-cca04740-64f4-419f-8290-f931eab34acd tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Deleting port 31eb8500-87fa-4dfa-a033-fe74ccd76e64 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:52:24.011085 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-cca04740-64f4-419f-8290-f931eab34acd tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:24.013297 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f3a14f-cecc-4556-8753-7ea1eeb8b8f2 None None] Routers {'26d59314-5420-44d6-8bb9-c3addc01368a'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:52:24.023758 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-18f3a14f-cecc-4556-8753-7ea1eeb8b8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:51:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['26d59314-5420-44d6-8bb9-c3addc01368a'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:24.057464 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0fae46-1541-48d2-b429-a294dfaeb763 None None] Network abe710fe-8e19-4231-9f8b-e13a0010d03c is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:24.132198 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-5c0fae46-1541-48d2-b429-a294dfaeb763 None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:24.136426 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0fae46-1541-48d2-b429-a294dfaeb763 None None] Pushing event updated for resources: {'Port': ['ID=98574e61-fcfc-43c3-bb9a-5d9123426a9f,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:24.156918 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-18f3a14f-cecc-4556-8753-7ea1eeb8b8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:24.161009 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f3a14f-cecc-4556-8753-7ea1eeb8b8f2 None None] The sync data for ids ['26d59314-5420-44d6-8bb9-c3addc01368a'] in dv-neutron-833373-2-hyperv is: [] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:52:24.199342 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-df76cab2-fd07-46ee-be0d-0b427e883844 tempest-PortsAdminExtendedAttrsTestJSON-129108315 tempest-PortsAdminExtendedAttrsTestJSON-129108315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:24.222117 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-df76cab2-fd07-46ee-be0d-0b427e883844 tempest-PortsAdminExtendedAttrsTestJSON-129108315 tempest-PortsAdminExtendedAttrsTestJSON-129108315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:24.268637 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0fae46-1541-48d2-b429-a294dfaeb763 None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:52:24.287957 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e788a42-ca98-4816-981d-8f62d4e753e3 None None] Network 96ec9f53-e784-45b3-8d74-9604325b4546 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:52:24.303032 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df76cab2-fd07-46ee-be0d-0b427e883844 tempest-PortsAdminExtendedAttrsTestJSON-129108315 tempest-PortsAdminExtendedAttrsTestJSON-129108315-project] Pushing event deleted for resources: {'Network': ['ID=220d492d-3206-4b06-bb02-50fc978e4c3c,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:24.322641 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 5b8a075e-59d8-41a4-9ab5-09bfd27a8bd0 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:52:24.323226 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-cca04740-64f4-419f-8290-f931eab34acd tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:24.369755 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-df76cab2-fd07-46ee-be0d-0b427e883844 tempest-PortsAdminExtendedAttrsTestJSON-129108315 tempest-PortsAdminExtendedAttrsTestJSON-129108315-project] 10.222.0.55 "DELETE /v2.0/networks/220d492d-3206-4b06-bb02-50fc978e4c3c HTTP/1.1" status: 204 len: 168 time: 2.1047287 Apr 01 15:52:24.473506 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-cca04740-64f4-419f-8290-f931eab34acd tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Calling delete_port for 31eb8500-87fa-4dfa-a033-fe74ccd76e64 owned by network:router_gateway {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:52:24.603039 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-975269ec-712e-4696-8eb7-474d035088f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:24.613534 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 5b8a075e-59d8-41a4-9ab5-09bfd27a8bd0 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:52:24.682161 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-1d2142df-1eae-47d3-9e57-51e0865da3f5 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Deleting port add2979c-23c9-4787-9f1b-92c077ee3897 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:52:24.682509 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-1d2142df-1eae-47d3-9e57-51e0865da3f5 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:24.708654 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb6dc0b0-c305-44ff-b144-992f36e9a8cb tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Router 3dd9a420-1091-4a7a-b1db-2afcf5452758 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:52:24.712477 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-cca04740-64f4-419f-8290-f931eab34acd tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:24.791901 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-5c0fae46-1541-48d2-b429-a294dfaeb763 None None] Attempting to bind port 98574e61-fcfc-43c3-bb9a-5d9123426a9f on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:52:24.792522 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-5c0fae46-1541-48d2-b429-a294dfaeb763 None None] Attempting to bind port 98574e61-fcfc-43c3-bb9a-5d9123426a9f by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'b516517f-c8f1-46ab-b94b-f8b66fd45eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'abe710fe-8e19-4231-9f8b-e13a0010d03c'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:52:24.793244 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0fae46-1541-48d2-b429-a294dfaeb763 None None] Attempting to bind port 98574e61-fcfc-43c3-bb9a-5d9123426a9f on network abe710fe-8e19-4231-9f8b-e13a0010d03c {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:52:24.797921 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [None req-444bf2a6-e32b-452e-8caa-68ca08264092 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] device_id is not set on port a321bda3-7177-405a-ac72-277bf60ab586 yet. {{(pid=83826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:52:24.810325 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-975269ec-712e-4696-8eb7-474d035088f3 None None] For port 68b205e4-b54c-4301-984c-a8175d978652, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=68b205e4-b54c-4301-984c-a8175d978652,segment=NetworkSegment(c41dc1a5-c958-4d8b-81ea-3934c36371b8),segment_id=c41dc1a5-c958-4d8b-81ea-3934c36371b8)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:52:24.832604 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-975269ec-712e-4696-8eb7-474d035088f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:24.888045 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0fae46-1541-48d2-b429-a294dfaeb763 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:52:24.888499 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0fae46-1541-48d2-b429-a294dfaeb763 None None] Checking segment: {'id': 'b516517f-c8f1-46ab-b94b-f8b66fd45eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'abe710fe-8e19-4231-9f8b-e13a0010d03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:52:24.889049 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-5c0fae46-1541-48d2-b429-a294dfaeb763 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:24.896572 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0fae46-1541-48d2-b429-a294dfaeb763 None None] Bound using segment: {'id': 'b516517f-c8f1-46ab-b94b-f8b66fd45eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'abe710fe-8e19-4231-9f8b-e13a0010d03c'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:52:24.897197 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-5c0fae46-1541-48d2-b429-a294dfaeb763 None None] Bound port: 98574e61-fcfc-43c3-bb9a-5d9123426a9f, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b516517f-c8f1-46ab-b94b-f8b66fd45eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'abe710fe-8e19-4231-9f8b-e13a0010d03c'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:52:24.901493 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-5c0fae46-1541-48d2-b429-a294dfaeb763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:24.984227 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49160) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:25.085405 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca04740-64f4-419f-8290-f931eab34acd tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Pushing event deleted for resources: {'Port': ['ID=31eb8500-87fa-4dfa-a033-fe74ccd76e64,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:25.114792 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975269ec-712e-4696-8eb7-474d035088f3 None None] Pushing event updated for resources: {'Port': ['ID=68b205e4-b54c-4301-984c-a8175d978652,revision_number=5']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:25.124759 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-1460c74b-10b9-4162-bb5e-4fac4143c684 None None] Provisioning for port 5b8a075e-59d8-41a4-9ab5-09bfd27a8bd0 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:52:25.150585 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfdff2e1-34ba-4709-89b8-919401e1a87a tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Router 2d18e5a9-d4cc-49d1-9931-e6bf69085d31 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:52:25.187671 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-1460c74b-10b9-4162-bb5e-4fac4143c684 None None] Provisioning complete for port 5b8a075e-59d8-41a4-9ab5-09bfd27a8bd0 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:25.188417 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-1460c74b-10b9-4162-bb5e-4fac4143c684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:25.220181 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-444bf2a6-e32b-452e-8caa-68ca08264092 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Allocated IP 172.20.0.10 (7b65ac5c-8834-4b65-9b28-b7dba6c9746f/0ea5ee8d-1239-48b1-8878-4af26496b1ea/a321bda3-7177-405a-ac72-277bf60ab586) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:52:25.234994 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-444bf2a6-e32b-452e-8caa-68ca08264092 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Allocated IP 2001:db8::f816:3eff:fe26:a8cd (7b65ac5c-8834-4b65-9b28-b7dba6c9746f/7749d0bf-8672-45c3-82b8-70042369b17b/a321bda3-7177-405a-ac72-277bf60ab586) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:52:25.310199 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-5c0fae46-1541-48d2-b429-a294dfaeb763 None None] For port 98574e61-fcfc-43c3-bb9a-5d9123426a9f, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:52:25.350347 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-5c0fae46-1541-48d2-b429-a294dfaeb763 None None] For port 98574e61-fcfc-43c3-bb9a-5d9123426a9f, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=98574e61-fcfc-43c3-bb9a-5d9123426a9f,segment=NetworkSegment(b516517f-c8f1-46ab-b94b-f8b66fd45eea),segment_id=b516517f-c8f1-46ab-b94b-f8b66fd45eea)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:52:25.368461 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-5c0fae46-1541-48d2-b429-a294dfaeb763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:25.532132 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0fae46-1541-48d2-b429-a294dfaeb763 None None] Pushing event updated for resources: {'Port': ['ID=98574e61-fcfc-43c3-bb9a-5d9123426a9f,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:25.536383 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb6dc0b0-c305-44ff-b144-992f36e9a8cb tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:52:25.541793 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-1460c74b-10b9-4162-bb5e-4fac4143c684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:25.541995 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-4d157272-05da-49a9-be4f-9878f70df9b7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9b0b6b30c4564f06881aa22b6cd5bcf5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5530956 Apr 01 15:52:25.543707 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-bb6dc0b0-c305-44ff-b144-992f36e9a8cb tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for floatingip, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:25.574481 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 49168) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:25.577985 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d888fca5-2db3-4f27-bf77-7b3da97321b9 None None] Sync routers for ids ['3dd9a420-1091-4a7a-b1db-2afcf5452758'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:52:25.646337 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d888fca5-2db3-4f27-bf77-7b3da97321b9 None None] Routers {'3dd9a420-1091-4a7a-b1db-2afcf5452758'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:52:25.646977 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-d888fca5-2db3-4f27-bf77-7b3da97321b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:51:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['3dd9a420-1091-4a7a-b1db-2afcf5452758'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:25.651304 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-bb6dc0b0-c305-44ff-b144-992f36e9a8cb tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] 10.222.0.55 "DELETE /v2.0/floatingips/9ae2bdac-d589-43d2-a7d3-13cdc366ea53 HTTP/1.1" status: 204 len: 168 time: 6.5168936 Apr 01 15:52:25.652531 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49172) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:25.655018 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6ce13dda-27ef-40d8-b570-d638d1923da5 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15415074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16089009'] for subnet, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:25.662489 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-4174585a-5013-43ef-ad38-482b09b00457 tempest-FloatingIPAdminTestJSON-2024400118 tempest-FloatingIPAdminTestJSON-2024400118-project-admin] Request body: {'floatingip': {'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:52:25.683801 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-4174585a-5013-43ef-ad38-482b09b00457 tempest-FloatingIPAdminTestJSON-2024400118 tempest-FloatingIPAdminTestJSON-2024400118-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:25.699268 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-4174585a-5013-43ef-ad38-482b09b00457 tempest-FloatingIPAdminTestJSON-2024400118 tempest-FloatingIPAdminTestJSON-2024400118-project-admin] Usage tracker for resource:floatingip and tenant:a7389c3a6ecf43c8aaa584543cb7b814 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:25.705068 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfdff2e1-34ba-4709-89b8-919401e1a87a tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:52:25.716400 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258caf98-2253-46a1-9f93-fa732bcb9558 None None] Sync routers for ids ['2d18e5a9-d4cc-49d1-9931-e6bf69085d31'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:52:25.730389 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-bfdff2e1-34ba-4709-89b8-919401e1a87a tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for floatingip, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:25.735238 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258caf98-2253-46a1-9f93-fa732bcb9558 None None] Routers {'2d18e5a9-d4cc-49d1-9931-e6bf69085d31'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:52:25.737715 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-258caf98-2253-46a1-9f93-fa732bcb9558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:51:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['2d18e5a9-d4cc-49d1-9931-e6bf69085d31'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:25.770275 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-1460c74b-10b9-4162-bb5e-4fac4143c684 None None] For port 5b8a075e-59d8-41a4-9ab5-09bfd27a8bd0, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=5b8a075e-59d8-41a4-9ab5-09bfd27a8bd0,segment=NetworkSegment(39afe685-f231-4a31-b03b-e23e0868cfd0),segment_id=39afe685-f231-4a31-b03b-e23e0868cfd0)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:52:25.777802 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-1460c74b-10b9-4162-bb5e-4fac4143c684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:25.788872 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-4174585a-5013-43ef-ad38-482b09b00457 tempest-FloatingIPAdminTestJSON-2024400118 tempest-FloatingIPAdminTestJSON-2024400118-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:25.814212 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-4174585a-5013-43ef-ad38-482b09b00457 tempest-FloatingIPAdminTestJSON-2024400118 tempest-FloatingIPAdminTestJSON-2024400118-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:25.853267 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4174585a-5013-43ef-ad38-482b09b00457 tempest-FloatingIPAdminTestJSON-2024400118 tempest-FloatingIPAdminTestJSON-2024400118-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:25.862395 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-d888fca5-2db3-4f27-bf77-7b3da97321b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:25.881235 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-444bf2a6-e32b-452e-8caa-68ca08264092 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:25.890643 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce13dda-27ef-40d8-b570-d638d1923da5 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Pushing event deleted for resources: {'Subnet': ['ID=39a8ae6d-e58a-4888-8893-dbc1595885b3,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:25.929422 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-1460c74b-10b9-4162-bb5e-4fac4143c684 None None] Provisioning for port add2979c-23c9-4787-9f1b-92c077ee3897 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:52:25.944372 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-1460c74b-10b9-4162-bb5e-4fac4143c684 None None] Provisioning complete for port add2979c-23c9-4787-9f1b-92c077ee3897 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:25.944777 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-1460c74b-10b9-4162-bb5e-4fac4143c684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:25.962587 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-258caf98-2253-46a1-9f93-fa732bcb9558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:25.995301 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258caf98-2253-46a1-9f93-fa732bcb9558 None None] Routers {'2d18e5a9-d4cc-49d1-9931-e6bf69085d31'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:52:25.996586 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-258caf98-2253-46a1-9f93-fa732bcb9558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:51:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['2d18e5a9-d4cc-49d1-9931-e6bf69085d31'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:26.074539 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d888fca5-2db3-4f27-bf77-7b3da97321b9 None None] Routers {'3dd9a420-1091-4a7a-b1db-2afcf5452758'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:52:26.075197 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-d888fca5-2db3-4f27-bf77-7b3da97321b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:51:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['3dd9a420-1091-4a7a-b1db-2afcf5452758'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:26.141336 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-258caf98-2253-46a1-9f93-fa732bcb9558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:26.141997 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258caf98-2253-46a1-9f93-fa732bcb9558 None None] The sync data for ids ['2d18e5a9-d4cc-49d1-9931-e6bf69085d31'] in dv-neutron-833373-2-hyperv is: [] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:52:26.159086 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-bfdff2e1-34ba-4709-89b8-919401e1a87a tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] 10.222.0.55 "PUT /v2.0/floatingips/23c1d175-eca7-40e8-b4a1-620364cd7bbe HTTP/1.1" status: 200 len: 978 time: 12.5871427 Apr 01 15:52:26.162209 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49176) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:26.168686 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [None req-444bf2a6-e32b-452e-8caa-68ca08264092 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Transition to ACTIVE for port object a321bda3-7177-405a-ac72-277bf60ab586 will not be triggered until provisioned by entity DHCP. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:52:26.172887 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1460c74b-10b9-4162-bb5e-4fac4143c684 None None] Pushing event updated for resources: {'Port': ['ID=5b8a075e-59d8-41a4-9ab5-09bfd27a8bd0,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:26.200321 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6ce13dda-27ef-40d8-b570-d638d1923da5 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:26.206311 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 68b205e4-b54c-4301-984c-a8175d978652 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:52:26.264697 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-86f94e7d-1a93-4c0f-864d-36bfd87825b6 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Deleting port c1bbe436-9c6c-4e6d-b2c8-522f23e9a988 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:52:26.265054 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-86f94e7d-1a93-4c0f-864d-36bfd87825b6 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:26.282568 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-d888fca5-2db3-4f27-bf77-7b3da97321b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:26.283030 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d888fca5-2db3-4f27-bf77-7b3da97321b9 None None] The sync data for ids ['3dd9a420-1091-4a7a-b1db-2afcf5452758'] in dv-neutron-833373-2-hyperv is: [] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:52:26.299078 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ea731b43-5d7f-474e-a3a2-3e7aa0fc53f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:26.300588 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-1460c74b-10b9-4162-bb5e-4fac4143c684 None None] Port add2979c-23c9-4787-9f1b-92c077ee3897 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:52:26.330809 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 68b205e4-b54c-4301-984c-a8175d978652 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:26.331174 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:26.384213 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4174585a-5013-43ef-ad38-482b09b00457 tempest-FloatingIPAdminTestJSON-2024400118 tempest-FloatingIPAdminTestJSON-2024400118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:26.527342 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-9acfbea4-5d23-4e6b-a574-06effcefb7d7 None None] Provisioning complete for port 68b205e4-b54c-4301-984c-a8175d978652 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:26.527740 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-9acfbea4-5d23-4e6b-a574-06effcefb7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:26.547407 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-6ce13dda-27ef-40d8-b570-d638d1923da5 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abe710fe-8e19-4231-9f8b-e13a0010d03c']}} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:26.581455 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a9fa4-507e-47de-a885-156ef1201a72 req-f33ec9ef-2073-4ae5-a9ca-a536f624d3b0 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:26.582749 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-670a9fa4-507e-47de-a885-156ef1201a72 req-f33ec9ef-2073-4ae5-a9ca-a536f624d3b0 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3318f8-792d-48fb-8e2f-9e09760166b6 HTTP/1.1" status: 200 len: 945 time: 1.0738931 Apr 01 15:52:26.591555 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-6ce13dda-27ef-40d8-b570-d638d1923da5 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b516517f-c8f1-46ab-b94b-f8b66fd45eea') {'for_net_delete': True} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:26.592005 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-6ce13dda-27ef-40d8-b570-d638d1923da5 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b516517f-c8f1-46ab-b94b-f8b66fd45eea') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:26.627207 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-cca04740-64f4-419f-8290-f931eab34acd tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617660'] for router_gateway, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:26.689530 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-4174585a-5013-43ef-ad38-482b09b00457 tempest-FloatingIPAdminTestJSON-2024400118 tempest-FloatingIPAdminTestJSON-2024400118-project-admin] Allocated IP 172.26.1.30 (ed45466e-0386-4b92-8de3-247c977242ac/0479f741-5cd1-4d6f-b593-d8aa909a42d3/84bd7730-0f9c-438b-b513-bad84066f7fe) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:52:26.693097 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-1d2142df-1eae-47d3-9e57-51e0865da3f5 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:26.701004 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-86f94e7d-1a93-4c0f-864d-36bfd87825b6 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:26.702883 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6ce13dda-27ef-40d8-b570-d638d1923da5 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16610763'] for segment, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:26.763905 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-9acfbea4-5d23-4e6b-a574-06effcefb7d7 None None] Provisioning complete for port 5b8a075e-59d8-41a4-9ab5-09bfd27a8bd0 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:26.764280 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-9acfbea4-5d23-4e6b-a574-06effcefb7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:26.792783 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ecd5efcf-8b51-4822-91ba-faebe4eb02b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:26.973258 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d72bf8-26d8-4a6d-9512-62d34164a128 None None] Network abe710fe-8e19-4231-9f8b-e13a0010d03c requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:52:27.004569 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-1d2142df-1eae-47d3-9e57-51e0865da3f5 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Calling delete_port for add2979c-23c9-4787-9f1b-92c077ee3897 owned by {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:52:27.078461 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6ce13dda-27ef-40d8-b570-d638d1923da5 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:27.085802 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-444bf2a6-e32b-452e-8caa-68ca08264092 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:27.129979 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-1a842851-bf89-475f-bf43-1772eb6c72ce None None] Provisioning for port 98574e61-fcfc-43c3-bb9a-5d9123426a9f completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:52:27.213704 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ce13dda-27ef-40d8-b570-d638d1923da5 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=83826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:52:27.214107 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6ce13dda-27ef-40d8-b570-d638d1923da5 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15415164'] for segment, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:27.237405 dv-neutron-833373-2-hyperv neutron-server[83826]: Traceback (most recent call last): Apr 01 15:52:27.237405 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:52:27.237405 dv-neutron-833373-2-hyperv neutron-server[83826]: timer() Apr 01 15:52:27.237405 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:52:27.237405 dv-neutron-833373-2-hyperv neutron-server[83826]: cb(*args, **kw) Apr 01 15:52:27.237405 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:52:27.237405 dv-neutron-833373-2-hyperv neutron-server[83826]: return func(*args, **kwargs) Apr 01 15:52:27.237405 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:52:27.237405 dv-neutron-833373-2-hyperv neutron-server[83826]: self._notify() Apr 01 15:52:27.237405 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:52:27.237405 dv-neutron-833373-2-hyperv neutron-server[83826]: self.callback(batched_events) Apr 01 15:52:27.237405 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:52:27.237405 dv-neutron-833373-2-hyperv neutron-server[83826]: event.method(event) Apr 01 15:52:27.237405 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:52:27.237405 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:52:27.237405 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:52:27.237405 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:52:27.237405 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:52:27.237405 dv-neutron-833373-2-hyperv neutron-server[83826]: return f(self, *a, **k) Apr 01 15:52:27.237405 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:52:27.237405 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._get(url).json() Apr 01 15:52:27.237405 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:52:27.237405 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:52:27.237405 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:52:27.237405 dv-neutron-833373-2-hyperv neutron-server[83826]: return self.request(url, 'GET', **kwargs) Apr 01 15:52:27.237405 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:52:27.237405 dv-neutron-833373-2-hyperv neutron-server[83826]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:52:27.237405 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:52:27.237405 dv-neutron-833373-2-hyperv neutron-server[83826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:52:27.237405 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:52:27.237405 dv-neutron-833373-2-hyperv neutron-server[83826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:52:27.237405 dv-neutron-833373-2-hyperv neutron-server[83826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:52:27.248365 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ecd5efcf-8b51-4822-91ba-faebe4eb02b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:27.291055 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc5ea39-4b05-471c-ad07-128fb32b329d None None] DHCP port deletion for abe710fe-8e19-4231-9f8b-e13a0010d03c request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:52:27.298157 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-4fc5ea39-4b05-471c-ad07-128fb32b329d None None] Deleting port 98574e61-fcfc-43c3-bb9a-5d9123426a9f {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:52:27.298640 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-4fc5ea39-4b05-471c-ad07-128fb32b329d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:27.369751 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-86f94e7d-1a93-4c0f-864d-36bfd87825b6 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:27.370166 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-86f94e7d-1a93-4c0f-864d-36bfd87825b6 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617697'] for floatingip, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:27.370296 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.l3_db [None req-86f94e7d-1a93-4c0f-864d-36bfd87825b6 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Floating IP 23c1d175-eca7-40e8-b4a1-620364cd7bbe disassociated. External IP: 172.26.1.128, port: c1bbe436-9c6c-4e6d-b2c8-522f23e9a988. Apr 01 15:52:27.370756 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-86f94e7d-1a93-4c0f-864d-36bfd87825b6 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Calling delete_port for c1bbe436-9c6c-4e6d-b2c8-522f23e9a988 owned by {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:52:27.438086 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4174585a-5013-43ef-ad38-482b09b00457 tempest-FloatingIPAdminTestJSON-2024400118 tempest-FloatingIPAdminTestJSON-2024400118-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:27.465152 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-cca04740-64f4-419f-8290-f931eab34acd tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130651'] for router, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:27.485528 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-670a9fa4-507e-47de-a885-156ef1201a72 req-0cf4f7ec-3864-4b77-b4c7-bd49f5b635e4 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/security-groups?id=559624ab-485e-424f-98d0-03f9fb5e6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8664417 Apr 01 15:52:27.497255 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444bf2a6-e32b-452e-8caa-68ca08264092 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:27.506677 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-444bf2a6-e32b-452e-8caa-68ca08264092 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:27.548294 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444bf2a6-e32b-452e-8caa-68ca08264092 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:52:27.573103 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444bf2a6-e32b-452e-8caa-68ca08264092 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event updated for resources: {'Port': ['ID=a321bda3-7177-405a-ac72-277bf60ab586,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:27.576393 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.db.api [None req-6ce13dda-27ef-40d8-b570-d638d1923da5 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 01 15:52:27.576393 dv-neutron-833373-2-hyperv neutron-server[83826]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 01 15:52:27.576393 dv-neutron-833373-2-hyperv neutron-server[83826]: [parameters: {'id': 'abe710fe-8e19-4231-9f8b-e13a0010d03c'}] Apr 01 15:52:27.576393 dv-neutron-833373-2-hyperv neutron-server[83826]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:52:27.576875 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG oslo_db.api [None req-6ce13dda-27ef-40d8-b570-d638d1923da5 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:52:27.577596 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-cca04740-64f4-419f-8290-f931eab34acd tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:27.579103 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:27.593776 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4174585a-5013-43ef-ad38-482b09b00457 tempest-FloatingIPAdminTestJSON-2024400118 tempest-FloatingIPAdminTestJSON-2024400118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:27.608241 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-4fc5ea39-4b05-471c-ad07-128fb32b329d None None] For port 98574e61-fcfc-43c3-bb9a-5d9123426a9f, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=98574e61-fcfc-43c3-bb9a-5d9123426a9f,segment=NetworkSegment(b516517f-c8f1-46ab-b94b-f8b66fd45eea),segment_id=b516517f-c8f1-46ab-b94b-f8b66fd45eea)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:52:27.609782 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-4fc5ea39-4b05-471c-ad07-128fb32b329d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:27.673291 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ecd5efcf-8b51-4822-91ba-faebe4eb02b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:27.688372 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-cca04740-64f4-419f-8290-f931eab34acd tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607376'] for router, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:27.688984 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cca04740-64f4-419f-8290-f931eab34acd tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Fanout notify agent at l3_agent the message router_deleted on router cb031d1b-5963-40f3-a827-b0417babeab3 {{(pid=83826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:52:27.713630 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-86f94e7d-1a93-4c0f-864d-36bfd87825b6 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:27.729068 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd5efcf-8b51-4822-91ba-faebe4eb02b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47af5af3-6f7d-479a-8a09-68da73be076c,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:27.772847 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4174585a-5013-43ef-ad38-482b09b00457 tempest-FloatingIPAdminTestJSON-2024400118 tempest-FloatingIPAdminTestJSON-2024400118-project-admin] Pushing event updated for resources: {'Port': ['ID=84bd7730-0f9c-438b-b513-bad84066f7fe,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:27.795645 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-cca04740-64f4-419f-8290-f931eab34acd tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks [] for router, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:27.797528 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-cca04740-64f4-419f-8290-f931eab34acd tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] 10.222.0.55 "DELETE /v2.0/routers/cb031d1b-5963-40f3-a827-b0417babeab3 HTTP/1.1" status: 204 len: 168 time: 6.8812010 Apr 01 15:52:27.799015 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ecd5efcf-8b51-4822-91ba-faebe4eb02b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:27.808909 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-4fc5ea39-4b05-471c-ad07-128fb32b329d None None] Calling delete_port for 98574e61-fcfc-43c3-bb9a-5d9123426a9f owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:52:27.813020 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-ecd5efcf-8b51-4822-91ba-faebe4eb02b6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/47af5af3-6f7d-479a-8a09-68da73be076c HTTP/1.1" status: 204 len: 168 time: 2.1750360 Apr 01 15:52:27.823724 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49180) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:27.830361 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4174585a-5013-43ef-ad38-482b09b00457 tempest-FloatingIPAdminTestJSON-2024400118 tempest-FloatingIPAdminTestJSON-2024400118-project-admin] Network ed45466e-0386-4b92-8de3-247c977242ac is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:27.830604 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444bf2a6-e32b-452e-8caa-68ca08264092 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:27.831217 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-444bf2a6-e32b-452e-8caa-68ca08264092 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:27.842749 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-c06ae58f-23a0-4067-baee-e4d0104b33c1 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-744196982', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}, 'admin_state_up': False}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:52:27.850252 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-c06ae58f-23a0-4067-baee-e4d0104b33c1 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:27.855613 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-c06ae58f-23a0-4067-baee-e4d0104b33c1 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Usage tracker for resource:router and tenant:3850ef500fb442378a7b9acd8e0a9055 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:27.859532 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-c06ae58f-23a0-4067-baee-e4d0104b33c1 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:27.870583 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-c06ae58f-23a0-4067-baee-e4d0104b33c1 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:27.878174 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:27.899796 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-444bf2a6-e32b-452e-8caa-68ca08264092 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 5.3489888 Apr 01 15:52:27.903509 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 49186) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:27.904409 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-4174585a-5013-43ef-ad38-482b09b00457 tempest-FloatingIPAdminTestJSON-2024400118 tempest-FloatingIPAdminTestJSON-2024400118-project-admin] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:27.908452 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4174585a-5013-43ef-ad38-482b09b00457 tempest-FloatingIPAdminTestJSON-2024400118 tempest-FloatingIPAdminTestJSON-2024400118-project-admin] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:52:27.934126 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-4fc5ea39-4b05-471c-ad07-128fb32b329d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671'] for port, after_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:28.003837 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f94e7d-1a93-4c0f-864d-36bfd87825b6 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Pushing event deleted for resources: {'Port': ['ID=c1bbe436-9c6c-4e6d-b2c8-522f23e9a988,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:28.025735 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c06ae58f-23a0-4067-baee-e4d0104b33c1 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130665'] for router, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:28.030886 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c06ae58f-23a0-4067-baee-e4d0104b33c1 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617571', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130640'] for router, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:28.062502 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-1d2142df-1eae-47d3-9e57-51e0865da3f5 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:28.082950 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 5b8a075e-59d8-41a4-9ab5-09bfd27a8bd0 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:52:28.115263 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc5ea39-4b05-471c-ad07-128fb32b329d None None] No DVR routers for this DVR port 98574e61-fcfc-43c3-bb9a-5d9123426a9f on host dv-neutron-833373-2-hyperv {{(pid=83829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:52:28.155411 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6ce13dda-27ef-40d8-b570-d638d1923da5 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:28.157699 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc5ea39-4b05-471c-ad07-128fb32b329d None None] Pushing event deleted for resources: {'Port': ['ID=98574e61-fcfc-43c3-bb9a-5d9123426a9f,revision_number=None']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:28.157957 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2142df-1eae-47d3-9e57-51e0865da3f5 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Pushing event deleted for resources: {'Port': ['ID=add2979c-23c9-4787-9f1b-92c077ee3897,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:28.250910 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-fa9ae29b-5000-4c17-8d92-6905d38de577 None None] Provisioning for port a321bda3-7177-405a-ac72-277bf60ab586 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:52:28.283370 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-fa9ae29b-5000-4c17-8d92-6905d38de577 None None] Provisioning complete for port a321bda3-7177-405a-ac72-277bf60ab586 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:28.284411 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-fa9ae29b-5000-4c17-8d92-6905d38de577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:28.385568 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 5b8a075e-59d8-41a4-9ab5-09bfd27a8bd0 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:28.385940 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:28.394249 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49192) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:28.457828 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c06ae58f-23a0-4067-baee-e4d0104b33c1 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:28.461268 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-fa9ae29b-5000-4c17-8d92-6905d38de577 None None] Port a321bda3-7177-405a-ac72-277bf60ab586 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:52:28.629669 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-f336e6a6-0538-4e13-8ac0-1cf93a4df4d1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=51477d50ff9d4a93b662d3a27ad2c31c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2304335 Apr 01 15:52:28.629909 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-1d2142df-1eae-47d3-9e57-51e0865da3f5 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:28.629909 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-1d2142df-1eae-47d3-9e57-51e0865da3f5 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "DELETE /v2.0/ports/add2979c-23c9-4787-9f1b-92c077ee3897 HTTP/1.1" status: 204 len: 168 time: 5.1132123 Apr 01 15:52:28.638775 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b72b378-261f-444a-a40e-dd20352736c2 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:28.642830 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b72b378-261f-444a-a40e-dd20352736c2 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:28.643616 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-8b72b378-261f-444a-a40e-dd20352736c2 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Synchronizing usage tracker for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:28.648193 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6ce13dda-27ef-40d8-b570-d638d1923da5 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:28.655922 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 49198) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:28.656141 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 49200) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:28.772075 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b7ad40f-6b66-4379-8bf1-7febed4aca5d tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] GET failed (client error): The resource could not be found. Apr 01 15:52:28.772809 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-4b7ad40f-6b66-4379-8bf1-7febed4aca5d tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Synchronizing usage tracker for tenant:144b300b27fa4dafba1405cae5639f1c on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:28.775965 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-6ce13dda-27ef-40d8-b570-d638d1923da5 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abe710fe-8e19-4231-9f8b-e13a0010d03c']}} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:28.777217 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4174585a-5013-43ef-ad38-482b09b00457 tempest-FloatingIPAdminTestJSON-2024400118 tempest-FloatingIPAdminTestJSON-2024400118-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:28.813685 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-6ce13dda-27ef-40d8-b570-d638d1923da5 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b516517f-c8f1-46ab-b94b-f8b66fd45eea') {'for_net_delete': True} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:28.813963 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-6ce13dda-27ef-40d8-b570-d638d1923da5 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b516517f-c8f1-46ab-b94b-f8b66fd45eea') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:28.828750 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-8b72b378-261f-444a-a40e-dd20352736c2 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Unset dirty status for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:28.829914 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-8b72b378-261f-444a-a40e-dd20352736c2 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.9253564 Apr 01 15:52:28.837221 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49206) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:28.847592 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6ce13dda-27ef-40d8-b570-d638d1923da5 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16610763'] for segment, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:28.851134 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c06ae58f-23a0-4067-baee-e4d0104b33c1 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130626'] for router, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:28.875997 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-4b7ad40f-6b66-4379-8bf1-7febed4aca5d tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Unset dirty status for tenant:144b300b27fa4dafba1405cae5639f1c on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:28.877159 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-4b7ad40f-6b66-4379-8bf1-7febed4aca5d tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "GET /v2.0/ports/add2979c-23c9-4787-9f1b-92c077ee3897 HTTP/1.1" status: 404 len: 333 time: 0.2186022 Apr 01 15:52:28.880398 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6ce13dda-27ef-40d8-b570-d638d1923da5 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:28.882579 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 49210) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:28.931516 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ce13dda-27ef-40d8-b570-d638d1923da5 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=83826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:52:28.931922 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6ce13dda-27ef-40d8-b570-d638d1923da5 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15415164'] for segment, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:28.946400 dv-neutron-833373-2-hyperv neutron-server[83826]: Traceback (most recent call last): Apr 01 15:52:28.946400 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:52:28.946400 dv-neutron-833373-2-hyperv neutron-server[83826]: timer() Apr 01 15:52:28.946400 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:52:28.946400 dv-neutron-833373-2-hyperv neutron-server[83826]: cb(*args, **kw) Apr 01 15:52:28.946400 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:52:28.946400 dv-neutron-833373-2-hyperv neutron-server[83826]: return func(*args, **kwargs) Apr 01 15:52:28.946400 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:52:28.946400 dv-neutron-833373-2-hyperv neutron-server[83826]: self._notify() Apr 01 15:52:28.946400 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:52:28.946400 dv-neutron-833373-2-hyperv neutron-server[83826]: self.callback(batched_events) Apr 01 15:52:28.946400 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:52:28.946400 dv-neutron-833373-2-hyperv neutron-server[83826]: event.method(event) Apr 01 15:52:28.946400 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:52:28.946400 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:52:28.946400 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:52:28.946400 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:52:28.946400 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:52:28.946400 dv-neutron-833373-2-hyperv neutron-server[83826]: return f(self, *a, **k) Apr 01 15:52:28.946400 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:52:28.946400 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._get(url).json() Apr 01 15:52:28.946400 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:52:28.946400 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:52:28.946400 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:52:28.946400 dv-neutron-833373-2-hyperv neutron-server[83826]: return self.request(url, 'GET', **kwargs) Apr 01 15:52:28.946400 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:52:28.946400 dv-neutron-833373-2-hyperv neutron-server[83826]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:52:28.946400 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:52:28.946400 dv-neutron-833373-2-hyperv neutron-server[83826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:52:28.946400 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:52:28.946400 dv-neutron-833373-2-hyperv neutron-server[83826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:52:28.946400 dv-neutron-833373-2-hyperv neutron-server[83826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:52:28.954255 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4174585a-5013-43ef-ad38-482b09b00457 tempest-FloatingIPAdminTestJSON-2024400118 tempest-FloatingIPAdminTestJSON-2024400118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:29.024596 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d22fe192-30f8-470d-81f1-de156aeb8a3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:29.046029 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-594a1a8a-1cb2-49a5-aecb-83f181ef53e3 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Deleting port a321bda3-7177-405a-ac72-277bf60ab586 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:52:29.046413 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-594a1a8a-1cb2-49a5-aecb-83f181ef53e3 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:29.086756 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d22fe192-30f8-470d-81f1-de156aeb8a3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:29.094115 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6ce13dda-27ef-40d8-b570-d638d1923da5 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:29.100823 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e18a94-5e24-4e20-954d-043a76a7aff9 req-146289b5-47a8-41ab-b5d0-32d22cfa9a32 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:29.102338 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-71e18a94-5e24-4e20-954d-043a76a7aff9 req-146289b5-47a8-41ab-b5d0-32d22cfa9a32 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3318f8-792d-48fb-8e2f-9e09760166b6 HTTP/1.1" status: 200 len: 945 time: 0.3747156 Apr 01 15:52:29.142830 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6ce13dda-27ef-40d8-b570-d638d1923da5 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:29.159813 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:29.179463 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce13dda-27ef-40d8-b570-d638d1923da5 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Pushing event deleted for resources: {'Network': ['ID=abe710fe-8e19-4231-9f8b-e13a0010d03c,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:29.251723 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-6ce13dda-27ef-40d8-b570-d638d1923da5 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] 10.222.0.55 "DELETE /v2.0/networks/abe710fe-8e19-4231-9f8b-e13a0010d03c HTTP/1.1" status: 204 len: 168 time: 6.6901476 Apr 01 15:52:29.258660 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 49214) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:29.294869 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-4b434bda-d86f-49f9-b162-bea428216e28 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1343220106'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:52:29.310991 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-4b434bda-d86f-49f9-b162-bea428216e28 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:29.315194 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86f94e7d-1a93-4c0f-864d-36bfd87825b6 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Router 2d18e5a9-d4cc-49d1-9931-e6bf69085d31 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:52:29.321026 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-4b434bda-d86f-49f9-b162-bea428216e28 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Usage tracker for resource:network and tenant:d41ff62d3a004209bfda315661ac6954 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:29.330798 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-4b434bda-d86f-49f9-b162-bea428216e28 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:29.345315 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-71e18a94-5e24-4e20-954d-043a76a7aff9 req-b4566046-7f5b-4a1c-adbf-f3794426b0ee tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/security-groups?id=559624ab-485e-424f-98d0-03f9fb5e6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2241099 Apr 01 15:52:29.353260 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-4b434bda-d86f-49f9-b162-bea428216e28 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:29.379344 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb8302ac-1e12-40b2-9bcc-4d1aa9885918 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Deleting subnet 9f1d22e9-4009-4fcc-b70f-ce01a7584eb4 {{(pid=83826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:52:29.382800 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-fb8302ac-1e12-40b2-9bcc-4d1aa9885918 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for subnet, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:29.411142 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b434bda-d86f-49f9-b162-bea428216e28 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Made reservation on behalf of d41ff62d3a004209bfda315661ac6954 for: {'network': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:52:29.414516 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4b434bda-d86f-49f9-b162-bea428216e28 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:29.444907 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d22fe192-30f8-470d-81f1-de156aeb8a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:29.476266 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22fe192-30f8-470d-81f1-de156aeb8a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94d92db-f975-4962-81d4-91aa39923e81,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:29.489381 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-fb8302ac-1e12-40b2-9bcc-4d1aa9885918 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16610770'] for subnet, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:29.562740 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b434bda-d86f-49f9-b162-bea428216e28 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=83826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:52:29.572809 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d22fe192-30f8-470d-81f1-de156aeb8a3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:29.574301 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-d22fe192-30f8-470d-81f1-de156aeb8a3b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b94d92db-f975-4962-81d4-91aa39923e81 HTTP/1.1" status: 204 len: 168 time: 0.9172075 Apr 01 15:52:29.602184 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4b434bda-d86f-49f9-b162-bea428216e28 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:29.602184 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.segments_db [None req-4b434bda-d86f-49f9-b162-bea428216e28 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Added segment c414fed1-52b2-4822-bb80-eb33f5864267 of type vlan for network 6ba7eb4b-164d-43b6-882a-ce0eccf7c43e Apr 01 15:52:29.696505 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4b434bda-d86f-49f9-b162-bea428216e28 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:29.774142 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-fb8302ac-1e12-40b2-9bcc-4d1aa9885918 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:29.801028 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.db.resource_extend [None req-4174585a-5013-43ef-ad38-482b09b00457 tempest-FloatingIPAdminTestJSON-2024400118 tempest-FloatingIPAdminTestJSON-2024400118-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:52:29.854677 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4b434bda-d86f-49f9-b162-bea428216e28 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:29.858914 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b434bda-d86f-49f9-b162-bea428216e28 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:29.859513 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4b434bda-d86f-49f9-b162-bea428216e28 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:29.876510 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-594a1a8a-1cb2-49a5-aecb-83f181ef53e3 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:29.887255 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4174585a-5013-43ef-ad38-482b09b00457 tempest-FloatingIPAdminTestJSON-2024400118 tempest-FloatingIPAdminTestJSON-2024400118-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:29.962698 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4174585a-5013-43ef-ad38-482b09b00457 tempest-FloatingIPAdminTestJSON-2024400118 tempest-FloatingIPAdminTestJSON-2024400118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:29.984782 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-4b434bda-d86f-49f9-b162-bea428216e28 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7153862 Apr 01 15:52:29.990585 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 49226) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:29.996213 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b434bda-d86f-49f9-b162-bea428216e28 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Pushing event updated for resources: {'Network': ['ID=6ba7eb4b-164d-43b6-882a-ce0eccf7c43e,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:30.001942 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-0eaabdf7-afef-4278-821a-6d0697f2fdb1 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Request body: {'subnet': {'network_id': '6ba7eb4b-164d-43b6-882a-ce0eccf7c43e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:52:30.010083 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 6ba7eb4b-164d-43b6-882a-ce0eccf7c43e details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:52:30.021357 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-fb8302ac-1e12-40b2-9bcc-4d1aa9885918 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15415074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16089009'] for subnet, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:30.067475 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-594a1a8a-1cb2-49a5-aecb-83f181ef53e3 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Calling delete_port for a321bda3-7177-405a-ac72-277bf60ab586 owned by {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:52:30.150863 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e90b15-c9db-4162-9b28-1b1656236cf0 req-c5321012-9563-4716-9014-7d1af51d137a tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:30.152809 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-59e90b15-c9db-4162-9b28-1b1656236cf0 req-c5321012-9563-4716-9014-7d1af51d137a tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3318f8-792d-48fb-8e2f-9e09760166b6 HTTP/1.1" status: 200 len: 945 time: 0.4249511 Apr 01 15:52:30.163583 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8302ac-1e12-40b2-9bcc-4d1aa9885918 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Pushing event deleted for resources: {'Subnet': ['ID=9f1d22e9-4009-4fcc-b70f-ce01a7584eb4,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:30.237382 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e550dd8c-d2ac-4846-8522-d6779f41d738 None None] Network 475ed8bd-e22a-4ac4-b1f4-a59f7f05ee3d requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:52:30.241937 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-fb8302ac-1e12-40b2-9bcc-4d1aa9885918 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:30.245470 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-fb8302ac-1e12-40b2-9bcc-4d1aa9885918 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "DELETE /v2.0/subnets/9f1d22e9-4009-4fcc-b70f-ce01a7584eb4 HTTP/1.1" status: 204 len: 168 time: 1.3606105 Apr 01 15:52:30.252031 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 49234) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:30.289539 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4174585a-5013-43ef-ad38-482b09b00457 tempest-FloatingIPAdminTestJSON-2024400118 tempest-FloatingIPAdminTestJSON-2024400118-project-admin] Pushing event updated for resources: {'Port': ['ID=84bd7730-0f9c-438b-b513-bad84066f7fe,revision_number=2']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:30.306833 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c06ae58f-23a0-4067-baee-e4d0104b33c1 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks [] for router_gateway, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:30.340182 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-0eaabdf7-afef-4278-821a-6d0697f2fdb1 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:30.366345 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-0eaabdf7-afef-4278-821a-6d0697f2fdb1 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Usage tracker for resource:subnet and tenant:d41ff62d3a004209bfda315661ac6954 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:30.370799 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c06ae58f-23a0-4067-baee-e4d0104b33c1 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:30.375834 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-59e90b15-c9db-4162-9b28-1b1656236cf0 req-3a9bb291-75ff-4a4b-805d-196b7ace1528 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/security-groups?id=559624ab-485e-424f-98d0-03f9fb5e6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2078795 Apr 01 15:52:30.376713 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-0eaabdf7-afef-4278-821a-6d0697f2fdb1 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:30.392324 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-0eaabdf7-afef-4278-821a-6d0697f2fdb1 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:30.424287 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_v2 [None req-82eba930-03e1-4743-b075-118d2aec190b tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Deleting subnet 8c4d630a-4083-4c99-9432-016e1660384e {{(pid=83826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:52:30.428104 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eaabdf7-afef-4278-821a-6d0697f2fdb1 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Made reservation on behalf of d41ff62d3a004209bfda315661ac6954 for: {'subnet': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:52:30.437286 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4174585a-5013-43ef-ad38-482b09b00457 tempest-FloatingIPAdminTestJSON-2024400118 tempest-FloatingIPAdminTestJSON-2024400118-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617697'] for floatingip, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:30.447114 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-82eba930-03e1-4743-b075-118d2aec190b tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for subnet, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:30.448341 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-7c71a7f2-ad85-4056-aa83-9fce746debc7 req-adbddfe1-0f74-4475-9a59-75e4a326f593 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ea61585477ae47b59fca06b1e521f7a0&device_id=ee3318f8-792d-48fb-8e2f-9e09760166b6 HTTP/1.1" status: 200 len: 1098 time: 0.6569505 Apr 01 15:52:30.764628 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0eaabdf7-afef-4278-821a-6d0697f2fdb1 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16088980'] for subnet, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:30.781510 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-82eba930-03e1-4743-b075-118d2aec190b tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16610770'] for subnet, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:30.801892 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4174585a-5013-43ef-ad38-482b09b00457 tempest-FloatingIPAdminTestJSON-2024400118 tempest-FloatingIPAdminTestJSON-2024400118-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for floatingip, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:30.805867 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-4174585a-5013-43ef-ad38-482b09b00457 tempest-FloatingIPAdminTestJSON-2024400118 tempest-FloatingIPAdminTestJSON-2024400118-project-admin] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.1455901 Apr 01 15:52:30.836421 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 49248) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:30.904396 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86f94e7d-1a93-4c0f-864d-36bfd87825b6 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:52:30.918774 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90782b03-1ba6-487d-8aa3-8556592adae3 None None] Sync routers for ids ['2d18e5a9-d4cc-49d1-9931-e6bf69085d31'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:52:30.942745 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90782b03-1ba6-487d-8aa3-8556592adae3 None None] Routers {'2d18e5a9-d4cc-49d1-9931-e6bf69085d31'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:52:30.946347 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-90782b03-1ba6-487d-8aa3-8556592adae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:52:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['2d18e5a9-d4cc-49d1-9931-e6bf69085d31'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:31.002770 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c71a7f2-ad85-4056-aa83-9fce746debc7 req-4d0c500e-35a3-4877-8563-26fbcac856b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:31.004244 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-7c71a7f2-ad85-4056-aa83-9fce746debc7 req-4d0c500e-35a3-4877-8563-26fbcac856b4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=10bfa6c5-d504-42f7-b6a8-189d201bcc59 HTTP/1.1" status: 200 len: 911 time: 0.5387726 Apr 01 15:52:31.005510 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-c06ae58f-23a0-4067-baee-e4d0104b33c1 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Allocated IP 172.26.1.38 (ed45466e-0386-4b92-8de3-247c977242ac/0479f741-5cd1-4d6f-b593-d8aa909a42d3/daa4b8ea-7c2d-4eea-bd0b-ec158fe9be2b) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:52:31.068679 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-90782b03-1ba6-487d-8aa3-8556592adae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:31.088719 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90782b03-1ba6-487d-8aa3-8556592adae3 None None] Routers {'2d18e5a9-d4cc-49d1-9931-e6bf69085d31'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:52:31.089670 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-90782b03-1ba6-487d-8aa3-8556592adae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:52:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['2d18e5a9-d4cc-49d1-9931-e6bf69085d31'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:31.143559 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-594a1a8a-1cb2-49a5-aecb-83f181ef53e3 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:31.162885 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-82eba930-03e1-4743-b075-118d2aec190b tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:31.191219 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-90782b03-1ba6-487d-8aa3-8556592adae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:31.191668 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90782b03-1ba6-487d-8aa3-8556592adae3 None None] The sync data for ids ['2d18e5a9-d4cc-49d1-9931-e6bf69085d31'] in dv-neutron-833373-2-hyperv is: [] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:52:31.333974 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-82eba930-03e1-4743-b075-118d2aec190b tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15415074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16089009'] for subnet, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:31.403852 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-b3eb8d88-db4a-47ba-a4d1-6671b9c48b4a tempest-FloatingIPAdminTestJSON-1510248784 tempest-FloatingIPAdminTestJSON-1510248784-project] Request body: {'floatingip': {'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:52:31.429024 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-b3eb8d88-db4a-47ba-a4d1-6671b9c48b4a tempest-FloatingIPAdminTestJSON-1510248784 tempest-FloatingIPAdminTestJSON-1510248784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:31.434674 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-b3eb8d88-db4a-47ba-a4d1-6671b9c48b4a tempest-FloatingIPAdminTestJSON-1510248784 tempest-FloatingIPAdminTestJSON-1510248784-project] Usage tracker for resource:floatingip and tenant:bcc13f9b1d2e4125a512c2abe4ed31dc is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:31.438939 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-b3eb8d88-db4a-47ba-a4d1-6671b9c48b4a tempest-FloatingIPAdminTestJSON-1510248784 tempest-FloatingIPAdminTestJSON-1510248784-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:31.445836 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-b3eb8d88-db4a-47ba-a4d1-6671b9c48b4a tempest-FloatingIPAdminTestJSON-1510248784 tempest-FloatingIPAdminTestJSON-1510248784-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:31.461723 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eba930-03e1-4743-b075-118d2aec190b tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Pushing event deleted for resources: {'Subnet': ['ID=8c4d630a-4083-4c99-9432-016e1660384e,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:31.470176 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b3eb8d88-db4a-47ba-a4d1-6671b9c48b4a tempest-FloatingIPAdminTestJSON-1510248784 tempest-FloatingIPAdminTestJSON-1510248784-project] Notify callbacks [] for floatingip, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:31.526800 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a1a8a-1cb2-49a5-aecb-83f181ef53e3 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event deleted for resources: {'Port': ['ID=a321bda3-7177-405a-ac72-277bf60ab586,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:31.543046 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0bbf3d-1b3d-4a30-9d9f-a64bfa2d9763 None None] Network 475ed8bd-e22a-4ac4-b1f4-a59f7f05ee3d requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:52:31.559760 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-82eba930-03e1-4743-b075-118d2aec190b tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:31.561328 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-86f94e7d-1a93-4c0f-864d-36bfd87825b6 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:31.566265 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-86f94e7d-1a93-4c0f-864d-36bfd87825b6 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] 10.222.0.55 "DELETE /v2.0/ports/c1bbe436-9c6c-4e6d-b2c8-522f23e9a988 HTTP/1.1" status: 204 len: 168 time: 5.4000063 Apr 01 15:52:31.570027 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 49260) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:31.722560 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-82eba930-03e1-4743-b075-118d2aec190b tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "DELETE /v2.0/subnets/8c4d630a-4083-4c99-9432-016e1660384e HTTP/1.1" status: 204 len: 168 time: 1.4217823 Apr 01 15:52:31.727631 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 49264) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:31.734713 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-7c71a7f2-ad85-4056-aa83-9fce746debc7 req-25589b91-ceb2-48a6-a663-2c42a70cc635 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=be7f5bd5-43c4-40bd-8ba3-b6e713491455 HTTP/1.1" status: 200 len: 1000 time: 0.7145104 Apr 01 15:52:31.897814 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c06ae58f-23a0-4067-baee-e4d0104b33c1 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:31.906886 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-0cb1982d-f604-45ee-bf7e-cc029b680b41 None None] Provisioning complete for port 9331fc9f-96f6-43f6-b839-1d14ea1b43a2 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:31.907360 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-0cb1982d-f604-45ee-bf7e-cc029b680b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:31.937317 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-594a1a8a-1cb2-49a5-aecb-83f181ef53e3 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:31.939554 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-594a1a8a-1cb2-49a5-aecb-83f181ef53e3 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/ports/a321bda3-7177-405a-ac72-277bf60ab586 HTTP/1.1" status: 204 len: 168 time: 3.1012757 Apr 01 15:52:31.950235 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c71a7f2-ad85-4056-aa83-9fce746debc7 req-dc2c66e9-bfed-4a09-9bf6-96c2ddf07ade service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:31.953893 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-7c71a7f2-ad85-4056-aa83-9fce746debc7 req-dc2c66e9-bfed-4a09-9bf6-96c2ddf07ade service neutron] 10.222.0.24 "GET /v2.0/subnets?id=316ad757-bf54-49b9-829b-e0e949015709 HTTP/1.1" status: 200 len: 850 time: 0.1838679 Apr 01 15:52:31.955521 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49272) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:31.959924 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c06ae58f-23a0-4067-baee-e4d0104b33c1 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:32.056494 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6a002a3f-1fae-44ab-858f-0835d22b7f84 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:32.105356 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ae4175-0acd-49d2-939b-c6a37248d186 None None] DHCP port deletion for 475ed8bd-e22a-4ac4-b1f4-a59f7f05ee3d request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:52:32.111039 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-11ae4175-0acd-49d2-939b-c6a37248d186 None None] Deleting port 9331fc9f-96f6-43f6-b839-1d14ea1b43a2 {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:52:32.111413 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-11ae4175-0acd-49d2-939b-c6a37248d186 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:32.177106 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06ae58f-23a0-4067-baee-e4d0104b33c1 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Pushing event updated for resources: {'Port': ['ID=daa4b8ea-7c2d-4eea-bd0b-ec158fe9be2b,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:32.196442 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06ae58f-23a0-4067-baee-e4d0104b33c1 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Network ed45466e-0386-4b92-8de3-247c977242ac is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:32.205372 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-c06ae58f-23a0-4067-baee-e4d0104b33c1 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:32.207785 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06ae58f-23a0-4067-baee-e4d0104b33c1 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:52:32.216040 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-6a002a3f-1fae-44ab-858f-0835d22b7f84 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Deleting port 9331fc9f-96f6-43f6-b839-1d14ea1b43a2 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:52:32.216546 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6a002a3f-1fae-44ab-858f-0835d22b7f84 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:32.277484 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fff2d89-aecf-471a-af72-e20b5b0681c7 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:32.278976 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fff2d89-aecf-471a-af72-e20b5b0681c7 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:32.280653 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fff2d89-aecf-471a-af72-e20b5b0681c7 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:32.281661 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-5fff2d89-aecf-471a-af72-e20b5b0681c7 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Synchronizing usage tracker for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:subnet {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:32.284160 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770875e2-71b5-4f99-91ae-7cdf3c981b34 req-fbaae077-0a8b-4ab9-b9c6-6ae28ed90329 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:32.286262 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-770875e2-71b5-4f99-91ae-7cdf3c981b34 req-fbaae077-0a8b-4ab9-b9c6-6ae28ed90329 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3318f8-792d-48fb-8e2f-9e09760166b6 HTTP/1.1" status: 200 len: 945 time: 0.5705464 Apr 01 15:52:32.373321 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-770875e2-71b5-4f99-91ae-7cdf3c981b34 req-11682969-7615-4a38-9008-22de46af478b tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/security-groups?id=559624ab-485e-424f-98d0-03f9fb5e6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730300 Apr 01 15:52:32.400157 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-5fff2d89-aecf-471a-af72-e20b5b0681c7 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Unset dirty status for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:subnet {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:32.406160 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 49282) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:32.407743 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-5fff2d89-aecf-471a-af72-e20b5b0681c7 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4502559 Apr 01 15:52:32.420838 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-7c71a7f2-ad85-4056-aa83-9fce746debc7 req-0aea7ae4-ac38-48da-9d5a-a36cf69056e2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=10bfa6c5-d504-42f7-b6a8-189d201bcc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3735633 Apr 01 15:52:32.509506 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-11ae4175-0acd-49d2-939b-c6a37248d186 None None] For port 9331fc9f-96f6-43f6-b839-1d14ea1b43a2, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=9331fc9f-96f6-43f6-b839-1d14ea1b43a2,segment=NetworkSegment(95d2e9c5-c55c-408b-831e-b664b2a42648),segment_id=95d2e9c5-c55c-408b-831e-b664b2a42648)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:52:32.509851 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0eaabdf7-afef-4278-821a-6d0697f2fdb1 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15415267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16089018'] for subnet, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:32.510027 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-11ae4175-0acd-49d2-939b-c6a37248d186 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:32.614675 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-7c71a7f2-ad85-4056-aa83-9fce746debc7 req-6d7cc47c-fc73-4f9e-ae63-f9d20f08c12f service neutron] 10.222.0.24 "GET /v2.0/networks/10bfa6c5-d504-42f7-b6a8-189d201bcc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855173 Apr 01 15:52:32.632128 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaabdf7-afef-4278-821a-6d0697f2fdb1 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Pushing event updated for resources: {'Subnet': ['ID=345c8ad9-2832-4e37-8d25-efde4bfbadaf,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:32.651495 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c06ae58f-23a0-4067-baee-e4d0104b33c1 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks [] for router_gateway, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:32.652234 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c06ae58f-23a0-4067-baee-e4d0104b33c1 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616'] for router, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:32.660905 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b3eb8d88-db4a-47ba-a4d1-6671b9c48b4a tempest-FloatingIPAdminTestJSON-1510248784 tempest-FloatingIPAdminTestJSON-1510248784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:32.690564 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-11ae4175-0acd-49d2-939b-c6a37248d186 None None] Calling delete_port for 9331fc9f-96f6-43f6-b839-1d14ea1b43a2 owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:52:32.815440 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-11ae4175-0acd-49d2-939b-c6a37248d186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671'] for port, after_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:32.889143 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49290) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:32.890976 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ae4175-0acd-49d2-939b-c6a37248d186 None None] Pushing event deleted for resources: {'Port': ['ID=9331fc9f-96f6-43f6-b839-1d14ea1b43a2,revision_number=None']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:32.897253 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ae4175-0acd-49d2-939b-c6a37248d186 None None] No DVR routers for this DVR port 9331fc9f-96f6-43f6-b839-1d14ea1b43a2 on host dv-neutron-833373-2-hyperv {{(pid=83829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:52:32.928008 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-7c71a7f2-ad85-4056-aa83-9fce746debc7 req-470489db-2c0c-4e36-8336-feec7c8555b2 service neutron] 10.222.0.24 "GET /v2.0/networks/10bfa6c5-d504-42f7-b6a8-189d201bcc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061292 Apr 01 15:52:33.040305 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c06ae58f-23a0-4067-baee-e4d0104b33c1 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Router 714b683d-7667-4802-bd60-759e450bc1cd is scheduled to L3 agent ff252634-3424-422a-b742-9ae457bd54bd with binding_index 1 {{(pid=83828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:52:33.064325 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eaabdf7-afef-4278-821a-6d0697f2fdb1 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Checking segment: {'id': 'c414fed1-52b2-4822-bb80-eb33f5864267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '6ba7eb4b-164d-43b6-882a-ce0eccf7c43e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:52:33.064950 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eaabdf7-afef-4278-821a-6d0697f2fdb1 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Network hostable DHCP agents. Network: 6ba7eb4b-164d-43b6-882a-ce0eccf7c43e, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:52:33.117110 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-87166e5b-da91-45cf-abbd-f50bb48b2408 tempest-RoutersTestDVR-19636701 tempest-RoutersTestDVR-19636701-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-342453719'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:52:33.130293 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [None req-6a002a3f-1fae-44ab-858f-0835d22b7f84 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] For port 9331fc9f-96f6-43f6-b839-1d14ea1b43a2, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=9331fc9f-96f6-43f6-b839-1d14ea1b43a2,segment=NetworkSegment(95d2e9c5-c55c-408b-831e-b664b2a42648),segment_id=95d2e9c5-c55c-408b-831e-b664b2a42648)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:52:33.130649 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6a002a3f-1fae-44ab-858f-0835d22b7f84 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:33.175102 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-87166e5b-da91-45cf-abbd-f50bb48b2408 tempest-RoutersTestDVR-19636701 tempest-RoutersTestDVR-19636701-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:33.188708 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-87166e5b-da91-45cf-abbd-f50bb48b2408 tempest-RoutersTestDVR-19636701 tempest-RoutersTestDVR-19636701-project-admin] Usage tracker for resource:router and tenant:109a79d598274876b4b27066d34848a6 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:33.193084 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-87166e5b-da91-45cf-abbd-f50bb48b2408 tempest-RoutersTestDVR-19636701 tempest-RoutersTestDVR-19636701-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:33.201297 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-87166e5b-da91-45cf-abbd-f50bb48b2408 tempest-RoutersTestDVR-19636701 tempest-RoutersTestDVR-19636701-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:33.225561 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-87166e5b-da91-45cf-abbd-f50bb48b2408 tempest-RoutersTestDVR-19636701 tempest-RoutersTestDVR-19636701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130665'] for router, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:33.226576 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-87166e5b-da91-45cf-abbd-f50bb48b2408 tempest-RoutersTestDVR-19636701 tempest-RoutersTestDVR-19636701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617571', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130640'] for router, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:33.259753 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-87166e5b-da91-45cf-abbd-f50bb48b2408 tempest-RoutersTestDVR-19636701 tempest-RoutersTestDVR-19636701-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:33.296758 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-87166e5b-da91-45cf-abbd-f50bb48b2408 tempest-RoutersTestDVR-19636701 tempest-RoutersTestDVR-19636701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616'] for router, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:33.329874 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-87166e5b-da91-45cf-abbd-f50bb48b2408 tempest-RoutersTestDVR-19636701 tempest-RoutersTestDVR-19636701-project-admin] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:33.331829 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-87166e5b-da91-45cf-abbd-f50bb48b2408 tempest-RoutersTestDVR-19636701 tempest-RoutersTestDVR-19636701-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.4399765 Apr 01 15:52:33.334275 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49296) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:33.373638 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-6a002a3f-1fae-44ab-858f-0835d22b7f84 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Calling delete_port for 9331fc9f-96f6-43f6-b839-1d14ea1b43a2 owned by network:dhcp {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:52:33.409550 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c06ae58f-23a0-4067-baee-e4d0104b33c1 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:52:33.421391 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f474047-ed9f-4c36-bdf9-d4e4f3af9863 None None] Sync routers for ids ['714b683d-7667-4802-bd60-759e450bc1cd'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:52:33.443791 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f474047-ed9f-4c36-bdf9-d4e4f3af9863 None None] Routers {'714b683d-7667-4802-bd60-759e450bc1cd'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:52:33.446567 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-4f474047-ed9f-4c36-bdf9-d4e4f3af9863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:52:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['714b683d-7667-4802-bd60-759e450bc1cd'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:33.563271 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eaabdf7-afef-4278-821a-6d0697f2fdb1 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Network 6ba7eb4b-164d-43b6-882a-ce0eccf7c43e is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:52:33.583218 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-4f474047-ed9f-4c36-bdf9-d4e4f3af9863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:33.602671 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f474047-ed9f-4c36-bdf9-d4e4f3af9863 None None] Routers {'714b683d-7667-4802-bd60-759e450bc1cd'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:52:33.603509 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-4f474047-ed9f-4c36-bdf9-d4e4f3af9863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:52:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['714b683d-7667-4802-bd60-759e450bc1cd'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:33.655798 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-b3eb8d88-db4a-47ba-a4d1-6671b9c48b4a tempest-FloatingIPAdminTestJSON-1510248784 tempest-FloatingIPAdminTestJSON-1510248784-project] Allocated IP 172.26.1.101 (ed45466e-0386-4b92-8de3-247c977242ac/0479f741-5cd1-4d6f-b593-d8aa909a42d3/11918638-4cec-4fb7-a39e-d5425e724dca) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:52:33.670002 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_v2 [None req-38462eb4-319c-416d-9981-9f9fd0f55059 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Deleting subnet 0ea5ee8d-1239-48b1-8878-4af26496b1ea {{(pid=83826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:52:33.682375 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-4f474047-ed9f-4c36-bdf9-d4e4f3af9863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:33.682773 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f474047-ed9f-4c36-bdf9-d4e4f3af9863 None None] The sync data for ids ['714b683d-7667-4802-bd60-759e450bc1cd'] in dv-neutron-833373-2-hyperv is: [] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:52:33.692821 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c06ae58f-23a0-4067-baee-e4d0104b33c1 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:33.694338 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-c06ae58f-23a0-4067-baee-e4d0104b33c1 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.8672452 Apr 01 15:52:33.696917 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49302) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:33.703500 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-97d023b5-ff06-42aa-bd5d-ced72378cf3b tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:52:33.708024 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-38462eb4-319c-416d-9981-9f9fd0f55059 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for subnet, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:33.752546 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e56b7953-21ef-4c9d-ba75-6d785a424333 tempest-RoutersTestDVR-19636701 tempest-RoutersTestDVR-19636701-project-admin] Notify callbacks [] for router, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:33.784840 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-0eaabdf7-afef-4278-821a-6d0697f2fdb1 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, 6ba7eb4b-164d-43b6-882a-ce0eccf7c43e) {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:33.792938 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ea74fa-cf02-4255-a1f0-43d9434820c2 None None] Network 6ba7eb4b-164d-43b6-882a-ce0eccf7c43e requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:52:33.805579 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eaabdf7-afef-4278-821a-6d0697f2fdb1 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:33.806556 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0eaabdf7-afef-4278-821a-6d0697f2fdb1 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:33.902494 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.db.api [None req-6a002a3f-1fae-44ab-858f-0835d22b7f84 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:52:33.903012 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG oslo_db.api [None req-6a002a3f-1fae-44ab-858f-0835d22b7f84 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:52:33.938203 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-38462eb4-319c-416d-9981-9f9fd0f55059 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16610770'] for subnet, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:33.946081 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 9331fc9f-96f6-43f6-b839-1d14ea1b43a2 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:52:33.985558 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 9331fc9f-96f6-43f6-b839-1d14ea1b43a2 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:52:33.985895 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 9331fc9f-96f6-43f6-b839-1d14ea1b43a2 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:52:34.097710 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ae0dc6-c0b8-4b3e-9648-50cdb492192a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-6ba7eb4b-164d-43b6-882a-ce0eccf7c43e', 'network_id': '6ba7eb4b-164d-43b6-882a-ce0eccf7c43e', 'tenant_id': 'd41ff62d3a004209bfda315661ac6954', 'fixed_ips': [{'subnet_id': '345c8ad9-2832-4e37-8d25-efde4bfbadaf'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:52:34.098626 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-0eaabdf7-afef-4278-821a-6d0697f2fdb1 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 4.1051788 Apr 01 15:52:34.103316 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-25ae0dc6-c0b8-4b3e-9648-50cdb492192a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:34.108376 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49306) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:34.117461 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-cef4bed0-bfcc-4564-871a-efb124785a9c tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-181921152'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:52:34.130379 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-cef4bed0-bfcc-4564-871a-efb124785a9c tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:34.195024 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-cef4bed0-bfcc-4564-871a-efb124785a9c tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Usage tracker for resource:network and tenant:d41ff62d3a004209bfda315661ac6954 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:34.204893 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44506218-482c-4da5-a9c3-0e2737b0bb53 req-775e5c59-ae5c-475c-a3cb-43cb75423c45 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:34.206512 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-44506218-482c-4da5-a9c3-0e2737b0bb53 req-775e5c59-ae5c-475c-a3cb-43cb75423c45 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3318f8-792d-48fb-8e2f-9e09760166b6 HTTP/1.1" status: 200 len: 945 time: 0.6130455 Apr 01 15:52:34.256918 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-cef4bed0-bfcc-4564-871a-efb124785a9c tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:34.262050 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b3eb8d88-db4a-47ba-a4d1-6671b9c48b4a tempest-FloatingIPAdminTestJSON-1510248784 tempest-FloatingIPAdminTestJSON-1510248784-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:34.277124 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-cef4bed0-bfcc-4564-871a-efb124785a9c tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:34.285371 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e56b7953-21ef-4c9d-ba75-6d785a424333 tempest-RoutersTestDVR-19636701 tempest-RoutersTestDVR-19636701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130651'] for router, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:34.295477 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-38462eb4-319c-416d-9981-9f9fd0f55059 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:34.300009 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e56b7953-21ef-4c9d-ba75-6d785a424333 tempest-RoutersTestDVR-19636701 tempest-RoutersTestDVR-19636701-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:34.304355 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef4bed0-bfcc-4564-871a-efb124785a9c tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Made reservation on behalf of d41ff62d3a004209bfda315661ac6954 for: {'network': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:52:34.307397 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-cef4bed0-bfcc-4564-871a-efb124785a9c tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:34.314090 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-25ae0dc6-c0b8-4b3e-9648-50cdb492192a None None] Allocated IP 2001:db8::3 (6ba7eb4b-164d-43b6-882a-ce0eccf7c43e/345c8ad9-2832-4e37-8d25-efde4bfbadaf/45467368-dde6-4b39-890e-d10321967875) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:52:34.374202 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e56b7953-21ef-4c9d-ba75-6d785a424333 tempest-RoutersTestDVR-19636701 tempest-RoutersTestDVR-19636701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607376'] for router, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:34.374707 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e56b7953-21ef-4c9d-ba75-6d785a424333 tempest-RoutersTestDVR-19636701 tempest-RoutersTestDVR-19636701-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 83aee2f2-1e43-421f-90a8-311c6a571f3c {{(pid=83828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:52:34.382943 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cef4bed0-bfcc-4564-871a-efb124785a9c tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=83828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:52:34.401619 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-44506218-482c-4da5-a9c3-0e2737b0bb53 req-5a6dd289-f726-4474-a8bb-a660f41a0dad tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/security-groups?id=559624ab-485e-424f-98d0-03f9fb5e6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1868749 Apr 01 15:52:34.406092 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-cef4bed0-bfcc-4564-871a-efb124785a9c tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:34.406501 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.segments_db [None req-cef4bed0-bfcc-4564-871a-efb124785a9c tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Added segment bc6308fb-2e5b-436a-948d-d212a2938524 of type vlan for network 6d46046f-331e-4614-a521-f02e32919c15 Apr 01 15:52:34.426810 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-6a002a3f-1fae-44ab-858f-0835d22b7f84 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Deleting port 9331fc9f-96f6-43f6-b839-1d14ea1b43a2 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:52:34.427365 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6a002a3f-1fae-44ab-858f-0835d22b7f84 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:34.467090 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-38462eb4-319c-416d-9981-9f9fd0f55059 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15415074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16089009'] for subnet, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:34.479738 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e56b7953-21ef-4c9d-ba75-6d785a424333 tempest-RoutersTestDVR-19636701 tempest-RoutersTestDVR-19636701-project-admin] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:34.485928 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-e56b7953-21ef-4c9d-ba75-6d785a424333 tempest-RoutersTestDVR-19636701 tempest-RoutersTestDVR-19636701-project-admin] 10.222.0.55 "DELETE /v2.0/routers/83aee2f2-1e43-421f-90a8-311c6a571f3c HTTP/1.1" status: 204 len: 168 time: 1.1455832 Apr 01 15:52:34.490842 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49310) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:34.548345 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-2249ebed-42f2-4154-9c01-ee62071d0101 tempest-RoutersTestDVR-19636701 tempest-RoutersTestDVR-19636701-project-admin] Request body: {'router': {'name': 'tempest-router-797280868', 'distributed': False}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:52:34.565346 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-2249ebed-42f2-4154-9c01-ee62071d0101 tempest-RoutersTestDVR-19636701 tempest-RoutersTestDVR-19636701-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:34.573986 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-2249ebed-42f2-4154-9c01-ee62071d0101 tempest-RoutersTestDVR-19636701 tempest-RoutersTestDVR-19636701-project-admin] Usage tracker for resource:router and tenant:109a79d598274876b4b27066d34848a6 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:34.580611 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-2249ebed-42f2-4154-9c01-ee62071d0101 tempest-RoutersTestDVR-19636701 tempest-RoutersTestDVR-19636701-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:34.583905 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-6a002a3f-1fae-44ab-858f-0835d22b7f84 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] The port '9331fc9f-96f6-43f6-b839-1d14ea1b43a2' was deleted {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:52:34.586520 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38462eb4-319c-416d-9981-9f9fd0f55059 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event deleted for resources: {'Subnet': ['ID=0ea5ee8d-1239-48b1-8878-4af26496b1ea,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:34.586655 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-cef4bed0-bfcc-4564-871a-efb124785a9c tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:34.592570 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-38462eb4-319c-416d-9981-9f9fd0f55059 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:34.596281 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-2249ebed-42f2-4154-9c01-ee62071d0101 tempest-RoutersTestDVR-19636701 tempest-RoutersTestDVR-19636701-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:34.615610 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa666c45-6544-4578-adec-8db07f9cccdf None None] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:52:34.629742 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5b30c4f6-f227-4358-a767-1eceb0241af5 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611543'] for router_interface, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:34.630683 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2249ebed-42f2-4154-9c01-ee62071d0101 tempest-RoutersTestDVR-19636701 tempest-RoutersTestDVR-19636701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130665'] for router, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:34.631889 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2249ebed-42f2-4154-9c01-ee62071d0101 tempest-RoutersTestDVR-19636701 tempest-RoutersTestDVR-19636701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617571', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130640'] for router, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:34.652165 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-cef4bed0-bfcc-4564-871a-efb124785a9c tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:34.658024 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef4bed0-bfcc-4564-871a-efb124785a9c tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:34.658024 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-cef4bed0-bfcc-4564-871a-efb124785a9c tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:34.691005 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b3eb8d88-db4a-47ba-a4d1-6671b9c48b4a tempest-FloatingIPAdminTestJSON-1510248784 tempest-FloatingIPAdminTestJSON-1510248784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:34.736004 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-25ae0dc6-c0b8-4b3e-9648-50cdb492192a None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:34.761094 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-25ae0dc6-c0b8-4b3e-9648-50cdb492192a None None] Transition to ACTIVE for port object 45467368-dde6-4b39-890e-d10321967875 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:52:34.775200 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2249ebed-42f2-4154-9c01-ee62071d0101 tempest-RoutersTestDVR-19636701 tempest-RoutersTestDVR-19636701-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:34.788088 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-cef4bed0-bfcc-4564-871a-efb124785a9c tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6760240 Apr 01 15:52:34.792329 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49314) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:34.792973 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef4bed0-bfcc-4564-871a-efb124785a9c tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Pushing event updated for resources: {'Network': ['ID=6d46046f-331e-4614-a521-f02e32919c15,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:34.799664 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-25ae0dc6-c0b8-4b3e-9648-50cdb492192a None None] Transition to ACTIVE for port object 45467368-dde6-4b39-890e-d10321967875 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:52:34.802773 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-3f287ed3-303c-4aef-b7a9-87bf0903ce5e tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Request body: {'subnet': {'network_id': '6d46046f-331e-4614-a521-f02e32919c15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:52:34.833289 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 6d46046f-331e-4614-a521-f02e32919c15 details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:52:34.853649 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-25ae0dc6-c0b8-4b3e-9648-50cdb492192a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:34.883004 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-38462eb4-319c-416d-9981-9f9fd0f55059 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/subnets/0ea5ee8d-1239-48b1-8878-4af26496b1ea HTTP/1.1" status: 204 len: 168 time: 2.4614904 Apr 01 15:52:34.893066 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2249ebed-42f2-4154-9c01-ee62071d0101 tempest-RoutersTestDVR-19636701 tempest-RoutersTestDVR-19636701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616'] for router, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:34.899669 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49318) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:34.986255 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2249ebed-42f2-4154-9c01-ee62071d0101 tempest-RoutersTestDVR-19636701 tempest-RoutersTestDVR-19636701-project-admin] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:34.986255 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-2249ebed-42f2-4154-9c01-ee62071d0101 tempest-RoutersTestDVR-19636701 tempest-RoutersTestDVR-19636701-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4499838 Apr 01 15:52:34.996192 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49322) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:35.051032 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6a002a3f-1fae-44ab-858f-0835d22b7f84 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:35.067821 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ae0dc6-c0b8-4b3e-9648-50cdb492192a None None] Pushing event updated for resources: {'Port': ['ID=45467368-dde6-4b39-890e-d10321967875,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:35.075023 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ae0dc6-c0b8-4b3e-9648-50cdb492192a None None] Network 6ba7eb4b-164d-43b6-882a-ce0eccf7c43e is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:35.093626 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3eb8d88-db4a-47ba-a4d1-6671b9c48b4a tempest-FloatingIPAdminTestJSON-1510248784 tempest-FloatingIPAdminTestJSON-1510248784-project] Network ed45466e-0386-4b92-8de3-247c977242ac is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:35.098402 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-b3eb8d88-db4a-47ba-a4d1-6671b9c48b4a tempest-FloatingIPAdminTestJSON-1510248784 tempest-FloatingIPAdminTestJSON-1510248784-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:35.100243 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eb8d88-db4a-47ba-a4d1-6671b9c48b4a tempest-FloatingIPAdminTestJSON-1510248784 tempest-FloatingIPAdminTestJSON-1510248784-project] Pushing event updated for resources: {'Port': ['ID=11918638-4cec-4fb7-a39e-d5425e724dca,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:35.101186 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-25ae0dc6-c0b8-4b3e-9648-50cdb492192a None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:35.102450 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3eb8d88-db4a-47ba-a4d1-6671b9c48b4a tempest-FloatingIPAdminTestJSON-1510248784 tempest-FloatingIPAdminTestJSON-1510248784-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:52:35.124431 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ae0dc6-c0b8-4b3e-9648-50cdb492192a None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:52:35.131934 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-6a002a3f-1fae-44ab-858f-0835d22b7f84 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['475ed8bd-e22a-4ac4-b1f4-a59f7f05ee3d']}} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:35.162281 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-6a002a3f-1fae-44ab-858f-0835d22b7f84 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95d2e9c5-c55c-408b-831e-b664b2a42648') {'for_net_delete': True} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:35.162644 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-6a002a3f-1fae-44ab-858f-0835d22b7f84 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95d2e9c5-c55c-408b-831e-b664b2a42648') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:35.179684 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6a002a3f-1fae-44ab-858f-0835d22b7f84 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16610763'] for segment, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:35.182562 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-3f287ed3-303c-4aef-b7a9-87bf0903ce5e tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:35.197642 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-3f287ed3-303c-4aef-b7a9-87bf0903ce5e tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Usage tracker for resource:subnet and tenant:d41ff62d3a004209bfda315661ac6954 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:35.204214 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-3f287ed3-303c-4aef-b7a9-87bf0903ce5e tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:35.206716 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6a002a3f-1fae-44ab-858f-0835d22b7f84 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:35.218922 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a002a3f-1fae-44ab-858f-0835d22b7f84 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=83826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:52:35.219358 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6a002a3f-1fae-44ab-858f-0835d22b7f84 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15415164'] for segment, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:35.234873 dv-neutron-833373-2-hyperv neutron-server[83826]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:52:35.234873 dv-neutron-833373-2-hyperv neutron-server[83826]: util.warn( Apr 01 15:52:35.234873 dv-neutron-833373-2-hyperv neutron-server[83826]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:52:35.234873 dv-neutron-833373-2-hyperv neutron-server[83826]: util.warn( Apr 01 15:52:35.234873 dv-neutron-833373-2-hyperv neutron-server[83826]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:52:35.234873 dv-neutron-833373-2-hyperv neutron-server[83826]: util.warn( Apr 01 15:52:35.234873 dv-neutron-833373-2-hyperv neutron-server[83826]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:52:35.234873 dv-neutron-833373-2-hyperv neutron-server[83826]: util.warn( Apr 01 15:52:35.234873 dv-neutron-833373-2-hyperv neutron-server[83826]: Traceback (most recent call last): Apr 01 15:52:35.234873 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:52:35.234873 dv-neutron-833373-2-hyperv neutron-server[83826]: timer() Apr 01 15:52:35.234873 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:52:35.234873 dv-neutron-833373-2-hyperv neutron-server[83826]: cb(*args, **kw) Apr 01 15:52:35.234873 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:52:35.234873 dv-neutron-833373-2-hyperv neutron-server[83826]: return func(*args, **kwargs) Apr 01 15:52:35.234873 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:52:35.234873 dv-neutron-833373-2-hyperv neutron-server[83826]: self._notify() Apr 01 15:52:35.234873 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:52:35.234873 dv-neutron-833373-2-hyperv neutron-server[83826]: self.callback(batched_events) Apr 01 15:52:35.234873 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:52:35.234873 dv-neutron-833373-2-hyperv neutron-server[83826]: event.method(event) Apr 01 15:52:35.234873 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:52:35.234873 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:52:35.234873 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:52:35.234873 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:52:35.234873 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:52:35.234873 dv-neutron-833373-2-hyperv neutron-server[83826]: return f(self, *a, **k) Apr 01 15:52:35.234873 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:52:35.234873 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._get(url).json() Apr 01 15:52:35.234873 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:52:35.234873 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:52:35.234873 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:52:35.234873 dv-neutron-833373-2-hyperv neutron-server[83826]: return self.request(url, 'GET', **kwargs) Apr 01 15:52:35.234873 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:52:35.234873 dv-neutron-833373-2-hyperv neutron-server[83826]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:52:35.234873 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:52:35.234873 dv-neutron-833373-2-hyperv neutron-server[83826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:52:35.234873 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:52:35.234873 dv-neutron-833373-2-hyperv neutron-server[83826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:52:35.234873 dv-neutron-833373-2-hyperv neutron-server[83826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:52:35.243615 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-25ae0dc6-c0b8-4b3e-9648-50cdb492192a None None] Attempting to bind port 45467368-dde6-4b39-890e-d10321967875 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:52:35.243912 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-25ae0dc6-c0b8-4b3e-9648-50cdb492192a None None] Attempting to bind port 45467368-dde6-4b39-890e-d10321967875 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'c414fed1-52b2-4822-bb80-eb33f5864267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '6ba7eb4b-164d-43b6-882a-ce0eccf7c43e'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:52:35.244304 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ae0dc6-c0b8-4b3e-9648-50cdb492192a None None] Attempting to bind port 45467368-dde6-4b39-890e-d10321967875 on network 6ba7eb4b-164d-43b6-882a-ce0eccf7c43e {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:52:35.254086 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ae0dc6-c0b8-4b3e-9648-50cdb492192a None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:52:35.254912 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ae0dc6-c0b8-4b3e-9648-50cdb492192a None None] Checking segment: {'id': 'c414fed1-52b2-4822-bb80-eb33f5864267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '6ba7eb4b-164d-43b6-882a-ce0eccf7c43e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:52:35.255564 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-25ae0dc6-c0b8-4b3e-9648-50cdb492192a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:35.256205 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ae0dc6-c0b8-4b3e-9648-50cdb492192a None None] Bound using segment: {'id': 'c414fed1-52b2-4822-bb80-eb33f5864267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '6ba7eb4b-164d-43b6-882a-ce0eccf7c43e'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:52:35.261674 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-25ae0dc6-c0b8-4b3e-9648-50cdb492192a None None] Bound port: 45467368-dde6-4b39-890e-d10321967875, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c414fed1-52b2-4822-bb80-eb33f5864267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '6ba7eb4b-164d-43b6-882a-ce0eccf7c43e'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:52:35.262687 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-25ae0dc6-c0b8-4b3e-9648-50cdb492192a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:35.269949 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-3f287ed3-303c-4aef-b7a9-87bf0903ce5e tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:35.359958 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6a002a3f-1fae-44ab-858f-0835d22b7f84 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:35.384876 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6a002a3f-1fae-44ab-858f-0835d22b7f84 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:35.407952 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-25ae0dc6-c0b8-4b3e-9648-50cdb492192a None None] For port 45467368-dde6-4b39-890e-d10321967875, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:52:35.412908 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-25ae0dc6-c0b8-4b3e-9648-50cdb492192a None None] For port 45467368-dde6-4b39-890e-d10321967875, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=45467368-dde6-4b39-890e-d10321967875,segment=NetworkSegment(c414fed1-52b2-4822-bb80-eb33f5864267),segment_id=c414fed1-52b2-4822-bb80-eb33f5864267)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:52:35.421240 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f287ed3-303c-4aef-b7a9-87bf0903ce5e tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Made reservation on behalf of d41ff62d3a004209bfda315661ac6954 for: {'subnet': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:52:35.423633 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-25ae0dc6-c0b8-4b3e-9648-50cdb492192a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:35.466925 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a002a3f-1fae-44ab-858f-0835d22b7f84 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Pushing event deleted for resources: {'Network': ['ID=475ed8bd-e22a-4ac4-b1f4-a59f7f05ee3d,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:35.484108 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-6a002a3f-1fae-44ab-858f-0835d22b7f84 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "DELETE /v2.0/networks/475ed8bd-e22a-4ac4-b1f4-a59f7f05ee3d HTTP/1.1" status: 204 len: 168 time: 3.6802454 Apr 01 15:52:35.489039 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 49328) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:35.496270 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b3eb8d88-db4a-47ba-a4d1-6671b9c48b4a tempest-FloatingIPAdminTestJSON-1510248784 tempest-FloatingIPAdminTestJSON-1510248784-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:35.542050 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ae0dc6-c0b8-4b3e-9648-50cdb492192a None None] Pushing event updated for resources: {'Port': ['ID=45467368-dde6-4b39-890e-d10321967875,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:35.681832 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9c4c1a15-6f49-42f7-8a61-2e216a07d131 tempest-RoutersTestDVR-19636701 tempest-RoutersTestDVR-19636701-project-admin] Notify callbacks [] for router, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:35.742542 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b3eb8d88-db4a-47ba-a4d1-6671b9c48b4a tempest-FloatingIPAdminTestJSON-1510248784 tempest-FloatingIPAdminTestJSON-1510248784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:35.846533 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3f287ed3-303c-4aef-b7a9-87bf0903ce5e tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16030269'] for subnet, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:35.937429 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb93d54-244f-469d-b86d-6bc722b5a190 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:35.938236 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-2eb93d54-244f-469d-b86d-6bc722b5a190 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Synchronizing usage tracker for tenant:144b300b27fa4dafba1405cae5639f1c on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:36.004224 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 45467368-dde6-4b39-890e-d10321967875 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:52:36.064859 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_v2 [None req-6705d2b9-46ec-46b5-aab4-df8a2f31267f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Deleting subnet 7749d0bf-8672-45c3-82b8-70042369b17b {{(pid=83828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:52:36.074828 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6705d2b9-46ec-46b5-aab4-df8a2f31267f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for subnet, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:36.115705 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.ipam_backend_mixin [None req-3f287ed3-303c-4aef-b7a9-87bf0903ce5e tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Performing IP validity checks on allocation pools {{(pid=83828) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 01 15:52:36.116229 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.ipam_backend_mixin [None req-3f287ed3-303c-4aef-b7a9-87bf0903ce5e tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83828) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 01 15:52:36.129998 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 45467368-dde6-4b39-890e-d10321967875 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:52:36.139157 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73d52da-ed30-4662-a1fb-984b0404b671 req-b67997d4-c74f-43ad-9f82-6e3ca7b7b1c3 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:36.140663 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d73d52da-ed30-4662-a1fb-984b0404b671 req-b67997d4-c74f-43ad-9f82-6e3ca7b7b1c3 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3318f8-792d-48fb-8e2f-9e09760166b6 HTTP/1.1" status: 200 len: 945 time: 0.5417032 Apr 01 15:52:36.150804 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-2eb93d54-244f-469d-b86d-6bc722b5a190 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Unset dirty status for tenant:144b300b27fa4dafba1405cae5639f1c on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:36.151949 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-2eb93d54-244f-469d-b86d-6bc722b5a190 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.6609156 Apr 01 15:52:36.174452 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 49332) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:36.289200 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6705d2b9-46ec-46b5-aab4-df8a2f31267f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15303084'] for subnet, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:36.342465 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d73d52da-ed30-4662-a1fb-984b0404b671 req-6da15ab9-0c80-43ed-9c85-70d5c60e8320 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/security-groups?id=559624ab-485e-424f-98d0-03f9fb5e6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1892202 Apr 01 15:52:36.386584 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-ce382136-37ed-4f89-a6c2-fde5f26afa38 None None] Provisioning complete for port 68b205e4-b54c-4301-984c-a8175d978652 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:36.386965 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b3eb8d88-db4a-47ba-a4d1-6671b9c48b4a tempest-FloatingIPAdminTestJSON-1510248784 tempest-FloatingIPAdminTestJSON-1510248784-project] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:36.388376 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ce382136-37ed-4f89-a6c2-fde5f26afa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:36.418599 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b3eb8d88-db4a-47ba-a4d1-6671b9c48b4a tempest-FloatingIPAdminTestJSON-1510248784 tempest-FloatingIPAdminTestJSON-1510248784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:36.536663 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-cf950d40-4119-4c78-9843-618a030b62aa tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3610287 Apr 01 15:52:36.545679 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 49340) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:36.564894 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-31328991-d4d7-4c24-9c79-6d2ce19b5f4f tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-123846636'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:52:36.602297 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-31328991-d4d7-4c24-9c79-6d2ce19b5f4f tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:36.649233 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eb8d88-db4a-47ba-a4d1-6671b9c48b4a tempest-FloatingIPAdminTestJSON-1510248784 tempest-FloatingIPAdminTestJSON-1510248784-project] Pushing event updated for resources: {'Port': ['ID=11918638-4cec-4fb7-a39e-d5425e724dca,revision_number=2']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:36.658960 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-31328991-d4d7-4c24-9c79-6d2ce19b5f4f tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Usage tracker for resource:network and tenant:144b300b27fa4dafba1405cae5639f1c is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:36.674639 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-31328991-d4d7-4c24-9c79-6d2ce19b5f4f tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:36.696766 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-31328991-d4d7-4c24-9c79-6d2ce19b5f4f tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:36.730192 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b3eb8d88-db4a-47ba-a4d1-6671b9c48b4a tempest-FloatingIPAdminTestJSON-1510248784 tempest-FloatingIPAdminTestJSON-1510248784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617697'] for floatingip, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:36.737217 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31328991-d4d7-4c24-9c79-6d2ce19b5f4f tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Made reservation on behalf of 144b300b27fa4dafba1405cae5639f1c for: {'network': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:52:36.740571 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-31328991-d4d7-4c24-9c79-6d2ce19b5f4f tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:36.742235 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9c4c1a15-6f49-42f7-8a61-2e216a07d131 tempest-RoutersTestDVR-19636701 tempest-RoutersTestDVR-19636701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130651'] for router, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:36.775342 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9c4c1a15-6f49-42f7-8a61-2e216a07d131 tempest-RoutersTestDVR-19636701 tempest-RoutersTestDVR-19636701-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:36.813308 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6705d2b9-46ec-46b5-aab4-df8a2f31267f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:36.818525 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b3eb8d88-db4a-47ba-a4d1-6671b9c48b4a tempest-FloatingIPAdminTestJSON-1510248784 tempest-FloatingIPAdminTestJSON-1510248784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for floatingip, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:36.821202 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-b3eb8d88-db4a-47ba-a4d1-6671b9c48b4a tempest-FloatingIPAdminTestJSON-1510248784 tempest-FloatingIPAdminTestJSON-1510248784-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9810791 Apr 01 15:52:36.826564 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 49344) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:36.886090 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686313f1-29a4-4fc3-9ebc-e658ba6aabcb None None] Network 6ba7eb4b-164d-43b6-882a-ce0eccf7c43e requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:52:36.894201 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-97d023b5-ff06-42aa-bd5d-ced72378cf3b tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130626'] for router, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:36.906961 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3f287ed3-303c-4aef-b7a9-87bf0903ce5e tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15306628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16030227'] for subnet, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:36.916367 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31328991-d4d7-4c24-9c79-6d2ce19b5f4f tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=83826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:52:36.929665 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1493271a-9a9e-4646-9760-712587f7323e req-3afafe30-a311-4625-9695-25c861d61e74 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:36.931176 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-1493271a-9a9e-4646-9760-712587f7323e req-3afafe30-a311-4625-9695-25c861d61e74 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3318f8-792d-48fb-8e2f-9e09760166b6 HTTP/1.1" status: 200 len: 945 time: 0.3376119 Apr 01 15:52:36.947474 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9c4c1a15-6f49-42f7-8a61-2e216a07d131 tempest-RoutersTestDVR-19636701 tempest-RoutersTestDVR-19636701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607376'] for router, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:36.947993 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c4c1a15-6f49-42f7-8a61-2e216a07d131 tempest-RoutersTestDVR-19636701 tempest-RoutersTestDVR-19636701-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b717d6e9-957f-4987-a5f9-a2fede201a5b {{(pid=83828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:52:37.016270 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-97d023b5-ff06-42aa-bd5d-ced72378cf3b tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:37.024481 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-31328991-d4d7-4c24-9c79-6d2ce19b5f4f tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:37.024843 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.segments_db [None req-31328991-d4d7-4c24-9c79-6d2ce19b5f4f tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Added segment 39214515-57c5-490d-8302-72f4a04f97b1 of type vlan for network d7b2c41d-952a-4f56-8546-d14de241d82a Apr 01 15:52:37.031565 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-4efd260b-198b-4f94-80e7-3614b3587ee9 None None] Provisioning for port 45467368-dde6-4b39-890e-d10321967875 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:52:37.035773 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9c4c1a15-6f49-42f7-8a61-2e216a07d131 tempest-RoutersTestDVR-19636701 tempest-RoutersTestDVR-19636701-project-admin] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:37.040207 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-9c4c1a15-6f49-42f7-8a61-2e216a07d131 tempest-RoutersTestDVR-19636701 tempest-RoutersTestDVR-19636701-project-admin] 10.222.0.55 "DELETE /v2.0/routers/b717d6e9-957f-4987-a5f9-a2fede201a5b HTTP/1.1" status: 204 len: 168 time: 2.0375144 Apr 01 15:52:37.043422 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6705d2b9-46ec-46b5-aab4-df8a2f31267f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15306565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16030232'] for subnet, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:37.047958 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49348) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:37.052969 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f287ed3-303c-4aef-b7a9-87bf0903ce5e tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Pushing event updated for resources: {'Subnet': ['ID=82f2dc04-14f2-4ae0-bb00-68178af05cb1,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:37.055563 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-4efd260b-198b-4f94-80e7-3614b3587ee9 None None] Provisioning complete for port 45467368-dde6-4b39-890e-d10321967875 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:37.055997 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-4efd260b-198b-4f94-80e7-3614b3587ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:37.060557 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-9050a3f6-d49c-4946-819c-60799b88e3d4 tempest-RoutersTestDVR-19636701 tempest-RoutersTestDVR-19636701-project-admin] Request body: {'router': {'name': 'tempest-router-2110552410', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'a98ee2495dca42038cb3468e0b43a4e9'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:52:37.099220 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-97d023b5-ff06-42aa-bd5d-ced72378cf3b tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Deleting port daa4b8ea-7c2d-4eea-bd0b-ec158fe9be2b {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:52:37.099576 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-97d023b5-ff06-42aa-bd5d-ced72378cf3b tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:37.111347 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-31328991-d4d7-4c24-9c79-6d2ce19b5f4f tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:37.123331 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-26f36c99-431d-4db0-9659-06da2744286e tempest-FloatingIPAdminTestJSON-2024400118 tempest-FloatingIPAdminTestJSON-2024400118-project-admin] 10.222.0.55 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2914 time: 0.2904575 Apr 01 15:52:37.124742 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-9050a3f6-d49c-4946-819c-60799b88e3d4 tempest-RoutersTestDVR-19636701 tempest-RoutersTestDVR-19636701-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:37.130359 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 49352) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:37.139280 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6705d2b9-46ec-46b5-aab4-df8a2f31267f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event deleted for resources: {'Subnet': ['ID=7749d0bf-8672-45c3-82b8-70042369b17b,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:37.141652 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-9050a3f6-d49c-4946-819c-60799b88e3d4 tempest-RoutersTestDVR-19636701 tempest-RoutersTestDVR-19636701-project-admin] Usage tracker for resource:router and tenant:a98ee2495dca42038cb3468e0b43a4e9 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:37.152374 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-9050a3f6-d49c-4946-819c-60799b88e3d4 tempest-RoutersTestDVR-19636701 tempest-RoutersTestDVR-19636701-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:37.162253 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f287ed3-303c-4aef-b7a9-87bf0903ce5e tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Checking segment: {'id': 'bc6308fb-2e5b-436a-948d-d212a2938524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6d46046f-331e-4614-a521-f02e32919c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:52:37.162620 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f287ed3-303c-4aef-b7a9-87bf0903ce5e tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Network hostable DHCP agents. Network: 6d46046f-331e-4614-a521-f02e32919c15, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:52:37.167545 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6705d2b9-46ec-46b5-aab4-df8a2f31267f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:37.171774 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16597e86-db8c-4b10-8efc-3894543aed5a None None] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:52:37.172142 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-9050a3f6-d49c-4946-819c-60799b88e3d4 tempest-RoutersTestDVR-19636701 tempest-RoutersTestDVR-19636701-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:37.211086 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-6705d2b9-46ec-46b5-aab4-df8a2f31267f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/subnets/7749d0bf-8672-45c3-82b8-70042369b17b HTTP/1.1" status: 204 len: 168 time: 2.3063016 Apr 01 15:52:37.212796 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49356) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:37.231637 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9050a3f6-d49c-4946-819c-60799b88e3d4 tempest-RoutersTestDVR-19636701 tempest-RoutersTestDVR-19636701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130665'] for router, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:37.232784 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9050a3f6-d49c-4946-819c-60799b88e3d4 tempest-RoutersTestDVR-19636701 tempest-RoutersTestDVR-19636701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617571', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130640'] for router, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:37.363910 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-affbe093-e1d8-483f-aeae-97f1647b39a7 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1474631 Apr 01 15:52:37.373410 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49360) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:37.377000 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-1493271a-9a9e-4646-9760-712587f7323e req-ab98c510-3c8b-455e-be2e-6ca6d1e2fdc4 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/security-groups?id=559624ab-485e-424f-98d0-03f9fb5e6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4231875 Apr 01 15:52:37.383664 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-ae795a93-d05d-41f0-851d-f2a76a1b5c0b tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Request body: {'subnet': {'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:52:37.396362 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-5b30c4f6-f227-4358-a767-1eceb0241af5 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Deleting port 224c2a9d-e582-481c-8f57-3030758da096 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:52:37.396698 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5b30c4f6-f227-4358-a767-1eceb0241af5 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:37.515334 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f287ed3-303c-4aef-b7a9-87bf0903ce5e tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Network 6d46046f-331e-4614-a521-f02e32919c15 is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:52:37.532154 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-4efd260b-198b-4f94-80e7-3614b3587ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:37.553036 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-3f287ed3-303c-4aef-b7a9-87bf0903ce5e tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, 6d46046f-331e-4614-a521-f02e32919c15) {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:37.555210 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9050a3f6-d49c-4946-819c-60799b88e3d4 tempest-RoutersTestDVR-19636701 tempest-RoutersTestDVR-19636701-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:37.558523 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-ae795a93-d05d-41f0-851d-f2a76a1b5c0b tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:37.568343 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029da0f7-f832-4a51-8336-1030c68b20a7 None None] Network 6d46046f-331e-4614-a521-f02e32919c15 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:52:37.571568 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f287ed3-303c-4aef-b7a9-87bf0903ce5e tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:37.572164 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3f287ed3-303c-4aef-b7a9-87bf0903ce5e tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:37.589369 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-ae795a93-d05d-41f0-851d-f2a76a1b5c0b tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Usage tracker for resource:subnet and tenant:50a1f72bd5e54e209eb4756b30f7e6a6 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:37.599557 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-ae795a93-d05d-41f0-851d-f2a76a1b5c0b tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:37.602681 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5b30c4f6-f227-4358-a767-1eceb0241af5 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:37.610443 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-ae795a93-d05d-41f0-851d-f2a76a1b5c0b tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:37.618530 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-97d023b5-ff06-42aa-bd5d-ced72378cf3b tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:37.688846 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-4efd260b-198b-4f94-80e7-3614b3587ee9 None None] For port 45467368-dde6-4b39-890e-d10321967875, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=45467368-dde6-4b39-890e-d10321967875,segment=NetworkSegment(c414fed1-52b2-4822-bb80-eb33f5864267),segment_id=c414fed1-52b2-4822-bb80-eb33f5864267)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:52:37.694822 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-3f287ed3-303c-4aef-b7a9-87bf0903ce5e tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.8988645 Apr 01 15:52:37.695806 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9050a3f6-d49c-4946-819c-60799b88e3d4 tempest-RoutersTestDVR-19636701 tempest-RoutersTestDVR-19636701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616'] for router, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:37.699391 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae795a93-d05d-41f0-851d-f2a76a1b5c0b tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Made reservation on behalf of 50a1f72bd5e54e209eb4756b30f7e6a6 for: {'subnet': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:52:37.703497 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ae795a93-d05d-41f0-851d-f2a76a1b5c0b tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16030269'] for subnet, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:37.703783 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-4efd260b-198b-4f94-80e7-3614b3587ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:37.735938 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-5b30c4f6-f227-4358-a767-1eceb0241af5 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Calling delete_port for 224c2a9d-e582-481c-8f57-3030758da096 owned by network:router_interface {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:52:37.777248 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49366) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:37.790752 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-97d023b5-ff06-42aa-bd5d-ced72378cf3b tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Calling delete_port for daa4b8ea-7c2d-4eea-bd0b-ec158fe9be2b owned by network:router_gateway {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:52:37.841607 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efd260b-198b-4f94-80e7-3614b3587ee9 None None] Pushing event updated for resources: {'Port': ['ID=45467368-dde6-4b39-890e-d10321967875,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:37.950133 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-a9dfce2d-ae0b-4bf5-88b9-1c022dd425ee tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Synchronizing usage tracker for tenant:e1ed221c16654ccf87bcd9697956f8d7 on resource:floatingip {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:37.961776 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bad8a34-f2fb-4d56-af1f-8f22f40d1664 None None] DHCP port deletion for 7b65ac5c-8834-4b65-9b28-b7dba6c9746f request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:52:37.975808 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9050a3f6-d49c-4946-819c-60799b88e3d4 tempest-RoutersTestDVR-19636701 tempest-RoutersTestDVR-19636701-project-admin] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:37.977536 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-9050a3f6-d49c-4946-819c-60799b88e3d4 tempest-RoutersTestDVR-19636701 tempest-RoutersTestDVR-19636701-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.9259815 Apr 01 15:52:37.978763 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-4bad8a34-f2fb-4d56-af1f-8f22f40d1664 None None] Deleting port 68b205e4-b54c-4301-984c-a8175d978652 {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:52:37.979138 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-4bad8a34-f2fb-4d56-af1f-8f22f40d1664 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:37.993112 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49370) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:38.014947 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-c401b6d6-c4c2-4a2d-9fb4-1351791ae3ac tempest-RoutersTestDVR-19636701 tempest-RoutersTestDVR-19636701-project-admin] Request body: {'router': {'distributed': True}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:52:38.033568 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5b30c4f6-f227-4358-a767-1eceb0241af5 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:38.152941 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b30c4f6-f227-4358-a767-1eceb0241af5 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Pushing event deleted for resources: {'Port': ['ID=224c2a9d-e582-481c-8f57-3030758da096,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:38.175296 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-31328991-d4d7-4c24-9c79-6d2ce19b5f4f tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:38.179024 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31328991-d4d7-4c24-9c79-6d2ce19b5f4f tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:38.179632 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-31328991-d4d7-4c24-9c79-6d2ce19b5f4f tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:38.255460 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3fa02417-12e9-4870-86d6-e083b508a051 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:38.280503 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5538706a-1de1-4e84-a624-5688f7a98509 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-6d46046f-331e-4614-a521-f02e32919c15', 'network_id': '6d46046f-331e-4614-a521-f02e32919c15', 'tenant_id': 'd41ff62d3a004209bfda315661ac6954', 'fixed_ips': [{'subnet_id': '82f2dc04-14f2-4ae0-bb00-68178af05cb1'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:52:38.281363 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-5538706a-1de1-4e84-a624-5688f7a98509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:38.305032 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 45467368-dde6-4b39-890e-d10321967875 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:52:38.366188 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-a9dfce2d-ae0b-4bf5-88b9-1c022dd425ee tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Unset dirty status for tenant:e1ed221c16654ccf87bcd9697956f8d7 on resource:floatingip {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:38.368414 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-a9dfce2d-ae0b-4bf5-88b9-1c022dd425ee tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] 10.222.0.55 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 1.1893682 Apr 01 15:52:38.372987 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-31328991-d4d7-4c24-9c79-6d2ce19b5f4f tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.8211949 Apr 01 15:52:38.372987 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 49374) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:38.379581 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49376) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:38.458467 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-4bad8a34-f2fb-4d56-af1f-8f22f40d1664 None None] For port 68b205e4-b54c-4301-984c-a8175d978652, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=68b205e4-b54c-4301-984c-a8175d978652,segment=NetworkSegment(c41dc1a5-c958-4d8b-81ea-3934c36371b8),segment_id=c41dc1a5-c958-4d8b-81ea-3934c36371b8)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:52:38.458467 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-4bad8a34-f2fb-4d56-af1f-8f22f40d1664 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:38.546531 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-25bb0475-06fb-476f-ae61-fb146ffcad1c None None] Provisioning complete for port 45467368-dde6-4b39-890e-d10321967875 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:38.546918 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-25bb0475-06fb-476f-ae61-fb146ffcad1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:38.571382 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-2a273bfa-0af1-49c1-bfa8-e76d98f4d022 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Request body: {'subnet': {'network_id': 'd7b2c41d-952a-4f56-8546-d14de241d82a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:52:38.679731 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-4bad8a34-f2fb-4d56-af1f-8f22f40d1664 None None] Calling delete_port for 68b205e4-b54c-4301-984c-a8175d978652 owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:52:38.689809 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31328991-d4d7-4c24-9c79-6d2ce19b5f4f tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Pushing event updated for resources: {'Network': ['ID=d7b2c41d-952a-4f56-8546-d14de241d82a,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:38.719353 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fb2943-cef7-4d27-9b2f-d81dbe62388d req-315c7187-4b8e-426c-bd33-8d30f81fa0ef tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:38.720872 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-42fb2943-cef7-4d27-9b2f-d81dbe62388d req-315c7187-4b8e-426c-bd33-8d30f81fa0ef tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3318f8-792d-48fb-8e2f-9e09760166b6 HTTP/1.1" status: 200 len: 945 time: 0.7606003 Apr 01 15:52:38.723065 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-52b6aed0-5cd6-47a6-9380-3847c36113e3 tempest-FloatingIPAdminTestJSON-1510248784 tempest-FloatingIPAdminTestJSON-1510248784-project] Deleting port 11918638-4cec-4fb7-a39e-d5425e724dca {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:52:38.723407 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-52b6aed0-5cd6-47a6-9380-3847c36113e3 tempest-FloatingIPAdminTestJSON-1510248784 tempest-FloatingIPAdminTestJSON-1510248784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:38.724819 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network d7b2c41d-952a-4f56-8546-d14de241d82a details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:52:38.842071 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3fa02417-12e9-4870-86d6-e083b508a051 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:38.892809 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-2a273bfa-0af1-49c1-bfa8-e76d98f4d022 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:38.907586 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 45467368-dde6-4b39-890e-d10321967875 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:38.908148 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:38.909988 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ae795a93-d05d-41f0-851d-f2a76a1b5c0b tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15306628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16030227'] for subnet, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:38.970975 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-2a273bfa-0af1-49c1-bfa8-e76d98f4d022 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Usage tracker for resource:subnet and tenant:144b300b27fa4dafba1405cae5639f1c is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:38.984904 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-5538706a-1de1-4e84-a624-5688f7a98509 None None] Allocated IP 2001:db8::3 (6d46046f-331e-4614-a521-f02e32919c15/82f2dc04-14f2-4ae0-bb00-68178af05cb1/04421395-c4e5-4388-8796-efda3a563700) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:52:39.004496 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-2a273bfa-0af1-49c1-bfa8-e76d98f4d022 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:39.038623 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-42fb2943-cef7-4d27-9b2f-d81dbe62388d req-47268252-169b-4bac-969e-31e3abe78fa7 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/security-groups?id=559624ab-485e-424f-98d0-03f9fb5e6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2874453 Apr 01 15:52:39.060947 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-4bad8a34-f2fb-4d56-af1f-8f22f40d1664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671'] for port, after_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:39.095957 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-2a273bfa-0af1-49c1-bfa8-e76d98f4d022 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:39.111293 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-97d023b5-ff06-42aa-bd5d-ced72378cf3b tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:39.172189 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bad8a34-f2fb-4d56-af1f-8f22f40d1664 None None] Pushing event deleted for resources: {'Port': ['ID=68b205e4-b54c-4301-984c-a8175d978652,revision_number=None']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:39.206407 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-52b6aed0-5cd6-47a6-9380-3847c36113e3 tempest-FloatingIPAdminTestJSON-1510248784 tempest-FloatingIPAdminTestJSON-1510248784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:39.206874 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-52b6aed0-5cd6-47a6-9380-3847c36113e3 tempest-FloatingIPAdminTestJSON-1510248784 tempest-FloatingIPAdminTestJSON-1510248784-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:39.240916 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c401b6d6-c4c2-4a2d-9fb4-1351791ae3ac tempest-RoutersTestDVR-19636701 tempest-RoutersTestDVR-19636701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130626'] for router, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:39.240916 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c401b6d6-c4c2-4a2d-9fb4-1351791ae3ac tempest-RoutersTestDVR-19636701 tempest-RoutersTestDVR-19636701-project-admin] Notify callbacks [] for router, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:39.276914 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bad8a34-f2fb-4d56-af1f-8f22f40d1664 None None] No DVR routers for this DVR port 68b205e4-b54c-4301-984c-a8175d978652 on host dv-neutron-833373-2-hyperv {{(pid=83829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:52:39.381858 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a273bfa-0af1-49c1-bfa8-e76d98f4d022 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Made reservation on behalf of 144b300b27fa4dafba1405cae5639f1c for: {'subnet': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:52:39.395459 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-52b6aed0-5cd6-47a6-9380-3847c36113e3 tempest-FloatingIPAdminTestJSON-1510248784 tempest-FloatingIPAdminTestJSON-1510248784-project] Calling delete_port for 11918638-4cec-4fb7-a39e-d5425e724dca owned by network:floatingip {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:52:39.396059 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae795a93-d05d-41f0-851d-f2a76a1b5c0b tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event updated for resources: {'Subnet': ['ID=ea1c4b55-676c-4402-8309-452e720ae3de,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:39.414693 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d023b5-ff06-42aa-bd5d-ced72378cf3b tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Pushing event deleted for resources: {'Port': ['ID=daa4b8ea-7c2d-4eea-bd0b-ec158fe9be2b,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:39.435813 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae795a93-d05d-41f0-851d-f2a76a1b5c0b tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:39.476722 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-ae795a93-d05d-41f0-851d-f2a76a1b5c0b tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:39.492670 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5b30c4f6-f227-4358-a767-1eceb0241af5 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611462'] for router_interface, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:39.496173 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae795a93-d05d-41f0-851d-f2a76a1b5c0b tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:39.497769 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ae795a93-d05d-41f0-851d-f2a76a1b5c0b tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:39.517236 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38000e8c-f782-486c-94b2-76ead1a94bb7 None None] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:52:39.560442 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-c401b6d6-c4c2-4a2d-9fb4-1351791ae3ac tempest-RoutersTestDVR-19636701 tempest-RoutersTestDVR-19636701-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=83828) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Apr 01 15:52:39.560690 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-c401b6d6-c4c2-4a2d-9fb4-1351791ae3ac tempest-RoutersTestDVR-19636701 tempest-RoutersTestDVR-19636701-project-admin] Router 6e284e1d-bafb-443e-837d-f782a29f79f4 migrating from provider to provider. {{(pid=83828) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Apr 01 15:52:39.561034 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c401b6d6-c4c2-4a2d-9fb4-1351791ae3ac tempest-RoutersTestDVR-19636701 tempest-RoutersTestDVR-19636701-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:39.614835 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c401b6d6-c4c2-4a2d-9fb4-1351791ae3ac tempest-RoutersTestDVR-19636701 tempest-RoutersTestDVR-19636701-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:39.640422 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c401b6d6-c4c2-4a2d-9fb4-1351791ae3ac tempest-RoutersTestDVR-19636701 tempest-RoutersTestDVR-19636701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-617606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-617615', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-607241'] for router, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:39.646413 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2a273bfa-0af1-49c1-bfa8-e76d98f4d022 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16030269'] for subnet, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:39.662265 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-5538706a-1de1-4e84-a624-5688f7a98509 None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:39.668558 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-ae795a93-d05d-41f0-851d-f2a76a1b5c0b tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2914791 Apr 01 15:52:39.671163 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 49384) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:39.769942 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-252fcff2-f7d2-4fd6-984f-c48b3719ebde tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Request body: {'subnet': {'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:52:39.815801 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff880403-fb7a-4ef9-80e4-f874d767da85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'tenant_id': '50a1f72bd5e54e209eb4756b30f7e6a6', 'fixed_ips': [{'subnet_id': 'ea1c4b55-676c-4402-8309-452e720ae3de'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:52:39.816459 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d68c24-cc4b-4060-90e0-d25e024b40a1 req-227a7a0d-109d-443e-95c4-bbf96a191bb9 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:39.816934 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ff880403-fb7a-4ef9-80e4-f874d767da85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:39.818828 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-84d68c24-cc4b-4060-90e0-d25e024b40a1 req-227a7a0d-109d-443e-95c4-bbf96a191bb9 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3318f8-792d-48fb-8e2f-9e09760166b6 HTTP/1.1" status: 200 len: 945 time: 0.5962276 Apr 01 15:52:39.977320 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 68b205e4-b54c-4301-984c-a8175d978652 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:52:40.021350 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 68b205e4-b54c-4301-984c-a8175d978652 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:52:40.021818 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 68b205e4-b54c-4301-984c-a8175d978652 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:52:40.026213 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-5538706a-1de1-4e84-a624-5688f7a98509 None None] Transition to ACTIVE for port object 04421395-c4e5-4388-8796-efda3a563700 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:52:40.050356 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-52b6aed0-5cd6-47a6-9380-3847c36113e3 tempest-FloatingIPAdminTestJSON-1510248784 tempest-FloatingIPAdminTestJSON-1510248784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:40.065416 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-5538706a-1de1-4e84-a624-5688f7a98509 None None] Transition to ACTIVE for port object 04421395-c4e5-4388-8796-efda3a563700 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:52:40.078245 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-5538706a-1de1-4e84-a624-5688f7a98509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:40.141676 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-ff880403-fb7a-4ef9-80e4-f874d767da85 None None] Allocated IP 172.20.0.2 (7b65ac5c-8834-4b65-9b28-b7dba6c9746f/ea1c4b55-676c-4402-8309-452e720ae3de/40fc917f-14fc-463c-b583-20bd6e2392f1) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:52:40.146918 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-97d023b5-ff06-42aa-bd5d-ced72378cf3b tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617660'] for router_gateway, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:40.152844 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b6aed0-5cd6-47a6-9380-3847c36113e3 tempest-FloatingIPAdminTestJSON-1510248784 tempest-FloatingIPAdminTestJSON-1510248784-project] Pushing event deleted for resources: {'Port': ['ID=11918638-4cec-4fb7-a39e-d5425e724dca,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:40.174414 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5538706a-1de1-4e84-a624-5688f7a98509 None None] Network 6d46046f-331e-4614-a521-f02e32919c15 is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:40.179801 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-5538706a-1de1-4e84-a624-5688f7a98509 None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:40.186850 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5538706a-1de1-4e84-a624-5688f7a98509 None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:52:40.189311 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5538706a-1de1-4e84-a624-5688f7a98509 None None] Pushing event updated for resources: {'Port': ['ID=04421395-c4e5-4388-8796-efda3a563700,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:40.285362 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3fa02417-12e9-4870-86d6-e083b508a051 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15306565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16030232'] for subnet, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:40.291656 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-97d023b5-ff06-42aa-bd5d-ced72378cf3b tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130626'] for router, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:40.336791 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-84d68c24-cc4b-4060-90e0-d25e024b40a1 req-7b17735d-06fc-450d-a82c-4773969e35a2 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/security-groups?id=559624ab-485e-424f-98d0-03f9fb5e6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4611220 Apr 01 15:52:40.337004 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa02417-12e9-4870-86d6-e083b508a051 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Pushing event deleted for resources: {'Subnet': ['ID=82f2dc04-14f2-4ae0-bb00-68178af05cb1,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:40.339168 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-97d023b5-ff06-42aa-bd5d-ced72378cf3b tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-617606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-617615', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-607241'] for router, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:40.363650 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-5538706a-1de1-4e84-a624-5688f7a98509 None None] Attempting to bind port 04421395-c4e5-4388-8796-efda3a563700 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:52:40.364104 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-5538706a-1de1-4e84-a624-5688f7a98509 None None] Attempting to bind port 04421395-c4e5-4388-8796-efda3a563700 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'bc6308fb-2e5b-436a-948d-d212a2938524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6d46046f-331e-4614-a521-f02e32919c15'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:52:40.364692 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5538706a-1de1-4e84-a624-5688f7a98509 None None] Attempting to bind port 04421395-c4e5-4388-8796-efda3a563700 on network 6d46046f-331e-4614-a521-f02e32919c15 {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:52:40.375475 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5538706a-1de1-4e84-a624-5688f7a98509 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:52:40.375837 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5538706a-1de1-4e84-a624-5688f7a98509 None None] Checking segment: {'id': 'bc6308fb-2e5b-436a-948d-d212a2938524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6d46046f-331e-4614-a521-f02e32919c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:52:40.376411 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-5538706a-1de1-4e84-a624-5688f7a98509 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:40.376895 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5538706a-1de1-4e84-a624-5688f7a98509 None None] Bound using segment: {'id': 'bc6308fb-2e5b-436a-948d-d212a2938524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6d46046f-331e-4614-a521-f02e32919c15'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:52:40.377451 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-5538706a-1de1-4e84-a624-5688f7a98509 None None] Bound port: 04421395-c4e5-4388-8796-efda3a563700, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc6308fb-2e5b-436a-948d-d212a2938524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6d46046f-331e-4614-a521-f02e32919c15'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:52:40.377889 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-5538706a-1de1-4e84-a624-5688f7a98509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:40.386234 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-252fcff2-f7d2-4fd6-984f-c48b3719ebde tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:40.407890 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-52b6aed0-5cd6-47a6-9380-3847c36113e3 tempest-FloatingIPAdminTestJSON-1510248784 tempest-FloatingIPAdminTestJSON-1510248784-project] Notify callbacks [] for floatingip, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:40.412873 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-252fcff2-f7d2-4fd6-984f-c48b3719ebde tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Usage tracker for resource:subnet and tenant:50a1f72bd5e54e209eb4756b30f7e6a6 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:40.417601 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-252fcff2-f7d2-4fd6-984f-c48b3719ebde tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:40.428107 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-252fcff2-f7d2-4fd6-984f-c48b3719ebde tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:40.456236 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-52b6aed0-5cd6-47a6-9380-3847c36113e3 tempest-FloatingIPAdminTestJSON-1510248784 tempest-FloatingIPAdminTestJSON-1510248784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for floatingip, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:40.460398 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-52b6aed0-5cd6-47a6-9380-3847c36113e3 tempest-FloatingIPAdminTestJSON-1510248784 tempest-FloatingIPAdminTestJSON-1510248784-project] 10.222.0.55 "DELETE /v2.0/floatingips/2065a190-62e0-4bc7-b53e-bb2240d047db HTTP/1.1" status: 204 len: 168 time: 2.0808468 Apr 01 15:52:40.461287 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 49390) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:40.532776 dv-neutron-833373-2-hyperv neutron-server[83828]: WARNING neutron.scheduler.l3_agent_scheduler [None req-c401b6d6-c4c2-4a2d-9fb4-1351791ae3ac tempest-RoutersTestDVR-19636701 tempest-RoutersTestDVR-19636701-project-admin] No L3 agents can host the router 6e284e1d-bafb-443e-837d-f782a29f79f4 Apr 01 15:52:40.549667 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-252fcff2-f7d2-4fd6-984f-c48b3719ebde tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Made reservation on behalf of 50a1f72bd5e54e209eb4756b30f7e6a6 for: {'subnet': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:52:40.572754 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-5538706a-1de1-4e84-a624-5688f7a98509 None None] For port 04421395-c4e5-4388-8796-efda3a563700, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:52:40.581654 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-5538706a-1de1-4e84-a624-5688f7a98509 None None] For port 04421395-c4e5-4388-8796-efda3a563700, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=04421395-c4e5-4388-8796-efda3a563700,segment=NetworkSegment(bc6308fb-2e5b-436a-948d-d212a2938524),segment_id=bc6308fb-2e5b-436a-948d-d212a2938524)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:52:40.587338 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-5538706a-1de1-4e84-a624-5688f7a98509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:40.591564 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ff880403-fb7a-4ef9-80e4-f874d767da85 None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:40.655956 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-ff880403-fb7a-4ef9-80e4-f874d767da85 None None] Transition to ACTIVE for port object 40fc917f-14fc-463c-b583-20bd6e2392f1 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:52:40.699000 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-ff880403-fb7a-4ef9-80e4-f874d767da85 None None] Transition to ACTIVE for port object 40fc917f-14fc-463c-b583-20bd6e2392f1 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:52:40.705728 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5538706a-1de1-4e84-a624-5688f7a98509 None None] Pushing event updated for resources: {'Port': ['ID=04421395-c4e5-4388-8796-efda3a563700,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:40.709183 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ff880403-fb7a-4ef9-80e4-f874d767da85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:40.717673 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3fa02417-12e9-4870-86d6-e083b508a051 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:40.783111 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-10f7851a-f117-4b52-929d-ae893f7a9d34 tempest-FloatingIPAdminTestJSON-2024400118 tempest-FloatingIPAdminTestJSON-2024400118-project-admin] Deleting port 84bd7730-0f9c-438b-b513-bad84066f7fe {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:52:40.783771 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-10f7851a-f117-4b52-929d-ae893f7a9d34 tempest-FloatingIPAdminTestJSON-2024400118 tempest-FloatingIPAdminTestJSON-2024400118-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:40.831408 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff880403-fb7a-4ef9-80e4-f874d767da85 None None] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:40.831766 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff880403-fb7a-4ef9-80e4-f874d767da85 None None] Pushing event updated for resources: {'Port': ['ID=40fc917f-14fc-463c-b583-20bd6e2392f1,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:40.836466 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-ff880403-fb7a-4ef9-80e4-f874d767da85 None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:40.838667 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff880403-fb7a-4ef9-80e4-f874d767da85 None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:52:40.848038 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-3fa02417-12e9-4870-86d6-e083b508a051 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d46046f-331e-4614-a521-f02e32919c15']}} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:40.896478 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71e0b72-4119-4c5f-ad73-d9bf4cef52c7 None None] Network 6d46046f-331e-4614-a521-f02e32919c15 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:52:40.914614 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97d023b5-ff06-42aa-bd5d-ced72378cf3b tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Router 714b683d-7667-4802-bd60-759e450bc1cd has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:52:40.923489 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2a273bfa-0af1-49c1-bfa8-e76d98f4d022 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15306628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16030227'] for subnet, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:40.933097 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-3fa02417-12e9-4870-86d6-e083b508a051 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc6308fb-2e5b-436a-948d-d212a2938524') {'for_net_delete': True} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:40.933434 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-3fa02417-12e9-4870-86d6-e083b508a051 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc6308fb-2e5b-436a-948d-d212a2938524') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:41.027377 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3fa02417-12e9-4870-86d6-e083b508a051 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15303093'] for segment, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:41.033504 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-ff880403-fb7a-4ef9-80e4-f874d767da85 None None] Attempting to bind port 40fc917f-14fc-463c-b583-20bd6e2392f1 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:52:41.033897 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-ff880403-fb7a-4ef9-80e4-f874d767da85 None None] Attempting to bind port 40fc917f-14fc-463c-b583-20bd6e2392f1 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:52:41.034410 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff880403-fb7a-4ef9-80e4-f874d767da85 None None] Attempting to bind port 40fc917f-14fc-463c-b583-20bd6e2392f1 on network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:52:41.056036 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff880403-fb7a-4ef9-80e4-f874d767da85 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:52:41.056524 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff880403-fb7a-4ef9-80e4-f874d767da85 None None] Checking segment: {'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:52:41.057038 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ff880403-fb7a-4ef9-80e4-f874d767da85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:41.057570 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff880403-fb7a-4ef9-80e4-f874d767da85 None None] Bound using segment: {'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:52:41.058663 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-ff880403-fb7a-4ef9-80e4-f874d767da85 None None] Bound port: 40fc917f-14fc-463c-b583-20bd6e2392f1, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:52:41.058663 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ff880403-fb7a-4ef9-80e4-f874d767da85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:41.072781 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3fa02417-12e9-4870-86d6-e083b508a051 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:41.095486 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fa02417-12e9-4870-86d6-e083b508a051 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=83828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:52:41.095797 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3fa02417-12e9-4870-86d6-e083b508a051 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15306523'] for segment, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:41.113928 dv-neutron-833373-2-hyperv neutron-server[83828]: Traceback (most recent call last): Apr 01 15:52:41.113928 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:52:41.113928 dv-neutron-833373-2-hyperv neutron-server[83828]: timer() Apr 01 15:52:41.113928 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:52:41.113928 dv-neutron-833373-2-hyperv neutron-server[83828]: cb(*args, **kw) Apr 01 15:52:41.113928 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:52:41.113928 dv-neutron-833373-2-hyperv neutron-server[83828]: return func(*args, **kwargs) Apr 01 15:52:41.113928 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:52:41.113928 dv-neutron-833373-2-hyperv neutron-server[83828]: self._notify() Apr 01 15:52:41.113928 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:52:41.113928 dv-neutron-833373-2-hyperv neutron-server[83828]: self.callback(batched_events) Apr 01 15:52:41.113928 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:52:41.113928 dv-neutron-833373-2-hyperv neutron-server[83828]: event.method(event) Apr 01 15:52:41.113928 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:52:41.113928 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:52:41.113928 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:52:41.113928 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:52:41.113928 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:52:41.113928 dv-neutron-833373-2-hyperv neutron-server[83828]: return f(self, *a, **k) Apr 01 15:52:41.113928 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:52:41.113928 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._get(url).json() Apr 01 15:52:41.113928 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:52:41.113928 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:52:41.113928 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:52:41.113928 dv-neutron-833373-2-hyperv neutron-server[83828]: return self.request(url, 'GET', **kwargs) Apr 01 15:52:41.113928 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:52:41.113928 dv-neutron-833373-2-hyperv neutron-server[83828]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:52:41.113928 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:52:41.113928 dv-neutron-833373-2-hyperv neutron-server[83828]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:52:41.113928 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:52:41.113928 dv-neutron-833373-2-hyperv neutron-server[83828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:52:41.113928 dv-neutron-833373-2-hyperv neutron-server[83828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:52:41.204958 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-252fcff2-f7d2-4fd6-984f-c48b3719ebde tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16088980'] for subnet, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:41.215236 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a273bfa-0af1-49c1-bfa8-e76d98f4d022 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Pushing event updated for resources: {'Subnet': ['ID=3cf5d5d2-b464-4ade-ac10-4765e4da95be,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:41.237709 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-ff880403-fb7a-4ef9-80e4-f874d767da85 None None] For port 40fc917f-14fc-463c-b583-20bd6e2392f1, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:52:41.241247 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-ff880403-fb7a-4ef9-80e4-f874d767da85 None None] For port 40fc917f-14fc-463c-b583-20bd6e2392f1, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=40fc917f-14fc-463c-b583-20bd6e2392f1,segment=NetworkSegment(c41dc1a5-c958-4d8b-81ea-3934c36371b8),segment_id=c41dc1a5-c958-4d8b-81ea-3934c36371b8)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:52:41.252288 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ff880403-fb7a-4ef9-80e4-f874d767da85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:41.372858 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c401b6d6-c4c2-4a2d-9fb4-1351791ae3ac tempest-RoutersTestDVR-19636701 tempest-RoutersTestDVR-19636701-project-admin] Hosts for router 6e284e1d-bafb-443e-837d-f782a29f79f4: [] {{(pid=83828) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Apr 01 15:52:41.382012 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff880403-fb7a-4ef9-80e4-f874d767da85 None None] Pushing event updated for resources: {'Port': ['ID=40fc917f-14fc-463c-b583-20bd6e2392f1,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:41.406250 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a273bfa-0af1-49c1-bfa8-e76d98f4d022 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Checking segment: {'id': '39214515-57c5-490d-8302-72f4a04f97b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd7b2c41d-952a-4f56-8546-d14de241d82a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:52:41.406614 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a273bfa-0af1-49c1-bfa8-e76d98f4d022 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Network hostable DHCP agents. Network: d7b2c41d-952a-4f56-8546-d14de241d82a, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:52:41.411564 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.db.api [None req-3fa02417-12e9-4870-86d6-e083b508a051 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 01 15:52:41.411564 dv-neutron-833373-2-hyperv neutron-server[83828]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 01 15:52:41.411564 dv-neutron-833373-2-hyperv neutron-server[83828]: [parameters: {'id': '6d46046f-331e-4614-a521-f02e32919c15'}] Apr 01 15:52:41.411564 dv-neutron-833373-2-hyperv neutron-server[83828]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:52:41.411918 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG oslo_db.api [None req-3fa02417-12e9-4870-86d6-e083b508a051 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:52:41.416372 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d87c499-5911-4dee-86c7-a849379c669f req-ea81099c-629a-461b-81c8-14b88c0aa137 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:41.417893 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-7d87c499-5911-4dee-86c7-a849379c669f req-ea81099c-629a-461b-81c8-14b88c0aa137 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3318f8-792d-48fb-8e2f-9e09760166b6 HTTP/1.1" status: 200 len: 945 time: 0.8874602 Apr 01 15:52:41.435058 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c401b6d6-c4c2-4a2d-9fb4-1351791ae3ac tempest-RoutersTestDVR-19636701 tempest-RoutersTestDVR-19636701-project-admin] Hosts for other DVR routers connected to router 6e284e1d-bafb-443e-837d-f782a29f79f4: set() {{(pid=83828) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Apr 01 15:52:41.447740 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97d023b5-ff06-42aa-bd5d-ced72378cf3b tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:52:41.454497 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-97d023b5-ff06-42aa-bd5d-ced72378cf3b tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:41.455668 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-97d023b5-ff06-42aa-bd5d-ced72378cf3b tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] 10.222.0.55 "PUT /v2.0/routers/714b683d-7667-4802-bd60-759e450bc1cd HTTP/1.1" status: 200 len: 705 time: 7.7578247 Apr 01 15:52:41.459723 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c401b6d6-c4c2-4a2d-9fb4-1351791ae3ac tempest-RoutersTestDVR-19636701 tempest-RoutersTestDVR-19636701-project-admin] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:41.462198 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8f150b-e2d3-4396-af8d-a721454d694b None None] Sync routers for ids ['714b683d-7667-4802-bd60-759e450bc1cd'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:52:41.464972 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-c401b6d6-c4c2-4a2d-9fb4-1351791ae3ac tempest-RoutersTestDVR-19636701 tempest-RoutersTestDVR-19636701-project-admin] 10.222.0.55 "PUT /v2.0/routers/6e284e1d-bafb-443e-837d-f782a29f79f4 HTTP/1.1" status: 200 len: 717 time: 3.4666679 Apr 01 15:52:41.466363 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49394) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:41.466743 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49396) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:41.483815 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8f150b-e2d3-4396-af8d-a721454d694b None None] Routers {'714b683d-7667-4802-bd60-759e450bc1cd'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:52:41.484861 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-7b8f150b-e2d3-4396-af8d-a721454d694b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:52:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['714b683d-7667-4802-bd60-759e450bc1cd'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:41.563843 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-7b8f150b-e2d3-4396-af8d-a721454d694b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:41.571569 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-10f7851a-f117-4b52-929d-ae893f7a9d34 tempest-FloatingIPAdminTestJSON-2024400118 tempest-FloatingIPAdminTestJSON-2024400118-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:41.572109 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-10f7851a-f117-4b52-929d-ae893f7a9d34 tempest-FloatingIPAdminTestJSON-2024400118 tempest-FloatingIPAdminTestJSON-2024400118-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:41.580945 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8f150b-e2d3-4396-af8d-a721454d694b None None] Routers {'714b683d-7667-4802-bd60-759e450bc1cd'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:52:41.581731 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-7b8f150b-e2d3-4396-af8d-a721454d694b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:52:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['714b683d-7667-4802-bd60-759e450bc1cd'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:41.683778 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-7d87c499-5911-4dee-86c7-a849379c669f req-d9c178ed-ef84-4b0c-bb58-4e7e0b80fbb0 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/security-groups?id=559624ab-485e-424f-98d0-03f9fb5e6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2439961 Apr 01 15:52:41.702698 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-7b8f150b-e2d3-4396-af8d-a721454d694b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:41.705453 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8f150b-e2d3-4396-af8d-a721454d694b None None] The sync data for ids ['714b683d-7667-4802-bd60-759e450bc1cd'] in dv-neutron-833373-2-hyperv is: [] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:52:41.884509 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-10f7851a-f117-4b52-929d-ae893f7a9d34 tempest-FloatingIPAdminTestJSON-2024400118 tempest-FloatingIPAdminTestJSON-2024400118-project-admin] Calling delete_port for 84bd7730-0f9c-438b-b513-bad84066f7fe owned by network:floatingip {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:52:41.895207 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a273bfa-0af1-49c1-bfa8-e76d98f4d022 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Network d7b2c41d-952a-4f56-8546-d14de241d82a is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:52:41.915836 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3fa02417-12e9-4870-86d6-e083b508a051 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:41.940947 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-2a273bfa-0af1-49c1-bfa8-e76d98f4d022 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, d7b2c41d-952a-4f56-8546-d14de241d82a) {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:41.950695 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a273bfa-0af1-49c1-bfa8-e76d98f4d022 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:41.951489 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2a273bfa-0af1-49c1-bfa8-e76d98f4d022 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:41.951817 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a53701c-6d7d-4706-8137-cf1f657bfab0 None None] Network d7b2c41d-952a-4f56-8546-d14de241d82a requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:52:41.967977 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-3fa02417-12e9-4870-86d6-e083b508a051 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Deleting port 04421395-c4e5-4388-8796-efda3a563700 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:52:41.971070 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3fa02417-12e9-4870-86d6-e083b508a051 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:42.047124 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-52526ee5-39ba-4d33-bcba-e3f97fef2b87 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] 10.222.0.55 "GET /v2.0/routers/714b683d-7667-4802-bd60-759e450bc1cd HTTP/1.1" status: 200 len: 740 time: 0.5771902 Apr 01 15:52:42.052393 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49404) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:42.057019 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-7050fdd3-6d8e-4437-8af1-e9c97816ff6b tempest-RoutersTestDVR-19636701 tempest-RoutersTestDVR-19636701-project-admin] 10.222.0.55 "GET /v2.0/routers/6e284e1d-bafb-443e-837d-f782a29f79f4 HTTP/1.1" status: 200 len: 717 time: 0.5866475 Apr 01 15:52:42.064615 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49408) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:42.106771 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-2a273bfa-0af1-49c1-bfa8-e76d98f4d022 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5893674 Apr 01 15:52:42.127413 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 40fc917f-14fc-463c-b583-20bd6e2392f1 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:52:42.146411 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49416) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:42.169922 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-9a96c187-4fbd-41c3-ada6-2940ef540912 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Request body: {'port': {'network_id': 'd7b2c41d-952a-4f56-8546-d14de241d82a', 'name': 'tempest-PortsIpV6TestJSON-418100492'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:52:42.202082 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-10f7851a-f117-4b52-929d-ae893f7a9d34 tempest-FloatingIPAdminTestJSON-2024400118 tempest-FloatingIPAdminTestJSON-2024400118-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:42.205455 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-da947b75-e2a9-43c9-8fde-0256af9687e8 tempest-RoutersAdminTest-82030364 tempest-RoutersAdminTest-82030364-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=ed45466e-0386-4b92-8de3-247c977242ac&device_id=714b683d-7667-4802-bd60-759e450bc1cd HTTP/1.1" status: 200 len: 205 time: 0.1514974 Apr 01 15:52:42.211494 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 49420) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:42.385187 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f7851a-f117-4b52-929d-ae893f7a9d34 tempest-FloatingIPAdminTestJSON-2024400118 tempest-FloatingIPAdminTestJSON-2024400118-project-admin] Pushing event deleted for resources: {'Port': ['ID=84bd7730-0f9c-438b-b513-bad84066f7fe,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:42.427302 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-0521fc2b-a5ff-4ea9-8de0-5019e010cc1c tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] 10.222.0.55 "GET /v2.0/ports?device_id=714b683d-7667-4802-bd60-759e450bc1cd HTTP/1.1" status: 200 len: 205 time: 0.1398251 Apr 01 15:52:42.438578 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 49426) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:42.478886 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 40fc917f-14fc-463c-b583-20bd6e2392f1 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:52:42.485168 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4490e74-23f6-4d2f-99a4-f1767f9e7921 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-d7b2c41d-952a-4f56-8546-d14de241d82a', 'network_id': 'd7b2c41d-952a-4f56-8546-d14de241d82a', 'tenant_id': '144b300b27fa4dafba1405cae5639f1c', 'fixed_ips': [{'subnet_id': '3cf5d5d2-b464-4ade-ac10-4765e4da95be'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:52:42.486287 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-b4490e74-23f6-4d2f-99a4-f1767f9e7921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:42.706356 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-b4490e74-23f6-4d2f-99a4-f1767f9e7921 None None] Allocated IP 2001:db8::2 (d7b2c41d-952a-4f56-8546-d14de241d82a/3cf5d5d2-b464-4ade-ac10-4765e4da95be/84f369bc-c146-41c3-8b54-fb1ae6065eff) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:52:42.719916 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-3fa02417-12e9-4870-86d6-e083b508a051 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] For port 04421395-c4e5-4388-8796-efda3a563700, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=04421395-c4e5-4388-8796-efda3a563700,segment=NetworkSegment(bc6308fb-2e5b-436a-948d-d212a2938524),segment_id=bc6308fb-2e5b-436a-948d-d212a2938524)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:52:42.720397 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3fa02417-12e9-4870-86d6-e083b508a051 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:42.743044 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-c23337c5-a536-418b-9e2f-91a4007bc1eb tempest-RoutersTestDVR-71955959 tempest-RoutersTestDVR-71955959-project] 10.222.0.55 "GET /v2.0/routers/6e284e1d-bafb-443e-837d-f782a29f79f4 HTTP/1.1" status: 200 len: 683 time: 0.6767390 Apr 01 15:52:42.813531 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49430) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:42.875498 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-9a96c187-4fbd-41c3-ada6-2940ef540912 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:42.884932 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-3fa02417-12e9-4870-86d6-e083b508a051 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Calling delete_port for 04421395-c4e5-4388-8796-efda3a563700 owned by network:dhcp {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:52:42.909262 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-10f7851a-f117-4b52-929d-ae893f7a9d34 tempest-FloatingIPAdminTestJSON-2024400118 tempest-FloatingIPAdminTestJSON-2024400118-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:42.922986 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-07a06731-aa2a-4e0c-a7a9-4f4d8498fb45 None None] Provisioning for port 40fc917f-14fc-463c-b583-20bd6e2392f1 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:52:42.935136 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-07a06731-aa2a-4e0c-a7a9-4f4d8498fb45 None None] Provisioning complete for port 40fc917f-14fc-463c-b583-20bd6e2392f1 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:42.935749 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-07a06731-aa2a-4e0c-a7a9-4f4d8498fb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:43.007628 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-b4490e74-23f6-4d2f-99a4-f1767f9e7921 None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:43.010790 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-10f7851a-f117-4b52-929d-ae893f7a9d34 tempest-FloatingIPAdminTestJSON-2024400118 tempest-FloatingIPAdminTestJSON-2024400118-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for floatingip, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:43.011960 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-10f7851a-f117-4b52-929d-ae893f7a9d34 tempest-FloatingIPAdminTestJSON-2024400118 tempest-FloatingIPAdminTestJSON-2024400118-project-admin] 10.222.0.55 "DELETE /v2.0/floatingips/72552b72-ac26-4849-8d9d-3370283c620d HTTP/1.1" status: 204 len: 168 time: 2.5477562 Apr 01 15:52:43.023776 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 49434) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:43.030475 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5d4fc1b9-e044-4503-b165-d85d4555812c tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks [] for router, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:43.030799 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-b4490e74-23f6-4d2f-99a4-f1767f9e7921 None None] Transition to ACTIVE for port object 84f369bc-c146-41c3-8b54-fb1ae6065eff will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:52:43.072025 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-9a96c187-4fbd-41c3-ada6-2940ef540912 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:43.087521 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449337e3-ef87-45b9-863a-b8f5edc9849a req-ab9b9098-aea7-415c-944a-db73a18d8ff6 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:43.089014 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-449337e3-ef87-45b9-863a-b8f5edc9849a req-ab9b9098-aea7-415c-944a-db73a18d8ff6 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3318f8-792d-48fb-8e2f-9e09760166b6 HTTP/1.1" status: 200 len: 945 time: 0.7134244 Apr 01 15:52:43.094068 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b30c4f6-f227-4358-a767-1eceb0241af5 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Router 2d18e5a9-d4cc-49d1-9931-e6bf69085d31 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:52:43.102945 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a96c187-4fbd-41c3-ada6-2940ef540912 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Made reservation on behalf of 144b300b27fa4dafba1405cae5639f1c for: {'port': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:52:43.106926 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9a96c187-4fbd-41c3-ada6-2940ef540912 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:43.111401 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-07a06731-aa2a-4e0c-a7a9-4f4d8498fb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:43.140098 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-b4490e74-23f6-4d2f-99a4-f1767f9e7921 None None] Transition to ACTIVE for port object 84f369bc-c146-41c3-8b54-fb1ae6065eff will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:52:43.151762 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [None req-9a96c187-4fbd-41c3-ada6-2940ef540912 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] device_id is not set on port 7c2fc892-1a4f-4af1-9d86-a4d83b84c9eb yet. {{(pid=83828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:52:43.157487 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-b4490e74-23f6-4d2f-99a4-f1767f9e7921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:43.192567 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6244629e-f1c6-4979-a4da-c64ae1dfc94a tempest-RoutersTestDVR-19636701 tempest-RoutersTestDVR-19636701-project-admin] Notify callbacks [] for router, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:43.204825 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-07a06731-aa2a-4e0c-a7a9-4f4d8498fb45 None None] For port 40fc917f-14fc-463c-b583-20bd6e2392f1, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=40fc917f-14fc-463c-b583-20bd6e2392f1,segment=NetworkSegment(c41dc1a5-c958-4d8b-81ea-3934c36371b8),segment_id=c41dc1a5-c958-4d8b-81ea-3934c36371b8)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:52:43.220438 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-07a06731-aa2a-4e0c-a7a9-4f4d8498fb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:43.259812 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3fa02417-12e9-4870-86d6-e083b508a051 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:43.270801 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4490e74-23f6-4d2f-99a4-f1767f9e7921 None None] Pushing event updated for resources: {'Port': ['ID=84f369bc-c146-41c3-8b54-fb1ae6065eff,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:43.276891 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4490e74-23f6-4d2f-99a4-f1767f9e7921 None None] Network d7b2c41d-952a-4f56-8546-d14de241d82a is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:43.313030 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-b4490e74-23f6-4d2f-99a4-f1767f9e7921 None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:43.319520 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-c8915d82-8fae-4151-bac7-c6a31d4e84a6 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Deleting port 88572adb-06f0-4dce-88ce-9f9f39215692 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:52:43.319932 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c8915d82-8fae-4151-bac7-c6a31d4e84a6 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:43.321854 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4490e74-23f6-4d2f-99a4-f1767f9e7921 None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:52:43.434020 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a06731-aa2a-4e0c-a7a9-4f4d8498fb45 None None] Pushing event updated for resources: {'Port': ['ID=40fc917f-14fc-463c-b583-20bd6e2392f1,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:43.439005 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-b4490e74-23f6-4d2f-99a4-f1767f9e7921 None None] Attempting to bind port 84f369bc-c146-41c3-8b54-fb1ae6065eff on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:52:43.439366 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-b4490e74-23f6-4d2f-99a4-f1767f9e7921 None None] Attempting to bind port 84f369bc-c146-41c3-8b54-fb1ae6065eff by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': '39214515-57c5-490d-8302-72f4a04f97b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd7b2c41d-952a-4f56-8546-d14de241d82a'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:52:43.439725 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4490e74-23f6-4d2f-99a4-f1767f9e7921 None None] Attempting to bind port 84f369bc-c146-41c3-8b54-fb1ae6065eff on network d7b2c41d-952a-4f56-8546-d14de241d82a {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:52:43.447607 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4490e74-23f6-4d2f-99a4-f1767f9e7921 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:52:43.447972 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4490e74-23f6-4d2f-99a4-f1767f9e7921 None None] Checking segment: {'id': '39214515-57c5-490d-8302-72f4a04f97b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd7b2c41d-952a-4f56-8546-d14de241d82a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:52:43.448394 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-b4490e74-23f6-4d2f-99a4-f1767f9e7921 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:43.448972 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4490e74-23f6-4d2f-99a4-f1767f9e7921 None None] Bound using segment: {'id': '39214515-57c5-490d-8302-72f4a04f97b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd7b2c41d-952a-4f56-8546-d14de241d82a'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:52:43.449379 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-b4490e74-23f6-4d2f-99a4-f1767f9e7921 None None] Bound port: 84f369bc-c146-41c3-8b54-fb1ae6065eff, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39214515-57c5-490d-8302-72f4a04f97b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd7b2c41d-952a-4f56-8546-d14de241d82a'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:52:43.449787 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-b4490e74-23f6-4d2f-99a4-f1767f9e7921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:43.513065 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa02417-12e9-4870-86d6-e083b508a051 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Pushing event deleted for resources: {'Port': ['ID=04421395-c4e5-4388-8796-efda3a563700,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:43.535407 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa02417-12e9-4870-86d6-e083b508a051 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] No DVR routers for this DVR port 04421395-c4e5-4388-8796-efda3a563700 on host dv-neutron-833373-2-hyperv {{(pid=83828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:52:43.560665 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-b4490e74-23f6-4d2f-99a4-f1767f9e7921 None None] For port 84f369bc-c146-41c3-8b54-fb1ae6065eff, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:52:43.564762 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-b4490e74-23f6-4d2f-99a4-f1767f9e7921 None None] For port 84f369bc-c146-41c3-8b54-fb1ae6065eff, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=84f369bc-c146-41c3-8b54-fb1ae6065eff,segment=NetworkSegment(39214515-57c5-490d-8302-72f4a04f97b1),segment_id=39214515-57c5-490d-8302-72f4a04f97b1)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:52:43.570435 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-b4490e74-23f6-4d2f-99a4-f1767f9e7921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:43.663423 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4490e74-23f6-4d2f-99a4-f1767f9e7921 None None] Pushing event updated for resources: {'Port': ['ID=84f369bc-c146-41c3-8b54-fb1ae6065eff,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:43.718519 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-449337e3-ef87-45b9-863a-b8f5edc9849a req-8a9f15b0-7894-4a0d-a6dd-486c9fb0b5a5 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/security-groups?id=559624ab-485e-424f-98d0-03f9fb5e6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6182544 Apr 01 15:52:43.773999 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.objects.ports [None req-252fcff2-f7d2-4fd6-984f-c48b3719ebde tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83826) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 01 15:52:43.826107 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3fa02417-12e9-4870-86d6-e083b508a051 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:43.947485 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-3fa02417-12e9-4870-86d6-e083b508a051 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d46046f-331e-4614-a521-f02e32919c15']}} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:43.970621 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-9a96c187-4fbd-41c3-ada6-2940ef540912 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Allocated IP 2001:db8::301 (d7b2c41d-952a-4f56-8546-d14de241d82a/3cf5d5d2-b464-4ade-ac10-4765e4da95be/7c2fc892-1a4f-4af1-9d86-a4d83b84c9eb) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:52:44.055434 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-3fa02417-12e9-4870-86d6-e083b508a051 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc6308fb-2e5b-436a-948d-d212a2938524') {'for_net_delete': True} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:44.055633 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-3fa02417-12e9-4870-86d6-e083b508a051 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc6308fb-2e5b-436a-948d-d212a2938524') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:44.119140 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5d4fc1b9-e044-4503-b165-d85d4555812c tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130651'] for router, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:44.144629 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3fa02417-12e9-4870-86d6-e083b508a051 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15303093'] for segment, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:44.155917 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 84f369bc-c146-41c3-8b54-fb1ae6065eff up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:52:44.175753 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3fa02417-12e9-4870-86d6-e083b508a051 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:44.194201 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6244629e-f1c6-4979-a4da-c64ae1dfc94a tempest-RoutersTestDVR-19636701 tempest-RoutersTestDVR-19636701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130651'] for router, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:44.202780 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5d4fc1b9-e044-4503-b165-d85d4555812c tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:44.207068 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fa02417-12e9-4870-86d6-e083b508a051 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=83828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:52:44.208151 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3fa02417-12e9-4870-86d6-e083b508a051 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15306523'] for segment, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:44.224643 dv-neutron-833373-2-hyperv neutron-server[83828]: Traceback (most recent call last): Apr 01 15:52:44.224643 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:52:44.224643 dv-neutron-833373-2-hyperv neutron-server[83828]: timer() Apr 01 15:52:44.224643 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:52:44.224643 dv-neutron-833373-2-hyperv neutron-server[83828]: cb(*args, **kw) Apr 01 15:52:44.224643 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:52:44.224643 dv-neutron-833373-2-hyperv neutron-server[83828]: return func(*args, **kwargs) Apr 01 15:52:44.224643 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:52:44.224643 dv-neutron-833373-2-hyperv neutron-server[83828]: self._notify() Apr 01 15:52:44.224643 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:52:44.224643 dv-neutron-833373-2-hyperv neutron-server[83828]: self.callback(batched_events) Apr 01 15:52:44.224643 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:52:44.224643 dv-neutron-833373-2-hyperv neutron-server[83828]: event.method(event) Apr 01 15:52:44.224643 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:52:44.224643 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:52:44.224643 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:52:44.224643 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:52:44.224643 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:52:44.224643 dv-neutron-833373-2-hyperv neutron-server[83828]: return f(self, *a, **k) Apr 01 15:52:44.224643 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:52:44.224643 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._get(url).json() Apr 01 15:52:44.224643 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:52:44.224643 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:52:44.224643 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:52:44.224643 dv-neutron-833373-2-hyperv neutron-server[83828]: return self.request(url, 'GET', **kwargs) Apr 01 15:52:44.224643 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:52:44.224643 dv-neutron-833373-2-hyperv neutron-server[83828]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:52:44.224643 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:52:44.224643 dv-neutron-833373-2-hyperv neutron-server[83828]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:52:44.224643 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:52:44.224643 dv-neutron-833373-2-hyperv neutron-server[83828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:52:44.224643 dv-neutron-833373-2-hyperv neutron-server[83828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:52:44.226707 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6244629e-f1c6-4979-a4da-c64ae1dfc94a tempest-RoutersTestDVR-19636701 tempest-RoutersTestDVR-19636701-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:44.274750 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 84f369bc-c146-41c3-8b54-fb1ae6065eff completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:52:44.280814 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 40fc917f-14fc-463c-b583-20bd6e2392f1 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:52:44.286976 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c8915d82-8fae-4151-bac7-c6a31d4e84a6 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:44.356316 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 40fc917f-14fc-463c-b583-20bd6e2392f1 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:44.357532 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:44.445631 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3fa02417-12e9-4870-86d6-e083b508a051 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:44.450456 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3fa02417-12e9-4870-86d6-e083b508a051 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:44.482395 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6244629e-f1c6-4979-a4da-c64ae1dfc94a tempest-RoutersTestDVR-19636701 tempest-RoutersTestDVR-19636701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607376'] for router, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:44.482774 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6244629e-f1c6-4979-a4da-c64ae1dfc94a tempest-RoutersTestDVR-19636701 tempest-RoutersTestDVR-19636701-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6e284e1d-bafb-443e-837d-f782a29f79f4 {{(pid=83828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:52:44.506672 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa02417-12e9-4870-86d6-e083b508a051 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Pushing event deleted for resources: {'Network': ['ID=6d46046f-331e-4614-a521-f02e32919c15,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:44.523319 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-3fa02417-12e9-4870-86d6-e083b508a051 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] 10.222.0.55 "DELETE /v2.0/networks/6d46046f-331e-4614-a521-f02e32919c15 HTTP/1.1" status: 204 len: 168 time: 6.7449014 Apr 01 15:52:44.537844 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49438) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:44.541866 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6244629e-f1c6-4979-a4da-c64ae1dfc94a tempest-RoutersTestDVR-19636701 tempest-RoutersTestDVR-19636701-project-admin] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:44.542890 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-6244629e-f1c6-4979-a4da-c64ae1dfc94a tempest-RoutersTestDVR-19636701 tempest-RoutersTestDVR-19636701-project-admin] 10.222.0.55 "DELETE /v2.0/routers/6e284e1d-bafb-443e-837d-f782a29f79f4 HTTP/1.1" status: 204 len: 168 time: 1.7288291 Apr 01 15:52:44.555167 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-0bbf4acb-2480-41fa-92b2-3ed3a7d37681 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1084150542'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:52:44.558496 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49442) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:44.573083 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-3a87b44d-f34d-4245-a44c-6a52c199d09e tempest-RoutersTestDVR-19636701 tempest-RoutersTestDVR-19636701-project-admin] Request body: {'router': {'name': 'tempest-router-964075654', 'distributed': True}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:52:44.581243 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-3a87b44d-f34d-4245-a44c-6a52c199d09e tempest-RoutersTestDVR-19636701 tempest-RoutersTestDVR-19636701-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:44.584130 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-0bbf4acb-2480-41fa-92b2-3ed3a7d37681 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:44.602407 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-3a87b44d-f34d-4245-a44c-6a52c199d09e tempest-RoutersTestDVR-19636701 tempest-RoutersTestDVR-19636701-project-admin] Usage tracker for resource:router and tenant:109a79d598274876b4b27066d34848a6 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:44.605669 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-0bbf4acb-2480-41fa-92b2-3ed3a7d37681 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Usage tracker for resource:network and tenant:d41ff62d3a004209bfda315661ac6954 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:44.609103 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5d4fc1b9-e044-4503-b165-d85d4555812c tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607376'] for router, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:44.609633 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d4fc1b9-e044-4503-b165-d85d4555812c tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Fanout notify agent at l3_agent the message router_deleted on router 714b683d-7667-4802-bd60-759e450bc1cd {{(pid=83826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:52:44.611847 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-3a87b44d-f34d-4245-a44c-6a52c199d09e tempest-RoutersTestDVR-19636701 tempest-RoutersTestDVR-19636701-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:44.615152 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-0bbf4acb-2480-41fa-92b2-3ed3a7d37681 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:44.630258 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-c8915d82-8fae-4151-bac7-c6a31d4e84a6 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Calling delete_port for 88572adb-06f0-4dce-88ce-9f9f39215692 owned by {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:52:44.638594 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-3a87b44d-f34d-4245-a44c-6a52c199d09e tempest-RoutersTestDVR-19636701 tempest-RoutersTestDVR-19636701-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:44.640949 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-0bbf4acb-2480-41fa-92b2-3ed3a7d37681 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:44.648335 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9a96c187-4fbd-41c3-ada6-2940ef540912 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:44.675371 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bbf4acb-2480-41fa-92b2-3ed3a7d37681 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Made reservation on behalf of d41ff62d3a004209bfda315661ac6954 for: {'network': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:52:44.678503 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0bbf4acb-2480-41fa-92b2-3ed3a7d37681 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:44.693887 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3a87b44d-f34d-4245-a44c-6a52c199d09e tempest-RoutersTestDVR-19636701 tempest-RoutersTestDVR-19636701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130665'] for router, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:44.694573 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3a87b44d-f34d-4245-a44c-6a52c199d09e tempest-RoutersTestDVR-19636701 tempest-RoutersTestDVR-19636701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617571', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130640'] for router, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:44.701715 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [None req-9a96c187-4fbd-41c3-ada6-2940ef540912 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Transition to ACTIVE for port object 7c2fc892-1a4f-4af1-9d86-a4d83b84c9eb will not be triggered until provisioned by entity DHCP. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:52:44.709918 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5d4fc1b9-e044-4503-b165-d85d4555812c tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] Notify callbacks [] for router, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:44.711040 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-5d4fc1b9-e044-4503-b165-d85d4555812c tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] 10.222.0.55 "DELETE /v2.0/routers/714b683d-7667-4802-bd60-759e450bc1cd HTTP/1.1" status: 204 len: 168 time: 2.2702119 Apr 01 15:52:44.716622 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49446) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:44.732385 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-252fcff2-f7d2-4fd6-984f-c48b3719ebde tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:44.787468 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-55e594bd-0fc4-4e8a-b9c1-176c31573c33 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] 10.222.0.55 "GET /v2.0/ports?device_id=714b683d-7667-4802-bd60-759e450bc1cd HTTP/1.1" status: 200 len: 205 time: 0.0646245 Apr 01 15:52:44.791020 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bbf4acb-2480-41fa-92b2-3ed3a7d37681 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=83828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:52:44.793175 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49452) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:44.804416 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3a87b44d-f34d-4245-a44c-6a52c199d09e tempest-RoutersTestDVR-19636701 tempest-RoutersTestDVR-19636701-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:44.885827 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.api.v2.resource [None req-d155bea9-9108-4902-a30a-fe99f4c3921c tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] delete failed (client error): The resource could not be found. Apr 01 15:52:44.889645 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-d155bea9-9108-4902-a30a-fe99f4c3921c tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] 10.222.0.55 "DELETE /v2.0/routers/714b683d-7667-4802-bd60-759e450bc1cd HTTP/1.1" status: 404 len: 336 time: 0.0922260 Apr 01 15:52:44.889645 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0bbf4acb-2480-41fa-92b2-3ed3a7d37681 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:44.890254 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.segments_db [None req-0bbf4acb-2480-41fa-92b2-3ed3a7d37681 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Added segment b194b572-c5bd-48d8-ab1f-d625f7282ece of type vlan for network 90bf138c-b006-4828-ae89-2d940166303a Apr 01 15:52:44.891078 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49456) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:44.919516 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b30c4f6-f227-4358-a767-1eceb0241af5 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:52:44.932151 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9a96c187-4fbd-41c3-ada6-2940ef540912 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:44.932665 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf721ed-033d-46b6-8fe8-ed598551187a None None] Sync routers for ids ['2d18e5a9-d4cc-49d1-9931-e6bf69085d31'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:52:44.947535 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf721ed-033d-46b6-8fe8-ed598551187a None None] Routers {'2d18e5a9-d4cc-49d1-9931-e6bf69085d31'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:52:44.948426 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-6cf721ed-033d-46b6-8fe8-ed598551187a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:52:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['2d18e5a9-d4cc-49d1-9931-e6bf69085d31'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:44.991141 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-17d3dfcf-1802-431b-9863-6429e9a1aaba tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb031d1b-5963-40f3-a827-b0417babeab3 HTTP/1.1" status: 200 len: 205 time: 0.0944872 Apr 01 15:52:44.999451 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49460) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:45.075783 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-6cf721ed-033d-46b6-8fe8-ed598551187a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:45.078794 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3a87b44d-f34d-4245-a44c-6a52c199d09e tempest-RoutersTestDVR-19636701 tempest-RoutersTestDVR-19636701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616'] for router, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:45.084839 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8103757-f52b-4eff-8395-a02a9a84367b None None] Network d7b2c41d-952a-4f56-8546-d14de241d82a requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:52:45.092559 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf721ed-033d-46b6-8fe8-ed598551187a None None] Routers {'2d18e5a9-d4cc-49d1-9931-e6bf69085d31'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:52:45.093606 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-6cf721ed-033d-46b6-8fe8-ed598551187a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:52:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['2d18e5a9-d4cc-49d1-9931-e6bf69085d31'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:45.103651 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-5b30c4f6-f227-4358-a767-1eceb0241af5 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] 10.222.0.55 "PUT /v2.0/routers/2d18e5a9-d4cc-49d1-9931-e6bf69085d31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5312934 Apr 01 15:52:45.111005 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 49464) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:45.164748 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-6cf721ed-033d-46b6-8fe8-ed598551187a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:45.165483 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf721ed-033d-46b6-8fe8-ed598551187a None None] The sync data for ids ['2d18e5a9-d4cc-49d1-9931-e6bf69085d31'] in dv-neutron-833373-2-hyperv is: [] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:52:45.214484 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c8915d82-8fae-4151-bac7-c6a31d4e84a6 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:45.268034 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0bbf4acb-2480-41fa-92b2-3ed3a7d37681 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:45.275536 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.api.v2.resource [None req-0b5769a8-9d4d-4595-a1c9-e5db4a1656d2 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] delete failed (client error): The resource could not be found. Apr 01 15:52:45.277280 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-0b5769a8-9d4d-4595-a1c9-e5db4a1656d2 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] 10.222.0.55 "DELETE /v2.0/routers/cb031d1b-5963-40f3-a827-b0417babeab3 HTTP/1.1" status: 404 len: 336 time: 0.2658660 Apr 01 15:52:45.290101 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-c3c95de2-36df-4d3a-b600-1ab21b8bdd98 None None] Provisioning for port 84f369bc-c146-41c3-8b54-fb1ae6065eff completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:52:45.295733 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49468) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:45.308657 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-c3c95de2-36df-4d3a-b600-1ab21b8bdd98 None None] Provisioning complete for port 84f369bc-c146-41c3-8b54-fb1ae6065eff triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:45.309194 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c3c95de2-36df-4d3a-b600-1ab21b8bdd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:45.312501 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a96c187-4fbd-41c3-ada6-2940ef540912 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Network d7b2c41d-952a-4f56-8546-d14de241d82a is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:45.315424 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a96c187-4fbd-41c3-ada6-2940ef540912 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Pushing event updated for resources: {'Port': ['ID=7c2fc892-1a4f-4af1-9d86-a4d83b84c9eb,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:45.352746 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8915d82-8fae-4151-bac7-c6a31d4e84a6 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Pushing event deleted for resources: {'Port': ['ID=88572adb-06f0-4dce-88ce-9f9f39215692,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:45.353000 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-9a96c187-4fbd-41c3-ada6-2940ef540912 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:45.362451 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a96c187-4fbd-41c3-ada6-2940ef540912 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:52:45.366954 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a96c187-4fbd-41c3-ada6-2940ef540912 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:45.367815 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9a96c187-4fbd-41c3-ada6-2940ef540912 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:45.379116 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3a87b44d-f34d-4245-a44c-6a52c199d09e tempest-RoutersTestDVR-19636701 tempest-RoutersTestDVR-19636701-project-admin] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:45.383190 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-3a87b44d-f34d-4245-a44c-6a52c199d09e tempest-RoutersTestDVR-19636701 tempest-RoutersTestDVR-19636701-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.8228359 Apr 01 15:52:45.385385 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49472) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:45.392007 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-5b58aed1-dc18-489c-a323-e9c02bdba810 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] 10.222.0.55 "GET /v2.0/ports?device_id=133dc67e-6be3-4f71-8334-43c29564c11c HTTP/1.1" status: 200 len: 205 time: 0.0949283 Apr 01 15:52:45.406049 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49476) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:45.512892 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [None req-252fcff2-f7d2-4fd6-984f-c48b3719ebde tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] For port 40fc917f-14fc-463c-b583-20bd6e2392f1, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=40fc917f-14fc-463c-b583-20bd6e2392f1,segment=NetworkSegment(c41dc1a5-c958-4d8b-81ea-3934c36371b8),segment_id=c41dc1a5-c958-4d8b-81ea-3934c36371b8)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:52:45.535148 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303d391c-6114-4d41-9cd1-8cdf77c3d844 req-1380584f-2ffa-45e5-82c4-ccbed2347a4f tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:45.537028 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-303d391c-6114-4d41-9cd1-8cdf77c3d844 req-1380584f-2ffa-45e5-82c4-ccbed2347a4f tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3318f8-792d-48fb-8e2f-9e09760166b6 HTTP/1.1" status: 200 len: 945 time: 0.6260326 Apr 01 15:52:45.584150 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c3c95de2-36df-4d3a-b600-1ab21b8bdd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:45.585977 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c8915d82-8fae-4151-bac7-c6a31d4e84a6 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:45.588065 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-c8915d82-8fae-4151-bac7-c6a31d4e84a6 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] 10.222.0.55 "DELETE /v2.0/ports/88572adb-06f0-4dce-88ce-9f9f39215692 HTTP/1.1" status: 204 len: 168 time: 2.5069456 Apr 01 15:52:45.592133 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 49480) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:45.650569 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-c3c95de2-36df-4d3a-b600-1ab21b8bdd98 None None] For port 84f369bc-c146-41c3-8b54-fb1ae6065eff, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=84f369bc-c146-41c3-8b54-fb1ae6065eff,segment=NetworkSegment(39214515-57c5-490d-8302-72f4a04f97b1),segment_id=39214515-57c5-490d-8302-72f4a04f97b1)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:52:45.658650 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-9a96c187-4fbd-41c3-ada6-2940ef540912 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.5110941 Apr 01 15:52:45.659556 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-252fcff2-f7d2-4fd6-984f-c48b3719ebde tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:45.660296 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.api.v2.resource [None req-c3f7c537-10d1-4b12-800d-011a2158c2b3 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] delete failed (client error): The resource could not be found. Apr 01 15:52:45.661269 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-c3f7c537-10d1-4b12-800d-011a2158c2b3 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] 10.222.0.55 "DELETE /v2.0/routers/133dc67e-6be3-4f71-8334-43c29564c11c HTTP/1.1" status: 404 len: 336 time: 0.1796112 Apr 01 15:52:45.661780 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49484) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:45.664181 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0bbf4acb-2480-41fa-92b2-3ed3a7d37681 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:45.669468 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbf4acb-2480-41fa-92b2-3ed3a7d37681 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:45.669911 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c3c95de2-36df-4d3a-b600-1ab21b8bdd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:45.670047 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0bbf4acb-2480-41fa-92b2-3ed3a7d37681 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:45.671976 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 49488) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:45.696984 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-b1dfcc1d-7992-496e-a43d-447fe186eb27 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Request body: {'port': {'network_id': 'd7b2c41d-952a-4f56-8546-d14de241d82a', 'name': 'tempest-PortsIpV6TestJSON-1604339180'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:52:45.716187 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-252fcff2-f7d2-4fd6-984f-c48b3719ebde tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:45.717328 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-252fcff2-f7d2-4fd6-984f-c48b3719ebde tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15415267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16089018'] for subnet, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:45.766484 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c95de2-36df-4d3a-b600-1ab21b8bdd98 None None] Pushing event updated for resources: {'Port': ['ID=84f369bc-c146-41c3-8b54-fb1ae6065eff,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:45.818964 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-4b4fcafe-b9ee-4992-b7d0-bbab420f10cc tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] 10.222.0.55 "GET /v2.0/ports?device_id=b6c83c87-c856-4c08-8318-8a722f0a15b3 HTTP/1.1" status: 200 len: 205 time: 0.1433687 Apr 01 15:52:45.832324 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-303d391c-6114-4d41-9cd1-8cdf77c3d844 req-d4a0e19a-47ff-4956-85f6-533235e006ad tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/security-groups?id=559624ab-485e-424f-98d0-03f9fb5e6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2850487 Apr 01 15:52:45.841069 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49492) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:45.905979 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252fcff2-f7d2-4fd6-984f-c48b3719ebde tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:45.913879 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-252fcff2-f7d2-4fd6-984f-c48b3719ebde tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:45.923678 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252fcff2-f7d2-4fd6-984f-c48b3719ebde tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:45.924278 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-252fcff2-f7d2-4fd6-984f-c48b3719ebde tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:45.934681 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252fcff2-f7d2-4fd6-984f-c48b3719ebde tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event updated for resources: {'Subnet': ['ID=0ba90fa8-f3a7-4b7b-bf76-2821cc62bb2f,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:45.938088 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252fcff2-f7d2-4fd6-984f-c48b3719ebde tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event updated for resources: {'Port': ['ID=40fc917f-14fc-463c-b583-20bd6e2392f1,revision_number=5']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:45.942361 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64741d1-3c2f-4f5c-86e2-13d1041e4e8b None None] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:52:45.995215 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 49498) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:46.000845 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-0bbf4acb-2480-41fa-92b2-3ed3a7d37681 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4497054 Apr 01 15:52:46.002036 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 84f369bc-c146-41c3-8b54-fb1ae6065eff up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:52:46.011480 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-3fa7fb35-a6da-40c2-b833-a6f3feb495bd tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Request body: {'subnet': {'network_id': '90bf138c-b006-4828-ae89-2d940166303a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:52:46.032534 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbf4acb-2480-41fa-92b2-3ed3a7d37681 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Pushing event updated for resources: {'Network': ['ID=90bf138c-b006-4828-ae89-2d940166303a,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:46.046747 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-26c91171-b24a-457b-8454-aab3c45cc4bd tempest-RoutersTestDVR-19636701 tempest-RoutersTestDVR-19636701-project-admin] Notify callbacks [] for router, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:46.059496 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-252fcff2-f7d2-4fd6-984f-c48b3719ebde tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 6.3849053 Apr 01 15:52:46.061345 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 49502) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:46.140088 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e767ee-d06e-4d11-a5df-60f18e318a8c tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:46.141048 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-69e767ee-d06e-4d11-a5df-60f18e318a8c tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Synchronizing usage tracker for tenant:e1ed221c16654ccf87bcd9697956f8d7 on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:46.147704 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-2d2609dc-470f-4c51-b4a4-233453ff299f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Request body: {'port': {'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'mac_address': 'fa:16:3e:0f:a5:38', 'name': 'tempest-NetworksTestDHCPv6-1051453628'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:52:46.172383 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.api.v2.resource [None req-507c2fad-1c86-41cf-aa8e-a317fea1a1cf tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] delete failed (client error): The resource could not be found. Apr 01 15:52:46.176166 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-507c2fad-1c86-41cf-aa8e-a317fea1a1cf tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] 10.222.0.55 "DELETE /v2.0/routers/b6c83c87-c856-4c08-8318-8a722f0a15b3 HTTP/1.1" status: 404 len: 336 time: 0.3211801 Apr 01 15:52:46.182006 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49508) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:46.270810 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 90bf138c-b006-4828-ae89-2d940166303a details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:52:46.300821 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-5d356a1e-17e2-4a72-9503-12d26efc875d tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] 10.222.0.55 "GET /v2.0/ports?device_id=7793c610-bd67-4c73-a74d-bb0f331d2e9f HTTP/1.1" status: 200 len: 205 time: 0.1036987 Apr 01 15:52:46.320400 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 49512) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:46.424122 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 84f369bc-c146-41c3-8b54-fb1ae6065eff triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:46.424764 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:46.535750 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-2bc5ffbe-b40d-4bd6-9ff0-6766716333ce None None] Provisioning for port 7c2fc892-1a4f-4af1-9d86-a4d83b84c9eb completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:52:46.592136 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-2bc5ffbe-b40d-4bd6-9ff0-6766716333ce None None] Provisioning complete for port 7c2fc892-1a4f-4af1-9d86-a4d83b84c9eb triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:46.592136 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-2bc5ffbe-b40d-4bd6-9ff0-6766716333ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:46.592807 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.api.v2.resource [None req-1a95aa59-5f0f-45a2-8038-fe28e63978e7 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] delete failed (client error): The resource could not be found. Apr 01 15:52:46.593856 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-1a95aa59-5f0f-45a2-8038-fe28e63978e7 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] 10.222.0.55 "DELETE /v2.0/routers/7793c610-bd67-4c73-a74d-bb0f331d2e9f HTTP/1.1" status: 404 len: 336 time: 0.2702110 Apr 01 15:52:46.600058 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-69e767ee-d06e-4d11-a5df-60f18e318a8c tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Unset dirty status for tenant:e1ed221c16654ccf87bcd9697956f8d7 on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:46.605851 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-69e767ee-d06e-4d11-a5df-60f18e318a8c tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] 10.222.0.55 "GET /v2.0/ports?device_id=3dd9a420-1091-4a7a-b1db-2afcf5452758 HTTP/1.1" status: 200 len: 913 time: 1.0068035 Apr 01 15:52:46.605851 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 49516) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:46.605851 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-3fa7fb35-a6da-40c2-b833-a6f3feb495bd tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:46.613808 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-00b9e01b-494e-4ad4-bc68-d96bb0ffff99 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks [] for router, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:46.641625 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-b1dfcc1d-7992-496e-a43d-447fe186eb27 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:46.665415 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49518) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:46.684482 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-2bc5ffbe-b40d-4bd6-9ff0-6766716333ce None None] Port 7c2fc892-1a4f-4af1-9d86-a4d83b84c9eb cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:52:46.686863 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-3fa7fb35-a6da-40c2-b833-a6f3feb495bd tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Usage tracker for resource:subnet and tenant:d41ff62d3a004209bfda315661ac6954 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:46.748150 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-3fa7fb35-a6da-40c2-b833-a6f3feb495bd tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:46.752687 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-2bc5ffbe-b40d-4bd6-9ff0-6766716333ce None None] Provisioning complete for port 84f369bc-c146-41c3-8b54-fb1ae6065eff triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:46.753099 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-2bc5ffbe-b40d-4bd6-9ff0-6766716333ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:46.774786 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-b1dfcc1d-7992-496e-a43d-447fe186eb27 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Usage tracker for resource:port and tenant:144b300b27fa4dafba1405cae5639f1c is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:46.786699 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-b1dfcc1d-7992-496e-a43d-447fe186eb27 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:46.809160 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-3fa7fb35-a6da-40c2-b833-a6f3feb495bd tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:46.828413 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-09ed3622-0610-4551-aacc-eca292ee5344 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] 10.222.0.55 "GET /v2.0/ports?device_id=6221dbd0-542b-4325-80c2-6fffc64ed5ff HTTP/1.1" status: 200 len: 205 time: 0.2163243 Apr 01 15:52:46.833145 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 49524) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:46.846676 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-b1dfcc1d-7992-496e-a43d-447fe186eb27 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:46.927860 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fa7fb35-a6da-40c2-b833-a6f3feb495bd tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Made reservation on behalf of d41ff62d3a004209bfda315661ac6954 for: {'subnet': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:52:46.950722 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.api.v2.resource [None req-e56e8000-9de8-4374-84f3-f1dc3401a4f0 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] delete failed (client error): The resource could not be found. Apr 01 15:52:46.954655 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-e56e8000-9de8-4374-84f3-f1dc3401a4f0 tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] 10.222.0.55 "DELETE /v2.0/routers/6221dbd0-542b-4325-80c2-6fffc64ed5ff HTTP/1.1" status: 404 len: 336 time: 0.1064453 Apr 01 15:52:46.957758 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-2d2609dc-470f-4c51-b4a4-233453ff299f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:46.960042 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 49528) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:47.040165 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-b0475a53-2850-411c-b955-1718bbc0fb92 None None] Provisioning complete for port 7c2fc892-1a4f-4af1-9d86-a4d83b84c9eb triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:47.040839 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-b0475a53-2850-411c-b955-1718bbc0fb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:47.061570 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-2d2609dc-470f-4c51-b4a4-233453ff299f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Usage tracker for resource:port and tenant:50a1f72bd5e54e209eb4756b30f7e6a6 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:47.069409 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1dfcc1d-7992-496e-a43d-447fe186eb27 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Made reservation on behalf of 144b300b27fa4dafba1405cae5639f1c for: {'port': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:52:47.072361 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b1dfcc1d-7992-496e-a43d-447fe186eb27 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:47.084829 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-2d2609dc-470f-4c51-b4a4-233453ff299f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:47.097723 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-249510c0-0256-408e-8b5d-05afdaf559cc tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] DELETE failed (client error): The resource could not be found. Apr 01 15:52:47.098155 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-249510c0-0256-408e-8b5d-05afdaf559cc tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:52:47.099830 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-249510c0-0256-408e-8b5d-05afdaf559cc tempest-RoutersAdminTest-481393700 tempest-RoutersAdminTest-481393700-project] 10.222.0.55 "DELETE /v2.0/subnets/9b3e0d0d-df61-477c-8296-813144f582c4 HTTP/1.1" status: 404 len: 337 time: 0.0886438 Apr 01 15:52:47.100800 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-2d2609dc-470f-4c51-b4a4-233453ff299f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:47.158357 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [None req-b1dfcc1d-7992-496e-a43d-447fe186eb27 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] device_id is not set on port 74179d40-4dd3-445d-b9cc-4ad840d0e0e9 yet. {{(pid=83828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:52:47.175666 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-b0475a53-2850-411c-b955-1718bbc0fb92 None None] Port 7c2fc892-1a4f-4af1-9d86-a4d83b84c9eb cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:52:47.184944 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b650dff-d5e4-4350-adda-5453adb6bed1 req-d8425342-ca22-4ef4-b7df-d86154e15709 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:47.186664 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-7b650dff-d5e4-4350-adda-5453adb6bed1 req-d8425342-ca22-4ef4-b7df-d86154e15709 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3318f8-792d-48fb-8e2f-9e09760166b6 HTTP/1.1" status: 200 len: 945 time: 0.8790200 Apr 01 15:52:47.195822 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3fa7fb35-a6da-40c2-b833-a6f3feb495bd tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16088980'] for subnet, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:47.226698 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-8c26455c-a25b-4561-827a-6f1718fce1ed req-66ef8ab2-4f3c-4e52-bf3f-5e836e080ad0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ea61585477ae47b59fca06b1e521f7a0&device_id=ee3318f8-792d-48fb-8e2f-9e09760166b6 HTTP/1.1" status: 200 len: 1098 time: 0.8520269 Apr 01 15:52:47.235002 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d2609dc-470f-4c51-b4a4-233453ff299f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Made reservation on behalf of 50a1f72bd5e54e209eb4756b30f7e6a6 for: {'port': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:52:47.361679 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-26c91171-b24a-457b-8454-aab3c45cc4bd tempest-RoutersTestDVR-19636701 tempest-RoutersTestDVR-19636701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130651'] for router, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:47.415614 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-26c91171-b24a-457b-8454-aab3c45cc4bd tempest-RoutersTestDVR-19636701 tempest-RoutersTestDVR-19636701-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:47.464877 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-7b650dff-d5e4-4350-adda-5453adb6bed1 req-53993bfd-cb1c-4f05-913e-aefcdabcd9cc tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/security-groups?id=559624ab-485e-424f-98d0-03f9fb5e6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2536883 Apr 01 15:52:47.468491 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-b1dfcc1d-7992-496e-a43d-447fe186eb27 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Allocated IP 2001:db8::2c2 (d7b2c41d-952a-4f56-8546-d14de241d82a/3cf5d5d2-b464-4ade-ac10-4765e4da95be/74179d40-4dd3-445d-b9cc-4ad840d0e0e9) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:52:47.539055 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2d2609dc-470f-4c51-b4a4-233453ff299f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:47.539333 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-26c91171-b24a-457b-8454-aab3c45cc4bd tempest-RoutersTestDVR-19636701 tempest-RoutersTestDVR-19636701-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607376'] for router, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:47.539845 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c91171-b24a-457b-8454-aab3c45cc4bd tempest-RoutersTestDVR-19636701 tempest-RoutersTestDVR-19636701-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1e53b9d9-3b1b-4b8e-8654-650b3fbe8ff2 {{(pid=83828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:52:47.545578 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c26455c-a25b-4561-827a-6f1718fce1ed req-b4dd1c76-053d-46b7-9880-2b6c0dc5a82a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:47.547039 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-8c26455c-a25b-4561-827a-6f1718fce1ed req-b4dd1c76-053d-46b7-9880-2b6c0dc5a82a service neutron] 10.222.0.24 "GET /v2.0/networks?id=10bfa6c5-d504-42f7-b6a8-189d201bcc59 HTTP/1.1" status: 200 len: 911 time: 0.3028677 Apr 01 15:52:47.597307 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408f31dd-94e2-4420-8f22-fbc67843c4c1 None None] get_active_networks_info from dv-neutron-833373-2-hyperv {{(pid=83829) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 01 15:52:47.613881 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [None req-2d2609dc-470f-4c51-b4a4-233453ff299f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] device_id is not set on port 4acb9f6a-f2d8-48c0-9225-a707dd4a0973 yet. {{(pid=83826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:52:47.641323 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49536) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:47.693796 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-d2d7b300-cce0-4222-83ec-bc84f144a7ee None None] Provisioning complete for port 40fc917f-14fc-463c-b583-20bd6e2392f1 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:47.694313 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-d2d7b300-cce0-4222-83ec-bc84f144a7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:47.762117 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3fa7fb35-a6da-40c2-b833-a6f3feb495bd tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15415267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16089018'] for subnet, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:47.772238 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-26c91171-b24a-457b-8454-aab3c45cc4bd tempest-RoutersTestDVR-19636701 tempest-RoutersTestDVR-19636701-project-admin] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:47.778783 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-26c91171-b24a-457b-8454-aab3c45cc4bd tempest-RoutersTestDVR-19636701 tempest-RoutersTestDVR-19636701-project-admin] 10.222.0.55 "DELETE /v2.0/routers/1e53b9d9-3b1b-4b8e-8654-650b3fbe8ff2 HTTP/1.1" status: 204 len: 168 time: 2.3845103 Apr 01 15:52:47.845114 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-8c26455c-a25b-4561-827a-6f1718fce1ed req-1489dec7-eb14-41f2-898b-7edb8d1f3b06 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=be7f5bd5-43c4-40bd-8ba3-b6e713491455 HTTP/1.1" status: 200 len: 1000 time: 0.2812276 Apr 01 15:52:47.880267 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408f31dd-94e2-4420-8f22-fbc67843c4c1 None None] Resources bound (agent type, host, resource id): {{(pid=83829) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 15:52:47.901503 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-00b9e01b-494e-4ad4-bc68-d96bb0ffff99 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:47.956252 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-00b9e01b-494e-4ad4-bc68-d96bb0ffff99 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Deleting port b5e7ed6d-9366-48da-9c68-a70bf2aacb17 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:52:47.957092 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-00b9e01b-494e-4ad4-bc68-d96bb0ffff99 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:47.995252 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-936581b7-132f-4d47-b6d2-02eeac88dfa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:48.120293 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa7fb35-a6da-40c2-b833-a6f3feb495bd tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Pushing event updated for resources: {'Subnet': ['ID=c5ec641a-3378-481c-814d-dd485a7c7f3a,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:48.268187 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 40fc917f-14fc-463c-b583-20bd6e2392f1 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:52:48.269035 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa7fb35-a6da-40c2-b833-a6f3feb495bd tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Checking segment: {'id': 'b194b572-c5bd-48d8-ab1f-d625f7282ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '90bf138c-b006-4828-ae89-2d940166303a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:52:48.269588 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa7fb35-a6da-40c2-b833-a6f3feb495bd tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Network hostable DHCP agents. Network: 90bf138c-b006-4828-ae89-2d940166303a, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:52:48.305208 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49546) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:48.393329 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 40fc917f-14fc-463c-b583-20bd6e2392f1 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:48.394105 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:48.397516 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-2d2609dc-470f-4c51-b4a4-233453ff299f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Allocated IP 172.20.0.5 (7b65ac5c-8834-4b65-9b28-b7dba6c9746f/ea1c4b55-676c-4402-8309-452e720ae3de/4acb9f6a-f2d8-48c0-9225-a707dd4a0973) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:52:48.400656 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-00b9e01b-494e-4ad4-bc68-d96bb0ffff99 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:48.413688 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa7fb35-a6da-40c2-b833-a6f3feb495bd tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Network 90bf138c-b006-4828-ae89-2d940166303a is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:52:48.420873 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c26455c-a25b-4561-827a-6f1718fce1ed req-26be7acc-3f01-4eff-ac0b-75ec31211724 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:48.422419 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-8c26455c-a25b-4561-827a-6f1718fce1ed req-26be7acc-3f01-4eff-ac0b-75ec31211724 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=316ad757-bf54-49b9-829b-e0e949015709 HTTP/1.1" status: 200 len: 850 time: 0.5535560 Apr 01 15:52:48.425359 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b1dfcc1d-7992-496e-a43d-447fe186eb27 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:48.478796 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-2d2609dc-470f-4c51-b4a4-233453ff299f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Allocated IP 2001:db8::f816:3eff:fe0f:a538 (7b65ac5c-8834-4b65-9b28-b7dba6c9746f/0ba90fa8-f3a7-4b7b-bf76-2821cc62bb2f/4acb9f6a-f2d8-48c0-9225-a707dd4a0973) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:52:48.517590 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [None req-b1dfcc1d-7992-496e-a43d-447fe186eb27 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Transition to ACTIVE for port object 74179d40-4dd3-445d-b9cc-4ad840d0e0e9 will not be triggered until provisioned by entity DHCP. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:52:48.573495 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-936581b7-132f-4d47-b6d2-02eeac88dfa8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:48.581379 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-936581b7-132f-4d47-b6d2-02eeac88dfa8 admin admin] Usage tracker for resource:security_group_rule and tenant:3850ef500fb442378a7b9acd8e0a9055 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:48.585782 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-936581b7-132f-4d47-b6d2-02eeac88dfa8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:48.598120 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b1dfcc1d-7992-496e-a43d-447fe186eb27 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:48.627989 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-936581b7-132f-4d47-b6d2-02eeac88dfa8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:48.677440 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-00b9e01b-494e-4ad4-bc68-d96bb0ffff99 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Calling delete_port for b5e7ed6d-9366-48da-9c68-a70bf2aacb17 owned by network:router_gateway {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:52:48.706696 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-3fa7fb35-a6da-40c2-b833-a6f3feb495bd tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, 90bf138c-b006-4828-ae89-2d940166303a) {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:48.716222 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a8f34578-fa96-4207-8cf9-5941fe7d307b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:48.727980 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95df048c-fcb2-4e33-a7e3-d9449b8b1bff None None] Network 90bf138c-b006-4828-ae89-2d940166303a requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:52:48.771313 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa7fb35-a6da-40c2-b833-a6f3feb495bd tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:48.771635 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3fa7fb35-a6da-40c2-b833-a6f3feb495bd tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:48.775377 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1dfcc1d-7992-496e-a43d-447fe186eb27 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Network d7b2c41d-952a-4f56-8546-d14de241d82a is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:48.783492 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-b1dfcc1d-7992-496e-a43d-447fe186eb27 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:48.797428 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1dfcc1d-7992-496e-a43d-447fe186eb27 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:52:48.801438 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1dfcc1d-7992-496e-a43d-447fe186eb27 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:48.802281 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b1dfcc1d-7992-496e-a43d-447fe186eb27 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:48.806672 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dfcc1d-7992-496e-a43d-447fe186eb27 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Pushing event updated for resources: {'Port': ['ID=74179d40-4dd3-445d-b9cc-4ad840d0e0e9,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:48.854081 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-a8f34578-fa96-4207-8cf9-5941fe7d307b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:48.858479 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-8c26455c-a25b-4561-827a-6f1718fce1ed req-9fd3631a-b154-4141-95c2-f2bdc059df4e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=10bfa6c5-d504-42f7-b6a8-189d201bcc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4180284 Apr 01 15:52:48.862107 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-3fa7fb35-a6da-40c2-b833-a6f3feb495bd tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.8618937 Apr 01 15:52:48.870120 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 49554) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:48.872498 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-a8f34578-fa96-4207-8cf9-5941fe7d307b admin admin] Usage tracker for resource:security_group_rule and tenant:a98ee2495dca42038cb3468e0b43a4e9 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:48.904910 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-a8f34578-fa96-4207-8cf9-5941fe7d307b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:48.925287 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-a8f34578-fa96-4207-8cf9-5941fe7d307b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:48.990896 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-b1dfcc1d-7992-496e-a43d-447fe186eb27 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.3255320 Apr 01 15:52:49.004436 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49558) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:49.068830 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb57af0-d9cd-4a8a-af0d-e99efddff3e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-90bf138c-b006-4828-ae89-2d940166303a', 'network_id': '90bf138c-b006-4828-ae89-2d940166303a', 'tenant_id': 'd41ff62d3a004209bfda315661ac6954', 'fixed_ips': [{'subnet_id': 'c5ec641a-3378-481c-814d-dd485a7c7f3a'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:52:49.069658 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6cb57af0-d9cd-4a8a-af0d-e99efddff3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:49.077697 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-936581b7-132f-4d47-b6d2-02eeac88dfa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:49.099610 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-936581b7-132f-4d47-b6d2-02eeac88dfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:49.218462 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef2deb-edd3-4c21-8ec9-c3e66e06c48f req-5ce57e7e-7ca8-4d45-8dcc-e96088aef05d tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:49.220034 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4bef2deb-edd3-4c21-8ec9-c3e66e06c48f req-5ce57e7e-7ca8-4d45-8dcc-e96088aef05d tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3318f8-792d-48fb-8e2f-9e09760166b6 HTTP/1.1" status: 200 len: 945 time: 0.5145838 Apr 01 15:52:49.253197 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-95353a8b-32c1-4fe4-9111-89a191647089 None None] Provisioning for port 74179d40-4dd3-445d-b9cc-4ad840d0e0e9 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:52:49.268862 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-95353a8b-32c1-4fe4-9111-89a191647089 None None] Provisioning complete for port 74179d40-4dd3-445d-b9cc-4ad840d0e0e9 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:49.269369 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-95353a8b-32c1-4fe4-9111-89a191647089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:49.283658 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2d2609dc-470f-4c51-b4a4-233453ff299f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:49.321474 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3ded4cb1-ffd8-42f9-9f0b-151c29761b8c tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:49.340616 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-6cb57af0-d9cd-4a8a-af0d-e99efddff3e9 None None] Allocated IP 2001:db8::1 (90bf138c-b006-4828-ae89-2d940166303a/c5ec641a-3378-481c-814d-dd485a7c7f3a/fda28308-3b9d-46e3-989a-ef2021757b87) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:52:49.362033 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-95353a8b-32c1-4fe4-9111-89a191647089 None None] Port 74179d40-4dd3-445d-b9cc-4ad840d0e0e9 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:52:49.373224 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936581b7-132f-4d47-b6d2-02eeac88dfa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a360b44-3e55-41bd-bc13-f696038357c2,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:49.386575 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [None req-2d2609dc-470f-4c51-b4a4-233453ff299f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Transition to ACTIVE for port object 4acb9f6a-f2d8-48c0-9225-a707dd4a0973 will not be triggered until provisioned by entity DHCP. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:52:49.386792 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-8c26455c-a25b-4561-827a-6f1718fce1ed req-e69b2865-7fdc-47c7-8ddc-050918bbe92a service neutron] 10.222.0.24 "GET /v2.0/networks/10bfa6c5-d504-42f7-b6a8-189d201bcc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5042272 Apr 01 15:52:49.395349 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-936581b7-132f-4d47-b6d2-02eeac88dfa8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3850ef500fb442378a7b9acd8e0a9055&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7501531 Apr 01 15:52:49.415305 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49562) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:49.441918 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4bef2deb-edd3-4c21-8ec9-c3e66e06c48f req-e299feca-8bc5-41d4-a9fe-4ded63612545 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/security-groups?id=559624ab-485e-424f-98d0-03f9fb5e6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1875038 Apr 01 15:52:49.456813 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-00b9e01b-494e-4ad4-bc68-d96bb0ffff99 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:49.530813 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b9e01b-494e-4ad4-bc68-d96bb0ffff99 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Pushing event deleted for resources: {'Port': ['ID=b5e7ed6d-9366-48da-9c68-a70bf2aacb17,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:49.535514 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3ded4cb1-ffd8-42f9-9f0b-151c29761b8c tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:49.540125 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f9170d-867e-42ae-8be9-c35d834fd488 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:49.540834 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-70f9170d-867e-42ae-8be9-c35d834fd488 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Synchronizing usage tracker for tenant:144b300b27fa4dafba1405cae5639f1c on resource:port {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:49.580171 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a8f34578-fa96-4207-8cf9-5941fe7d307b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:49.582383 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6cb57af0-d9cd-4a8a-af0d-e99efddff3e9 None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:49.594645 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-6cb57af0-d9cd-4a8a-af0d-e99efddff3e9 None None] Transition to ACTIVE for port object fda28308-3b9d-46e3-989a-ef2021757b87 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:52:49.594911 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-629c468a-b436-46ce-9d6c-1935ff82de0c tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611543'] for router_interface, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:49.613670 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-6cb57af0-d9cd-4a8a-af0d-e99efddff3e9 None None] Transition to ACTIVE for port object fda28308-3b9d-46e3-989a-ef2021757b87 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:52:49.620530 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6cb57af0-d9cd-4a8a-af0d-e99efddff3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:49.651882 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a8f34578-fa96-4207-8cf9-5941fe7d307b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:49.680311 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2d2609dc-470f-4c51-b4a4-233453ff299f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:49.693836 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb57af0-d9cd-4a8a-af0d-e99efddff3e9 None None] Network 90bf138c-b006-4828-ae89-2d940166303a is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:49.696813 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-6cb57af0-d9cd-4a8a-af0d-e99efddff3e9 None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:49.702143 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb57af0-d9cd-4a8a-af0d-e99efddff3e9 None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:52:49.704245 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb57af0-d9cd-4a8a-af0d-e99efddff3e9 None None] Pushing event updated for resources: {'Port': ['ID=fda28308-3b9d-46e3-989a-ef2021757b87,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:49.759728 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-70f9170d-867e-42ae-8be9-c35d834fd488 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Unset dirty status for tenant:144b300b27fa4dafba1405cae5639f1c on resource:port {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:49.763488 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-70f9170d-867e-42ae-8be9-c35d834fd488 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A301 HTTP/1.1" status: 200 len: 928 time: 0.7495675 Apr 01 15:52:49.779706 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49566) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:49.810718 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-6cb57af0-d9cd-4a8a-af0d-e99efddff3e9 None None] Attempting to bind port fda28308-3b9d-46e3-989a-ef2021757b87 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:52:49.811248 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-6cb57af0-d9cd-4a8a-af0d-e99efddff3e9 None None] Attempting to bind port fda28308-3b9d-46e3-989a-ef2021757b87 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'b194b572-c5bd-48d8-ab1f-d625f7282ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '90bf138c-b006-4828-ae89-2d940166303a'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:52:49.811342 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb57af0-d9cd-4a8a-af0d-e99efddff3e9 None None] Attempting to bind port fda28308-3b9d-46e3-989a-ef2021757b87 on network 90bf138c-b006-4828-ae89-2d940166303a {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:52:49.818862 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb57af0-d9cd-4a8a-af0d-e99efddff3e9 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:52:49.819227 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb57af0-d9cd-4a8a-af0d-e99efddff3e9 None None] Checking segment: {'id': 'b194b572-c5bd-48d8-ab1f-d625f7282ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '90bf138c-b006-4828-ae89-2d940166303a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:52:49.819631 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6cb57af0-d9cd-4a8a-af0d-e99efddff3e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:49.820014 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb57af0-d9cd-4a8a-af0d-e99efddff3e9 None None] Bound using segment: {'id': 'b194b572-c5bd-48d8-ab1f-d625f7282ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '90bf138c-b006-4828-ae89-2d940166303a'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:52:49.820472 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-6cb57af0-d9cd-4a8a-af0d-e99efddff3e9 None None] Bound port: fda28308-3b9d-46e3-989a-ef2021757b87, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b194b572-c5bd-48d8-ab1f-d625f7282ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '90bf138c-b006-4828-ae89-2d940166303a'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:52:49.820902 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6cb57af0-d9cd-4a8a-af0d-e99efddff3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:49.856686 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f34578-fa96-4207-8cf9-5941fe7d307b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad59aeb-5af9-4995-8458-d791435a97b6,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:49.869477 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-8c26455c-a25b-4561-827a-6f1718fce1ed req-fbb1da3b-d707-4500-bb5b-03f213acb353 service neutron] 10.222.0.24 "GET /v2.0/networks/10bfa6c5-d504-42f7-b6a8-189d201bcc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4756515 Apr 01 15:52:49.873697 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9f496f05-980b-4488-a76a-a91256891ac3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:49.877226 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-a8f34578-fa96-4207-8cf9-5941fe7d307b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a98ee2495dca42038cb3468e0b43a4e9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4908512 Apr 01 15:52:49.886300 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49570) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:49.924244 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2609dc-470f-4c51-b4a4-233453ff299f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:52:49.930990 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-6cb57af0-d9cd-4a8a-af0d-e99efddff3e9 None None] For port fda28308-3b9d-46e3-989a-ef2021757b87, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:52:49.935109 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-6cb57af0-d9cd-4a8a-af0d-e99efddff3e9 None None] For port fda28308-3b9d-46e3-989a-ef2021757b87, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=fda28308-3b9d-46e3-989a-ef2021757b87,segment=NetworkSegment(b194b572-c5bd-48d8-ab1f-d625f7282ece),segment_id=b194b572-c5bd-48d8-ab1f-d625f7282ece)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:52:49.936084 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-2d2609dc-470f-4c51-b4a4-233453ff299f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:49.938725 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2609dc-470f-4c51-b4a4-233453ff299f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:52:49.941045 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6cb57af0-d9cd-4a8a-af0d-e99efddff3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:49.955500 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9f496f05-980b-4488-a76a-a91256891ac3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:49.970696 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2609dc-470f-4c51-b4a4-233453ff299f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event updated for resources: {'Port': ['ID=4acb9f6a-f2d8-48c0-9225-a707dd4a0973,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:49.975932 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-e2c10b20-0eeb-4cb8-9c1f-88f76042388a tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Deleting port 74179d40-4dd3-445d-b9cc-4ad840d0e0e9 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:52:49.976275 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e2c10b20-0eeb-4cb8-9c1f-88f76042388a tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:49.993522 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-00b9e01b-494e-4ad4-bc68-d96bb0ffff99 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617660'] for router_gateway, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:50.029653 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb57af0-d9cd-4a8a-af0d-e99efddff3e9 None None] Pushing event updated for resources: {'Port': ['ID=fda28308-3b9d-46e3-989a-ef2021757b87,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:50.055117 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3ded4cb1-ffd8-42f9-9f0b-151c29761b8c tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15415074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16089009'] for subnet, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:50.175288 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4c8df774-992b-441f-988d-67482a2a22fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:50.244881 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4c8df774-992b-441f-988d-67482a2a22fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:50.367076 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9f496f05-980b-4488-a76a-a91256891ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:50.444935 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ded4cb1-ffd8-42f9-9f0b-151c29761b8c tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Pushing event deleted for resources: {'Subnet': ['ID=c5ec641a-3378-481c-814d-dd485a7c7f3a,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:50.451654 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f496f05-980b-4488-a76a-a91256891ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a360b44-3e55-41bd-bc13-f696038357c2,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:50.495785 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9f496f05-980b-4488-a76a-a91256891ac3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:50.512772 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-9f496f05-980b-4488-a76a-a91256891ac3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5a360b44-3e55-41bd-bc13-f696038357c2 HTTP/1.1" status: 204 len: 168 time: 1.0790746 Apr 01 15:52:50.513046 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-d8642de4-0fda-4a56-b492-856c7da59022 None None] Provisioning for port 4acb9f6a-f2d8-48c0-9225-a707dd4a0973 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:52:50.518708 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-d8642de4-0fda-4a56-b492-856c7da59022 None None] Provisioning complete for port 4acb9f6a-f2d8-48c0-9225-a707dd4a0973 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:50.519067 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-d8642de4-0fda-4a56-b492-856c7da59022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:50.557258 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2609dc-470f-4c51-b4a4-233453ff299f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:50.558588 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2d2609dc-470f-4c51-b4a4-233453ff299f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:50.594477 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e2c10b20-0eeb-4cb8-9c1f-88f76042388a tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:50.611520 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-00b9e01b-494e-4ad4-bc68-d96bb0ffff99 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130651'] for router, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:50.650196 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4c8df774-992b-441f-988d-67482a2a22fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:50.666045 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-d8642de4-0fda-4a56-b492-856c7da59022 None None] Port 4acb9f6a-f2d8-48c0-9225-a707dd4a0973 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:52:50.679238 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-00b9e01b-494e-4ad4-bc68-d96bb0ffff99 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:50.706651 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-2d2609dc-470f-4c51-b4a4-233453ff299f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.6393673 Apr 01 15:52:50.710549 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 49582) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:50.792390 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8df774-992b-441f-988d-67482a2a22fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad59aeb-5af9-4995-8458-d791435a97b6,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:50.802256 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3ded4cb1-ffd8-42f9-9f0b-151c29761b8c tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:50.804761 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-e2c10b20-0eeb-4cb8-9c1f-88f76042388a tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Calling delete_port for 74179d40-4dd3-445d-b9cc-4ad840d0e0e9 owned by {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:52:50.843387 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4c8df774-992b-441f-988d-67482a2a22fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:50.847200 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-4c8df774-992b-441f-988d-67482a2a22fe admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0ad59aeb-5af9-4995-8458-d791435a97b6 HTTP/1.1" status: 204 len: 168 time: 0.9477649 Apr 01 15:52:50.853657 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-3ded4cb1-ffd8-42f9-9f0b-151c29761b8c tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90bf138c-b006-4828-ae89-2d940166303a']}} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:50.885189 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-3ded4cb1-ffd8-42f9-9f0b-151c29761b8c tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b194b572-c5bd-48d8-ab1f-d625f7282ece') {'for_net_delete': True} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:50.885485 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-3ded4cb1-ffd8-42f9-9f0b-151c29761b8c tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b194b572-c5bd-48d8-ab1f-d625f7282ece') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:50.891987 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-00b9e01b-494e-4ad4-bc68-d96bb0ffff99 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607376'] for router, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:50.892584 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00b9e01b-494e-4ad4-bc68-d96bb0ffff99 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Fanout notify agent at l3_agent the message router_deleted on router 2d18e5a9-d4cc-49d1-9931-e6bf69085d31 {{(pid=83826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:52:50.915804 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3ded4cb1-ffd8-42f9-9f0b-151c29761b8c tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16610763'] for segment, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:50.932837 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-00b9e01b-494e-4ad4-bc68-d96bb0ffff99 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks [] for router, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:50.936772 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-00b9e01b-494e-4ad4-bc68-d96bb0ffff99 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] 10.222.0.55 "DELETE /v2.0/routers/2d18e5a9-d4cc-49d1-9931-e6bf69085d31 HTTP/1.1" status: 204 len: 168 time: 5.8230045 Apr 01 15:52:50.937452 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 49590) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:50.996545 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3ded4cb1-ffd8-42f9-9f0b-151c29761b8c tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:51.054468 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ded4cb1-ffd8-42f9-9f0b-151c29761b8c tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=83826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:52:51.054884 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3ded4cb1-ffd8-42f9-9f0b-151c29761b8c tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15415164'] for segment, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:51.096242 dv-neutron-833373-2-hyperv neutron-server[83826]: Traceback (most recent call last): Apr 01 15:52:51.096242 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:52:51.096242 dv-neutron-833373-2-hyperv neutron-server[83826]: timer() Apr 01 15:52:51.096242 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:52:51.096242 dv-neutron-833373-2-hyperv neutron-server[83826]: cb(*args, **kw) Apr 01 15:52:51.096242 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:52:51.096242 dv-neutron-833373-2-hyperv neutron-server[83826]: return func(*args, **kwargs) Apr 01 15:52:51.096242 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:52:51.096242 dv-neutron-833373-2-hyperv neutron-server[83826]: self._notify() Apr 01 15:52:51.096242 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:52:51.096242 dv-neutron-833373-2-hyperv neutron-server[83826]: self.callback(batched_events) Apr 01 15:52:51.096242 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:52:51.096242 dv-neutron-833373-2-hyperv neutron-server[83826]: event.method(event) Apr 01 15:52:51.096242 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:52:51.096242 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:52:51.096242 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:52:51.096242 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:52:51.096242 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:52:51.096242 dv-neutron-833373-2-hyperv neutron-server[83826]: return f(self, *a, **k) Apr 01 15:52:51.096242 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:52:51.096242 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._get(url).json() Apr 01 15:52:51.096242 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:52:51.096242 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:52:51.096242 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:52:51.096242 dv-neutron-833373-2-hyperv neutron-server[83826]: return self.request(url, 'GET', **kwargs) Apr 01 15:52:51.096242 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:52:51.096242 dv-neutron-833373-2-hyperv neutron-server[83826]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:52:51.096242 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:52:51.096242 dv-neutron-833373-2-hyperv neutron-server[83826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:52:51.096242 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:52:51.096242 dv-neutron-833373-2-hyperv neutron-server[83826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:52:51.096242 dv-neutron-833373-2-hyperv neutron-server[83826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:52:51.179396 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49596) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:51.200934 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c6dfd5-6ef5-4b5e-8ddc-c50e08936d0c tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:51.204919 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c6dfd5-6ef5-4b5e-8ddc-c50e08936d0c tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:51.205774 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-78c6dfd5-6ef5-4b5e-8ddc-c50e08936d0c tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Synchronizing usage tracker for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:51.232596 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06916882-b473-4c36-afe2-8f2191327483 req-ea1e0555-e01e-4a17-a57d-9e5d3867e319 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:51.234146 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-06916882-b473-4c36-afe2-8f2191327483 req-ea1e0555-e01e-4a17-a57d-9e5d3867e319 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3318f8-792d-48fb-8e2f-9e09760166b6 HTTP/1.1" status: 200 len: 945 time: 0.5215912 Apr 01 15:52:51.290393 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 49600) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:51.291010 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-0b9df2c7-61da-4f11-bbfa-9871437acce1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5f11313c75e340ab97da3a75cb4a5e1a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1082644 Apr 01 15:52:51.344656 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.db.api [None req-3ded4cb1-ffd8-42f9-9f0b-151c29761b8c tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 01 15:52:51.344656 dv-neutron-833373-2-hyperv neutron-server[83826]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 01 15:52:51.344656 dv-neutron-833373-2-hyperv neutron-server[83826]: [parameters: {'id': '90bf138c-b006-4828-ae89-2d940166303a'}] Apr 01 15:52:51.344656 dv-neutron-833373-2-hyperv neutron-server[83826]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:52:51.345044 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG oslo_db.api [None req-3ded4cb1-ffd8-42f9-9f0b-151c29761b8c tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:52:51.351468 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e2c10b20-0eeb-4cb8-9c1f-88f76042388a tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:51.368475 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-78c6dfd5-6ef5-4b5e-8ddc-c50e08936d0c tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Unset dirty status for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:51.373068 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-78c6dfd5-6ef5-4b5e-8ddc-c50e08936d0c tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.6592467 Apr 01 15:52:51.375442 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 49604) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:51.411680 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c10b20-0eeb-4cb8-9c1f-88f76042388a tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Pushing event deleted for resources: {'Port': ['ID=74179d40-4dd3-445d-b9cc-4ad840d0e0e9,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:51.473135 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfcb8b4-5cba-4f88-9011-cfbac5908e05 None None] Network 90bf138c-b006-4828-ae89-2d940166303a requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:52:51.526003 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-06916882-b473-4c36-afe2-8f2191327483 req-62d46124-8802-478f-969a-335cf19af807 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/security-groups?id=559624ab-485e-424f-98d0-03f9fb5e6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2806060 Apr 01 15:52:51.553348 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 49608) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:51.593632 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-0cd43090-a2cc-4cfc-a668-7751a6a88628 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Deleting port 4acb9f6a-f2d8-48c0-9225-a707dd4a0973 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:52:51.593632 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0cd43090-a2cc-4cfc-a668-7751a6a88628 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:51.635843 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1469bc0-d0ac-49c6-acb2-06e1c9bc9856 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Deleting subnet 858507ea-b696-4c55-8b43-288c4e66c3a4 {{(pid=83826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:52:51.638111 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0da1bcfa-e488-4c4f-acaa-bf0b5c6cb0c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:51.661690 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e1469bc0-d0ac-49c6-acb2-06e1c9bc9856 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks [] for subnet, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:51.698681 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-d43e8988-112c-44bc-8cc4-2000411d2217 None None] Provisioning for port fda28308-3b9d-46e3-989a-ef2021757b87 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:52:51.707330 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e2c10b20-0eeb-4cb8-9c1f-88f76042388a tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:51.723663 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c80b6108-4350-47a2-8c97-fa866b1513ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:51.737139 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-e2c10b20-0eeb-4cb8-9c1f-88f76042388a tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "DELETE /v2.0/ports/74179d40-4dd3-445d-b9cc-4ad840d0e0e9 HTTP/1.1" status: 204 len: 168 time: 1.9456794 Apr 01 15:52:51.740275 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49612) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:51.790329 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d1db0f1-a940-48d9-a9c4-e5c12a51964f tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] GET failed (client error): The resource could not be found. Apr 01 15:52:51.790685 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-9d1db0f1-a940-48d9-a9c4-e5c12a51964f tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Synchronizing usage tracker for tenant:144b300b27fa4dafba1405cae5639f1c on resource:port {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:51.825181 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e1469bc0-d0ac-49c6-acb2-06e1c9bc9856 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16610770'] for subnet, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:51.861410 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-9d1db0f1-a940-48d9-a9c4-e5c12a51964f tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Unset dirty status for tenant:144b300b27fa4dafba1405cae5639f1c on resource:port {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:51.861410 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-9d1db0f1-a940-48d9-a9c4-e5c12a51964f tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "GET /v2.0/ports/74179d40-4dd3-445d-b9cc-4ad840d0e0e9 HTTP/1.1" status: 404 len: 333 time: 0.1122882 Apr 01 15:52:51.861410 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49616) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:51.862761 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3ded4cb1-ffd8-42f9-9f0b-151c29761b8c tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:51.871474 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b67024b-aa12-40af-8cea-73c895f9936e None None] DHCP port deletion for 90bf138c-b006-4828-ae89-2d940166303a request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:52:51.876393 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-6b67024b-aa12-40af-8cea-73c895f9936e None None] Deleting port fda28308-3b9d-46e3-989a-ef2021757b87 {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:52:51.876901 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6b67024b-aa12-40af-8cea-73c895f9936e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:51.887956 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-0da1bcfa-e488-4c4f-acaa-bf0b5c6cb0c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:51.895088 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c80b6108-4350-47a2-8c97-fa866b1513ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:51.921543 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-0da1bcfa-e488-4c4f-acaa-bf0b5c6cb0c2 admin admin] Usage tracker for resource:security_group_rule and tenant:109a79d598274876b4b27066d34848a6 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:51.936673 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-0da1bcfa-e488-4c4f-acaa-bf0b5c6cb0c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:51.944068 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-d262ddc8-ae4a-4038-bc25-f9f89708b7e4 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Deleting port 7c2fc892-1a4f-4af1-9d86-a4d83b84c9eb {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:52:51.944399 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d262ddc8-ae4a-4038-bc25-f9f89708b7e4 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:51.951430 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-0da1bcfa-e488-4c4f-acaa-bf0b5c6cb0c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:51.976874 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-3ded4cb1-ffd8-42f9-9f0b-151c29761b8c tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Deleting port fda28308-3b9d-46e3-989a-ef2021757b87 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:52:51.977177 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3ded4cb1-ffd8-42f9-9f0b-151c29761b8c tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:52.109045 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-629c468a-b436-46ce-9d6c-1935ff82de0c tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Deleting port 0ce7a502-ef7a-4e63-8fd2-a35219682dd0 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:52:52.109348 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-629c468a-b436-46ce-9d6c-1935ff82de0c tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:52.172700 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-6b67024b-aa12-40af-8cea-73c895f9936e None None] For port fda28308-3b9d-46e3-989a-ef2021757b87, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=fda28308-3b9d-46e3-989a-ef2021757b87,segment=NetworkSegment(b194b572-c5bd-48d8-ab1f-d625f7282ece),segment_id=b194b572-c5bd-48d8-ab1f-d625f7282ece)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:52:52.173004 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6b67024b-aa12-40af-8cea-73c895f9936e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:52.294803 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0cd43090-a2cc-4cfc-a668-7751a6a88628 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:52.305813 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-6b67024b-aa12-40af-8cea-73c895f9936e None None] Calling delete_port for fda28308-3b9d-46e3-989a-ef2021757b87 owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:52:52.309203 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c80b6108-4350-47a2-8c97-fa866b1513ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:52.323058 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e1469bc0-d0ac-49c6-acb2-06e1c9bc9856 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:52.385691 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6b67024b-aa12-40af-8cea-73c895f9936e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671'] for port, after_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:52.412821 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d262ddc8-ae4a-4038-bc25-f9f89708b7e4 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:52.432936 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b67024b-aa12-40af-8cea-73c895f9936e None None] Pushing event deleted for resources: {'Port': ['ID=fda28308-3b9d-46e3-989a-ef2021757b87,revision_number=None']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:52.439465 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b67024b-aa12-40af-8cea-73c895f9936e None None] No DVR routers for this DVR port fda28308-3b9d-46e3-989a-ef2021757b87 on host dv-neutron-833373-2-hyperv {{(pid=83829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:52:52.489973 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-629c468a-b436-46ce-9d6c-1935ff82de0c tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:52.563310 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-d262ddc8-ae4a-4038-bc25-f9f89708b7e4 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Calling delete_port for 7c2fc892-1a4f-4af1-9d86-a4d83b84c9eb owned by {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:52:52.611173 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80b6108-4350-47a2-8c97-fa866b1513ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f58c41b-dd09-4178-aa70-ced107cc5da4,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:52.628497 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-0cd43090-a2cc-4cfc-a668-7751a6a88628 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Calling delete_port for 4acb9f6a-f2d8-48c0-9225-a707dd4a0973 owned by {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:52:52.717113 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-629c468a-b436-46ce-9d6c-1935ff82de0c tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Calling delete_port for 0ce7a502-ef7a-4e63-8fd2-a35219682dd0 owned by network:router_interface {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:52:52.728765 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0da1bcfa-e488-4c4f-acaa-bf0b5c6cb0c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:52.794575 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0da1bcfa-e488-4c4f-acaa-bf0b5c6cb0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:52.820478 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c80b6108-4350-47a2-8c97-fa866b1513ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:52.824150 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-c80b6108-4350-47a2-8c97-fa866b1513ed admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9f58c41b-dd09-4178-aa70-ced107cc5da4 HTTP/1.1" status: 204 len: 168 time: 1.5272167 Apr 01 15:52:52.895038 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [None req-3ded4cb1-ffd8-42f9-9f0b-151c29761b8c tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] For port fda28308-3b9d-46e3-989a-ef2021757b87, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=fda28308-3b9d-46e3-989a-ef2021757b87,segment=NetworkSegment(b194b572-c5bd-48d8-ab1f-d625f7282ece),segment_id=b194b572-c5bd-48d8-ab1f-d625f7282ece)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:52:52.895394 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3ded4cb1-ffd8-42f9-9f0b-151c29761b8c tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:52.905874 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d262ddc8-ae4a-4038-bc25-f9f89708b7e4 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:52.919712 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da1bcfa-e488-4c4f-acaa-bf0b5c6cb0c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cadb2a1-8376-4e8b-a569-e4df5ad884c3,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:52.997185 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-0da1bcfa-e488-4c4f-acaa-bf0b5c6cb0c2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=109a79d598274876b4b27066d34848a6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4385643 Apr 01 15:52:53.001936 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d262ddc8-ae4a-4038-bc25-f9f89708b7e4 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Pushing event deleted for resources: {'Port': ['ID=7c2fc892-1a4f-4af1-9d86-a4d83b84c9eb,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:53.006027 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49624) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:53.063779 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-3ded4cb1-ffd8-42f9-9f0b-151c29761b8c tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Calling delete_port for fda28308-3b9d-46e3-989a-ef2021757b87 owned by network:dhcp {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:52:53.092803 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e1469bc0-d0ac-49c6-acb2-06e1c9bc9856 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15415074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16089009'] for subnet, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:53.143880 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-629c468a-b436-46ce-9d6c-1935ff82de0c tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:53.190862 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1469bc0-d0ac-49c6-acb2-06e1c9bc9856 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Pushing event deleted for resources: {'Subnet': ['ID=858507ea-b696-4c55-8b43-288c4e66c3a4,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:53.207303 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629c468a-b436-46ce-9d6c-1935ff82de0c tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Pushing event deleted for resources: {'Port': ['ID=0ce7a502-ef7a-4e63-8fd2-a35219682dd0,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:53.217973 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d262ddc8-ae4a-4038-bc25-f9f89708b7e4 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:53.233950 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59716b3-e2f2-4365-aa04-6d8a80407894 None None] Network 495252b5-b240-40ca-a711-3ef43df34334 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:52:53.236142 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e1469bc0-d0ac-49c6-acb2-06e1c9bc9856 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:53.320558 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0323fcda-2bfc-453b-9680-0663308fb495 req-1b64f6ff-185a-44d8-84a7-02bcb8559667 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:53.322252 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-0323fcda-2bfc-453b-9680-0663308fb495 req-1b64f6ff-185a-44d8-84a7-02bcb8559667 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3318f8-792d-48fb-8e2f-9e09760166b6 HTTP/1.1" status: 200 len: 945 time: 0.6000555 Apr 01 15:52:53.383421 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-e1469bc0-d0ac-49c6-acb2-06e1c9bc9856 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] 10.222.0.55 "DELETE /v2.0/subnets/858507ea-b696-4c55-8b43-288c4e66c3a4 HTTP/1.1" status: 204 len: 168 time: 2.4416170 Apr 01 15:52:53.404922 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 49634) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:53.442349 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.db.api [None req-3ded4cb1-ffd8-42f9-9f0b-151c29761b8c tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:52:53.442749 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG oslo_db.api [None req-3ded4cb1-ffd8-42f9-9f0b-151c29761b8c tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:52:53.533809 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-aae76cea-bdbf-4041-9321-fb4c5bb277c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:53.556117 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-d262ddc8-ae4a-4038-bc25-f9f89708b7e4 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "DELETE /v2.0/ports/7c2fc892-1a4f-4af1-9d86-a4d83b84c9eb HTTP/1.1" status: 204 len: 168 time: 1.6978469 Apr 01 15:52:53.556850 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49640) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:53.585342 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-0323fcda-2bfc-453b-9680-0663308fb495 req-1bc618c9-b68b-4670-a129-7bde0126ebec tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/security-groups?id=559624ab-485e-424f-98d0-03f9fb5e6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2253916 Apr 01 15:52:53.601827 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0cd43090-a2cc-4cfc-a668-7751a6a88628 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:53.666547 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bea31ce5-cf05-419a-b2df-afa6e9e4d086 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:53.681916 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-aae76cea-bdbf-4041-9321-fb4c5bb277c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:53.695882 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd43090-a2cc-4cfc-a668-7751a6a88628 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event deleted for resources: {'Port': ['ID=4acb9f6a-f2d8-48c0-9225-a707dd4a0973,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:53.699394 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-33104902-425f-4046-8322-71a130c96818 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] GET failed (client error): The resource could not be found. Apr 01 15:52:53.699934 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-33104902-425f-4046-8322-71a130c96818 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Synchronizing usage tracker for tenant:144b300b27fa4dafba1405cae5639f1c on resource:port {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:53.712304 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b823d2e0-6dc9-43fc-b3ef-1ced4c17dada None None] DHCP port deletion for 495252b5-b240-40ca-a711-3ef43df34334 request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:52:53.724993 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-b823d2e0-6dc9-43fc-b3ef-1ced4c17dada None None] Deleting port c71eace6-4e70-4998-bc15-248c7f500859 {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:52:53.725559 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-b823d2e0-6dc9-43fc-b3ef-1ced4c17dada None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:53.737633 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-bea31ce5-cf05-419a-b2df-afa6e9e4d086 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Deleting port c71eace6-4e70-4998-bc15-248c7f500859 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:52:53.738114 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bea31ce5-cf05-419a-b2df-afa6e9e4d086 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:53.821379 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:53.948469 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-3ded4cb1-ffd8-42f9-9f0b-151c29761b8c tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Deleting port fda28308-3b9d-46e3-989a-ef2021757b87 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:52:53.954051 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3ded4cb1-ffd8-42f9-9f0b-151c29761b8c tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:53.954182 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-dcf794a7-7dac-4daa-86c2-aba21675ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:53.957134 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-33104902-425f-4046-8322-71a130c96818 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Unset dirty status for tenant:144b300b27fa4dafba1405cae5639f1c on resource:port {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:53.961065 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-33104902-425f-4046-8322-71a130c96818 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "GET /v2.0/ports/7c2fc892-1a4f-4af1-9d86-a4d83b84c9eb HTTP/1.1" status: 404 len: 333 time: 0.3892999 Apr 01 15:52:53.963963 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49652) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:54.088765 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device c71eace6-4e70-4998-bc15-248c7f500859 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:52:54.186069 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-3ded4cb1-ffd8-42f9-9f0b-151c29761b8c tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] The port 'fda28308-3b9d-46e3-989a-ef2021757b87' was deleted {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:52:54.247527 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-aae76cea-bdbf-4041-9321-fb4c5bb277c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:54.248895 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-b823d2e0-6dc9-43fc-b3ef-1ced4c17dada None None] For port c71eace6-4e70-4998-bc15-248c7f500859, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=c71eace6-4e70-4998-bc15-248c7f500859,segment=NetworkSegment(c77063c5-d8ea-411a-a897-4e5485e885ec),segment_id=c77063c5-d8ea-411a-a897-4e5485e885ec)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:52:54.249650 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-b823d2e0-6dc9-43fc-b3ef-1ced4c17dada None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:54.274247 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-aae76cea-bdbf-4041-9321-fb4c5bb277c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:54.275459 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-aae76cea-bdbf-4041-9321-fb4c5bb277c9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4cadb2a1-8376-4e8b-a569-e4df5ad884c3 HTTP/1.1" status: 204 len: 168 time: 1.2545898 Apr 01 15:52:54.294549 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae76cea-bdbf-4041-9321-fb4c5bb277c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cadb2a1-8376-4e8b-a569-e4df5ad884c3,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:54.329963 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_v2 [None req-564b9877-7226-4e8a-8e02-6d58e26556e1 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Deleting subnet 3cf5d5d2-b464-4ade-ac10-4765e4da95be {{(pid=83828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:52:54.338696 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-564b9877-7226-4e8a-8e02-6d58e26556e1 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for subnet, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:54.448193 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49664) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:54.462982 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-b823d2e0-6dc9-43fc-b3ef-1ced4c17dada None None] Calling delete_port for c71eace6-4e70-4998-bc15-248c7f500859 owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:52:54.475084 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-629c468a-b436-46ce-9d6c-1935ff82de0c tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611462'] for router_interface, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:54.489200 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-564b9877-7226-4e8a-8e02-6d58e26556e1 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15303084'] for subnet, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:54.541655 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0cd43090-a2cc-4cfc-a668-7751a6a88628 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:54.547744 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:54.639942 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port c71eace6-4e70-4998-bc15-248c7f500859, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=c71eace6-4e70-4998-bc15-248c7f500859,segment=NetworkSegment(c77063c5-d8ea-411a-a897-4e5485e885ec),segment_id=c77063c5-d8ea-411a-a897-4e5485e885ec)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:52:54.644358 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:54.658308 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-0cd43090-a2cc-4cfc-a668-7751a6a88628 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/ports/4acb9f6a-f2d8-48c0-9225-a707dd4a0973 HTTP/1.1" status: 204 len: 168 time: 3.2742779 Apr 01 15:52:54.663407 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 49672) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:54.684532 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.db.api [None req-b823d2e0-6dc9-43fc-b3ef-1ced4c17dada None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:52:54.685237 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG oslo_db.api [None req-b823d2e0-6dc9-43fc-b3ef-1ced4c17dada None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:52:54.708411 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3ded4cb1-ffd8-42f9-9f0b-151c29761b8c tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:54.722122 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=c71eace6-4e70-4998-bc15-248c7f500859,revision_number=5']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:54.791683 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a998aeae-c146-45b0-9457-3a750a9cd50a req-500590f5-a1c7-4ce8-b3be-70c8bcca8f30 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:54.793763 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a998aeae-c146-45b0-9457-3a750a9cd50a req-500590f5-a1c7-4ce8-b3be-70c8bcca8f30 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3318f8-792d-48fb-8e2f-9e09760166b6 HTTP/1.1" status: 200 len: 945 time: 1.0257697 Apr 01 15:52:54.806377 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-564b9877-7226-4e8a-8e02-6d58e26556e1 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:54.812526 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [None req-bea31ce5-cf05-419a-b2df-afa6e9e4d086 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] For port c71eace6-4e70-4998-bc15-248c7f500859, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=c71eace6-4e70-4998-bc15-248c7f500859,segment=NetworkSegment(c77063c5-d8ea-411a-a897-4e5485e885ec),segment_id=c77063c5-d8ea-411a-a897-4e5485e885ec)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:52:54.813180 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bea31ce5-cf05-419a-b2df-afa6e9e4d086 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:54.872594 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-3ded4cb1-ffd8-42f9-9f0b-151c29761b8c tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90bf138c-b006-4828-ae89-2d940166303a']}} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:54.908850 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-564b9877-7226-4e8a-8e02-6d58e26556e1 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15306565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16030232'] for subnet, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:54.953551 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-564b9877-7226-4e8a-8e02-6d58e26556e1 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:54.960124 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbb3127-8d2f-46c4-8ef5-a60fcdd6dd10 None None] Network d7b2c41d-952a-4f56-8546-d14de241d82a requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:52:54.964603 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-f6df6554-554f-4acb-8c3e-0ea23c493918 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1638145235'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:52:54.986270 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564b9877-7226-4e8a-8e02-6d58e26556e1 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Pushing event deleted for resources: {'Subnet': ['ID=3cf5d5d2-b464-4ade-ac10-4765e4da95be,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:54.991280 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-f6df6554-554f-4acb-8c3e-0ea23c493918 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:54.994549 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-564b9877-7226-4e8a-8e02-6d58e26556e1 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "DELETE /v2.0/subnets/3cf5d5d2-b464-4ade-ac10-4765e4da95be HTTP/1.1" status: 204 len: 168 time: 1.0267687 Apr 01 15:52:55.001445 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49684) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:55.002383 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-f6df6554-554f-4acb-8c3e-0ea23c493918 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Usage tracker for resource:network and tenant:d61155a010b64f989ddf95017580bf5e is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:55.058107 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-3ded4cb1-ffd8-42f9-9f0b-151c29761b8c tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b194b572-c5bd-48d8-ab1f-d625f7282ece') {'for_net_delete': True} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:55.058460 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-3ded4cb1-ffd8-42f9-9f0b-151c29761b8c tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b194b572-c5bd-48d8-ab1f-d625f7282ece') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:55.073043 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-bea31ce5-cf05-419a-b2df-afa6e9e4d086 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Calling delete_port for c71eace6-4e70-4998-bc15-248c7f500859 owned by network:dhcp {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:52:55.119229 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991da952-a36f-404b-8b7a-a8c6f92fae66 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:55.120565 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991da952-a36f-404b-8b7a-a8c6f92fae66 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:55.123273 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991da952-a36f-404b-8b7a-a8c6f92fae66 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:55.124089 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-991da952-a36f-404b-8b7a-a8c6f92fae66 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Synchronizing usage tracker for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:subnet {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:55.137564 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-f6df6554-554f-4acb-8c3e-0ea23c493918 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:55.148890 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3ded4cb1-ffd8-42f9-9f0b-151c29761b8c tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16610763'] for segment, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:55.150543 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-47b9e917-e748-4a7f-b242-297aaa9f8bdc tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:55.163809 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-f6df6554-554f-4acb-8c3e-0ea23c493918 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:55.188928 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a998aeae-c146-45b0-9457-3a750a9cd50a req-876bc453-b1d2-4f27-81ed-df2fae5a9c74 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/security-groups?id=559624ab-485e-424f-98d0-03f9fb5e6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3855984 Apr 01 15:52:55.190188 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-47b9e917-e748-4a7f-b242-297aaa9f8bdc tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Deleting port 84f369bc-c146-41c3-8b54-fb1ae6065eff {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:52:55.190602 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-47b9e917-e748-4a7f-b242-297aaa9f8bdc tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:55.193500 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3ded4cb1-ffd8-42f9-9f0b-151c29761b8c tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:55.214061 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ded4cb1-ffd8-42f9-9f0b-151c29761b8c tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=83826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:52:55.214485 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3ded4cb1-ffd8-42f9-9f0b-151c29761b8c tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15415164'] for segment, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:55.235958 dv-neutron-833373-2-hyperv neutron-server[83826]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:52:55.235958 dv-neutron-833373-2-hyperv neutron-server[83826]: util.warn( Apr 01 15:52:55.235958 dv-neutron-833373-2-hyperv neutron-server[83826]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:52:55.235958 dv-neutron-833373-2-hyperv neutron-server[83826]: util.warn( Apr 01 15:52:55.235958 dv-neutron-833373-2-hyperv neutron-server[83826]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:52:55.235958 dv-neutron-833373-2-hyperv neutron-server[83826]: util.warn( Apr 01 15:52:55.235958 dv-neutron-833373-2-hyperv neutron-server[83826]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:52:55.235958 dv-neutron-833373-2-hyperv neutron-server[83826]: util.warn( Apr 01 15:52:55.235958 dv-neutron-833373-2-hyperv neutron-server[83826]: Traceback (most recent call last): Apr 01 15:52:55.235958 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:52:55.235958 dv-neutron-833373-2-hyperv neutron-server[83826]: timer() Apr 01 15:52:55.235958 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:52:55.235958 dv-neutron-833373-2-hyperv neutron-server[83826]: cb(*args, **kw) Apr 01 15:52:55.235958 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:52:55.235958 dv-neutron-833373-2-hyperv neutron-server[83826]: return func(*args, **kwargs) Apr 01 15:52:55.235958 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:52:55.235958 dv-neutron-833373-2-hyperv neutron-server[83826]: self._notify() Apr 01 15:52:55.235958 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:52:55.235958 dv-neutron-833373-2-hyperv neutron-server[83826]: self.callback(batched_events) Apr 01 15:52:55.235958 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:52:55.235958 dv-neutron-833373-2-hyperv neutron-server[83826]: event.method(event) Apr 01 15:52:55.235958 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:52:55.235958 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:52:55.235958 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:52:55.235958 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:52:55.235958 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:52:55.235958 dv-neutron-833373-2-hyperv neutron-server[83826]: return f(self, *a, **k) Apr 01 15:52:55.235958 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:52:55.235958 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._get(url).json() Apr 01 15:52:55.235958 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:52:55.235958 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:52:55.235958 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:52:55.235958 dv-neutron-833373-2-hyperv neutron-server[83826]: return self.request(url, 'GET', **kwargs) Apr 01 15:52:55.235958 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:52:55.235958 dv-neutron-833373-2-hyperv neutron-server[83826]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:52:55.235958 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:52:55.235958 dv-neutron-833373-2-hyperv neutron-server[83826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:52:55.235958 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:52:55.235958 dv-neutron-833373-2-hyperv neutron-server[83826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:52:55.235958 dv-neutron-833373-2-hyperv neutron-server[83826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:52:55.244182 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-991da952-a36f-404b-8b7a-a8c6f92fae66 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Unset dirty status for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:subnet {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:55.254664 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-991da952-a36f-404b-8b7a-a8c6f92fae66 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.5810370 Apr 01 15:52:55.256067 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 49692) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:55.275850 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-b823d2e0-6dc9-43fc-b3ef-1ced4c17dada None None] Deleting port c71eace6-4e70-4998-bc15-248c7f500859 {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:52:55.276595 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-b823d2e0-6dc9-43fc-b3ef-1ced4c17dada None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:55.384039 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.db.api [None req-bea31ce5-cf05-419a-b2df-afa6e9e4d086 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:52:55.384354 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG oslo_db.api [None req-bea31ce5-cf05-419a-b2df-afa6e9e4d086 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:52:55.423814 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3ded4cb1-ffd8-42f9-9f0b-151c29761b8c tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:55.429242 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3ded4cb1-ffd8-42f9-9f0b-151c29761b8c tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:55.518815 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ded4cb1-ffd8-42f9-9f0b-151c29761b8c tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Pushing event deleted for resources: {'Network': ['ID=90bf138c-b006-4828-ae89-2d940166303a,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:55.532486 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-3ded4cb1-ffd8-42f9-9f0b-151c29761b8c tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] 10.222.0.55 "DELETE /v2.0/networks/90bf138c-b006-4828-ae89-2d940166303a HTTP/1.1" status: 204 len: 168 time: 6.6391671 Apr 01 15:52:55.545073 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 49704) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:55.551788 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-2fa45cb2-9e23-4ca8-858f-8e2a0359f78e tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-826898891'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:52:55.562144 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-2fa45cb2-9e23-4ca8-858f-8e2a0359f78e tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:55.572644 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-2fa45cb2-9e23-4ca8-858f-8e2a0359f78e tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Usage tracker for resource:network and tenant:d41ff62d3a004209bfda315661ac6954 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:55.578839 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-2fa45cb2-9e23-4ca8-858f-8e2a0359f78e tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:55.596461 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-b823d2e0-6dc9-43fc-b3ef-1ced4c17dada None None] For port c71eace6-4e70-4998-bc15-248c7f500859, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=c71eace6-4e70-4998-bc15-248c7f500859,segment=NetworkSegment(c77063c5-d8ea-411a-a897-4e5485e885ec),segment_id=c77063c5-d8ea-411a-a897-4e5485e885ec)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:52:55.597016 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-b823d2e0-6dc9-43fc-b3ef-1ced4c17dada None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:55.603923 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6df6554-554f-4acb-8c3e-0ea23c493918 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Made reservation on behalf of d61155a010b64f989ddf95017580bf5e for: {'network': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:52:55.608797 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f6df6554-554f-4acb-8c3e-0ea23c493918 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:55.629000 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f6df6554-554f-4acb-8c3e-0ea23c493918 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Notify callbacks [] for security_group, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:55.659981 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-2fa45cb2-9e23-4ca8-858f-8e2a0359f78e tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:55.720603 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9c44076-e30d-4f84-a11b-e193c431d880 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Deleting subnet 0ba90fa8-f3a7-4b7b-bf76-2821cc62bb2f {{(pid=83826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:52:55.733993 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a9c44076-e30d-4f84-a11b-e193c431d880 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for subnet, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:55.744971 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-b823d2e0-6dc9-43fc-b3ef-1ced4c17dada None None] Calling delete_port for c71eace6-4e70-4998-bc15-248c7f500859 owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:52:55.808007 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 49710) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:55.810542 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa45cb2-9e23-4ca8-858f-8e2a0359f78e tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Made reservation on behalf of d41ff62d3a004209bfda315661ac6954 for: {'network': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:52:55.813713 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2fa45cb2-9e23-4ca8-858f-8e2a0359f78e tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:55.845668 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-b823d2e0-6dc9-43fc-b3ef-1ced4c17dada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671'] for port, after_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:55.887096 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a9c44076-e30d-4f84-a11b-e193c431d880 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16610770'] for subnet, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:55.908141 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b823d2e0-6dc9-43fc-b3ef-1ced4c17dada None None] Pushing event deleted for resources: {'Port': ['ID=c71eace6-4e70-4998-bc15-248c7f500859,revision_number=None']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:55.920631 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b823d2e0-6dc9-43fc-b3ef-1ced4c17dada None None] No DVR routers for this DVR port c71eace6-4e70-4998-bc15-248c7f500859 on host dv-neutron-833373-2-hyperv {{(pid=83829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:52:55.945977 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-bea31ce5-cf05-419a-b2df-afa6e9e4d086 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Deleting port c71eace6-4e70-4998-bc15-248c7f500859 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:52:55.946371 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bea31ce5-cf05-419a-b2df-afa6e9e4d086 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:56.004478 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fa45cb2-9e23-4ca8-858f-8e2a0359f78e tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=83826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:52:56.005611 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a6f163-c009-4313-8b9e-65daf8b5a113 None None] DHCP port deletion for d7b2c41d-952a-4f56-8546-d14de241d82a request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:52:56.014352 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-e16523ee-830d-4979-94ea-24042ff4c2de tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-714142766', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:52:56.015843 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-d3a6f163-c009-4313-8b9e-65daf8b5a113 None None] Deleting port 84f369bc-c146-41c3-8b54-fb1ae6065eff {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:52:56.016015 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-d3a6f163-c009-4313-8b9e-65daf8b5a113 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:56.067062 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-bea31ce5-cf05-419a-b2df-afa6e9e4d086 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] The port 'c71eace6-4e70-4998-bc15-248c7f500859' was deleted {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:52:56.071361 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-e16523ee-830d-4979-94ea-24042ff4c2de tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:56.080369 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2fa45cb2-9e23-4ca8-858f-8e2a0359f78e tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:56.080765 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.segments_db [None req-2fa45cb2-9e23-4ca8-858f-8e2a0359f78e tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Added segment a02b3e12-fd67-4b8e-8b85-19020ab3278f of type vlan for network c4c478e2-ab78-4e2f-99e7-b49319aad136 Apr 01 15:52:56.100407 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-f6df6554-554f-4acb-8c3e-0ea23c493918 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:56.109227 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-f6df6554-554f-4acb-8c3e-0ea23c493918 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Usage tracker for resource:security_group_rule and tenant:d61155a010b64f989ddf95017580bf5e is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:56.112693 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-47b9e917-e748-4a7f-b242-297aaa9f8bdc tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] For port 84f369bc-c146-41c3-8b54-fb1ae6065eff, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=84f369bc-c146-41c3-8b54-fb1ae6065eff,segment=NetworkSegment(39214515-57c5-490d-8302-72f4a04f97b1),segment_id=39214515-57c5-490d-8302-72f4a04f97b1)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:52:56.113068 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-47b9e917-e748-4a7f-b242-297aaa9f8bdc tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:56.122444 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-e16523ee-830d-4979-94ea-24042ff4c2de tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Usage tracker for resource:router and tenant:89ab582ea5804c899f0a47f315dc7cc8 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:56.125912 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-f6df6554-554f-4acb-8c3e-0ea23c493918 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:56.145236 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-e16523ee-830d-4979-94ea-24042ff4c2de tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:56.181281 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-e16523ee-830d-4979-94ea-24042ff4c2de tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:56.249135 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101eb222-8ebd-42b8-b2a0-f9f94332cd80 req-e2505c85-179f-4546-8893-06842a6c485d tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:56.250908 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-101eb222-8ebd-42b8-b2a0-f9f94332cd80 req-e2505c85-179f-4546-8893-06842a6c485d tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3318f8-792d-48fb-8e2f-9e09760166b6 HTTP/1.1" status: 200 len: 945 time: 0.4879155 Apr 01 15:52:56.271448 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-2d25bc17-7090-40d8-a1e2-d80c94326682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:56.282099 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-d3a6f163-c009-4313-8b9e-65daf8b5a113 None None] For port 84f369bc-c146-41c3-8b54-fb1ae6065eff, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=84f369bc-c146-41c3-8b54-fb1ae6065eff,segment=NetworkSegment(39214515-57c5-490d-8302-72f4a04f97b1),segment_id=39214515-57c5-490d-8302-72f4a04f97b1)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:52:56.282855 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-d3a6f163-c009-4313-8b9e-65daf8b5a113 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:56.304981 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e16523ee-830d-4979-94ea-24042ff4c2de tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130665'] for router, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:56.305899 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e16523ee-830d-4979-94ea-24042ff4c2de tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617571', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130640'] for router, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:56.309982 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2fa45cb2-9e23-4ca8-858f-8e2a0359f78e tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:56.314148 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bea31ce5-cf05-419a-b2df-afa6e9e4d086 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:56.360632 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-47b9e917-e748-4a7f-b242-297aaa9f8bdc tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Calling delete_port for 84f369bc-c146-41c3-8b54-fb1ae6065eff owned by network:dhcp {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:52:56.365987 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-bea31ce5-cf05-419a-b2df-afa6e9e4d086 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['495252b5-b240-40ca-a711-3ef43df34334']}} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:56.382993 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a9c44076-e30d-4f84-a11b-e193c431d880 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:56.387595 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-f6df6554-554f-4acb-8c3e-0ea23c493918 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:56.412604 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-bea31ce5-cf05-419a-b2df-afa6e9e4d086 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c77063c5-d8ea-411a-a897-4e5485e885ec') {'for_net_delete': True} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:56.412977 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-bea31ce5-cf05-419a-b2df-afa6e9e4d086 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c77063c5-d8ea-411a-a897-4e5485e885ec') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:56.416943 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-d3a6f163-c009-4313-8b9e-65daf8b5a113 None None] Calling delete_port for 84f369bc-c146-41c3-8b54-fb1ae6065eff owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:52:56.465805 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bea31ce5-cf05-419a-b2df-afa6e9e4d086 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16610763'] for segment, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:56.484429 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e16523ee-830d-4979-94ea-24042ff4c2de tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:56.491467 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-101eb222-8ebd-42b8-b2a0-f9f94332cd80 req-d7c377b3-6750-4fcd-8def-ca45d5894d1d tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/security-groups?id=559624ab-485e-424f-98d0-03f9fb5e6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2211440 Apr 01 15:52:56.502946 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bea31ce5-cf05-419a-b2df-afa6e9e4d086 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:56.505053 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2fa45cb2-9e23-4ca8-858f-8e2a0359f78e tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:56.508720 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa45cb2-9e23-4ca8-858f-8e2a0359f78e tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:56.509315 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-d3a6f163-c009-4313-8b9e-65daf8b5a113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671'] for port, after_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:56.509451 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2fa45cb2-9e23-4ca8-858f-8e2a0359f78e tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:56.548966 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bea31ce5-cf05-419a-b2df-afa6e9e4d086 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=83826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:52:56.549368 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bea31ce5-cf05-419a-b2df-afa6e9e4d086 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15415164'] for segment, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:56.557359 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.db.api [None req-47b9e917-e748-4a7f-b242-297aaa9f8bdc tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:52:56.557677 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG oslo_db.api [None req-47b9e917-e748-4a7f-b242-297aaa9f8bdc tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:52:56.559891 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f6df6554-554f-4acb-8c3e-0ea23c493918 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Notify callbacks [] for security_group, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:56.561592 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a6f163-c009-4313-8b9e-65daf8b5a113 None None] Pushing event deleted for resources: {'Port': ['ID=84f369bc-c146-41c3-8b54-fb1ae6065eff,revision_number=None']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:56.566242 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a6f163-c009-4313-8b9e-65daf8b5a113 None None] No DVR routers for this DVR port 84f369bc-c146-41c3-8b54-fb1ae6065eff on host dv-neutron-833373-2-hyperv {{(pid=83829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:52:56.568333 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f6df6554-554f-4acb-8c3e-0ea23c493918 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:56.568471 dv-neutron-833373-2-hyperv neutron-server[83826]: Traceback (most recent call last): Apr 01 15:52:56.568471 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:52:56.568471 dv-neutron-833373-2-hyperv neutron-server[83826]: timer() Apr 01 15:52:56.568471 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:52:56.568471 dv-neutron-833373-2-hyperv neutron-server[83826]: cb(*args, **kw) Apr 01 15:52:56.568471 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:52:56.568471 dv-neutron-833373-2-hyperv neutron-server[83826]: return func(*args, **kwargs) Apr 01 15:52:56.568471 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:52:56.568471 dv-neutron-833373-2-hyperv neutron-server[83826]: self._notify() Apr 01 15:52:56.568471 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:52:56.568471 dv-neutron-833373-2-hyperv neutron-server[83826]: self.callback(batched_events) Apr 01 15:52:56.568471 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:52:56.568471 dv-neutron-833373-2-hyperv neutron-server[83826]: event.method(event) Apr 01 15:52:56.568471 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:52:56.568471 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:52:56.568471 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:52:56.568471 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:52:56.568471 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:52:56.568471 dv-neutron-833373-2-hyperv neutron-server[83826]: return f(self, *a, **k) Apr 01 15:52:56.568471 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:52:56.568471 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._get(url).json() Apr 01 15:52:56.568471 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:52:56.568471 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:52:56.568471 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:52:56.568471 dv-neutron-833373-2-hyperv neutron-server[83826]: return self.request(url, 'GET', **kwargs) Apr 01 15:52:56.568471 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:52:56.568471 dv-neutron-833373-2-hyperv neutron-server[83826]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:52:56.568471 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:52:56.568471 dv-neutron-833373-2-hyperv neutron-server[83826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:52:56.568471 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:52:56.568471 dv-neutron-833373-2-hyperv neutron-server[83826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:52:56.568471 dv-neutron-833373-2-hyperv neutron-server[83826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:52:56.615941 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6df6554-554f-4acb-8c3e-0ea23c493918 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=83828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:52:56.630536 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6df6554-554f-4acb-8c3e-0ea23c493918 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f18d81ca-f02a-47fe-bea6-584096dc24a9,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:56.637118 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f6df6554-554f-4acb-8c3e-0ea23c493918 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:56.637483 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.segments_db [None req-f6df6554-554f-4acb-8c3e-0ea23c493918 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Added segment 8e802c12-2639-4526-a8a4-2bbf907ba074 of type vlan for network 90a926dd-2546-4ce1-b34d-6cff2b69cfb5 Apr 01 15:52:56.674102 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f6df6554-554f-4acb-8c3e-0ea23c493918 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:56.698156 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-629c468a-b436-46ce-9d6c-1935ff82de0c tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Router 3dd9a420-1091-4a7a-b1db-2afcf5452758 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:52:56.783002 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f6df6554-554f-4acb-8c3e-0ea23c493918 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:56.786681 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6df6554-554f-4acb-8c3e-0ea23c493918 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:56.787311 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f6df6554-554f-4acb-8c3e-0ea23c493918 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:56.831280 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e16523ee-830d-4979-94ea-24042ff4c2de tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616'] for router, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:56.859530 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-2fa45cb2-9e23-4ca8-858f-8e2a0359f78e tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3127866 Apr 01 15:52:56.860286 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa45cb2-9e23-4ca8-858f-8e2a0359f78e tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Pushing event updated for resources: {'Network': ['ID=c4c478e2-ab78-4e2f-99e7-b49319aad136,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:56.862917 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 49720) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:56.872990 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-b300b9f8-1ad2-4195-8ad1-7f961767ef39 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Request body: {'subnet': {'network_id': 'c4c478e2-ab78-4e2f-99e7-b49319aad136', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:52:56.875729 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network c4c478e2-ab78-4e2f-99e7-b49319aad136 details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:52:56.892184 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a9c44076-e30d-4f84-a11b-e193c431d880 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15415074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16089009'] for subnet, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:56.929586 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bea31ce5-cf05-419a-b2df-afa6e9e4d086 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:56.977741 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e16523ee-830d-4979-94ea-24042ff4c2de tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks [] for router, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:56.979106 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6df6554-554f-4acb-8c3e-0ea23c493918 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Pushing event updated for resources: {'Network': ['ID=90a926dd-2546-4ce1-b34d-6cff2b69cfb5,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:56.979407 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-e16523ee-830d-4979-94ea-24042ff4c2de tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.1697235 Apr 01 15:52:56.987118 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-f6df6554-554f-4acb-8c3e-0ea23c493918 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.5332372 Apr 01 15:52:56.989315 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49726) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:56.989315 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49728) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:57.001290 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-9fb98a94-8e5a-4a15-8a09-33b7bd54b8ab tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1814331488'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:52:57.008310 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-d06d9b66-f1fe-4296-ac62-e1b3acf84aed tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Request body: {'subnet': {'network_id': '90a926dd-2546-4ce1-b34d-6cff2b69cfb5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:52:57.008889 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 90a926dd-2546-4ce1-b34d-6cff2b69cfb5 details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:52:57.018891 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bea31ce5-cf05-419a-b2df-afa6e9e4d086 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:57.023652 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-bea31ce5-cf05-419a-b2df-afa6e9e4d086 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] 10.222.0.55 "DELETE /v2.0/networks/495252b5-b240-40ca-a711-3ef43df34334 HTTP/1.1" status: 204 len: 168 time: 3.6166849 Apr 01 15:52:57.024618 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c44076-e30d-4f84-a11b-e193c431d880 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event deleted for resources: {'Subnet': ['ID=0ba90fa8-f3a7-4b7b-bf76-2821cc62bb2f,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:57.026729 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49734) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:57.026858 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-9fb98a94-8e5a-4a15-8a09-33b7bd54b8ab tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:57.044948 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea31ce5-cf05-419a-b2df-afa6e9e4d086 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Pushing event deleted for resources: {'Network': ['ID=495252b5-b240-40ca-a711-3ef43df34334,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:57.059867 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a9c44076-e30d-4f84-a11b-e193c431d880 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:57.064423 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-a9c44076-e30d-4f84-a11b-e193c431d880 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/subnets/0ba90fa8-f3a7-4b7b-bf76-2821cc62bb2f HTTP/1.1" status: 204 len: 168 time: 1.7582140 Apr 01 15:52:57.067671 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 49738) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:57.070689 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf1f8ee-ba21-49ee-aab6-223edd098233 None None] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:52:57.090627 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-47b9e917-e748-4a7f-b242-297aaa9f8bdc tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Deleting port 84f369bc-c146-41c3-8b54-fb1ae6065eff {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:52:57.090945 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-47b9e917-e748-4a7f-b242-297aaa9f8bdc tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:57.120531 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-b300b9f8-1ad2-4195-8ad1-7f961767ef39 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:57.128530 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-9fb98a94-8e5a-4a15-8a09-33b7bd54b8ab tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Usage tracker for resource:network and tenant:89ab582ea5804c899f0a47f315dc7cc8 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:57.129265 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-b300b9f8-1ad2-4195-8ad1-7f961767ef39 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Usage tracker for resource:subnet and tenant:d41ff62d3a004209bfda315661ac6954 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:57.133157 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-b300b9f8-1ad2-4195-8ad1-7f961767ef39 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:57.142274 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-b300b9f8-1ad2-4195-8ad1-7f961767ef39 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:57.150406 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_v2 [None req-1be21e4a-daf3-4ee5-a5a4-1c8fb70f8375 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Deleting subnet ea1c4b55-676c-4402-8309-452e720ae3de {{(pid=83826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:52:57.156663 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-1be21e4a-daf3-4ee5-a5a4-1c8fb70f8375 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for subnet, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:57.173243 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-9fb98a94-8e5a-4a15-8a09-33b7bd54b8ab tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:57.191170 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b300b9f8-1ad2-4195-8ad1-7f961767ef39 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Made reservation on behalf of d41ff62d3a004209bfda315661ac6954 for: {'subnet': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:52:57.219831 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-9fb98a94-8e5a-4a15-8a09-33b7bd54b8ab tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:57.258948 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-47b9e917-e748-4a7f-b242-297aaa9f8bdc tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] The port '84f369bc-c146-41c3-8b54-fb1ae6065eff' was deleted {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:52:57.298254 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-1be21e4a-daf3-4ee5-a5a4-1c8fb70f8375 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16610770'] for subnet, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:57.359720 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b300b9f8-1ad2-4195-8ad1-7f961767ef39 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16088980'] for subnet, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:57.392763 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fb98a94-8e5a-4a15-8a09-33b7bd54b8ab tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Made reservation on behalf of 89ab582ea5804c899f0a47f315dc7cc8 for: {'network': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:52:57.395695 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9fb98a94-8e5a-4a15-8a09-33b7bd54b8ab tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:57.435169 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-4bef514b-45e8-4e40-959c-411c3e7961cb tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Deleting port 7cc70119-3138-4d83-a483-5e4f16b10fb2 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:52:57.435568 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4bef514b-45e8-4e40-959c-411c3e7961cb tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:57.494251 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-1be21e4a-daf3-4ee5-a5a4-1c8fb70f8375 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:57.505900 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:57.597073 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-d06d9b66-f1fe-4296-ac62-e1b3acf84aed tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:57.604943 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9fb98a94-8e5a-4a15-8a09-33b7bd54b8ab tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks [] for security_group, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:57.670532 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-d06d9b66-f1fe-4296-ac62-e1b3acf84aed tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Usage tracker for resource:subnet and tenant:d61155a010b64f989ddf95017580bf5e is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:57.690672 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-d06d9b66-f1fe-4296-ac62-e1b3acf84aed tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:57.707906 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-1be21e4a-daf3-4ee5-a5a4-1c8fb70f8375 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15415074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16089009'] for subnet, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:57.720709 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-d06d9b66-f1fe-4296-ac62-e1b3acf84aed tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:57.739717 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:57.754151 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-47b9e917-e748-4a7f-b242-297aaa9f8bdc tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:57.793608 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be21e4a-daf3-4ee5-a5a4-1c8fb70f8375 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event deleted for resources: {'Subnet': ['ID=ea1c4b55-676c-4402-8309-452e720ae3de,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:57.801940 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-1be21e4a-daf3-4ee5-a5a4-1c8fb70f8375 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:57.851832 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b300b9f8-1ad2-4195-8ad1-7f961767ef39 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15415267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16089018'] for subnet, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:57.857189 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d06d9b66-f1fe-4296-ac62-e1b3acf84aed tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Made reservation on behalf of d61155a010b64f989ddf95017580bf5e for: {'subnet': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:52:57.893336 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-9fb98a94-8e5a-4a15-8a09-33b7bd54b8ab tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:57.900861 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-1be21e4a-daf3-4ee5-a5a4-1c8fb70f8375 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/subnets/ea1c4b55-676c-4402-8309-452e720ae3de HTTP/1.1" status: 204 len: 168 time: 0.8246942 Apr 01 15:52:57.906467 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49744) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:57.909666 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-47b9e917-e748-4a7f-b242-297aaa9f8bdc tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7b2c41d-952a-4f56-8546-d14de241d82a']}} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:57.955705 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cc7b0b-1aab-4ef6-8164-291dfbfe1ac3 req-db01b945-9d17-48bb-8862-056a619a66e8 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:57.957249 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-30cc7b0b-1aab-4ef6-8164-291dfbfe1ac3 req-db01b945-9d17-48bb-8862-056a619a66e8 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3318f8-792d-48fb-8e2f-9e09760166b6 HTTP/1.1" status: 200 len: 945 time: 0.2877717 Apr 01 15:52:57.973783 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 84f369bc-c146-41c3-8b54-fb1ae6065eff no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:52:57.999837 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b300b9f8-1ad2-4195-8ad1-7f961767ef39 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Pushing event updated for resources: {'Subnet': ['ID=5855d79e-f77a-40d7-b2a2-0c19bde2d6c0,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:58.022240 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-9fb98a94-8e5a-4a15-8a09-33b7bd54b8ab tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Usage tracker for resource:security_group_rule and tenant:89ab582ea5804c899f0a47f315dc7cc8 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:58.028255 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 84f369bc-c146-41c3-8b54-fb1ae6065eff {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:52:58.028956 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 84f369bc-c146-41c3-8b54-fb1ae6065eff not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:52:58.052183 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-30cc7b0b-1aab-4ef6-8164-291dfbfe1ac3 req-46901ac4-8e44-456a-9b41-7149474a5170 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/security-groups?id=559624ab-485e-424f-98d0-03f9fb5e6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850582 Apr 01 15:52:58.054456 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b300b9f8-1ad2-4195-8ad1-7f961767ef39 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Checking segment: {'id': 'a02b3e12-fd67-4b8e-8b85-19020ab3278f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c4c478e2-ab78-4e2f-99e7-b49319aad136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:52:58.055713 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b300b9f8-1ad2-4195-8ad1-7f961767ef39 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Network hostable DHCP agents. Network: c4c478e2-ab78-4e2f-99e7-b49319aad136, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:52:58.094666 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b300b9f8-1ad2-4195-8ad1-7f961767ef39 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Network c4c478e2-ab78-4e2f-99e7-b49319aad136 is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:52:58.108175 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-b300b9f8-1ad2-4195-8ad1-7f961767ef39 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, c4c478e2-ab78-4e2f-99e7-b49319aad136) {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:52:58.111435 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-9fb98a94-8e5a-4a15-8a09-33b7bd54b8ab tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:58.112453 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b300b9f8-1ad2-4195-8ad1-7f961767ef39 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:58.113022 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b300b9f8-1ad2-4195-8ad1-7f961767ef39 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:58.117175 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f870d5ad-a1e3-40ba-8e25-2de80d75aa6c None None] Network c4c478e2-ab78-4e2f-99e7-b49319aad136 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:52:58.138994 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-b300b9f8-1ad2-4195-8ad1-7f961767ef39 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2711384 Apr 01 15:52:58.139864 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 49748) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:58.145314 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-47b9e917-e748-4a7f-b242-297aaa9f8bdc tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39214515-57c5-490d-8302-72f4a04f97b1') {'for_net_delete': True} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:58.145842 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-47b9e917-e748-4a7f-b242-297aaa9f8bdc tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39214515-57c5-490d-8302-72f4a04f97b1') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:58.167349 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-9fb98a94-8e5a-4a15-8a09-33b7bd54b8ab tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:58.188420 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-8afe648c-28db-48fb-aee2-c1c4f592f8cc tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1697683 Apr 01 15:52:58.198271 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbefef22-4ed9-4c1c-8981-824ee9a0e83e None None] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:52:58.211635 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49752) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:58.213328 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-47b9e917-e748-4a7f-b242-297aaa9f8bdc tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15303093'] for segment, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:58.294775 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-16b79fc1-6963-474e-9d78-f44dff218b5d tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:58.342813 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d06d9b66-f1fe-4296-ac62-e1b3acf84aed tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16030269'] for subnet, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:58.366606 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4bef514b-45e8-4e40-959c-411c3e7961cb tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:58.367089 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4bef514b-45e8-4e40-959c-411c3e7961cb tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:58.367923 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-16b79fc1-6963-474e-9d78-f44dff218b5d tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:58.376271 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-47b9e917-e748-4a7f-b242-297aaa9f8bdc tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:58.424135 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-3a7eec51-c4ca-455c-92cc-6945a1a51dda None None] Provisioning complete for port 40fc917f-14fc-463c-b583-20bd6e2392f1 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:52:58.425034 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-3a7eec51-c4ca-455c-92cc-6945a1a51dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:58.452917 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47b9e917-e748-4a7f-b242-297aaa9f8bdc tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=83828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:52:58.453388 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-47b9e917-e748-4a7f-b242-297aaa9f8bdc tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15306523'] for segment, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:58.455430 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-16b79fc1-6963-474e-9d78-f44dff218b5d tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15415074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16089009'] for subnet, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:58.496906 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b79fc1-6963-474e-9d78-f44dff218b5d tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Pushing event deleted for resources: {'Subnet': ['ID=5855d79e-f77a-40d7-b2a2-0c19bde2d6c0,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:58.525478 dv-neutron-833373-2-hyperv neutron-server[83828]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:52:58.525478 dv-neutron-833373-2-hyperv neutron-server[83828]: util.warn( Apr 01 15:52:58.525478 dv-neutron-833373-2-hyperv neutron-server[83828]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:52:58.525478 dv-neutron-833373-2-hyperv neutron-server[83828]: util.warn( Apr 01 15:52:58.525478 dv-neutron-833373-2-hyperv neutron-server[83828]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:52:58.525478 dv-neutron-833373-2-hyperv neutron-server[83828]: util.warn( Apr 01 15:52:58.525478 dv-neutron-833373-2-hyperv neutron-server[83828]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:52:58.525478 dv-neutron-833373-2-hyperv neutron-server[83828]: util.warn( Apr 01 15:52:58.525478 dv-neutron-833373-2-hyperv neutron-server[83828]: Traceback (most recent call last): Apr 01 15:52:58.525478 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:52:58.525478 dv-neutron-833373-2-hyperv neutron-server[83828]: timer() Apr 01 15:52:58.525478 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:52:58.525478 dv-neutron-833373-2-hyperv neutron-server[83828]: cb(*args, **kw) Apr 01 15:52:58.525478 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:52:58.525478 dv-neutron-833373-2-hyperv neutron-server[83828]: return func(*args, **kwargs) Apr 01 15:52:58.525478 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:52:58.525478 dv-neutron-833373-2-hyperv neutron-server[83828]: self._notify() Apr 01 15:52:58.525478 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:52:58.525478 dv-neutron-833373-2-hyperv neutron-server[83828]: self.callback(batched_events) Apr 01 15:52:58.525478 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:52:58.525478 dv-neutron-833373-2-hyperv neutron-server[83828]: event.method(event) Apr 01 15:52:58.525478 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:52:58.525478 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:52:58.525478 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:52:58.525478 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:52:58.525478 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:52:58.525478 dv-neutron-833373-2-hyperv neutron-server[83828]: return f(self, *a, **k) Apr 01 15:52:58.525478 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:52:58.525478 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._get(url).json() Apr 01 15:52:58.525478 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:52:58.525478 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:52:58.525478 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:52:58.525478 dv-neutron-833373-2-hyperv neutron-server[83828]: return self.request(url, 'GET', **kwargs) Apr 01 15:52:58.525478 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:52:58.525478 dv-neutron-833373-2-hyperv neutron-server[83828]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:52:58.525478 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:52:58.525478 dv-neutron-833373-2-hyperv neutron-server[83828]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:52:58.525478 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:52:58.525478 dv-neutron-833373-2-hyperv neutron-server[83828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:52:58.525478 dv-neutron-833373-2-hyperv neutron-server[83828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:52:58.576599 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8bc43f0-2a55-4fbd-8464-e4ccc722b391 None None] Network c4c478e2-ab78-4e2f-99e7-b49319aad136 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:52:58.596339 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-16b79fc1-6963-474e-9d78-f44dff218b5d tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:58.611787 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-4bef514b-45e8-4e40-959c-411c3e7961cb tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Calling delete_port for 7cc70119-3138-4d83-a483-5e4f16b10fb2 owned by network:floatingip {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:52:58.623440 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-16b79fc1-6963-474e-9d78-f44dff218b5d tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4c478e2-ab78-4e2f-99e7-b49319aad136']}} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:58.635917 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-16b79fc1-6963-474e-9d78-f44dff218b5d tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a02b3e12-fd67-4b8e-8b85-19020ab3278f') {'for_net_delete': True} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:58.636220 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-16b79fc1-6963-474e-9d78-f44dff218b5d tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a02b3e12-fd67-4b8e-8b85-19020ab3278f') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:58.649468 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-16b79fc1-6963-474e-9d78-f44dff218b5d tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16610763'] for segment, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:58.667405 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-16b79fc1-6963-474e-9d78-f44dff218b5d tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:58.674685 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16b79fc1-6963-474e-9d78-f44dff218b5d tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=83826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:52:58.675086 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-16b79fc1-6963-474e-9d78-f44dff218b5d tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15415164'] for segment, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:58.691720 dv-neutron-833373-2-hyperv neutron-server[83826]: Traceback (most recent call last): Apr 01 15:52:58.691720 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:52:58.691720 dv-neutron-833373-2-hyperv neutron-server[83826]: timer() Apr 01 15:52:58.691720 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:52:58.691720 dv-neutron-833373-2-hyperv neutron-server[83826]: cb(*args, **kw) Apr 01 15:52:58.691720 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:52:58.691720 dv-neutron-833373-2-hyperv neutron-server[83826]: return func(*args, **kwargs) Apr 01 15:52:58.691720 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:52:58.691720 dv-neutron-833373-2-hyperv neutron-server[83826]: self._notify() Apr 01 15:52:58.691720 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:52:58.691720 dv-neutron-833373-2-hyperv neutron-server[83826]: self.callback(batched_events) Apr 01 15:52:58.691720 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:52:58.691720 dv-neutron-833373-2-hyperv neutron-server[83826]: event.method(event) Apr 01 15:52:58.691720 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:52:58.691720 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:52:58.691720 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:52:58.691720 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:52:58.691720 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:52:58.691720 dv-neutron-833373-2-hyperv neutron-server[83826]: return f(self, *a, **k) Apr 01 15:52:58.691720 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:52:58.691720 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._get(url).json() Apr 01 15:52:58.691720 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:52:58.691720 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:52:58.691720 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:52:58.691720 dv-neutron-833373-2-hyperv neutron-server[83826]: return self.request(url, 'GET', **kwargs) Apr 01 15:52:58.691720 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:52:58.691720 dv-neutron-833373-2-hyperv neutron-server[83826]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:52:58.691720 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:52:58.691720 dv-neutron-833373-2-hyperv neutron-server[83826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:52:58.691720 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:52:58.691720 dv-neutron-833373-2-hyperv neutron-server[83826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:52:58.691720 dv-neutron-833373-2-hyperv neutron-server[83826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:52:58.773070 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-629c468a-b436-46ce-9d6c-1935ff82de0c tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:52:58.809763 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97e08ab-1b32-4977-b277-4a54f073cd3f None None] Sync routers for ids ['3dd9a420-1091-4a7a-b1db-2afcf5452758'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:52:58.819191 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa497fe4-34fd-49ab-8996-38369f5ed9ff None None] DHCP port deletion for 7b65ac5c-8834-4b65-9b28-b7dba6c9746f request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:52:58.831305 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-fa497fe4-34fd-49ab-8996-38369f5ed9ff None None] Deleting port 40fc917f-14fc-463c-b583-20bd6e2392f1 {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:52:58.831305 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-fa497fe4-34fd-49ab-8996-38369f5ed9ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:58.865947 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-47b9e917-e748-4a7f-b242-297aaa9f8bdc tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:58.886176 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97e08ab-1b32-4977-b277-4a54f073cd3f None None] Routers {'3dd9a420-1091-4a7a-b1db-2afcf5452758'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:52:58.887706 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-a97e08ab-1b32-4977-b277-4a54f073cd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:52:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['3dd9a420-1091-4a7a-b1db-2afcf5452758'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:58.888978 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-16b79fc1-6963-474e-9d78-f44dff218b5d tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:58.901190 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-47b9e917-e748-4a7f-b242-297aaa9f8bdc tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:58.907118 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-16b79fc1-6963-474e-9d78-f44dff218b5d tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:58.918235 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b79fc1-6963-474e-9d78-f44dff218b5d tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Pushing event deleted for resources: {'Network': ['ID=c4c478e2-ab78-4e2f-99e7-b49319aad136,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:58.922522 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-16b79fc1-6963-474e-9d78-f44dff218b5d tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] 10.222.0.55 "DELETE /v2.0/networks/c4c478e2-ab78-4e2f-99e7-b49319aad136 HTTP/1.1" status: 204 len: 168 time: 0.7820456 Apr 01 15:52:58.925797 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 49756) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:58.931348 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-59571920-0e7b-466f-b57d-90ee0a5703c5 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1501640939'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:52:58.936666 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-59571920-0e7b-466f-b57d-90ee0a5703c5 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:58.940624 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-59571920-0e7b-466f-b57d-90ee0a5703c5 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Usage tracker for resource:network and tenant:d41ff62d3a004209bfda315661ac6954 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:58.943553 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-59571920-0e7b-466f-b57d-90ee0a5703c5 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:58.944337 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b9e917-e748-4a7f-b242-297aaa9f8bdc tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Pushing event deleted for resources: {'Network': ['ID=d7b2c41d-952a-4f56-8546-d14de241d82a,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:58.948278 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9fb98a94-8e5a-4a15-8a09-33b7bd54b8ab tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks [] for security_group, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:58.950596 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-59571920-0e7b-466f-b57d-90ee0a5703c5 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:58.957221 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-629c468a-b436-46ce-9d6c-1935ff82de0c tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] 10.222.0.55 "PUT /v2.0/routers/3dd9a420-1091-4a7a-b1db-2afcf5452758/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2891159 Apr 01 15:52:58.959963 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 49760) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:58.968568 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-a97e08ab-1b32-4977-b277-4a54f073cd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:58.971421 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468cd208-e70d-4afc-ae89-37d3982eaf81 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:58.972107 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-468cd208-e70d-4afc-ae89-37d3982eaf81 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Synchronizing usage tracker for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:port {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:58.979276 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-47b9e917-e748-4a7f-b242-297aaa9f8bdc tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "DELETE /v2.0/networks/d7b2c41d-952a-4f56-8546-d14de241d82a HTTP/1.1" status: 204 len: 168 time: 3.9666574 Apr 01 15:52:58.982789 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9fb98a94-8e5a-4a15-8a09-33b7bd54b8ab tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:58.985958 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49764) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:59.038530 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79edb90-2f2e-41b0-9775-0ce04d6a0ce4 req-503953d1-6a5d-45c9-b6a3-61b74e229017 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:59.039239 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-e79edb90-2f2e-41b0-9775-0ce04d6a0ce4 req-503953d1-6a5d-45c9-b6a3-61b74e229017 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Synchronizing usage tracker for tenant:ea61585477ae47b59fca06b1e521f7a0 on resource:port {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:59.071041 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59571920-0e7b-466f-b57d-90ee0a5703c5 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Made reservation on behalf of d41ff62d3a004209bfda315661ac6954 for: {'network': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:52:59.074558 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-59571920-0e7b-466f-b57d-90ee0a5703c5 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:59.080634 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-5394209a-aeb9-459d-8f1b-df632b043241 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1020065162'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:52:59.134978 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59571920-0e7b-466f-b57d-90ee0a5703c5 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=83826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:52:59.143645 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-5394209a-aeb9-459d-8f1b-df632b043241 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:59.150901 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-59571920-0e7b-466f-b57d-90ee0a5703c5 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:59.151240 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.segments_db [None req-59571920-0e7b-466f-b57d-90ee0a5703c5 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Added segment 27987d8b-b296-4f27-983f-8bee65671d01 of type vlan for network f7a771ab-d212-4d3f-85de-726c5a9887db Apr 01 15:52:59.178817 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4bef514b-45e8-4e40-959c-411c3e7961cb tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:59.185677 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-59571920-0e7b-466f-b57d-90ee0a5703c5 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:59.186239 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fb98a94-8e5a-4a15-8a09-33b7bd54b8ab tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=83828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:52:59.190834 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-5394209a-aeb9-459d-8f1b-df632b043241 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Usage tracker for resource:network and tenant:144b300b27fa4dafba1405cae5639f1c is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:59.205966 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-fa497fe4-34fd-49ab-8996-38369f5ed9ff None None] For port 40fc917f-14fc-463c-b583-20bd6e2392f1, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=40fc917f-14fc-463c-b583-20bd6e2392f1,segment=NetworkSegment(c41dc1a5-c958-4d8b-81ea-3934c36371b8),segment_id=c41dc1a5-c958-4d8b-81ea-3934c36371b8)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:52:59.206355 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-fa497fe4-34fd-49ab-8996-38369f5ed9ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:59.235408 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb98a94-8e5a-4a15-8a09-33b7bd54b8ab tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=891c8c68-4bb2-49bd-965e-830249a21b87,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:59.238177 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-468cd208-e70d-4afc-ae89-37d3982eaf81 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Unset dirty status for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:port {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:59.239532 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-468cd208-e70d-4afc-ae89-37d3982eaf81 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.0187531 Apr 01 15:52:59.243639 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-5394209a-aeb9-459d-8f1b-df632b043241 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:52:59.252090 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bef514b-45e8-4e40-959c-411c3e7961cb tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Pushing event deleted for resources: {'Port': ['ID=7cc70119-3138-4d83-a483-5e4f16b10fb2,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:59.253171 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 49770) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:59.257870 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-59571920-0e7b-466f-b57d-90ee0a5703c5 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:59.263821 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-e79edb90-2f2e-41b0-9775-0ce04d6a0ce4 req-503953d1-6a5d-45c9-b6a3-61b74e229017 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Unset dirty status for tenant:ea61585477ae47b59fca06b1e521f7a0 on resource:port {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:59.264902 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-e79edb90-2f2e-41b0-9775-0ce04d6a0ce4 req-503953d1-6a5d-45c9-b6a3-61b74e229017 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee3318f8-792d-48fb-8e2f-9e09760166b6 HTTP/1.1" status: 200 len: 945 time: 1.0210609 Apr 01 15:52:59.265971 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59571920-0e7b-466f-b57d-90ee0a5703c5 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:59.266837 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-59571920-0e7b-466f-b57d-90ee0a5703c5 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:59.267735 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-5394209a-aeb9-459d-8f1b-df632b043241 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:52:59.313974 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9fb98a94-8e5a-4a15-8a09-33b7bd54b8ab tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:59.314328 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.segments_db [None req-9fb98a94-8e5a-4a15-8a09-33b7bd54b8ab tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Added segment 9609159a-cd77-4b1f-a12f-f224548a704c of type vlan for network 274dbc1d-4765-44ad-808b-76e00818a2c0 Apr 01 15:52:59.352312 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-fa497fe4-34fd-49ab-8996-38369f5ed9ff None None] Calling delete_port for 40fc917f-14fc-463c-b583-20bd6e2392f1 owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:52:59.406183 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97e08ab-1b32-4977-b277-4a54f073cd3f None None] Routers {'3dd9a420-1091-4a7a-b1db-2afcf5452758'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:52:59.406809 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-a97e08ab-1b32-4977-b277-4a54f073cd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:52:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['3dd9a420-1091-4a7a-b1db-2afcf5452758'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:59.464866 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:59.475563 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-a97e08ab-1b32-4977-b277-4a54f073cd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:52:59.475976 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97e08ab-1b32-4977-b277-4a54f073cd3f None None] The sync data for ids ['3dd9a420-1091-4a7a-b1db-2afcf5452758'] in dv-neutron-833373-2-hyperv is: [] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:52:59.505190 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-59571920-0e7b-466f-b57d-90ee0a5703c5 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5781302 Apr 01 15:52:59.508198 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece26d4d-89ef-41bd-a4be-3a3d4ae85b4e tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:59.508671 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-ece26d4d-89ef-41bd-a4be-3a3d4ae85b4e tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Synchronizing usage tracker for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:subnet {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:52:59.512767 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 49774) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:59.515506 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59571920-0e7b-466f-b57d-90ee0a5703c5 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Pushing event updated for resources: {'Network': ['ID=f7a771ab-d212-4d3f-85de-726c5a9887db,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:59.515648 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-fa497fe4-34fd-49ab-8996-38369f5ed9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671'] for port, after_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:59.520254 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4061d1fa-cc47-41ff-aaec-a11949a24dc7 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify callbacks [] for router, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:59.537813 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5394209a-aeb9-459d-8f1b-df632b043241 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Made reservation on behalf of 144b300b27fa4dafba1405cae5639f1c for: {'network': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:52:59.540723 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5394209a-aeb9-459d-8f1b-df632b043241 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:59.585054 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-80909583-9ac1-4a16-bf35-6263196cc6e1 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Request body: {'subnet': {'network_id': 'f7a771ab-d212-4d3f-85de-726c5a9887db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:52:59.612112 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network f7a771ab-d212-4d3f-85de-726c5a9887db details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:52:59.633966 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [req-e79edb90-2f2e-41b0-9775-0ce04d6a0ce4 req-9da1d9e9-5445-419c-8260-f41b94edde91 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Deleting port be7f5bd5-43c4-40bd-8ba3-b6e713491455 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:52:59.634307 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-e79edb90-2f2e-41b0-9775-0ce04d6a0ce4 req-9da1d9e9-5445-419c-8260-f41b94edde91 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:59.678090 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9fb98a94-8e5a-4a15-8a09-33b7bd54b8ab tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:59.684988 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d06d9b66-f1fe-4296-ac62-e1b3acf84aed tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15306628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16030227'] for subnet, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:59.713450 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa497fe4-34fd-49ab-8996-38369f5ed9ff None None] No DVR routers for this DVR port 40fc917f-14fc-463c-b583-20bd6e2392f1 on host dv-neutron-833373-2-hyperv {{(pid=83829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:52:59.729442 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa497fe4-34fd-49ab-8996-38369f5ed9ff None None] Pushing event deleted for resources: {'Port': ['ID=40fc917f-14fc-463c-b583-20bd6e2392f1,revision_number=None']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:59.741430 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-ece26d4d-89ef-41bd-a4be-3a3d4ae85b4e tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Unset dirty status for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:subnet {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:52:59.745322 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-ece26d4d-89ef-41bd-a4be-3a3d4ae85b4e tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4875884 Apr 01 15:52:59.758972 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 49778) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:59.807272 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5394209a-aeb9-459d-8f1b-df632b043241 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=83828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:52:59.821461 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4bef514b-45e8-4e40-959c-411c3e7961cb tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks [] for floatingip, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:59.861727 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de699106-47bc-488d-86b4-6e2c9b237a33 req-83d992db-f66b-4f14-ae45-59949ef25dfd tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:59.863232 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-de699106-47bc-488d-86b4-6e2c9b237a33 req-83d992db-f66b-4f14-ae45-59949ef25dfd tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3318f8-792d-48fb-8e2f-9e09760166b6 HTTP/1.1" status: 200 len: 945 time: 0.6093462 Apr 01 15:52:59.882261 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-59b33af9-a056-4cdd-b9d9-2d55be96e3b5 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1144125 Apr 01 15:52:59.883002 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 49782) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:52:59.902450 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5394209a-aeb9-459d-8f1b-df632b043241 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:59.902981 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.segments_db [None req-5394209a-aeb9-459d-8f1b-df632b043241 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Added segment 221e711b-55fc-4317-8297-243ccf7d543c of type vlan for network 214b3685-1361-45a4-add3-6e68b4846dcd Apr 01 15:52:59.906972 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-cf28ae68-760d-4f7f-8747-76b1a9b66711 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Request body: {'subnet': {'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:52:59.926687 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-80909583-9ac1-4a16-bf35-6263196cc6e1 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:52:59.941218 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-80909583-9ac1-4a16-bf35-6263196cc6e1 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Usage tracker for resource:subnet and tenant:d41ff62d3a004209bfda315661ac6954 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:52:59.943139 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9fb98a94-8e5a-4a15-8a09-33b7bd54b8ab tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:59.947577 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb98a94-8e5a-4a15-8a09-33b7bd54b8ab tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:52:59.948334 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9fb98a94-8e5a-4a15-8a09-33b7bd54b8ab tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:52:59.953004 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06d9b66-f1fe-4296-ac62-e1b3acf84aed tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Pushing event updated for resources: {'Subnet': ['ID=7380a8a0-99f9-4c14-9487-f68bfe072346,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:52:59.983084 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 40fc917f-14fc-463c-b583-20bd6e2392f1 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:52:59.992297 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-80909583-9ac1-4a16-bf35-6263196cc6e1 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:00.022900 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 40fc917f-14fc-463c-b583-20bd6e2392f1 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:53:00.023639 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 40fc917f-14fc-463c-b583-20bd6e2392f1 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:53:00.027851 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-80909583-9ac1-4a16-bf35-6263196cc6e1 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:00.071609 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-de699106-47bc-488d-86b4-6e2c9b237a33 req-46c43539-2ca5-4d3d-b8dc-2217a149d00e tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/security-groups?id=559624ab-485e-424f-98d0-03f9fb5e6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1975231 Apr 01 15:53:00.083776 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-cf28ae68-760d-4f7f-8747-76b1a9b66711 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:00.106694 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-cf28ae68-760d-4f7f-8747-76b1a9b66711 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:00.145316 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80909583-9ac1-4a16-bf35-6263196cc6e1 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Made reservation on behalf of d41ff62d3a004209bfda315661ac6954 for: {'subnet': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:00.158841 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf28ae68-760d-4f7f-8747-76b1a9b66711 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Made reservation on behalf of 50a1f72bd5e54e209eb4756b30f7e6a6 for: {'subnet': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:00.162124 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-cf28ae68-760d-4f7f-8747-76b1a9b66711 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16088980'] for subnet, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:00.163514 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf28ae68-760d-4f7f-8747-76b1a9b66711 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:53:00.163921 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf28ae68-760d-4f7f-8747-76b1a9b66711 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:53:00.200679 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5394209a-aeb9-459d-8f1b-df632b043241 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:00.209112 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-9fb98a94-8e5a-4a15-8a09-33b7bd54b8ab tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 3.2172430 Apr 01 15:53:00.219499 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4bef514b-45e8-4e40-959c-411c3e7961cb tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for floatingip, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:00.220718 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-4bef514b-45e8-4e40-959c-411c3e7961cb tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] 10.222.0.55 "DELETE /v2.0/floatingips/23c1d175-eca7-40e8-b4a1-620364cd7bbe HTTP/1.1" status: 204 len: 168 time: 3.1898377 Apr 01 15:53:00.225800 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 49786) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:00.225800 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 49788) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:00.237975 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06d9b66-f1fe-4296-ac62-e1b3acf84aed tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Checking segment: {'id': '8e802c12-2639-4526-a8a4-2bbf907ba074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '90a926dd-2546-4ce1-b34d-6cff2b69cfb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:53:00.238280 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06d9b66-f1fe-4296-ac62-e1b3acf84aed tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Network hostable DHCP agents. Network: 90a926dd-2546-4ce1-b34d-6cff2b69cfb5, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:53:00.246601 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb98a94-8e5a-4a15-8a09-33b7bd54b8ab tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Pushing event updated for resources: {'Network': ['ID=274dbc1d-4765-44ad-808b-76e00818a2c0,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:00.259493 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 274dbc1d-4765-44ad-808b-76e00818a2c0 details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:53:00.279139 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-65ebb924-c2c2-45ec-a0c2-89e6b793d9d0 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Request body: {'subnet': {'network_id': '274dbc1d-4765-44ad-808b-76e00818a2c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:53:00.309471 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-cf28ae68-760d-4f7f-8747-76b1a9b66711 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4108839 Apr 01 15:53:00.315473 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49794) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:00.321381 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4061d1fa-cc47-41ff-aaec-a11949a24dc7 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:00.322265 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5394209a-aeb9-459d-8f1b-df632b043241 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:00.326323 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5394209a-aeb9-459d-8f1b-df632b043241 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:00.327155 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5394209a-aeb9-459d-8f1b-df632b043241 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:00.333724 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-0efd5c70-30b9-4f34-9faa-f1b10a35f037 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Request body: {'subnet': {'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:53:00.376829 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-1107a9ec-dd39-4483-b421-c4d05e365fd2 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] DELETE failed (client error): The resource could not be found. Apr 01 15:53:00.377271 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1107a9ec-dd39-4483-b421-c4d05e365fd2 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:53:00.378928 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-1107a9ec-dd39-4483-b421-c4d05e365fd2 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] 10.222.0.55 "DELETE /v2.0/ports/c1bbe436-9c6c-4e6d-b2c8-522f23e9a988 HTTP/1.1" status: 404 len: 333 time: 0.1512935 Apr 01 15:53:00.391799 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49798) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:00.452350 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06d9b66-f1fe-4296-ac62-e1b3acf84aed tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Network 90a926dd-2546-4ce1-b34d-6cff2b69cfb5 is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:53:00.512933 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-4061d1fa-cc47-41ff-aaec-a11949a24dc7 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Deleting port 0661d4b3-13d7-469e-8bfd-2a0c8033d4b7 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:53:00.513289 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4061d1fa-cc47-41ff-aaec-a11949a24dc7 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:00.521745 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:53:00.564572 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-80909583-9ac1-4a16-bf35-6263196cc6e1 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16088980'] for subnet, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:00.568461 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [req-e79edb90-2f2e-41b0-9775-0ce04d6a0ce4 req-9da1d9e9-5445-419c-8260-f41b94edde91 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] For port be7f5bd5-43c4-40bd-8ba3-b6e713491455, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=be7f5bd5-43c4-40bd-8ba3-b6e713491455,segment=NetworkSegment(a4346d49-0e35-4d5e-8e9e-68af5927dae5),segment_id=a4346d49-0e35-4d5e-8e9e-68af5927dae5)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:53:00.568850 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-e79edb90-2f2e-41b0-9775-0ce04d6a0ce4 req-9da1d9e9-5445-419c-8260-f41b94edde91 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:00.592245 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-5394209a-aeb9-459d-8f1b-df632b043241 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5941293 Apr 01 15:53:00.593933 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-a92fa7f0-1921-40bf-8885-c9363017c220 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Synchronizing usage tracker for tenant:7e7aded1adfa4cd1be462b87d89e24d5 on resource:port {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:53:00.600292 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49802) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:00.664436 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-65ebb924-c2c2-45ec-a0c2-89e6b793d9d0 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:00.666309 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-d06d9b66-f1fe-4296-ac62-e1b3acf84aed tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, 90a926dd-2546-4ce1-b34d-6cff2b69cfb5) {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:00.675195 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ade64bc-ccc8-4854-89f0-0d6e1eb74942 None None] Network 90a926dd-2546-4ce1-b34d-6cff2b69cfb5 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:53:00.679215 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-9511473b-2e13-4401-a74a-5a97a4126829 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Request body: {'subnet': {'network_id': '214b3685-1361-45a4-add3-6e68b4846dcd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:53:00.687905 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-65ebb924-c2c2-45ec-a0c2-89e6b793d9d0 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Usage tracker for resource:subnet and tenant:89ab582ea5804c899f0a47f315dc7cc8 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:00.721348 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06d9b66-f1fe-4296-ac62-e1b3acf84aed tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:00.721846 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d06d9b66-f1fe-4296-ac62-e1b3acf84aed tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:00.725301 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5394209a-aeb9-459d-8f1b-df632b043241 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Pushing event updated for resources: {'Network': ['ID=214b3685-1361-45a4-add3-6e68b4846dcd,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:00.739302 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-65ebb924-c2c2-45ec-a0c2-89e6b793d9d0 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:00.749968 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 214b3685-1361-45a4-add3-6e68b4846dcd details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:53:00.765836 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-65ebb924-c2c2-45ec-a0c2-89e6b793d9d0 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:00.794348 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ebb924-c2c2-45ec-a0c2-89e6b793d9d0 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Made reservation on behalf of 89ab582ea5804c899f0a47f315dc7cc8 for: {'subnet': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:00.823481 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-0efd5c70-30b9-4f34-9faa-f1b10a35f037 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:00.845836 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-a92fa7f0-1921-40bf-8885-c9363017c220 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Unset dirty status for tenant:7e7aded1adfa4cd1be462b87d89e24d5 on resource:port {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:53:00.846994 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-a92fa7f0-1921-40bf-8885-c9363017c220 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d18e5a9-d4cc-49d1-9931-e6bf69085d31 HTTP/1.1" status: 200 len: 205 time: 0.4501910 Apr 01 15:53:00.857110 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-d06d9b66-f1fe-4296-ac62-e1b3acf84aed tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8624632 Apr 01 15:53:00.857744 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49806) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:00.883879 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 49808) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:00.901789 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-0518482f-39a8-41bc-8869-448cdfcaa82c tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Request body: {'port': {'network_id': '90a926dd-2546-4ce1-b34d-6cff2b69cfb5', 'name': 'tempest-AllowedAddressPairTestJSON-436348858'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:53:00.914927 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-0efd5c70-30b9-4f34-9faa-f1b10a35f037 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:01.009107 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4061d1fa-cc47-41ff-aaec-a11949a24dc7 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:01.015791 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-9511473b-2e13-4401-a74a-5a97a4126829 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:01.019145 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.api.v2.resource [None req-59ac490b-c253-444c-b2c5-27de63c55ce5 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] delete failed (client error): The resource could not be found. Apr 01 15:53:01.020178 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-59ac490b-c253-444c-b2c5-27de63c55ce5 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] 10.222.0.55 "DELETE /v2.0/routers/2d18e5a9-d4cc-49d1-9931-e6bf69085d31 HTTP/1.1" status: 404 len: 336 time: 0.1069658 Apr 01 15:53:01.024820 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49814) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:01.027856 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0efd5c70-30b9-4f34-9faa-f1b10a35f037 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Made reservation on behalf of 50a1f72bd5e54e209eb4756b30f7e6a6 for: {'subnet': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:01.035951 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device be7f5bd5-43c4-40bd-8ba3-b6e713491455 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:53:01.043499 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-65ebb924-c2c2-45ec-a0c2-89e6b793d9d0 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16088980'] for subnet, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:01.049329 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-9511473b-2e13-4401-a74a-5a97a4126829 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Usage tracker for resource:subnet and tenant:144b300b27fa4dafba1405cae5639f1c is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:01.062340 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-9511473b-2e13-4401-a74a-5a97a4126829 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:01.075166 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff8973e-36b4-4825-a5cd-264b5bff4796 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-90a926dd-2546-4ce1-b34d-6cff2b69cfb5', 'network_id': '90a926dd-2546-4ce1-b34d-6cff2b69cfb5', 'tenant_id': 'd61155a010b64f989ddf95017580bf5e', 'fixed_ips': [{'subnet_id': '7380a8a0-99f9-4c14-9487-f68bfe072346'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:53:01.076011 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-0ff8973e-36b4-4825-a5cd-264b5bff4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:01.156184 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-9511473b-2e13-4401-a74a-5a97a4126829 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:01.266276 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-4061d1fa-cc47-41ff-aaec-a11949a24dc7 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Calling delete_port for 0661d4b3-13d7-469e-8bfd-2a0c8033d4b7 owned by network:router_gateway {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:53:01.301725 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:01.345561 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee3318f8-792d-48fb-8e2f-9e09760166b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be7f5bd5-43c4-40bd-8ba3-b6e713491455'}] {{(pid=83829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:53:01.365558 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-143e0096-81b6-4856-9cad-b7884144dad0 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] DELETE failed (client error): The resource could not be found. Apr 01 15:53:01.365985 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-143e0096-81b6-4856-9cad-b7884144dad0 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:53:01.367642 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-143e0096-81b6-4856-9cad-b7884144dad0 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] 10.222.0.55 "DELETE /v2.0/subnets/858507ea-b696-4c55-8b43-288c4e66c3a4 HTTP/1.1" status: 404 len: 337 time: 0.3417013 Apr 01 15:53:01.375473 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49822) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:01.383757 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-0ff8973e-36b4-4825-a5cd-264b5bff4796 None None] Allocated IP 172.20.0.2 (90a926dd-2546-4ce1-b34d-6cff2b69cfb5/7380a8a0-99f9-4c14-9487-f68bfe072346/63fd8302-f41a-4cc8-9716-85cba17494c8) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:01.427235 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9511473b-2e13-4401-a74a-5a97a4126829 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Made reservation on behalf of 144b300b27fa4dafba1405cae5639f1c for: {'subnet': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:01.429683 dv-neutron-833373-2-hyperv neutron-server[83829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee3318f8-792d-48fb-8e2f-9e09760166b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be7f5bd5-43c4-40bd-8ba3-b6e713491455', 'code': 200} Apr 01 15:53:01.431358 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port be7f5bd5-43c4-40bd-8ba3-b6e713491455, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=be7f5bd5-43c4-40bd-8ba3-b6e713491455,segment=NetworkSegment(a4346d49-0e35-4d5e-8e9e-68af5927dae5),segment_id=a4346d49-0e35-4d5e-8e9e-68af5927dae5)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:53:01.482941 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:01.540304 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0efd5c70-30b9-4f34-9faa-f1b10a35f037 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16030269'] for subnet, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:01.541439 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-0efd5c70-30b9-4f34-9faa-f1b10a35f037 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:53:01.541864 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0efd5c70-30b9-4f34-9faa-f1b10a35f037 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:53:01.560155 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-e79edb90-2f2e-41b0-9775-0ce04d6a0ce4 req-9da1d9e9-5445-419c-8260-f41b94edde91 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:01.560827 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-e79edb90-2f2e-41b0-9775-0ce04d6a0ce4 req-9da1d9e9-5445-419c-8260-f41b94edde91 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617697'] for floatingip, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:01.561311 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.l3_db [req-e79edb90-2f2e-41b0-9775-0ce04d6a0ce4 req-9da1d9e9-5445-419c-8260-f41b94edde91 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Floating IP 9f8270f7-4fba-46a0-8d58-95f81f87d528 disassociated. External IP: 172.26.1.64, port: be7f5bd5-43c4-40bd-8ba3-b6e713491455. Apr 01 15:53:01.561652 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [req-e79edb90-2f2e-41b0-9775-0ce04d6a0ce4 req-9da1d9e9-5445-419c-8260-f41b94edde91 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Calling delete_port for be7f5bd5-43c4-40bd-8ba3-b6e713491455 owned by compute:nova {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:53:01.577291 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-0518482f-39a8-41bc-8869-448cdfcaa82c tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:01.590308 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-0518482f-39a8-41bc-8869-448cdfcaa82c tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Usage tracker for resource:port and tenant:d61155a010b64f989ddf95017580bf5e is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:01.590958 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=be7f5bd5-43c4-40bd-8ba3-b6e713491455,revision_number=6']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:01.598798 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-0518482f-39a8-41bc-8869-448cdfcaa82c tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:01.614811 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-0518482f-39a8-41bc-8869-448cdfcaa82c tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:01.621889 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-80909583-9ac1-4a16-bf35-6263196cc6e1 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15415267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16089018'] for subnet, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:01.627857 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-7ac40cf8-7d06-45ae-b7cd-d8a9eb4193cf tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Deleting port 9d02f8e7-737e-4c6d-83c5-96ede7a01568 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:53:01.628196 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7ac40cf8-7d06-45ae-b7cd-d8a9eb4193cf tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:01.677605 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-0efd5c70-30b9-4f34-9faa-f1b10a35f037 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.3608530 Apr 01 15:53:01.687683 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49826) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:01.697138 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-0ff8973e-36b4-4825-a5cd-264b5bff4796 None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:01.710155 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-553b6bfe-2614-473e-9ca4-20154af72401 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Request body: {'subnet': {'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:53:01.710613 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-0ff8973e-36b4-4825-a5cd-264b5bff4796 None None] Transition to ACTIVE for port object 63fd8302-f41a-4cc8-9716-85cba17494c8 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:01.717009 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae82c6-5564-4b77-b207-4cafd80a95b6 req-ff31db23-b53e-4286-b2b3-d960b7c7ab82 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:01.718549 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-79ae82c6-5564-4b77-b207-4cafd80a95b6 req-ff31db23-b53e-4286-b2b3-d960b7c7ab82 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3318f8-792d-48fb-8e2f-9e09760166b6 HTTP/1.1" status: 200 len: 945 time: 0.5231693 Apr 01 15:53:01.732622 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0518482f-39a8-41bc-8869-448cdfcaa82c tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Made reservation on behalf of d61155a010b64f989ddf95017580bf5e for: {'port': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:01.735764 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0518482f-39a8-41bc-8869-448cdfcaa82c tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:01.737312 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9511473b-2e13-4401-a74a-5a97a4126829 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16030269'] for subnet, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:01.857640 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80909583-9ac1-4a16-bf35-6263196cc6e1 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Pushing event updated for resources: {'Subnet': ['ID=ed91fd4d-51bb-45a7-a319-7f9aa854b4fc,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:01.883512 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [None req-0518482f-39a8-41bc-8869-448cdfcaa82c tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] device_id is not set on port 128cef3f-d481-499e-8e05-c64b9f364651 yet. {{(pid=83826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:53:01.997022 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.db.api [req-e79edb90-2f2e-41b0-9775-0ce04d6a0ce4 req-9da1d9e9-5445-419c-8260-f41b94edde91 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:53:01.997339 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG oslo_db.api [req-e79edb90-2f2e-41b0-9775-0ce04d6a0ce4 req-9da1d9e9-5445-419c-8260-f41b94edde91 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:53:01.998588 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-65ebb924-c2c2-45ec-a0c2-89e6b793d9d0 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15415267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16089018'] for subnet, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:02.000718 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-553b6bfe-2614-473e-9ca4-20154af72401 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:02.011901 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-0ff8973e-36b4-4825-a5cd-264b5bff4796 None None] Transition to ACTIVE for port object 63fd8302-f41a-4cc8-9716-85cba17494c8 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:02.020609 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-0ff8973e-36b4-4825-a5cd-264b5bff4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:02.044436 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-79ae82c6-5564-4b77-b207-4cafd80a95b6 req-f61d07ca-b28a-4d09-bc4b-aba6c0715152 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/security-groups?id=559624ab-485e-424f-98d0-03f9fb5e6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2942772 Apr 01 15:53:02.052755 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4061d1fa-cc47-41ff-aaec-a11949a24dc7 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:02.079921 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-553b6bfe-2614-473e-9ca4-20154af72401 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:02.090651 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80909583-9ac1-4a16-bf35-6263196cc6e1 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Checking segment: {'id': '27987d8b-b296-4f27-983f-8bee65671d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f7a771ab-d212-4d3f-85de-726c5a9887db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:53:02.091139 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80909583-9ac1-4a16-bf35-6263196cc6e1 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Network hostable DHCP agents. Network: f7a771ab-d212-4d3f-85de-726c5a9887db, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:53:02.119184 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-553b6bfe-2614-473e-9ca4-20154af72401 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Made reservation on behalf of 50a1f72bd5e54e209eb4756b30f7e6a6 for: {'subnet': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:02.122914 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-553b6bfe-2614-473e-9ca4-20154af72401 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16030269'] for subnet, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:02.124492 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-553b6bfe-2614-473e-9ca4-20154af72401 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:53:02.124943 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-553b6bfe-2614-473e-9ca4-20154af72401 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:53:02.130462 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff8973e-36b4-4825-a5cd-264b5bff4796 None None] Network 90a926dd-2546-4ce1-b34d-6cff2b69cfb5 is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:02.131834 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-0ff8973e-36b4-4825-a5cd-264b5bff4796 None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:02.142402 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff8973e-36b4-4825-a5cd-264b5bff4796 None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:53:02.142625 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4061d1fa-cc47-41ff-aaec-a11949a24dc7 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Pushing event deleted for resources: {'Port': ['ID=0661d4b3-13d7-469e-8bfd-2a0c8033d4b7,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:02.195811 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff8973e-36b4-4825-a5cd-264b5bff4796 None None] Pushing event updated for resources: {'Port': ['ID=63fd8302-f41a-4cc8-9716-85cba17494c8,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:02.217536 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7ac40cf8-7d06-45ae-b7cd-d8a9eb4193cf tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:02.293665 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-553b6bfe-2614-473e-9ca4-20154af72401 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6010864 Apr 01 15:53:02.307469 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-0ff8973e-36b4-4825-a5cd-264b5bff4796 None None] Attempting to bind port 63fd8302-f41a-4cc8-9716-85cba17494c8 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:53:02.307990 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-0ff8973e-36b4-4825-a5cd-264b5bff4796 None None] Attempting to bind port 63fd8302-f41a-4cc8-9716-85cba17494c8 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': '8e802c12-2639-4526-a8a4-2bbf907ba074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '90a926dd-2546-4ce1-b34d-6cff2b69cfb5'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:53:02.310011 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 49830) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:02.310210 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff8973e-36b4-4825-a5cd-264b5bff4796 None None] Attempting to bind port 63fd8302-f41a-4cc8-9716-85cba17494c8 on network 90a926dd-2546-4ce1-b34d-6cff2b69cfb5 {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:53:02.317859 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff8973e-36b4-4825-a5cd-264b5bff4796 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:53:02.318379 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff8973e-36b4-4825-a5cd-264b5bff4796 None None] Checking segment: {'id': '8e802c12-2639-4526-a8a4-2bbf907ba074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '90a926dd-2546-4ce1-b34d-6cff2b69cfb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:53:02.318938 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-0ff8973e-36b4-4825-a5cd-264b5bff4796 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:02.320362 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff8973e-36b4-4825-a5cd-264b5bff4796 None None] Bound using segment: {'id': '8e802c12-2639-4526-a8a4-2bbf907ba074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '90a926dd-2546-4ce1-b34d-6cff2b69cfb5'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:53:02.320362 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-0ff8973e-36b4-4825-a5cd-264b5bff4796 None None] Bound port: 63fd8302-f41a-4cc8-9716-85cba17494c8, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e802c12-2639-4526-a8a4-2bbf907ba074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '90a926dd-2546-4ce1-b34d-6cff2b69cfb5'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:53:02.320785 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-0ff8973e-36b4-4825-a5cd-264b5bff4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:02.323301 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-6e88d90f-852e-448c-baba-76419a939370 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Request body: {'subnet': {'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:53:02.357531 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-7ac40cf8-7d06-45ae-b7cd-d8a9eb4193cf tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Calling delete_port for 9d02f8e7-737e-4c6d-83c5-96ede7a01568 owned by {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:53:02.376489 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ebb924-c2c2-45ec-a0c2-89e6b793d9d0 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Pushing event updated for resources: {'Subnet': ['ID=65e20ef8-54e3-41a1-83d9-e849e2b82038,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:02.428833 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-0ff8973e-36b4-4825-a5cd-264b5bff4796 None None] For port 63fd8302-f41a-4cc8-9716-85cba17494c8, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:53:02.432229 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-0ff8973e-36b4-4825-a5cd-264b5bff4796 None None] For port 63fd8302-f41a-4cc8-9716-85cba17494c8, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=63fd8302-f41a-4cc8-9716-85cba17494c8,segment=NetworkSegment(8e802c12-2639-4526-a8a4-2bbf907ba074),segment_id=8e802c12-2639-4526-a8a4-2bbf907ba074)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:53:02.438545 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-0ff8973e-36b4-4825-a5cd-264b5bff4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:02.464344 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9511473b-2e13-4401-a74a-5a97a4126829 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15306628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16030227'] for subnet, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:02.534540 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [req-e79edb90-2f2e-41b0-9775-0ce04d6a0ce4 req-9da1d9e9-5445-419c-8260-f41b94edde91 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Deleting port be7f5bd5-43c4-40bd-8ba3-b6e713491455 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:53:02.534879 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-e79edb90-2f2e-41b0-9775-0ce04d6a0ce4 req-9da1d9e9-5445-419c-8260-f41b94edde91 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:02.535879 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff8973e-36b4-4825-a5cd-264b5bff4796 None None] Pushing event updated for resources: {'Port': ['ID=63fd8302-f41a-4cc8-9716-85cba17494c8,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:02.543459 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-0518482f-39a8-41bc-8869-448cdfcaa82c tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Allocated IP 172.20.0.6 (90a926dd-2546-4ce1-b34d-6cff2b69cfb5/7380a8a0-99f9-4c14-9487-f68bfe072346/128cef3f-d481-499e-8e05-c64b9f364651) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:02.577467 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ebb924-c2c2-45ec-a0c2-89e6b793d9d0 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Checking segment: {'id': '9609159a-cd77-4b1f-a12f-f224548a704c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '274dbc1d-4765-44ad-808b-76e00818a2c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:53:02.577826 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ebb924-c2c2-45ec-a0c2-89e6b793d9d0 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Network hostable DHCP agents. Network: 274dbc1d-4765-44ad-808b-76e00818a2c0, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:53:02.591365 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80909583-9ac1-4a16-bf35-6263196cc6e1 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Network f7a771ab-d212-4d3f-85de-726c5a9887db is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:53:02.669765 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7ac40cf8-7d06-45ae-b7cd-d8a9eb4193cf tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:02.672328 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-6e88d90f-852e-448c-baba-76419a939370 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:02.699739 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-80909583-9ac1-4a16-bf35-6263196cc6e1 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, f7a771ab-d212-4d3f-85de-726c5a9887db) {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:02.709433 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2019578-a34e-4ecb-92e2-591482ddd533 None None] Network f7a771ab-d212-4d3f-85de-726c5a9887db requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:53:02.727249 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9511473b-2e13-4401-a74a-5a97a4126829 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Pushing event updated for resources: {'Subnet': ['ID=89cb40d2-8b3b-4508-8e02-3ed5cf5c128b,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:02.771711 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac40cf8-7d06-45ae-b7cd-d8a9eb4193cf tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Pushing event deleted for resources: {'Port': ['ID=9d02f8e7-737e-4c6d-83c5-96ede7a01568,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:02.793167 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-6e88d90f-852e-448c-baba-76419a939370 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:02.800246 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80909583-9ac1-4a16-bf35-6263196cc6e1 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:02.800861 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-80909583-9ac1-4a16-bf35-6263196cc6e1 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:02.862744 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e88d90f-852e-448c-baba-76419a939370 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Made reservation on behalf of 50a1f72bd5e54e209eb4756b30f7e6a6 for: {'subnet': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:02.884492 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ebb924-c2c2-45ec-a0c2-89e6b793d9d0 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Network 274dbc1d-4765-44ad-808b-76e00818a2c0 is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:53:02.888769 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4061d1fa-cc47-41ff-aaec-a11949a24dc7 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617660'] for router_gateway, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:03.070962 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9511473b-2e13-4401-a74a-5a97a4126829 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Checking segment: {'id': '221e711b-55fc-4317-8297-243ccf7d543c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '214b3685-1361-45a4-add3-6e68b4846dcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:53:03.071317 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9511473b-2e13-4401-a74a-5a97a4126829 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Network hostable DHCP agents. Network: 214b3685-1361-45a4-add3-6e68b4846dcd, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:53:03.092322 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-65ebb924-c2c2-45ec-a0c2-89e6b793d9d0 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, 274dbc1d-4765-44ad-808b-76e00818a2c0) {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:03.115164 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-80909583-9ac1-4a16-bf35-6263196cc6e1 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5428526 Apr 01 15:53:03.116468 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ebb924-c2c2-45ec-a0c2-89e6b793d9d0 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:03.117059 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-65ebb924-c2c2-45ec-a0c2-89e6b793d9d0 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:03.120471 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa7fc5e-71c1-4332-8661-d51d83a3ccd1 None None] Network 274dbc1d-4765-44ad-808b-76e00818a2c0 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:53:03.128694 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49836) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:03.193907 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [req-e79edb90-2f2e-41b0-9775-0ce04d6a0ce4 req-9da1d9e9-5445-419c-8260-f41b94edde91 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] For port be7f5bd5-43c4-40bd-8ba3-b6e713491455, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=be7f5bd5-43c4-40bd-8ba3-b6e713491455,segment=NetworkSegment(a4346d49-0e35-4d5e-8e9e-68af5927dae5),segment_id=a4346d49-0e35-4d5e-8e9e-68af5927dae5)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:53:03.194634 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-e79edb90-2f2e-41b0-9775-0ce04d6a0ce4 req-9da1d9e9-5445-419c-8260-f41b94edde91 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:03.205996 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16738cf9-b9a1-4b9c-bfcb-5adac4ebd0bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-f7a771ab-d212-4d3f-85de-726c5a9887db', 'network_id': 'f7a771ab-d212-4d3f-85de-726c5a9887db', 'tenant_id': 'd41ff62d3a004209bfda315661ac6954', 'fixed_ips': [{'subnet_id': 'ed91fd4d-51bb-45a7-a319-7f9aa854b4fc'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:53:03.206628 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-16738cf9-b9a1-4b9c-bfcb-5adac4ebd0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:03.285229 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-6f9998ac-eda8-4ea1-b403-3a5c59a83793 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Request body: {'subnet': {'network_id': 'f7a771ab-d212-4d3f-85de-726c5a9887db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:53:03.386679 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7ac40cf8-7d06-45ae-b7cd-d8a9eb4193cf tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:03.396640 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-65ebb924-c2c2-45ec-a0c2-89e6b793d9d0 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1702683 Apr 01 15:53:03.399358 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6e88d90f-852e-448c-baba-76419a939370 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16088980'] for subnet, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:03.400768 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e88d90f-852e-448c-baba-76419a939370 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:53:03.401218 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e88d90f-852e-448c-baba-76419a939370 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:53:03.404873 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 49840) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:03.414589 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-7ac40cf8-7d06-45ae-b7cd-d8a9eb4193cf tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] 10.222.0.55 "DELETE /v2.0/ports/9d02f8e7-737e-4c6d-83c5-96ede7a01568 HTTP/1.1" status: 204 len: 168 time: 2.0293705 Apr 01 15:53:03.419841 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-5ae3e1a7-8bfb-464a-8c64-485768fe3eed tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Request body: {'network': {'name': 'tempest-router-network01--2045728062'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:53:03.434393 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49844) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:03.436225 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9511473b-2e13-4401-a74a-5a97a4126829 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Network 214b3685-1361-45a4-add3-6e68b4846dcd is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:53:03.452230 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4061d1fa-cc47-41ff-aaec-a11949a24dc7 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130651'] for router, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:03.460707 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-5ae3e1a7-8bfb-464a-8c64-485768fe3eed tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:03.493624 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-5ae3e1a7-8bfb-464a-8c64-485768fe3eed tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Usage tracker for resource:network and tenant:89ab582ea5804c899f0a47f315dc7cc8 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:03.510818 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-5ae3e1a7-8bfb-464a-8c64-485768fe3eed tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:03.512329 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-16738cf9-b9a1-4b9c-bfcb-5adac4ebd0bd None None] Allocated IP 2001:db8::2 (f7a771ab-d212-4d3f-85de-726c5a9887db/ed91fd4d-51bb-45a7-a319-7f9aa854b4fc/a746450e-412d-4add-8a50-26b4271e09f6) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:03.516944 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6701eb07-bfb5-46ad-9972-c2047bcb3977 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-274dbc1d-4765-44ad-808b-76e00818a2c0', 'network_id': '274dbc1d-4765-44ad-808b-76e00818a2c0', 'tenant_id': '89ab582ea5804c899f0a47f315dc7cc8', 'fixed_ips': [{'subnet_id': '65e20ef8-54e3-41a1-83d9-e849e2b82038'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:53:03.517819 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6701eb07-bfb5-46ad-9972-c2047bcb3977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:03.530210 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4061d1fa-cc47-41ff-aaec-a11949a24dc7 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:03.536086 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-6e88d90f-852e-448c-baba-76419a939370 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.2218032 Apr 01 15:53:03.536086 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-5ae3e1a7-8bfb-464a-8c64-485768fe3eed tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:03.546718 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 49848) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:03.565667 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-8232564f-c2f4-4099-82fc-b38210067a3f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Request body: {'subnet': {'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:53:03.578587 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-9511473b-2e13-4401-a74a-5a97a4126829 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, 214b3685-1361-45a4-add3-6e68b4846dcd) {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:03.584205 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9511473b-2e13-4401-a74a-5a97a4126829 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:03.584651 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0518482f-39a8-41bc-8869-448cdfcaa82c tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:03.585358 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9511473b-2e13-4401-a74a-5a97a4126829 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:03.615578 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8beae8d6-2371-4dbb-845a-384ce03e8b3c None None] Network 214b3685-1361-45a4-add3-6e68b4846dcd requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:53:03.659163 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae3e1a7-8bfb-464a-8c64-485768fe3eed tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Made reservation on behalf of 89ab582ea5804c899f0a47f315dc7cc8 for: {'network': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:03.662591 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5ae3e1a7-8bfb-464a-8c64-485768fe3eed tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:03.700399 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-9511473b-2e13-4401-a74a-5a97a4126829 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0935249 Apr 01 15:53:03.705933 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49852) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:03.718285 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [None req-0518482f-39a8-41bc-8869-448cdfcaa82c tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Transition to ACTIVE for port object 128cef3f-d481-499e-8e05-c64b9f364651 will not be triggered until provisioned by entity DHCP. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:03.727345 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-a5dc7c6f-1d9b-4e4b-8fca-f94cbab2b4d0 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Request body: {'port': {'network_id': '214b3685-1361-45a4-add3-6e68b4846dcd', 'name': 'tempest-PortsIpV6TestJSON-1614941357', 'fixed_ips': [{'subnet_id': '89cb40d2-8b3b-4508-8e02-3ed5cf5c128b', 'ip_address': '2001:db8::10'}]}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:53:03.747510 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4061d1fa-cc47-41ff-aaec-a11949a24dc7 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607376'] for router, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:03.748381 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4061d1fa-cc47-41ff-aaec-a11949a24dc7 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Fanout notify agent at l3_agent the message router_deleted on router 3dd9a420-1091-4a7a-b1db-2afcf5452758 {{(pid=83826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:53:03.783826 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e36b3-e8ef-415c-844b-65e914426490 req-7dba9ad5-947e-44ec-982e-58c22f21b3d3 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:03.785923 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-783e36b3-e8ef-415c-844b-65e914426490 req-7dba9ad5-947e-44ec-982e-58c22f21b3d3 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3318f8-792d-48fb-8e2f-9e09760166b6 HTTP/1.1" status: 200 len: 943 time: 0.5142243 Apr 01 15:53:03.795189 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4061d1fa-cc47-41ff-aaec-a11949a24dc7 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify callbacks [] for router, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:03.796678 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-4061d1fa-cc47-41ff-aaec-a11949a24dc7 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] 10.222.0.55 "DELETE /v2.0/routers/3dd9a420-1091-4a7a-b1db-2afcf5452758 HTTP/1.1" status: 204 len: 168 time: 4.8358543 Apr 01 15:53:03.798061 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ae3e1a7-8bfb-464a-8c64-485768fe3eed tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=83826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:53:03.800890 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-8232564f-c2f4-4099-82fc-b38210067a3f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:03.819089 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 49856) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:03.834399 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-6f9998ac-eda8-4ea1-b403-3a5c59a83793 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:03.840383 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-4efcb375-f915-4006-9695-1b1fcc939c39 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Deleting port 41e8d8ce-0225-4a86-bc88-9f72e9f59b15 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:53:03.841043 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4efcb375-f915-4006-9695-1b1fcc939c39 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:03.955734 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-6f9998ac-eda8-4ea1-b403-3a5c59a83793 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Usage tracker for resource:subnet and tenant:d41ff62d3a004209bfda315661ac6954 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:03.974308 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-6f9998ac-eda8-4ea1-b403-3a5c59a83793 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:04.060957 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-8232564f-c2f4-4099-82fc-b38210067a3f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:04.078037 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5ae3e1a7-8bfb-464a-8c64-485768fe3eed tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:04.078037 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.segments_db [None req-5ae3e1a7-8bfb-464a-8c64-485768fe3eed tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Added segment 3d3a0bb7-8126-4ade-b408-902fe6cb4b3e of type vlan for network a8ee47e9-e56c-4c88-bfef-2f05010883bd Apr 01 15:53:04.085051 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-6f9998ac-eda8-4ea1-b403-3a5c59a83793 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:04.090324 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-16738cf9-b9a1-4b9c-bfcb-5adac4ebd0bd None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:04.094683 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-a5dc7c6f-1d9b-4e4b-8fca-f94cbab2b4d0 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:04.104498 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-a5dc7c6f-1d9b-4e4b-8fca-f94cbab2b4d0 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Usage tracker for resource:port and tenant:144b300b27fa4dafba1405cae5639f1c is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:04.113575 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-a5dc7c6f-1d9b-4e4b-8fca-f94cbab2b4d0 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:04.116682 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 63fd8302-f41a-4cc8-9716-85cba17494c8 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:53:04.133753 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-a5dc7c6f-1d9b-4e4b-8fca-f94cbab2b4d0 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:04.140569 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0518482f-39a8-41bc-8869-448cdfcaa82c tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:04.144328 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e4bea9-e547-4d7a-8ab5-ffcfff10953e None None] Network 90a926dd-2546-4ce1-b34d-6cff2b69cfb5 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:53:04.144654 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9998ac-eda8-4ea1-b403-3a5c59a83793 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Made reservation on behalf of d41ff62d3a004209bfda315661ac6954 for: {'subnet': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:04.147060 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8232564f-c2f4-4099-82fc-b38210067a3f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Made reservation on behalf of 50a1f72bd5e54e209eb4756b30f7e6a6 for: {'subnet': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:04.150719 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8232564f-c2f4-4099-82fc-b38210067a3f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16088980'] for subnet, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:04.152694 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-8232564f-c2f4-4099-82fc-b38210067a3f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:53:04.153418 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8232564f-c2f4-4099-82fc-b38210067a3f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:53:04.159562 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-16738cf9-b9a1-4b9c-bfcb-5adac4ebd0bd None None] Transition to ACTIVE for port object a746450e-412d-4add-8a50-26b4271e09f6 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:04.165233 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-e79edb90-2f2e-41b0-9775-0ce04d6a0ce4 req-9da1d9e9-5445-419c-8260-f41b94edde91 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:04.165233 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-e79edb90-2f2e-41b0-9775-0ce04d6a0ce4 req-9da1d9e9-5445-419c-8260-f41b94edde91 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617697'] for floatingip, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:04.165634 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.l3_db [req-e79edb90-2f2e-41b0-9775-0ce04d6a0ce4 req-9da1d9e9-5445-419c-8260-f41b94edde91 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Floating IP 9f8270f7-4fba-46a0-8d58-95f81f87d528 disassociated. External IP: 172.26.1.64, port: be7f5bd5-43c4-40bd-8ba3-b6e713491455. Apr 01 15:53:04.165915 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [req-e79edb90-2f2e-41b0-9775-0ce04d6a0ce4 req-9da1d9e9-5445-419c-8260-f41b94edde91 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Calling delete_port for be7f5bd5-43c4-40bd-8ba3-b6e713491455 owned by compute:nova {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:53:04.246464 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-783e36b3-e8ef-415c-844b-65e914426490 req-a86f7ea3-ff60-4731-adc3-5c58b9735491 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/security-groups?id=559624ab-485e-424f-98d0-03f9fb5e6d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4424219 Apr 01 15:53:04.252558 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5ae3e1a7-8bfb-464a-8c64-485768fe3eed tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:04.328140 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5dc7c6f-1d9b-4e4b-8fca-f94cbab2b4d0 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Made reservation on behalf of 144b300b27fa4dafba1405cae5639f1c for: {'port': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:04.333398 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a5dc7c6f-1d9b-4e4b-8fca-f94cbab2b4d0 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:04.355775 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-8232564f-c2f4-4099-82fc-b38210067a3f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.8033261 Apr 01 15:53:04.358008 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0518482f-39a8-41bc-8869-448cdfcaa82c tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Network 90a926dd-2546-4ce1-b34d-6cff2b69cfb5 is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:04.362007 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0518482f-39a8-41bc-8869-448cdfcaa82c tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Pushing event updated for resources: {'Port': ['ID=128cef3f-d481-499e-8e05-c64b9f364651,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:04.372961 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 49860) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:04.374257 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-0518482f-39a8-41bc-8869-448cdfcaa82c tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:04.379802 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0518482f-39a8-41bc-8869-448cdfcaa82c tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:53:04.418734 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-16738cf9-b9a1-4b9c-bfcb-5adac4ebd0bd None None] Transition to ACTIVE for port object a746450e-412d-4add-8a50-26b4271e09f6 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:04.422125 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-d5240901-c2e8-4155-b076-e1feab6cdde3 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Request body: {'subnet': {'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:53:04.443716 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-46820756-b491-44e9-8949-9ad0da91c3d6 None None] Provisioning for port 63fd8302-f41a-4cc8-9716-85cba17494c8 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:04.454953 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b0c811-c851-406b-b983-b97d2dca6275 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-214b3685-1361-45a4-add3-6e68b4846dcd', 'network_id': '214b3685-1361-45a4-add3-6e68b4846dcd', 'tenant_id': '144b300b27fa4dafba1405cae5639f1c', 'fixed_ips': [{'subnet_id': '89cb40d2-8b3b-4508-8e02-3ed5cf5c128b'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:53:04.455441 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f9b0c811-c851-406b-b983-b97d2dca6275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:04.473577 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-16738cf9-b9a1-4b9c-bfcb-5adac4ebd0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:04.487136 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-6701eb07-bfb5-46ad-9972-c2047bcb3977 None None] Allocated IP 172.20.0.2 (274dbc1d-4765-44ad-808b-76e00818a2c0/65e20ef8-54e3-41a1-83d9-e849e2b82038/89df17be-1afe-42e5-bf15-0439bbdfe024) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:04.490748 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [None req-a5dc7c6f-1d9b-4e4b-8fca-f94cbab2b4d0 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] device_id is not set on port 755fe81a-90b7-4c90-9f8f-ec8cce4d033e yet. {{(pid=83828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:53:04.575291 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6f9998ac-eda8-4ea1-b403-3a5c59a83793 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16030269'] for subnet, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:04.583104 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-d5240901-c2e8-4155-b076-e1feab6cdde3 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:04.590389 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5ae3e1a7-8bfb-464a-8c64-485768fe3eed tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:04.594606 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae3e1a7-8bfb-464a-8c64-485768fe3eed tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:04.595264 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5ae3e1a7-8bfb-464a-8c64-485768fe3eed tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:04.627569 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 63fd8302-f41a-4cc8-9716-85cba17494c8 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:04.636353 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0518482f-39a8-41bc-8869-448cdfcaa82c tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:04.637813 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0518482f-39a8-41bc-8869-448cdfcaa82c tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:04.658655 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-d5240901-c2e8-4155-b076-e1feab6cdde3 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:04.750394 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16738cf9-b9a1-4b9c-bfcb-5adac4ebd0bd None None] Network f7a771ab-d212-4d3f-85de-726c5a9887db is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:04.754654 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_v2 [None req-5277efdb-3f17-46f6-b229-29c90a250a7d tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Deleting subnet 03d65cb1-3444-460c-8ad4-c1872d592dd3 {{(pid=83826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:53:04.763072 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-5ae3e1a7-8bfb-464a-8c64-485768fe3eed tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3523948 Apr 01 15:53:04.767749 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 49864) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:04.773776 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-214a7610-28b1-412c-92fa-7e427f2c9b9a tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Request body: {'network': {'name': 'tempest-router-network02--214900430'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:53:04.780976 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5277efdb-3f17-46f6-b229-29c90a250a7d tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify callbacks [] for subnet, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:04.809118 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5240901-c2e8-4155-b076-e1feab6cdde3 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Made reservation on behalf of 50a1f72bd5e54e209eb4756b30f7e6a6 for: {'subnet': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:04.811600 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 63fd8302-f41a-4cc8-9716-85cba17494c8 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:04.811972 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:04.813654 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d5240901-c2e8-4155-b076-e1feab6cdde3 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16088980'] for subnet, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:04.815205 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5240901-c2e8-4155-b076-e1feab6cdde3 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:53:04.815734 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5240901-c2e8-4155-b076-e1feab6cdde3 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:53:04.829784 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-0518482f-39a8-41bc-8869-448cdfcaa82c tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.9414299 Apr 01 15:53:04.829784 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae3e1a7-8bfb-464a-8c64-485768fe3eed tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Pushing event updated for resources: {'Network': ['ID=a8ee47e9-e56c-4c88-bfef-2f05010883bd,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:04.831930 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 49868) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:04.833314 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-214a7610-28b1-412c-92fa-7e427f2c9b9a tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:04.858729 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-bb81e499-c246-4efb-86a5-bb322825cd30 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Request body: {'port': {'network_id': '90a926dd-2546-4ce1-b34d-6cff2b69cfb5', 'name': 'tempest-AllowedAddressPairTestJSON-1714741065', 'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:19:a9:86'}]}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:53:04.869560 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-16738cf9-b9a1-4b9c-bfcb-5adac4ebd0bd None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:04.877263 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-214a7610-28b1-412c-92fa-7e427f2c9b9a tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Usage tracker for resource:network and tenant:89ab582ea5804c899f0a47f315dc7cc8 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:04.885768 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-214a7610-28b1-412c-92fa-7e427f2c9b9a tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:04.887005 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network a8ee47e9-e56c-4c88-bfef-2f05010883bd details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:53:04.912478 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16738cf9-b9a1-4b9c-bfcb-5adac4ebd0bd None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:53:04.917289 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16738cf9-b9a1-4b9c-bfcb-5adac4ebd0bd None None] Pushing event updated for resources: {'Port': ['ID=a746450e-412d-4add-8a50-26b4271e09f6,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:04.953497 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-214a7610-28b1-412c-92fa-7e427f2c9b9a tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:04.960577 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-d5240901-c2e8-4155-b076-e1feab6cdde3 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5838897 Apr 01 15:53:04.973265 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 49872) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:05.008541 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4efcb375-f915-4006-9695-1b1fcc939c39 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:05.014277 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5277efdb-3f17-46f6-b229-29c90a250a7d tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16610770'] for subnet, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:05.083844 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-0852b03e-09f8-4848-81c7-0f3d7bcd4da5 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Synchronizing usage tracker for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:53:05.096344 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-214a7610-28b1-412c-92fa-7e427f2c9b9a tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Made reservation on behalf of 89ab582ea5804c899f0a47f315dc7cc8 for: {'network': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:05.099429 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-214a7610-28b1-412c-92fa-7e427f2c9b9a tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:05.165928 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-0852b03e-09f8-4848-81c7-0f3d7bcd4da5 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Unset dirty status for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:53:05.170992 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-0852b03e-09f8-4848-81c7-0f3d7bcd4da5 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1905944 Apr 01 15:53:05.173091 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 49876) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:05.176330 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-bb81e499-c246-4efb-86a5-bb322825cd30 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:05.186543 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-bb81e499-c246-4efb-86a5-bb322825cd30 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Usage tracker for resource:port and tenant:d61155a010b64f989ddf95017580bf5e is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:05.197839 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-4efcb375-f915-4006-9695-1b1fcc939c39 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Calling delete_port for 41e8d8ce-0225-4a86-bc88-9f72e9f59b15 owned by {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:53:05.224558 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-bb81e499-c246-4efb-86a5-bb322825cd30 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:05.230881 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-214a7610-28b1-412c-92fa-7e427f2c9b9a tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=83826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:53:05.243641 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-bb81e499-c246-4efb-86a5-bb322825cd30 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:05.253268 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-e79edb90-2f2e-41b0-9775-0ce04d6a0ce4 req-9da1d9e9-5445-419c-8260-f41b94edde91 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:05.271162 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-16738cf9-b9a1-4b9c-bfcb-5adac4ebd0bd None None] Attempting to bind port a746450e-412d-4add-8a50-26b4271e09f6 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:53:05.271821 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-16738cf9-b9a1-4b9c-bfcb-5adac4ebd0bd None None] Attempting to bind port a746450e-412d-4add-8a50-26b4271e09f6 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': '27987d8b-b296-4f27-983f-8bee65671d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f7a771ab-d212-4d3f-85de-726c5a9887db'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:53:05.271947 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16738cf9-b9a1-4b9c-bfcb-5adac4ebd0bd None None] Attempting to bind port a746450e-412d-4add-8a50-26b4271e09f6 on network f7a771ab-d212-4d3f-85de-726c5a9887db {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:53:05.279106 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-214a7610-28b1-412c-92fa-7e427f2c9b9a tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:05.279613 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.segments_db [None req-214a7610-28b1-412c-92fa-7e427f2c9b9a tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Added segment 474eff62-c504-4648-8aaf-ed4a65911f77 of type vlan for network 3a61ab9a-a970-44e0-9020-eeb07f625deb Apr 01 15:53:05.284823 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5277efdb-3f17-46f6-b229-29c90a250a7d tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:05.316577 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb81e499-c246-4efb-86a5-bb322825cd30 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Made reservation on behalf of d61155a010b64f989ddf95017580bf5e for: {'port': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:05.325327 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-f9b0c811-c851-406b-b983-b97d2dca6275 None None] Allocated IP 2001:db8::2 (214b3685-1361-45a4-add3-6e68b4846dcd/89cb40d2-8b3b-4508-8e02-3ed5cf5c128b/aa8c2b8f-83ab-44d6-9600-e80d508a7acc) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:05.337587 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16738cf9-b9a1-4b9c-bfcb-5adac4ebd0bd None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:53:05.337959 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16738cf9-b9a1-4b9c-bfcb-5adac4ebd0bd None None] Checking segment: {'id': '27987d8b-b296-4f27-983f-8bee65671d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f7a771ab-d212-4d3f-85de-726c5a9887db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:53:05.338371 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-16738cf9-b9a1-4b9c-bfcb-5adac4ebd0bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:05.339252 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16738cf9-b9a1-4b9c-bfcb-5adac4ebd0bd None None] Bound using segment: {'id': '27987d8b-b296-4f27-983f-8bee65671d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f7a771ab-d212-4d3f-85de-726c5a9887db'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:53:05.339252 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-16738cf9-b9a1-4b9c-bfcb-5adac4ebd0bd None None] Bound port: a746450e-412d-4add-8a50-26b4271e09f6, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27987d8b-b296-4f27-983f-8bee65671d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f7a771ab-d212-4d3f-85de-726c5a9887db'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:53:05.339844 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-16738cf9-b9a1-4b9c-bfcb-5adac4ebd0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:05.394325 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4efcb375-f915-4006-9695-1b1fcc939c39 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:05.412435 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da1d9e9-5445-419c-8260-f41b94edde91 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Pushing event deleted for resources: {'Port': ['ID=be7f5bd5-43c4-40bd-8ba3-b6e713491455,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:05.424299 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca29d80f-658b-4387-a71e-1cfe638c2899 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:05.428324 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-ca29d80f-658b-4387-a71e-1cfe638c2899 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2469974 Apr 01 15:53:05.429228 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:05.437355 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 49882) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:05.440510 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-214a7610-28b1-412c-92fa-7e427f2c9b9a tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:05.478714 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efcb375-f915-4006-9695-1b1fcc939c39 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Pushing event deleted for resources: {'Port': ['ID=41e8d8ce-0225-4a86-bc88-9f72e9f59b15,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:05.524823 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port 63fd8302-f41a-4cc8-9716-85cba17494c8, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=63fd8302-f41a-4cc8-9716-85cba17494c8,segment=NetworkSegment(8e802c12-2639-4526-a8a4-2bbf907ba074),segment_id=8e802c12-2639-4526-a8a4-2bbf907ba074)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:53:05.541558 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-fa004133-ed7b-436e-b379-f16e653e02d5 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1033032 Apr 01 15:53:05.554647 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49886) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:05.593493 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:05.597860 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4bb23ff6-c09f-4c97-a9b5-4bde5cfe2556 req-3b2a88f4-0f4d-414b-94d9-3db1e6e89277 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3318f8-792d-48fb-8e2f-9e09760166b6 HTTP/1.1" status: 200 len: 210 time: 0.0543177 Apr 01 15:53:05.611461 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-defe54e1-90bb-47ee-ae2f-dfbf39399720 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Request body: {'subnet': {'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:53:05.633770 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.db.resource_extend [None req-214a7610-28b1-412c-92fa-7e427f2c9b9a tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:53:05.642960 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5277efdb-3f17-46f6-b229-29c90a250a7d tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15415074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16089009'] for subnet, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:05.690770 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6701eb07-bfb5-46ad-9972-c2047bcb3977 None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:05.728850 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-6701eb07-bfb5-46ad-9972-c2047bcb3977 None None] Transition to ACTIVE for port object 89df17be-1afe-42e5-bf15-0439bbdfe024 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:05.741275 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bb81e499-c246-4efb-86a5-bb322825cd30 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:05.749331 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-16738cf9-b9a1-4b9c-bfcb-5adac4ebd0bd None None] For port a746450e-412d-4add-8a50-26b4271e09f6, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:53:05.798965 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [None req-bb81e499-c246-4efb-86a5-bb322825cd30 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] device_id is not set on port cdef5a07-b9f1-4b51-813e-7ed81da1c874 yet. {{(pid=83826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:53:05.813422 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-16738cf9-b9a1-4b9c-bfcb-5adac4ebd0bd None None] For port a746450e-412d-4add-8a50-26b4271e09f6, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=a746450e-412d-4add-8a50-26b4271e09f6,segment=NetworkSegment(27987d8b-b296-4f27-983f-8bee65671d01),segment_id=27987d8b-b296-4f27-983f-8bee65671d01)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:53:05.814428 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=63fd8302-f41a-4cc8-9716-85cba17494c8,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:05.819346 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-6701eb07-bfb5-46ad-9972-c2047bcb3977 None None] Transition to ACTIVE for port object 89df17be-1afe-42e5-bf15-0439bbdfe024 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:05.831155 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-16738cf9-b9a1-4b9c-bfcb-5adac4ebd0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:05.885015 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6701eb07-bfb5-46ad-9972-c2047bcb3977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:05.930347 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4efcb375-f915-4006-9695-1b1fcc939c39 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:05.949368 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-defe54e1-90bb-47ee-ae2f-dfbf39399720 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:05.998487 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5277efdb-3f17-46f6-b229-29c90a250a7d tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Pushing event deleted for resources: {'Subnet': ['ID=03d65cb1-3444-460c-8ad4-c1872d592dd3,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:06.001384 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5277efdb-3f17-46f6-b229-29c90a250a7d tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:06.009559 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6701eb07-bfb5-46ad-9972-c2047bcb3977 None None] Network 274dbc1d-4765-44ad-808b-76e00818a2c0 is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:06.028274 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-5277efdb-3f17-46f6-b229-29c90a250a7d tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] 10.222.0.55 "DELETE /v2.0/subnets/03d65cb1-3444-460c-8ad4-c1872d592dd3 HTTP/1.1" status: 204 len: 168 time: 2.2009215 Apr 01 15:53:06.028666 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-defe54e1-90bb-47ee-ae2f-dfbf39399720 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:06.034298 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ca0f58-d734-4152-91fd-d78e5f708ec9 None None] Network 8ccd2620-04a2-4b02-9a77-f90b50790eb8 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:53:06.035583 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-214a7610-28b1-412c-92fa-7e427f2c9b9a tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:06.035950 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49890) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:06.041589 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214a7610-28b1-412c-92fa-7e427f2c9b9a tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:06.042358 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-214a7610-28b1-412c-92fa-7e427f2c9b9a tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:06.064341 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-4efcb375-f915-4006-9695-1b1fcc939c39 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] 10.222.0.55 "DELETE /v2.0/ports/41e8d8ce-0225-4a86-bc88-9f72e9f59b15 HTTP/1.1" status: 204 len: 168 time: 2.6247482 Apr 01 15:53:06.071122 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49894) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:06.084655 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 63fd8302-f41a-4cc8-9716-85cba17494c8 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:53:06.129055 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-6701eb07-bfb5-46ad-9972-c2047bcb3977 None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:06.186140 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6701eb07-bfb5-46ad-9972-c2047bcb3977 None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:53:06.193524 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16738cf9-b9a1-4b9c-bfcb-5adac4ebd0bd None None] Pushing event updated for resources: {'Port': ['ID=a746450e-412d-4add-8a50-26b4271e09f6,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:06.248451 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-defe54e1-90bb-47ee-ae2f-dfbf39399720 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Made reservation on behalf of 50a1f72bd5e54e209eb4756b30f7e6a6 for: {'subnet': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:06.252509 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-defe54e1-90bb-47ee-ae2f-dfbf39399720 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16030269'] for subnet, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:06.280297 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6f9998ac-eda8-4ea1-b403-3a5c59a83793 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15306628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16030227'] for subnet, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:06.282036 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-214a7610-28b1-412c-92fa-7e427f2c9b9a tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5128565 Apr 01 15:53:06.322413 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49898) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:06.326250 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f9b0c811-c851-406b-b983-b97d2dca6275 None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:06.392315 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214a7610-28b1-412c-92fa-7e427f2c9b9a tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Pushing event updated for resources: {'Network': ['ID=3a61ab9a-a970-44e0-9020-eeb07f625deb,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:06.399277 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-afc2a0cc-3c52-45ef-b31d-ee97dffcd552 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Request body: {'subnet': {'network_id': 'a8ee47e9-e56c-4c88-bfef-2f05010883bd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:53:06.408258 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-bb81e499-c246-4efb-86a5-bb322825cd30 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Allocated IP 172.20.0.14 (90a926dd-2546-4ce1-b34d-6cff2b69cfb5/7380a8a0-99f9-4c14-9487-f68bfe072346/cdef5a07-b9f1-4b51-813e-7ed81da1c874) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:06.479252 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 3a61ab9a-a970-44e0-9020-eeb07f625deb details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:53:06.494494 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6701eb07-bfb5-46ad-9972-c2047bcb3977 None None] Pushing event updated for resources: {'Port': ['ID=89df17be-1afe-42e5-bf15-0439bbdfe024,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:06.512971 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-f9b0c811-c851-406b-b983-b97d2dca6275 None None] Transition to ACTIVE for port object aa8c2b8f-83ab-44d6-9600-e80d508a7acc will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:06.553163 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-863d60c3-4b12-4042-9673-79f763199680 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:06.725283 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bb81e499-c246-4efb-86a5-bb322825cd30 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:06.754363 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [None req-bb81e499-c246-4efb-86a5-bb322825cd30 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Transition to ACTIVE for port object cdef5a07-b9f1-4b51-813e-7ed81da1c874 will not be triggered until provisioned by entity DHCP. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:06.767425 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9998ac-eda8-4ea1-b403-3a5c59a83793 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Network f7a771ab-d212-4d3f-85de-726c5a9887db is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:06.771141 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-336170c7-097e-4942-800a-4fef89adab13 None None] Provisioning for port 128cef3f-d481-499e-8e05-c64b9f364651 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:06.784172 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bb81e499-c246-4efb-86a5-bb322825cd30 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:06.796358 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-6f9998ac-eda8-4ea1-b403-3a5c59a83793 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:06.805631 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9998ac-eda8-4ea1-b403-3a5c59a83793 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Pushing event updated for resources: {'Subnet': ['ID=e8a55aca-29de-49e9-91bd-ad6e8db43c4e,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:06.808485 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9998ac-eda8-4ea1-b403-3a5c59a83793 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:06.809039 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6f9998ac-eda8-4ea1-b403-3a5c59a83793 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:06.841552 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-863d60c3-4b12-4042-9673-79f763199680 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Deleting port dd195473-2721-4cad-9bc5-8a02371ed9fd {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:53:06.841895 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-863d60c3-4b12-4042-9673-79f763199680 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:06.876440 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-afc2a0cc-3c52-45ef-b31d-ee97dffcd552 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:06.894061 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-afc2a0cc-3c52-45ef-b31d-ee97dffcd552 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Usage tracker for resource:subnet and tenant:89ab582ea5804c899f0a47f315dc7cc8 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:06.897425 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-6701eb07-bfb5-46ad-9972-c2047bcb3977 None None] Attempting to bind port 89df17be-1afe-42e5-bf15-0439bbdfe024 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:53:06.897786 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-6701eb07-bfb5-46ad-9972-c2047bcb3977 None None] Attempting to bind port 89df17be-1afe-42e5-bf15-0439bbdfe024 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': '9609159a-cd77-4b1f-a12f-f224548a704c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '274dbc1d-4765-44ad-808b-76e00818a2c0'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:53:06.898141 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6701eb07-bfb5-46ad-9972-c2047bcb3977 None None] Attempting to bind port 89df17be-1afe-42e5-bf15-0439bbdfe024 on network 274dbc1d-4765-44ad-808b-76e00818a2c0 {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:53:06.901078 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b375a3a3-8145-4c91-a2bd-1c563f1e5fa9 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:06.902733 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-b375a3a3-8145-4c91-a2bd-1c563f1e5fa9 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Synchronizing usage tracker for tenant:7e7aded1adfa4cd1be462b87d89e24d5 on resource:port {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:53:06.907926 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-afc2a0cc-3c52-45ef-b31d-ee97dffcd552 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:06.924421 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-afc2a0cc-3c52-45ef-b31d-ee97dffcd552 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:06.938469 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-6f9998ac-eda8-4ea1-b403-3a5c59a83793 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.6681187 Apr 01 15:53:06.944514 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49904) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:06.945414 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb81e499-c246-4efb-86a5-bb322825cd30 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Pushing event updated for resources: {'Port': ['ID=cdef5a07-b9f1-4b51-813e-7ed81da1c874,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:06.956335 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-336170c7-097e-4942-800a-4fef89adab13 None None] Provisioning complete for port 128cef3f-d481-499e-8e05-c64b9f364651 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:06.956712 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-336170c7-097e-4942-800a-4fef89adab13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:06.961567 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2d7c5fda-c483-4427-90e1-e25432486f7e req-7df24609-10cb-4309-a833-b898fe6b31d5 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3318f8-792d-48fb-8e2f-9e09760166b6 HTTP/1.1" status: 200 len: 210 time: 0.1064198 Apr 01 15:53:06.967263 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb81e499-c246-4efb-86a5-bb322825cd30 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Network 90a926dd-2546-4ce1-b34d-6cff2b69cfb5 is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:06.968444 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-bb81e499-c246-4efb-86a5-bb322825cd30 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:06.971150 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb81e499-c246-4efb-86a5-bb322825cd30 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:53:06.986835 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-f9b0c811-c851-406b-b983-b97d2dca6275 None None] Transition to ACTIVE for port object aa8c2b8f-83ab-44d6-9600-e80d508a7acc will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:07.023005 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6701eb07-bfb5-46ad-9972-c2047bcb3977 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:53:07.023882 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6701eb07-bfb5-46ad-9972-c2047bcb3977 None None] Checking segment: {'id': '9609159a-cd77-4b1f-a12f-f224548a704c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '274dbc1d-4765-44ad-808b-76e00818a2c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:53:07.023882 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6701eb07-bfb5-46ad-9972-c2047bcb3977 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:07.024203 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6701eb07-bfb5-46ad-9972-c2047bcb3977 None None] Bound using segment: {'id': '9609159a-cd77-4b1f-a12f-f224548a704c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '274dbc1d-4765-44ad-808b-76e00818a2c0'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:53:07.024626 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-6701eb07-bfb5-46ad-9972-c2047bcb3977 None None] Bound port: 89df17be-1afe-42e5-bf15-0439bbdfe024, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9609159a-cd77-4b1f-a12f-f224548a704c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '274dbc1d-4765-44ad-808b-76e00818a2c0'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:53:07.025128 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6701eb07-bfb5-46ad-9972-c2047bcb3977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:07.047616 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f9b0c811-c851-406b-b983-b97d2dca6275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:07.068564 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb81e499-c246-4efb-86a5-bb322825cd30 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:07.069251 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bb81e499-c246-4efb-86a5-bb322825cd30 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:07.081194 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e79edb90-2f2e-41b0-9775-0ce04d6a0ce4 req-9da1d9e9-5445-419c-8260-f41b94edde91 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Router ae380df1-4024-44b3-84a9-36df412c5260 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:53:07.103656 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-bb81e499-c246-4efb-86a5-bb322825cd30 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 2.2650547 Apr 01 15:53:07.104717 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 49908) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:07.133912 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 63fd8302-f41a-4cc8-9716-85cba17494c8 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:07.134301 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:07.151446 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc2a0cc-3c52-45ef-b31d-ee97dffcd552 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Made reservation on behalf of 89ab582ea5804c899f0a47f315dc7cc8 for: {'subnet': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:07.191825 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-b375a3a3-8145-4c91-a2bd-1c563f1e5fa9 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Unset dirty status for tenant:7e7aded1adfa4cd1be462b87d89e24d5 on resource:port {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:53:07.193324 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-b375a3a3-8145-4c91-a2bd-1c563f1e5fa9 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] 10.222.0.55 "GET /v2.0/ports?device_id=26d59314-5420-44d6-8bb9-c3addc01368a HTTP/1.1" status: 200 len: 913 time: 1.1157205 Apr 01 15:53:07.203444 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740aa0e7-883b-43eb-ac71-c6c51908ef4a tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:07.208125 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740aa0e7-883b-43eb-ac71-c6c51908ef4a tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:07.218190 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740aa0e7-883b-43eb-ac71-c6c51908ef4a tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:07.220545 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-740aa0e7-883b-43eb-ac71-c6c51908ef4a tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Synchronizing usage tracker for tenant:d61155a010b64f989ddf95017580bf5e on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:53:07.223904 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 49912) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:07.250974 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-336170c7-097e-4942-800a-4fef89adab13 None None] Port 128cef3f-d481-499e-8e05-c64b9f364651 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:53:07.342859 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b0c811-c851-406b-b983-b97d2dca6275 None None] Pushing event updated for resources: {'Port': ['ID=aa8c2b8f-83ab-44d6-9600-e80d508a7acc,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:07.353335 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b0c811-c851-406b-b983-b97d2dca6275 None None] Network 214b3685-1361-45a4-add3-6e68b4846dcd is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:07.361287 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-f9b0c811-c851-406b-b983-b97d2dca6275 None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:07.366302 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b0c811-c851-406b-b983-b97d2dca6275 None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:53:07.443886 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-6701eb07-bfb5-46ad-9972-c2047bcb3977 None None] For port 89df17be-1afe-42e5-bf15-0439bbdfe024, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:53:07.457665 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-6701eb07-bfb5-46ad-9972-c2047bcb3977 None None] For port 89df17be-1afe-42e5-bf15-0439bbdfe024, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=89df17be-1afe-42e5-bf15-0439bbdfe024,segment=NetworkSegment(9609159a-cd77-4b1f-a12f-f224548a704c),segment_id=9609159a-cd77-4b1f-a12f-f224548a704c)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:53:07.507753 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-740aa0e7-883b-43eb-ac71-c6c51908ef4a tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Unset dirty status for tenant:d61155a010b64f989ddf95017580bf5e on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:53:07.513335 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-740aa0e7-883b-43eb-ac71-c6c51908ef4a tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.4072697 Apr 01 15:53:07.515177 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-336170c7-097e-4942-800a-4fef89adab13 None None] Provisioning complete for port 63fd8302-f41a-4cc8-9716-85cba17494c8 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:07.515561 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-336170c7-097e-4942-800a-4fef89adab13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:07.516800 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 49916) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:07.550135 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6701eb07-bfb5-46ad-9972-c2047bcb3977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:07.630615 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-44a99118-f10a-4491-b12d-cf1a55609788 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Deleting port cdef5a07-b9f1-4b51-813e-7ed81da1c874 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:53:07.630965 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-44a99118-f10a-4491-b12d-cf1a55609788 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:07.670527 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd9b641-81e0-4e09-a9e7-61f1bb285201 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:07.671966 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd9b641-81e0-4e09-a9e7-61f1bb285201 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:07.673945 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd9b641-81e0-4e09-a9e7-61f1bb285201 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:07.675636 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76713cb7-df0d-4bde-ba87-5b108cea1ead None None] DHCP port deletion for 8ccd2620-04a2-4b02-9a77-f90b50790eb8 request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:53:07.676466 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd9b641-81e0-4e09-a9e7-61f1bb285201 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:07.678063 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd9b641-81e0-4e09-a9e7-61f1bb285201 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:07.680192 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-0cd9b641-81e0-4e09-a9e7-61f1bb285201 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Synchronizing usage tracker for tenant:d41ff62d3a004209bfda315661ac6954 on resource:subnet {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:53:07.712139 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-a5dc7c6f-1d9b-4e4b-8fca-f94cbab2b4d0 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Allocated IP 2001:db8::10 (214b3685-1361-45a4-add3-6e68b4846dcd/89cb40d2-8b3b-4508-8e02-3ed5cf5c128b/755fe81a-90b7-4c90-9f8f-ec8cce4d033e) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:07.767495 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-76713cb7-df0d-4bde-ba87-5b108cea1ead None None] Deleting port dd195473-2721-4cad-9bc5-8a02371ed9fd {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:53:07.767873 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-76713cb7-df0d-4bde-ba87-5b108cea1ead None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:07.827380 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7581ac-3083-4744-8ad0-df4aff5cc8e3 None None] Network f7a771ab-d212-4d3f-85de-726c5a9887db requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:53:07.895617 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-afc2a0cc-3c52-45ef-b31d-ee97dffcd552 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16030269'] for subnet, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:08.015345 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-f9b0c811-c851-406b-b983-b97d2dca6275 None None] Attempting to bind port aa8c2b8f-83ab-44d6-9600-e80d508a7acc on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:53:08.015719 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-f9b0c811-c851-406b-b983-b97d2dca6275 None None] Attempting to bind port aa8c2b8f-83ab-44d6-9600-e80d508a7acc by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': '221e711b-55fc-4317-8297-243ccf7d543c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '214b3685-1361-45a4-add3-6e68b4846dcd'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:53:08.016084 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b0c811-c851-406b-b983-b97d2dca6275 None None] Attempting to bind port aa8c2b8f-83ab-44d6-9600-e80d508a7acc on network 214b3685-1361-45a4-add3-6e68b4846dcd {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:53:08.130035 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-44a99118-f10a-4491-b12d-cf1a55609788 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:08.134255 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6701eb07-bfb5-46ad-9972-c2047bcb3977 None None] Pushing event updated for resources: {'Port': ['ID=89df17be-1afe-42e5-bf15-0439bbdfe024,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:08.185105 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-0cd9b641-81e0-4e09-a9e7-61f1bb285201 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Unset dirty status for tenant:d41ff62d3a004209bfda315661ac6954 on resource:subnet {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:53:08.186901 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-0cd9b641-81e0-4e09-a9e7-61f1bb285201 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 1.2347901 Apr 01 15:53:08.200117 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49922) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:08.235892 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-9a3f6d1b-0340-460b-8a99-01cc11fb5633 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-436601746'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:53:08.259572 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-9a3f6d1b-0340-460b-8a99-01cc11fb5633 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:08.264047 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-863d60c3-4b12-4042-9673-79f763199680 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] For port dd195473-2721-4cad-9bc5-8a02371ed9fd, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=dd195473-2721-4cad-9bc5-8a02371ed9fd,segment=NetworkSegment(9742988c-0477-445a-b5ae-f1b3c0783b21),segment_id=9742988c-0477-445a-b5ae-f1b3c0783b21)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:53:08.264337 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-863d60c3-4b12-4042-9673-79f763199680 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:08.275215 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b0c811-c851-406b-b983-b97d2dca6275 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:53:08.275586 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b0c811-c851-406b-b983-b97d2dca6275 None None] Checking segment: {'id': '221e711b-55fc-4317-8297-243ccf7d543c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '214b3685-1361-45a4-add3-6e68b4846dcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:53:08.275998 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f9b0c811-c851-406b-b983-b97d2dca6275 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:08.276395 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b0c811-c851-406b-b983-b97d2dca6275 None None] Bound using segment: {'id': '221e711b-55fc-4317-8297-243ccf7d543c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '214b3685-1361-45a4-add3-6e68b4846dcd'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:53:08.277481 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-f9b0c811-c851-406b-b983-b97d2dca6275 None None] Bound port: aa8c2b8f-83ab-44d6-9600-e80d508a7acc, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '221e711b-55fc-4317-8297-243ccf7d543c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '214b3685-1361-45a4-add3-6e68b4846dcd'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:53:08.277857 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f9b0c811-c851-406b-b983-b97d2dca6275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:08.287333 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device a746450e-412d-4add-8a50-26b4271e09f6 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:53:08.296180 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-9a3f6d1b-0340-460b-8a99-01cc11fb5633 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Usage tracker for resource:network and tenant:d41ff62d3a004209bfda315661ac6954 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:08.376721 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-9a3f6d1b-0340-460b-8a99-01cc11fb5633 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:08.386919 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-44a99118-f10a-4491-b12d-cf1a55609788 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Calling delete_port for cdef5a07-b9f1-4b51-813e-7ed81da1c874 owned by {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:53:08.497935 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-9a3f6d1b-0340-460b-8a99-01cc11fb5633 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:08.509895 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-863d60c3-4b12-4042-9673-79f763199680 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Calling delete_port for dd195473-2721-4cad-9bc5-8a02371ed9fd owned by network:dhcp {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:53:08.573030 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-0207fe3c-bc1d-41ab-9a75-357ccde8a188 req-3ae8a5e4-a601-4f91-8dd5-52029a7845a4 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3318f8-792d-48fb-8e2f-9e09760166b6 HTTP/1.1" status: 200 len: 210 time: 0.3259313 Apr 01 15:53:08.702343 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-44a99118-f10a-4491-b12d-cf1a55609788 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:08.707903 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-76713cb7-df0d-4bde-ba87-5b108cea1ead None None] For port dd195473-2721-4cad-9bc5-8a02371ed9fd, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=dd195473-2721-4cad-9bc5-8a02371ed9fd,segment=NetworkSegment(9742988c-0477-445a-b5ae-f1b3c0783b21),segment_id=9742988c-0477-445a-b5ae-f1b3c0783b21)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:53:08.708522 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-76713cb7-df0d-4bde-ba87-5b108cea1ead None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:08.729603 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-f9b0c811-c851-406b-b983-b97d2dca6275 None None] For port aa8c2b8f-83ab-44d6-9600-e80d508a7acc, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:53:08.759193 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a99118-f10a-4491-b12d-cf1a55609788 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Pushing event deleted for resources: {'Port': ['ID=cdef5a07-b9f1-4b51-813e-7ed81da1c874,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:08.786583 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-863d60c3-4b12-4042-9673-79f763199680 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:08.827019 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-1d21f617-9101-4f28-a7a8-1a14c9d23567 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611543'] for router_interface, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:08.855351 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-76713cb7-df0d-4bde-ba87-5b108cea1ead None None] Calling delete_port for dd195473-2721-4cad-9bc5-8a02371ed9fd owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:53:08.872617 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.objects.ports [None req-defe54e1-90bb-47ee-ae2f-dfbf39399720 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83828) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 01 15:53:08.879455 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863d60c3-4b12-4042-9673-79f763199680 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Pushing event deleted for resources: {'Port': ['ID=dd195473-2721-4cad-9bc5-8a02371ed9fd,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:08.881819 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-6f634654-6dc6-443f-8300-59a87c5bfd24 None None] Provisioning for port a746450e-412d-4add-8a50-26b4271e09f6 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:08.881973 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a3f6d1b-0340-460b-8a99-01cc11fb5633 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Made reservation on behalf of d41ff62d3a004209bfda315661ac6954 for: {'network': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:08.884705 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9a3f6d1b-0340-460b-8a99-01cc11fb5633 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:08.908347 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-f9b0c811-c851-406b-b983-b97d2dca6275 None None] For port aa8c2b8f-83ab-44d6-9600-e80d508a7acc, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=aa8c2b8f-83ab-44d6-9600-e80d508a7acc,segment=NetworkSegment(221e711b-55fc-4317-8297-243ccf7d543c),segment_id=221e711b-55fc-4317-8297-243ccf7d543c)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:53:08.915296 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-defe54e1-90bb-47ee-ae2f-dfbf39399720 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15306628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16030227'] for subnet, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:08.915802 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port a746450e-412d-4add-8a50-26b4271e09f6 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:08.990911 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f9b0c811-c851-406b-b983-b97d2dca6275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:09.028175 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port a746450e-412d-4add-8a50-26b4271e09f6 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:09.028175 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:09.057084 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-6f634654-6dc6-443f-8300-59a87c5bfd24 None None] Could not find standard attr ID for object cdef5a07-b9f1-4b51-813e-7ed81da1c874. {{(pid=83829) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:53:09.195267 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-44a99118-f10a-4491-b12d-cf1a55609788 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:09.226599 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-44a99118-f10a-4491-b12d-cf1a55609788 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] 10.222.0.55 "DELETE /v2.0/ports/cdef5a07-b9f1-4b51-813e-7ed81da1c874 HTTP/1.1" status: 204 len: 168 time: 1.7085412 Apr 01 15:53:09.229421 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 49926) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:09.236948 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b0c811-c851-406b-b983-b97d2dca6275 None None] Pushing event updated for resources: {'Port': ['ID=aa8c2b8f-83ab-44d6-9600-e80d508a7acc,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:09.239959 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-6f634654-6dc6-443f-8300-59a87c5bfd24 None None] Provisioning complete for port 128cef3f-d481-499e-8e05-c64b9f364651 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:09.240338 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6f634654-6dc6-443f-8300-59a87c5bfd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:09.291114 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.db.api [None req-76713cb7-df0d-4bde-ba87-5b108cea1ead None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:53:09.291467 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG oslo_db.api [None req-76713cb7-df0d-4bde-ba87-5b108cea1ead None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:53:09.320210 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a638792-47c5-4d50-9e01-b7f9e246213b tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] GET failed (client error): The resource could not be found. Apr 01 15:53:09.320711 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-1a638792-47c5-4d50-9e01-b7f9e246213b tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Synchronizing usage tracker for tenant:d61155a010b64f989ddf95017580bf5e on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:53:09.352674 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-1a638792-47c5-4d50-9e01-b7f9e246213b tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Unset dirty status for tenant:d61155a010b64f989ddf95017580bf5e on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:53:09.355835 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-1a638792-47c5-4d50-9e01-b7f9e246213b tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] 10.222.0.55 "GET /v2.0/ports/cdef5a07-b9f1-4b51-813e-7ed81da1c874 HTTP/1.1" status: 404 len: 333 time: 0.1247940 Apr 01 15:53:09.368263 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 49930) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:09.373181 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defe54e1-90bb-47ee-ae2f-dfbf39399720 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event updated for resources: {'Subnet': ['ID=25712199-b2a1-427e-8ded-6d10d74fad3f,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:09.377621 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-c1a2ba4e-f6f6-47b0-a63c-c12dae5029ff tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Request body: {'port': {'network_id': '90a926dd-2546-4ce1-b34d-6cff2b69cfb5', 'name': 'tempest-AllowedAddressPairTestJSON-2056937272'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:53:09.395319 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a3f6d1b-0340-460b-8a99-01cc11fb5633 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=83828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:53:09.403026 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863d60c3-4b12-4042-9673-79f763199680 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:09.403586 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863d60c3-4b12-4042-9673-79f763199680 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:09.404009 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863d60c3-4b12-4042-9673-79f763199680 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:09.404536 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863d60c3-4b12-4042-9673-79f763199680 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:09.405018 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863d60c3-4b12-4042-9673-79f763199680 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:09.405263 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863d60c3-4b12-4042-9673-79f763199680 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:09.405591 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863d60c3-4b12-4042-9673-79f763199680 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:09.405912 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863d60c3-4b12-4042-9673-79f763199680 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:09.406234 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863d60c3-4b12-4042-9673-79f763199680 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:09.406557 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863d60c3-4b12-4042-9673-79f763199680 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:09.406895 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863d60c3-4b12-4042-9673-79f763199680 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:09.414652 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863d60c3-4b12-4042-9673-79f763199680 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] No DVR routers for this DVR port dd195473-2721-4cad-9bc5-8a02371ed9fd on host dv-neutron-833373-2-hyperv {{(pid=83828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:53:09.427891 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defe54e1-90bb-47ee-ae2f-dfbf39399720 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:09.428237 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defe54e1-90bb-47ee-ae2f-dfbf39399720 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:09.428567 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defe54e1-90bb-47ee-ae2f-dfbf39399720 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:09.428931 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defe54e1-90bb-47ee-ae2f-dfbf39399720 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:09.429259 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defe54e1-90bb-47ee-ae2f-dfbf39399720 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:09.429580 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defe54e1-90bb-47ee-ae2f-dfbf39399720 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:09.431181 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defe54e1-90bb-47ee-ae2f-dfbf39399720 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:09.431523 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defe54e1-90bb-47ee-ae2f-dfbf39399720 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:09.431840 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defe54e1-90bb-47ee-ae2f-dfbf39399720 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:09.432687 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defe54e1-90bb-47ee-ae2f-dfbf39399720 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:09.433605 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defe54e1-90bb-47ee-ae2f-dfbf39399720 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:09.458666 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6149511-5a4c-4c96-9221-ee09aed4be1b None None] Update dhcp port {'port': {'network_id': 'f7a771ab-d212-4d3f-85de-726c5a9887db', 'fixed_ips': [{'subnet_id': 'ed91fd4d-51bb-45a7-a319-7f9aa854b4fc', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e8a55aca-29de-49e9-91bd-ad6e8db43c4e'}], 'binding:host_id': 'dv-neutron-833373-2-hyperv'}, 'id': 'a746450e-412d-4add-8a50-26b4271e09f6'} from dv-neutron-833373-2-hyperv. {{(pid=83829) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 01 15:53:09.555660 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-e6149511-5a4c-4c96-9221-ee09aed4be1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:09.567405 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9a3f6d1b-0340-460b-8a99-01cc11fb5633 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:09.567726 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.segments_db [None req-9a3f6d1b-0340-460b-8a99-01cc11fb5633 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Added segment 2c5a9b31-c119-4f0d-9775-833eabe9b60d of type vlan for network f8b30ef1-1e7d-4760-8dbe-2b33e51c634d Apr 01 15:53:09.612807 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-6f634654-6dc6-443f-8300-59a87c5bfd24 None None] Port 128cef3f-d481-499e-8e05-c64b9f364651 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:53:09.638006 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-c1a2ba4e-f6f6-47b0-a63c-c12dae5029ff tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:09.668592 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-defe54e1-90bb-47ee-ae2f-dfbf39399720 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:09.680629 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-defe54e1-90bb-47ee-ae2f-dfbf39399720 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:09.721900 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-c1a2ba4e-f6f6-47b0-a63c-c12dae5029ff tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:09.731086 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a5dc7c6f-1d9b-4e4b-8fca-f94cbab2b4d0 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:09.756282 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b04f47-4496-4915-b349-5d64e057da18 None None] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:53:09.769691 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-defe54e1-90bb-47ee-ae2f-dfbf39399720 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:09.770196 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-defe54e1-90bb-47ee-ae2f-dfbf39399720 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:09.774497 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2070fa3b-b677-4d92-a8fa-d4295b884bdc None None] Network 274dbc1d-4765-44ad-808b-76e00818a2c0 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:53:09.798991 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-863d60c3-4b12-4042-9673-79f763199680 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:09.801467 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-76713cb7-df0d-4bde-ba87-5b108cea1ead None None] Deleting port dd195473-2721-4cad-9bc5-8a02371ed9fd {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:53:09.801848 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-76713cb7-df0d-4bde-ba87-5b108cea1ead None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:09.808384 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e79edb90-2f2e-41b0-9775-0ce04d6a0ce4 req-9da1d9e9-5445-419c-8260-f41b94edde91 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:53:09.810577 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-afc2a0cc-3c52-45ef-b31d-ee97dffcd552 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15306628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16030227'] for subnet, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:09.821503 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539e6dd7-8514-4efc-9794-5184b2735ea9 None None] Sync routers for ids ['ae380df1-4024-44b3-84a9-36df412c5260'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:53:09.838531 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539e6dd7-8514-4efc-9794-5184b2735ea9 None None] Routers {'ae380df1-4024-44b3-84a9-36df412c5260'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:53:09.839206 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-539e6dd7-8514-4efc-9794-5184b2735ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:52:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['ae380df1-4024-44b3-84a9-36df412c5260'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:09.842431 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:09.852716 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a2ba4e-f6f6-47b0-a63c-c12dae5029ff tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Made reservation on behalf of d61155a010b64f989ddf95017580bf5e for: {'port': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:09.856350 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c1a2ba4e-f6f6-47b0-a63c-c12dae5029ff tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:09.886869 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-26cdd7a0-816a-4b97-aad3-351e2afc4815 req-7bcde768-f646-4e63-ae00-22f5e3fa881f tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3318f8-792d-48fb-8e2f-9e09760166b6 HTTP/1.1" status: 200 len: 210 time: 0.1333828 Apr 01 15:53:09.905978 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [None req-c1a2ba4e-f6f6-47b0-a63c-c12dae5029ff tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] device_id is not set on port 4c90fda9-c385-443b-a852-3e792cec1fe5 yet. {{(pid=83826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:53:09.936574 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9a3f6d1b-0340-460b-8a99-01cc11fb5633 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:09.965914 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [None req-a5dc7c6f-1d9b-4e4b-8fca-f94cbab2b4d0 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Transition to ACTIVE for port object 755fe81a-90b7-4c90-9f8f-ec8cce4d033e will not be triggered until provisioned by entity DHCP. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:10.034893 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-863d60c3-4b12-4042-9673-79f763199680 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ccd2620-04a2-4b02-9a77-f90b50790eb8']}} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:10.041247 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-76713cb7-df0d-4bde-ba87-5b108cea1ead None None] The port 'dd195473-2721-4cad-9bc5-8a02371ed9fd' was deleted {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:53:10.061213 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [req-e79edb90-2f2e-41b0-9775-0ce04d6a0ce4 req-9da1d9e9-5445-419c-8260-f41b94edde91 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] No DVR routers for this DVR port be7f5bd5-43c4-40bd-8ba3-b6e713491455 on host hv-neutron-8333 {{(pid=83828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:53:10.073930 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-e79edb90-2f2e-41b0-9775-0ce04d6a0ce4 req-9da1d9e9-5445-419c-8260-f41b94edde91 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:10.079973 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-539e6dd7-8514-4efc-9794-5184b2735ea9 None None] Set router ae380df1-4024-44b3-84a9-36df412c5260 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:53:10.088095 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee3318f8-792d-48fb-8e2f-9e09760166b6', 'name': 'network-vif-deleted', 'tag': 'be7f5bd5-43c4-40bd-8ba3-b6e713491455'}] {{(pid=83828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:53:10.091209 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-c1a2ba4e-f6f6-47b0-a63c-c12dae5029ff tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Allocated IP 172.20.0.14 (90a926dd-2546-4ce1-b34d-6cff2b69cfb5/7380a8a0-99f9-4c14-9487-f68bfe072346/4c90fda9-c385-443b-a852-3e792cec1fe5) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:10.123329 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-e79edb90-2f2e-41b0-9775-0ce04d6a0ce4 req-9da1d9e9-5445-419c-8260-f41b94edde91 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.24 "DELETE /v2.0/ports/be7f5bd5-43c4-40bd-8ba3-b6e713491455 HTTP/1.1" status: 204 len: 173 time: 10.8323944 Apr 01 15:53:10.134604 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-863d60c3-4b12-4042-9673-79f763199680 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9742988c-0477-445a-b5ae-f1b3c0783b21') {'for_net_delete': True} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:10.144328 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-863d60c3-4b12-4042-9673-79f763199680 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9742988c-0477-445a-b5ae-f1b3c0783b21') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:10.166858 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-defe54e1-90bb-47ee-ae2f-dfbf39399720 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.5649805 Apr 01 15:53:10.171931 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.db.resource_extend [None req-9a3f6d1b-0340-460b-8a99-01cc11fb5633 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:53:10.189063 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port a746450e-412d-4add-8a50-26b4271e09f6, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=a746450e-412d-4add-8a50-26b4271e09f6,segment=NetworkSegment(27987d8b-b296-4f27-983f-8bee65671d01),segment_id=27987d8b-b296-4f27-983f-8bee65671d01)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:53:10.208227 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:10.220764 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49938) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:10.228271 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-863d60c3-4b12-4042-9673-79f763199680 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15303093'] for segment, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:10.253014 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-052281d8-c6a5-4538-9fbc-e5ad66296a06 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Request body: {'port': {'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'mac_address': 'fa:16:3e:eb:03:d0', 'name': 'tempest-NetworksTestDHCPv6-333538453'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:53:10.365923 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=a746450e-412d-4add-8a50-26b4271e09f6,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:10.369289 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-95e69b35-889b-4791-8ff1-465c8b88a41a None None] Provisioning for port 89df17be-1afe-42e5-bf15-0439bbdfe024 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:10.375110 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device dd195473-2721-4cad-9bc5-8a02371ed9fd no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:53:10.466295 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: dd195473-2721-4cad-9bc5-8a02371ed9fd {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:53:10.466688 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device dd195473-2721-4cad-9bc5-8a02371ed9fd not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:53:10.496656 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee3318f8-792d-48fb-8e2f-9e09760166b6', 'name': 'network-vif-deleted', 'tag': 'be7f5bd5-43c4-40bd-8ba3-b6e713491455', 'status': 'completed', 'code': 200} Apr 01 15:53:10.510350 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c1a2ba4e-f6f6-47b0-a63c-c12dae5029ff tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:10.514834 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-052281d8-c6a5-4538-9fbc-e5ad66296a06 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:10.517475 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc2a0cc-3c52-45ef-b31d-ee97dffcd552 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Pushing event updated for resources: {'Subnet': ['ID=bf733e41-0e16-4819-ab48-95bee6c0aa32,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:10.533106 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-863d60c3-4b12-4042-9673-79f763199680 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:10.546558 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9a3f6d1b-0340-460b-8a99-01cc11fb5633 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:10.551312 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3f6d1b-0340-460b-8a99-01cc11fb5633 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:10.552165 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9a3f6d1b-0340-460b-8a99-01cc11fb5633 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:10.569361 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [None req-c1a2ba4e-f6f6-47b0-a63c-c12dae5029ff tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Transition to ACTIVE for port object 4c90fda9-c385-443b-a852-3e792cec1fe5 will not be triggered until provisioned by entity DHCP. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:10.600223 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-052281d8-c6a5-4538-9fbc-e5ad66296a06 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:10.611839 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c1a2ba4e-f6f6-47b0-a63c-c12dae5029ff tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:10.623250 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-863d60c3-4b12-4042-9673-79f763199680 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=83828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:53:10.624069 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-863d60c3-4b12-4042-9673-79f763199680 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15306523'] for segment, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:10.644743 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc2a0cc-3c52-45ef-b31d-ee97dffcd552 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Checking segment: {'id': '3d3a0bb7-8126-4ade-b408-902fe6cb4b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a8ee47e9-e56c-4c88-bfef-2f05010883bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:53:10.645207 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc2a0cc-3c52-45ef-b31d-ee97dffcd552 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Network hostable DHCP agents. Network: a8ee47e9-e56c-4c88-bfef-2f05010883bd, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:53:10.650895 dv-neutron-833373-2-hyperv neutron-server[83828]: Traceback (most recent call last): Apr 01 15:53:10.650895 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:53:10.650895 dv-neutron-833373-2-hyperv neutron-server[83828]: timer() Apr 01 15:53:10.650895 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:53:10.650895 dv-neutron-833373-2-hyperv neutron-server[83828]: cb(*args, **kw) Apr 01 15:53:10.650895 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:53:10.650895 dv-neutron-833373-2-hyperv neutron-server[83828]: return func(*args, **kwargs) Apr 01 15:53:10.650895 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:53:10.650895 dv-neutron-833373-2-hyperv neutron-server[83828]: self._notify() Apr 01 15:53:10.650895 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:53:10.650895 dv-neutron-833373-2-hyperv neutron-server[83828]: self.callback(batched_events) Apr 01 15:53:10.650895 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:53:10.650895 dv-neutron-833373-2-hyperv neutron-server[83828]: event.method(event) Apr 01 15:53:10.650895 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:53:10.650895 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:53:10.650895 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:53:10.650895 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:53:10.650895 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:53:10.650895 dv-neutron-833373-2-hyperv neutron-server[83828]: return f(self, *a, **k) Apr 01 15:53:10.650895 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:53:10.650895 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._get(url).json() Apr 01 15:53:10.650895 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:53:10.650895 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:53:10.650895 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:53:10.650895 dv-neutron-833373-2-hyperv neutron-server[83828]: return self.request(url, 'GET', **kwargs) Apr 01 15:53:10.650895 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:53:10.650895 dv-neutron-833373-2-hyperv neutron-server[83828]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:53:10.650895 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:53:10.650895 dv-neutron-833373-2-hyperv neutron-server[83828]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:53:10.650895 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:53:10.650895 dv-neutron-833373-2-hyperv neutron-server[83828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:53:10.650895 dv-neutron-833373-2-hyperv neutron-server[83828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:53:10.655057 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-9a3f6d1b-0340-460b-8a99-01cc11fb5633 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.4454277 Apr 01 15:53:10.677601 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a5dc7c6f-1d9b-4e4b-8fca-f94cbab2b4d0 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:10.679978 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49944) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:10.846458 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-1ec5964b-d517-4f81-8380-81442ef65ba9 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:53:10.868493 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a2ba4e-f6f6-47b0-a63c-c12dae5029ff tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Network 90a926dd-2546-4ce1-b34d-6cff2b69cfb5 is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:10.872132 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a2ba4e-f6f6-47b0-a63c-c12dae5029ff tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Pushing event updated for resources: {'Port': ['ID=4c90fda9-c385-443b-a852-3e792cec1fe5,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:10.875447 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-c1a2ba4e-f6f6-47b0-a63c-c12dae5029ff tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:10.898827 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a2ba4e-f6f6-47b0-a63c-c12dae5029ff tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:53:10.909685 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-539e6dd7-8514-4efc-9794-5184b2735ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae380df1-4024-44b3-84a9-36df412c5260', 'name': 'tempest-ServerActionsTestJSON-753165356-router', 'tenant_id': 'ea61585477ae47b59fca06b1e521f7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.133'}], 'enable_snat': True}, 'gw_port_id': 'a8e6fda2-905b-427e-8842-a175097dbe63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:13Z', 'updated_at': '2022-04-01T15:49:26Z', 'revision_number': 4, 'project_id': 'ea61585477ae47b59fca06b1e521f7a0', 'gw_port': {'id': 'a8e6fda2-905b-427e-8842-a175097dbe63', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae380df1-4024-44b3-84a9-36df412c5260', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:14Z', 'updated_at': '2022-04-01T15:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '3cd858cc-2b12-4f65-bfa6-dbb86b043779', 'name': '', 'network_id': '10bfa6c5-d504-42f7-b6a8-189d201bcc59', 'tenant_id': 'ea61585477ae47b59fca06b1e521f7a0', 'mac_address': 'fa:16:3e:19:6a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae380df1-4024-44b3-84a9-36df412c5260', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '316ad757-bf54-49b9-829b-e0e949015709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:25Z', 'updated_at': '2022-04-01T15:49:48Z', 'revision_number': 5, 'project_id': 'ea61585477ae47b59fca06b1e521f7a0', 'subnets': [{'id': '316ad757-bf54-49b9-829b-e0e949015709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:10.920469 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539e6dd7-8514-4efc-9794-5184b2735ea9 None None] Checking router: ae380df1-4024-44b3-84a9-36df412c5260 for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:53:10.938995 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539e6dd7-8514-4efc-9794-5184b2735ea9 None None] Routers {'ae380df1-4024-44b3-84a9-36df412c5260'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:53:10.956563 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-539e6dd7-8514-4efc-9794-5184b2735ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:52:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['ae380df1-4024-44b3-84a9-36df412c5260'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:10.971274 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device aa8c2b8f-83ab-44d6-9600-e80d508a7acc up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:53:11.034569 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ececfc5e-fe16-44f9-a9b5-198d4911ee5a None None] Network 214b3685-1361-45a4-add3-6e68b4846dcd requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:53:11.102508 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89705bc7-3bb4-4ae8-985a-db496aeaefa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'tenant_id': '50a1f72bd5e54e209eb4756b30f7e6a6', 'fixed_ips': [{'subnet_id': '25712199-b2a1-427e-8ded-6d10d74fad3f'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:53:11.106038 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-89705bc7-3bb4-4ae8-985a-db496aeaefa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:11.112661 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-052281d8-c6a5-4538-9fbc-e5ad66296a06 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Made reservation on behalf of 50a1f72bd5e54e209eb4756b30f7e6a6 for: {'port': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:11.130147 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a2ba4e-f6f6-47b0-a63c-c12dae5029ff tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:11.130731 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c1a2ba4e-f6f6-47b0-a63c-c12dae5029ff tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:11.193463 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-c1a2ba4e-f6f6-47b0-a63c-c12dae5029ff tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8227885 Apr 01 15:53:11.197090 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 49950) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:11.315403 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-539e6dd7-8514-4efc-9794-5184b2735ea9 None None] Set router ae380df1-4024-44b3-84a9-36df412c5260 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:53:11.329208 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-e6149511-5a4c-4c96-9221-ee09aed4be1b None None] Allocated IP 172.20.0.1 (f7a771ab-d212-4d3f-85de-726c5a9887db/e8a55aca-29de-49e9-91bd-ad6e8db43c4e/a746450e-412d-4add-8a50-26b4271e09f6) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:11.357643 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-052281d8-c6a5-4538-9fbc-e5ad66296a06 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:11.429661 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5dc7c6f-1d9b-4e4b-8fca-f94cbab2b4d0 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Network 214b3685-1361-45a4-add3-6e68b4846dcd is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:11.451871 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-a5dc7c6f-1d9b-4e4b-8fca-f94cbab2b4d0 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:11.454906 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3f6d1b-0340-460b-8a99-01cc11fb5633 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Pushing event updated for resources: {'Network': ['ID=f8b30ef1-1e7d-4760-8dbe-2b33e51c634d,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:11.456056 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-7515da5d-a3e0-4269-8176-9d274180edb9 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:19:a9:86'}]}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:53:11.457966 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5dc7c6f-1d9b-4e4b-8fca-f94cbab2b4d0 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:53:11.462848 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5dc7c6f-1d9b-4e4b-8fca-f94cbab2b4d0 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:11.463814 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a5dc7c6f-1d9b-4e4b-8fca-f94cbab2b4d0 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:11.493670 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [None req-052281d8-c6a5-4538-9fbc-e5ad66296a06 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] device_id is not set on port 67c7d01f-822e-4d01-8d44-fa555814b07c yet. {{(pid=83828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:53:11.532161 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network f8b30ef1-1e7d-4760-8dbe-2b33e51c634d details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:53:11.650011 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-863d60c3-4b12-4042-9673-79f763199680 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:11.666384 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c7322f7f-80fc-48e9-8780-6ee118caf880 req-adfdf8da-3fc9-4951-a014-abf815cb75ff tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/ports?device_id=ee3318f8-792d-48fb-8e2f-9e09760166b6 HTTP/1.1" status: 200 len: 210 time: 0.1323166 Apr 01 15:53:11.722850 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc2a0cc-3c52-45ef-b31d-ee97dffcd552 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Network a8ee47e9-e56c-4c88-bfef-2f05010883bd is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:53:11.747536 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-c4f12097-fdf3-444a-9179-3a6e2330fefb None None] Provisioning for port aa8c2b8f-83ab-44d6-9600-e80d508a7acc completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:11.792918 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-a5dc7c6f-1d9b-4e4b-8fca-f94cbab2b4d0 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 8.0830319 Apr 01 15:53:11.794834 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dc7c6f-1d9b-4e4b-8fca-f94cbab2b4d0 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Pushing event updated for resources: {'Port': ['ID=755fe81a-90b7-4c90-9f8f-ec8cce4d033e,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:11.801190 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 49954) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:11.810048 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-bb2082d5-fafc-4f71-95c4-59aa9ababd36 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Request body: {'port': {'network_id': '214b3685-1361-45a4-add3-6e68b4846dcd', 'name': 'tempest-PortsIpV6TestJSON-932958854', 'fixed_ips': [{'subnet_id': '89cb40d2-8b3b-4508-8e02-3ed5cf5c128b', 'ip_address': '2001:db8::f'}]}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:53:11.815169 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-863d60c3-4b12-4042-9673-79f763199680 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:11.818155 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-539e6dd7-8514-4efc-9794-5184b2735ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae380df1-4024-44b3-84a9-36df412c5260', 'name': 'tempest-ServerActionsTestJSON-753165356-router', 'tenant_id': 'ea61585477ae47b59fca06b1e521f7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.133'}], 'enable_snat': True}, 'gw_port_id': 'a8e6fda2-905b-427e-8842-a175097dbe63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:13Z', 'updated_at': '2022-04-01T15:49:26Z', 'revision_number': 4, 'project_id': 'ea61585477ae47b59fca06b1e521f7a0', 'gw_port': {'id': 'a8e6fda2-905b-427e-8842-a175097dbe63', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae380df1-4024-44b3-84a9-36df412c5260', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:14Z', 'updated_at': '2022-04-01T15:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '3cd858cc-2b12-4f65-bfa6-dbb86b043779', 'name': '', 'network_id': '10bfa6c5-d504-42f7-b6a8-189d201bcc59', 'tenant_id': 'ea61585477ae47b59fca06b1e521f7a0', 'mac_address': 'fa:16:3e:19:6a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae380df1-4024-44b3-84a9-36df412c5260', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '316ad757-bf54-49b9-829b-e0e949015709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:25Z', 'updated_at': '2022-04-01T15:49:48Z', 'revision_number': 5, 'project_id': 'ea61585477ae47b59fca06b1e521f7a0', 'subnets': [{'id': '316ad757-bf54-49b9-829b-e0e949015709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:11.818764 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-863d60c3-4b12-4042-9673-79f763199680 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] 10.222.0.55 "DELETE /v2.0/networks/8ccd2620-04a2-4b02-9a77-f90b50790eb8 HTTP/1.1" status: 204 len: 168 time: 5.7801402 Apr 01 15:53:11.822613 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539e6dd7-8514-4efc-9794-5184b2735ea9 None None] The sync data for ids ['ae380df1-4024-44b3-84a9-36df412c5260'] in dv-neutron-833373-2-hyperv is: [{'id': 'ae380df1-4024-44b3-84a9-36df412c5260', 'name': 'tempest-ServerActionsTestJSON-753165356-router', 'tenant_id': 'ea61585477ae47b59fca06b1e521f7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.133'}], 'enable_snat': True}, 'gw_port_id': 'a8e6fda2-905b-427e-8842-a175097dbe63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:13Z', 'updated_at': '2022-04-01T15:49:26Z', 'revision_number': 4, 'project_id': 'ea61585477ae47b59fca06b1e521f7a0', 'gw_port': {'id': 'a8e6fda2-905b-427e-8842-a175097dbe63', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae380df1-4024-44b3-84a9-36df412c5260', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:14Z', 'updated_at': '2022-04-01T15:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '3cd858cc-2b12-4f65-bfa6-dbb86b043779', 'name': '', 'network_id': '10bfa6c5-d504-42f7-b6a8-189d201bcc59', 'tenant_id': 'ea61585477ae47b59fca06b1e521f7a0', 'mac_address': 'fa:16:3e:19:6a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae380df1-4024-44b3-84a9-36df412c5260', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '316ad757-bf54-49b9-829b-e0e949015709', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:25Z', 'updated_at': '2022-04-01T15:49:48Z', 'revision_number': 5, 'project_id': 'ea61585477ae47b59fca06b1e521f7a0', 'subnets': [{'id': '316ad757-bf54-49b9-829b-e0e949015709', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:53:11.836205 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49958) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:12.011527 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port aa8c2b8f-83ab-44d6-9600-e80d508a7acc completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:12.037782 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port aa8c2b8f-83ab-44d6-9600-e80d508a7acc triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:12.038153 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:12.080086 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-afc2a0cc-3c52-45ef-b31d-ee97dffcd552 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, a8ee47e9-e56c-4c88-bfef-2f05010883bd) {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:12.095874 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-bb2082d5-fafc-4f71-95c4-59aa9ababd36 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:12.110846 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-1d21f617-9101-4f28-a7a8-1a14c9d23567 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Deleting port 02f6571f-2763-4245-ae96-3c13fa0b7961 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:53:12.111280 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-1d21f617-9101-4f28-a7a8-1a14c9d23567 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:12.140089 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e55d2a6-caee-49de-9cdf-b8d31a8ab7d7 None None] Network a8ee47e9-e56c-4c88-bfef-2f05010883bd requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:53:12.176300 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-bb2082d5-fafc-4f71-95c4-59aa9ababd36 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Usage tracker for resource:port and tenant:144b300b27fa4dafba1405cae5639f1c is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:12.179473 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427bc724-1df0-4016-ae73-23ef78865674 None None] New status for floating IP 9f8270f7-4fba-46a0-8d58-95f81f87d528: DOWN {{(pid=83829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 15:53:12.181134 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-bb2082d5-fafc-4f71-95c4-59aa9ababd36 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:12.343151 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-784e0dd0-8a15-451c-95bd-b60965254af4 None None] Provisioning for port 4c90fda9-c385-443b-a852-3e792cec1fe5 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:12.346727 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-1d21f617-9101-4f28-a7a8-1a14c9d23567 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:12.361697 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-e6149511-5a4c-4c96-9221-ee09aed4be1b None None] For port a746450e-412d-4add-8a50-26b4271e09f6, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=a746450e-412d-4add-8a50-26b4271e09f6,segment=NetworkSegment(27987d8b-b296-4f27-983f-8bee65671d01),segment_id=27987d8b-b296-4f27-983f-8bee65671d01)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:53:12.399194 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-4aabeb36-2df2-41e0-bb2e-b6fa8c9767e6 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Deleting port ed2621a0-1c9d-4d57-bd40-294b3dd06038 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:53:12.399591 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4aabeb36-2df2-41e0-bb2e-b6fa8c9767e6 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:12.414813 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-bb2082d5-fafc-4f71-95c4-59aa9ababd36 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:12.425674 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863d60c3-4b12-4042-9673-79f763199680 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Pushing event deleted for resources: {'Network': ['ID=8ccd2620-04a2-4b02-9a77-f90b50790eb8,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:12.434856 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc2a0cc-3c52-45ef-b31d-ee97dffcd552 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:12.435392 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-afc2a0cc-3c52-45ef-b31d-ee97dffcd552 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:12.452594 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-784e0dd0-8a15-451c-95bd-b60965254af4 None None] Provisioning complete for port 4c90fda9-c385-443b-a852-3e792cec1fe5 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:12.452974 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-784e0dd0-8a15-451c-95bd-b60965254af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:12.466765 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1ec5964b-d517-4f81-8380-81442ef65ba9 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:12.488374 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-1d21f617-9101-4f28-a7a8-1a14c9d23567 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Calling delete_port for 02f6571f-2763-4245-ae96-3c13fa0b7961 owned by network:router_interface {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:53:12.494950 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-052281d8-c6a5-4538-9fbc-e5ad66296a06 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Allocated IP 2001:db8::f816:3eff:feeb:3d0 (7b65ac5c-8834-4b65-9b28-b7dba6c9746f/25712199-b2a1-427e-8ded-6d10d74fad3f/67c7d01f-822e-4d01-8d44-fa555814b07c) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:12.527479 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-afc2a0cc-3c52-45ef-b31d-ee97dffcd552 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 6.1946199 Apr 01 15:53:12.533067 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 49962) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:12.534947 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7515da5d-a3e0-4269-8176-9d274180edb9 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:12.536859 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1ec5964b-d517-4f81-8380-81442ef65ba9 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:12.567691 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-71fbe69d-baf6-45cd-aa42-449c7befd661 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Request body: {'subnet': {'network_id': '3a61ab9a-a970-44e0-9020-eeb07f625deb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:53:12.582318 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb2082d5-fafc-4f71-95c4-59aa9ababd36 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Made reservation on behalf of 144b300b27fa4dafba1405cae5639f1c for: {'port': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:12.678774 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.db.resource_extend [None req-e6149511-5a4c-4c96-9221-ee09aed4be1b None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:53:12.696793 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-784e0dd0-8a15-451c-95bd-b60965254af4 None None] Port 4c90fda9-c385-443b-a852-3e792cec1fe5 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:53:12.720104 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-e6149511-5a4c-4c96-9221-ee09aed4be1b None None] Notify callbacks [] for port, precommit_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:12.760080 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:12.814446 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-e6149511-5a4c-4c96-9221-ee09aed4be1b None None] Transition to ACTIVE for port object a746450e-412d-4add-8a50-26b4271e09f6 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:12.843410 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-e6149511-5a4c-4c96-9221-ee09aed4be1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:12.856207 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1ec5964b-d517-4f81-8380-81442ef65ba9 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Network f8b30ef1-1e7d-4760-8dbe-2b33e51c634d is not hosted by any dhcp agent {{(pid=83828) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Apr 01 15:53:12.861060 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec5964b-d517-4f81-8380-81442ef65ba9 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:12.862394 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1ec5964b-d517-4f81-8380-81442ef65ba9 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:12.866364 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-1ec5964b-d517-4f81-8380-81442ef65ba9 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] 10.222.0.55 "PUT /v2.0/networks/f8b30ef1-1e7d-4760-8dbe-2b33e51c634d HTTP/1.1" status: 200 len: 723 time: 2.0411906 Apr 01 15:53:12.890690 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 49970) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:12.891203 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 49972) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:12.956652 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-cbe935c6-1090-4166-a754-3d25f7ff1e55 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Request body: {'subnet': {'network_id': 'f8b30ef1-1e7d-4760-8dbe-2b33e51c634d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:53:12.967500 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port aa8c2b8f-83ab-44d6-9600-e80d508a7acc, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=aa8c2b8f-83ab-44d6-9600-e80d508a7acc,segment=NetworkSegment(221e711b-55fc-4317-8297-243ccf7d543c),segment_id=221e711b-55fc-4317-8297-243ccf7d543c)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:53:12.989082 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0e9c9e-fc64-4b9b-be12-f188eeb2afc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-a8ee47e9-e56c-4c88-bfef-2f05010883bd', 'network_id': 'a8ee47e9-e56c-4c88-bfef-2f05010883bd', 'tenant_id': '89ab582ea5804c899f0a47f315dc7cc8', 'fixed_ips': [{'subnet_id': 'bf733e41-0e16-4819-ab48-95bee6c0aa32'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:53:12.990448 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-db0e9c9e-fc64-4b9b-be12-f188eeb2afc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:13.000302 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec5964b-d517-4f81-8380-81442ef65ba9 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Pushing event updated for resources: {'Network': ['ID=f8b30ef1-1e7d-4760-8dbe-2b33e51c634d,revision_number=2']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:13.032268 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network f8b30ef1-1e7d-4760-8dbe-2b33e51c634d details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:53:13.053755 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4aabeb36-2df2-41e0-bb2e-b6fa8c9767e6 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:13.054089 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4aabeb36-2df2-41e0-bb2e-b6fa8c9767e6 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:13.060871 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:13.061634 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device a746450e-412d-4add-8a50-26b4271e09f6 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:53:13.200392 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-4aabeb36-2df2-41e0-bb2e-b6fa8c9767e6 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Calling delete_port for ed2621a0-1c9d-4d57-bd40-294b3dd06038 owned by network:floatingip {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:53:13.266109 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-052281d8-c6a5-4538-9fbc-e5ad66296a06 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:13.310112 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [None req-052281d8-c6a5-4538-9fbc-e5ad66296a06 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Transition to ACTIVE for port object 67c7d01f-822e-4d01-8d44-fa555814b07c will not be triggered until provisioned by entity DHCP. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:13.388965 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6149511-5a4c-4c96-9221-ee09aed4be1b None None] Pushing event updated for resources: {'Port': ['ID=a746450e-412d-4add-8a50-26b4271e09f6,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:13.423173 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-052281d8-c6a5-4538-9fbc-e5ad66296a06 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:13.452512 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6149511-5a4c-4c96-9221-ee09aed4be1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:13.453251 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6149511-5a4c-4c96-9221-ee09aed4be1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:13.454376 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6149511-5a4c-4c96-9221-ee09aed4be1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:13.455373 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6149511-5a4c-4c96-9221-ee09aed4be1b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:13.455852 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6149511-5a4c-4c96-9221-ee09aed4be1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:13.456405 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6149511-5a4c-4c96-9221-ee09aed4be1b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:13.456681 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-71fbe69d-baf6-45cd-aa42-449c7befd661 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:13.457211 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6149511-5a4c-4c96-9221-ee09aed4be1b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:13.457345 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6149511-5a4c-4c96-9221-ee09aed4be1b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:13.457767 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6149511-5a4c-4c96-9221-ee09aed4be1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:13.458353 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6149511-5a4c-4c96-9221-ee09aed4be1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:13.458948 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6149511-5a4c-4c96-9221-ee09aed4be1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:13.490047 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-71fbe69d-baf6-45cd-aa42-449c7befd661 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Usage tracker for resource:subnet and tenant:89ab582ea5804c899f0a47f315dc7cc8 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:13.500830 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-71fbe69d-baf6-45cd-aa42-449c7befd661 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:13.522434 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4aabeb36-2df2-41e0-bb2e-b6fa8c9767e6 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:13.547394 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-71fbe69d-baf6-45cd-aa42-449c7befd661 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:13.553662 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052281d8-c6a5-4538-9fbc-e5ad66296a06 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:13.556258 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052281d8-c6a5-4538-9fbc-e5ad66296a06 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event updated for resources: {'Port': ['ID=67c7d01f-822e-4d01-8d44-fa555814b07c,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:13.578310 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bb2082d5-fafc-4f71-95c4-59aa9ababd36 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:13.609414 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aabeb36-2df2-41e0-bb2e-b6fa8c9767e6 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Pushing event deleted for resources: {'Port': ['ID=ed2621a0-1c9d-4d57-bd40-294b3dd06038,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:13.614772 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-052281d8-c6a5-4538-9fbc-e5ad66296a06 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:13.617083 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052281d8-c6a5-4538-9fbc-e5ad66296a06 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:53:13.622886 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052281d8-c6a5-4538-9fbc-e5ad66296a06 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:13.623870 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-052281d8-c6a5-4538-9fbc-e5ad66296a06 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:13.683078 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-cbe935c6-1090-4166-a754-3d25f7ff1e55 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:13.687576 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=aa8c2b8f-83ab-44d6-9600-e80d508a7acc,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:13.692544 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-32b86fc6-c715-45db-a4b2-c60f638c06e5 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Notify callbacks [] for security_group, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:13.699449 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [None req-bb2082d5-fafc-4f71-95c4-59aa9ababd36 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] device_id is not set on port 13ff78ca-83c6-459d-9724-2b9b3936179f yet. {{(pid=83826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:53:13.748972 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71fbe69d-baf6-45cd-aa42-449c7befd661 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Made reservation on behalf of 89ab582ea5804c899f0a47f315dc7cc8 for: {'subnet': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:13.774445 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-052281d8-c6a5-4538-9fbc-e5ad66296a06 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.5456693 Apr 01 15:53:13.775275 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49984) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:13.794619 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-cbe935c6-1090-4166-a754-3d25f7ff1e55 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:13.836180 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4aabeb36-2df2-41e0-bb2e-b6fa8c9767e6 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify callbacks [] for floatingip, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:13.837520 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7515da5d-a3e0-4269-8176-9d274180edb9 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:13.838828 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4aabeb36-2df2-41e0-bb2e-b6fa8c9767e6 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for floatingip, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:13.843827 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-4aabeb36-2df2-41e0-bb2e-b6fa8c9767e6 tempest-FloatingIPAdminTestJSON-494100972 tempest-FloatingIPAdminTestJSON-494100972-project] 10.222.0.55 "DELETE /v2.0/floatingips/95bac091-f285-4670-8b6c-7fbd513a0f71 HTTP/1.1" status: 204 len: 168 time: 1.9032810 Apr 01 15:53:13.887258 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca90b3d-f7cb-40a3-8872-50ef3430a6b3 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:13.888563 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-3ca90b3d-f7cb-40a3-8872-50ef3430a6b3 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Synchronizing usage tracker for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:port {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:53:13.908554 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-3ca90b3d-f7cb-40a3-8872-50ef3430a6b3 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Unset dirty status for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:port {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:53:13.910871 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-3ca90b3d-f7cb-40a3-8872-50ef3430a6b3 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.1343465 Apr 01 15:53:13.913649 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49990) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:13.953583 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-db0e9c9e-fc64-4b9b-be12-f188eeb2afc3 None None] Allocated IP 172.20.0.2 (a8ee47e9-e56c-4c88-bfef-2f05010883bd/bf733e41-0e16-4819-ab48-95bee6c0aa32/9ac1aa66-d72b-42c2-8789-d2777e11cf7a) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:13.988582 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7515da5d-a3e0-4269-8176-9d274180edb9 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:14.077867 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-54c5343b-ab38-477f-b67a-e33240f02626 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Deleting port 67c7d01f-822e-4d01-8d44-fa555814b07c {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:53:14.078285 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-54c5343b-ab38-477f-b67a-e33240f02626 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:14.087247 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-89705bc7-3bb4-4ae8-985a-db496aeaefa2 None None] Allocated IP 2001:db8::f816:3eff:fe99:f9c5 (7b65ac5c-8834-4b65-9b28-b7dba6c9746f/25712199-b2a1-427e-8ded-6d10d74fad3f/1da9e052-9038-4cfd-9953-bbf323021be1) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:14.089873 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-8f7b2b0f-92df-4ec3-9669-3e51a8dad89d None None] Provisioning for port 755fe81a-90b7-4c90-9f8f-ec8cce4d033e completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:14.106332 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 89df17be-1afe-42e5-bf15-0439bbdfe024 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:53:14.153190 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-32b86fc6-c715-45db-a4b2-c60f638c06e5 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:14.183297 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-8f7b2b0f-92df-4ec3-9669-3e51a8dad89d None None] Provisioning complete for port 755fe81a-90b7-4c90-9f8f-ec8cce4d033e triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:14.183873 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8f7b2b0f-92df-4ec3-9669-3e51a8dad89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:14.208584 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbe935c6-1090-4166-a754-3d25f7ff1e55 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Made reservation on behalf of d41ff62d3a004209bfda315661ac6954 for: {'subnet': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:14.319859 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-7515da5d-a3e0-4269-8176-9d274180edb9 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] In _notify_port_updated(), no bound segment for port 4c90fda9-c385-443b-a852-3e792cec1fe5 on network 90a926dd-2546-4ce1-b34d-6cff2b69cfb5 {{(pid=83826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 01 15:53:14.324275 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7515da5d-a3e0-4269-8176-9d274180edb9 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:14.324943 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7515da5d-a3e0-4269-8176-9d274180edb9 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:14.329818 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-7515da5d-a3e0-4269-8176-9d274180edb9 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] 10.222.0.55 "PUT /v2.0/ports/4c90fda9-c385-443b-a852-3e792cec1fe5 HTTP/1.1" status: 200 len: 994 time: 2.8784609 Apr 01 15:53:14.329818 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-1d21f617-9101-4f28-a7a8-1a14c9d23567 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:14.332159 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 49998) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:14.347463 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea883c7d-de02-47e1-8a08-bd344a3775eb None None] Network f7a771ab-d212-4d3f-85de-726c5a9887db requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:53:14.413436 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50002) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:14.516848 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-971f052c-6814-442b-85e0-0db7be8ee15e tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Deleting port 4c90fda9-c385-443b-a852-3e792cec1fe5 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:53:14.517204 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-971f052c-6814-442b-85e0-0db7be8ee15e tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:14.598368 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-71fbe69d-baf6-45cd-aa42-449c7befd661 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16088980'] for subnet, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:14.618480 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7515da5d-a3e0-4269-8176-9d274180edb9 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Pushing event updated for resources: {'Port': ['ID=4c90fda9-c385-443b-a852-3e792cec1fe5,revision_number=2']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:14.711280 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-8f7b2b0f-92df-4ec3-9669-3e51a8dad89d None None] Port 755fe81a-90b7-4c90-9f8f-ec8cce4d033e cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:53:14.781550 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-54c5343b-ab38-477f-b67a-e33240f02626 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:14.797113 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-8f7b2b0f-92df-4ec3-9669-3e51a8dad89d None None] Provisioning complete for port aa8c2b8f-83ab-44d6-9600-e80d508a7acc triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:14.797386 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8f7b2b0f-92df-4ec3-9669-3e51a8dad89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:14.812695 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7515da5d-a3e0-4269-8176-9d274180edb9 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:14.813065 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7515da5d-a3e0-4269-8176-9d274180edb9 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:14.813396 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7515da5d-a3e0-4269-8176-9d274180edb9 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:14.813726 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7515da5d-a3e0-4269-8176-9d274180edb9 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:14.814055 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7515da5d-a3e0-4269-8176-9d274180edb9 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:14.814380 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7515da5d-a3e0-4269-8176-9d274180edb9 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:14.814701 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7515da5d-a3e0-4269-8176-9d274180edb9 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:14.815025 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7515da5d-a3e0-4269-8176-9d274180edb9 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:14.815349 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7515da5d-a3e0-4269-8176-9d274180edb9 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:14.815666 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7515da5d-a3e0-4269-8176-9d274180edb9 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:14.816232 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7515da5d-a3e0-4269-8176-9d274180edb9 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:53:14.821491 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-db0e9c9e-fc64-4b9b-be12-f188eeb2afc3 None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:14.883987 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-db0e9c9e-fc64-4b9b-be12-f188eeb2afc3 None None] Transition to ACTIVE for port object 9ac1aa66-d72b-42c2-8789-d2777e11cf7a will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:14.894530 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 89df17be-1afe-42e5-bf15-0439bbdfe024 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:14.921658 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-cbe935c6-1090-4166-a754-3d25f7ff1e55 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16088980'] for subnet, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:14.941044 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d21f617-9101-4f28-a7a8-1a14c9d23567 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Pushing event deleted for resources: {'Port': ['ID=02f6571f-2763-4245-ae96-3c13fa0b7961,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:14.954401 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 89df17be-1afe-42e5-bf15-0439bbdfe024 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:14.954401 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:14.967571 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-54c5343b-ab38-477f-b67a-e33240f02626 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Calling delete_port for 67c7d01f-822e-4d01-8d44-fa555814b07c owned by {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:53:15.021622 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-db0e9c9e-fc64-4b9b-be12-f188eeb2afc3 None None] Transition to ACTIVE for port object 9ac1aa66-d72b-42c2-8789-d2777e11cf7a will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:15.047396 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-db0e9c9e-fc64-4b9b-be12-f188eeb2afc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:15.073963 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-bb2082d5-fafc-4f71-95c4-59aa9ababd36 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Allocated IP 2001:db8::f (214b3685-1361-45a4-add3-6e68b4846dcd/89cb40d2-8b3b-4508-8e02-3ed5cf5c128b/13ff78ca-83c6-459d-9724-2b9b3936179f) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:15.125564 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-b17863da-8674-4ecd-a66f-3b05fb9b3e69 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e1ed221c16654ccf87bcd9697956f8d7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7108619 Apr 01 15:53:15.139994 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50008) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:15.140177 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-89705bc7-3bb4-4ae8-985a-db496aeaefa2 None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:15.195366 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-89705bc7-3bb4-4ae8-985a-db496aeaefa2 None None] Transition to ACTIVE for port object 1da9e052-9038-4cfd-9953-bbf323021be1 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:15.223409 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-89705bc7-3bb4-4ae8-985a-db496aeaefa2 None None] Transition to ACTIVE for port object 1da9e052-9038-4cfd-9953-bbf323021be1 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:15.249399 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0e9c9e-fc64-4b9b-be12-f188eeb2afc3 None None] Pushing event updated for resources: {'Port': ['ID=9ac1aa66-d72b-42c2-8789-d2777e11cf7a,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:15.275721 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-89705bc7-3bb4-4ae8-985a-db496aeaefa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:15.281998 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-da0600d5-3611-468c-be45-7241d8ca8ef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:15.291498 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-32b86fc6-c715-45db-a4b2-c60f638c06e5 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:15.295282 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0e9c9e-fc64-4b9b-be12-f188eeb2afc3 None None] Network a8ee47e9-e56c-4c88-bfef-2f05010883bd is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:15.297893 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-971f052c-6814-442b-85e0-0db7be8ee15e tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:15.335292 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-db0e9c9e-fc64-4b9b-be12-f188eeb2afc3 None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:15.353034 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0e9c9e-fc64-4b9b-be12-f188eeb2afc3 None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:53:15.424860 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89705bc7-3bb4-4ae8-985a-db496aeaefa2 None None] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:15.456589 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-971f052c-6814-442b-85e0-0db7be8ee15e tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Calling delete_port for 4c90fda9-c385-443b-a852-3e792cec1fe5 owned by {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:53:15.457004 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-89705bc7-3bb4-4ae8-985a-db496aeaefa2 None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:15.461147 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b86fc6-c715-45db-a4b2-c60f638c06e5 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=559624ab-485e-424f-98d0-03f9fb5e6d68,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:15.473650 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89705bc7-3bb4-4ae8-985a-db496aeaefa2 None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:53:15.478991 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89705bc7-3bb4-4ae8-985a-db496aeaefa2 None None] Pushing event updated for resources: {'Port': ['ID=1da9e052-9038-4cfd-9953-bbf323021be1,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:15.492596 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-da0600d5-3611-468c-be45-7241d8ca8ef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:15.505029 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-54c5343b-ab38-477f-b67a-e33240f02626 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:15.554704 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:15.595459 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c5343b-ab38-477f-b67a-e33240f02626 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event deleted for resources: {'Port': ['ID=67c7d01f-822e-4d01-8d44-fa555814b07c,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:15.609626 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-db0e9c9e-fc64-4b9b-be12-f188eeb2afc3 None None] Attempting to bind port 9ac1aa66-d72b-42c2-8789-d2777e11cf7a on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:53:15.610078 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-db0e9c9e-fc64-4b9b-be12-f188eeb2afc3 None None] Attempting to bind port 9ac1aa66-d72b-42c2-8789-d2777e11cf7a by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': '3d3a0bb7-8126-4ade-b408-902fe6cb4b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a8ee47e9-e56c-4c88-bfef-2f05010883bd'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:53:15.610433 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0e9c9e-fc64-4b9b-be12-f188eeb2afc3 None None] Attempting to bind port 9ac1aa66-d72b-42c2-8789-d2777e11cf7a on network a8ee47e9-e56c-4c88-bfef-2f05010883bd {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:53:15.655669 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-54c5343b-ab38-477f-b67a-e33240f02626 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:15.665953 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0e9c9e-fc64-4b9b-be12-f188eeb2afc3 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:53:15.666325 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0e9c9e-fc64-4b9b-be12-f188eeb2afc3 None None] Checking segment: {'id': '3d3a0bb7-8126-4ade-b408-902fe6cb4b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a8ee47e9-e56c-4c88-bfef-2f05010883bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:53:15.666719 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-db0e9c9e-fc64-4b9b-be12-f188eeb2afc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:15.667971 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0e9c9e-fc64-4b9b-be12-f188eeb2afc3 None None] Bound using segment: {'id': '3d3a0bb7-8126-4ade-b408-902fe6cb4b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a8ee47e9-e56c-4c88-bfef-2f05010883bd'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:53:15.668658 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-db0e9c9e-fc64-4b9b-be12-f188eeb2afc3 None None] Bound port: 9ac1aa66-d72b-42c2-8789-d2777e11cf7a, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d3a0bb7-8126-4ade-b408-902fe6cb4b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a8ee47e9-e56c-4c88-bfef-2f05010883bd'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:53:15.669090 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-db0e9c9e-fc64-4b9b-be12-f188eeb2afc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:15.681307 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-2f0da5f5-ce7e-493a-99d1-8f78d950f86d None None] Provisioning for port a746450e-412d-4add-8a50-26b4271e09f6 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:15.690871 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-54c5343b-ab38-477f-b67a-e33240f02626 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/ports/67c7d01f-822e-4d01-8d44-fa555814b07c HTTP/1.1" status: 204 len: 168 time: 1.7758949 Apr 01 15:53:15.693556 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50012) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:15.712567 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-2f0da5f5-ce7e-493a-99d1-8f78d950f86d None None] Provisioning complete for port a746450e-412d-4add-8a50-26b4271e09f6 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:15.713000 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-2f0da5f5-ce7e-493a-99d1-8f78d950f86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:15.748345 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port 89df17be-1afe-42e5-bf15-0439bbdfe024, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=89df17be-1afe-42e5-bf15-0439bbdfe024,segment=NetworkSegment(9609159a-cd77-4b1f-a12f-f224548a704c),segment_id=9609159a-cd77-4b1f-a12f-f224548a704c)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:53:15.756439 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-89705bc7-3bb4-4ae8-985a-db496aeaefa2 None None] Attempting to bind port 1da9e052-9038-4cfd-9953-bbf323021be1 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:53:15.756885 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-89705bc7-3bb4-4ae8-985a-db496aeaefa2 None None] Attempting to bind port 1da9e052-9038-4cfd-9953-bbf323021be1 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:53:15.757066 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89705bc7-3bb4-4ae8-985a-db496aeaefa2 None None] Attempting to bind port 1da9e052-9038-4cfd-9953-bbf323021be1 on network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:53:15.785657 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-da0600d5-3611-468c-be45-7241d8ca8ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:15.797505 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:15.877086 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0600d5-3611-468c-be45-7241d8ca8ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06aa73c3-76c5-4d07-8006-af64d3a3a68f,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:15.885625 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0323ee2-b4e0-4b2c-85a4-7d2918de3b9b tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:15.889071 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0323ee2-b4e0-4b2c-85a4-7d2918de3b9b tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:15.889929 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-e0323ee2-b4e0-4b2c-85a4-7d2918de3b9b tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Synchronizing usage tracker for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:subnet {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:53:15.891593 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-32b86fc6-c715-45db-a4b2-c60f638c06e5 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:15.893360 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-32b86fc6-c715-45db-a4b2-c60f638c06e5 tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "DELETE /v2.0/security-groups/559624ab-485e-424f-98d0-03f9fb5e6d68 HTTP/1.1" status: 204 len: 168 time: 2.9973924 Apr 01 15:53:15.899689 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50016) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:15.913524 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-71fbe69d-baf6-45cd-aa42-449c7befd661 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15415267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16089018'] for subnet, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:15.930288 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89705bc7-3bb4-4ae8-985a-db496aeaefa2 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:53:15.930679 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89705bc7-3bb4-4ae8-985a-db496aeaefa2 None None] Checking segment: {'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:53:15.931052 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-89705bc7-3bb4-4ae8-985a-db496aeaefa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:15.931493 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89705bc7-3bb4-4ae8-985a-db496aeaefa2 None None] Bound using segment: {'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:53:15.931910 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-89705bc7-3bb4-4ae8-985a-db496aeaefa2 None None] Bound port: 1da9e052-9038-4cfd-9953-bbf323021be1, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:53:15.932276 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-89705bc7-3bb4-4ae8-985a-db496aeaefa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:15.947236 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device aa8c2b8f-83ab-44d6-9600-e80d508a7acc up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:53:15.947615 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-da0600d5-3611-468c-be45-7241d8ca8ef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:15.951440 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-da0600d5-3611-468c-be45-7241d8ca8ef9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/06aa73c3-76c5-4d07-8006-af64d3a3a68f HTTP/1.1" status: 204 len: 168 time: 0.8082652 Apr 01 15:53:15.955932 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-971f052c-6814-442b-85e0-0db7be8ee15e tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:15.963570 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.api.v2.resource [None req-56c11c5e-810f-42a4-b4eb-ac033402f6ac tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] show failed (client error): The resource could not be found. Apr 01 15:53:15.968244 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-56c11c5e-810f-42a4-b4eb-ac033402f6ac tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "GET /v2.0/security-groups/559624ab-485e-424f-98d0-03f9fb5e6d68 HTTP/1.1" status: 404 len: 347 time: 0.0489235 Apr 01 15:53:16.011116 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50022) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:16.079070 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bb2082d5-fafc-4f71-95c4-59aa9ababd36 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:16.085673 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-e0323ee2-b4e0-4b2c-85a4-7d2918de3b9b tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Unset dirty status for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:subnet {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:53:16.090286 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-e0323ee2-b4e0-4b2c-85a4-7d2918de3b9b tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.3957102 Apr 01 15:53:16.091316 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50026) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:16.101786 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971f052c-6814-442b-85e0-0db7be8ee15e tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Pushing event deleted for resources: {'Port': ['ID=4c90fda9-c385-443b-a852-3e792cec1fe5,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:16.138093 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fbe69d-baf6-45cd-aa42-449c7befd661 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Pushing event updated for resources: {'Subnet': ['ID=8f5999cf-ff4b-41b3-86a8-ed1bbef1b8ef,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:16.147776 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [None req-bb2082d5-fafc-4f71-95c4-59aa9ababd36 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Transition to ACTIVE for port object 13ff78ca-83c6-459d-9724-2b9b3936179f will not be triggered until provisioned by entity DHCP. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:16.204070 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fbe69d-baf6-45cd-aa42-449c7befd661 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Checking segment: {'id': '474eff62-c504-4648-8aaf-ed4a65911f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '3a61ab9a-a970-44e0-9020-eeb07f625deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:53:16.204070 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fbe69d-baf6-45cd-aa42-449c7befd661 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Network hostable DHCP agents. Network: 3a61ab9a-a970-44e0-9020-eeb07f625deb, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:53:16.222511 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-cbe935c6-1090-4166-a754-3d25f7ff1e55 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15415267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16089018'] for subnet, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:16.295203 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=89df17be-1afe-42e5-bf15-0439bbdfe024,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:16.339431 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bb2082d5-fafc-4f71-95c4-59aa9ababd36 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:16.368508 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-89705bc7-3bb4-4ae8-985a-db496aeaefa2 None None] For port 1da9e052-9038-4cfd-9953-bbf323021be1, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:53:16.377432 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-5cd3eadc-0670-4e95-ab3b-f7ba9723185b tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Deleting port 3efe521c-7964-40cb-92b3-6f8c7b076592 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:53:16.377776 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5cd3eadc-0670-4e95-ab3b-f7ba9723185b tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:16.378741 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-89705bc7-3bb4-4ae8-985a-db496aeaefa2 None None] For port 1da9e052-9038-4cfd-9953-bbf323021be1, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=1da9e052-9038-4cfd-9953-bbf323021be1,segment=NetworkSegment(c41dc1a5-c958-4d8b-81ea-3934c36371b8),segment_id=c41dc1a5-c958-4d8b-81ea-3934c36371b8)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:53:16.381767 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-db0e9c9e-fc64-4b9b-be12-f188eeb2afc3 None None] For port 9ac1aa66-d72b-42c2-8789-d2777e11cf7a, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:53:16.405384 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe935c6-1090-4166-a754-3d25f7ff1e55 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Pushing event updated for resources: {'Subnet': ['ID=087ac438-6ed6-4053-93e8-9708ffee5917,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:16.424437 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-89705bc7-3bb4-4ae8-985a-db496aeaefa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:16.444043 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port aa8c2b8f-83ab-44d6-9600-e80d508a7acc triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:16.444566 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:16.449101 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fbe69d-baf6-45cd-aa42-449c7befd661 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Network 3a61ab9a-a970-44e0-9020-eeb07f625deb is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:53:16.507935 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2082d5-fafc-4f71-95c4-59aa9ababd36 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Network 214b3685-1361-45a4-add3-6e68b4846dcd is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:16.510445 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-1d21f617-9101-4f28-a7a8-1a14c9d23567 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611462'] for router_interface, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:16.515145 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2082d5-fafc-4f71-95c4-59aa9ababd36 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Pushing event updated for resources: {'Port': ['ID=13ff78ca-83c6-459d-9724-2b9b3936179f,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:16.518313 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-71fbe69d-baf6-45cd-aa42-449c7befd661 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, 3a61ab9a-a970-44e0-9020-eeb07f625deb) {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:16.522674 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71fbe69d-baf6-45cd-aa42-449c7befd661 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:16.523255 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-71fbe69d-baf6-45cd-aa42-449c7befd661 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:16.529445 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-bb2082d5-fafc-4f71-95c4-59aa9ababd36 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:16.532062 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2082d5-fafc-4f71-95c4-59aa9ababd36 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:53:16.536083 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2082d5-fafc-4f71-95c4-59aa9ababd36 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:16.536671 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bb2082d5-fafc-4f71-95c4-59aa9ababd36 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:16.544477 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe935c6-1090-4166-a754-3d25f7ff1e55 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Checking segment: {'id': '2c5a9b31-c119-4f0d-9775-833eabe9b60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f8b30ef1-1e7d-4760-8dbe-2b33e51c634d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:53:16.544864 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe935c6-1090-4166-a754-3d25f7ff1e55 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Network hostable DHCP agents. Network: f8b30ef1-1e7d-4760-8dbe-2b33e51c634d, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:53:16.576388 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc923f2-0384-48ea-967d-5605215b33ad None None] Network 3a61ab9a-a970-44e0-9020-eeb07f625deb requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:53:16.622610 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-db0e9c9e-fc64-4b9b-be12-f188eeb2afc3 None None] For port 9ac1aa66-d72b-42c2-8789-d2777e11cf7a, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=9ac1aa66-d72b-42c2-8789-d2777e11cf7a,segment=NetworkSegment(3d3a0bb7-8126-4ade-b408-902fe6cb4b3e),segment_id=3d3a0bb7-8126-4ade-b408-902fe6cb4b3e)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:53:16.646510 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50032) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:16.663925 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-bb2082d5-fafc-4f71-95c4-59aa9ababd36 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.8614988 Apr 01 15:53:16.666413 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-71fbe69d-baf6-45cd-aa42-449c7befd661 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1327555 Apr 01 15:53:16.699140 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50036) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:16.699140 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50038) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:16.732466 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-db0e9c9e-fc64-4b9b-be12-f188eeb2afc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:16.851103 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89705bc7-3bb4-4ae8-985a-db496aeaefa2 None None] Pushing event updated for resources: {'Port': ['ID=1da9e052-9038-4cfd-9953-bbf323021be1,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:16.978276 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c7ebaf8d-d99d-4ca2-a756-8ad166cbc584 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:17.020560 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-2f0da5f5-ce7e-493a-99d1-8f78d950f86d None None] Provisioning complete for port 755fe81a-90b7-4c90-9f8f-ec8cce4d033e triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:17.025485 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-2f0da5f5-ce7e-493a-99d1-8f78d950f86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:17.031694 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe935c6-1090-4166-a754-3d25f7ff1e55 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Network f8b30ef1-1e7d-4760-8dbe-2b33e51c634d is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:53:17.082640 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device a746450e-412d-4add-8a50-26b4271e09f6 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:53:17.095245 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-cbe935c6-1090-4166-a754-3d25f7ff1e55 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, f8b30ef1-1e7d-4760-8dbe-2b33e51c634d) {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:17.116145 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0e9c9e-fc64-4b9b-be12-f188eeb2afc3 None None] Pushing event updated for resources: {'Port': ['ID=9ac1aa66-d72b-42c2-8789-d2777e11cf7a,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:17.117280 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-c7ebaf8d-d99d-4ca2-a756-8ad166cbc584 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:17.126371 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe935c6-1090-4166-a754-3d25f7ff1e55 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:17.126967 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-cbe935c6-1090-4166-a754-3d25f7ff1e55 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:17.139316 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-c7ebaf8d-d99d-4ca2-a756-8ad166cbc584 admin admin] Usage tracker for resource:security_group_rule and tenant:bcc13f9b1d2e4125a512c2abe4ed31dc is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:17.144347 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9edeffa-65bb-4d07-810c-7943e5d43211 None None] Network f8b30ef1-1e7d-4760-8dbe-2b33e51c634d requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:53:17.153403 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-c7ebaf8d-d99d-4ca2-a756-8ad166cbc584 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:17.224966 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-c7ebaf8d-d99d-4ca2-a756-8ad166cbc584 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:17.259729 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_v2 [None req-124737d4-5e38-49aa-a08d-b58921168313 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Deleting subnet 25712199-b2a1-427e-8ded-6d10d74fad3f {{(pid=83828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:53:17.267780 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5cd3eadc-0670-4e95-ab3b-f7ba9723185b tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:17.268523 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5cd3eadc-0670-4e95-ab3b-f7ba9723185b tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:17.319589 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-124737d4-5e38-49aa-a08d-b58921168313 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for subnet, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:17.379970 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-2f0da5f5-ce7e-493a-99d1-8f78d950f86d None None] Port 755fe81a-90b7-4c90-9f8f-ec8cce4d033e cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:53:17.399607 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-2f0da5f5-ce7e-493a-99d1-8f78d950f86d None None] Could not find standard attr ID for object 4c90fda9-c385-443b-a852-3e792cec1fe5. {{(pid=83829) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:53:17.413247 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde6bb95-311d-4015-b58c-c94be6af128d tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:17.414825 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-cde6bb95-311d-4015-b58c-c94be6af128d tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Synchronizing usage tracker for tenant:144b300b27fa4dafba1405cae5639f1c on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:53:17.431778 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-cbe935c6-1090-4166-a754-3d25f7ff1e55 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.5322618 Apr 01 15:53:17.438426 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50044) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:17.457500 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-b79776eb-673e-4349-8740-59a33eb724a2 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:53:17.596675 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-cde6bb95-311d-4015-b58c-c94be6af128d tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Unset dirty status for tenant:144b300b27fa4dafba1405cae5639f1c on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:53:17.602816 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-cde6bb95-311d-4015-b58c-c94be6af128d tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.8570170 Apr 01 15:53:17.610053 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50048) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:17.625993 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-5cd3eadc-0670-4e95-ab3b-f7ba9723185b tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Calling delete_port for 3efe521c-7964-40cb-92b3-6f8c7b076592 owned by network:floatingip {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:53:17.632842 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c7ebaf8d-d99d-4ca2-a756-8ad166cbc584 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:17.641477 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1566ccfd-63fb-4ce7-89de-a7577cf1f6bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-3a61ab9a-a970-44e0-9020-eeb07f625deb', 'network_id': '3a61ab9a-a970-44e0-9020-eeb07f625deb', 'tenant_id': '89ab582ea5804c899f0a47f315dc7cc8', 'fixed_ips': [{'subnet_id': '8f5999cf-ff4b-41b3-86a8-ed1bbef1b8ef'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:53:17.642266 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-1566ccfd-63fb-4ce7-89de-a7577cf1f6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:17.683795 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d280a2-cec1-4480-ba9a-f5ef4a6acddd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-f8b30ef1-1e7d-4760-8dbe-2b33e51c634d', 'network_id': 'f8b30ef1-1e7d-4760-8dbe-2b33e51c634d', 'tenant_id': 'd41ff62d3a004209bfda315661ac6954', 'fixed_ips': [{'subnet_id': '087ac438-6ed6-4053-93e8-9708ffee5917'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:53:17.684598 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-49d280a2-cec1-4480-ba9a-f5ef4a6acddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:17.694965 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-124737d4-5e38-49aa-a08d-b58921168313 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15303084'] for subnet, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:17.706223 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port a746450e-412d-4add-8a50-26b4271e09f6 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:17.706583 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:17.743812 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c7ebaf8d-d99d-4ca2-a756-8ad166cbc584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:17.790681 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-971f052c-6814-442b-85e0-0db7be8ee15e tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:17.795744 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-971f052c-6814-442b-85e0-0db7be8ee15e tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] 10.222.0.55 "DELETE /v2.0/ports/4c90fda9-c385-443b-a852-3e792cec1fe5 HTTP/1.1" status: 204 len: 168 time: 3.4599786 Apr 01 15:53:17.796043 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50052) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:17.838376 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-f1836172-80cd-4362-a62e-52b6c4e67cf9 None None] Provisioning for port 13ff78ca-83c6-459d-9724-2b9b3936179f completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:17.850463 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-808c8e02-2060-451a-9e10-7791fa45f4e7 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] GET failed (client error): The resource could not be found. Apr 01 15:53:17.850991 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-808c8e02-2060-451a-9e10-7791fa45f4e7 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Synchronizing usage tracker for tenant:d61155a010b64f989ddf95017580bf5e on resource:port {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:53:17.871621 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-f1836172-80cd-4362-a62e-52b6c4e67cf9 None None] Provisioning complete for port 13ff78ca-83c6-459d-9724-2b9b3936179f triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:17.871991 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f1836172-80cd-4362-a62e-52b6c4e67cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:17.932631 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-124737d4-5e38-49aa-a08d-b58921168313 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:17.950349 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-f1836172-80cd-4362-a62e-52b6c4e67cf9 None None] Port 13ff78ca-83c6-459d-9724-2b9b3936179f cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:53:17.975312 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5cd3eadc-0670-4e95-ab3b-f7ba9723185b tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:18.035048 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-808c8e02-2060-451a-9e10-7791fa45f4e7 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Unset dirty status for tenant:d61155a010b64f989ddf95017580bf5e on resource:port {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:53:18.046236 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-808c8e02-2060-451a-9e10-7791fa45f4e7 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] 10.222.0.55 "GET /v2.0/ports/4c90fda9-c385-443b-a852-3e792cec1fe5 HTTP/1.1" status: 404 len: 333 time: 0.2409923 Apr 01 15:53:18.046236 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd3eadc-0670-4e95-ab3b-f7ba9723185b tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Pushing event deleted for resources: {'Port': ['ID=3efe521c-7964-40cb-92b3-6f8c7b076592,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:18.047912 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50056) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:18.054718 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-74995f13-ce85-403c-b75d-922be069f475 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Request body: {'port': {'network_id': '90a926dd-2546-4ce1-b34d-6cff2b69cfb5', 'name': 'tempest-AllowedAddressPairTestJSON-506147387'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:53:18.102045 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ebaf8d-d99d-4ca2-a756-8ad166cbc584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc01ce5-ed04-4a1f-bb26-c27879a7910c,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:18.115705 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-c7ebaf8d-d99d-4ca2-a756-8ad166cbc584 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bcc13f9b1d2e4125a512c2abe4ed31dc&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4579453 Apr 01 15:53:18.132864 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50060) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:18.143539 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b79776eb-673e-4349-8740-59a33eb724a2 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16088995'] for subnet, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:18.271305 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-1566ccfd-63fb-4ce7-89de-a7577cf1f6bb None None] Allocated IP 172.20.0.2 (3a61ab9a-a970-44e0-9020-eeb07f625deb/8f5999cf-ff4b-41b3-86a8-ed1bbef1b8ef/b4fb9438-c365-45a2-8605-e793573e1964) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:18.316164 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-49d280a2-cec1-4480-ba9a-f5ef4a6acddd None None] Allocated IP 2001:db8::2 (f8b30ef1-1e7d-4760-8dbe-2b33e51c634d/087ac438-6ed6-4053-93e8-9708ffee5917/91a884e2-f4f7-4c6a-b339-d653425ef533) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:18.371545 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5cd3eadc-0670-4e95-ab3b-f7ba9723185b tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Notify callbacks [] for floatingip, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:18.381814 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-124737d4-5e38-49aa-a08d-b58921168313 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15306565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16030232'] for subnet, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:18.518522 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-74995f13-ce85-403c-b75d-922be069f475 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:18.537304 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-74995f13-ce85-403c-b75d-922be069f475 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:18.541819 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-124737d4-5e38-49aa-a08d-b58921168313 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:18.560376 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124737d4-5e38-49aa-a08d-b58921168313 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event deleted for resources: {'Subnet': ['ID=25712199-b2a1-427e-8ded-6d10d74fad3f,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:18.606575 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-124737d4-5e38-49aa-a08d-b58921168313 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/subnets/25712199-b2a1-427e-8ded-6d10d74fad3f HTTP/1.1" status: 204 len: 168 time: 2.5059931 Apr 01 15:53:18.611145 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5cd3eadc-0670-4e95-ab3b-f7ba9723185b tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for floatingip, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:18.615262 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-5cd3eadc-0670-4e95-ab3b-f7ba9723185b tempest-ServerActionsTestJSON-2112608758 tempest-ServerActionsTestJSON-2112608758-project] 10.222.0.55 "DELETE /v2.0/floatingips/9f8270f7-4fba-46a0-8d58-95f81f87d528 HTTP/1.1" status: 204 len: 168 time: 2.5952537 Apr 01 15:53:18.619230 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50064) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:18.619727 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50066) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:18.645643 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fede37-82ab-4847-870d-487a3dab130a None None] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:53:18.716414 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74995f13-ce85-403c-b75d-922be069f475 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Made reservation on behalf of d61155a010b64f989ddf95017580bf5e for: {'port': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:18.718872 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-74995f13-ce85-403c-b75d-922be069f475 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:18.753297 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 89df17be-1afe-42e5-bf15-0439bbdfe024 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:53:18.809877 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-daa2f9da-ecc2-41b9-ae00-99d5d3d8c71d tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1879385 Apr 01 15:53:18.827373 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9377697b-eabd-4031-bc18-51b2efa93fd6 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:18.831242 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9377697b-eabd-4031-bc18-51b2efa93fd6 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:18.835126 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9377697b-eabd-4031-bc18-51b2efa93fd6 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:18.835447 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49fec38b-b03e-4b77-ba55-c231c800a4a7 None None] Network a8ee47e9-e56c-4c88-bfef-2f05010883bd requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:53:18.836929 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-9377697b-eabd-4031-bc18-51b2efa93fd6 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 1.2211452 Apr 01 15:53:18.844085 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50072) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:18.844409 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50074) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:18.866809 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-9093709b-7385-49b3-b77e-5419a8efea81 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Request body: {'subnet': {'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:53:18.876702 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [None req-74995f13-ce85-403c-b75d-922be069f475 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] device_id is not set on port da77fd9b-156d-49ae-ac8d-c644ead4842a yet. {{(pid=83828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:53:19.076809 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d3a798ce-b9b7-4f7c-baf1-236264c665b2 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:19.077949 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-064d061d-b05f-4a0d-bf2d-fd0c269e0dc9 None None] Provisioning for port 1da9e052-9038-4cfd-9953-bbf323021be1 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:19.099492 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-ee2603b1-b95a-4957-9993-594889317a18 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Deleting port 13ff78ca-83c6-459d-9724-2b9b3936179f {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:53:19.099840 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ee2603b1-b95a-4957-9993-594889317a18 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:19.172535 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-74995f13-ce85-403c-b75d-922be069f475 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Allocated IP 172.20.0.14 (90a926dd-2546-4ce1-b34d-6cff2b69cfb5/7380a8a0-99f9-4c14-9487-f68bfe072346/da77fd9b-156d-49ae-ac8d-c644ead4842a) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:19.365795 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-abf5e891-3066-4957-85d1-66ea77293ec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:19.384308 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-9093709b-7385-49b3-b77e-5419a8efea81 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:19.488020 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 89df17be-1afe-42e5-bf15-0439bbdfe024 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:19.488411 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:19.520914 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-9093709b-7385-49b3-b77e-5419a8efea81 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:19.538062 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-1566ccfd-63fb-4ce7-89de-a7577cf1f6bb None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:19.549141 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-1a51bbe1-14c4-456e-bd76-2db6cabaebef None None] Provisioning for port 9ac1aa66-d72b-42c2-8789-d2777e11cf7a completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:19.557467 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-74995f13-ce85-403c-b75d-922be069f475 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:19.572824 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-abf5e891-3066-4957-85d1-66ea77293ec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:19.577370 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [None req-74995f13-ce85-403c-b75d-922be069f475 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Transition to ACTIVE for port object da77fd9b-156d-49ae-ac8d-c644ead4842a will not be triggered until provisioned by entity DHCP. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:19.621308 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-49d280a2-cec1-4480-ba9a-f5ef4a6acddd None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:19.624534 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-1566ccfd-63fb-4ce7-89de-a7577cf1f6bb None None] Transition to ACTIVE for port object b4fb9438-c365-45a2-8605-e793573e1964 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:19.641344 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-74995f13-ce85-403c-b75d-922be069f475 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:19.651976 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9093709b-7385-49b3-b77e-5419a8efea81 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Made reservation on behalf of 50a1f72bd5e54e209eb4756b30f7e6a6 for: {'subnet': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:19.668249 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-49d280a2-cec1-4480-ba9a-f5ef4a6acddd None None] Transition to ACTIVE for port object 91a884e2-f4f7-4c6a-b339-d653425ef533 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:19.686316 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-14346b21-f29f-43d8-a606-60347f2d4c09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611543'] for router_interface, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:19.687917 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-1566ccfd-63fb-4ce7-89de-a7577cf1f6bb None None] Transition to ACTIVE for port object b4fb9438-c365-45a2-8605-e793573e1964 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:19.735008 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-1566ccfd-63fb-4ce7-89de-a7577cf1f6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:19.780663 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-49d280a2-cec1-4480-ba9a-f5ef4a6acddd None None] Transition to ACTIVE for port object 91a884e2-f4f7-4c6a-b339-d653425ef533 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:19.832610 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2985b8a-ff28-4ad1-9aa0-f5560f3d39b0 None None] DHCP port deletion for 7b65ac5c-8834-4b65-9b28-b7dba6c9746f request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:53:19.848546 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-49d280a2-cec1-4480-ba9a-f5ef4a6acddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:19.858920 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74995f13-ce85-403c-b75d-922be069f475 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Network 90a926dd-2546-4ce1-b34d-6cff2b69cfb5 is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:19.864850 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-74995f13-ce85-403c-b75d-922be069f475 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:19.868305 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74995f13-ce85-403c-b75d-922be069f475 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Pushing event updated for resources: {'Port': ['ID=da77fd9b-156d-49ae-ac8d-c644ead4842a,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:19.871514 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74995f13-ce85-403c-b75d-922be069f475 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:53:19.874785 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-f2985b8a-ff28-4ad1-9aa0-f5560f3d39b0 None None] Deleting port 1da9e052-9038-4cfd-9953-bbf323021be1 {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:53:19.875158 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f2985b8a-ff28-4ad1-9aa0-f5560f3d39b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:19.926438 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1566ccfd-63fb-4ce7-89de-a7577cf1f6bb None None] Network 3a61ab9a-a970-44e0-9020-eeb07f625deb is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:19.944701 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-1566ccfd-63fb-4ce7-89de-a7577cf1f6bb None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:19.947299 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1566ccfd-63fb-4ce7-89de-a7577cf1f6bb None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:53:19.950194 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1566ccfd-63fb-4ce7-89de-a7577cf1f6bb None None] Pushing event updated for resources: {'Port': ['ID=b4fb9438-c365-45a2-8605-e793573e1964,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:19.953314 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74995f13-ce85-403c-b75d-922be069f475 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:19.953957 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-74995f13-ce85-403c-b75d-922be069f475 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:20.012359 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 1da9e052-9038-4cfd-9953-bbf323021be1 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:53:20.015245 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-74995f13-ce85-403c-b75d-922be069f475 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9662528 Apr 01 15:53:20.018084 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50080) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:20.025427 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-84b095a6-ba2e-4875-9f9a-53fa0390768b tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:19:a9:86'}]}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:53:20.104302 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d280a2-cec1-4480-ba9a-f5ef4a6acddd None None] Network f8b30ef1-1e7d-4760-8dbe-2b33e51c634d is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:20.151074 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-49d280a2-cec1-4480-ba9a-f5ef4a6acddd None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:20.153805 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d280a2-cec1-4480-ba9a-f5ef4a6acddd None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:53:20.319476 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9093709b-7385-49b3-b77e-5419a8efea81 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16088980'] for subnet, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:20.332104 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d280a2-cec1-4480-ba9a-f5ef4a6acddd None None] Pushing event updated for resources: {'Port': ['ID=91a884e2-f4f7-4c6a-b339-d653425ef533,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:20.424094 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-abf5e891-3066-4957-85d1-66ea77293ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:20.534263 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ee2603b1-b95a-4957-9993-594889317a18 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:20.573187 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf5e891-3066-4957-85d1-66ea77293ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc01ce5-ed04-4a1f-bb26-c27879a7910c,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:20.629450 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-1566ccfd-63fb-4ce7-89de-a7577cf1f6bb None None] Attempting to bind port b4fb9438-c365-45a2-8605-e793573e1964 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:53:20.629970 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-1566ccfd-63fb-4ce7-89de-a7577cf1f6bb None None] Attempting to bind port b4fb9438-c365-45a2-8605-e793573e1964 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': '474eff62-c504-4648-8aaf-ed4a65911f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '3a61ab9a-a970-44e0-9020-eeb07f625deb'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:53:20.630414 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1566ccfd-63fb-4ce7-89de-a7577cf1f6bb None None] Attempting to bind port b4fb9438-c365-45a2-8605-e793573e1964 on network 3a61ab9a-a970-44e0-9020-eeb07f625deb {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:53:20.673659 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-49d280a2-cec1-4480-ba9a-f5ef4a6acddd None None] Attempting to bind port 91a884e2-f4f7-4c6a-b339-d653425ef533 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:53:20.674317 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-49d280a2-cec1-4480-ba9a-f5ef4a6acddd None None] Attempting to bind port 91a884e2-f4f7-4c6a-b339-d653425ef533 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': '2c5a9b31-c119-4f0d-9775-833eabe9b60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f8b30ef1-1e7d-4760-8dbe-2b33e51c634d'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:53:20.674317 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d280a2-cec1-4480-ba9a-f5ef4a6acddd None None] Attempting to bind port 91a884e2-f4f7-4c6a-b339-d653425ef533 on network f8b30ef1-1e7d-4760-8dbe-2b33e51c634d {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:53:20.680883 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-f2985b8a-ff28-4ad1-9aa0-f5560f3d39b0 None None] For port 1da9e052-9038-4cfd-9953-bbf323021be1, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=1da9e052-9038-4cfd-9953-bbf323021be1,segment=NetworkSegment(c41dc1a5-c958-4d8b-81ea-3934c36371b8),segment_id=c41dc1a5-c958-4d8b-81ea-3934c36371b8)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:53:20.681392 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f2985b8a-ff28-4ad1-9aa0-f5560f3d39b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:20.690640 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1566ccfd-63fb-4ce7-89de-a7577cf1f6bb None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:53:20.691013 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1566ccfd-63fb-4ce7-89de-a7577cf1f6bb None None] Checking segment: {'id': '474eff62-c504-4648-8aaf-ed4a65911f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '3a61ab9a-a970-44e0-9020-eeb07f625deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:53:20.691447 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-1566ccfd-63fb-4ce7-89de-a7577cf1f6bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:20.691802 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1566ccfd-63fb-4ce7-89de-a7577cf1f6bb None None] Bound using segment: {'id': '474eff62-c504-4648-8aaf-ed4a65911f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '3a61ab9a-a970-44e0-9020-eeb07f625deb'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:53:20.692304 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-1566ccfd-63fb-4ce7-89de-a7577cf1f6bb None None] Bound port: b4fb9438-c365-45a2-8605-e793573e1964, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '474eff62-c504-4648-8aaf-ed4a65911f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '3a61ab9a-a970-44e0-9020-eeb07f625deb'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:53:20.692629 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-1566ccfd-63fb-4ce7-89de-a7577cf1f6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:20.727323 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-ee2603b1-b95a-4957-9993-594889317a18 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Calling delete_port for 13ff78ca-83c6-459d-9724-2b9b3936179f owned by {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:53:20.761246 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-d3a798ce-b9b7-4f7c-baf1-236264c665b2 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Allocated IP 172.20.0.1 (a8ee47e9-e56c-4c88-bfef-2f05010883bd/bf733e41-0e16-4819-ab48-95bee6c0aa32/e44e2fb4-3ed3-456b-bd24-27787518beb3) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:20.788408 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-84b095a6-ba2e-4875-9f9a-53fa0390768b tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:20.814859 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b79776eb-673e-4349-8740-59a33eb724a2 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777009485460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-15415257'] for subnet, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:20.832286 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 1da9e052-9038-4cfd-9953-bbf323021be1 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:20.835120 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-aa58c8da-cc6b-4e18-802a-b563742db481 None None] Provisioning for port da77fd9b-156d-49ae-ac8d-c644ead4842a completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:20.844305 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-f2985b8a-ff28-4ad1-9aa0-f5560f3d39b0 None None] Calling delete_port for 1da9e052-9038-4cfd-9953-bbf323021be1 owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:53:20.849618 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-abf5e891-3066-4957-85d1-66ea77293ec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:20.853152 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-abf5e891-3066-4957-85d1-66ea77293ec2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fdc01ce5-ed04-4a1f-bb26-c27879a7910c HTTP/1.1" status: 204 len: 168 time: 2.7135363 Apr 01 15:53:20.883304 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d280a2-cec1-4480-ba9a-f5ef4a6acddd None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:53:20.883912 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d280a2-cec1-4480-ba9a-f5ef4a6acddd None None] Checking segment: {'id': '2c5a9b31-c119-4f0d-9775-833eabe9b60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f8b30ef1-1e7d-4760-8dbe-2b33e51c634d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:53:20.884565 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-49d280a2-cec1-4480-ba9a-f5ef4a6acddd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:20.885245 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d280a2-cec1-4480-ba9a-f5ef4a6acddd None None] Bound using segment: {'id': '2c5a9b31-c119-4f0d-9775-833eabe9b60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f8b30ef1-1e7d-4760-8dbe-2b33e51c634d'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:53:20.885905 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-49d280a2-cec1-4480-ba9a-f5ef4a6acddd None None] Bound port: 91a884e2-f4f7-4c6a-b339-d653425ef533, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c5a9b31-c119-4f0d-9775-833eabe9b60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f8b30ef1-1e7d-4760-8dbe-2b33e51c634d'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:53:20.886356 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-49d280a2-cec1-4480-ba9a-f5ef4a6acddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:20.937921 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 1da9e052-9038-4cfd-9953-bbf323021be1 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:20.938184 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:20.995975 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-aa58c8da-cc6b-4e18-802a-b563742db481 None None] Provisioning complete for port da77fd9b-156d-49ae-ac8d-c644ead4842a triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:20.996337 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-aa58c8da-cc6b-4e18-802a-b563742db481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:21.033241 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79776eb-673e-4349-8740-59a33eb724a2 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:21.033832 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b79776eb-673e-4349-8740-59a33eb724a2 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:21.037877 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-b79776eb-673e-4349-8740-59a33eb724a2 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] 10.222.0.55 "PUT /v2.0/subnets/087ac438-6ed6-4053-93e8-9708ffee5917 HTTP/1.1" status: 200 len: 826 time: 3.5974796 Apr 01 15:53:21.045335 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50086) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:21.071529 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79776eb-673e-4349-8740-59a33eb724a2 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Pushing event updated for resources: {'Subnet': ['ID=087ac438-6ed6-4053-93e8-9708ffee5917,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:21.191492 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-14346b21-f29f-43d8-a606-60347f2d4c09 admin admin] Deleting port 3cd858cc-2b12-4f65-bfa6-dbb86b043779 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:53:21.191821 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-14346b21-f29f-43d8-a606-60347f2d4c09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:21.260942 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-aa58c8da-cc6b-4e18-802a-b563742db481 None None] Port da77fd9b-156d-49ae-ac8d-c644ead4842a cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:53:21.266076 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-1566ccfd-63fb-4ce7-89de-a7577cf1f6bb None None] For port b4fb9438-c365-45a2-8605-e793573e1964, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:53:21.284238 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-1566ccfd-63fb-4ce7-89de-a7577cf1f6bb None None] For port b4fb9438-c365-45a2-8605-e793573e1964, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=b4fb9438-c365-45a2-8605-e793573e1964,segment=NetworkSegment(474eff62-c504-4648-8aaf-ed4a65911f77),segment_id=474eff62-c504-4648-8aaf-ed4a65911f77)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:53:21.293926 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f2985b8a-ff28-4ad1-9aa0-f5560f3d39b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671'] for port, after_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:21.329412 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-1566ccfd-63fb-4ce7-89de-a7577cf1f6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:21.359453 dv-neutron-833373-2-hyperv neutron-server[83829]: INFO neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No ports have port_id starting with 1da9e052-9038-4cfd-9953-bbf323021be1 Apr 01 15:53:21.365357 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d21f617-9101-4f28-a7a8-1a14c9d23567 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Router 26d59314-5420-44d6-8bb9-c3addc01368a has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:53:21.366221 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-49d280a2-cec1-4480-ba9a-f5ef4a6acddd None None] For port 91a884e2-f4f7-4c6a-b339-d653425ef533, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:53:21.370045 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 9ac1aa66-d72b-42c2-8789-d2777e11cf7a up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:53:21.402598 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2985b8a-ff28-4ad1-9aa0-f5560f3d39b0 None None] Pushing event deleted for resources: {'Port': ['ID=1da9e052-9038-4cfd-9953-bbf323021be1,revision_number=None']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:21.405529 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d3a798ce-b9b7-4f7c-baf1-236264c665b2 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:21.429704 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ee2603b1-b95a-4957-9993-594889317a18 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:21.455897 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-14346b21-f29f-43d8-a606-60347f2d4c09 admin admin] For port 3cd858cc-2b12-4f65-bfa6-dbb86b043779, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=3cd858cc-2b12-4f65-bfa6-dbb86b043779,segment=NetworkSegment(a4346d49-0e35-4d5e-8e9e-68af5927dae5),segment_id=a4346d49-0e35-4d5e-8e9e-68af5927dae5)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:53:21.456668 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-14346b21-f29f-43d8-a606-60347f2d4c09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:21.457750 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d2a45421-b765-4f52-a8b7-8e1c715f8e4f tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:21.464764 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2985b8a-ff28-4ad1-9aa0-f5560f3d39b0 None None] No DVR routers for this DVR port 1da9e052-9038-4cfd-9953-bbf323021be1 on host dv-neutron-833373-2-hyperv {{(pid=83829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:53:21.480455 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-49d280a2-cec1-4480-ba9a-f5ef4a6acddd None None] For port 91a884e2-f4f7-4c6a-b339-d653425ef533, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=91a884e2-f4f7-4c6a-b339-d653425ef533,segment=NetworkSegment(2c5a9b31-c119-4f0d-9775-833eabe9b60d),segment_id=2c5a9b31-c119-4f0d-9775-833eabe9b60d)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:53:21.512899 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-49d280a2-cec1-4480-ba9a-f5ef4a6acddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:21.537737 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2603b1-b95a-4957-9993-594889317a18 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Pushing event deleted for resources: {'Port': ['ID=13ff78ca-83c6-459d-9724-2b9b3936179f,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:21.546613 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [None req-d3a798ce-b9b7-4f7c-baf1-236264c665b2 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Transition to ACTIVE for port object e44e2fb4-3ed3-456b-bd24-27787518beb3 will not be triggered until provisioned by entity DHCP. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:21.559577 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1566ccfd-63fb-4ce7-89de-a7577cf1f6bb None None] Pushing event updated for resources: {'Port': ['ID=b4fb9438-c365-45a2-8605-e793573e1964,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:21.629424 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50092) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:21.674170 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-14346b21-f29f-43d8-a606-60347f2d4c09 admin admin] Calling delete_port for 3cd858cc-2b12-4f65-bfa6-dbb86b043779 owned by network:router_interface {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:53:21.711330 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-d2a45421-b765-4f52-a8b7-8e1c715f8e4f tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Deleting port 91a884e2-f4f7-4c6a-b339-d653425ef533 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:53:21.711470 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d2a45421-b765-4f52-a8b7-8e1c715f8e4f tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:21.726964 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d280a2-cec1-4480-ba9a-f5ef4a6acddd None None] Pushing event updated for resources: {'Port': ['ID=91a884e2-f4f7-4c6a-b339-d653425ef533,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:21.736232 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 9ac1aa66-d72b-42c2-8789-d2777e11cf7a completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:21.742420 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 9ac1aa66-d72b-42c2-8789-d2777e11cf7a triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:21.742879 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:21.951341 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:22.058753 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port 9ac1aa66-d72b-42c2-8789-d2777e11cf7a, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=9ac1aa66-d72b-42c2-8789-d2777e11cf7a,segment=NetworkSegment(3d3a0bb7-8126-4ade-b408-902fe6cb4b3e),segment_id=3d3a0bb7-8126-4ade-b408-902fe6cb4b3e)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:53:22.063263 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:22.111130 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-84b095a6-ba2e-4875-9f9a-53fa0390768b tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Notify callbacks [] for port, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:22.121916 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-84b095a6-ba2e-4875-9f9a-53fa0390768b tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:22.144369 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ee2603b1-b95a-4957-9993-594889317a18 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:22.167397 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8cdf1c00-7d94-4cb0-909d-292a98780b79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:22.278872 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=9ac1aa66-d72b-42c2-8789-d2777e11cf7a,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:22.341173 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 91a884e2-f4f7-4c6a-b339-d653425ef533 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:53:22.420678 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-84b095a6-ba2e-4875-9f9a-53fa0390768b tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] In _notify_port_updated(), no bound segment for port da77fd9b-156d-49ae-ac8d-c644ead4842a on network 90a926dd-2546-4ce1-b34d-6cff2b69cfb5 {{(pid=83828) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 01 15:53:22.425448 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b095a6-ba2e-4875-9f9a-53fa0390768b tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:22.426336 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-84b095a6-ba2e-4875-9f9a-53fa0390768b tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:22.427810 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-84b095a6-ba2e-4875-9f9a-53fa0390768b tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] 10.222.0.55 "PUT /v2.0/ports/da77fd9b-156d-49ae-ac8d-c644ead4842a HTTP/1.1" status: 200 len: 996 time: 2.4090083 Apr 01 15:53:22.428634 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b095a6-ba2e-4875-9f9a-53fa0390768b tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Pushing event updated for resources: {'Port': ['ID=da77fd9b-156d-49ae-ac8d-c644ead4842a,revision_number=2']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:22.431303 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50096) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:22.444306 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d3a798ce-b9b7-4f7c-baf1-236264c665b2 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:22.477212 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-14346b21-f29f-43d8-a606-60347f2d4c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:22.482635 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 91a884e2-f4f7-4c6a-b339-d653425ef533 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:22.520542 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device b4fb9438-c365-45a2-8605-e793573e1964 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:53:22.554339 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a798ce-b9b7-4f7c-baf1-236264c665b2 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Pushing event updated for resources: {'Port': ['ID=e44e2fb4-3ed3-456b-bd24-27787518beb3,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:22.585313 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-4f01ba1a-7f2d-46de-9893-cc41712ab73d tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Deleting port da77fd9b-156d-49ae-ac8d-c644ead4842a {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:53:22.585717 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4f01ba1a-7f2d-46de-9893-cc41712ab73d tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:22.610738 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-ee2603b1-b95a-4957-9993-594889317a18 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "DELETE /v2.0/ports/13ff78ca-83c6-459d-9724-2b9b3936179f HTTP/1.1" status: 204 len: 168 time: 3.7550862 Apr 01 15:53:22.646242 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port b4fb9438-c365-45a2-8605-e793573e1964 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:22.650063 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50100) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:22.664159 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-49cf8fcf-5545-4d8a-9fce-aaae83e913b3 None None] Provisioning complete for port da77fd9b-156d-49ae-ac8d-c644ead4842a triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:22.664861 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-49cf8fcf-5545-4d8a-9fce-aaae83e913b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:22.705871 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14346b21-f29f-43d8-a606-60347f2d4c09 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cd858cc-2b12-4f65-bfa6-dbb86b043779,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:22.710983 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 1da9e052-9038-4cfd-9953-bbf323021be1 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:53:22.756188 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 1da9e052-9038-4cfd-9953-bbf323021be1 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:53:22.756884 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 1da9e052-9038-4cfd-9953-bbf323021be1 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:53:22.767102 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-49cf8fcf-5545-4d8a-9fce-aaae83e913b3 None None] Port da77fd9b-156d-49ae-ac8d-c644ead4842a cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:53:22.771976 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a798ce-b9b7-4f7c-baf1-236264c665b2 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Network a8ee47e9-e56c-4c88-bfef-2f05010883bd is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:22.811714 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-d3a798ce-b9b7-4f7c-baf1-236264c665b2 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:22.814158 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a798ce-b9b7-4f7c-baf1-236264c665b2 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:53:22.895475 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-8cdf1c00-7d94-4cb0-909d-292a98780b79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:22.917525 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d3a798ce-b9b7-4f7c-baf1-236264c665b2 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611418'] for router_interface, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:22.946899 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-8cdf1c00-7d94-4cb0-909d-292a98780b79 admin admin] Usage tracker for resource:security_group_rule and tenant:a7389c3a6ecf43c8aaa584543cb7b814 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:22.953200 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-198cf048-e5fb-41a6-9b40-55643e79ed39 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] GET failed (client error): The resource could not be found. Apr 01 15:53:22.953715 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-198cf048-e5fb-41a6-9b40-55643e79ed39 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Synchronizing usage tracker for tenant:144b300b27fa4dafba1405cae5639f1c on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:53:22.958350 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.objects.ports [None req-9093709b-7385-49b3-b77e-5419a8efea81 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83826) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 01 15:53:22.960123 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-8cdf1c00-7d94-4cb0-909d-292a98780b79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:23.003930 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-8cdf1c00-7d94-4cb0-909d-292a98780b79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:23.015351 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9093709b-7385-49b3-b77e-5419a8efea81 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15415267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16089018'] for subnet, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:23.191159 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-198cf048-e5fb-41a6-9b40-55643e79ed39 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Unset dirty status for tenant:144b300b27fa4dafba1405cae5639f1c on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:53:23.196038 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-198cf048-e5fb-41a6-9b40-55643e79ed39 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "GET /v2.0/ports/13ff78ca-83c6-459d-9724-2b9b3936179f HTTP/1.1" status: 404 len: 333 time: 0.5335596 Apr 01 15:53:23.206282 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50104) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:23.303049 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4f01ba1a-7f2d-46de-9893-cc41712ab73d tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:23.353801 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9093709b-7385-49b3-b77e-5419a8efea81 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:23.384120 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [None req-d2a45421-b765-4f52-a8b7-8e1c715f8e4f tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] For port 91a884e2-f4f7-4c6a-b339-d653425ef533, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=91a884e2-f4f7-4c6a-b339-d653425ef533,segment=NetworkSegment(2c5a9b31-c119-4f0d-9775-833eabe9b60d),segment_id=2c5a9b31-c119-4f0d-9775-833eabe9b60d)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:53:23.384499 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d2a45421-b765-4f52-a8b7-8e1c715f8e4f tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:23.399898 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-9093709b-7385-49b3-b77e-5419a8efea81 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:23.415722 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f339afe-0d16-432a-8e89-02e9dae0bf5a None None] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:53:23.430315 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9093709b-7385-49b3-b77e-5419a8efea81 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:23.430923 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9093709b-7385-49b3-b77e-5419a8efea81 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:23.498178 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9093709b-7385-49b3-b77e-5419a8efea81 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event updated for resources: {'Subnet': ['ID=93302714-e1ce-4228-ae9b-722c278b04e6,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:23.606010 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-d2a45421-b765-4f52-a8b7-8e1c715f8e4f tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Calling delete_port for 91a884e2-f4f7-4c6a-b339-d653425ef533 owned by network:dhcp {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:53:23.740464 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-fe37ff34-1b5c-448d-93fd-592041b7fc25 None None] Provisioning for port e44e2fb4-3ed3-456b-bd24-27787518beb3 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:23.751690 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-fe37ff34-1b5c-448d-93fd-592041b7fc25 None None] Provisioning complete for port e44e2fb4-3ed3-456b-bd24-27787518beb3 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:23.763812 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-fe37ff34-1b5c-448d-93fd-592041b7fc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:23.780372 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-4f01ba1a-7f2d-46de-9893-cc41712ab73d tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Calling delete_port for da77fd9b-156d-49ae-ac8d-c644ead4842a owned by {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:53:23.890198 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d3a798ce-b9b7-4f7c-baf1-236264c665b2 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:23.896693 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-fe37ff34-1b5c-448d-93fd-592041b7fc25 None None] Port e44e2fb4-3ed3-456b-bd24-27787518beb3 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:53:23.905715 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa44434-09bf-43d7-a334-47daa12ee54d None None] Network 3a61ab9a-a970-44e0-9020-eeb07f625deb requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:53:24.024718 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-14346b21-f29f-43d8-a606-60347f2d4c09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611462'] for router_interface, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:24.031047 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4f01ba1a-7f2d-46de-9893-cc41712ab73d tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:24.069681 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8cdf1c00-7d94-4cb0-909d-292a98780b79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:24.077180 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-573e0dc1-998c-4baa-a71b-51f47d9f8034 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Deleting port 755fe81a-90b7-4c90-9f8f-ec8cce4d033e {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:53:24.077531 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-573e0dc1-998c-4baa-a71b-51f47d9f8034 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:24.098592 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f01ba1a-7f2d-46de-9893-cc41712ab73d tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Pushing event deleted for resources: {'Port': ['ID=da77fd9b-156d-49ae-ac8d-c644ead4842a,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:24.198765 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7a2558-26d7-4e09-bbaf-9dbeb775620b None None] Network f8b30ef1-1e7d-4760-8dbe-2b33e51c634d requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:53:24.210774 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8cdf1c00-7d94-4cb0-909d-292a98780b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:24.242273 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-9093709b-7385-49b3-b77e-5419a8efea81 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.3852837 Apr 01 15:53:24.252073 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50108) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:24.260011 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:24.312942 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-b458d345-c901-4ac7-87bd-32951479f70f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Request body: {'port': {'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'mac_address': 'fa:16:3e:af:2e:d5', 'name': 'tempest-NetworksTestDHCPv6-471451768'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:53:24.380848 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d21f617-9101-4f28-a7a8-1a14c9d23567 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:53:24.393394 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc5da8e-cc81-4a4e-b4df-d8b7455e3a2e None None] Sync routers for ids ['26d59314-5420-44d6-8bb9-c3addc01368a'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:53:24.399714 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 9ac1aa66-d72b-42c2-8789-d2777e11cf7a up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:53:24.408669 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc5da8e-cc81-4a4e-b4df-d8b7455e3a2e None None] Routers {'26d59314-5420-44d6-8bb9-c3addc01368a'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:53:24.409370 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-ccc5da8e-cc81-4a4e-b4df-d8b7455e3a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:52:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['26d59314-5420-44d6-8bb9-c3addc01368a'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:24.436724 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdf1c00-7d94-4cb0-909d-292a98780b79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=685a3036-1c69-4ffb-8e77-ef7a34a4ce9e,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:24.462585 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-1d21f617-9101-4f28-a7a8-1a14c9d23567 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] 10.222.0.55 "PUT /v2.0/routers/26d59314-5420-44d6-8bb9-c3addc01368a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 17.2362261 Apr 01 15:53:24.466021 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50112) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:24.471206 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-8cdf1c00-7d94-4cb0-909d-292a98780b79 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a7389c3a6ecf43c8aaa584543cb7b814&name=default HTTP/1.1" status: 200 len: 2647 time: 2.7862213 Apr 01 15:53:24.497998 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-1225e6a7-481f-4270-95f2-b996ca3c7d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:24.501973 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50114) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:24.506358 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-ccc5da8e-cc81-4a4e-b4df-d8b7455e3a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:24.527001 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc5da8e-cc81-4a4e-b4df-d8b7455e3a2e None None] Routers {'26d59314-5420-44d6-8bb9-c3addc01368a'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:53:24.527886 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-ccc5da8e-cc81-4a4e-b4df-d8b7455e3a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:52:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['26d59314-5420-44d6-8bb9-c3addc01368a'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:24.580408 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d8bc60-b93a-4a7d-a117-b4fa5365a9c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'tenant_id': '50a1f72bd5e54e209eb4756b30f7e6a6', 'fixed_ips': [{'subnet_id': '93302714-e1ce-4228-ae9b-722c278b04e6'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:53:24.581278 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a3d8bc60-b93a-4a7d-a117-b4fa5365a9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:24.630597 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-ccc5da8e-cc81-4a4e-b4df-d8b7455e3a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:24.631241 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc5da8e-cc81-4a4e-b4df-d8b7455e3a2e None None] The sync data for ids ['26d59314-5420-44d6-8bb9-c3addc01368a'] in dv-neutron-833373-2-hyperv is: [] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:53:24.756868 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4f01ba1a-7f2d-46de-9893-cc41712ab73d tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:24.835148 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d2a45421-b765-4f52-a8b7-8e1c715f8e4f tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:24.850893 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-4f01ba1a-7f2d-46de-9893-cc41712ab73d tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] 10.222.0.55 "DELETE /v2.0/ports/da77fd9b-156d-49ae-ac8d-c644ead4842a HTTP/1.1" status: 204 len: 168 time: 2.4168632 Apr 01 15:53:24.871309 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50120) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:24.901324 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-4413dfde-f205-46a8-bad1-3cd00cc18a1e None None] Provisioning for port 91a884e2-f4f7-4c6a-b339-d653425ef533 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:24.932997 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-b458d345-c901-4ac7-87bd-32951479f70f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:24.941249 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-077ac4a8-830e-4b4c-9b9f-08eaeaf31da5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:24.941521 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a45421-b765-4f52-a8b7-8e1c715f8e4f tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Pushing event deleted for resources: {'Port': ['ID=91a884e2-f4f7-4c6a-b339-d653425ef533,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:24.947481 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-b458d345-c901-4ac7-87bd-32951479f70f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Usage tracker for resource:port and tenant:50a1f72bd5e54e209eb4756b30f7e6a6 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:24.954824 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fd05efd-3d60-4410-b23d-601bbcee30de tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] GET failed (client error): The resource could not be found. Apr 01 15:53:24.955185 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-2fd05efd-3d60-4410-b23d-601bbcee30de tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Synchronizing usage tracker for tenant:d61155a010b64f989ddf95017580bf5e on resource:port {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:53:24.959277 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-b458d345-c901-4ac7-87bd-32951479f70f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:24.962049 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-4413dfde-f205-46a8-bad1-3cd00cc18a1e None None] Provisioning complete for port 91a884e2-f4f7-4c6a-b339-d653425ef533 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:24.962421 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-4413dfde-f205-46a8-bad1-3cd00cc18a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:24.983824 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-b458d345-c901-4ac7-87bd-32951479f70f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:25.003454 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 9ac1aa66-d72b-42c2-8789-d2777e11cf7a triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:25.003712 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:25.020621 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-077ac4a8-830e-4b4c-9b9f-08eaeaf31da5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:25.048315 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b458d345-c901-4ac7-87bd-32951479f70f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Made reservation on behalf of 50a1f72bd5e54e209eb4756b30f7e6a6 for: {'port': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:25.055260 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-4413dfde-f205-46a8-bad1-3cd00cc18a1e None None] Port 91a884e2-f4f7-4c6a-b339-d653425ef533 was deleted so its status cannot be updated. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Apr 01 15:53:25.071146 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-a3d8bc60-b93a-4a7d-a117-b4fa5365a9c9 None None] Allocated IP 2001:db8::f816:3eff:fe66:a9d4 (7b65ac5c-8834-4b65-9b28-b7dba6c9746f/93302714-e1ce-4228-ae9b-722c278b04e6/afeada24-d686-4321-a6c8-b34714b21327) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:25.075876 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-2fd05efd-3d60-4410-b23d-601bbcee30de tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Unset dirty status for tenant:d61155a010b64f989ddf95017580bf5e on resource:port {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:53:25.077271 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-2fd05efd-3d60-4410-b23d-601bbcee30de tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] 10.222.0.55 "GET /v2.0/ports/da77fd9b-156d-49ae-ac8d-c644ead4842a HTTP/1.1" status: 404 len: 333 time: 0.2003698 Apr 01 15:53:25.082008 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50124) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:25.097848 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-573e0dc1-998c-4baa-a71b-51f47d9f8034 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:25.100918 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-dd1e0114-0644-4747-af3a-bc0023568c49 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Request body: {'port': {'network_id': '90a926dd-2546-4ce1-b34d-6cff2b69cfb5', 'name': 'tempest-AllowedAddressPairTestJSON-914131796'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:53:25.111668 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a45421-b765-4f52-a8b7-8e1c715f8e4f tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] No DVR routers for this DVR port 91a884e2-f4f7-4c6a-b339-d653425ef533 on host dv-neutron-833373-2-hyperv {{(pid=83826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:53:25.252149 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-4413dfde-f205-46a8-bad1-3cd00cc18a1e None None] Provisioning for port b4fb9438-c365-45a2-8605-e793573e1964 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:25.285122 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-4413dfde-f205-46a8-bad1-3cd00cc18a1e None None] Provisioning complete for port b4fb9438-c365-45a2-8605-e793573e1964 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:25.285507 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-4413dfde-f205-46a8-bad1-3cd00cc18a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:25.291891 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-573e0dc1-998c-4baa-a71b-51f47d9f8034 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Calling delete_port for 755fe81a-90b7-4c90-9f8f-ec8cce4d033e owned by {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:53:25.345437 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.db.resource_extend [None req-d3a798ce-b9b7-4f7c-baf1-236264c665b2 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:53:25.375356 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d3a798ce-b9b7-4f7c-baf1-236264c665b2 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:25.392244 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d3a798ce-b9b7-4f7c-baf1-236264c665b2 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:25.413891 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b3f0d4-b12e-46c1-99eb-d7a43d28b219 None None] Network f8b30ef1-1e7d-4760-8dbe-2b33e51c634d requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:53:25.469395 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d2a45421-b765-4f52-a8b7-8e1c715f8e4f tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:25.709558 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a798ce-b9b7-4f7c-baf1-236264c665b2 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Pushing event updated for resources: {'Port': ['ID=e44e2fb4-3ed3-456b-bd24-27787518beb3,revision_number=2']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:25.723154 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d3a798ce-b9b7-4f7c-baf1-236264c665b2 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611525'] for router_interface, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:25.763887 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a3d8bc60-b93a-4a7d-a117-b4fa5365a9c9 None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:25.793426 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-4413dfde-f205-46a8-bad1-3cd00cc18a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:25.858929 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a3d8bc60-b93a-4a7d-a117-b4fa5365a9c9 None None] Transition to ACTIVE for port object afeada24-d686-4321-a6c8-b34714b21327 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:25.859283 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d2a45421-b765-4f52-a8b7-8e1c715f8e4f tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15415074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16089009'] for subnet, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:25.861250 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-dd1e0114-0644-4747-af3a-bc0023568c49 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:25.867295 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-077ac4a8-830e-4b4c-9b9f-08eaeaf31da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:25.889578 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b458d345-c901-4ac7-87bd-32951479f70f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:25.900251 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a3d8bc60-b93a-4a7d-a117-b4fa5365a9c9 None None] Transition to ACTIVE for port object afeada24-d686-4321-a6c8-b34714b21327 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:25.903938 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-4413dfde-f205-46a8-bad1-3cd00cc18a1e None None] For port b4fb9438-c365-45a2-8605-e793573e1964, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=b4fb9438-c365-45a2-8605-e793573e1964,segment=NetworkSegment(474eff62-c504-4648-8aaf-ed4a65911f77),segment_id=474eff62-c504-4648-8aaf-ed4a65911f77)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:53:25.911401 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a45421-b765-4f52-a8b7-8e1c715f8e4f tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Pushing event deleted for resources: {'Subnet': ['ID=087ac438-6ed6-4053-93e8-9708ffee5917,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:25.912502 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-4413dfde-f205-46a8-bad1-3cd00cc18a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:25.919336 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a3d8bc60-b93a-4a7d-a117-b4fa5365a9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:25.923490 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-573e0dc1-998c-4baa-a71b-51f47d9f8034 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:25.923663 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077ac4a8-830e-4b4c-9b9f-08eaeaf31da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=685a3036-1c69-4ffb-8e77-ef7a34a4ce9e,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:25.930283 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-dd1e0114-0644-4747-af3a-bc0023568c49 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:25.966488 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-077ac4a8-830e-4b4c-9b9f-08eaeaf31da5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:25.970375 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-077ac4a8-830e-4b4c-9b9f-08eaeaf31da5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/685a3036-1c69-4ffb-8e77-ef7a34a4ce9e HTTP/1.1" status: 204 len: 168 time: 1.4645338 Apr 01 15:53:25.985608 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd1e0114-0644-4747-af3a-bc0023568c49 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Made reservation on behalf of d61155a010b64f989ddf95017580bf5e for: {'port': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:25.988557 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-dd1e0114-0644-4747-af3a-bc0023568c49 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:26.019164 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [None req-b458d345-c901-4ac7-87bd-32951479f70f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] device_id is not set on port dd96c896-53bd-4401-b2cb-167c040c75a4 yet. {{(pid=83828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:53:26.027582 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573e0dc1-998c-4baa-a71b-51f47d9f8034 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Pushing event deleted for resources: {'Port': ['ID=755fe81a-90b7-4c90-9f8f-ec8cce4d033e,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:26.066406 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d8bc60-b93a-4a7d-a117-b4fa5365a9c9 None None] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:26.086884 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c7e14c83-db89-41db-b78b-f5a075bd3cc7 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks [] for router, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:26.106075 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-a3d8bc60-b93a-4a7d-a117-b4fa5365a9c9 None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:26.110357 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d8bc60-b93a-4a7d-a117-b4fa5365a9c9 None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:53:26.212472 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-573e0dc1-998c-4baa-a71b-51f47d9f8034 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:26.238860 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d2a45421-b765-4f52-a8b7-8e1c715f8e4f tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:26.270997 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-573e0dc1-998c-4baa-a71b-51f47d9f8034 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "DELETE /v2.0/ports/755fe81a-90b7-4c90-9f8f-ec8cce4d033e HTTP/1.1" status: 204 len: 168 time: 3.0534022 Apr 01 15:53:26.301827 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50130) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:26.373414 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4413dfde-f205-46a8-bad1-3cd00cc18a1e None None] Pushing event updated for resources: {'Port': ['ID=b4fb9438-c365-45a2-8605-e793573e1964,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:26.374922 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a798ce-b9b7-4f7c-baf1-236264c665b2 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Network a8ee47e9-e56c-4c88-bfef-2f05010883bd is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:26.391845 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-d3a798ce-b9b7-4f7c-baf1-236264c665b2 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:26.469492 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11933f7c-c0f1-45d3-ab90-c69ec36c8ac1 None None] Network f8b30ef1-1e7d-4760-8dbe-2b33e51c634d requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:53:26.511959 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-d2a45421-b765-4f52-a8b7-8e1c715f8e4f tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8b30ef1-1e7d-4760-8dbe-2b33e51c634d']}} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:26.525157 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-4021bb28-8d47-4770-a2a7-2f742c2f109e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] GET failed (client error): The resource could not be found. Apr 01 15:53:26.531119 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-4021bb28-8d47-4770-a2a7-2f742c2f109e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Synchronizing usage tracker for tenant:144b300b27fa4dafba1405cae5639f1c on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:53:26.600396 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-19d9c7b7-9985-4113-81be-77ca358b38ad None None] Provisioning complete for port b4fb9438-c365-45a2-8605-e793573e1964 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:26.600817 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-19d9c7b7-9985-4113-81be-77ca358b38ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:26.665532 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-d2a45421-b765-4f52-a8b7-8e1c715f8e4f tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c5a9b31-c119-4f0d-9775-833eabe9b60d') {'for_net_delete': True} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:26.665921 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-d2a45421-b765-4f52-a8b7-8e1c715f8e4f tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c5a9b31-c119-4f0d-9775-833eabe9b60d') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:26.673551 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-b458d345-c901-4ac7-87bd-32951479f70f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Allocated IP 2001:db8::f816:3eff:feaf:2ed5 (7b65ac5c-8834-4b65-9b28-b7dba6c9746f/93302714-e1ce-4228-ae9b-722c278b04e6/dd96c896-53bd-4401-b2cb-167c040c75a4) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:26.697261 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d2a45421-b765-4f52-a8b7-8e1c715f8e4f tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16610763'] for segment, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:26.731634 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-4021bb28-8d47-4770-a2a7-2f742c2f109e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Unset dirty status for tenant:144b300b27fa4dafba1405cae5639f1c on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:53:26.735286 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-4021bb28-8d47-4770-a2a7-2f742c2f109e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "GET /v2.0/ports/755fe81a-90b7-4c90-9f8f-ec8cce4d033e HTTP/1.1" status: 404 len: 333 time: 0.4299345 Apr 01 15:53:26.736059 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50140) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:26.753960 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d2a45421-b765-4f52-a8b7-8e1c715f8e4f tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:26.787591 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-0ad80ba9-43f5-4149-94f7-4fbd90fc3ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:26.802556 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2a45421-b765-4f52-a8b7-8e1c715f8e4f tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=83826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:53:26.803242 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d2a45421-b765-4f52-a8b7-8e1c715f8e4f tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15415164'] for segment, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:26.821084 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [None req-dd1e0114-0644-4747-af3a-bc0023568c49 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] device_id is not set on port c953947e-18be-4daa-817b-9da7fd3f61ad yet. {{(pid=83828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:53:26.830988 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-a3d8bc60-b93a-4a7d-a117-b4fa5365a9c9 None None] Attempting to bind port afeada24-d686-4321-a6c8-b34714b21327 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:53:26.831590 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-a3d8bc60-b93a-4a7d-a117-b4fa5365a9c9 None None] Attempting to bind port afeada24-d686-4321-a6c8-b34714b21327 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:53:26.832188 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d8bc60-b93a-4a7d-a117-b4fa5365a9c9 None None] Attempting to bind port afeada24-d686-4321-a6c8-b34714b21327 on network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:53:26.835234 dv-neutron-833373-2-hyperv neutron-server[83826]: Traceback (most recent call last): Apr 01 15:53:26.835234 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:53:26.835234 dv-neutron-833373-2-hyperv neutron-server[83826]: timer() Apr 01 15:53:26.835234 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:53:26.835234 dv-neutron-833373-2-hyperv neutron-server[83826]: cb(*args, **kw) Apr 01 15:53:26.835234 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:53:26.835234 dv-neutron-833373-2-hyperv neutron-server[83826]: return func(*args, **kwargs) Apr 01 15:53:26.835234 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:53:26.835234 dv-neutron-833373-2-hyperv neutron-server[83826]: self._notify() Apr 01 15:53:26.835234 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:53:26.835234 dv-neutron-833373-2-hyperv neutron-server[83826]: self.callback(batched_events) Apr 01 15:53:26.835234 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:53:26.835234 dv-neutron-833373-2-hyperv neutron-server[83826]: event.method(event) Apr 01 15:53:26.835234 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:53:26.835234 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:53:26.835234 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:53:26.835234 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:53:26.835234 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:53:26.835234 dv-neutron-833373-2-hyperv neutron-server[83826]: return f(self, *a, **k) Apr 01 15:53:26.835234 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:53:26.835234 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._get(url).json() Apr 01 15:53:26.835234 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:53:26.835234 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:53:26.835234 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:53:26.835234 dv-neutron-833373-2-hyperv neutron-server[83826]: return self.request(url, 'GET', **kwargs) Apr 01 15:53:26.835234 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:53:26.835234 dv-neutron-833373-2-hyperv neutron-server[83826]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:53:26.835234 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:53:26.835234 dv-neutron-833373-2-hyperv neutron-server[83826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:53:26.835234 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:53:26.835234 dv-neutron-833373-2-hyperv neutron-server[83826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:53:26.835234 dv-neutron-833373-2-hyperv neutron-server[83826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:53:26.858957 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d8bc60-b93a-4a7d-a117-b4fa5365a9c9 None None] Pushing event updated for resources: {'Port': ['ID=afeada24-d686-4321-a6c8-b34714b21327,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:26.890838 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d8bc60-b93a-4a7d-a117-b4fa5365a9c9 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:53:26.891321 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d8bc60-b93a-4a7d-a117-b4fa5365a9c9 None None] Checking segment: {'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:53:26.891905 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a3d8bc60-b93a-4a7d-a117-b4fa5365a9c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:26.892628 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d8bc60-b93a-4a7d-a117-b4fa5365a9c9 None None] Bound using segment: {'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:53:26.893563 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-a3d8bc60-b93a-4a7d-a117-b4fa5365a9c9 None None] Bound port: afeada24-d686-4321-a6c8-b34714b21327, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:53:26.897974 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a3d8bc60-b93a-4a7d-a117-b4fa5365a9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:27.147929 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eede14e-e8d9-4c58-8a74-a0ad106734b2 None None] DHCP port deletion for f8b30ef1-1e7d-4760-8dbe-2b33e51c634d request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:53:27.168325 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a3d8bc60-b93a-4a7d-a117-b4fa5365a9c9 None None] For port afeada24-d686-4321-a6c8-b34714b21327, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:53:27.169923 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a3d8bc60-b93a-4a7d-a117-b4fa5365a9c9 None None] For port afeada24-d686-4321-a6c8-b34714b21327, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=afeada24-d686-4321-a6c8-b34714b21327,segment=NetworkSegment(c41dc1a5-c958-4d8b-81ea-3934c36371b8),segment_id=c41dc1a5-c958-4d8b-81ea-3934c36371b8)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:53:27.178706 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a3d8bc60-b93a-4a7d-a117-b4fa5365a9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:27.357009 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d8bc60-b93a-4a7d-a117-b4fa5365a9c9 None None] Pushing event updated for resources: {'Port': ['ID=afeada24-d686-4321-a6c8-b34714b21327,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:27.360783 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-6fa84989-14f7-4cf5-9937-820c91150041 None None] Provisioning complete for port e44e2fb4-3ed3-456b-bd24-27787518beb3 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:27.371790 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6fa84989-14f7-4cf5-9937-820c91150041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:27.409131 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d2a45421-b765-4f52-a8b7-8e1c715f8e4f tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:27.413929 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d2a45421-b765-4f52-a8b7-8e1c715f8e4f tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:27.431125 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b458d345-c901-4ac7-87bd-32951479f70f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:27.464107 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-6fa84989-14f7-4cf5-9937-820c91150041 None None] Port e44e2fb4-3ed3-456b-bd24-27787518beb3 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:53:27.491669 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [None req-b458d345-c901-4ac7-87bd-32951479f70f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Transition to ACTIVE for port object dd96c896-53bd-4401-b2cb-167c040c75a4 will not be triggered until provisioned by entity DHCP. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:27.504185 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a45421-b765-4f52-a8b7-8e1c715f8e4f tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Pushing event deleted for resources: {'Network': ['ID=f8b30ef1-1e7d-4760-8dbe-2b33e51c634d,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:27.513609 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-d2a45421-b765-4f52-a8b7-8e1c715f8e4f tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] 10.222.0.55 "DELETE /v2.0/networks/f8b30ef1-1e7d-4760-8dbe-2b33e51c634d HTTP/1.1" status: 204 len: 168 time: 6.4641654 Apr 01 15:53:27.519616 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50152) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:27.530060 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-dd1e0114-0644-4747-af3a-bc0023568c49 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Allocated IP 172.20.0.3 (90a926dd-2546-4ce1-b34d-6cff2b69cfb5/7380a8a0-99f9-4c14-9487-f68bfe072346/c953947e-18be-4daa-817b-9da7fd3f61ad) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:27.593142 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:27.634568 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-4201a03b-aeb2-4670-ab88-52ea536bdff3 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] DELETE failed (client error): The resource could not be found. Apr 01 15:53:27.635140 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4201a03b-aeb2-4670-ab88-52ea536bdff3 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:53:27.641839 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-4201a03b-aeb2-4670-ab88-52ea536bdff3 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] 10.222.0.55 "DELETE /v2.0/networks/f8b30ef1-1e7d-4760-8dbe-2b33e51c634d HTTP/1.1" status: 404 len: 339 time: 0.0944188 Apr 01 15:53:27.642561 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50158) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:27.676445 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-f3eb57c6-dbd3-4baf-8929-b0bca975b4d7 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-228438397', 'description': 'd1'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:53:27.683539 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-f3eb57c6-dbd3-4baf-8929-b0bca975b4d7 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:27.686358 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b458d345-c901-4ac7-87bd-32951479f70f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:27.687895 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-f3eb57c6-dbd3-4baf-8929-b0bca975b4d7 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Usage tracker for resource:network and tenant:d41ff62d3a004209bfda315661ac6954 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:27.691313 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-f3eb57c6-dbd3-4baf-8929-b0bca975b4d7 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:27.698558 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-f3eb57c6-dbd3-4baf-8929-b0bca975b4d7 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:27.715320 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3eb57c6-dbd3-4baf-8929-b0bca975b4d7 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Made reservation on behalf of d41ff62d3a004209bfda315661ac6954 for: {'network': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:27.718405 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f3eb57c6-dbd3-4baf-8929-b0bca975b4d7 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:27.749129 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:27.771078 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_v2 [None req-526f2d0f-0419-47c2-a665-aa114efe364a tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Deleting subnet 89cb40d2-8b3b-4508-8e02-3ed5cf5c128b {{(pid=83826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:53:27.784518 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-526f2d0f-0419-47c2-a665-aa114efe364a tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for subnet, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:27.832869 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50162) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:27.842137 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3eb57c6-dbd3-4baf-8929-b0bca975b4d7 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=83826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:53:27.879055 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f3eb57c6-dbd3-4baf-8929-b0bca975b4d7 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:27.879438 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.segments_db [None req-f3eb57c6-dbd3-4baf-8929-b0bca975b4d7 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Added segment 2e981ef4-30f5-4ed5-b837-e9b10e4b077f of type vlan for network f5355bdf-b1fb-4c84-9ac2-d0328967b130 Apr 01 15:53:27.884718 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c7e14c83-db89-41db-b78b-f5a075bd3cc7 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:27.892618 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-526f2d0f-0419-47c2-a665-aa114efe364a tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16610770'] for subnet, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:27.922724 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b458d345-c901-4ac7-87bd-32951479f70f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:27.925510 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b458d345-c901-4ac7-87bd-32951479f70f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event updated for resources: {'Port': ['ID=dd96c896-53bd-4401-b2cb-167c040c75a4,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:27.931471 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-c7e14c83-db89-41db-b78b-f5a075bd3cc7 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Deleting port 0e584eb9-4623-4df2-9477-1284c1b08e5d {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:53:27.931891 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c7e14c83-db89-41db-b78b-f5a075bd3cc7 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:27.956036 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-b458d345-c901-4ac7-87bd-32951479f70f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:27.967545 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b458d345-c901-4ac7-87bd-32951479f70f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:53:27.971747 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b458d345-c901-4ac7-87bd-32951479f70f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:27.972246 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b458d345-c901-4ac7-87bd-32951479f70f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:27.975927 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f3eb57c6-dbd3-4baf-8929-b0bca975b4d7 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:28.002140 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3a798ce-b9b7-4f7c-baf1-236264c665b2 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Router 25d2e317-e321-4ffa-a674-6d5b7760ebaf is scheduled to L3 agent ff252634-3424-422a-b742-9ae457bd54bd with binding_index 1 {{(pid=83826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:53:28.106058 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f3eb57c6-dbd3-4baf-8929-b0bca975b4d7 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:28.109772 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3eb57c6-dbd3-4baf-8929-b0bca975b4d7 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:28.110360 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f3eb57c6-dbd3-4baf-8929-b0bca975b4d7 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:28.148380 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-526f2d0f-0419-47c2-a665-aa114efe364a tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:28.167316 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-dd1e0114-0644-4747-af3a-bc0023568c49 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:28.175298 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14346b21-f29f-43d8-a606-60347f2d4c09 admin admin] Router ae380df1-4024-44b3-84a9-36df412c5260 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:53:28.183813 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-9fb63108-03dd-4ecb-be6c-adcd3589fdc0 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1170790063'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:53:28.186871 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-b458d345-c901-4ac7-87bd-32951479f70f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.9292493 Apr 01 15:53:28.199365 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50168) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:28.296543 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device b4fb9438-c365-45a2-8605-e793573e1964 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:53:28.305420 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-9fb63108-03dd-4ecb-be6c-adcd3589fdc0 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:28.350581 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-9fb63108-03dd-4ecb-be6c-adcd3589fdc0 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Usage tracker for resource:network and tenant:140c0a827c6a433287acd915ee3c410d is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:28.363065 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-9fb63108-03dd-4ecb-be6c-adcd3589fdc0 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:28.368956 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-f3eb57c6-dbd3-4baf-8929-b0bca975b4d7 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7170591 Apr 01 15:53:28.384054 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-9fb63108-03dd-4ecb-be6c-adcd3589fdc0 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:28.385980 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50172) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:28.396723 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eb57c6-dbd3-4baf-8929-b0bca975b4d7 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Pushing event updated for resources: {'Network': ['ID=f5355bdf-b1fb-4c84-9ac2-d0328967b130,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:28.405753 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port b4fb9438-c365-45a2-8605-e793573e1964 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:28.406419 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:28.448723 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [None req-dd1e0114-0644-4747-af3a-bc0023568c49 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Transition to ACTIVE for port object c953947e-18be-4daa-817b-9da7fd3f61ad will not be triggered until provisioned by entity DHCP. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:28.471800 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network f5355bdf-b1fb-4c84-9ac2-d0328967b130 details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:53:28.520818 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c7e14c83-db89-41db-b78b-f5a075bd3cc7 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:28.561157 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270ce169-edc6-4db1-ab53-3347053995b0 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:28.561853 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-270ce169-edc6-4db1-ab53-3347053995b0 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Synchronizing usage tracker for tenant:d41ff62d3a004209bfda315661ac6954 on resource:network {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:53:28.592694 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fb63108-03dd-4ecb-be6c-adcd3589fdc0 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Made reservation on behalf of 140c0a827c6a433287acd915ee3c410d for: {'network': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:28.595821 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9fb63108-03dd-4ecb-be6c-adcd3589fdc0 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:28.618057 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device afeada24-d686-4321-a6c8-b34714b21327 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:53:28.630685 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9fb63108-03dd-4ecb-be6c-adcd3589fdc0 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for security_group, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:28.645720 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-270ce169-edc6-4db1-ab53-3347053995b0 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Unset dirty status for tenant:d41ff62d3a004209bfda315661ac6954 on resource:network {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:53:28.646902 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-270ce169-edc6-4db1-ab53-3347053995b0 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] 10.222.0.55 "GET /v2.0/networks?id=f5355bdf-b1fb-4c84-9ac2-d0328967b130 HTTP/1.1" status: 200 len: 764 time: 0.2562861 Apr 01 15:53:28.654740 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50176) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:28.658114 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-526f2d0f-0419-47c2-a665-aa114efe364a tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15415074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16089009'] for subnet, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:28.702263 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-d665bfd8-c26f-4c14-b7c7-fc2de42cf813 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Request body: {'network': {'description': 'd2'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:53:28.711017 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-c7e14c83-db89-41db-b78b-f5a075bd3cc7 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Calling delete_port for 0e584eb9-4623-4df2-9477-1284c1b08e5d owned by network:router_gateway {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:53:28.742105 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526f2d0f-0419-47c2-a665-aa114efe364a tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Pushing event deleted for resources: {'Subnet': ['ID=89cb40d2-8b3b-4508-8e02-3ed5cf5c128b,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:28.763536 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port afeada24-d686-4321-a6c8-b34714b21327 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:28.789009 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 91a884e2-f4f7-4c6a-b339-d653425ef533 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:53:28.835494 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-526f2d0f-0419-47c2-a665-aa114efe364a tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:28.841388 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 91a884e2-f4f7-4c6a-b339-d653425ef533 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:53:28.841749 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 91a884e2-f4f7-4c6a-b339-d653425ef533 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:53:28.854875 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd78d14c-8eed-47df-819e-9ee4aaf0a0e4 None None] Network 214b3685-1361-45a4-add3-6e68b4846dcd requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:53:28.862446 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-9fb63108-03dd-4ecb-be6c-adcd3589fdc0 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:28.899278 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-526f2d0f-0419-47c2-a665-aa114efe364a tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "DELETE /v2.0/subnets/89cb40d2-8b3b-4508-8e02-3ed5cf5c128b HTTP/1.1" status: 204 len: 168 time: 2.1601019 Apr 01 15:53:28.921904 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50180) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:28.924435 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-9fb63108-03dd-4ecb-be6c-adcd3589fdc0 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Usage tracker for resource:security_group_rule and tenant:140c0a827c6a433287acd915ee3c410d is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:28.927779 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-9fb63108-03dd-4ecb-be6c-adcd3589fdc0 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:28.936117 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-9fb63108-03dd-4ecb-be6c-adcd3589fdc0 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:28.957118 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-2b18aca8-0781-4744-96ac-551307df6139 None None] Provisioning for port afeada24-d686-4321-a6c8-b34714b21327 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:28.972313 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a798ce-b9b7-4f7c-baf1-236264c665b2 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:53:29.009474 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-2b18aca8-0781-4744-96ac-551307df6139 None None] Provisioning complete for port afeada24-d686-4321-a6c8-b34714b21327 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:29.009869 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-2b18aca8-0781-4744-96ac-551307df6139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:29.039669 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad0af9c-60f0-4b57-8fa1-dc15e2633c6a None None] Sync routers for ids ['25d2e317-e321-4ffa-a674-6d5b7760ebaf'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:53:29.102127 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-dd1e0114-0644-4747-af3a-bc0023568c49 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:29.129880 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-d3a798ce-b9b7-4f7c-baf1-236264c665b2 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] 10.222.0.55 "PUT /v2.0/routers/25d2e317-e321-4ffa-a674-6d5b7760ebaf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3795197 Apr 01 15:53:29.138378 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50184) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:29.146647 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad0af9c-60f0-4b57-8fa1-dc15e2633c6a None None] Routers {'25d2e317-e321-4ffa-a674-6d5b7760ebaf'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:53:29.147357 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-7ad0af9c-60f0-4b57-8fa1-dc15e2633c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:53:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['25d2e317-e321-4ffa-a674-6d5b7760ebaf'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:29.184107 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbebd09e-aae7-4f49-973f-a07ffba215f7 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:29.189034 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbebd09e-aae7-4f49-973f-a07ffba215f7 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:29.190036 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-bbebd09e-aae7-4f49-973f-a07ffba215f7 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Synchronizing usage tracker for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:port {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:53:29.242158 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-7ad0af9c-60f0-4b57-8fa1-dc15e2633c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:29.259053 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a5fa7545-1174-4165-8cf3-d0cb04d5de7e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:29.273222 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:29.288952 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1e0114-0644-4747-af3a-bc0023568c49 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Network 90a926dd-2546-4ce1-b34d-6cff2b69cfb5 is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:29.296873 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1e0114-0644-4747-af3a-bc0023568c49 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Pushing event updated for resources: {'Port': ['ID=c953947e-18be-4daa-817b-9da7fd3f61ad,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:29.299503 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-dd1e0114-0644-4747-af3a-bc0023568c49 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:29.305729 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1e0114-0644-4747-af3a-bc0023568c49 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:53:29.348755 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-bbebd09e-aae7-4f49-973f-a07ffba215f7 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Unset dirty status for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:port {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:53:29.352579 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-bbebd09e-aae7-4f49-973f-a07ffba215f7 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 1.1508443 Apr 01 15:53:29.358549 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad0af9c-60f0-4b57-8fa1-dc15e2633c6a None None] Routers {'25d2e317-e321-4ffa-a674-6d5b7760ebaf'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:53:29.359638 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-7ad0af9c-60f0-4b57-8fa1-dc15e2633c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:53:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['25d2e317-e321-4ffa-a674-6d5b7760ebaf'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:29.361714 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50188) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:29.426638 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9fb63108-03dd-4ecb-be6c-adcd3589fdc0 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for security_group, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:29.445804 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9fb63108-03dd-4ecb-be6c-adcd3589fdc0 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:29.464810 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d665bfd8-c26f-4c14-b7c7-fc2de42cf813 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:29.480721 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-a5fa7545-1174-4165-8cf3-d0cb04d5de7e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Deleting port aa8c2b8f-83ab-44d6-9600-e80d508a7acc {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:53:29.481705 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a5fa7545-1174-4165-8cf3-d0cb04d5de7e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:29.508375 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-7ad0af9c-60f0-4b57-8fa1-dc15e2633c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:29.509085 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad0af9c-60f0-4b57-8fa1-dc15e2633c6a None None] The sync data for ids ['25d2e317-e321-4ffa-a674-6d5b7760ebaf'] in dv-neutron-833373-2-hyperv is: [] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:53:29.517628 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb63108-03dd-4ecb-be6c-adcd3589fdc0 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf721ad2-88f0-40d5-bd97-49e4503ac9ce,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:29.523949 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fb63108-03dd-4ecb-be6c-adcd3589fdc0 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=83826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:53:29.526591 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-2b18aca8-0781-4744-96ac-551307df6139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:29.527480 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d665bfd8-c26f-4c14-b7c7-fc2de42cf813 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:29.586650 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-2b18aca8-0781-4744-96ac-551307df6139 None None] For port afeada24-d686-4321-a6c8-b34714b21327, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=afeada24-d686-4321-a6c8-b34714b21327,segment=NetworkSegment(c41dc1a5-c958-4d8b-81ea-3934c36371b8),segment_id=c41dc1a5-c958-4d8b-81ea-3934c36371b8)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:53:29.597441 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-ac289cc9-7a99-48ba-acfc-7d5183b5e5ae tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Deleting port dd96c896-53bd-4401-b2cb-167c040c75a4 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:53:29.599217 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-2b18aca8-0781-4744-96ac-551307df6139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:29.601375 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ac289cc9-7a99-48ba-acfc-7d5183b5e5ae tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:29.644661 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d665bfd8-c26f-4c14-b7c7-fc2de42cf813 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Network f5355bdf-b1fb-4c84-9ac2-d0328967b130 is not hosted by any dhcp agent {{(pid=83826) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Apr 01 15:53:29.648924 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1e0114-0644-4747-af3a-bc0023568c49 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:29.649691 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-dd1e0114-0644-4747-af3a-bc0023568c49 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:29.652202 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d665bfd8-c26f-4c14-b7c7-fc2de42cf813 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:29.653333 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d665bfd8-c26f-4c14-b7c7-fc2de42cf813 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:29.653462 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c04e3d2-3c4d-47c4-a94c-bd4b70cb5e25 None None] DHCP port deletion for 214b3685-1361-45a4-add3-6e68b4846dcd request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:53:29.655280 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-d665bfd8-c26f-4c14-b7c7-fc2de42cf813 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] 10.222.0.55 "PUT /v2.0/networks/f5355bdf-b1fb-4c84-9ac2-d0328967b130 HTTP/1.1" status: 200 len: 761 time: 0.9993498 Apr 01 15:53:29.657706 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9fb63108-03dd-4ecb-be6c-adcd3589fdc0 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:29.658836 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.segments_db [None req-9fb63108-03dd-4ecb-be6c-adcd3589fdc0 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Added segment e1afdbc5-c067-4fa6-aa9f-86d41caffda6 of type vlan for network c3293d86-34d8-4043-88a9-5e8c99363a6d Apr 01 15:53:29.678518 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50192) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:29.678765 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-1c04e3d2-3c4d-47c4-a94c-bd4b70cb5e25 None None] Deleting port aa8c2b8f-83ab-44d6-9600-e80d508a7acc {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:53:29.678765 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-1c04e3d2-3c4d-47c4-a94c-bd4b70cb5e25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:29.702758 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d665bfd8-c26f-4c14-b7c7-fc2de42cf813 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Pushing event updated for resources: {'Network': ['ID=f5355bdf-b1fb-4c84-9ac2-d0328967b130,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:29.721983 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9fb63108-03dd-4ecb-be6c-adcd3589fdc0 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:29.731693 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network f5355bdf-b1fb-4c84-9ac2-d0328967b130 details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:53:29.748635 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c7e14c83-db89-41db-b78b-f5a075bd3cc7 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:29.860131 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b18aca8-0781-4744-96ac-551307df6139 None None] Pushing event updated for resources: {'Port': ['ID=afeada24-d686-4321-a6c8-b34714b21327,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:29.891128 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9fb63108-03dd-4ecb-be6c-adcd3589fdc0 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:29.895017 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb63108-03dd-4ecb-be6c-adcd3589fdc0 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:29.895690 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9fb63108-03dd-4ecb-be6c-adcd3589fdc0 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:29.900816 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e14c83-db89-41db-b78b-f5a075bd3cc7 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Pushing event deleted for resources: {'Port': ['ID=0e584eb9-4623-4df2-9477-1284c1b08e5d,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:29.912428 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-b84bcaa6-bff7-4eed-981d-91e7fe1dd512 None None] Provisioning for port dd96c896-53bd-4401-b2cb-167c040c75a4 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:29.929305 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-b84bcaa6-bff7-4eed-981d-91e7fe1dd512 None None] Provisioning complete for port dd96c896-53bd-4401-b2cb-167c040c75a4 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:29.929798 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-b84bcaa6-bff7-4eed-981d-91e7fe1dd512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:29.953929 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-dd1e0114-0644-4747-af3a-bc0023568c49 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.8616099 Apr 01 15:53:29.963520 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50196) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:30.005489 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-9fb63108-03dd-4ecb-be6c-adcd3589fdc0 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.1715214 Apr 01 15:53:30.017775 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50200) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:30.030446 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-b5d58d53-b291-469f-99bb-e1938aca83f4 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1256421491'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:53:30.031491 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-c37e404b-6f46-4ab6-a94b-4d4d19cdf0a4 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Request body: {'port': {'network_id': '90a926dd-2546-4ce1-b34d-6cff2b69cfb5', 'name': 'tempest-AllowedAddressPairTestJSON-524689352'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:53:30.038264 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-b5d58d53-b291-469f-99bb-e1938aca83f4 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:30.045859 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb63108-03dd-4ecb-be6c-adcd3589fdc0 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Pushing event updated for resources: {'Network': ['ID=c3293d86-34d8-4043-88a9-5e8c99363a6d,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:30.049855 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-b5d58d53-b291-469f-99bb-e1938aca83f4 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Usage tracker for resource:network and tenant:140c0a827c6a433287acd915ee3c410d is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:30.056153 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-b5d58d53-b291-469f-99bb-e1938aca83f4 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:30.070782 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network c3293d86-34d8-4043-88a9-5e8c99363a6d details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:53:30.080033 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-b5d58d53-b291-469f-99bb-e1938aca83f4 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:30.097198 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-b84bcaa6-bff7-4eed-981d-91e7fe1dd512 None None] Port dd96c896-53bd-4401-b2cb-167c040c75a4 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:53:30.103978 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d58d53-b291-469f-99bb-e1938aca83f4 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Made reservation on behalf of 140c0a827c6a433287acd915ee3c410d for: {'network': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:30.107669 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b5d58d53-b291-469f-99bb-e1938aca83f4 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:30.216334 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device afeada24-d686-4321-a6c8-b34714b21327 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:53:30.258137 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5d58d53-b291-469f-99bb-e1938aca83f4 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=83826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:53:30.275740 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b5d58d53-b291-469f-99bb-e1938aca83f4 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:30.278378 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.segments_db [None req-b5d58d53-b291-469f-99bb-e1938aca83f4 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Added segment e33136d4-54ad-49ab-8d1b-cb96713f0eed of type vlan for network 2923efa5-2756-4666-a9bb-08b89c0e2219 Apr 01 15:53:30.299203 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-7e9ac805-1e92-4a02-8524-89cd89ac8408 None None] Provisioning for port c953947e-18be-4daa-817b-9da7fd3f61ad completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:30.307594 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-1c04e3d2-3c4d-47c4-a94c-bd4b70cb5e25 None None] For port aa8c2b8f-83ab-44d6-9600-e80d508a7acc, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=aa8c2b8f-83ab-44d6-9600-e80d508a7acc,segment=NetworkSegment(221e711b-55fc-4317-8297-243ccf7d543c),segment_id=221e711b-55fc-4317-8297-243ccf7d543c)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:53:30.307594 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-1c04e3d2-3c4d-47c4-a94c-bd4b70cb5e25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:30.314772 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-7e9ac805-1e92-4a02-8524-89cd89ac8408 None None] Provisioning complete for port c953947e-18be-4daa-817b-9da7fd3f61ad triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:30.315593 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-7e9ac805-1e92-4a02-8524-89cd89ac8408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:30.323890 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b5d58d53-b291-469f-99bb-e1938aca83f4 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:30.349280 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2472f091-eaa7-423d-8066-5a997f355d0d tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:30.350128 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-2472f091-eaa7-423d-8066-5a997f355d0d tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Synchronizing usage tracker for tenant:d41ff62d3a004209bfda315661ac6954 on resource:network {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:53:30.370008 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b5d58d53-b291-469f-99bb-e1938aca83f4 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:30.374393 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d58d53-b291-469f-99bb-e1938aca83f4 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:30.375111 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b5d58d53-b291-469f-99bb-e1938aca83f4 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:30.480015 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-1c04e3d2-3c4d-47c4-a94c-bd4b70cb5e25 None None] Calling delete_port for aa8c2b8f-83ab-44d6-9600-e80d508a7acc owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:53:30.531741 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-b5d58d53-b291-469f-99bb-e1938aca83f4 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5128765 Apr 01 15:53:30.534889 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50204) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:30.537534 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-7e9ac805-1e92-4a02-8524-89cd89ac8408 None None] Port c953947e-18be-4daa-817b-9da7fd3f61ad cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:53:30.548054 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-2472f091-eaa7-423d-8066-5a997f355d0d tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Unset dirty status for tenant:d41ff62d3a004209bfda315661ac6954 on resource:network {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:53:30.553818 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-2472f091-eaa7-423d-8066-5a997f355d0d tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] 10.222.0.55 "GET /v2.0/networks?id=f5355bdf-b1fb-4c84-9ac2-d0328967b130 HTTP/1.1" status: 200 len: 764 time: 0.8626299 Apr 01 15:53:30.554519 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50208) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:30.554633 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-6645be75-db7e-4436-a5a3-9ec39bf23f33 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Request body: {'subnet': {'network_id': 'c3293d86-34d8-4043-88a9-5e8c99363a6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:53:30.554969 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port afeada24-d686-4321-a6c8-b34714b21327 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:30.555944 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:30.622361 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-1c04e3d2-3c4d-47c4-a94c-bd4b70cb5e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671'] for port, after_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:30.636406 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14346b21-f29f-43d8-a606-60347f2d4c09 admin admin] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:53:30.655213 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9911ebf7-7a0f-4fc1-bc7d-e20aa1551ae6 None None] Sync routers for ids ['ae380df1-4024-44b3-84a9-36df412c5260'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:53:30.668775 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9911ebf7-7a0f-4fc1-bc7d-e20aa1551ae6 None None] Routers {'ae380df1-4024-44b3-84a9-36df412c5260'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:53:30.670135 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-9911ebf7-7a0f-4fc1-bc7d-e20aa1551ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:53:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['ae380df1-4024-44b3-84a9-36df412c5260'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:30.674982 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d58d53-b291-469f-99bb-e1938aca83f4 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Pushing event updated for resources: {'Network': ['ID=2923efa5-2756-4666-a9bb-08b89c0e2219,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:30.707152 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c04e3d2-3c4d-47c4-a94c-bd4b70cb5e25 None None] Pushing event deleted for resources: {'Port': ['ID=aa8c2b8f-83ab-44d6-9600-e80d508a7acc,revision_number=None']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:30.729720 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-a5fa7545-1174-4165-8cf3-d0cb04d5de7e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] For port aa8c2b8f-83ab-44d6-9600-e80d508a7acc, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=aa8c2b8f-83ab-44d6-9600-e80d508a7acc,segment=NetworkSegment(221e711b-55fc-4317-8297-243ccf7d543c),segment_id=221e711b-55fc-4317-8297-243ccf7d543c)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:53:30.730115 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a5fa7545-1174-4165-8cf3-d0cb04d5de7e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:30.731372 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c04e3d2-3c4d-47c4-a94c-bd4b70cb5e25 None None] No DVR routers for this DVR port aa8c2b8f-83ab-44d6-9600-e80d508a7acc on host dv-neutron-833373-2-hyperv {{(pid=83829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:53:30.740321 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.api.v2.resource [None req-e7bf9ae4-bbb7-43de-b429-f5b9874f161b tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:53:30.745491 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-e7bf9ae4-bbb7-43de-b429-f5b9874f161b tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] 10.222.0.55 "PUT /v2.0/routers/25d2e317-e321-4ffa-a674-6d5b7760ebaf/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.5996330 Apr 01 15:53:30.745788 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50212) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:30.748680 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-6645be75-db7e-4436-a5a3-9ec39bf23f33 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:30.756239 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 2923efa5-2756-4666-a9bb-08b89c0e2219 details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:53:30.766596 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-14346b21-f29f-43d8-a606-60347f2d4c09 admin admin] 10.222.0.55 "PUT /v2.0/routers/ae380df1-4024-44b3-84a9-36df412c5260/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1423044 Apr 01 15:53:30.771300 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50216) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:30.814054 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-6645be75-db7e-4436-a5a3-9ec39bf23f33 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Usage tracker for resource:subnet and tenant:140c0a827c6a433287acd915ee3c410d is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:30.823072 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-6645be75-db7e-4436-a5a3-9ec39bf23f33 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:30.884402 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-6645be75-db7e-4436-a5a3-9ec39bf23f33 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:30.926621 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6645be75-db7e-4436-a5a3-9ec39bf23f33 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Made reservation on behalf of 140c0a827c6a433287acd915ee3c410d for: {'subnet': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:30.940835 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-9911ebf7-7a0f-4fc1-bc7d-e20aa1551ae6 None None] Set router ae380df1-4024-44b3-84a9-36df412c5260 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:53:31.025118 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device aa8c2b8f-83ab-44d6-9600-e80d508a7acc no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:53:31.057020 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-a5fa7545-1174-4165-8cf3-d0cb04d5de7e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Calling delete_port for aa8c2b8f-83ab-44d6-9600-e80d508a7acc owned by network:dhcp {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:53:31.076601 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: aa8c2b8f-83ab-44d6-9600-e80d508a7acc {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:53:31.076986 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device aa8c2b8f-83ab-44d6-9600-e80d508a7acc not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:53:31.114097 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-c37e404b-6f46-4ab6-a94b-4d4d19cdf0a4 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:31.125275 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c7e14c83-db89-41db-b78b-f5a075bd3cc7 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617660'] for router_gateway, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:31.203598 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6645be75-db7e-4436-a5a3-9ec39bf23f33 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16088980'] for subnet, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:31.336099 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ac289cc9-7a99-48ba-acfc-7d5183b5e5ae tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:31.339851 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-9911ebf7-7a0f-4fc1-bc7d-e20aa1551ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae380df1-4024-44b3-84a9-36df412c5260', 'name': 'tempest-ServerActionsTestJSON-753165356-router', 'tenant_id': 'ea61585477ae47b59fca06b1e521f7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.133'}], 'enable_snat': True}, 'gw_port_id': 'a8e6fda2-905b-427e-8842-a175097dbe63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:13Z', 'updated_at': '2022-04-01T15:53:22Z', 'revision_number': 5, 'project_id': 'ea61585477ae47b59fca06b1e521f7a0', 'gw_port': {'id': 'a8e6fda2-905b-427e-8842-a175097dbe63', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae380df1-4024-44b3-84a9-36df412c5260', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:14Z', 'updated_at': '2022-04-01T15:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:31.344233 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-c37e404b-6f46-4ab6-a94b-4d4d19cdf0a4 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:31.344646 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9911ebf7-7a0f-4fc1-bc7d-e20aa1551ae6 None None] Checking router: ae380df1-4024-44b3-84a9-36df412c5260 for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:53:31.358543 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9911ebf7-7a0f-4fc1-bc7d-e20aa1551ae6 None None] Routers {'ae380df1-4024-44b3-84a9-36df412c5260'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:53:31.359571 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-9911ebf7-7a0f-4fc1-bc7d-e20aa1551ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:53:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['ae380df1-4024-44b3-84a9-36df412c5260'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:31.567805 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-9911ebf7-7a0f-4fc1-bc7d-e20aa1551ae6 None None] Set router ae380df1-4024-44b3-84a9-36df412c5260 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:53:31.578722 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-295f0af7-ed5c-4f4e-a051-73bf10fd6ae4 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611543'] for router_interface, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:31.663995 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-ac289cc9-7a99-48ba-acfc-7d5183b5e5ae tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Calling delete_port for dd96c896-53bd-4401-b2cb-167c040c75a4 owned by {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:53:31.712102 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6645be75-db7e-4436-a5a3-9ec39bf23f33 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15415267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16089018'] for subnet, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:31.775136 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c37e404b-6f46-4ab6-a94b-4d4d19cdf0a4 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Made reservation on behalf of d61155a010b64f989ddf95017580bf5e for: {'port': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:31.779590 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c37e404b-6f46-4ab6-a94b-4d4d19cdf0a4 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:31.813014 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6645be75-db7e-4436-a5a3-9ec39bf23f33 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Pushing event updated for resources: {'Subnet': ['ID=8378d76d-b915-4a7c-8cbc-23b298d094de,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:31.835615 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6645be75-db7e-4436-a5a3-9ec39bf23f33 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Checking segment: {'id': 'e1afdbc5-c067-4fa6-aa9f-86d41caffda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c3293d86-34d8-4043-88a9-5e8c99363a6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:53:31.835984 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6645be75-db7e-4436-a5a3-9ec39bf23f33 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Network hostable DHCP agents. Network: c3293d86-34d8-4043-88a9-5e8c99363a6d, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:53:31.892349 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-9911ebf7-7a0f-4fc1-bc7d-e20aa1551ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae380df1-4024-44b3-84a9-36df412c5260', 'name': 'tempest-ServerActionsTestJSON-753165356-router', 'tenant_id': 'ea61585477ae47b59fca06b1e521f7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.133'}], 'enable_snat': True}, 'gw_port_id': 'a8e6fda2-905b-427e-8842-a175097dbe63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:13Z', 'updated_at': '2022-04-01T15:53:22Z', 'revision_number': 5, 'project_id': 'ea61585477ae47b59fca06b1e521f7a0', 'gw_port': {'id': 'a8e6fda2-905b-427e-8842-a175097dbe63', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae380df1-4024-44b3-84a9-36df412c5260', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:14Z', 'updated_at': '2022-04-01T15:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:31.897467 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9911ebf7-7a0f-4fc1-bc7d-e20aa1551ae6 None None] The sync data for ids ['ae380df1-4024-44b3-84a9-36df412c5260'] in dv-neutron-833373-2-hyperv is: [{'id': 'ae380df1-4024-44b3-84a9-36df412c5260', 'name': 'tempest-ServerActionsTestJSON-753165356-router', 'tenant_id': 'ea61585477ae47b59fca06b1e521f7a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.133'}], 'enable_snat': True}, 'gw_port_id': 'a8e6fda2-905b-427e-8842-a175097dbe63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:49:13Z', 'updated_at': '2022-04-01T15:53:22Z', 'revision_number': 5, 'project_id': 'ea61585477ae47b59fca06b1e521f7a0', 'gw_port': {'id': 'a8e6fda2-905b-427e-8842-a175097dbe63', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae380df1-4024-44b3-84a9-36df412c5260', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:49:14Z', 'updated_at': '2022-04-01T15:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:53:31.919305 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6645be75-db7e-4436-a5a3-9ec39bf23f33 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Network c3293d86-34d8-4043-88a9-5e8c99363a6d is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:53:31.937527 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-6645be75-db7e-4436-a5a3-9ec39bf23f33 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, c3293d86-34d8-4043-88a9-5e8c99363a6d) {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:31.941764 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6645be75-db7e-4436-a5a3-9ec39bf23f33 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:31.942336 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6645be75-db7e-4436-a5a3-9ec39bf23f33 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:31.949279 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd7db91-7c57-4e01-bbda-b6ef183b428c tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:31.953617 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-8fd7db91-7c57-4e01-bbda-b6ef183b428c tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 1.3309066 Apr 01 15:53:31.956788 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50220) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:31.960053 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c539cc-a227-421a-ac39-aaa730a75c86 None None] Network c3293d86-34d8-4043-88a9-5e8c99363a6d requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:53:31.983702 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c7e14c83-db89-41db-b78b-f5a075bd3cc7 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130651'] for router, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:31.983702 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [None req-c37e404b-6f46-4ab6-a94b-4d4d19cdf0a4 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] device_id is not set on port d3d74936-6d76-4608-bd31-80477b7213a9 yet. {{(pid=83828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:53:32.027315 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.db.api [None req-a5fa7545-1174-4165-8cf3-d0cb04d5de7e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:53:32.028040 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG oslo_db.api [None req-a5fa7545-1174-4165-8cf3-d0cb04d5de7e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:53:32.058520 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c7e14c83-db89-41db-b78b-f5a075bd3cc7 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:32.066622 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-6fb37c92-4c57-44ea-9b9f-e8045bbca372 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Synchronizing usage tracker for tenant:d41ff62d3a004209bfda315661ac6954 on resource:subnet {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:53:32.105536 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-6645be75-db7e-4436-a5a3-9ec39bf23f33 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5576575 Apr 01 15:53:32.108776 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50224) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:32.124565 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-f62f1750-ed4b-427e-964c-9012f0244428 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Request body: {'subnet': {'network_id': '2923efa5-2756-4666-a9bb-08b89c0e2219', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:53:32.211323 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-6fb37c92-4c57-44ea-9b9f-e8045bbca372 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Unset dirty status for tenant:d41ff62d3a004209bfda315661ac6954 on resource:subnet {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:53:32.218119 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-6fb37c92-4c57-44ea-9b9f-e8045bbca372 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] 10.222.0.55 "GET /v2.0/subnets?network_id=ed45466e-0386-4b92-8de3-247c977242ac HTTP/1.1" status: 200 len: 207 time: 0.2551868 Apr 01 15:53:32.230263 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50228) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:32.240238 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c7e14c83-db89-41db-b78b-f5a075bd3cc7 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607376'] for router, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:32.240807 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7e14c83-db89-41db-b78b-f5a075bd3cc7 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Fanout notify agent at l3_agent the message router_deleted on router 26d59314-5420-44d6-8bb9-c3addc01368a {{(pid=83828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:53:32.258517 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0288da84-b56f-4284-88e6-f5f857add04e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-c3293d86-34d8-4043-88a9-5e8c99363a6d', 'network_id': 'c3293d86-34d8-4043-88a9-5e8c99363a6d', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'fixed_ips': [{'subnet_id': '8378d76d-b915-4a7c-8cbc-23b298d094de'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:53:32.259598 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-0288da84-b56f-4284-88e6-f5f857add04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:32.314780 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ac289cc9-7a99-48ba-acfc-7d5183b5e5ae tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:32.331057 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 3cd858cc-2b12-4f65-bfa6-dbb86b043779 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:53:32.363143 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-c37e404b-6f46-4ab6-a94b-4d4d19cdf0a4 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Allocated IP 172.20.0.5 (90a926dd-2546-4ce1-b34d-6cff2b69cfb5/7380a8a0-99f9-4c14-9487-f68bfe072346/d3d74936-6d76-4608-bd31-80477b7213a9) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:32.389187 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c7e14c83-db89-41db-b78b-f5a075bd3cc7 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:32.390584 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-c7e14c83-db89-41db-b78b-f5a075bd3cc7 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] 10.222.0.55 "DELETE /v2.0/routers/26d59314-5420-44d6-8bb9-c3addc01368a HTTP/1.1" status: 204 len: 168 time: 7.9057689 Apr 01 15:53:32.395284 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-f62f1750-ed4b-427e-964c-9012f0244428 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:32.397286 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50232) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:32.407146 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac289cc9-7a99-48ba-acfc-7d5183b5e5ae tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event deleted for resources: {'Port': ['ID=dd96c896-53bd-4401-b2cb-167c040c75a4,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:32.416458 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-f62f1750-ed4b-427e-964c-9012f0244428 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Usage tracker for resource:subnet and tenant:140c0a827c6a433287acd915ee3c410d is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:32.426945 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 3cd858cc-2b12-4f65-bfa6-dbb86b043779 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:53:32.427348 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 3cd858cc-2b12-4f65-bfa6-dbb86b043779 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:53:32.488797 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-f62f1750-ed4b-427e-964c-9012f0244428 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:32.497574 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ac289cc9-7a99-48ba-acfc-7d5183b5e5ae tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:32.499738 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-ac289cc9-7a99-48ba-acfc-7d5183b5e5ae tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/ports/dd96c896-53bd-4401-b2cb-167c040c75a4 HTTP/1.1" status: 204 len: 168 time: 3.1250954 Apr 01 15:53:32.503354 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50236) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:32.545388 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-f62f1750-ed4b-427e-964c-9012f0244428 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:32.567129 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-a5fa7545-1174-4165-8cf3-d0cb04d5de7e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Deleting port aa8c2b8f-83ab-44d6-9600-e80d508a7acc {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:53:32.567483 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a5fa7545-1174-4165-8cf3-d0cb04d5de7e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:32.593952 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-0288da84-b56f-4284-88e6-f5f857add04e None None] Allocated IP 2001:db8::2 (c3293d86-34d8-4043-88a9-5e8c99363a6d/8378d76d-b915-4a7c-8cbc-23b298d094de/5b9e331d-c6c9-4776-affd-c60d3c1ae46b) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:32.645479 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-aa381259-88e2-4fcf-9b5e-56f5e881991f admin admin] Notify callbacks [] for router, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:32.676005 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f62f1750-ed4b-427e-964c-9012f0244428 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Made reservation on behalf of 140c0a827c6a433287acd915ee3c410d for: {'subnet': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:32.697390 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ad1bb2-595b-4159-ad1c-7f8b916205ea tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:32.701374 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ad1bb2-595b-4159-ad1c-7f8b916205ea tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:32.705355 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ad1bb2-595b-4159-ad1c-7f8b916205ea tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:32.709570 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ad1bb2-595b-4159-ad1c-7f8b916205ea tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:32.714166 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ad1bb2-595b-4159-ad1c-7f8b916205ea tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:32.718029 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ad1bb2-595b-4159-ad1c-7f8b916205ea tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:32.719787 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-48ad1bb2-595b-4159-ad1c-7f8b916205ea tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.4884229 Apr 01 15:53:32.735018 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50240) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:32.753355 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-a5fa7545-1174-4165-8cf3-d0cb04d5de7e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] The port 'aa8c2b8f-83ab-44d6-9600-e80d508a7acc' was deleted {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:53:32.844684 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-0288da84-b56f-4284-88e6-f5f857add04e None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:32.856088 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-0288da84-b56f-4284-88e6-f5f857add04e None None] Transition to ACTIVE for port object 5b9e331d-c6c9-4776-affd-c60d3c1ae46b will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:32.878461 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-0288da84-b56f-4284-88e6-f5f857add04e None None] Transition to ACTIVE for port object 5b9e331d-c6c9-4776-affd-c60d3c1ae46b will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:32.886785 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-0288da84-b56f-4284-88e6-f5f857add04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:32.954897 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0288da84-b56f-4284-88e6-f5f857add04e None None] Network c3293d86-34d8-4043-88a9-5e8c99363a6d is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:32.957877 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-0288da84-b56f-4284-88e6-f5f857add04e None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:32.962420 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0288da84-b56f-4284-88e6-f5f857add04e None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:53:32.964229 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8581c88f-49c0-4bc0-9d82-311ee8de3d22 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:32.965109 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0288da84-b56f-4284-88e6-f5f857add04e None None] Pushing event updated for resources: {'Port': ['ID=5b9e331d-c6c9-4776-affd-c60d3c1ae46b,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:32.966114 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8581c88f-49c0-4bc0-9d82-311ee8de3d22 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:32.966921 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-8581c88f-49c0-4bc0-9d82-311ee8de3d22 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Synchronizing usage tracker for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:subnet {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:53:33.058934 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-0288da84-b56f-4284-88e6-f5f857add04e None None] Attempting to bind port 5b9e331d-c6c9-4776-affd-c60d3c1ae46b on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:53:33.058934 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-0288da84-b56f-4284-88e6-f5f857add04e None None] Attempting to bind port 5b9e331d-c6c9-4776-affd-c60d3c1ae46b by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'e1afdbc5-c067-4fa6-aa9f-86d41caffda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c3293d86-34d8-4043-88a9-5e8c99363a6d'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:53:33.058934 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0288da84-b56f-4284-88e6-f5f857add04e None None] Attempting to bind port 5b9e331d-c6c9-4776-affd-c60d3c1ae46b on network c3293d86-34d8-4043-88a9-5e8c99363a6d {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:53:33.074070 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0288da84-b56f-4284-88e6-f5f857add04e None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:53:33.074782 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0288da84-b56f-4284-88e6-f5f857add04e None None] Checking segment: {'id': 'e1afdbc5-c067-4fa6-aa9f-86d41caffda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c3293d86-34d8-4043-88a9-5e8c99363a6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:53:33.076039 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-0288da84-b56f-4284-88e6-f5f857add04e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:33.076653 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0288da84-b56f-4284-88e6-f5f857add04e None None] Bound using segment: {'id': 'e1afdbc5-c067-4fa6-aa9f-86d41caffda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c3293d86-34d8-4043-88a9-5e8c99363a6d'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:53:33.077454 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-0288da84-b56f-4284-88e6-f5f857add04e None None] Bound port: 5b9e331d-c6c9-4776-affd-c60d3c1ae46b, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1afdbc5-c067-4fa6-aa9f-86d41caffda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c3293d86-34d8-4043-88a9-5e8c99363a6d'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:53:33.079232 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-0288da84-b56f-4284-88e6-f5f857add04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:33.102155 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-8581c88f-49c0-4bc0-9d82-311ee8de3d22 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Unset dirty status for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:subnet {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:53:33.103243 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-8581c88f-49c0-4bc0-9d82-311ee8de3d22 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.5964482 Apr 01 15:53:33.114623 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50244) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:33.115511 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a5fa7545-1174-4165-8cf3-d0cb04d5de7e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:33.163808 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-a5fa7545-1174-4165-8cf3-d0cb04d5de7e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['214b3685-1361-45a4-add3-6e68b4846dcd']}} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:33.183191 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c37e404b-6f46-4ab6-a94b-4d4d19cdf0a4 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:33.185071 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f62f1750-ed4b-427e-964c-9012f0244428 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16088980'] for subnet, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:33.194387 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-a5fa7545-1174-4165-8cf3-d0cb04d5de7e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '221e711b-55fc-4317-8297-243ccf7d543c') {'for_net_delete': True} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:33.194733 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-a5fa7545-1174-4165-8cf3-d0cb04d5de7e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '221e711b-55fc-4317-8297-243ccf7d543c') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:33.202445 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-0288da84-b56f-4284-88e6-f5f857add04e None None] For port 5b9e331d-c6c9-4776-affd-c60d3c1ae46b, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:53:33.209172 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-0288da84-b56f-4284-88e6-f5f857add04e None None] For port 5b9e331d-c6c9-4776-affd-c60d3c1ae46b, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=5b9e331d-c6c9-4776-affd-c60d3c1ae46b,segment=NetworkSegment(e1afdbc5-c067-4fa6-aa9f-86d41caffda6),segment_id=e1afdbc5-c067-4fa6-aa9f-86d41caffda6)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:53:33.221424 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-0288da84-b56f-4284-88e6-f5f857add04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:33.226483 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a5fa7545-1174-4165-8cf3-d0cb04d5de7e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15303093'] for segment, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:33.235840 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [None req-c37e404b-6f46-4ab6-a94b-4d4d19cdf0a4 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Transition to ACTIVE for port object d3d74936-6d76-4608-bd31-80477b7213a9 will not be triggered until provisioned by entity DHCP. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:33.264320 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a5fa7545-1174-4165-8cf3-d0cb04d5de7e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:33.278203 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5fa7545-1174-4165-8cf3-d0cb04d5de7e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=83828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:53:33.278621 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a5fa7545-1174-4165-8cf3-d0cb04d5de7e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15306523'] for segment, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:33.296102 dv-neutron-833373-2-hyperv neutron-server[83828]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:53:33.296102 dv-neutron-833373-2-hyperv neutron-server[83828]: util.warn( Apr 01 15:53:33.296102 dv-neutron-833373-2-hyperv neutron-server[83828]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:53:33.296102 dv-neutron-833373-2-hyperv neutron-server[83828]: util.warn( Apr 01 15:53:33.296102 dv-neutron-833373-2-hyperv neutron-server[83828]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:53:33.296102 dv-neutron-833373-2-hyperv neutron-server[83828]: util.warn( Apr 01 15:53:33.296102 dv-neutron-833373-2-hyperv neutron-server[83828]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:53:33.296102 dv-neutron-833373-2-hyperv neutron-server[83828]: util.warn( Apr 01 15:53:33.296102 dv-neutron-833373-2-hyperv neutron-server[83828]: Traceback (most recent call last): Apr 01 15:53:33.296102 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:53:33.296102 dv-neutron-833373-2-hyperv neutron-server[83828]: timer() Apr 01 15:53:33.296102 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:53:33.296102 dv-neutron-833373-2-hyperv neutron-server[83828]: cb(*args, **kw) Apr 01 15:53:33.296102 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:53:33.296102 dv-neutron-833373-2-hyperv neutron-server[83828]: return func(*args, **kwargs) Apr 01 15:53:33.296102 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:53:33.296102 dv-neutron-833373-2-hyperv neutron-server[83828]: self._notify() Apr 01 15:53:33.296102 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:53:33.296102 dv-neutron-833373-2-hyperv neutron-server[83828]: self.callback(batched_events) Apr 01 15:53:33.296102 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:53:33.296102 dv-neutron-833373-2-hyperv neutron-server[83828]: event.method(event) Apr 01 15:53:33.296102 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:53:33.296102 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:53:33.296102 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:53:33.296102 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:53:33.296102 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:53:33.296102 dv-neutron-833373-2-hyperv neutron-server[83828]: return f(self, *a, **k) Apr 01 15:53:33.296102 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:53:33.296102 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._get(url).json() Apr 01 15:53:33.296102 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:53:33.296102 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:53:33.296102 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:53:33.296102 dv-neutron-833373-2-hyperv neutron-server[83828]: return self.request(url, 'GET', **kwargs) Apr 01 15:53:33.296102 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:53:33.296102 dv-neutron-833373-2-hyperv neutron-server[83828]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:53:33.296102 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:53:33.296102 dv-neutron-833373-2-hyperv neutron-server[83828]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:53:33.296102 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:53:33.296102 dv-neutron-833373-2-hyperv neutron-server[83828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:53:33.296102 dv-neutron-833373-2-hyperv neutron-server[83828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:53:33.334489 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0288da84-b56f-4284-88e6-f5f857add04e None None] Pushing event updated for resources: {'Port': ['ID=5b9e331d-c6c9-4776-affd-c60d3c1ae46b,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:33.390861 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e3fa636-3d3a-4eb8-b38b-584aed4985d0 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Deleting subnet 03b8da77-f2fe-475f-841f-e4121aac32c7 {{(pid=83826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:53:33.459791 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c37e404b-6f46-4ab6-a94b-4d4d19cdf0a4 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:33.462075 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9e3fa636-3d3a-4eb8-b38b-584aed4985d0 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks [] for subnet, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:33.520198 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-9bfd3b7e-8b38-4168-913e-9db3df913833 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] 10.222.0.55 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.7724304 Apr 01 15:53:33.533589 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50248) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:33.680212 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-aa381259-88e2-4fcf-9b5e-56f5e881991f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:33.692839 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a5fa7545-1174-4165-8cf3-d0cb04d5de7e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:33.713882 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9e3fa636-3d3a-4eb8-b38b-584aed4985d0 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16610770'] for subnet, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:33.729324 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a5fa7545-1174-4165-8cf3-d0cb04d5de7e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:33.741397 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-aa381259-88e2-4fcf-9b5e-56f5e881991f admin admin] Deleting port a8e6fda2-905b-427e-8842-a175097dbe63 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:53:33.741730 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-aa381259-88e2-4fcf-9b5e-56f5e881991f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:33.786728 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fa7545-1174-4165-8cf3-d0cb04d5de7e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Pushing event deleted for resources: {'Network': ['ID=214b3685-1361-45a4-add3-6e68b4846dcd,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:33.799128 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-a5fa7545-1174-4165-8cf3-d0cb04d5de7e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "DELETE /v2.0/networks/214b3685-1361-45a4-add3-6e68b4846dcd HTTP/1.1" status: 204 len: 168 time: 4.8712597 Apr 01 15:53:33.810738 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50252) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:33.811311 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37e404b-6f46-4ab6-a94b-4d4d19cdf0a4 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Network 90a926dd-2546-4ce1-b34d-6cff2b69cfb5 is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:33.811919 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-c37e404b-6f46-4ab6-a94b-4d4d19cdf0a4 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:33.813977 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37e404b-6f46-4ab6-a94b-4d4d19cdf0a4 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Pushing event updated for resources: {'Port': ['ID=d3d74936-6d76-4608-bd31-80477b7213a9,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:33.818226 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37e404b-6f46-4ab6-a94b-4d4d19cdf0a4 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:53:33.830704 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba83b1b-ad8c-49ca-9c38-3172ea8bf313 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:33.833181 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba83b1b-ad8c-49ca-9c38-3172ea8bf313 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:33.834671 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba83b1b-ad8c-49ca-9c38-3172ea8bf313 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:33.835985 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba83b1b-ad8c-49ca-9c38-3172ea8bf313 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:33.837427 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba83b1b-ad8c-49ca-9c38-3172ea8bf313 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:33.839116 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-6ba83b1b-ad8c-49ca-9c38-3172ea8bf313 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2556896 Apr 01 15:53:33.849175 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-0c20d7df-43c7-463d-bab1-8b4a6db02d1b tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1245498407'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:53:33.857414 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50256) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:33.906084 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-0c20d7df-43c7-463d-bab1-8b4a6db02d1b tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:33.985389 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_v2 [None req-06971597-4968-476a-871e-626a57190db3 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Deleting subnet 93302714-e1ce-4228-ae9b-722c278b04e6 {{(pid=83826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:53:33.986920 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37e404b-6f46-4ab6-a94b-4d4d19cdf0a4 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:33.987547 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c37e404b-6f46-4ab6-a94b-4d4d19cdf0a4 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:33.993776 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-0c20d7df-43c7-463d-bab1-8b4a6db02d1b tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Usage tracker for resource:network and tenant:144b300b27fa4dafba1405cae5639f1c is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:34.003145 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9e3fa636-3d3a-4eb8-b38b-584aed4985d0 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:34.026150 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-c37e404b-6f46-4ab6-a94b-4d4d19cdf0a4 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.0549459 Apr 01 15:53:34.026844 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50260) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:34.037201 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-151d47db-2e7d-424e-82f0-3c0469dca6e6 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:19:a9:86'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:6e:99:43'}]}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:53:34.070356 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-0c20d7df-43c7-463d-bab1-8b4a6db02d1b tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:34.082618 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-06971597-4968-476a-871e-626a57190db3 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for subnet, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:34.105168 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-aa381259-88e2-4fcf-9b5e-56f5e881991f admin admin] For port a8e6fda2-905b-427e-8842-a175097dbe63, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=a8e6fda2-905b-427e-8842-a175097dbe63,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:53:34.105544 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-aa381259-88e2-4fcf-9b5e-56f5e881991f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:34.113578 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-aa11e6c0-ea10-4a4a-81f7-f124ffee4745 None None] Provisioning for port d3d74936-6d76-4608-bd31-80477b7213a9 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:34.122665 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-aa11e6c0-ea10-4a4a-81f7-f124ffee4745 None None] Provisioning complete for port d3d74936-6d76-4608-bd31-80477b7213a9 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:34.123506 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-aa11e6c0-ea10-4a4a-81f7-f124ffee4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:34.130042 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-0c20d7df-43c7-463d-bab1-8b4a6db02d1b tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:34.215344 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-295f0af7-ed5c-4f4e-a051-73bf10fd6ae4 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Deleting port e44e2fb4-3ed3-456b-bd24-27787518beb3 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:53:34.215823 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-295f0af7-ed5c-4f4e-a051-73bf10fd6ae4 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:34.269579 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-aa381259-88e2-4fcf-9b5e-56f5e881991f admin admin] Calling delete_port for a8e6fda2-905b-427e-8842-a175097dbe63 owned by network:router_gateway {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:53:34.272223 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-aa11e6c0-ea10-4a4a-81f7-f124ffee4745 None None] Port d3d74936-6d76-4608-bd31-80477b7213a9 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:53:34.278330 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde28762-a626-4fc9-9c5b-dceb3bc64eb3 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Attributes excluded by policy engine: ['shared'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:34.279658 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde28762-a626-4fc9-9c5b-dceb3bc64eb3 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Attributes excluded by policy engine: ['shared'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:34.281315 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde28762-a626-4fc9-9c5b-dceb3bc64eb3 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Attributes excluded by policy engine: ['shared'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:34.282769 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde28762-a626-4fc9-9c5b-dceb3bc64eb3 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Attributes excluded by policy engine: ['shared'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:34.284020 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 5b9e331d-c6c9-4776-affd-c60d3c1ae46b up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:53:34.284170 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde28762-a626-4fc9-9c5b-dceb3bc64eb3 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Attributes excluded by policy engine: ['shared'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:34.285878 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-bde28762-a626-4fc9-9c5b-dceb3bc64eb3 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] 10.222.0.55 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.3905997 Apr 01 15:53:34.288874 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-06971597-4968-476a-871e-626a57190db3 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16610770'] for subnet, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:34.298952 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50264) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:34.347237 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c20d7df-43c7-463d-bab1-8b4a6db02d1b tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Made reservation on behalf of 144b300b27fa4dafba1405cae5639f1c for: {'network': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:34.351018 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0c20d7df-43c7-463d-bab1-8b4a6db02d1b tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:34.376323 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 5b9e331d-c6c9-4776-affd-c60d3c1ae46b completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:34.425831 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9e3fa636-3d3a-4eb8-b38b-584aed4985d0 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15415074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16089009'] for subnet, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:34.504199 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f62f1750-ed4b-427e-964c-9012f0244428 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15415267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16089018'] for subnet, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:34.520565 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9e3fa636-3d3a-4eb8-b38b-584aed4985d0 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:34.571845 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3fa636-3d3a-4eb8-b38b-584aed4985d0 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Pushing event deleted for resources: {'Subnet': ['ID=03b8da77-f2fe-475f-841f-e4121aac32c7,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:34.646004 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9699f1c-0bd1-4b40-94fc-8fe766fe19ba tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:34.647473 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-c9699f1c-0bd1-4b40-94fc-8fe766fe19ba tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] 10.222.0.55 "GET /v2.0/networks/96ec9f53-e784-45b3-8d74-9604325b4546 HTTP/1.1" status: 200 len: 804 time: 0.3475769 Apr 01 15:53:34.656849 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f199b40-e2d5-417f-a9aa-78bfa3fcce22 None None] Network c3293d86-34d8-4043-88a9-5e8c99363a6d requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:53:34.657115 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50268) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:34.766421 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-e5500bd8-7d61-467d-8bf2-cbb1c2ba6411 None None] Provisioning for port 5b9e331d-c6c9-4776-affd-c60d3c1ae46b completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:34.766993 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-151d47db-2e7d-424e-82f0-3c0469dca6e6 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:34.784444 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-e5500bd8-7d61-467d-8bf2-cbb1c2ba6411 None None] Provisioning complete for port 5b9e331d-c6c9-4776-affd-c60d3c1ae46b triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:34.785108 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-e5500bd8-7d61-467d-8bf2-cbb1c2ba6411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:34.785601 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c20d7df-43c7-463d-bab1-8b4a6db02d1b tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=83826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:53:34.788351 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-9e3fa636-3d3a-4eb8-b38b-584aed4985d0 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] 10.222.0.55 "DELETE /v2.0/subnets/03b8da77-f2fe-475f-841f-e4121aac32c7 HTTP/1.1" status: 204 len: 168 time: 2.3871784 Apr 01 15:53:34.799766 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50272) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:34.856712 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0c20d7df-43c7-463d-bab1-8b4a6db02d1b tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:34.857476 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.segments_db [None req-0c20d7df-43c7-463d-bab1-8b4a6db02d1b tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Added segment fcf729ef-e44f-44d8-b589-5c4c651519e1 of type vlan for network 01c00d3a-ebf8-40e9-b7be-cf7418f07095 Apr 01 15:53:34.942585 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-06971597-4968-476a-871e-626a57190db3 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:34.943011 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-aa381259-88e2-4fcf-9b5e-56f5e881991f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:35.002764 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-37b27c2e-03b8-4aab-b4e0-34ff06d889c7 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] 10.222.0.55 "GET /v2.0/networks/96ec9f53-e784-45b3-8d74-9604325b4546?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.3394926 Apr 01 15:53:35.002764 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa381259-88e2-4fcf-9b5e-56f5e881991f admin admin] Pushing event deleted for resources: {'Port': ['ID=a8e6fda2-905b-427e-8842-a175097dbe63,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:35.005301 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50276) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:35.011853 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-e5500bd8-7d61-467d-8bf2-cbb1c2ba6411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:35.030412 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-295f0af7-ed5c-4f4e-a051-73bf10fd6ae4 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:35.060701 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-e5500bd8-7d61-467d-8bf2-cbb1c2ba6411 None None] For port 5b9e331d-c6c9-4776-affd-c60d3c1ae46b, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=5b9e331d-c6c9-4776-affd-c60d3c1ae46b,segment=NetworkSegment(e1afdbc5-c067-4fa6-aa9f-86d41caffda6),segment_id=e1afdbc5-c067-4fa6-aa9f-86d41caffda6)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:53:35.069415 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-e5500bd8-7d61-467d-8bf2-cbb1c2ba6411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:35.155464 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5500bd8-7d61-467d-8bf2-cbb1c2ba6411 None None] Pushing event updated for resources: {'Port': ['ID=5b9e331d-c6c9-4776-affd-c60d3c1ae46b,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:35.209328 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-295f0af7-ed5c-4f4e-a051-73bf10fd6ae4 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Calling delete_port for e44e2fb4-3ed3-456b-bd24-27787518beb3 owned by network:router_interface {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:53:35.276815 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62f1750-ed4b-427e-964c-9012f0244428 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Pushing event updated for resources: {'Subnet': ['ID=ceff7d1e-d4ea-4e0f-b8ef-52dbe74c5044,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:35.301629 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-af0db87f-8324-4f99-a135-ccb36a6a856f None None] Provisioning complete for port 5b9e331d-c6c9-4776-affd-c60d3c1ae46b triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:35.301973 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-af0db87f-8324-4f99-a135-ccb36a6a856f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:35.311401 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0c20d7df-43c7-463d-bab1-8b4a6db02d1b tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:35.331885 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9a0671f4-5de7-430e-967a-a55dec7734e3 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:35.343677 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62f1750-ed4b-427e-964c-9012f0244428 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Checking segment: {'id': 'e33136d4-54ad-49ab-8d1b-cb96713f0eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2923efa5-2756-4666-a9bb-08b89c0e2219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:53:35.344098 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62f1750-ed4b-427e-964c-9012f0244428 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Network hostable DHCP agents. Network: 2923efa5-2756-4666-a9bb-08b89c0e2219, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:53:35.418668 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c560d35-cc90-4b71-85b7-0a0abd5e89dd tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:35.420030 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-6c560d35-cc90-4b71-85b7-0a0abd5e89dd tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] 10.222.0.55 "GET /v2.0/subnets/d351aadf-95eb-40c1-a5e2-7c63bc05888e HTTP/1.1" status: 200 len: 843 time: 0.4131501 Apr 01 15:53:35.428533 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50280) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:35.489804 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0c20d7df-43c7-463d-bab1-8b4a6db02d1b tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:35.493904 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c20d7df-43c7-463d-bab1-8b4a6db02d1b tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:35.495059 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0c20d7df-43c7-463d-bab1-8b4a6db02d1b tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:35.570500 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-06971597-4968-476a-871e-626a57190db3 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15415074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16089009'] for subnet, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:35.648294 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-aa381259-88e2-4fcf-9b5e-56f5e881991f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617660'] for router_gateway, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:35.712358 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06971597-4968-476a-871e-626a57190db3 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event deleted for resources: {'Subnet': ['ID=93302714-e1ce-4228-ae9b-722c278b04e6,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:35.729701 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9a0671f4-5de7-430e-967a-a55dec7734e3 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:35.741707 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62f1750-ed4b-427e-964c-9012f0244428 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Network 2923efa5-2756-4666-a9bb-08b89c0e2219 is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:53:35.759382 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-0c20d7df-43c7-463d-bab1-8b4a6db02d1b tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.9368780 Apr 01 15:53:35.761579 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-06971597-4968-476a-871e-626a57190db3 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:35.763582 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-06971597-4968-476a-871e-626a57190db3 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/subnets/93302714-e1ce-4228-ae9b-722c278b04e6 HTTP/1.1" status: 204 len: 168 time: 2.6449249 Apr 01 15:53:35.774988 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673135fa-fd9f-45a6-80c9-a476789edeb5 None None] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:53:35.776873 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50284) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:35.777376 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50286) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:35.784011 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c20d7df-43c7-463d-bab1-8b4a6db02d1b tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Pushing event updated for resources: {'Network': ['ID=01c00d3a-ebf8-40e9-b7be-cf7418f07095,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:35.790383 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04bc92b-374e-4104-b863-80e7e19eba02 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Attributes excluded by policy engine: ['shared'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:35.792555 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-617a2e39-9149-469b-8001-08cd6ed3f7db tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Request body: {'subnet': {'network_id': '01c00d3a-ebf8-40e9-b7be-cf7418f07095', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:53:35.792822 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-e04bc92b-374e-4104-b863-80e7e19eba02 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] 10.222.0.55 "GET /v2.0/subnets/d351aadf-95eb-40c1-a5e2-7c63bc05888e?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3626511 Apr 01 15:53:35.803086 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 01c00d3a-ebf8-40e9-b7be-cf7418f07095 details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:53:35.803473 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.db.resource_extend [None req-151d47db-2e7d-424e-82f0-3c0469dca6e6 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:53:35.809931 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50292) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:35.811900 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-9a0671f4-5de7-430e-967a-a55dec7734e3 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41457c54-04fc-4048-91e2-4fb9d212c56a']}} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:35.819768 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-151d47db-2e7d-424e-82f0-3c0469dca6e6 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Notify callbacks [] for port, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:35.829204 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-151d47db-2e7d-424e-82f0-3c0469dca6e6 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:35.875385 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-f62f1750-ed4b-427e-964c-9012f0244428 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, 2923efa5-2756-4666-a9bb-08b89c0e2219) {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:35.898604 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-be8e261e-5886-43a4-8cba-bafe5dd42197 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-764414125'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:53:35.934966 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5e4fb6-d69d-47b6-a592-6bf3a32ffd96 None None] Network 2923efa5-2756-4666-a9bb-08b89c0e2219 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:53:35.960339 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62f1750-ed4b-427e-964c-9012f0244428 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:35.960952 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f62f1750-ed4b-427e-964c-9012f0244428 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:35.971891 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-88dcbd8b-96d9-4c37-ae3f-ea360471a02e tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1865852 Apr 01 15:53:35.972328 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-be8e261e-5886-43a4-8cba-bafe5dd42197 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:35.988224 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-9a0671f4-5de7-430e-967a-a55dec7734e3 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cafc38b6-2d49-4351-a6fb-49c8027b84e3') {'for_net_delete': True} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:35.988621 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-9a0671f4-5de7-430e-967a-a55dec7734e3 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cafc38b6-2d49-4351-a6fb-49c8027b84e3') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:35.995639 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50296) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:36.073457 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-aa381259-88e2-4fcf-9b5e-56f5e881991f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130651'] for router, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:36.117299 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151d47db-2e7d-424e-82f0-3c0469dca6e6 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Pushing event updated for resources: {'Port': ['ID=d3d74936-6d76-4608-bd31-80477b7213a9,revision_number=2']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:36.122742 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-aa381259-88e2-4fcf-9b5e-56f5e881991f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:36.126216 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-be8e261e-5886-43a4-8cba-bafe5dd42197 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:36.129044 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-151d47db-2e7d-424e-82f0-3c0469dca6e6 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] In _notify_port_updated(), no bound segment for port d3d74936-6d76-4608-bd31-80477b7213a9 on network 90a926dd-2546-4ce1-b34d-6cff2b69cfb5 {{(pid=83828) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 01 15:53:36.133172 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151d47db-2e7d-424e-82f0-3c0469dca6e6 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:36.133987 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-151d47db-2e7d-424e-82f0-3c0469dca6e6 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:36.135611 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-151d47db-2e7d-424e-82f0-3c0469dca6e6 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] 10.222.0.55 "PUT /v2.0/ports/d3d74936-6d76-4608-bd31-80477b7213a9 HTTP/1.1" status: 200 len: 1054 time: 2.1051664 Apr 01 15:53:36.138600 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50300) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:36.156844 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9a0671f4-5de7-430e-967a-a55dec7734e3 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16610763'] for segment, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:36.224443 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-f62f1750-ed4b-427e-964c-9012f0244428 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.1144145 Apr 01 15:53:36.230893 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50304) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:36.231723 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-d69f1524-66b7-44a7-967b-7fbca3c21170 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Deleting port d3d74936-6d76-4608-bd31-80477b7213a9 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:53:36.233452 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d69f1524-66b7-44a7-967b-7fbca3c21170 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:36.255344 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9a0671f4-5de7-430e-967a-a55dec7734e3 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:36.270757 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-5c172152-e4b9-4826-95ed-4296f1777881 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-918562338', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:53:36.285019 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be8e261e-5886-43a4-8cba-bafe5dd42197 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Made reservation on behalf of d41ff62d3a004209bfda315661ac6954 for: {'network': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:36.293888 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-be8e261e-5886-43a4-8cba-bafe5dd42197 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:36.307852 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-617a2e39-9149-469b-8001-08cd6ed3f7db tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:36.323078 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-5c172152-e4b9-4826-95ed-4296f1777881 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:36.325937 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a0671f4-5de7-430e-967a-a55dec7734e3 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=83826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:53:36.326275 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9a0671f4-5de7-430e-967a-a55dec7734e3 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15415164'] for segment, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:36.346885 dv-neutron-833373-2-hyperv neutron-server[83826]: Traceback (most recent call last): Apr 01 15:53:36.346885 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:53:36.346885 dv-neutron-833373-2-hyperv neutron-server[83826]: timer() Apr 01 15:53:36.346885 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:53:36.346885 dv-neutron-833373-2-hyperv neutron-server[83826]: cb(*args, **kw) Apr 01 15:53:36.346885 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:53:36.346885 dv-neutron-833373-2-hyperv neutron-server[83826]: return func(*args, **kwargs) Apr 01 15:53:36.346885 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:53:36.346885 dv-neutron-833373-2-hyperv neutron-server[83826]: self._notify() Apr 01 15:53:36.346885 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:53:36.346885 dv-neutron-833373-2-hyperv neutron-server[83826]: self.callback(batched_events) Apr 01 15:53:36.346885 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:53:36.346885 dv-neutron-833373-2-hyperv neutron-server[83826]: event.method(event) Apr 01 15:53:36.346885 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:53:36.346885 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:53:36.346885 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:53:36.346885 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:53:36.346885 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:53:36.346885 dv-neutron-833373-2-hyperv neutron-server[83826]: return f(self, *a, **k) Apr 01 15:53:36.346885 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:53:36.346885 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._get(url).json() Apr 01 15:53:36.346885 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:53:36.346885 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:53:36.346885 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:53:36.346885 dv-neutron-833373-2-hyperv neutron-server[83826]: return self.request(url, 'GET', **kwargs) Apr 01 15:53:36.346885 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:53:36.346885 dv-neutron-833373-2-hyperv neutron-server[83826]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:53:36.346885 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:53:36.346885 dv-neutron-833373-2-hyperv neutron-server[83826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:53:36.346885 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:53:36.346885 dv-neutron-833373-2-hyperv neutron-server[83826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:53:36.346885 dv-neutron-833373-2-hyperv neutron-server[83826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:53:36.358228 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-617a2e39-9149-469b-8001-08cd6ed3f7db tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Usage tracker for resource:subnet and tenant:144b300b27fa4dafba1405cae5639f1c is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:36.361842 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-5c172152-e4b9-4826-95ed-4296f1777881 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Usage tracker for resource:router and tenant:140c0a827c6a433287acd915ee3c410d is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:36.363739 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-aa381259-88e2-4fcf-9b5e-56f5e881991f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607376'] for router, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:36.364483 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa381259-88e2-4fcf-9b5e-56f5e881991f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae380df1-4024-44b3-84a9-36df412c5260 {{(pid=83828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:53:36.383132 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 5b9e331d-c6c9-4776-affd-c60d3c1ae46b up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:53:36.413546 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-aa381259-88e2-4fcf-9b5e-56f5e881991f admin admin] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:36.414243 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-295f0af7-ed5c-4f4e-a051-73bf10fd6ae4 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:36.417620 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-aa381259-88e2-4fcf-9b5e-56f5e881991f admin admin] 10.222.0.55 "DELETE /v2.0/routers/ae380df1-4024-44b3-84a9-36df412c5260 HTTP/1.1" status: 204 len: 168 time: 5.6324346 Apr 01 15:53:36.439719 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50308) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:36.457227 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-617a2e39-9149-469b-8001-08cd6ed3f7db tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:36.467577 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-5c172152-e4b9-4826-95ed-4296f1777881 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:36.505563 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295f0af7-ed5c-4f4e-a051-73bf10fd6ae4 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Pushing event deleted for resources: {'Port': ['ID=e44e2fb4-3ed3-456b-bd24-27787518beb3,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:36.512352 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-5c172152-e4b9-4826-95ed-4296f1777881 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:36.515956 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-617a2e39-9149-469b-8001-08cd6ed3f7db tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:36.536347 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a00ec0-49a7-469a-adcc-b09e59acffee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-2923efa5-2756-4666-a9bb-08b89c0e2219', 'network_id': '2923efa5-2756-4666-a9bb-08b89c0e2219', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'fixed_ips': [{'subnet_id': 'ceff7d1e-d4ea-4e0f-b8ef-52dbe74c5044'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:53:36.537618 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c5a00ec0-49a7-469a-adcc-b09e59acffee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:36.545127 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be8e261e-5886-43a4-8cba-bafe5dd42197 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=83826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:53:36.553493 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-2826efb6-fa85-4c32-abd0-9ee65feb0654 None None] Provisioning complete for port d3d74936-6d76-4608-bd31-80477b7213a9 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:36.554102 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-2826efb6-fa85-4c32-abd0-9ee65feb0654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:36.584860 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_v2 [None req-d607669b-4736-4ea0-bf15-34941d71acee admin admin] Deleting subnet 316ad757-bf54-49b9-829b-e0e949015709 {{(pid=83828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:53:36.594577 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-be8e261e-5886-43a4-8cba-bafe5dd42197 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:36.594934 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.segments_db [None req-be8e261e-5886-43a4-8cba-bafe5dd42197 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Added segment fef2715e-1425-4d2a-b7b4-17ac34082e99 of type vlan for network e5465462-337c-4b75-8b2f-1a272c972cd5 Apr 01 15:53:36.597147 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5c172152-e4b9-4826-95ed-4296f1777881 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130665'] for router, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:36.598040 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5c172152-e4b9-4826-95ed-4296f1777881 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617571', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130640'] for router, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:36.614887 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9a0671f4-5de7-430e-967a-a55dec7734e3 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:36.618171 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-617a2e39-9149-469b-8001-08cd6ed3f7db tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Made reservation on behalf of 144b300b27fa4dafba1405cae5639f1c for: {'subnet': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:36.620295 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 5b9e331d-c6c9-4776-affd-c60d3c1ae46b triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:36.620985 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:36.702641 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d607669b-4736-4ea0-bf15-34941d71acee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:36.712321 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-2826efb6-fa85-4c32-abd0-9ee65feb0654 None None] Port d3d74936-6d76-4608-bd31-80477b7213a9 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:53:36.803321 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d607669b-4736-4ea0-bf15-34941d71acee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15303084'] for subnet, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:36.843064 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-c5a00ec0-49a7-469a-adcc-b09e59acffee None None] Allocated IP 2001:db8:1::2 (2923efa5-2756-4666-a9bb-08b89c0e2219/ceff7d1e-d4ea-4e0f-b8ef-52dbe74c5044/8ca2a819-0b52-498b-9379-9338b49a6934) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:36.870564 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-be8e261e-5886-43a4-8cba-bafe5dd42197 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:36.894922 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d69f1524-66b7-44a7-967b-7fbca3c21170 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:36.903483 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9a0671f4-5de7-430e-967a-a55dec7734e3 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:36.918391 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0671f4-5de7-430e-967a-a55dec7734e3 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] Pushing event deleted for resources: {'Network': ['ID=41457c54-04fc-4048-91e2-4fb9d212c56a,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:36.962873 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebef406-07ed-48b5-9e30-bd9dc4e0dcf3 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:36.967378 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-1ebef406-07ed-48b5-9e30-bd9dc4e0dcf3 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.9252334 Apr 01 15:53:36.997380 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50312) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:37.003671 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2276bdfb-2de7-44dc-b468-53b6e5c3b86c None None] DHCP port deletion for 7b65ac5c-8834-4b65-9b28-b7dba6c9746f request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:53:37.026609 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-be8e261e-5886-43a4-8cba-bafe5dd42197 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:37.030283 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8e261e-5886-43a4-8cba-bafe5dd42197 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:37.030863 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-be8e261e-5886-43a4-8cba-bafe5dd42197 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:37.116144 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-9a0671f4-5de7-430e-967a-a55dec7734e3 tempest-FloatingIPTestJSON-40456821 tempest-FloatingIPTestJSON-40456821-project] 10.222.0.55 "DELETE /v2.0/networks/41457c54-04fc-4048-91e2-4fb9d212c56a HTTP/1.1" status: 204 len: 168 time: 2.3027065 Apr 01 15:53:37.116144 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-be8e261e-5886-43a4-8cba-bafe5dd42197 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2381992 Apr 01 15:53:37.119563 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-2276bdfb-2de7-44dc-b468-53b6e5c3b86c None None] Deleting port afeada24-d686-4321-a6c8-b34714b21327 {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:53:37.119943 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-2276bdfb-2de7-44dc-b468-53b6e5c3b86c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:37.172984 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50318) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:37.188586 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-ed94f9cf-e247-4abc-a44a-2c530ee309ae tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Request body: {'subnet': {'network_id': 'e5465462-337c-4b75-8b2f-1a272c972cd5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:53:37.205571 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-d69f1524-66b7-44a7-967b-7fbca3c21170 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Calling delete_port for d3d74936-6d76-4608-bd31-80477b7213a9 owned by {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:53:37.258683 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5c172152-e4b9-4826-95ed-4296f1777881 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:37.308161 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-617a2e39-9149-469b-8001-08cd6ed3f7db tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16088980'] for subnet, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:37.323765 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d607669b-4736-4ea0-bf15-34941d71acee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:37.356522 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8e261e-5886-43a4-8cba-bafe5dd42197 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Pushing event updated for resources: {'Network': ['ID=e5465462-337c-4b75-8b2f-1a272c972cd5,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:37.379398 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network e5465462-337c-4b75-8b2f-1a272c972cd5 details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:53:37.430276 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f99a765-8f54-42ae-bc39-8c9df4a4a1b0 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:37.432028 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-5f99a765-8f54-42ae-bc39-8c9df4a4a1b0 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4316914 Apr 01 15:53:37.434922 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50322) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:37.540006 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:53:37.593391 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-5e6eece5-4058-46e1-b39b-9eca8d5a37bd tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1572552 Apr 01 15:53:37.600445 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50328) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:37.605614 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c5a00ec0-49a7-469a-adcc-b09e59acffee None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:37.617729 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5c172152-e4b9-4826-95ed-4296f1777881 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616'] for router, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:37.632364 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-46c2bed2-50ab-475e-8a07-034559793fd5 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Request body: {'subnet': {'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:53:37.658180 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-2276bdfb-2de7-44dc-b468-53b6e5c3b86c None None] For port afeada24-d686-4321-a6c8-b34714b21327, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=afeada24-d686-4321-a6c8-b34714b21327,segment=NetworkSegment(c41dc1a5-c958-4d8b-81ea-3934c36371b8),segment_id=c41dc1a5-c958-4d8b-81ea-3934c36371b8)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:53:37.660795 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-2276bdfb-2de7-44dc-b468-53b6e5c3b86c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:37.665472 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50332) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:37.672810 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-ed94f9cf-e247-4abc-a44a-2c530ee309ae tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:37.676823 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d69f1524-66b7-44a7-967b-7fbca3c21170 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:37.727564 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d607669b-4736-4ea0-bf15-34941d71acee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15306565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16030232'] for subnet, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:37.736099 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-c5a00ec0-49a7-469a-adcc-b09e59acffee None None] Transition to ACTIVE for port object 8ca2a819-0b52-498b-9379-9338b49a6934 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:37.762701 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5c172152-e4b9-4826-95ed-4296f1777881 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for router, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:37.763872 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-5c172152-e4b9-4826-95ed-4296f1777881 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.5320506 Apr 01 15:53:37.764966 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-ed94f9cf-e247-4abc-a44a-2c530ee309ae tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:37.771116 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50338) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:37.772524 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69f1524-66b7-44a7-967b-7fbca3c21170 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Pushing event deleted for resources: {'Port': ['ID=d3d74936-6d76-4608-bd31-80477b7213a9,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:37.798138 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-295f0af7-ed5c-4f4e-a051-73bf10fd6ae4 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611462'] for router_interface, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:37.818570 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-2276bdfb-2de7-44dc-b468-53b6e5c3b86c None None] Calling delete_port for afeada24-d686-4321-a6c8-b34714b21327 owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:53:37.818860 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-46c2bed2-50ab-475e-8a07-034559793fd5 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:37.821227 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed94f9cf-e247-4abc-a44a-2c530ee309ae tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Made reservation on behalf of d41ff62d3a004209bfda315661ac6954 for: {'subnet': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:37.854995 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d607669b-4736-4ea0-bf15-34941d71acee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=316ad757-bf54-49b9-829b-e0e949015709,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:37.883728 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-c5a00ec0-49a7-469a-adcc-b09e59acffee None None] Transition to ACTIVE for port object 8ca2a819-0b52-498b-9379-9338b49a6934 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:37.909881 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c5a00ec0-49a7-469a-adcc-b09e59acffee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:37.993983 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a00ec0-49a7-469a-adcc-b09e59acffee None None] Pushing event updated for resources: {'Port': ['ID=8ca2a819-0b52-498b-9379-9338b49a6934,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:38.006194 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d607669b-4736-4ea0-bf15-34941d71acee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444495'] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:38.011410 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64943a4a-8330-4210-9277-ae44a09d28a4 None None] Network 10bfa6c5-d504-42f7-b6a8-189d201bcc59 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:53:38.028276 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-46c2bed2-50ab-475e-8a07-034559793fd5 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:38.161727 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-d607669b-4736-4ea0-bf15-34941d71acee admin admin] 10.222.0.55 "DELETE /v2.0/subnets/316ad757-bf54-49b9-829b-e0e949015709 HTTP/1.1" status: 204 len: 168 time: 1.7205467 Apr 01 15:53:38.168338 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-a1f345f9-7a8a-403c-b5eb-19c1c971ec7a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7e7aded1adfa4cd1be462b87d89e24d5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5004447 Apr 01 15:53:38.169309 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50342) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:38.169924 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50344) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:38.182070 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ed94f9cf-e247-4abc-a44a-2c530ee309ae tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16088980'] for subnet, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:38.230666 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c2bed2-50ab-475e-8a07-034559793fd5 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Made reservation on behalf of 50a1f72bd5e54e209eb4756b30f7e6a6 for: {'subnet': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:38.235121 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-46c2bed2-50ab-475e-8a07-034559793fd5 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16088980'] for subnet, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:38.240146 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device afeada24-d686-4321-a6c8-b34714b21327 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:53:38.273867 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a00ec0-49a7-469a-adcc-b09e59acffee None None] Network 2923efa5-2756-4666-a9bb-08b89c0e2219 is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:38.280873 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-2276bdfb-2de7-44dc-b468-53b6e5c3b86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671'] for port, after_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:38.284504 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-c5a00ec0-49a7-469a-adcc-b09e59acffee None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:38.323161 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a00ec0-49a7-469a-adcc-b09e59acffee None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:53:38.333058 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: afeada24-d686-4321-a6c8-b34714b21327 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:53:38.333656 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device afeada24-d686-4321-a6c8-b34714b21327 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:53:38.334084 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device a8e6fda2-905b-427e-8842-a175097dbe63 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:53:38.393445 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2276bdfb-2de7-44dc-b468-53b6e5c3b86c None None] Pushing event deleted for resources: {'Port': ['ID=afeada24-d686-4321-a6c8-b34714b21327,revision_number=None']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:38.395504 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: a8e6fda2-905b-427e-8842-a175097dbe63 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:53:38.396070 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device a8e6fda2-905b-427e-8842-a175097dbe63 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:53:38.426415 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2276bdfb-2de7-44dc-b468-53b6e5c3b86c None None] No DVR routers for this DVR port afeada24-d686-4321-a6c8-b34714b21327 on host dv-neutron-833373-2-hyperv {{(pid=83829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:53:38.520035 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.ipam_backend_mixin [None req-ed94f9cf-e247-4abc-a44a-2c530ee309ae tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Performing IP validity checks on allocation pools {{(pid=83826) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 01 15:53:38.520546 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.ipam_backend_mixin [None req-ed94f9cf-e247-4abc-a44a-2c530ee309ae tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83826) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 01 15:53:38.557569 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-680ccf2b-55b6-481c-b21c-80168be573d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:38.565432 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-c5a00ec0-49a7-469a-adcc-b09e59acffee None None] Attempting to bind port 8ca2a819-0b52-498b-9379-9338b49a6934 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:53:38.565896 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-c5a00ec0-49a7-469a-adcc-b09e59acffee None None] Attempting to bind port 8ca2a819-0b52-498b-9379-9338b49a6934 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'e33136d4-54ad-49ab-8d1b-cb96713f0eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2923efa5-2756-4666-a9bb-08b89c0e2219'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:53:38.566325 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a00ec0-49a7-469a-adcc-b09e59acffee None None] Attempting to bind port 8ca2a819-0b52-498b-9379-9338b49a6934 on network 2923efa5-2756-4666-a9bb-08b89c0e2219 {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:53:38.578051 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a00ec0-49a7-469a-adcc-b09e59acffee None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:53:38.578525 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a00ec0-49a7-469a-adcc-b09e59acffee None None] Checking segment: {'id': 'e33136d4-54ad-49ab-8d1b-cb96713f0eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2923efa5-2756-4666-a9bb-08b89c0e2219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:53:38.579032 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c5a00ec0-49a7-469a-adcc-b09e59acffee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:38.579493 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a00ec0-49a7-469a-adcc-b09e59acffee None None] Bound using segment: {'id': 'e33136d4-54ad-49ab-8d1b-cb96713f0eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2923efa5-2756-4666-a9bb-08b89c0e2219'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:53:38.580035 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-c5a00ec0-49a7-469a-adcc-b09e59acffee None None] Bound port: 8ca2a819-0b52-498b-9379-9338b49a6934, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e33136d4-54ad-49ab-8d1b-cb96713f0eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '2923efa5-2756-4666-a9bb-08b89c0e2219'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:53:38.580476 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c5a00ec0-49a7-469a-adcc-b09e59acffee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:38.675099 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-680ccf2b-55b6-481c-b21c-80168be573d2 admin admin] Deleting port d300d4ee-0cc5-4557-8387-f78c55f8afef {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:53:38.675444 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-680ccf2b-55b6-481c-b21c-80168be573d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:38.701399 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-c5a00ec0-49a7-469a-adcc-b09e59acffee None None] For port 8ca2a819-0b52-498b-9379-9338b49a6934, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:53:38.705424 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-c5a00ec0-49a7-469a-adcc-b09e59acffee None None] For port 8ca2a819-0b52-498b-9379-9338b49a6934, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=8ca2a819-0b52-498b-9379-9338b49a6934,segment=NetworkSegment(e33136d4-54ad-49ab-8d1b-cb96713f0eed),segment_id=e33136d4-54ad-49ab-8d1b-cb96713f0eed)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:53:38.714945 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c5a00ec0-49a7-469a-adcc-b09e59acffee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:38.767038 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1de01a3-06f7-4539-b620-acea3fb458ad None None] DHCP port deletion for 10bfa6c5-d504-42f7-b6a8-189d201bcc59 request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:53:38.771411 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-908121f7-6989-4d38-a036-94f24775be4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:38.782277 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-c1de01a3-06f7-4539-b620-acea3fb458ad None None] Deleting port d300d4ee-0cc5-4557-8387-f78c55f8afef {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:53:38.782612 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c1de01a3-06f7-4539-b620-acea3fb458ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:38.808681 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-617a2e39-9149-469b-8001-08cd6ed3f7db tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15415267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16089018'] for subnet, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:38.862550 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a00ec0-49a7-469a-adcc-b09e59acffee None None] Pushing event updated for resources: {'Port': ['ID=8ca2a819-0b52-498b-9379-9338b49a6934,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:39.028204 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-908121f7-6989-4d38-a036-94f24775be4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:39.043745 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d69f1524-66b7-44a7-967b-7fbca3c21170 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:39.047901 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-d69f1524-66b7-44a7-967b-7fbca3c21170 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] 10.222.0.55 "DELETE /v2.0/ports/d3d74936-6d76-4608-bd31-80477b7213a9 HTTP/1.1" status: 204 len: 168 time: 2.9062724 Apr 01 15:53:39.058262 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50350) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:39.067286 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617a2e39-9149-469b-8001-08cd6ed3f7db tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Pushing event updated for resources: {'Subnet': ['ID=2abdcda5-88fa-42d9-8868-f72bee11a838,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:39.142692 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-c1de01a3-06f7-4539-b620-acea3fb458ad None None] For port d300d4ee-0cc5-4557-8387-f78c55f8afef, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=d300d4ee-0cc5-4557-8387-f78c55f8afef,segment=NetworkSegment(a4346d49-0e35-4d5e-8e9e-68af5927dae5),segment_id=a4346d49-0e35-4d5e-8e9e-68af5927dae5)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:53:39.143069 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c1de01a3-06f7-4539-b620-acea3fb458ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:39.241418 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617a2e39-9149-469b-8001-08cd6ed3f7db tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Checking segment: {'id': 'fcf729ef-e44f-44d8-b589-5c4c651519e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '01c00d3a-ebf8-40e9-b7be-cf7418f07095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:53:39.242133 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617a2e39-9149-469b-8001-08cd6ed3f7db tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Network hostable DHCP agents. Network: 01c00d3a-ebf8-40e9-b7be-cf7418f07095, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:53:39.294784 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-c1de01a3-06f7-4539-b620-acea3fb458ad None None] Calling delete_port for d300d4ee-0cc5-4557-8387-f78c55f8afef owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:53:39.313931 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6170c79-16d6-41a8-93ec-7fca0f39a07b tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] GET failed (client error): The resource could not be found. Apr 01 15:53:39.314448 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-d6170c79-16d6-41a8-93ec-7fca0f39a07b tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Synchronizing usage tracker for tenant:d61155a010b64f989ddf95017580bf5e on resource:port {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:53:39.386177 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-680ccf2b-55b6-481c-b21c-80168be573d2 admin admin] For port d300d4ee-0cc5-4557-8387-f78c55f8afef, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=d300d4ee-0cc5-4557-8387-f78c55f8afef,segment=NetworkSegment(a4346d49-0e35-4d5e-8e9e-68af5927dae5),segment_id=a4346d49-0e35-4d5e-8e9e-68af5927dae5)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:53:39.386402 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-680ccf2b-55b6-481c-b21c-80168be573d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:39.393146 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c1de01a3-06f7-4539-b620-acea3fb458ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671'] for port, after_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:39.400374 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-295f0af7-ed5c-4f4e-a051-73bf10fd6ae4 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Router 25d2e317-e321-4ffa-a674-6d5b7760ebaf has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:53:39.405622 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-d6170c79-16d6-41a8-93ec-7fca0f39a07b tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Unset dirty status for tenant:d61155a010b64f989ddf95017580bf5e on resource:port {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:53:39.406777 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-d6170c79-16d6-41a8-93ec-7fca0f39a07b tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] 10.222.0.55 "GET /v2.0/ports/d3d74936-6d76-4608-bd31-80477b7213a9 HTTP/1.1" status: 404 len: 333 time: 0.3466408 Apr 01 15:53:39.412569 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50354) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:39.452719 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617a2e39-9149-469b-8001-08cd6ed3f7db tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Network 01c00d3a-ebf8-40e9-b7be-cf7418f07095 is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:53:39.458836 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1de01a3-06f7-4539-b620-acea3fb458ad None None] Pushing event deleted for resources: {'Port': ['ID=d300d4ee-0cc5-4557-8387-f78c55f8afef,revision_number=None']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:39.468076 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1de01a3-06f7-4539-b620-acea3fb458ad None None] No DVR routers for this DVR port d300d4ee-0cc5-4557-8387-f78c55f8afef on host dv-neutron-833373-2-hyperv {{(pid=83829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:53:39.482919 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ed94f9cf-e247-4abc-a44a-2c530ee309ae tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15415267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16089018'] for subnet, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:39.515184 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-617a2e39-9149-469b-8001-08cd6ed3f7db tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, 01c00d3a-ebf8-40e9-b7be-cf7418f07095) {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:39.526138 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f61070e-665f-415d-b991-f3f4e1e01985 None None] Network 01c00d3a-ebf8-40e9-b7be-cf7418f07095 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:53:39.579538 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-680ccf2b-55b6-481c-b21c-80168be573d2 admin admin] Calling delete_port for d300d4ee-0cc5-4557-8387-f78c55f8afef owned by network:dhcp {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:53:39.580217 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617a2e39-9149-469b-8001-08cd6ed3f7db tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:39.580821 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-617a2e39-9149-469b-8001-08cd6ed3f7db tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:39.621354 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-908121f7-6989-4d38-a036-94f24775be4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:39.703929 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908121f7-6989-4d38-a036-94f24775be4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73706ddd-f5af-4e25-9666-b13dbf983009,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:39.711674 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7cf44b0d-9681-438d-a419-600375483a61 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:39.745177 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-9e9ef5e8-f17e-41c2-ad88-27de2a803c5a tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Deleting port c953947e-18be-4daa-817b-9da7fd3f61ad {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:53:39.745426 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9e9ef5e8-f17e-41c2-ad88-27de2a803c5a tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:39.768798 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed94f9cf-e247-4abc-a44a-2c530ee309ae tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Pushing event updated for resources: {'Subnet': ['ID=64490228-223b-4eae-81c0-79e6c2e20858,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:39.771885 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-908121f7-6989-4d38-a036-94f24775be4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:39.777134 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-908121f7-6989-4d38-a036-94f24775be4d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/73706ddd-f5af-4e25-9666-b13dbf983009 HTTP/1.1" status: 204 len: 168 time: 1.5966537 Apr 01 15:53:39.839214 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-617a2e39-9149-469b-8001-08cd6ed3f7db tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.0565228 Apr 01 15:53:39.855257 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50360) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:39.889721 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-855492fb-0460-4dc5-88ac-4b674bd8bc5a tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1902962454', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:53:39.891188 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136cff27-17d6-4185-8d11-4587df68e91b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-01c00d3a-ebf8-40e9-b7be-cf7418f07095', 'network_id': '01c00d3a-ebf8-40e9-b7be-cf7418f07095', 'tenant_id': '144b300b27fa4dafba1405cae5639f1c', 'fixed_ips': [{'subnet_id': '2abdcda5-88fa-42d9-8868-f72bee11a838'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:53:39.892718 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-136cff27-17d6-4185-8d11-4587df68e91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:39.934009 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-295f0af7-ed5c-4f4e-a051-73bf10fd6ae4 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:53:39.936327 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.objects.ports [None req-46c2bed2-50ab-475e-8a07-034559793fd5 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83826) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 01 15:53:39.941377 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-295f0af7-ed5c-4f4e-a051-73bf10fd6ae4 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] 10.222.0.55 "PUT /v2.0/routers/25d2e317-e321-4ffa-a674-6d5b7760ebaf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1947126 Apr 01 15:53:39.943821 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-855492fb-0460-4dc5-88ac-4b674bd8bc5a tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:39.946539 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50364) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:39.950474 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-46c2bed2-50ab-475e-8a07-034559793fd5 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15415267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16089018'] for subnet, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:39.954704 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed94f9cf-e247-4abc-a44a-2c530ee309ae tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Checking segment: {'id': 'fef2715e-1425-4d2a-b7b4-17ac34082e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e5465462-337c-4b75-8b2f-1a272c972cd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:53:39.955083 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed94f9cf-e247-4abc-a44a-2c530ee309ae tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Network hostable DHCP agents. Network: e5465462-337c-4b75-8b2f-1a272c972cd5, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:53:39.961273 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-855492fb-0460-4dc5-88ac-4b674bd8bc5a tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Usage tracker for resource:router and tenant:144b300b27fa4dafba1405cae5639f1c is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:39.989313 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d976ef18-01fd-46d2-8d60-777c3f3f5f2f None None] Sync routers for ids ['25d2e317-e321-4ffa-a674-6d5b7760ebaf'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:53:40.000647 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-855492fb-0460-4dc5-88ac-4b674bd8bc5a tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:40.031907 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d976ef18-01fd-46d2-8d60-777c3f3f5f2f None None] Routers {'25d2e317-e321-4ffa-a674-6d5b7760ebaf'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:53:40.032635 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-d976ef18-01fd-46d2-8d60-777c3f3f5f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:53:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['25d2e317-e321-4ffa-a674-6d5b7760ebaf'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:40.102078 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.db.api [None req-680ccf2b-55b6-481c-b21c-80168be573d2 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:53:40.112960 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG oslo_db.api [None req-680ccf2b-55b6-481c-b21c-80168be573d2 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:53:40.135525 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-d976ef18-01fd-46d2-8d60-777c3f3f5f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:40.141822 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee32bb39-a3e6-4080-b943-ff591ff94d46 None None] Network 2923efa5-2756-4666-a9bb-08b89c0e2219 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:53:40.164152 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-855492fb-0460-4dc5-88ac-4b674bd8bc5a tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:40.216670 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.api.v2.resource [None req-80c97925-48d7-4766-86da-c02155f94feb tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] delete failed (client error): The resource could not be found. Apr 01 15:53:40.229978 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-80c97925-48d7-4766-86da-c02155f94feb tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] 10.222.0.55 "DELETE /v2.0/routers/tempest-non_exist_router-1476478154 HTTP/1.1" status: 404 len: 335 time: 0.2649457 Apr 01 15:53:40.242192 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50374) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:40.272108 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-604363bf-16b5-4b3c-b61f-8e405183349d tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Request body: {'router': {'external_gateway_info': {'network_id': '25d2e317-e321-4ffa-a674-6d5b7760ebaf'}}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:53:40.339400 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c2bed2-50ab-475e-8a07-034559793fd5 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:40.348070 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-855492fb-0460-4dc5-88ac-4b674bd8bc5a tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130665'] for router, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:40.349411 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-855492fb-0460-4dc5-88ac-4b674bd8bc5a tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617571', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130640'] for router, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:40.365494 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-46c2bed2-50ab-475e-8a07-034559793fd5 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:40.375765 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c2bed2-50ab-475e-8a07-034559793fd5 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event updated for resources: {'Subnet': ['ID=c5259a41-f8bd-4bb1-8601-814ad4d9a000,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:40.429791 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c2bed2-50ab-475e-8a07-034559793fd5 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:40.430369 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-46c2bed2-50ab-475e-8a07-034559793fd5 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:40.445191 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 8ca2a819-0b52-498b-9379-9338b49a6934 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:53:40.469622 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed94f9cf-e247-4abc-a44a-2c530ee309ae tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Network e5465462-337c-4b75-8b2f-1a272c972cd5 is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:53:40.478926 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77c2d72-d72e-4c3b-85b6-d6c58b36c342 None None] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:53:40.495840 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-46c2bed2-50ab-475e-8a07-034559793fd5 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.8906927 Apr 01 15:53:40.496962 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50382) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:40.498460 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-855492fb-0460-4dc5-88ac-4b674bd8bc5a tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:40.512866 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-9bed61ea-b215-47fa-8271-a9a9863285a5 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Request body: {'port': {'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'mac_address': 'fa:16:3e:4e:d0:64', 'name': 'tempest-NetworksTestDHCPv6-25908515'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:53:40.523100 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9e9ef5e8-f17e-41c2-ad88-27de2a803c5a tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:40.527961 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-ed94f9cf-e247-4abc-a44a-2c530ee309ae tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, e5465462-337c-4b75-8b2f-1a272c972cd5) {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:40.608367 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2457b39-4abc-4cce-9f13-e64663416b2f None None] Network e5465462-337c-4b75-8b2f-1a272c972cd5 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:53:40.652803 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-680ccf2b-55b6-481c-b21c-80168be573d2 admin admin] Deleting port d300d4ee-0cc5-4557-8387-f78c55f8afef {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:53:40.653672 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-680ccf2b-55b6-481c-b21c-80168be573d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:40.685498 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-9e9ef5e8-f17e-41c2-ad88-27de2a803c5a tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Calling delete_port for c953947e-18be-4daa-817b-9da7fd3f61ad owned by {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:53:40.705239 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d976ef18-01fd-46d2-8d60-777c3f3f5f2f None None] Routers {'25d2e317-e321-4ffa-a674-6d5b7760ebaf'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:53:40.706112 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-d976ef18-01fd-46d2-8d60-777c3f3f5f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:53:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['25d2e317-e321-4ffa-a674-6d5b7760ebaf'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:40.786550 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-d976ef18-01fd-46d2-8d60-777c3f3f5f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:40.786958 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d976ef18-01fd-46d2-8d60-777c3f3f5f2f None None] The sync data for ids ['25d2e317-e321-4ffa-a674-6d5b7760ebaf'] in dv-neutron-833373-2-hyperv is: [] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:53:40.789258 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed94f9cf-e247-4abc-a44a-2c530ee309ae tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:40.789854 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ed94f9cf-e247-4abc-a44a-2c530ee309ae tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:40.841179 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-136cff27-17d6-4185-8d11-4587df68e91b None None] Allocated IP 2001:db8::2 (01c00d3a-ebf8-40e9-b7be-cf7418f07095/2abdcda5-88fa-42d9-8868-f72bee11a838/709d1935-c4e5-4398-aae9-8b777f5dbcb3) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:40.855996 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-f5d5daf9-437e-4d59-9930-bba6eb5abc67 None None] Provisioning for port 8ca2a819-0b52-498b-9379-9338b49a6934 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:40.917797 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-7cf44b0d-9681-438d-a419-600375483a61 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Allocated IP 2001:db8::1 (c3293d86-34d8-4043-88a9-5e8c99363a6d/8378d76d-b915-4a7c-8cbc-23b298d094de/3554756a-15bb-4d07-bf7f-960a133db039) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:40.926964 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-680ccf2b-55b6-481c-b21c-80168be573d2 admin admin] The port 'd300d4ee-0cc5-4557-8387-f78c55f8afef' was deleted {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:53:40.934016 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-ed94f9cf-e247-4abc-a44a-2c530ee309ae tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 3.7568035 Apr 01 15:53:40.941184 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-855492fb-0460-4dc5-88ac-4b674bd8bc5a tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616'] for router, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:40.962183 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50392) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:40.978296 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-855492fb-0460-4dc5-88ac-4b674bd8bc5a tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for router, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:40.984130 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-855492fb-0460-4dc5-88ac-4b674bd8bc5a tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.1140881 Apr 01 15:53:40.984828 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-8012a4d9-7a57-4083-b46f-0aab130be352 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:53:40.990046 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50396) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:41.007794 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-13652e51-d000-4686-9d1d-a8a3e43d0c52 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Request body: {'port': {'network_id': '01c00d3a-ebf8-40e9-b7be-cf7418f07095', 'name': 'tempest-PortsIpV6TestJSON-155263764'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:53:41.050878 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50400) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:41.159553 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 8ca2a819-0b52-498b-9379-9338b49a6934 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:41.233031 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-680ccf2b-55b6-481c-b21c-80168be573d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:41.270862 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 8ca2a819-0b52-498b-9379-9338b49a6934 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:41.271246 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:41.329995 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-9bed61ea-b215-47fa-8271-a9a9863285a5 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:41.341961 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-9bed61ea-b215-47fa-8271-a9a9863285a5 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Usage tracker for resource:port and tenant:50a1f72bd5e54e209eb4756b30f7e6a6 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:41.349849 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-9bed61ea-b215-47fa-8271-a9a9863285a5 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:41.369673 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-9bed61ea-b215-47fa-8271-a9a9863285a5 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:41.373952 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-604363bf-16b5-4b3c-b61f-8e405183349d tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130626'] for router, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:41.395102 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-13652e51-d000-4686-9d1d-a8a3e43d0c52 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:41.401005 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-13652e51-d000-4686-9d1d-a8a3e43d0c52 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Usage tracker for resource:port and tenant:144b300b27fa4dafba1405cae5639f1c is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:41.404517 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-13652e51-d000-4686-9d1d-a8a3e43d0c52 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:41.410663 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bed61ea-b215-47fa-8271-a9a9863285a5 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Made reservation on behalf of 50a1f72bd5e54e209eb4756b30f7e6a6 for: {'port': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:41.518162 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7cf44b0d-9681-438d-a419-600375483a61 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:41.520924 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8741ad2-fa76-428a-a7f2-fe1af0acd19c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'tenant_id': '50a1f72bd5e54e209eb4756b30f7e6a6', 'fixed_ips': [{'subnet_id': 'c5259a41-f8bd-4bb1-8601-814ad4d9a000'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:53:41.521727 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f8741ad2-fa76-428a-a7f2-fe1af0acd19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:41.535944 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [None req-7cf44b0d-9681-438d-a419-600375483a61 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Transition to ACTIVE for port object 3554756a-15bb-4d07-bf7f-960a133db039 will not be triggered until provisioned by entity DHCP. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:41.538870 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f7a45d-9d09-4d0b-97bf-c1dfd84d8b0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-e5465462-337c-4b75-8b2f-1a272c972cd5', 'network_id': 'e5465462-337c-4b75-8b2f-1a272c972cd5', 'tenant_id': 'd41ff62d3a004209bfda315661ac6954', 'fixed_ips': [{'subnet_id': '64490228-223b-4eae-81c0-79e6c2e20858'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:53:41.539681 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-87f7a45d-9d09-4d0b-97bf-c1dfd84d8b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:41.541733 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-13652e51-d000-4686-9d1d-a8a3e43d0c52 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:41.546519 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9bed61ea-b215-47fa-8271-a9a9863285a5 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:41.559044 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-680ccf2b-55b6-481c-b21c-80168be573d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10bfa6c5-d504-42f7-b6a8-189d201bcc59']}} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:41.581353 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-082025ee-4b8d-46fb-9473-fd2c9118b6d3 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-499772023'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:53:41.592243 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7cf44b0d-9681-438d-a419-600375483a61 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:41.608926 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.api.v2.resource [None req-604363bf-16b5-4b3c-b61f-8e405183349d tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] update failed (client error): The resource could not be found. Apr 01 15:53:41.614297 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-604363bf-16b5-4b3c-b61f-8e405183349d tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] 10.222.0.55 "PUT /v2.0/routers/25d2e317-e321-4ffa-a674-6d5b7760ebaf HTTP/1.1" status: 404 len: 339 time: 1.3709118 Apr 01 15:53:41.614891 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50406) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:41.616757 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [None req-9bed61ea-b215-47fa-8271-a9a9863285a5 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] device_id is not set on port 2cee256c-a909-44a7-b7c4-17dfde215087 yet. {{(pid=83826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:53:41.667347 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-680ccf2b-55b6-481c-b21c-80168be573d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4346d49-0e35-4d5e-8e9e-68af5927dae5') {'for_net_delete': True} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:41.668442 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-680ccf2b-55b6-481c-b21c-80168be573d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4346d49-0e35-4d5e-8e9e-68af5927dae5') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:41.680901 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-082025ee-4b8d-46fb-9473-fd2c9118b6d3 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:41.707033 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-082025ee-4b8d-46fb-9473-fd2c9118b6d3 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Usage tracker for resource:network and tenant:b68673fda8b4484b82bd7a45a53d4438 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:41.720057 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-082025ee-4b8d-46fb-9473-fd2c9118b6d3 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:41.733604 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-680ccf2b-55b6-481c-b21c-80168be573d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15303093'] for segment, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:41.764519 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13652e51-d000-4686-9d1d-a8a3e43d0c52 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Made reservation on behalf of 144b300b27fa4dafba1405cae5639f1c for: {'port': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:41.764826 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-082025ee-4b8d-46fb-9473-fd2c9118b6d3 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:41.767781 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-13652e51-d000-4686-9d1d-a8a3e43d0c52 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:41.788493 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-136cff27-17d6-4185-8d11-4587df68e91b None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:41.799861 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf44b0d-9681-438d-a419-600375483a61 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Network c3293d86-34d8-4043-88a9-5e8c99363a6d is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:41.847052 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-7cf44b0d-9681-438d-a419-600375483a61 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:41.854062 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9e9ef5e8-f17e-41c2-ad88-27de2a803c5a tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:41.856231 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf44b0d-9681-438d-a419-600375483a61 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Pushing event updated for resources: {'Port': ['ID=3554756a-15bb-4d07-bf7f-960a133db039,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:41.860811 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-136cff27-17d6-4185-8d11-4587df68e91b None None] Transition to ACTIVE for port object 709d1935-c4e5-4398-aae9-8b777f5dbcb3 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:41.864073 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [None req-13652e51-d000-4686-9d1d-a8a3e43d0c52 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] device_id is not set on port 0fc16339-d0c2-4ba4-aa49-758b474a2fb1 yet. {{(pid=83826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:53:41.871951 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf44b0d-9681-438d-a419-600375483a61 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:53:41.873142 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7cf44b0d-9681-438d-a419-600375483a61 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611418'] for router_interface, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:41.879208 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-680ccf2b-55b6-481c-b21c-80168be573d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:41.883422 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-082025ee-4b8d-46fb-9473-fd2c9118b6d3 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Made reservation on behalf of b68673fda8b4484b82bd7a45a53d4438 for: {'network': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:41.886781 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-082025ee-4b8d-46fb-9473-fd2c9118b6d3 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:41.960091 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:42.019927 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-680ccf2b-55b6-481c-b21c-80168be573d2 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=83828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:53:42.022723 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-680ccf2b-55b6-481c-b21c-80168be573d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15306523'] for segment, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:42.035345 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-136cff27-17d6-4185-8d11-4587df68e91b None None] Transition to ACTIVE for port object 709d1935-c4e5-4398-aae9-8b777f5dbcb3 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:42.061324 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-136cff27-17d6-4185-8d11-4587df68e91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:42.071788 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9ef5e8-f17e-41c2-ad88-27de2a803c5a tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Pushing event deleted for resources: {'Port': ['ID=c953947e-18be-4daa-817b-9da7fd3f61ad,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:42.086535 dv-neutron-833373-2-hyperv neutron-server[83828]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:53:42.086535 dv-neutron-833373-2-hyperv neutron-server[83828]: util.warn( Apr 01 15:53:42.086535 dv-neutron-833373-2-hyperv neutron-server[83828]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:53:42.086535 dv-neutron-833373-2-hyperv neutron-server[83828]: util.warn( Apr 01 15:53:42.086535 dv-neutron-833373-2-hyperv neutron-server[83828]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:53:42.086535 dv-neutron-833373-2-hyperv neutron-server[83828]: util.warn( Apr 01 15:53:42.086535 dv-neutron-833373-2-hyperv neutron-server[83828]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:53:42.086535 dv-neutron-833373-2-hyperv neutron-server[83828]: util.warn( Apr 01 15:53:42.086535 dv-neutron-833373-2-hyperv neutron-server[83828]: Traceback (most recent call last): Apr 01 15:53:42.086535 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:53:42.086535 dv-neutron-833373-2-hyperv neutron-server[83828]: timer() Apr 01 15:53:42.086535 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:53:42.086535 dv-neutron-833373-2-hyperv neutron-server[83828]: cb(*args, **kw) Apr 01 15:53:42.086535 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:53:42.086535 dv-neutron-833373-2-hyperv neutron-server[83828]: return func(*args, **kwargs) Apr 01 15:53:42.086535 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:53:42.086535 dv-neutron-833373-2-hyperv neutron-server[83828]: self._notify() Apr 01 15:53:42.086535 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:53:42.086535 dv-neutron-833373-2-hyperv neutron-server[83828]: self.callback(batched_events) Apr 01 15:53:42.086535 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:53:42.086535 dv-neutron-833373-2-hyperv neutron-server[83828]: event.method(event) Apr 01 15:53:42.086535 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:53:42.086535 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:53:42.086535 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:53:42.086535 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:53:42.086535 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:53:42.086535 dv-neutron-833373-2-hyperv neutron-server[83828]: return f(self, *a, **k) Apr 01 15:53:42.086535 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:53:42.086535 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._get(url).json() Apr 01 15:53:42.086535 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:53:42.086535 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:53:42.086535 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:53:42.086535 dv-neutron-833373-2-hyperv neutron-server[83828]: return self.request(url, 'GET', **kwargs) Apr 01 15:53:42.086535 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:53:42.086535 dv-neutron-833373-2-hyperv neutron-server[83828]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:53:42.086535 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:53:42.086535 dv-neutron-833373-2-hyperv neutron-server[83828]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:53:42.086535 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:53:42.086535 dv-neutron-833373-2-hyperv neutron-server[83828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:53:42.086535 dv-neutron-833373-2-hyperv neutron-server[83828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:53:42.162194 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-87f7a45d-9d09-4d0b-97bf-c1dfd84d8b0f None None] Allocated IP 2001:db8::3 (e5465462-337c-4b75-8b2f-1a272c972cd5/64490228-223b-4eae-81c0-79e6c2e20858/60795de5-c21e-43ff-9dbb-136a50e4f519) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:42.165097 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-f8741ad2-fa76-428a-a7f2-fe1af0acd19c None None] Allocated IP 2001:db8::f816:3eff:feba:d124 (7b65ac5c-8834-4b65-9b28-b7dba6c9746f/c5259a41-f8bd-4bb1-8601-814ad4d9a000/d133b464-df8c-44a9-bafd-569e06dd0646) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:42.188268 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-082025ee-4b8d-46fb-9473-fd2c9118b6d3 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Notify callbacks [] for security_group, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:42.203402 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-03df2f14-ee8d-44be-a82b-9b7b3c702f47 None None] Provisioning complete for port 8ca2a819-0b52-498b-9379-9338b49a6934 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:42.203776 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-03df2f14-ee8d-44be-a82b-9b7b3c702f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:42.272601 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136cff27-17d6-4185-8d11-4587df68e91b None None] Network 01c00d3a-ebf8-40e9-b7be-cf7418f07095 is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:42.276889 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port 8ca2a819-0b52-498b-9379-9338b49a6934, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=8ca2a819-0b52-498b-9379-9338b49a6934,segment=NetworkSegment(e33136d4-54ad-49ab-8d1b-cb96713f0eed),segment_id=e33136d4-54ad-49ab-8d1b-cb96713f0eed)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:53:42.277896 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9e9ef5e8-f17e-41c2-ad88-27de2a803c5a tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:42.294874 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-13652e51-d000-4686-9d1d-a8a3e43d0c52 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Allocated IP 2001:db8::2eb (01c00d3a-ebf8-40e9-b7be-cf7418f07095/2abdcda5-88fa-42d9-8868-f72bee11a838/0fc16339-d0c2-4ba4-aa49-758b474a2fb1) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:42.305539 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-136cff27-17d6-4185-8d11-4587df68e91b None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:42.324032 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:42.325804 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136cff27-17d6-4185-8d11-4587df68e91b None None] Pushing event updated for resources: {'Port': ['ID=709d1935-c4e5-4398-aae9-8b777f5dbcb3,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:42.328149 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136cff27-17d6-4185-8d11-4587df68e91b None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:53:42.397189 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-082025ee-4b8d-46fb-9473-fd2c9118b6d3 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:42.409780 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-082025ee-4b8d-46fb-9473-fd2c9118b6d3 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Usage tracker for resource:security_group_rule and tenant:b68673fda8b4484b82bd7a45a53d4438 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:42.416274 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-9e9ef5e8-f17e-41c2-ad88-27de2a803c5a tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] 10.222.0.55 "DELETE /v2.0/ports/c953947e-18be-4daa-817b-9da7fd3f61ad HTTP/1.1" status: 204 len: 168 time: 3.0003831 Apr 01 15:53:42.417467 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-082025ee-4b8d-46fb-9473-fd2c9118b6d3 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:42.428632 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50410) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:42.434919 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8012a4d9-7a57-4083-b46f-0aab130be352 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16030218'] for subnet, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:42.437692 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-680ccf2b-55b6-481c-b21c-80168be573d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:42.439710 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-082025ee-4b8d-46fb-9473-fd2c9118b6d3 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:42.501580 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-680ccf2b-55b6-481c-b21c-80168be573d2 admin admin] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:42.527209 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device d300d4ee-0cc5-4557-8387-f78c55f8afef no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:53:42.565468 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-edf81eb5-1aac-4bb9-a879-b9b1c179432b tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] GET failed (client error): The resource could not be found. Apr 01 15:53:42.565982 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-edf81eb5-1aac-4bb9-a879-b9b1c179432b tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Synchronizing usage tracker for tenant:d61155a010b64f989ddf95017580bf5e on resource:port {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:53:42.578603 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680ccf2b-55b6-481c-b21c-80168be573d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=10bfa6c5-d504-42f7-b6a8-189d201bcc59,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:42.589671 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-680ccf2b-55b6-481c-b21c-80168be573d2 admin admin] 10.222.0.55 "DELETE /v2.0/networks/10bfa6c5-d504-42f7-b6a8-189d201bcc59 HTTP/1.1" status: 204 len: 168 time: 4.4132001 Apr 01 15:53:42.634352 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7cf44b0d-9681-438d-a419-600375483a61 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:42.649440 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: d300d4ee-0cc5-4557-8387-f78c55f8afef {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:53:42.649807 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device d300d4ee-0cc5-4557-8387-f78c55f8afef not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:53:42.668077 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-edf81eb5-1aac-4bb9-a879-b9b1c179432b tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Unset dirty status for tenant:d61155a010b64f989ddf95017580bf5e on resource:port {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:53:42.670480 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-edf81eb5-1aac-4bb9-a879-b9b1c179432b tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] 10.222.0.55 "GET /v2.0/ports/c953947e-18be-4daa-817b-9da7fd3f61ad HTTP/1.1" status: 404 len: 333 time: 0.2381239 Apr 01 15:53:42.677272 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50416) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:42.778583 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=8ca2a819-0b52-498b-9379-9338b49a6934,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:42.849046 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-136cff27-17d6-4185-8d11-4587df68e91b None None] Attempting to bind port 709d1935-c4e5-4398-aae9-8b777f5dbcb3 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:53:42.849409 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-136cff27-17d6-4185-8d11-4587df68e91b None None] Attempting to bind port 709d1935-c4e5-4398-aae9-8b777f5dbcb3 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'fcf729ef-e44f-44d8-b589-5c4c651519e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '01c00d3a-ebf8-40e9-b7be-cf7418f07095'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:53:42.849769 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136cff27-17d6-4185-8d11-4587df68e91b None None] Attempting to bind port 709d1935-c4e5-4398-aae9-8b777f5dbcb3 on network 01c00d3a-ebf8-40e9-b7be-cf7418f07095 {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:53:42.872835 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4869393a-d5ef-4a27-b592-2536722663e0 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:42.996487 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136cff27-17d6-4185-8d11-4587df68e91b None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:53:42.996722 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136cff27-17d6-4185-8d11-4587df68e91b None None] Checking segment: {'id': 'fcf729ef-e44f-44d8-b589-5c4c651519e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '01c00d3a-ebf8-40e9-b7be-cf7418f07095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:53:42.997158 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-136cff27-17d6-4185-8d11-4587df68e91b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:42.997795 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136cff27-17d6-4185-8d11-4587df68e91b None None] Bound using segment: {'id': 'fcf729ef-e44f-44d8-b589-5c4c651519e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '01c00d3a-ebf8-40e9-b7be-cf7418f07095'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:53:42.998281 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-136cff27-17d6-4185-8d11-4587df68e91b None None] Bound port: 709d1935-c4e5-4398-aae9-8b777f5dbcb3, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcf729ef-e44f-44d8-b589-5c4c651519e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '01c00d3a-ebf8-40e9-b7be-cf7418f07095'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:53:42.998649 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-136cff27-17d6-4185-8d11-4587df68e91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:43.045177 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50420) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:43.073723 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-082025ee-4b8d-46fb-9473-fd2c9118b6d3 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Notify callbacks [] for security_group, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:43.079575 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-c4fc20ea-82e6-437c-849e-5a9e893fe683 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Deleting port 128cef3f-d481-499e-8e05-c64b9f364651 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:53:43.080141 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c4fc20ea-82e6-437c-849e-5a9e893fe683 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:43.081486 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-13652e51-d000-4686-9d1d-a8a3e43d0c52 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:43.113004 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f8741ad2-fa76-428a-a7f2-fe1af0acd19c None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:43.125071 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-082025ee-4b8d-46fb-9473-fd2c9118b6d3 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:43.126110 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-87f7a45d-9d09-4d0b-97bf-c1dfd84d8b0f None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:43.139013 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-f8741ad2-fa76-428a-a7f2-fe1af0acd19c None None] Transition to ACTIVE for port object d133b464-df8c-44a9-bafd-569e06dd0646 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:43.156599 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [None req-13652e51-d000-4686-9d1d-a8a3e43d0c52 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Transition to ACTIVE for port object 0fc16339-d0c2-4ba4-aa49-758b474a2fb1 will not be triggered until provisioned by entity DHCP. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:43.174193 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-87f7a45d-9d09-4d0b-97bf-c1dfd84d8b0f None None] Transition to ACTIVE for port object 60795de5-c21e-43ff-9dbb-136a50e4f519 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:43.181861 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-082025ee-4b8d-46fb-9473-fd2c9118b6d3 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=83828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:53:43.202402 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-f8741ad2-fa76-428a-a7f2-fe1af0acd19c None None] Transition to ACTIVE for port object d133b464-df8c-44a9-bafd-569e06dd0646 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:43.206013 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082025ee-4b8d-46fb-9473-fd2c9118b6d3 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf96679-6bfb-4fd3-9111-d7ceadc81cc4,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:43.217248 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-136cff27-17d6-4185-8d11-4587df68e91b None None] For port 709d1935-c4e5-4398-aae9-8b777f5dbcb3, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:53:43.221270 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-2b4b8552-2775-4e1b-92c8-676ff5e9c813 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ea61585477ae47b59fca06b1e521f7a0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1676588 Apr 01 15:53:43.224548 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-87f7a45d-9d09-4d0b-97bf-c1dfd84d8b0f None None] Transition to ACTIVE for port object 60795de5-c21e-43ff-9dbb-136a50e4f519 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:43.226283 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f8741ad2-fa76-428a-a7f2-fe1af0acd19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:43.232036 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-136cff27-17d6-4185-8d11-4587df68e91b None None] For port 709d1935-c4e5-4398-aae9-8b777f5dbcb3, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=709d1935-c4e5-4398-aae9-8b777f5dbcb3,segment=NetworkSegment(fcf729ef-e44f-44d8-b589-5c4c651519e1),segment_id=fcf729ef-e44f-44d8-b589-5c4c651519e1)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:53:43.251302 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50424) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:43.252429 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-082025ee-4b8d-46fb-9473-fd2c9118b6d3 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:43.252902 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.segments_db [None req-082025ee-4b8d-46fb-9473-fd2c9118b6d3 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Added segment 1f1720c2-cfb6-4750-bb17-7db717d2bf5b of type vlan for network 876e50d0-bc0b-4839-92b0-d910644a3128 Apr 01 15:53:43.272238 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-48e50868-abbc-4842-8512-0a2a751aa77f None None] Provisioning for port 3554756a-15bb-4d07-bf7f-960a133db039 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:43.275781 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-87f7a45d-9d09-4d0b-97bf-c1dfd84d8b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:43.280017 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-136cff27-17d6-4185-8d11-4587df68e91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:43.314342 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-48e50868-abbc-4842-8512-0a2a751aa77f None None] Provisioning complete for port 3554756a-15bb-4d07-bf7f-960a133db039 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:43.314702 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-48e50868-abbc-4842-8512-0a2a751aa77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:43.362523 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-13652e51-d000-4686-9d1d-a8a3e43d0c52 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:43.369740 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8741ad2-fa76-428a-a7f2-fe1af0acd19c None None] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:43.387317 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-f8741ad2-fa76-428a-a7f2-fe1af0acd19c None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:43.390298 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f7a45d-9d09-4d0b-97bf-c1dfd84d8b0f None None] Network e5465462-337c-4b75-8b2f-1a272c972cd5 is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:43.395977 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8741ad2-fa76-428a-a7f2-fe1af0acd19c None None] Pushing event updated for resources: {'Port': ['ID=d133b464-df8c-44a9-bafd-569e06dd0646,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:43.401950 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8741ad2-fa76-428a-a7f2-fe1af0acd19c None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:53:43.404115 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-87f7a45d-9d09-4d0b-97bf-c1dfd84d8b0f None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:43.442473 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-9bed61ea-b215-47fa-8271-a9a9863285a5 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Allocated IP 2001:db8::f816:3eff:fe4e:d064 (7b65ac5c-8834-4b65-9b28-b7dba6c9746f/c5259a41-f8bd-4bb1-8601-814ad4d9a000/2cee256c-a909-44a7-b7c4-17dfde215087) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:43.447093 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f7a45d-9d09-4d0b-97bf-c1dfd84d8b0f None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:53:43.456467 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-082025ee-4b8d-46fb-9473-fd2c9118b6d3 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:43.464778 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-48e50868-abbc-4842-8512-0a2a751aa77f None None] Port 3554756a-15bb-4d07-bf7f-960a133db039 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:53:43.501651 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13652e51-d000-4686-9d1d-a8a3e43d0c52 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Pushing event updated for resources: {'Port': ['ID=0fc16339-d0c2-4ba4-aa49-758b474a2fb1,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:43.529300 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13652e51-d000-4686-9d1d-a8a3e43d0c52 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Network 01c00d3a-ebf8-40e9-b7be-cf7418f07095 is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:43.543098 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-13652e51-d000-4686-9d1d-a8a3e43d0c52 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:43.545663 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13652e51-d000-4686-9d1d-a8a3e43d0c52 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:53:43.549814 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13652e51-d000-4686-9d1d-a8a3e43d0c52 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:43.550419 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-13652e51-d000-4686-9d1d-a8a3e43d0c52 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:43.597939 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f7a45d-9d09-4d0b-97bf-c1dfd84d8b0f None None] Pushing event updated for resources: {'Port': ['ID=60795de5-c21e-43ff-9dbb-136a50e4f519,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:43.603584 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-4869393a-d5ef-4a27-b592-2536722663e0 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Allocated IP 172.20.0.1 (274dbc1d-4765-44ad-808b-76e00818a2c0/65e20ef8-54e3-41a1-83d9-e849e2b82038/d464ac93-bd24-4a86-91b0-068fe9654705) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:43.615446 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.db.resource_extend [None req-082025ee-4b8d-46fb-9473-fd2c9118b6d3 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:53:43.681925 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-13652e51-d000-4686-9d1d-a8a3e43d0c52 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6902587 Apr 01 15:53:43.740909 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50428) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:43.746907 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136cff27-17d6-4185-8d11-4587df68e91b None None] Pushing event updated for resources: {'Port': ['ID=709d1935-c4e5-4398-aae9-8b777f5dbcb3,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:43.758169 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-f8741ad2-fa76-428a-a7f2-fe1af0acd19c None None] Attempting to bind port d133b464-df8c-44a9-bafd-569e06dd0646 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:53:43.758773 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-f8741ad2-fa76-428a-a7f2-fe1af0acd19c None None] Attempting to bind port d133b464-df8c-44a9-bafd-569e06dd0646 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:53:43.759882 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8741ad2-fa76-428a-a7f2-fe1af0acd19c None None] Attempting to bind port d133b464-df8c-44a9-bafd-569e06dd0646 on network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:53:43.775708 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-87f7a45d-9d09-4d0b-97bf-c1dfd84d8b0f None None] Attempting to bind port 60795de5-c21e-43ff-9dbb-136a50e4f519 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:53:43.776469 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-87f7a45d-9d09-4d0b-97bf-c1dfd84d8b0f None None] Attempting to bind port 60795de5-c21e-43ff-9dbb-136a50e4f519 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'fef2715e-1425-4d2a-b7b4-17ac34082e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e5465462-337c-4b75-8b2f-1a272c972cd5'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:53:43.777125 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f7a45d-9d09-4d0b-97bf-c1dfd84d8b0f None None] Attempting to bind port 60795de5-c21e-43ff-9dbb-136a50e4f519 on network e5465462-337c-4b75-8b2f-1a272c972cd5 {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:53:43.778677 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7cf44b0d-9681-438d-a419-600375483a61 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for port, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:43.781824 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8741ad2-fa76-428a-a7f2-fe1af0acd19c None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:53:43.782621 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8741ad2-fa76-428a-a7f2-fe1af0acd19c None None] Checking segment: {'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:53:43.783397 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f8741ad2-fa76-428a-a7f2-fe1af0acd19c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:43.784048 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8741ad2-fa76-428a-a7f2-fe1af0acd19c None None] Bound using segment: {'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:53:43.785195 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-f8741ad2-fa76-428a-a7f2-fe1af0acd19c None None] Bound port: d133b464-df8c-44a9-bafd-569e06dd0646, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:53:43.785809 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f8741ad2-fa76-428a-a7f2-fe1af0acd19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:43.806439 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f7a45d-9d09-4d0b-97bf-c1dfd84d8b0f None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:53:43.806978 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f7a45d-9d09-4d0b-97bf-c1dfd84d8b0f None None] Checking segment: {'id': 'fef2715e-1425-4d2a-b7b4-17ac34082e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e5465462-337c-4b75-8b2f-1a272c972cd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:53:43.807539 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-87f7a45d-9d09-4d0b-97bf-c1dfd84d8b0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:43.808128 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f7a45d-9d09-4d0b-97bf-c1dfd84d8b0f None None] Bound using segment: {'id': 'fef2715e-1425-4d2a-b7b4-17ac34082e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e5465462-337c-4b75-8b2f-1a272c972cd5'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:53:43.808717 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-87f7a45d-9d09-4d0b-97bf-c1dfd84d8b0f None None] Bound port: 60795de5-c21e-43ff-9dbb-136a50e4f519, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fef2715e-1425-4d2a-b7b4-17ac34082e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'e5465462-337c-4b75-8b2f-1a272c972cd5'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:53:43.809323 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-87f7a45d-9d09-4d0b-97bf-c1dfd84d8b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:43.834132 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7cf44b0d-9681-438d-a419-600375483a61 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:43.838494 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7cf44b0d-9681-438d-a419-600375483a61 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611525'] for router_interface, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:43.951395 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-17834819-913d-4d11-ab6f-048e93d09b33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:43.969423 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-082025ee-4b8d-46fb-9473-fd2c9118b6d3 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:43.973229 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082025ee-4b8d-46fb-9473-fd2c9118b6d3 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:43.974179 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-082025ee-4b8d-46fb-9473-fd2c9118b6d3 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:44.055579 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-87f7a45d-9d09-4d0b-97bf-c1dfd84d8b0f None None] For port 60795de5-c21e-43ff-9dbb-136a50e4f519, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:53:44.064623 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-87f7a45d-9d09-4d0b-97bf-c1dfd84d8b0f None None] For port 60795de5-c21e-43ff-9dbb-136a50e4f519, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=60795de5-c21e-43ff-9dbb-136a50e4f519,segment=NetworkSegment(fef2715e-1425-4d2a-b7b4-17ac34082e99),segment_id=fef2715e-1425-4d2a-b7b4-17ac34082e99)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:53:44.076919 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-f8741ad2-fa76-428a-a7f2-fe1af0acd19c None None] For port d133b464-df8c-44a9-bafd-569e06dd0646, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:53:44.092968 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-f8741ad2-fa76-428a-a7f2-fe1af0acd19c None None] For port d133b464-df8c-44a9-bafd-569e06dd0646, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=d133b464-df8c-44a9-bafd-569e06dd0646,segment=NetworkSegment(c41dc1a5-c958-4d8b-81ea-3934c36371b8),segment_id=c41dc1a5-c958-4d8b-81ea-3934c36371b8)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:53:44.098571 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-87f7a45d-9d09-4d0b-97bf-c1dfd84d8b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:44.164261 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f8741ad2-fa76-428a-a7f2-fe1af0acd19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:44.196235 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9bed61ea-b215-47fa-8271-a9a9863285a5 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:44.217816 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f7a45d-9d09-4d0b-97bf-c1dfd84d8b0f None None] Pushing event updated for resources: {'Port': ['ID=60795de5-c21e-43ff-9dbb-136a50e4f519,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:44.273213 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf44b0d-9681-438d-a419-600375483a61 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Pushing event updated for resources: {'Port': ['ID=3554756a-15bb-4d07-bf7f-960a133db039,revision_number=2']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:44.292651 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4869393a-d5ef-4a27-b592-2536722663e0 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:44.295855 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [None req-9bed61ea-b215-47fa-8271-a9a9863285a5 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Transition to ACTIVE for port object 2cee256c-a909-44a7-b7c4-17dfde215087 will not be triggered until provisioned by entity DHCP. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:44.300596 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8741ad2-fa76-428a-a7f2-fe1af0acd19c None None] Pushing event updated for resources: {'Port': ['ID=d133b464-df8c-44a9-bafd-569e06dd0646,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:44.302138 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c4fc20ea-82e6-437c-849e-5a9e893fe683 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:44.319528 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [None req-4869393a-d5ef-4a27-b592-2536722663e0 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Transition to ACTIVE for port object d464ac93-bd24-4a86-91b0-068fe9654705 will not be triggered until provisioned by entity DHCP. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:44.324754 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-17834819-913d-4d11-ab6f-048e93d09b33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:44.357470 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-082025ee-4b8d-46fb-9473-fd2c9118b6d3 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 3.2825544 Apr 01 15:53:44.364137 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50432) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:44.367646 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8012a4d9-7a57-4083-b46f-0aab130be352 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777009485460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-15306686'] for subnet, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:44.397286 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-af8b6fe6-8ec2-4141-b838-1b1f0af2f1de tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Request body: {'subnet': {'network_id': '876e50d0-bc0b-4839-92b0-d910644a3128', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:53:44.496884 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082025ee-4b8d-46fb-9473-fd2c9118b6d3 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Pushing event updated for resources: {'Network': ['ID=876e50d0-bc0b-4839-92b0-d910644a3128,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:44.507139 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 876e50d0-bc0b-4839-92b0-d910644a3128 details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:53:44.590249 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9bed61ea-b215-47fa-8271-a9a9863285a5 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:44.623530 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-c4fc20ea-82e6-437c-849e-5a9e893fe683 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Calling delete_port for 128cef3f-d481-499e-8e05-c64b9f364651 owned by {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:53:44.744206 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bed61ea-b215-47fa-8271-a9a9863285a5 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event updated for resources: {'Port': ['ID=2cee256c-a909-44a7-b7c4-17dfde215087,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:44.747121 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4869393a-d5ef-4a27-b592-2536722663e0 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:44.756474 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bed61ea-b215-47fa-8271-a9a9863285a5 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:44.765449 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf44b0d-9681-438d-a419-600375483a61 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Network c3293d86-34d8-4043-88a9-5e8c99363a6d is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:44.820237 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8012a4d9-7a57-4083-b46f-0aab130be352 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:44.821140 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8012a4d9-7a57-4083-b46f-0aab130be352 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:44.823689 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-8012a4d9-7a57-4083-b46f-0aab130be352 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] 10.222.0.55 "PUT /v2.0/subnets/64490228-223b-4eae-81c0-79e6c2e20858 HTTP/1.1" status: 200 len: 900 time: 3.8527529 Apr 01 15:53:44.824902 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-7cf44b0d-9681-438d-a419-600375483a61 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:44.827355 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50436) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:44.831505 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-9bed61ea-b215-47fa-8271-a9a9863285a5 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:44.870135 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bed61ea-b215-47fa-8271-a9a9863285a5 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:53:44.874786 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bed61ea-b215-47fa-8271-a9a9863285a5 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:44.876495 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9bed61ea-b215-47fa-8271-a9a9863285a5 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:45.136445 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 8ca2a819-0b52-498b-9379-9338b49a6934 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:53:45.171727 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-9bed61ea-b215-47fa-8271-a9a9863285a5 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 4.6685245 Apr 01 15:53:45.184976 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4869393a-d5ef-4a27-b592-2536722663e0 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Network 274dbc1d-4765-44ad-808b-76e00818a2c0 is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:45.185753 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50440) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:45.241098 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-4869393a-d5ef-4a27-b592-2536722663e0 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:45.244972 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4869393a-d5ef-4a27-b592-2536722663e0 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Pushing event updated for resources: {'Port': ['ID=d464ac93-bd24-4a86-91b0-068fe9654705,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:45.266055 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4869393a-d5ef-4a27-b592-2536722663e0 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:53:45.286377 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 8ca2a819-0b52-498b-9379-9338b49a6934 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:45.286936 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:45.430981 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8012a4d9-7a57-4083-b46f-0aab130be352 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Pushing event updated for resources: {'Subnet': ['ID=64490228-223b-4eae-81c0-79e6c2e20858,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:45.467006 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 709d1935-c4e5-4398-aae9-8b777f5dbcb3 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:53:45.481958 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-af8b6fe6-8ec2-4141-b838-1b1f0af2f1de tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:45.490454 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-af8b6fe6-8ec2-4141-b838-1b1f0af2f1de tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Usage tracker for resource:subnet and tenant:b68673fda8b4484b82bd7a45a53d4438 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:45.507345 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d501919e-136f-4807-a11e-8735b04a3c59 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:45.508019 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-17834819-913d-4d11-ab6f-048e93d09b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:45.511655 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-8dcad1f3-936a-40a3-a934-93ec7872ecb6 None None] Provisioning complete for port 3554756a-15bb-4d07-bf7f-960a133db039 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:45.512930 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8dcad1f3-936a-40a3-a934-93ec7872ecb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:45.513153 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-af8b6fe6-8ec2-4141-b838-1b1f0af2f1de tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:45.521233 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4869393a-d5ef-4a27-b592-2536722663e0 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611418'] for router_interface, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:45.541614 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-af8b6fe6-8ec2-4141-b838-1b1f0af2f1de tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:45.543952 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17834819-913d-4d11-ab6f-048e93d09b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce1c26d-0639-4d21-b725-4c5e05d98b08,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:45.550117 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20c8031-9c23-42c4-95e3-2077bd836f61 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:45.553993 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20c8031-9c23-42c4-95e3-2077bd836f61 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:45.554783 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-a20c8031-9c23-42c4-95e3-2077bd836f61 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Synchronizing usage tracker for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:53:45.571411 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-d501919e-136f-4807-a11e-8735b04a3c59 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Deleting port 60795de5-c21e-43ff-9dbb-136a50e4f519 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:53:45.571934 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d501919e-136f-4807-a11e-8735b04a3c59 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:45.598596 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-17834819-913d-4d11-ab6f-048e93d09b33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:45.599825 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-17834819-913d-4d11-ab6f-048e93d09b33 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8ce1c26d-0639-4d21-b725-4c5e05d98b08 HTTP/1.1" status: 204 len: 168 time: 2.3453262 Apr 01 15:53:45.607423 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-8dcad1f3-936a-40a3-a934-93ec7872ecb6 None None] Port 3554756a-15bb-4d07-bf7f-960a133db039 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:53:45.613873 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e47419c5-2b60-43b9-af74-f8a741e14dfd tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:45.623373 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af8b6fe6-8ec2-4141-b838-1b1f0af2f1de tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Made reservation on behalf of b68673fda8b4484b82bd7a45a53d4438 for: {'subnet': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:45.636595 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 709d1935-c4e5-4398-aae9-8b777f5dbcb3 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:45.692711 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b75b21-2fd2-4bc5-9dec-0a8c3d4eff43 None None] Network 01c00d3a-ebf8-40e9-b7be-cf7418f07095 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:53:45.713259 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-a20c8031-9c23-42c4-95e3-2077bd836f61 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Unset dirty status for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:53:45.714757 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-a20c8031-9c23-42c4-95e3-2077bd836f61 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.5278828 Apr 01 15:53:45.726799 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50446) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:45.828413 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-b6f3c6ff-a2a3-42ea-9131-2d16060779c4 None None] Provisioning for port 709d1935-c4e5-4398-aae9-8b777f5dbcb3 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:45.850151 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-b6f3c6ff-a2a3-42ea-9131-2d16060779c4 None None] Provisioning complete for port 709d1935-c4e5-4398-aae9-8b777f5dbcb3 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:45.850581 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-b6f3c6ff-a2a3-42ea-9131-2d16060779c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:45.959181 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-af8b6fe6-8ec2-4141-b838-1b1f0af2f1de tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16030269'] for subnet, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:45.997665 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c4fc20ea-82e6-437c-849e-5a9e893fe683 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:46.212510 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fc20ea-82e6-437c-849e-5a9e893fe683 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Pushing event deleted for resources: {'Port': ['ID=128cef3f-d481-499e-8e05-c64b9f364651,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:46.280543 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-b6f3c6ff-a2a3-42ea-9131-2d16060779c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:46.357420 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-b6f3c6ff-a2a3-42ea-9131-2d16060779c4 None None] For port 709d1935-c4e5-4398-aae9-8b777f5dbcb3, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=709d1935-c4e5-4398-aae9-8b777f5dbcb3,segment=NetworkSegment(fcf729ef-e44f-44d8-b589-5c4c651519e1),segment_id=fcf729ef-e44f-44d8-b589-5c4c651519e1)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:53:46.370687 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-b6f3c6ff-a2a3-42ea-9131-2d16060779c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:46.473988 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f3c6ff-a2a3-42ea-9131-2d16060779c4 None None] Pushing event updated for resources: {'Port': ['ID=709d1935-c4e5-4398-aae9-8b777f5dbcb3,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:46.515396 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c4fc20ea-82e6-437c-849e-5a9e893fe683 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:46.531465 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-9d905c4a-f913-4789-bdbd-072eb2d40e81 None None] Provisioning for port d464ac93-bd24-4a86-91b0-068fe9654705 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:46.546203 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-9d905c4a-f913-4789-bdbd-072eb2d40e81 None None] Provisioning complete for port d464ac93-bd24-4a86-91b0-068fe9654705 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:46.547332 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-9df4d966-72e2-4e57-8e7c-b19937f11712 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Deleting port 2cee256c-a909-44a7-b7c4-17dfde215087 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:53:46.547792 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9df4d966-72e2-4e57-8e7c-b19937f11712 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:46.548331 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-9d905c4a-f913-4789-bdbd-072eb2d40e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:46.564471 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-c4fc20ea-82e6-437c-849e-5a9e893fe683 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] 10.222.0.55 "DELETE /v2.0/ports/128cef3f-d481-499e-8e05-c64b9f364651 HTTP/1.1" status: 204 len: 168 time: 3.8856931 Apr 01 15:53:46.571562 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50458) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:46.715516 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-9d905c4a-f913-4789-bdbd-072eb2d40e81 None None] Port d464ac93-bd24-4a86-91b0-068fe9654705 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:53:46.727202 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04926ebe-eed2-4b16-8c0b-2dadd07513aa None None] Network e5465462-337c-4b75-8b2f-1a272c972cd5 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:53:47.029494 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cf44b0d-9681-438d-a419-600375483a61 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Router 3ad2ffa8-17f6-4489-a5de-882a51cc7729 is scheduled to L3 agent ff252634-3424-422a-b742-9ae457bd54bd with binding_index 1 {{(pid=83828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:53:47.073433 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 60795de5-c21e-43ff-9dbb-136a50e4f519 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:53:47.116588 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-af8b6fe6-8ec2-4141-b838-1b1f0af2f1de tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15306628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16030227'] for subnet, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:47.174915 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4869393a-d5ef-4a27-b592-2536722663e0 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:47.218282 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-57060740-8fe7-4dff-a11b-7808f8497699 None None] Provisioning for port 60795de5-c21e-43ff-9dbb-136a50e4f519 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:47.261664 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [None req-d501919e-136f-4807-a11e-8735b04a3c59 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] For port 60795de5-c21e-43ff-9dbb-136a50e4f519, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=60795de5-c21e-43ff-9dbb-136a50e4f519,segment=NetworkSegment(fef2715e-1425-4d2a-b7b4-17ac34082e99),segment_id=fef2715e-1425-4d2a-b7b4-17ac34082e99)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:53:47.262277 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d501919e-136f-4807-a11e-8735b04a3c59 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:47.317801 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8b6fe6-8ec2-4141-b838-1b1f0af2f1de tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Pushing event updated for resources: {'Subnet': ['ID=17bbb2b3-cb79-471d-9e48-0574b799c5e9,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:47.331230 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_v2 [None req-f36acb31-a6be-4379-8a37-8c0954981d79 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Deleting subnet 7380a8a0-99f9-4c14-9487-f68bfe072346 {{(pid=83828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:53:47.394378 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 60795de5-c21e-43ff-9dbb-136a50e4f519 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:47.419365 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 60795de5-c21e-43ff-9dbb-136a50e4f519 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:47.419994 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:47.461384 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-d501919e-136f-4807-a11e-8735b04a3c59 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Calling delete_port for 60795de5-c21e-43ff-9dbb-136a50e4f519 owned by network:dhcp {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:53:47.462195 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f36acb31-a6be-4379-8a37-8c0954981d79 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Notify callbacks [] for subnet, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:47.539294 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-ac88ce29-5472-4d29-b4d9-8db7cd0567d8 None None] Provisioning for port 0fc16339-d0c2-4ba4-aa49-758b474a2fb1 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:47.557720 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-ac88ce29-5472-4d29-b4d9-8db7cd0567d8 None None] Provisioning complete for port 0fc16339-d0c2-4ba4-aa49-758b474a2fb1 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:47.558189 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ac88ce29-5472-4d29-b4d9-8db7cd0567d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:47.590835 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8b6fe6-8ec2-4141-b838-1b1f0af2f1de tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Checking segment: {'id': '1f1720c2-cfb6-4750-bb17-7db717d2bf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '876e50d0-bc0b-4839-92b0-d910644a3128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:53:47.591362 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8b6fe6-8ec2-4141-b838-1b1f0af2f1de tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Network hostable DHCP agents. Network: 876e50d0-bc0b-4839-92b0-d910644a3128, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:53:47.623573 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f36acb31-a6be-4379-8a37-8c0954981d79 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15303084'] for subnet, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:47.644753 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-ac88ce29-5472-4d29-b4d9-8db7cd0567d8 None None] Port 0fc16339-d0c2-4ba4-aa49-758b474a2fb1 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:53:47.691469 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.db.resource_extend [None req-e47419c5-2b60-43b9-af74-f8a741e14dfd tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:53:47.717865 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-ac88ce29-5472-4d29-b4d9-8db7cd0567d8 None None] Provisioning for port d133b464-df8c-44a9-bafd-569e06dd0646 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:47.720351 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8b6fe6-8ec2-4141-b838-1b1f0af2f1de tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Network 876e50d0-bc0b-4839-92b0-d910644a3128 is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:53:47.725689 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:47.741955 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e47419c5-2b60-43b9-af74-f8a741e14dfd tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:47.755231 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf44b0d-9681-438d-a419-600375483a61 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:53:47.762987 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-af8b6fe6-8ec2-4141-b838-1b1f0af2f1de tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, 876e50d0-bc0b-4839-92b0-d910644a3128) {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:47.776694 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8b6fe6-8ec2-4141-b838-1b1f0af2f1de tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:47.777304 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-af8b6fe6-8ec2-4141-b838-1b1f0af2f1de tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:47.780451 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d2bac0-ef7a-4bbb-b39c-408f2f10e6be None None] Sync routers for ids ['3ad2ffa8-17f6-4489-a5de-882a51cc7729'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:53:47.785828 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-7cf44b0d-9681-438d-a419-600375483a61 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "PUT /v2.0/routers/3ad2ffa8-17f6-4489-a5de-882a51cc7729/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0108023 Apr 01 15:53:47.789352 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a0a4f4-4676-4816-9eb0-82402febae16 None None] Network 876e50d0-bc0b-4839-92b0-d910644a3128 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:53:47.794457 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50474) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:47.806712 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d2bac0-ef7a-4bbb-b39c-408f2f10e6be None None] Routers {'3ad2ffa8-17f6-4489-a5de-882a51cc7729'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:53:47.811172 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-37d2bac0-ef7a-4bbb-b39c-408f2f10e6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:53:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['3ad2ffa8-17f6-4489-a5de-882a51cc7729'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:47.932319 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-37d2bac0-ef7a-4bbb-b39c-408f2f10e6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:47.943667 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-af8b6fe6-8ec2-4141-b838-1b1f0af2f1de tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5608716 Apr 01 15:53:47.948761 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f36acb31-a6be-4379-8a37-8c0954981d79 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:47.963624 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d2bac0-ef7a-4bbb-b39c-408f2f10e6be None None] Routers {'3ad2ffa8-17f6-4489-a5de-882a51cc7729'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:53:47.964246 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-37d2bac0-ef7a-4bbb-b39c-408f2f10e6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:53:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['3ad2ffa8-17f6-4489-a5de-882a51cc7729'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:47.986040 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port 60795de5-c21e-43ff-9dbb-136a50e4f519, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=60795de5-c21e-43ff-9dbb-136a50e4f519,segment=NetworkSegment(fef2715e-1425-4d2a-b7b4-17ac34082e99),segment_id=fef2715e-1425-4d2a-b7b4-17ac34082e99)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:53:47.989491 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50480) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:48.003948 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e47419c5-2b60-43b9-af74-f8a741e14dfd tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:48.018441 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-ac88ce29-5472-4d29-b4d9-8db7cd0567d8 None None] Provisioning complete for port 709d1935-c4e5-4398-aae9-8b777f5dbcb3 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:48.018818 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ac88ce29-5472-4d29-b4d9-8db7cd0567d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:48.093329 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-13893299-0d4f-4c0c-ba81-71c23bd937dc tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1916645248', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:53:48.094984 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-37d2bac0-ef7a-4bbb-b39c-408f2f10e6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:48.095693 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d2bac0-ef7a-4bbb-b39c-408f2f10e6be None None] The sync data for ids ['3ad2ffa8-17f6-4489-a5de-882a51cc7729'] in dv-neutron-833373-2-hyperv is: [] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:53:48.106216 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.db.api [None req-d501919e-136f-4807-a11e-8735b04a3c59 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:53:48.106848 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG oslo_db.api [None req-d501919e-136f-4807-a11e-8735b04a3c59 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:53:48.125681 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9df4d966-72e2-4e57-8e7c-b19937f11712 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:48.135749 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-13893299-0d4f-4c0c-ba81-71c23bd937dc tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:48.145335 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:48.146112 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device d133b464-df8c-44a9-bafd-569e06dd0646 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:53:48.158474 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-13893299-0d4f-4c0c-ba81-71c23bd937dc tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Usage tracker for resource:router and tenant:b68673fda8b4484b82bd7a45a53d4438 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:48.229889 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-13893299-0d4f-4c0c-ba81-71c23bd937dc tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:48.273086 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34d9ca5-dbca-4196-8ae8-1e94621aa8de tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:48.280119 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-f34d9ca5-dbca-4196-8ae8-1e94621aa8de tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Synchronizing usage tracker for tenant:140c0a827c6a433287acd915ee3c410d on resource:port {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:53:48.335620 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-f34d9ca5-dbca-4196-8ae8-1e94621aa8de tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Unset dirty status for tenant:140c0a827c6a433287acd915ee3c410d on resource:port {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:53:48.344234 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-f34d9ca5-dbca-4196-8ae8-1e94621aa8de tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "GET /v2.0/ports/3554756a-15bb-4d07-bf7f-960a133db039 HTTP/1.1" status: 200 len: 911 time: 0.5467534 Apr 01 15:53:48.344891 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50488) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:48.378923 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f47175e-d1c7-4122-9248-77f9c4d7e91a None None] Network e5465462-337c-4b75-8b2f-1a272c972cd5 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:53:48.403768 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=60795de5-c21e-43ff-9dbb-136a50e4f519,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:48.437356 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-9df4d966-72e2-4e57-8e7c-b19937f11712 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Calling delete_port for 2cee256c-a909-44a7-b7c4-17dfde215087 owned by {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:53:48.491108 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-13893299-0d4f-4c0c-ba81-71c23bd937dc tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:48.563411 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47419c5-2b60-43b9-af74-f8a741e14dfd tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Pushing event updated for resources: {'Port': ['ID=0fc16339-d0c2-4ba4-aa49-758b474a2fb1,revision_number=2']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:48.627397 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-d501919e-136f-4807-a11e-8735b04a3c59 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Deleting port 60795de5-c21e-43ff-9dbb-136a50e4f519 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:53:48.627690 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d501919e-136f-4807-a11e-8735b04a3c59 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:48.651514 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port d133b464-df8c-44a9-bafd-569e06dd0646 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:48.669124 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port d133b464-df8c-44a9-bafd-569e06dd0646 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:48.669347 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:48.678352 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f36acb31-a6be-4379-8a37-8c0954981d79 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15306565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16030232'] for subnet, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:48.731694 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36acb31-a6be-4379-8a37-8c0954981d79 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Pushing event deleted for resources: {'Subnet': ['ID=7380a8a0-99f9-4c14-9487-f68bfe072346,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:48.750450 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f36acb31-a6be-4379-8a37-8c0954981d79 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:48.767510 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-f36acb31-a6be-4379-8a37-8c0954981d79 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] 10.222.0.55 "DELETE /v2.0/subnets/7380a8a0-99f9-4c14-9487-f68bfe072346 HTTP/1.1" status: 204 len: 168 time: 2.1948159 Apr 01 15:53:48.771288 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50498) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:48.784642 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef150812-b8b6-47c3-a096-770182fa15d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-876e50d0-bc0b-4839-92b0-d910644a3128', 'network_id': '876e50d0-bc0b-4839-92b0-d910644a3128', 'tenant_id': 'b68673fda8b4484b82bd7a45a53d4438', 'fixed_ips': [{'subnet_id': '17bbb2b3-cb79-471d-9e48-0574b799c5e9'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:53:48.791656 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ef150812-b8b6-47c3-a096-770182fa15d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:48.887117 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abedb276-9931-4327-96d5-59cd24f48b77 None None] Network 90a926dd-2546-4ce1-b34d-6cff2b69cfb5 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:53:49.008924 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-13893299-0d4f-4c0c-ba81-71c23bd937dc tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130665'] for router, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:49.010143 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-13893299-0d4f-4c0c-ba81-71c23bd937dc tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617571', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130640'] for router, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:49.091135 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50504) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:49.098397 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f5e2cbec-2d36-4297-a2a4-58c44569fcb2 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:49.145116 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-f5e2cbec-2d36-4297-a2a4-58c44569fcb2 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Deleting port 63fd8302-f41a-4cc8-9716-85cba17494c8 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:53:49.146021 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f5e2cbec-2d36-4297-a2a4-58c44569fcb2 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:49.380074 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e47419c5-2b60-43b9-af74-f8a741e14dfd tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611418'] for router_interface, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:49.397784 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-13893299-0d4f-4c0c-ba81-71c23bd937dc tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:49.447383 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-57116b3b-6758-493a-a3e3-f85115a0d7cb tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1254930606', 'router:external': True}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:53:49.468033 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-57116b3b-6758-493a-a3e3-f85115a0d7cb tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:49.495681 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-57116b3b-6758-493a-a3e3-f85115a0d7cb tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Usage tracker for resource:network and tenant:c9632da394c8441eab568915695eab19 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:49.506168 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-57116b3b-6758-493a-a3e3-f85115a0d7cb tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:49.510787 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-ef150812-b8b6-47c3-a096-770182fa15d7 None None] Allocated IP 172.20.0.2 (876e50d0-bc0b-4839-92b0-d910644a3128/17bbb2b3-cb79-471d-9e48-0574b799c5e9/9fcad7fc-6d9b-4c5f-b3d0-84c463c503db) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:49.521409 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-f5e2cbec-2d36-4297-a2a4-58c44569fcb2 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] For port 63fd8302-f41a-4cc8-9716-85cba17494c8, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=63fd8302-f41a-4cc8-9716-85cba17494c8,segment=NetworkSegment(8e802c12-2639-4526-a8a4-2bbf907ba074),segment_id=8e802c12-2639-4526-a8a4-2bbf907ba074)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:53:49.522028 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f5e2cbec-2d36-4297-a2a4-58c44569fcb2 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:49.528890 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:49.538339 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-57116b3b-6758-493a-a3e3-f85115a0d7cb tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:49.552374 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-cab96c79-e7b2-4a19-a21a-cfdde2649db0 None None] Provisioning complete for port 60795de5-c21e-43ff-9dbb-136a50e4f519 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:49.552760 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-cab96c79-e7b2-4a19-a21a-cfdde2649db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:49.558105 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-13893299-0d4f-4c0c-ba81-71c23bd937dc tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616'] for router, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:49.577599 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4869393a-d5ef-4a27-b592-2536722663e0 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:49.582081 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9df4d966-72e2-4e57-8e7c-b19937f11712 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:49.661501 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57116b3b-6758-493a-a3e3-f85115a0d7cb tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Made reservation on behalf of c9632da394c8441eab568915695eab19 for: {'network': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:49.663813 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-57116b3b-6758-493a-a3e3-f85115a0d7cb tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:49.689543 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4869393a-d5ef-4a27-b592-2536722663e0 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:49.690247 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-f5e2cbec-2d36-4297-a2a4-58c44569fcb2 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Calling delete_port for 63fd8302-f41a-4cc8-9716-85cba17494c8 owned by network:dhcp {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:53:49.701227 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11900ad6-a23a-4d59-95bb-0737316a5ce3 None None] DHCP port deletion for 90a926dd-2546-4ce1-b34d-6cff2b69cfb5 request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:53:49.731414 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [None req-d501919e-136f-4807-a11e-8735b04a3c59 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] For port 60795de5-c21e-43ff-9dbb-136a50e4f519, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=60795de5-c21e-43ff-9dbb-136a50e4f519,segment=NetworkSegment(fef2715e-1425-4d2a-b7b4-17ac34082e99),segment_id=fef2715e-1425-4d2a-b7b4-17ac34082e99)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:53:49.731649 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-11900ad6-a23a-4d59-95bb-0737316a5ce3 None None] Deleting port 63fd8302-f41a-4cc8-9716-85cba17494c8 {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:53:49.731782 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d501919e-136f-4807-a11e-8735b04a3c59 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:49.731880 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-11900ad6-a23a-4d59-95bb-0737316a5ce3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:49.777108 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port d133b464-df8c-44a9-bafd-569e06dd0646, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=d133b464-df8c-44a9-bafd-569e06dd0646,segment=NetworkSegment(c41dc1a5-c958-4d8b-81ea-3934c36371b8),segment_id=c41dc1a5-c958-4d8b-81ea-3934c36371b8)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:53:49.798524 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:49.799209 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 709d1935-c4e5-4398-aae9-8b777f5dbcb3 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:53:49.815827 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f5e2cbec-2d36-4297-a2a4-58c44569fcb2 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:49.873119 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df4d966-72e2-4e57-8e7c-b19937f11712 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event deleted for resources: {'Port': ['ID=2cee256c-a909-44a7-b7c4-17dfde215087,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:49.884372 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e2cbec-2d36-4297-a2a4-58c44569fcb2 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Pushing event deleted for resources: {'Port': ['ID=63fd8302-f41a-4cc8-9716-85cba17494c8,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:49.891712 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e2cbec-2d36-4297-a2a4-58c44569fcb2 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] No DVR routers for this DVR port 63fd8302-f41a-4cc8-9716-85cba17494c8 on host dv-neutron-833373-2-hyperv {{(pid=83828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:53:49.920213 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-d501919e-136f-4807-a11e-8735b04a3c59 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Calling delete_port for 60795de5-c21e-43ff-9dbb-136a50e4f519 owned by network:dhcp {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:53:49.947180 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-57116b3b-6758-493a-a3e3-f85115a0d7cb tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:50.063926 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-13893299-0d4f-4c0c-ba81-71c23bd937dc tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Notify callbacks [] for router, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:50.067976 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-13893299-0d4f-4c0c-ba81-71c23bd937dc tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 2.0595469 Apr 01 15:53:50.089183 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50510) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:50.094573 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=d133b464-df8c-44a9-bafd-569e06dd0646,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:50.172923 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9df4d966-72e2-4e57-8e7c-b19937f11712 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:50.174957 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-9df4d966-72e2-4e57-8e7c-b19937f11712 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/ports/2cee256c-a909-44a7-b7c4-17dfde215087 HTTP/1.1" status: 204 len: 168 time: 4.4400976 Apr 01 15:53:50.184357 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50514) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:50.225984 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-11900ad6-a23a-4d59-95bb-0737316a5ce3 None None] The port '63fd8302-f41a-4cc8-9716-85cba17494c8' was deleted {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:53:50.272859 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f5e2cbec-2d36-4297-a2a4-58c44569fcb2 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:50.277918 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-cab96c79-e7b2-4a19-a21a-cfdde2649db0 None None] Provisioning complete for port 0fc16339-d0c2-4ba4-aa49-758b474a2fb1 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:50.278957 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4869393a-d5ef-4a27-b592-2536722663e0 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611525'] for router_interface, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:50.279096 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-cab96c79-e7b2-4a19-a21a-cfdde2649db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:50.308032 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-79bf9084-7cc9-402e-8519-ef7316f1888e tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:50.328188 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 709d1935-c4e5-4398-aae9-8b777f5dbcb3 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:50.328488 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:50.330967 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-57116b3b-6758-493a-a3e3-f85115a0d7cb tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:50.339512 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-f5e2cbec-2d36-4297-a2a4-58c44569fcb2 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90a926dd-2546-4ce1-b34d-6cff2b69cfb5']}} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:50.358469 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-57116b3b-6758-493a-a3e3-f85115a0d7cb tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Usage tracker for resource:security_group_rule and tenant:c9632da394c8441eab568915695eab19 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:50.378100 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4869393a-d5ef-4a27-b592-2536722663e0 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Pushing event updated for resources: {'Port': ['ID=d464ac93-bd24-4a86-91b0-068fe9654705,revision_number=2']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:50.380930 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-57116b3b-6758-493a-a3e3-f85115a0d7cb tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:50.404682 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-57116b3b-6758-493a-a3e3-f85115a0d7cb tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:50.413688 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ace00a-f205-4344-b352-53dfee0d4be7 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:50.415348 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ace00a-f205-4344-b352-53dfee0d4be7 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:50.417008 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-d5ace00a-f205-4344-b352-53dfee0d4be7 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2315059 Apr 01 15:53:50.424700 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50518) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:50.426021 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-f5e2cbec-2d36-4297-a2a4-58c44569fcb2 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e802c12-2639-4526-a8a4-2bbf907ba074') {'for_net_delete': True} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:50.426315 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-f5e2cbec-2d36-4297-a2a4-58c44569fcb2 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e802c12-2639-4526-a8a4-2bbf907ba074') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:50.496253 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ef150812-b8b6-47c3-a096-770182fa15d7 None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:50.503491 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f5e2cbec-2d36-4297-a2a4-58c44569fcb2 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15303093'] for segment, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:50.516255 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-cab96c79-e7b2-4a19-a21a-cfdde2649db0 None None] Port 0fc16339-d0c2-4ba4-aa49-758b474a2fb1 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:53:50.524339 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-cab96c79-e7b2-4a19-a21a-cfdde2649db0 None None] Could not find standard attr ID for object 2cee256c-a909-44a7-b7c4-17dfde215087. {{(pid=83829) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:53:50.537834 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f5e2cbec-2d36-4297-a2a4-58c44569fcb2 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:50.549672 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5e2cbec-2d36-4297-a2a4-58c44569fcb2 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=83828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:53:50.550157 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f5e2cbec-2d36-4297-a2a4-58c44569fcb2 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15306523'] for segment, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:50.566640 dv-neutron-833373-2-hyperv neutron-server[83828]: Traceback (most recent call last): Apr 01 15:53:50.566640 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:53:50.566640 dv-neutron-833373-2-hyperv neutron-server[83828]: timer() Apr 01 15:53:50.566640 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:53:50.566640 dv-neutron-833373-2-hyperv neutron-server[83828]: cb(*args, **kw) Apr 01 15:53:50.566640 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:53:50.566640 dv-neutron-833373-2-hyperv neutron-server[83828]: return func(*args, **kwargs) Apr 01 15:53:50.566640 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:53:50.566640 dv-neutron-833373-2-hyperv neutron-server[83828]: self._notify() Apr 01 15:53:50.566640 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:53:50.566640 dv-neutron-833373-2-hyperv neutron-server[83828]: self.callback(batched_events) Apr 01 15:53:50.566640 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:53:50.566640 dv-neutron-833373-2-hyperv neutron-server[83828]: event.method(event) Apr 01 15:53:50.566640 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:53:50.566640 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:53:50.566640 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:53:50.566640 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:53:50.566640 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:53:50.566640 dv-neutron-833373-2-hyperv neutron-server[83828]: return f(self, *a, **k) Apr 01 15:53:50.566640 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:53:50.566640 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._get(url).json() Apr 01 15:53:50.566640 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:53:50.566640 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:53:50.566640 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:53:50.566640 dv-neutron-833373-2-hyperv neutron-server[83828]: return self.request(url, 'GET', **kwargs) Apr 01 15:53:50.566640 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:53:50.566640 dv-neutron-833373-2-hyperv neutron-server[83828]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:53:50.566640 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:53:50.566640 dv-neutron-833373-2-hyperv neutron-server[83828]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:53:50.566640 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:53:50.566640 dv-neutron-833373-2-hyperv neutron-server[83828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:53:50.566640 dv-neutron-833373-2-hyperv neutron-server[83828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:53:50.644937 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e47419c5-2b60-43b9-af74-f8a741e14dfd tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:50.651905 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-183d3dbd-5a13-4f86-85b0-a41a3188247e None None] Provisioning complete for port 60795de5-c21e-43ff-9dbb-136a50e4f519 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:50.652393 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-183d3dbd-5a13-4f86-85b0-a41a3188247e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:50.698360 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 60795de5-c21e-43ff-9dbb-136a50e4f519 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:53:50.717106 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f5e2cbec-2d36-4297-a2a4-58c44569fcb2 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:50.789949 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f5e2cbec-2d36-4297-a2a4-58c44569fcb2 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:50.801597 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e2cbec-2d36-4297-a2a4-58c44569fcb2 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] Pushing event deleted for resources: {'Network': ['ID=90a926dd-2546-4ce1-b34d-6cff2b69cfb5,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:50.828353 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-f5e2cbec-2d36-4297-a2a4-58c44569fcb2 tempest-AllowedAddressPairTestJSON-718463057 tempest-AllowedAddressPairTestJSON-718463057-project] 10.222.0.55 "DELETE /v2.0/networks/90a926dd-2546-4ce1-b34d-6cff2b69cfb5 HTTP/1.1" status: 204 len: 168 time: 2.0533857 Apr 01 15:53:50.840334 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 60795de5-c21e-43ff-9dbb-136a50e4f519 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:50.840711 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:50.865832 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-ef150812-b8b6-47c3-a096-770182fa15d7 None None] Transition to ACTIVE for port object 9fcad7fc-6d9b-4c5f-b3d0-84c463c503db will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:50.884276 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Port 60795de5-c21e-43ff-9dbb-136a50e4f519 was deleted so its status cannot be updated. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Apr 01 15:53:50.884781 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device d133b464-df8c-44a9-bafd-569e06dd0646 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:53:50.933287 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-79bf9084-7cc9-402e-8519-ef7316f1888e tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Allocated IP 2001:db8:1::1 (2923efa5-2756-4666-a9bb-08b89c0e2219/ceff7d1e-d4ea-4e0f-b8ef-52dbe74c5044/72379e22-d578-454b-ba32-8f01d96f0100) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:50.959386 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-ef150812-b8b6-47c3-a096-770182fa15d7 None None] Transition to ACTIVE for port object 9fcad7fc-6d9b-4c5f-b3d0-84c463c503db will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:50.974986 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ef150812-b8b6-47c3-a096-770182fa15d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:51.019738 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d501919e-136f-4807-a11e-8735b04a3c59 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:51.059646 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef150812-b8b6-47c3-a096-770182fa15d7 None None] Network 876e50d0-bc0b-4839-92b0-d910644a3128 is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:51.063622 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-ef150812-b8b6-47c3-a096-770182fa15d7 None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:51.073930 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef150812-b8b6-47c3-a096-770182fa15d7 None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:53:51.076812 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef150812-b8b6-47c3-a096-770182fa15d7 None None] Pushing event updated for resources: {'Port': ['ID=9fcad7fc-6d9b-4c5f-b3d0-84c463c503db,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:51.079093 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port d133b464-df8c-44a9-bafd-569e06dd0646 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:51.079461 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:51.166062 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-79bf9084-7cc9-402e-8519-ef7316f1888e tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:51.189218 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [None req-79bf9084-7cc9-402e-8519-ef7316f1888e tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Transition to ACTIVE for port object 72379e22-d578-454b-ba32-8f01d96f0100 will not be triggered until provisioned by entity DHCP. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:51.218925 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-79bf9084-7cc9-402e-8519-ef7316f1888e tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:51.230959 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-ef150812-b8b6-47c3-a096-770182fa15d7 None None] Attempting to bind port 9fcad7fc-6d9b-4c5f-b3d0-84c463c503db on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:53:51.231854 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-ef150812-b8b6-47c3-a096-770182fa15d7 None None] Attempting to bind port 9fcad7fc-6d9b-4c5f-b3d0-84c463c503db by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': '1f1720c2-cfb6-4750-bb17-7db717d2bf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '876e50d0-bc0b-4839-92b0-d910644a3128'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:53:51.232382 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef150812-b8b6-47c3-a096-770182fa15d7 None None] Attempting to bind port 9fcad7fc-6d9b-4c5f-b3d0-84c463c503db on network 876e50d0-bc0b-4839-92b0-d910644a3128 {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:53:51.246737 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef150812-b8b6-47c3-a096-770182fa15d7 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:53:51.247794 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef150812-b8b6-47c3-a096-770182fa15d7 None None] Checking segment: {'id': '1f1720c2-cfb6-4750-bb17-7db717d2bf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '876e50d0-bc0b-4839-92b0-d910644a3128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:53:51.248360 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ef150812-b8b6-47c3-a096-770182fa15d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:51.248928 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef150812-b8b6-47c3-a096-770182fa15d7 None None] Bound using segment: {'id': '1f1720c2-cfb6-4750-bb17-7db717d2bf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '876e50d0-bc0b-4839-92b0-d910644a3128'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:53:51.249694 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-ef150812-b8b6-47c3-a096-770182fa15d7 None None] Bound port: 9fcad7fc-6d9b-4c5f-b3d0-84c463c503db, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f1720c2-cfb6-4750-bb17-7db717d2bf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '876e50d0-bc0b-4839-92b0-d910644a3128'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:53:51.250289 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ef150812-b8b6-47c3-a096-770182fa15d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:51.303646 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79bf9084-7cc9-402e-8519-ef7316f1888e tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Network 2923efa5-2756-4666-a9bb-08b89c0e2219 is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:51.307892 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-79bf9084-7cc9-402e-8519-ef7316f1888e tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:51.320780 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bf9084-7cc9-402e-8519-ef7316f1888e tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:53:51.321361 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-79bf9084-7cc9-402e-8519-ef7316f1888e tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611418'] for router_interface, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:51.334177 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bf9084-7cc9-402e-8519-ef7316f1888e tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Pushing event updated for resources: {'Port': ['ID=72379e22-d578-454b-ba32-8f01d96f0100,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:51.354103 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50526) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:51.414678 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-ef150812-b8b6-47c3-a096-770182fa15d7 None None] For port 9fcad7fc-6d9b-4c5f-b3d0-84c463c503db, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:53:51.419873 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-ef150812-b8b6-47c3-a096-770182fa15d7 None None] For port 9fcad7fc-6d9b-4c5f-b3d0-84c463c503db, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=9fcad7fc-6d9b-4c5f-b3d0-84c463c503db,segment=NetworkSegment(1f1720c2-cfb6-4750-bb17-7db717d2bf5b),segment_id=1f1720c2-cfb6-4750-bb17-7db717d2bf5b)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:53:51.424585 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ef150812-b8b6-47c3-a096-770182fa15d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:51.473965 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-79bf9084-7cc9-402e-8519-ef7316f1888e tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:51.492071 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 63fd8302-f41a-4cc8-9716-85cba17494c8 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:53:51.553633 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 63fd8302-f41a-4cc8-9716-85cba17494c8 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:53:51.553633 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 63fd8302-f41a-4cc8-9716-85cba17494c8 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:53:51.594211 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef150812-b8b6-47c3-a096-770182fa15d7 None None] Pushing event updated for resources: {'Port': ['ID=9fcad7fc-6d9b-4c5f-b3d0-84c463c503db,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:51.687233 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d501919e-136f-4807-a11e-8735b04a3c59 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Pushing event deleted for resources: {'Port': ['ID=60795de5-c21e-43ff-9dbb-136a50e4f519,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:51.783053 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-fcc00699-ceb3-4d34-9a48-d21737537f79 None None] Provisioning for port 72379e22-d578-454b-ba32-8f01d96f0100 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:51.793293 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456dbbbe-4b9b-4375-80dc-bbe165aa22fc None None] DHCP port deletion for e5465462-337c-4b75-8b2f-1a272c972cd5 request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:53:51.807186 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-c7df30d0-64a1-41e0-a5b8-8fbd83ba7158 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d61155a010b64f989ddf95017580bf5e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4498308 Apr 01 15:53:51.807734 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-57116b3b-6758-493a-a3e3-f85115a0d7cb tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:51.809441 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50532) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:51.830288 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-fcc00699-ceb3-4d34-9a48-d21737537f79 None None] Provisioning complete for port 72379e22-d578-454b-ba32-8f01d96f0100 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:51.830288 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-fcc00699-ceb3-4d34-9a48-d21737537f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:51.868654 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4869393a-d5ef-4a27-b592-2536722663e0 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Network 274dbc1d-4765-44ad-808b-76e00818a2c0 is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:51.870380 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-57116b3b-6758-493a-a3e3-f85115a0d7cb tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:51.917048 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-fcc00699-ceb3-4d34-9a48-d21737537f79 None None] Port 72379e22-d578-454b-ba32-8f01d96f0100 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:53:51.921312 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5c446b1a-7d22-42e5-9e25-32e021a37c14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:51.936973 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-4869393a-d5ef-4a27-b592-2536722663e0 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:51.948239 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d501919e-136f-4807-a11e-8735b04a3c59 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] No DVR routers for this DVR port 60795de5-c21e-43ff-9dbb-136a50e4f519 on host dv-neutron-833373-2-hyperv {{(pid=83826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:53:52.031490 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5c446b1a-7d22-42e5-9e25-32e021a37c14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:52.096408 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57116b3b-6758-493a-a3e3-f85115a0d7cb tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=83826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:53:52.135128 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-57116b3b-6758-493a-a3e3-f85115a0d7cb tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:52.135457 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.segments_db [None req-57116b3b-6758-493a-a3e3-f85115a0d7cb tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Added segment 22bb3655-f178-4b05-bfe4-84967320dc38 of type vlan for network e9067028-8831-49b0-a7e1-99422c1e79b7 Apr 01 15:53:52.214001 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_v2 [None req-7706dbe3-2455-4c75-bcc0-dbd5c9bb25b9 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Deleting subnet c5259a41-f8bd-4bb1-8601-814ad4d9a000 {{(pid=83826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:53:52.244055 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-9736ab05-9aba-4c6e-8bb3-72675e695798 None None] Provisioning complete for port d464ac93-bd24-4a86-91b0-068fe9654705 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:52.244617 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-9736ab05-9aba-4c6e-8bb3-72675e695798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:52.287809 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5c446b1a-7d22-42e5-9e25-32e021a37c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:52.296280 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7706dbe3-2455-4c75-bcc0-dbd5c9bb25b9 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for subnet, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:52.302078 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-79bf9084-7cc9-402e-8519-ef7316f1888e tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for port, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:52.311194 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c446b1a-7d22-42e5-9e25-32e021a37c14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f18d81ca-f02a-47fe-bea6-584096dc24a9,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:52.313431 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-79bf9084-7cc9-402e-8519-ef7316f1888e tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:52.313955 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-79bf9084-7cc9-402e-8519-ef7316f1888e tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611525'] for router_interface, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:52.328561 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57116b3b-6758-493a-a3e3-f85115a0d7cb tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e221bea2-9f9f-4bdc-adac-c6d5a6405f76,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:52.330960 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-9736ab05-9aba-4c6e-8bb3-72675e695798 None None] Port d464ac93-bd24-4a86-91b0-068fe9654705 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:53:52.374098 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5c446b1a-7d22-42e5-9e25-32e021a37c14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:52.375331 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-5c446b1a-7d22-42e5-9e25-32e021a37c14 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f18d81ca-f02a-47fe-bea6-584096dc24a9 HTTP/1.1" status: 204 len: 168 time: 0.5648890 Apr 01 15:53:52.410454 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d501919e-136f-4807-a11e-8735b04a3c59 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:52.475011 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-57116b3b-6758-493a-a3e3-f85115a0d7cb tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:52.484583 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bf9084-7cc9-402e-8519-ef7316f1888e tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Pushing event updated for resources: {'Port': ['ID=72379e22-d578-454b-ba32-8f01d96f0100,revision_number=2']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:52.527409 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7706dbe3-2455-4c75-bcc0-dbd5c9bb25b9 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16610770'] for subnet, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:52.542923 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79bf9084-7cc9-402e-8519-ef7316f1888e tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Network 2923efa5-2756-4666-a9bb-08b89c0e2219 is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:52.544230 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-79bf9084-7cc9-402e-8519-ef7316f1888e tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:52.643289 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.db.resource_extend [None req-e47419c5-2b60-43b9-af74-f8a741e14dfd tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:53:52.660323 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-77b0431f-9938-4d47-af2f-51ce9997b317 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:52.699444 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e47419c5-2b60-43b9-af74-f8a741e14dfd tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:52.803383 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 9fcad7fc-6d9b-4c5f-b3d0-84c463c503db up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:53:52.805599 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.db.resource_extend [None req-57116b3b-6758-493a-a3e3-f85115a0d7cb tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:53:52.961710 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 9fcad7fc-6d9b-4c5f-b3d0-84c463c503db completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:53.028783 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d501919e-136f-4807-a11e-8735b04a3c59 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15415074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16089009'] for subnet, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:53.036689 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e47419c5-2b60-43b9-af74-f8a741e14dfd tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:53.038685 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e47419c5-2b60-43b9-af74-f8a741e14dfd tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611525'] for router_interface, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:53.083459 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-ca6e07bd-16f1-4243-8cd9-f7c54d14bb44 None None] Provisioning complete for port 72379e22-d578-454b-ba32-8f01d96f0100 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:53.084059 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ca6e07bd-16f1-4243-8cd9-f7c54d14bb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:53.090580 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7706dbe3-2455-4c75-bcc0-dbd5c9bb25b9 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:53.118794 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 60795de5-c21e-43ff-9dbb-136a50e4f519 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:53:53.153141 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c220f836-31a3-4f9e-bdf2-03b94b3c3469 None None] Network 876e50d0-bc0b-4839-92b0-d910644a3128 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:53:53.156012 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79bf9084-7cc9-402e-8519-ef7316f1888e tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Router 3ad2ffa8-17f6-4489-a5de-882a51cc7729 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:53:53.178919 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 60795de5-c21e-43ff-9dbb-136a50e4f519 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:53:53.179261 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 60795de5-c21e-43ff-9dbb-136a50e4f519 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:53:53.223658 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d501919e-136f-4807-a11e-8735b04a3c59 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Pushing event deleted for resources: {'Subnet': ['ID=64490228-223b-4eae-81c0-79e6c2e20858,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:53.260854 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-ca6e07bd-16f1-4243-8cd9-f7c54d14bb44 None None] Port 72379e22-d578-454b-ba32-8f01d96f0100 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:53:53.390815 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79bf9084-7cc9-402e-8519-ef7316f1888e tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:53:53.402781 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-79bf9084-7cc9-402e-8519-ef7316f1888e tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "PUT /v2.0/routers/3ad2ffa8-17f6-4489-a5de-882a51cc7729/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0560369 Apr 01 15:53:53.406037 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50550) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:53.415171 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70e8244-ef07-4a89-9ff9-c69004c7fdbc None None] Sync routers for ids ['3ad2ffa8-17f6-4489-a5de-882a51cc7729'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:53:53.449343 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70e8244-ef07-4a89-9ff9-c69004c7fdbc None None] Routers {'3ad2ffa8-17f6-4489-a5de-882a51cc7729'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:53:53.451183 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-f70e8244-ef07-4a89-9ff9-c69004c7fdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:53:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['3ad2ffa8-17f6-4489-a5de-882a51cc7729'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:53.504145 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a66ab3-455a-444c-b3ed-763dbf0375d8 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:53.504741 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-94a66ab3-455a-444c-b3ed-763dbf0375d8 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Synchronizing usage tracker for tenant:140c0a827c6a433287acd915ee3c410d on resource:port {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:53:53.507237 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-57116b3b-6758-493a-a3e3-f85115a0d7cb tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:53.508866 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57116b3b-6758-493a-a3e3-f85115a0d7cb tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:53.509817 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-57116b3b-6758-493a-a3e3-f85115a0d7cb tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:53.526623 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-94a66ab3-455a-444c-b3ed-763dbf0375d8 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Unset dirty status for tenant:140c0a827c6a433287acd915ee3c410d on resource:port {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:53:53.528050 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-94a66ab3-455a-444c-b3ed-763dbf0375d8 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "GET /v2.0/ports/72379e22-d578-454b-ba32-8f01d96f0100 HTTP/1.1" status: 200 len: 913 time: 0.1206760 Apr 01 15:53:53.530905 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50556) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:53.531065 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9da749-7522-49ea-b890-ba63dddf0a5d None None] Network e5465462-337c-4b75-8b2f-1a272c972cd5 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:53:53.554238 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-07b539c1-a477-42b5-9a43-2edba6f0a042 None None] Provisioning for port 9fcad7fc-6d9b-4c5f-b3d0-84c463c503db completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:53.604495 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-f70e8244-ef07-4a89-9ff9-c69004c7fdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:53.631239 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-07b539c1-a477-42b5-9a43-2edba6f0a042 None None] Provisioning complete for port 9fcad7fc-6d9b-4c5f-b3d0-84c463c503db triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:53.631968 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-07b539c1-a477-42b5-9a43-2edba6f0a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:53.685378 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47419c5-2b60-43b9-af74-f8a741e14dfd tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Pushing event updated for resources: {'Port': ['ID=0fc16339-d0c2-4ba4-aa49-758b474a2fb1,revision_number=3']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:53.806498 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:53.811348 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70e8244-ef07-4a89-9ff9-c69004c7fdbc None None] Routers {'3ad2ffa8-17f6-4489-a5de-882a51cc7729'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:53:53.812251 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-f70e8244-ef07-4a89-9ff9-c69004c7fdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:53:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['3ad2ffa8-17f6-4489-a5de-882a51cc7729'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:53.829432 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50562) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:53.930365 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d501919e-136f-4807-a11e-8735b04a3c59 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:53.941974 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-f70e8244-ef07-4a89-9ff9-c69004c7fdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:53.942518 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70e8244-ef07-4a89-9ff9-c69004c7fdbc None None] The sync data for ids ['3ad2ffa8-17f6-4489-a5de-882a51cc7729'] in dv-neutron-833373-2-hyperv is: [] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:53:53.980022 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57116b3b-6758-493a-a3e3-f85115a0d7cb tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Pushing event updated for resources: {'Network': ['ID=e9067028-8831-49b0-a7e1-99422c1e79b7,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:54.010568 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7706dbe3-2455-4c75-bcc0-dbd5c9bb25b9 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15415074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16089009'] for subnet, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:54.046097 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc2c120-d10c-4896-92bb-8320df2a81ea None None] DHCP port deletion for e5465462-337c-4b75-8b2f-1a272c972cd5 request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:53:54.048505 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network e9067028-8831-49b0-a7e1-99422c1e79b7 details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:53:54.072712 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-25e5e66b-e3a2-4b8d-b84a-cedafb4f6273 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611543'] for router_interface, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:54.093779 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-2c86032f-f1d2-41e2-ba65-f3024ca391f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:54.154001 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-d501919e-136f-4807-a11e-8735b04a3c59 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5465462-337c-4b75-8b2f-1a272c972cd5']}} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:54.163097 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7706dbe3-2455-4c75-bcc0-dbd5c9bb25b9 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event deleted for resources: {'Subnet': ['ID=c5259a41-f8bd-4bb1-8601-814ad4d9a000,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:54.194450 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-57116b3b-6758-493a-a3e3-f85115a0d7cb tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 5.0939417 Apr 01 15:53:54.199083 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9f131d-69aa-4093-9dce-a3e95655623d None None] get_active_networks_info from dv-neutron-833373-2-hyperv {{(pid=83829) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 01 15:53:54.203620 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [None req-8887e29d-66fe-40b5-8fca-62a2d62112e8 tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=83828) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:53:54.207355 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-8887e29d-66fe-40b5-8fca-62a2d62112e8 tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.3740163 Apr 01 15:53:54.207355 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50568) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:54.208773 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50572) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:54.216465 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-c2e56041-58df-4a03-baae-6c40493241db tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Request body: {'subnet': {'network_id': 'e9067028-8831-49b0-a7e1-99422c1e79b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:53:54.219137 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-d501919e-136f-4807-a11e-8735b04a3c59 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fef2715e-1425-4d2a-b7b4-17ac34082e99') {'for_net_delete': True} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:54.219441 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-d501919e-136f-4807-a11e-8735b04a3c59 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fef2715e-1425-4d2a-b7b4-17ac34082e99') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:54.241842 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7706dbe3-2455-4c75-bcc0-dbd5c9bb25b9 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:54.245587 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-7706dbe3-2455-4c75-bcc0-dbd5c9bb25b9 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/subnets/c5259a41-f8bd-4bb1-8601-814ad4d9a000 HTTP/1.1" status: 204 len: 168 time: 3.8184962 Apr 01 15:53:54.264332 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d501919e-136f-4807-a11e-8735b04a3c59 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16610763'] for segment, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:54.271387 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-07b539c1-a477-42b5-9a43-2edba6f0a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:54.271635 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50576) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:54.344134 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [None req-1c5e1628-ce50-42c5-b9e6-a5a205981733 tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] http://10.222.0.55:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=83828) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:53:54.348599 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-1c5e1628-ce50-42c5-b9e6-a5a205981733 tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] 10.222.0.55 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.1352167 Apr 01 15:53:54.348599 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-c2e56041-58df-4a03-baae-6c40493241db tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:54.350044 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50580) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:54.359411 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [None req-06807f63-8803-4f5d-b3ae-b7a6eaa1db2a tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] http://10.222.0.55:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=83828) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:53:54.362746 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-06807f63-8803-4f5d-b3ae-b7a6eaa1db2a tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] 10.222.0.55 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0083416 Apr 01 15:53:54.362907 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-07b539c1-a477-42b5-9a43-2edba6f0a042 None None] For port 9fcad7fc-6d9b-4c5f-b3d0-84c463c503db, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=9fcad7fc-6d9b-4c5f-b3d0-84c463c503db,segment=NetworkSegment(1f1720c2-cfb6-4750-bb17-7db717d2bf5b),segment_id=1f1720c2-cfb6-4750-bb17-7db717d2bf5b)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:53:54.363028 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-c2e56041-58df-4a03-baae-6c40493241db tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Usage tracker for resource:subnet and tenant:c9632da394c8441eab568915695eab19 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:54.364976 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50584) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:54.366092 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-aa2bfa39-9dd9-4a48-b5e8-ee8f438f8424 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0933294 Apr 01 15:53:54.370577 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47419c5-2b60-43b9-af74-f8a741e14dfd tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Network 01c00d3a-ebf8-40e9-b7be-cf7418f07095 is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:54.374680 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-07b539c1-a477-42b5-9a43-2edba6f0a042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:54.377297 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-c2e56041-58df-4a03-baae-6c40493241db tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:54.381045 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50588) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:54.381045 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-e47419c5-2b60-43b9-af74-f8a741e14dfd tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:54.386752 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [None req-c1b58e05-d393-4e27-bc76-f24ebcfe6ca5 tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] http://10.222.0.55:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=83828) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:53:54.390071 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-c1b58e05-d393-4e27-bc76-f24ebcfe6ca5 tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] 10.222.0.55 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0215783 Apr 01 15:53:54.390071 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-c2e56041-58df-4a03-baae-6c40493241db tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:54.391704 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50590) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:54.399164 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [None req-01fdbbd8-742f-4cf3-aa10-907e3b1acd25 tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] http://10.222.0.55:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=83828) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:53:54.402574 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-01fdbbd8-742f-4cf3-aa10-907e3b1acd25 tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] 10.222.0.55 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0074227 Apr 01 15:53:54.404477 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50594) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:54.412440 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [None req-797fec2c-8cb0-4d8a-b155-e7db5230df9b tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] http://10.222.0.55:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=83828) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:53:54.416531 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-797fec2c-8cb0-4d8a-b155-e7db5230df9b tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] 10.222.0.55 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0081096 Apr 01 15:53:54.416701 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50598) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:54.423166 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [None req-644ada8e-a67f-40b6-82cf-4cdc83181d23 tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] http://10.222.0.55:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=83828) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:53:54.426178 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-644ada8e-a67f-40b6-82cf-4cdc83181d23 tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] 10.222.0.55 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0061312 Apr 01 15:53:54.426178 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e56041-58df-4a03-baae-6c40493241db tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Made reservation on behalf of c9632da394c8441eab568915695eab19 for: {'subnet': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:54.429487 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c2e56041-58df-4a03-baae-6c40493241db tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16030269'] for subnet, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:54.450162 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50602) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:54.477063 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d501919e-136f-4807-a11e-8735b04a3c59 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:54.489889 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-e03c85c3-dd72-4879-9064-fbbcfcd81306 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Request body: {'subnet': {'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:53:54.499473 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b539c1-a477-42b5-9a43-2edba6f0a042 None None] Pushing event updated for resources: {'Port': ['ID=9fcad7fc-6d9b-4c5f-b3d0-84c463c503db,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:54.505066 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [None req-98139f75-4400-4c6f-8d1f-fabeb99cab91 tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] http://10.222.0.55:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=83828) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:53:54.508583 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-98139f75-4400-4c6f-8d1f-fabeb99cab91 tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] 10.222.0.55 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0559726 Apr 01 15:53:54.516932 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50608) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:54.532370 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [None req-36b96c7b-3168-473b-9f03-1ca61bce359e tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] http://10.222.0.55:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=83828) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:53:54.533061 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-4c512f73-d1cc-4c98-ad88-b5bf2ad786e9 None None] Provisioning complete for port 9fcad7fc-6d9b-4c5f-b3d0-84c463c503db triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:54.533540 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-4c512f73-d1cc-4c98-ad88-b5bf2ad786e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:54.535661 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-36b96c7b-3168-473b-9f03-1ca61bce359e tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] 10.222.0.55 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0077024 Apr 01 15:53:54.539721 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50612) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:54.550256 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [None req-a12671fb-4c4a-48fa-9d2a-ab699ffdae1b tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] http://10.222.0.55:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=83828) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:53:54.553712 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-a12671fb-4c4a-48fa-9d2a-ab699ffdae1b tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] 10.222.0.55 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0064926 Apr 01 15:53:54.558862 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50616) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:54.567748 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [None req-70df5c28-b1f2-49b8-b39e-91305d7f68b1 tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] http://10.222.0.55:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=83828) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:53:54.570992 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-70df5c28-b1f2-49b8-b39e-91305d7f68b1 tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] 10.222.0.55 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0072243 Apr 01 15:53:54.571149 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9f131d-69aa-4093-9dce-a3e95655623d None None] Resources bound (agent type, host, resource id): {{(pid=83829) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 15:53:54.573485 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50620) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:54.583037 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [None req-1a4acd4c-acdb-48c2-9f2b-58785bde9c62 tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] http://10.222.0.55:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=83828) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:53:54.587349 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-1a4acd4c-acdb-48c2-9f2b-58785bde9c62 tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] 10.222.0.55 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0098865 Apr 01 15:53:54.590478 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d501919e-136f-4807-a11e-8735b04a3c59 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=83826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:53:54.590913 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d501919e-136f-4807-a11e-8735b04a3c59 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15415164'] for segment, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:54.593810 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50624) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:54.603097 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [None req-3cf62b3e-7e64-4cd2-b481-261c0fb77a95 tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] http://10.222.0.55:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=83828) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:53:54.607382 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-3cf62b3e-7e64-4cd2-b481-261c0fb77a95 tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] 10.222.0.55 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0104067 Apr 01 15:53:54.610193 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50628) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:54.656570 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [None req-ff67ce20-c6bd-413f-94f6-a703dd60d846 tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] http://10.222.0.55:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=83828) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:53:54.660667 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-ff67ce20-c6bd-413f-94f6-a703dd60d846 tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] 10.222.0.55 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0071967 Apr 01 15:53:54.661348 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50632) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:54.678911 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [None req-608c238a-ee5c-4aaf-b4b1-c7b765a7fbbd tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] http://10.222.0.55:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=83828) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:53:54.682388 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-608c238a-ee5c-4aaf-b4b1-c7b765a7fbbd tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] 10.222.0.55 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0115943 Apr 01 15:53:54.684482 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50636) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:54.696649 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [None req-4d6d5bd3-7d77-47c6-afa7-d2539ffb36f6 tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] http://10.222.0.55:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=83828) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:53:54.696649 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-4d6d5bd3-7d77-47c6-afa7-d2539ffb36f6 tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] 10.222.0.55 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0085628 Apr 01 15:53:54.700263 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50640) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:54.740373 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [None req-31a0d251-2856-4580-91c0-1e5c12efe89c tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] http://10.222.0.55:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=83828) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:53:54.743895 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-31a0d251-2856-4580-91c0-1e5c12efe89c tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] 10.222.0.55 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0401480 Apr 01 15:53:54.744286 dv-neutron-833373-2-hyperv neutron-server[83826]: Traceback (most recent call last): Apr 01 15:53:54.744286 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:53:54.744286 dv-neutron-833373-2-hyperv neutron-server[83826]: timer() Apr 01 15:53:54.744286 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:53:54.744286 dv-neutron-833373-2-hyperv neutron-server[83826]: cb(*args, **kw) Apr 01 15:53:54.744286 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:53:54.744286 dv-neutron-833373-2-hyperv neutron-server[83826]: return func(*args, **kwargs) Apr 01 15:53:54.744286 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:53:54.744286 dv-neutron-833373-2-hyperv neutron-server[83826]: self._notify() Apr 01 15:53:54.744286 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:53:54.744286 dv-neutron-833373-2-hyperv neutron-server[83826]: self.callback(batched_events) Apr 01 15:53:54.744286 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:53:54.744286 dv-neutron-833373-2-hyperv neutron-server[83826]: event.method(event) Apr 01 15:53:54.744286 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:53:54.744286 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:53:54.744286 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:53:54.744286 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:53:54.744286 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:53:54.744286 dv-neutron-833373-2-hyperv neutron-server[83826]: return f(self, *a, **k) Apr 01 15:53:54.744286 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:53:54.744286 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._get(url).json() Apr 01 15:53:54.744286 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:53:54.744286 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:53:54.744286 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:53:54.744286 dv-neutron-833373-2-hyperv neutron-server[83826]: return self.request(url, 'GET', **kwargs) Apr 01 15:53:54.744286 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:53:54.744286 dv-neutron-833373-2-hyperv neutron-server[83826]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:53:54.744286 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:53:54.744286 dv-neutron-833373-2-hyperv neutron-server[83826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:53:54.744286 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:53:54.744286 dv-neutron-833373-2-hyperv neutron-server[83826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:53:54.744286 dv-neutron-833373-2-hyperv neutron-server[83826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:53:54.758150 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 9fcad7fc-6d9b-4c5f-b3d0-84c463c503db up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:53:54.791473 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50644) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:54.801403 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [None req-f6dd94c3-98f1-4ac5-9aaf-e59c332eaf4a tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] http://10.222.0.55:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=83828) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:53:54.801403 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-f6dd94c3-98f1-4ac5-9aaf-e59c332eaf4a tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] 10.222.0.55 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0065014 Apr 01 15:53:54.810111 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50648) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:54.824154 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [None req-1824154a-bfb4-492a-bbe0-d3028d118584 tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] http://10.222.0.55:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=83828) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:53:54.825118 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-1824154a-bfb4-492a-bbe0-d3028d118584 tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] 10.222.0.55 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0139816 Apr 01 15:53:54.827936 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50652) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:54.864572 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [None req-fda20379-e583-4307-8a3e-6771f250f31b tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] http://10.222.0.55:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=83828) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:53:54.869588 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-fda20379-e583-4307-8a3e-6771f250f31b tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] 10.222.0.55 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0374899 Apr 01 15:53:54.881602 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50656) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:54.897576 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [None req-69df5b30-7a5f-4d52-8e76-0aebac56cbd3 tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] http://10.222.0.55:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=83828) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:53:54.901528 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-69df5b30-7a5f-4d52-8e76-0aebac56cbd3 tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] 10.222.0.55 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0140471 Apr 01 15:53:54.905197 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50660) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:54.905664 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4869393a-d5ef-4a27-b592-2536722663e0 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Router 25d2e317-e321-4ffa-a674-6d5b7760ebaf has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:53:54.911685 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [None req-e5a30b90-6683-4b54-b25c-61e780a0e66d tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] http://10.222.0.55:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=83828) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:53:54.916267 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-e5a30b90-6683-4b54-b25c-61e780a0e66d tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] 10.222.0.55 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0060093 Apr 01 15:53:54.917942 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50664) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:54.939176 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [None req-e06603aa-3a84-4ea1-b864-c9ea7ace68a7 tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] http://10.222.0.55:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=83826) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:53:54.941486 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-e06603aa-3a84-4ea1-b864-c9ea7ace68a7 tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] 10.222.0.55 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0157185 Apr 01 15:53:54.943337 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50668) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:54.956369 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [None req-ee147c20-c7d5-4b9f-a1c5-833ed1baacb8 tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] http://10.222.0.55:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=83828) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:53:54.957488 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-ee147c20-c7d5-4b9f-a1c5-833ed1baacb8 tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] 10.222.0.55 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0101621 Apr 01 15:53:54.967016 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50672) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:54.973371 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [None req-e11a8a1f-8be7-4106-b0f1-aca5babcbaa3 tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] http://10.222.0.55:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=83828) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:53:54.974422 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-77b0431f-9938-4d47-af2f-51ce9997b317 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Allocated IP 172.20.0.1 (876e50d0-bc0b-4839-92b0-d910644a3128/17bbb2b3-cb79-471d-9e48-0574b799c5e9/03840c93-2d22-4787-b3c8-9064a2fbd4bc) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:54.974562 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-e11a8a1f-8be7-4106-b0f1-aca5babcbaa3 tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] 10.222.0.55 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0064433 Apr 01 15:53:54.980542 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 9fcad7fc-6d9b-4c5f-b3d0-84c463c503db triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:54.982113 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:54.985808 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50676) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:55.001921 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [None req-b82e0f02-11d3-4560-9fd4-ddb4404a0b07 tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] http://10.222.0.55:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=83826) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:53:55.005533 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-b82e0f02-11d3-4560-9fd4-ddb4404a0b07 tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] 10.222.0.55 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0163693 Apr 01 15:53:55.011513 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-e03c85c3-dd72-4879-9064-fbbcfcd81306 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:55.015903 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-e03c85c3-dd72-4879-9064-fbbcfcd81306 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Usage tracker for resource:subnet and tenant:50a1f72bd5e54e209eb4756b30f7e6a6 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:55.019934 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-e03c85c3-dd72-4879-9064-fbbcfcd81306 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:55.026682 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50680) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:55.026883 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-e03c85c3-dd72-4879-9064-fbbcfcd81306 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:55.039652 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d501919e-136f-4807-a11e-8735b04a3c59 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:55.042588 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [None req-01deba99-1aae-4f48-9c7c-9503c0d0cadd tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] http://10.222.0.55:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=83828) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:53:55.043626 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-01deba99-1aae-4f48-9c7c-9503c0d0cadd tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] 10.222.0.55 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0114322 Apr 01 15:53:55.049220 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e03c85c3-dd72-4879-9064-fbbcfcd81306 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Made reservation on behalf of 50a1f72bd5e54e209eb4756b30f7e6a6 for: {'subnet': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:55.052660 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e03c85c3-dd72-4879-9064-fbbcfcd81306 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16088980'] for subnet, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:55.082606 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50684) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:55.163724 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d501919e-136f-4807-a11e-8735b04a3c59 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:55.190063 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [None req-9bcc2cf9-d561-4a5d-a2e8-3f55f18aff0c tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] http://10.222.0.55:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=83826) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:53:55.193828 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-9bcc2cf9-d561-4a5d-a2e8-3f55f18aff0c tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] 10.222.0.55 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0957916 Apr 01 15:53:55.194372 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50688) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:55.204659 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [None req-a0f4fbd0-90f5-4e3e-89c4-bd38d8aa4f29 tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] http://10.222.0.55:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=83828) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:53:55.206014 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-a0f4fbd0-90f5-4e3e-89c4-bd38d8aa4f29 tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] 10.222.0.55 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0083914 Apr 01 15:53:55.213022 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50692) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:55.219864 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [None req-bf2a04c2-c2f9-4704-a8af-33594229b07b tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] http://10.222.0.55:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=83828) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:53:55.220672 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-bf2a04c2-c2f9-4704-a8af-33594229b07b tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] 10.222.0.55 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0073612 Apr 01 15:53:55.231118 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50696) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:55.239540 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [None req-7e41d8ec-d62f-4087-9573-fcde002cfc6d tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] http://10.222.0.55:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=83828) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:53:55.240484 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-7e41d8ec-d62f-4087-9573-fcde002cfc6d tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] 10.222.0.55 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0071006 Apr 01 15:53:55.265873 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701ed907-2b01-45ea-9c7f-452053b9b527 None None] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:53:55.276098 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50700) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:55.279374 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d501919e-136f-4807-a11e-8735b04a3c59 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Pushing event deleted for resources: {'Network': ['ID=e5465462-337c-4b75-8b2f-1a272c972cd5,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:55.288594 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [None req-a77a12d4-efd4-4cc8-8e3d-7e22984d43cd tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] http://10.222.0.55:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=83828) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:53:55.292319 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-a77a12d4-efd4-4cc8-8e3d-7e22984d43cd tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] 10.222.0.55 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0112009 Apr 01 15:53:55.294479 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50704) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:55.301279 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [None req-c76ab7e6-6aba-4ea1-bafd-4dc20cbb4edc tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] http://10.222.0.55:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=83828) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:53:55.304467 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-c76ab7e6-6aba-4ea1-bafd-4dc20cbb4edc tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] 10.222.0.55 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0070064 Apr 01 15:53:55.305135 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50708) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:55.315899 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [None req-2e290de9-fb87-4edf-98ac-7f6fa38f05b3 tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] http://10.222.0.55:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=83828) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:53:55.316927 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-2e290de9-fb87-4edf-98ac-7f6fa38f05b3 tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] 10.222.0.55 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0078561 Apr 01 15:53:55.343002 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50712) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:55.360862 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-d501919e-136f-4807-a11e-8735b04a3c59 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] 10.222.0.55 "DELETE /v2.0/networks/e5465462-337c-4b75-8b2f-1a272c972cd5 HTTP/1.1" status: 204 len: 168 time: 10.5318890 Apr 01 15:53:55.378177 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [None req-06f8b8a7-cdcb-4541-8a1d-15ddb4e2d6e4 tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] http://10.222.0.55:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=83828) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:53:55.378177 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-06f8b8a7-cdcb-4541-8a1d-15ddb4e2d6e4 tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] 10.222.0.55 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0218046 Apr 01 15:53:55.378177 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50716) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:55.378982 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50720) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:55.422068 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [None req-1256c39c-0250-4391-9578-b04ef42ce40a tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] http://10.222.0.55:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=83828) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:53:55.427214 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-1256c39c-0250-4391-9578-b04ef42ce40a tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] 10.222.0.55 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0134630 Apr 01 15:53:55.427214 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.objects.ports [None req-c2e56041-58df-4a03-baae-6c40493241db tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83828) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 01 15:53:55.427214 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c2e56041-58df-4a03-baae-6c40493241db tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15306628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16030227'] for subnet, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:55.428614 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50724) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:55.499392 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c03167a-8624-43f9-8885-693b4c99f613 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] DELETE failed (client error): The resource could not be found. Apr 01 15:53:55.500014 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c03167a-8624-43f9-8885-693b4c99f613 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:53:55.515444 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [None req-c5b1f9b2-3d61-42f7-b894-b8323a0a2e1a tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] http://10.222.0.55:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=83828) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:53:55.517962 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-c5b1f9b2-3d61-42f7-b894-b8323a0a2e1a tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] 10.222.0.55 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0120668 Apr 01 15:53:55.520228 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e56041-58df-4a03-baae-6c40493241db tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Pushing event updated for resources: {'Subnet': ['ID=df6828ca-fd93-437a-af09-a122f7dfc436,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:55.529248 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50728) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:55.541012 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-3c03167a-8624-43f9-8885-693b4c99f613 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] 10.222.0.55 "DELETE /v2.0/subnets/64490228-223b-4eae-81c0-79e6c2e20858 HTTP/1.1" status: 404 len: 337 time: 0.1652317 Apr 01 15:53:55.545880 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50732) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:55.578070 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-557d83a9-eda7-4cf4-b219-8304fcc7dc89 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] DELETE failed (client error): The resource could not be found. Apr 01 15:53:55.578512 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-557d83a9-eda7-4cf4-b219-8304fcc7dc89 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:53:55.580190 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-557d83a9-eda7-4cf4-b219-8304fcc7dc89 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] 10.222.0.55 "DELETE /v2.0/networks/e5465462-337c-4b75-8b2f-1a272c972cd5 HTTP/1.1" status: 404 len: 339 time: 0.0327313 Apr 01 15:53:55.583950 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50736) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:55.610881 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a7727a16-2d2a-4be1-acf3-016b8175f513 None None] Provisioning complete for port 0fc16339-d0c2-4ba4-aa49-758b474a2fb1 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:55.611587 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a7727a16-2d2a-4be1-acf3-016b8175f513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:55.617282 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [None req-5f1223a1-f79f-4bba-8d0f-96d8a82643cd tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] http://10.222.0.55:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=83826) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:53:55.620202 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-5f1223a1-f79f-4bba-8d0f-96d8a82643cd tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] 10.222.0.55 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0781538 Apr 01 15:53:55.630318 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50740) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:55.651790 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a6fac7-76b6-4ba5-bc6d-de6c16d95250 None None] DHCP port deletion for 7b65ac5c-8834-4b65-9b28-b7dba6c9746f request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:53:55.656117 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [None req-0024c00e-6879-43cc-8359-fb658c7feca5 tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] http://10.222.0.55:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=83826) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:53:55.660988 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-0024c00e-6879-43cc-8359-fb658c7feca5 tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] 10.222.0.55 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0196769 Apr 01 15:53:55.664071 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-09a6fac7-76b6-4ba5-bc6d-de6c16d95250 None None] Deleting port d133b464-df8c-44a9-bafd-569e06dd0646 {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:53:55.665781 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-09a6fac7-76b6-4ba5-bc6d-de6c16d95250 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:55.668398 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50744) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:55.692078 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [None req-a46bb75c-737a-4fac-bc23-1ed4ccef9dd4 tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] http://10.222.0.55:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=83826) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:53:55.695388 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-a46bb75c-737a-4fac-bc23-1ed4ccef9dd4 tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] 10.222.0.55 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0100331 Apr 01 15:53:55.699833 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50748) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:55.712893 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [None req-5f98f01a-7fdb-4e0f-b598-d8882eb96236 tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] http://10.222.0.55:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=83828) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:53:55.713854 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-5f98f01a-7fdb-4e0f-b598-d8882eb96236 tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] 10.222.0.55 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0112762 Apr 01 15:53:55.727918 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50752) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:55.739795 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a7727a16-2d2a-4be1-acf3-016b8175f513 None None] Port 0fc16339-d0c2-4ba4-aa49-758b474a2fb1 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:53:55.740188 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [None req-73219240-6fb8-4a0e-a6e3-401c63c08596 tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] http://10.222.0.55:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=83826) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:53:55.744177 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-73219240-6fb8-4a0e-a6e3-401c63c08596 tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] 10.222.0.55 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0093868 Apr 01 15:53:55.744651 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50756) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:55.765878 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [None req-8728d91f-955d-4f0d-84dc-086ed9ac111a tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] http://10.222.0.55:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=83828) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:53:55.769257 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-8728d91f-955d-4f0d-84dc-086ed9ac111a tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] 10.222.0.55 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0162075 Apr 01 15:53:55.769814 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50760) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:55.778580 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-77b0431f-9938-4d47-af2f-51ce9997b317 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:55.784533 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [None req-7d468a90-0268-4769-a784-ff6ce5980d2a tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] http://10.222.0.55:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=83828) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:53:55.785852 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-7d468a90-0268-4769-a784-ff6ce5980d2a tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] 10.222.0.55 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0055914 Apr 01 15:53:55.794969 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50764) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:55.797392 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e56041-58df-4a03-baae-6c40493241db tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Checking segment: {'id': '22bb3655-f178-4b05-bfe4-84967320dc38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e9067028-8831-49b0-a7e1-99422c1e79b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:53:55.797952 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e56041-58df-4a03-baae-6c40493241db tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Network hostable DHCP agents. Network: e9067028-8831-49b0-a7e1-99422c1e79b7, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:53:55.816919 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-383e8167-e10c-4fd8-8c54-07b6cb415624 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:55.830215 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-25e5e66b-e3a2-4b8d-b84a-cedafb4f6273 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Deleting port 72379e22-d578-454b-ba32-8f01d96f0100 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:53:55.830559 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-25e5e66b-e3a2-4b8d-b84a-cedafb4f6273 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:55.839778 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [None req-f5d87ce6-2ba7-4f12-9985-bbc9d3942364 tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] http://10.222.0.55:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=83826) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:53:55.840768 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-f5d87ce6-2ba7-4f12-9985-bbc9d3942364 tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] 10.222.0.55 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0414708 Apr 01 15:53:55.850144 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50768) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:55.859196 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [None req-7c804095-9cf1-4b3b-bb32-94be3499eeb1 tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] http://10.222.0.55:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=83826) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:53:55.863351 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-7c804095-9cf1-4b3b-bb32-94be3499eeb1 tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] 10.222.0.55 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0074780 Apr 01 15:53:55.866208 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50772) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:55.869075 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [None req-77b0431f-9938-4d47-af2f-51ce9997b317 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Transition to ACTIVE for port object 03840c93-2d22-4787-b3c8-9064a2fbd4bc will not be triggered until provisioned by entity DHCP. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:55.883172 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [None req-50d730a9-6627-4e6d-a0cc-ce1cf6bd6904 tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] http://10.222.0.55:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=83828) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:53:55.887172 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-50d730a9-6627-4e6d-a0cc-ce1cf6bd6904 tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] 10.222.0.55 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0174010 Apr 01 15:53:55.888565 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50776) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:55.899154 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [None req-e864fa6f-fa47-499c-bb7e-6f67ecd982a3 tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] http://10.222.0.55:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=83826) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:53:55.900982 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-e864fa6f-fa47-499c-bb7e-6f67ecd982a3 tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] 10.222.0.55 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0106952 Apr 01 15:53:55.906094 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50780) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:55.930449 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [None req-0860e023-01eb-466f-abec-599ee182f8a5 tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] http://10.222.0.55:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=83826) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:53:55.934226 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-0860e023-01eb-466f-abec-599ee182f8a5 tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] 10.222.0.55 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0210977 Apr 01 15:53:55.936704 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50784) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:55.939161 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4869393a-d5ef-4a27-b592-2536722663e0 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:53:55.961161 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7502b50a-8d1d-4760-8d5e-2888807462d3 None None] Sync routers for ids ['25d2e317-e321-4ffa-a674-6d5b7760ebaf'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:53:55.978137 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [None req-3f7b29fd-3ea2-475d-881d-e350b7b6ab79 tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] http://10.222.0.55:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=83828) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:53:55.981904 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-3f7b29fd-3ea2-475d-881d-e350b7b6ab79 tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] 10.222.0.55 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0245929 Apr 01 15:53:55.983823 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e56041-58df-4a03-baae-6c40493241db tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Network e9067028-8831-49b0-a7e1-99422c1e79b7 is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:53:55.984237 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-09a6fac7-76b6-4ba5-bc6d-de6c16d95250 None None] For port d133b464-df8c-44a9-bafd-569e06dd0646, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=d133b464-df8c-44a9-bafd-569e06dd0646,segment=NetworkSegment(c41dc1a5-c958-4d8b-81ea-3934c36371b8),segment_id=c41dc1a5-c958-4d8b-81ea-3934c36371b8)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:53:55.984771 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-09a6fac7-76b6-4ba5-bc6d-de6c16d95250 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:55.990118 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7502b50a-8d1d-4760-8d5e-2888807462d3 None None] Routers {'25d2e317-e321-4ffa-a674-6d5b7760ebaf'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:53:55.990274 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50788) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:55.991069 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-7502b50a-8d1d-4760-8d5e-2888807462d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:53:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['25d2e317-e321-4ffa-a674-6d5b7760ebaf'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:56.003414 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-4869393a-d5ef-4a27-b592-2536722663e0 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] 10.222.0.55 "PUT /v2.0/routers/25d2e317-e321-4ffa-a674-6d5b7760ebaf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.3375068 Apr 01 15:53:56.013865 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50790) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:56.109667 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-7502b50a-8d1d-4760-8d5e-2888807462d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:56.128180 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7502b50a-8d1d-4760-8d5e-2888807462d3 None None] Routers {'25d2e317-e321-4ffa-a674-6d5b7760ebaf'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:53:56.129154 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-7502b50a-8d1d-4760-8d5e-2888807462d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:53:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['25d2e317-e321-4ffa-a674-6d5b7760ebaf'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:56.140012 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [None req-1347bb11-5b76-4df2-9dac-22b81016ccbd tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] http://10.222.0.55:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=83828) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:53:56.143350 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-1347bb11-5b76-4df2-9dac-22b81016ccbd tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] 10.222.0.55 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0973251 Apr 01 15:53:56.159446 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-09a6fac7-76b6-4ba5-bc6d-de6c16d95250 None None] Calling delete_port for d133b464-df8c-44a9-bafd-569e06dd0646 owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:53:56.160791 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50796) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:56.174562 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-c2e56041-58df-4a03-baae-6c40493241db tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, e9067028-8831-49b0-a7e1-99422c1e79b7) {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:56.183728 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [None req-d1c128f6-b756-4401-88f8-25e6ec3c2e2b tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] http://10.222.0.55:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=83828) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:53:56.184699 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-d1c128f6-b756-4401-88f8-25e6ec3c2e2b tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] 10.222.0.55 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0226626 Apr 01 15:53:56.193457 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50800) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:56.194815 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-383e8167-e10c-4fd8-8c54-07b6cb415624 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:56.207560 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-77b0431f-9938-4d47-af2f-51ce9997b317 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:56.207914 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e56041-58df-4a03-baae-6c40493241db tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:56.208501 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c2e56041-58df-4a03-baae-6c40493241db tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:56.219902 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-7502b50a-8d1d-4760-8d5e-2888807462d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:56.220455 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7502b50a-8d1d-4760-8d5e-2888807462d3 None None] The sync data for ids ['25d2e317-e321-4ffa-a674-6d5b7760ebaf'] in dv-neutron-833373-2-hyperv is: [] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:53:56.220944 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [None req-dd56db90-1d65-4c90-9475-ef306a72e00d tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] http://10.222.0.55:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=83828) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:53:56.221464 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f48e8a9-33d1-4bcf-b2d6-b21312e8d544 None None] Network e9067028-8831-49b0-a7e1-99422c1e79b7 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:53:56.221917 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-dd56db90-1d65-4c90-9475-ef306a72e00d tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] 10.222.0.55 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0187461 Apr 01 15:53:56.233586 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50804) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:56.268521 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [None req-e3aa8e2b-0e1c-4866-9488-1382f3ce680d tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] http://10.222.0.55:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=83828) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:53:56.271970 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-e3aa8e2b-0e1c-4866-9488-1382f3ce680d tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] 10.222.0.55 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0232673 Apr 01 15:53:56.277582 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50808) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:56.280885 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-383e8167-e10c-4fd8-8c54-07b6cb415624 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5355bdf-b1fb-4c84-9ac2-d0328967b130']}} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:56.290751 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [None req-8f71b071-15e5-4b81-9579-de7995371bf0 tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] http://10.222.0.55:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=83828) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:53:56.294348 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-8f71b071-15e5-4b81-9579-de7995371bf0 tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] 10.222.0.55 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0133312 Apr 01 15:53:56.302144 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50812) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:56.309197 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-c2e56041-58df-4a03-baae-6c40493241db tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.1004591 Apr 01 15:53:56.313885 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [None req-53d64c5e-838f-4c91-a7ae-a98ad7027243 tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] http://10.222.0.55:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=83828) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:53:56.317363 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-53d64c5e-838f-4c91-a7ae-a98ad7027243 tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] 10.222.0.55 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0116529 Apr 01 15:53:56.317363 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50816) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:56.320186 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-383e8167-e10c-4fd8-8c54-07b6cb415624 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e981ef4-30f5-4ed5-b837-e9b10e4b077f') {'for_net_delete': True} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:56.320484 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-383e8167-e10c-4fd8-8c54-07b6cb415624 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e981ef4-30f5-4ed5-b837-e9b10e4b077f') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:56.325230 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50820) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:56.329095 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-25e5e66b-e3a2-4b8d-b84a-cedafb4f6273 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:56.331164 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-1f0c1cf2-9b3f-49e8-aaf1-256f0132405f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:56.338999 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-d357f321-4e06-4d25-b2c3-662e5b3b5e7b tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1932741694', 'network_id': 'e9067028-8831-49b0-a7e1-99422c1e79b7'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:53:56.348356 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-d357f321-4e06-4d25-b2c3-662e5b3b5e7b tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:56.350326 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [None req-e59f65be-143d-4b18-a2b8-fa5ca6a4a3a6 tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] http://10.222.0.55:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=83826) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:53:56.353781 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-e59f65be-143d-4b18-a2b8-fa5ca6a4a3a6 tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] 10.222.0.55 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0120590 Apr 01 15:53:56.355978 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-d357f321-4e06-4d25-b2c3-662e5b3b5e7b tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Usage tracker for resource:port and tenant:c9632da394c8441eab568915695eab19 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:56.358722 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50824) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:56.363414 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [None req-9957e071-6874-4d45-b70f-d868f970ea97 tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] http://10.222.0.55:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=83828) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:53:56.366827 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-9957e071-6874-4d45-b70f-d868f970ea97 tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] 10.222.0.55 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0047202 Apr 01 15:53:56.366969 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b0431f-9938-4d47-af2f-51ce9997b317 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Network 876e50d0-bc0b-4839-92b0-d910644a3128 is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:56.367118 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-383e8167-e10c-4fd8-8c54-07b6cb415624 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15303093'] for segment, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:56.374216 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-d357f321-4e06-4d25-b2c3-662e5b3b5e7b tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:56.381949 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50828) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:56.383003 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-77b0431f-9938-4d47-af2f-51ce9997b317 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:56.386061 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b0431f-9938-4d47-af2f-51ce9997b317 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:53:56.427390 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [None req-e8eb0847-77ef-48e3-8387-795eec16efac tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] http://10.222.0.55:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=83826) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:53:56.431819 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-e8eb0847-77ef-48e3-8387-795eec16efac tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] 10.222.0.55 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0173540 Apr 01 15:53:56.432681 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e47419c5-2b60-43b9-af74-f8a741e14dfd tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Router b7478b34-3e30-4ce0-849a-9132a0de0025 is scheduled to L3 agent ff252634-3424-422a-b742-9ae457bd54bd with binding_index 1 {{(pid=83826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:53:56.444168 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50832) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:56.447892 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b0431f-9938-4d47-af2f-51ce9997b317 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Pushing event updated for resources: {'Port': ['ID=03840c93-2d22-4787-b3c8-9064a2fbd4bc,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:56.462862 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-09a6fac7-76b6-4ba5-bc6d-de6c16d95250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671'] for port, after_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:56.467851 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [None req-947113b2-df89-4eae-8b5b-cb67b2308a16 tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] http://10.222.0.55:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=83826) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:53:56.472048 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-947113b2-df89-4eae-8b5b-cb67b2308a16 tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] 10.222.0.55 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0230794 Apr 01 15:53:56.533188 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a6fac7-76b6-4ba5-bc6d-de6c16d95250 None None] Pushing event deleted for resources: {'Port': ['ID=d133b464-df8c-44a9-bafd-569e06dd0646,revision_number=None']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:56.550601 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a6fac7-76b6-4ba5-bc6d-de6c16d95250 None None] No DVR routers for this DVR port d133b464-df8c-44a9-bafd-569e06dd0646 on host dv-neutron-833373-2-hyperv {{(pid=83829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:53:56.577670 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50836) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:56.619366 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72981310-4312-4f0d-889d-1f52c3e12c03 None None] Network e9067028-8831-49b0-a7e1-99422c1e79b7 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:53:56.670255 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-d357f321-4e06-4d25-b2c3-662e5b3b5e7b tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:56.682866 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-25e5e66b-e3a2-4b8d-b84a-cedafb4f6273 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Calling delete_port for 72379e22-d578-454b-ba32-8f01d96f0100 owned by network:router_interface {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:53:56.711558 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.objects.ports [None req-e03c85c3-dd72-4879-9064-fbbcfcd81306 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83826) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 01 15:53:56.716497 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [None req-beca0941-1b48-4bc8-9cf4-4b087198e18d tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] http://10.222.0.55:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=83828) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:53:56.719849 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-beca0941-1b48-4bc8-9cf4-4b087198e18d tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] 10.222.0.55 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.1381404 Apr 01 15:53:56.722025 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50840) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:56.728011 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device d133b464-df8c-44a9-bafd-569e06dd0646 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:53:56.735622 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [None req-3b14e083-87e3-413f-afa8-780d220797ea tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] http://10.222.0.55:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=83826) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:53:56.735622 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-3b14e083-87e3-413f-afa8-780d220797ea tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] 10.222.0.55 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0068755 Apr 01 15:53:56.735622 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e03c85c3-dd72-4879-9064-fbbcfcd81306 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15415267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16089018'] for subnet, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:56.735622 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-77b0431f-9938-4d47-af2f-51ce9997b317 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611418'] for router_interface, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:56.737334 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50844) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:56.740906 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-383e8167-e10c-4fd8-8c54-07b6cb415624 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:56.755019 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-383e8167-e10c-4fd8-8c54-07b6cb415624 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=83828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:53:56.755462 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-383e8167-e10c-4fd8-8c54-07b6cb415624 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15306523'] for segment, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:56.770932 dv-neutron-833373-2-hyperv neutron-server[83828]: Traceback (most recent call last): Apr 01 15:53:56.770932 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:53:56.770932 dv-neutron-833373-2-hyperv neutron-server[83828]: timer() Apr 01 15:53:56.770932 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:53:56.770932 dv-neutron-833373-2-hyperv neutron-server[83828]: cb(*args, **kw) Apr 01 15:53:56.770932 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:53:56.770932 dv-neutron-833373-2-hyperv neutron-server[83828]: return func(*args, **kwargs) Apr 01 15:53:56.770932 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:53:56.770932 dv-neutron-833373-2-hyperv neutron-server[83828]: self._notify() Apr 01 15:53:56.770932 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:53:56.770932 dv-neutron-833373-2-hyperv neutron-server[83828]: self.callback(batched_events) Apr 01 15:53:56.770932 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:53:56.770932 dv-neutron-833373-2-hyperv neutron-server[83828]: event.method(event) Apr 01 15:53:56.770932 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:53:56.770932 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:53:56.770932 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:53:56.770932 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:53:56.770932 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:53:56.770932 dv-neutron-833373-2-hyperv neutron-server[83828]: return f(self, *a, **k) Apr 01 15:53:56.770932 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:53:56.770932 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._get(url).json() Apr 01 15:53:56.770932 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:53:56.770932 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:53:56.770932 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:53:56.770932 dv-neutron-833373-2-hyperv neutron-server[83828]: return self.request(url, 'GET', **kwargs) Apr 01 15:53:56.770932 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:53:56.770932 dv-neutron-833373-2-hyperv neutron-server[83828]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:53:56.770932 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:53:56.770932 dv-neutron-833373-2-hyperv neutron-server[83828]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:53:56.770932 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:53:56.770932 dv-neutron-833373-2-hyperv neutron-server[83828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:53:56.770932 dv-neutron-833373-2-hyperv neutron-server[83828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:53:56.773817 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d357f321-4e06-4d25-b2c3-662e5b3b5e7b tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Made reservation on behalf of c9632da394c8441eab568915695eab19 for: {'port': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:56.777444 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d357f321-4e06-4d25-b2c3-662e5b3b5e7b tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:56.780294 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: d133b464-df8c-44a9-bafd-569e06dd0646 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:53:56.780638 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device d133b464-df8c-44a9-bafd-569e06dd0646 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:53:56.831462 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [None req-fb5d50e5-d0d4-496c-b26f-c2ef95347583 tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] http://10.222.0.55:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=83826) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:53:56.835201 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-fb5d50e5-d0d4-496c-b26f-c2ef95347583 tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] 10.222.0.55 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0662348 Apr 01 15:53:56.850913 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50848) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:56.857773 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-3021e4f6-52a4-4f22-947c-076ab522e809 None None] Provisioning for port 03840c93-2d22-4787-b3c8-9064a2fbd4bc completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:56.892708 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-3021e4f6-52a4-4f22-947c-076ab522e809 None None] Provisioning complete for port 03840c93-2d22-4787-b3c8-9064a2fbd4bc triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:53:56.894776 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-3021e4f6-52a4-4f22-947c-076ab522e809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:56.894951 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [None req-d357f321-4e06-4d25-b2c3-662e5b3b5e7b tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] device_id is not set on port e0433f18-4e4a-4b32-97a3-9bc44b1356e9 yet. {{(pid=83828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:53:56.922387 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [None req-a88cb18b-312d-47b6-9ca1-78b5ebfd3ae5 tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] http://10.222.0.55:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=83826) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:53:56.923741 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-a88cb18b-312d-47b6-9ca1-78b5ebfd3ae5 tempest-ExtensionsTestJSON-1948628333 tempest-ExtensionsTestJSON-1948628333-project] 10.222.0.55 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0277424 Apr 01 15:53:56.961105 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e4e52d9d-5232-40ff-a2ff-121b64d676ab tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks [] for router, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:57.017595 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03c85c3-dd72-4879-9064-fbbcfcd81306 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:57.028784 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-3021e4f6-52a4-4f22-947c-076ab522e809 None None] Port 03840c93-2d22-4787-b3c8-9064a2fbd4bc cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:53:57.035902 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-e03c85c3-dd72-4879-9064-fbbcfcd81306 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:57.039460 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-383e8167-e10c-4fd8-8c54-07b6cb415624 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:57.041594 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03c85c3-dd72-4879-9064-fbbcfcd81306 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event updated for resources: {'Subnet': ['ID=59f921aa-bef1-406e-a7cf-a90123988f7a,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:57.047146 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3a2721-da44-43ca-a083-1e663932f0e6 None None] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:53:57.060147 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-383e8167-e10c-4fd8-8c54-07b6cb415624 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:57.096506 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03c85c3-dd72-4879-9064-fbbcfcd81306 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:57.097121 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e03c85c3-dd72-4879-9064-fbbcfcd81306 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:57.122550 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-383e8167-e10c-4fd8-8c54-07b6cb415624 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] 10.222.0.55 "DELETE /v2.0/networks/f5355bdf-b1fb-4c84-9ac2-d0328967b130 HTTP/1.1" status: 204 len: 168 time: 1.5371606 Apr 01 15:53:57.130587 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50854) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:57.131600 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383e8167-e10c-4fd8-8c54-07b6cb415624 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Pushing event deleted for resources: {'Network': ['ID=f5355bdf-b1fb-4c84-9ac2-d0328967b130,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:57.212562 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-7683c906-b730-44d9-bef5-1c924676e1e8 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] DELETE failed (client error): The resource could not be found. Apr 01 15:53:57.213321 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7683c906-b730-44d9-bef5-1c924676e1e8 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:53:57.217488 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-7683c906-b730-44d9-bef5-1c924676e1e8 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] 10.222.0.55 "DELETE /v2.0/subnets/087ac438-6ed6-4053-93e8-9708ffee5917 HTTP/1.1" status: 404 len: 337 time: 0.0843761 Apr 01 15:53:57.218394 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50858) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:57.231446 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-e03c85c3-dd72-4879-9064-fbbcfcd81306 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.7864263 Apr 01 15:53:57.240753 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50860) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:57.259031 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-d357f321-4e06-4d25-b2c3-662e5b3b5e7b tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Allocated IP 2001:db8::3a2 (e9067028-8831-49b0-a7e1-99422c1e79b7/df6828ca-fd93-437a-af09-a122f7dfc436/e0433f18-4e4a-4b32-97a3-9bc44b1356e9) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:57.287626 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-5498e065-8a10-4915-b89d-dd69505a6940 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Request body: {'port': {'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'mac_address': 'fa:16:3e:ac:16:c3', 'name': 'tempest-NetworksTestDHCPv6-59825790'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:53:57.324460 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-25e5e66b-e3a2-4b8d-b84a-cedafb4f6273 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:57.357084 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4cb0f3f-bc7b-4f7d-a4b8-778642ed89a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'tenant_id': '50a1f72bd5e54e209eb4756b30f7e6a6', 'fixed_ips': [{'subnet_id': '59f921aa-bef1-406e-a7cf-a90123988f7a'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:53:57.358177 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a4cb0f3f-bc7b-4f7d-a4b8-778642ed89a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:57.364951 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-378d998e-2b8b-4797-9891-3872a74076d4 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] DELETE failed (client error): The resource could not be found. Apr 01 15:53:57.365385 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-378d998e-2b8b-4797-9891-3872a74076d4 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:53:57.370620 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-378d998e-2b8b-4797-9891-3872a74076d4 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] 10.222.0.55 "DELETE /v2.0/networks/f8b30ef1-1e7d-4760-8dbe-2b33e51c634d HTTP/1.1" status: 404 len: 339 time: 0.1380930 Apr 01 15:53:57.370842 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50868) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:57.384793 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-77b0431f-9938-4d47-af2f-51ce9997b317 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:57.437756 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e5e66b-e3a2-4b8d-b84a-cedafb4f6273 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Pushing event deleted for resources: {'Port': ['ID=72379e22-d578-454b-ba32-8f01d96f0100,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:57.503204 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50872) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:57.559214 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:57.574274 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-a4cb0f3f-bc7b-4f7d-a4b8-778642ed89a0 None None] Allocated IP 2001:db8::f816:3eff:fee9:ca46 (7b65ac5c-8834-4b65-9b28-b7dba6c9746f/59f921aa-bef1-406e-a7cf-a90123988f7a/bb2b74dc-c20d-45e5-9fa2-2ffd1c7b4f5e) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:57.711251 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e47419c5-2b60-43b9-af74-f8a741e14dfd tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:53:57.723788 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-e47419c5-2b60-43b9-af74-f8a741e14dfd tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "PUT /v2.0/routers/b7478b34-3e30-4ce0-849a-9132a0de0025/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9821980 Apr 01 15:53:57.740438 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46f7c04-f5c2-480b-ab74-9c0197c27e2d None None] Sync routers for ids ['b7478b34-3e30-4ce0-849a-9132a0de0025'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:53:57.747950 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50878) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:57.773594 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-5498e065-8a10-4915-b89d-dd69505a6940 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:57.804147 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46f7c04-f5c2-480b-ab74-9c0197c27e2d None None] Routers {'b7478b34-3e30-4ce0-849a-9132a0de0025'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:53:57.805103 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-a46f7c04-f5c2-480b-ab74-9c0197c27e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:53:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['b7478b34-3e30-4ce0-849a-9132a0de0025'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:57.826167 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6b8c40f5-e62c-45d3-af17-6e8061193845 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:57.841864 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-5498e065-8a10-4915-b89d-dd69505a6940 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:57.849471 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.api.v2.resource [None req-e4e52d9d-5232-40ff-a2ff-121b64d676ab tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 01 15:53:57.850529 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-e4e52d9d-5232-40ff-a2ff-121b64d676ab tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] 10.222.0.55 "DELETE /v2.0/routers/25d2e317-e321-4ffa-a674-6d5b7760ebaf HTTP/1.1" status: 409 len: 329 time: 1.8172352 Apr 01 15:53:57.862729 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50882) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:57.920676 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:57.960003 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-a46f7c04-f5c2-480b-ab74-9c0197c27e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:57.975044 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5498e065-8a10-4915-b89d-dd69505a6940 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Made reservation on behalf of 50a1f72bd5e54e209eb4756b30f7e6a6 for: {'port': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:53:57.986227 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d357f321-4e06-4d25-b2c3-662e5b3b5e7b tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:58.003026 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46f7c04-f5c2-480b-ab74-9c0197c27e2d None None] Routers {'b7478b34-3e30-4ce0-849a-9132a0de0025'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:53:58.004385 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-a46f7c04-f5c2-480b-ab74-9c0197c27e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:53:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['b7478b34-3e30-4ce0-849a-9132a0de0025'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:58.020149 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_v2 [None req-866fea15-0e6e-4fb1-bbfc-4bd95e5cb6f2 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Deleting subnet e8a55aca-29de-49e9-91bd-ad6e8db43c4e {{(pid=83828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:53:58.038582 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-866fea15-0e6e-4fb1-bbfc-4bd95e5cb6f2 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks [] for subnet, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:58.110390 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-866fea15-0e6e-4fb1-bbfc-4bd95e5cb6f2 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15303084'] for subnet, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:58.111970 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-a46f7c04-f5c2-480b-ab74-9c0197c27e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:53:58.112466 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46f7c04-f5c2-480b-ab74-9c0197c27e2d None None] The sync data for ids ['b7478b34-3e30-4ce0-849a-9132a0de0025'] in dv-neutron-833373-2-hyperv is: [] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:53:58.114541 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a4cb0f3f-bc7b-4f7d-a4b8-778642ed89a0 None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:58.130659 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a4cb0f3f-bc7b-4f7d-a4b8-778642ed89a0 None None] Transition to ACTIVE for port object bb2b74dc-c20d-45e5-9fa2-2ffd1c7b4f5e will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:58.154406 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a4cb0f3f-bc7b-4f7d-a4b8-778642ed89a0 None None] Transition to ACTIVE for port object bb2b74dc-c20d-45e5-9fa2-2ffd1c7b4f5e will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:53:58.156389 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-25e5e66b-e3a2-4b8d-b84a-cedafb4f6273 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611462'] for router_interface, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:58.162271 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a4cb0f3f-bc7b-4f7d-a4b8-778642ed89a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:58.184546 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d357f321-4e06-4d25-b2c3-662e5b3b5e7b tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:58.245027 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4cb0f3f-bc7b-4f7d-a4b8-778642ed89a0 None None] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:58.248488 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-a4cb0f3f-bc7b-4f7d-a4b8-778642ed89a0 None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:58.253436 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cb0f3f-bc7b-4f7d-a4b8-778642ed89a0 None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:53:58.255732 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cb0f3f-bc7b-4f7d-a4b8-778642ed89a0 None None] Pushing event updated for resources: {'Port': ['ID=bb2b74dc-c20d-45e5-9fa2-2ffd1c7b4f5e,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:58.321995 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-6b8c40f5-e62c-45d3-af17-6e8061193845 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:53:58.340719 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-6b8c40f5-e62c-45d3-af17-6e8061193845 admin admin] Usage tracker for resource:security_group_rule and tenant:d91b010c10624504a925d072bdd00467 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:53:58.349987 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-6b8c40f5-e62c-45d3-af17-6e8061193845 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:53:58.351386 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-a4cb0f3f-bc7b-4f7d-a4b8-778642ed89a0 None None] Attempting to bind port bb2b74dc-c20d-45e5-9fa2-2ffd1c7b4f5e on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:53:58.352099 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-a4cb0f3f-bc7b-4f7d-a4b8-778642ed89a0 None None] Attempting to bind port bb2b74dc-c20d-45e5-9fa2-2ffd1c7b4f5e by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:53:58.352276 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cb0f3f-bc7b-4f7d-a4b8-778642ed89a0 None None] Attempting to bind port bb2b74dc-c20d-45e5-9fa2-2ffd1c7b4f5e on network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:53:58.359876 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cb0f3f-bc7b-4f7d-a4b8-778642ed89a0 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:53:58.359876 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cb0f3f-bc7b-4f7d-a4b8-778642ed89a0 None None] Checking segment: {'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:53:58.360335 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a4cb0f3f-bc7b-4f7d-a4b8-778642ed89a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:58.360977 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cb0f3f-bc7b-4f7d-a4b8-778642ed89a0 None None] Bound using segment: {'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:53:58.361517 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-a4cb0f3f-bc7b-4f7d-a4b8-778642ed89a0 None None] Bound port: bb2b74dc-c20d-45e5-9fa2-2ffd1c7b4f5e, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:53:58.361968 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a4cb0f3f-bc7b-4f7d-a4b8-778642ed89a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:58.368351 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-6b8c40f5-e62c-45d3-af17-6e8061193845 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:53:58.437886 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d99cf5-5144-428c-915b-b44aab47c0a2 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:58.438582 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-f6d99cf5-5144-428c-915b-b44aab47c0a2 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Synchronizing usage tracker for tenant:144b300b27fa4dafba1405cae5639f1c on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:53:58.459185 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a4cb0f3f-bc7b-4f7d-a4b8-778642ed89a0 None None] For port bb2b74dc-c20d-45e5-9fa2-2ffd1c7b4f5e, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:53:58.463301 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a4cb0f3f-bc7b-4f7d-a4b8-778642ed89a0 None None] For port bb2b74dc-c20d-45e5-9fa2-2ffd1c7b4f5e, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=bb2b74dc-c20d-45e5-9fa2-2ffd1c7b4f5e,segment=NetworkSegment(c41dc1a5-c958-4d8b-81ea-3934c36371b8),segment_id=c41dc1a5-c958-4d8b-81ea-3934c36371b8)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:53:58.467934 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a4cb0f3f-bc7b-4f7d-a4b8-778642ed89a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:58.517131 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5498e065-8a10-4915-b89d-dd69505a6940 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:58.523472 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d357f321-4e06-4d25-b2c3-662e5b3b5e7b tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Network e9067028-8831-49b0-a7e1-99422c1e79b7 is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:58.530206 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-d357f321-4e06-4d25-b2c3-662e5b3b5e7b tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:58.533273 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d357f321-4e06-4d25-b2c3-662e5b3b5e7b tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:53:58.534324 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d357f321-4e06-4d25-b2c3-662e5b3b5e7b tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:53:58.535111 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d357f321-4e06-4d25-b2c3-662e5b3b5e7b tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:58.538323 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-f6d99cf5-5144-428c-915b-b44aab47c0a2 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Unset dirty status for tenant:144b300b27fa4dafba1405cae5639f1c on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:53:58.539490 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-f6d99cf5-5144-428c-915b-b44aab47c0a2 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7478b34-3e30-4ce0-849a-9132a0de0025 HTTP/1.1" status: 200 len: 988 time: 0.7739630 Apr 01 15:53:58.544195 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d357f321-4e06-4d25-b2c3-662e5b3b5e7b tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Pushing event updated for resources: {'Port': ['ID=e0433f18-4e4a-4b32-97a3-9bc44b1356e9,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:58.552472 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50886) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:58.566922 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cb0f3f-bc7b-4f7d-a4b8-778642ed89a0 None None] Pushing event updated for resources: {'Port': ['ID=bb2b74dc-c20d-45e5-9fa2-2ffd1c7b4f5e,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:58.607944 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [None req-5498e065-8a10-4915-b89d-dd69505a6940 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] device_id is not set on port 1faba4d8-9368-4739-a527-ebb2ba3a68ca yet. {{(pid=83826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:53:58.650621 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-77b0431f-9938-4d47-af2f-51ce9997b317 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:58.661288 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6b8c40f5-e62c-45d3-af17-6e8061193845 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:58.668393 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-77b0431f-9938-4d47-af2f-51ce9997b317 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:58.708816 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-d357f321-4e06-4d25-b2c3-662e5b3b5e7b tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.3924727 Apr 01 15:53:58.718730 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-866fea15-0e6e-4fb1-bbfc-4bd95e5cb6f2 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:58.752650 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50890) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:58.765286 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6b8c40f5-e62c-45d3-af17-6e8061193845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:58.883631 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-f483c923-9ece-4501-9796-4a3d948bbc22 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Deleting port e0433f18-4e4a-4b32-97a3-9bc44b1356e9 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:53:58.883970 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f483c923-9ece-4501-9796-4a3d948bbc22 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:58.934532 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-866fea15-0e6e-4fb1-bbfc-4bd95e5cb6f2 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15306565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16030232'] for subnet, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:59.016482 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-77b0431f-9938-4d47-af2f-51ce9997b317 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611525'] for router_interface, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:59.019784 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8c40f5-e62c-45d3-af17-6e8061193845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdde2d07-2e50-4e30-99cc-8554a5bdf351,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:59.057143 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b0431f-9938-4d47-af2f-51ce9997b317 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Pushing event updated for resources: {'Port': ['ID=03840c93-2d22-4787-b3c8-9064a2fbd4bc,revision_number=2']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:59.066365 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-6b8c40f5-e62c-45d3-af17-6e8061193845 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d91b010c10624504a925d072bdd00467&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5605409 Apr 01 15:53:59.073619 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50894) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:59.116517 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866fea15-0e6e-4fb1-bbfc-4bd95e5cb6f2 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Pushing event deleted for resources: {'Subnet': ['ID=e8a55aca-29de-49e9-91bd-ad6e8db43c4e,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:53:59.140325 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-866fea15-0e6e-4fb1-bbfc-4bd95e5cb6f2 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:59.151285 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1639b46d-f9c7-40b6-9aaa-f8927fa515ac None None] Network f7a771ab-d212-4d3f-85de-726c5a9887db requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:53:59.212601 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-866fea15-0e6e-4fb1-bbfc-4bd95e5cb6f2 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] 10.222.0.55 "DELETE /v2.0/subnets/e8a55aca-29de-49e9-91bd-ad6e8db43c4e HTTP/1.1" status: 204 len: 168 time: 1.8273079 Apr 01 15:53:59.220249 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50898) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:53:59.229187 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:59.237299 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-5498e065-8a10-4915-b89d-dd69505a6940 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Allocated IP 2001:db8::f816:3eff:feac:16c3 (7b65ac5c-8834-4b65-9b28-b7dba6c9746f/59f921aa-bef1-406e-a7cf-a90123988f7a/1faba4d8-9368-4739-a527-ebb2ba3a68ca) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:53:59.518649 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-61381ef4-5d3d-43f5-b664-c7ea4e37076c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:59.532205 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b0431f-9938-4d47-af2f-51ce9997b317 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Network 876e50d0-bc0b-4839-92b0-d910644a3128 is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:53:59.591747 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-77b0431f-9938-4d47-af2f-51ce9997b317 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:53:59.622634 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f483c923-9ece-4501-9796-4a3d948bbc22 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:59.717778 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8e86ac51-38be-41dd-ba23-507326e89336 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611543'] for router_interface, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:53:59.898881 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-71ab426f-9730-4667-826c-fd688da56e0c None None] Provisioning for port bb2b74dc-c20d-45e5-9fa2-2ffd1c7b4f5e completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:53:59.940639 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-f483c923-9ece-4501-9796-4a3d948bbc22 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Calling delete_port for e0433f18-4e4a-4b32-97a3-9bc44b1356e9 owned by {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:54:00.036464 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-d75c5746-cd1d-4358-8e84-452ebd753979 None None] Provisioning complete for port 03840c93-2d22-4787-b3c8-9064a2fbd4bc triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:00.037854 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-d75c5746-cd1d-4358-8e84-452ebd753979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:00.110233 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-61381ef4-5d3d-43f5-b664-c7ea4e37076c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:00.173317 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-d75c5746-cd1d-4358-8e84-452ebd753979 None None] Port 03840c93-2d22-4787-b3c8-9064a2fbd4bc cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:54:00.208636 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25e5e66b-e3a2-4b8d-b84a-cedafb4f6273 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Router 3ad2ffa8-17f6-4489-a5de-882a51cc7729 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:54:00.211008 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f483c923-9ece-4501-9796-4a3d948bbc22 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:00.274967 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f483c923-9ece-4501-9796-4a3d948bbc22 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Pushing event deleted for resources: {'Port': ['ID=e0433f18-4e4a-4b32-97a3-9bc44b1356e9,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:00.301736 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cd73b96-1d69-4905-8576-f4fa6073da2a tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Deleting subnet ed91fd4d-51bb-45a7-a319-7f9aa854b4fc {{(pid=83826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:54:00.301985 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-86d83f5b-6d36-4f60-989c-6fbc4cb7b689 None None] Provisioning complete for port a746450e-412d-4add-8a50-26b4271e09f6 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:00.302274 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-86d83f5b-6d36-4f60-989c-6fbc4cb7b689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:00.312535 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7cd73b96-1d69-4905-8576-f4fa6073da2a tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks [] for subnet, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:00.372616 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5498e065-8a10-4915-b89d-dd69505a6940 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:00.442757 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f483c923-9ece-4501-9796-4a3d948bbc22 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:00.501061 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-f483c923-9ece-4501-9796-4a3d948bbc22 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] 10.222.0.55 "DELETE /v2.0/ports/e0433f18-4e4a-4b32-97a3-9bc44b1356e9 HTTP/1.1" status: 204 len: 168 time: 1.7458558 Apr 01 15:54:00.504781 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50902) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:00.512310 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-c5f013d4-ba87-4822-8e92-194eaa7bee4b tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e9067028-8831-49b0-a7e1-99422c1e79b7', 'external_fixed_ips': [{'subnet_id': 'df6828ca-fd93-437a-af09-a122f7dfc436', 'ip_address': '2001:db8::3a2'}]}}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:54:00.520179 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-c5f013d4-ba87-4822-8e92-194eaa7bee4b tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:00.527274 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7cd73b96-1d69-4905-8576-f4fa6073da2a tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16610770'] for subnet, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:00.541120 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-c5f013d4-ba87-4822-8e92-194eaa7bee4b tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Usage tracker for resource:router and tenant:c9632da394c8441eab568915695eab19 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:00.548745 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-c5f013d4-ba87-4822-8e92-194eaa7bee4b tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:00.556554 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-61381ef4-5d3d-43f5-b664-c7ea4e37076c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:00.560267 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-c5f013d4-ba87-4822-8e92-194eaa7bee4b tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:00.569096 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [None req-5498e065-8a10-4915-b89d-dd69505a6940 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Transition to ACTIVE for port object 1faba4d8-9368-4739-a527-ebb2ba3a68ca will not be triggered until provisioned by entity DHCP. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:00.582214 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c5f013d4-ba87-4822-8e92-194eaa7bee4b tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130665'] for router, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:00.583145 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c5f013d4-ba87-4822-8e92-194eaa7bee4b tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617571', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130640'] for router, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:00.613189 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61381ef4-5d3d-43f5-b664-c7ea4e37076c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdde2d07-2e50-4e30-99cc-8554a5bdf351,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:00.670071 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f859dbb2-a931-4432-95b5-0c6f9e1763b8 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611543'] for router_interface, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:00.676800 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-61381ef4-5d3d-43f5-b664-c7ea4e37076c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:00.677930 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-61381ef4-5d3d-43f5-b664-c7ea4e37076c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bdde2d07-2e50-4e30-99cc-8554a5bdf351 HTTP/1.1" status: 204 len: 168 time: 1.5973284 Apr 01 15:54:00.743466 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5498e065-8a10-4915-b89d-dd69505a6940 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:00.778929 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device bb2b74dc-c20d-45e5-9fa2-2ffd1c7b4f5e up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:54:00.791477 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c5f013d4-ba87-4822-8e92-194eaa7bee4b tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:00.799468 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25e5e66b-e3a2-4b8d-b84a-cedafb4f6273 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:54:00.817868 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560dcc27-19f9-453f-911e-59343bee0fbe None None] Sync routers for ids ['3ad2ffa8-17f6-4489-a5de-882a51cc7729'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:54:00.820220 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7cd73b96-1d69-4905-8576-f4fa6073da2a tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:00.832616 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-25e5e66b-e3a2-4b8d-b84a-cedafb4f6273 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "PUT /v2.0/routers/3ad2ffa8-17f6-4489-a5de-882a51cc7729/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3005192 Apr 01 15:54:00.833559 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50908) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:00.839391 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560dcc27-19f9-453f-911e-59343bee0fbe None None] Routers {'3ad2ffa8-17f6-4489-a5de-882a51cc7729'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:54:00.842437 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-560dcc27-19f9-453f-911e-59343bee0fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:53:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['3ad2ffa8-17f6-4489-a5de-882a51cc7729'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:00.899436 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port bb2b74dc-c20d-45e5-9fa2-2ffd1c7b4f5e completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:54:00.913711 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port bb2b74dc-c20d-45e5-9fa2-2ffd1c7b4f5e triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:00.915642 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:00.934269 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-560dcc27-19f9-453f-911e-59343bee0fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:00.953888 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560dcc27-19f9-453f-911e-59343bee0fbe None None] Routers {'3ad2ffa8-17f6-4489-a5de-882a51cc7729'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:54:00.954539 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-560dcc27-19f9-453f-911e-59343bee0fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:53:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['3ad2ffa8-17f6-4489-a5de-882a51cc7729'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:00.972822 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498e065-8a10-4915-b89d-dd69505a6940 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event updated for resources: {'Port': ['ID=1faba4d8-9368-4739-a527-ebb2ba3a68ca,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:01.075800 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-560dcc27-19f9-453f-911e-59343bee0fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:01.076629 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560dcc27-19f9-453f-911e-59343bee0fbe None None] The sync data for ids ['3ad2ffa8-17f6-4489-a5de-882a51cc7729'] in dv-neutron-833373-2-hyperv is: [] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:54:01.079617 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5498e065-8a10-4915-b89d-dd69505a6940 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:01.095804 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-5498e065-8a10-4915-b89d-dd69505a6940 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:01.118673 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5498e065-8a10-4915-b89d-dd69505a6940 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:54:01.127144 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5498e065-8a10-4915-b89d-dd69505a6940 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:01.127813 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5498e065-8a10-4915-b89d-dd69505a6940 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:01.147952 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:01.192501 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c5f013d4-ba87-4822-8e92-194eaa7bee4b tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130626'] for router, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:01.198990 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7cd73b96-1d69-4905-8576-f4fa6073da2a tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15415074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16089009'] for subnet, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:01.233404 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port bb2b74dc-c20d-45e5-9fa2-2ffd1c7b4f5e, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=bb2b74dc-c20d-45e5-9fa2-2ffd1c7b4f5e,segment=NetworkSegment(c41dc1a5-c958-4d8b-81ea-3934c36371b8),segment_id=c41dc1a5-c958-4d8b-81ea-3934c36371b8)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:54:01.254150 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-5498e065-8a10-4915-b89d-dd69505a6940 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 4.0061967 Apr 01 15:54:01.254745 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50916) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:01.255306 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:01.263927 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd73b96-1d69-4905-8576-f4fa6073da2a tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Pushing event deleted for resources: {'Subnet': ['ID=ed91fd4d-51bb-45a7-a319-7f9aa854b4fc,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:01.316200 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7cd73b96-1d69-4905-8576-f4fa6073da2a tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:01.320446 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-7cd73b96-1d69-4905-8576-f4fa6073da2a tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] 10.222.0.55 "DELETE /v2.0/subnets/ed91fd4d-51bb-45a7-a319-7f9aa854b4fc HTTP/1.1" status: 204 len: 168 time: 2.0835285 Apr 01 15:54:01.327454 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50922) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:01.385370 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2452f1f7-1730-4984-96a0-30175a2d2ae9 None None] Network f7a771ab-d212-4d3f-85de-726c5a9887db requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:54:01.518728 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=bb2b74dc-c20d-45e5-9fa2-2ffd1c7b4f5e,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:01.574572 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77b0431f-9938-4d47-af2f-51ce9997b317 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Router 7eb7e86f-2ef1-461f-98dd-25fa008e9388 is scheduled to L3 agent ff252634-3424-422a-b742-9ae457bd54bd with binding_index 1 {{(pid=83826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:54:01.583249 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e9427437-bd26-4a1e-bb0f-bf24607cccce tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:01.616641 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-d0a0f982-e7bf-4539-b94f-9aef78a6bf38 None None] Provisioning for port 1faba4d8-9368-4739-a527-ebb2ba3a68ca completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:54:01.624516 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-d0a0f982-e7bf-4539-b94f-9aef78a6bf38 None None] Provisioning complete for port 1faba4d8-9368-4739-a527-ebb2ba3a68ca triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:01.625320 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-d0a0f982-e7bf-4539-b94f-9aef78a6bf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:01.645627 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-e9427437-bd26-4a1e-bb0f-bf24607cccce tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Deleting port a746450e-412d-4add-8a50-26b4271e09f6 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:54:01.646128 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e9427437-bd26-4a1e-bb0f-bf24607cccce tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:01.691782 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-d0a0f982-e7bf-4539-b94f-9aef78a6bf38 None None] Port 1faba4d8-9368-4739-a527-ebb2ba3a68ca cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:54:01.772313 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3301c6-6231-495d-819d-837dca78e9a7 None None] DHCP port deletion for f7a771ab-d212-4d3f-85de-726c5a9887db request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:54:01.780589 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-3e3301c6-6231-495d-819d-837dca78e9a7 None None] Deleting port a746450e-412d-4add-8a50-26b4271e09f6 {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:54:01.781386 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-3e3301c6-6231-495d-819d-837dca78e9a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:01.874393 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98ddfd7-617b-4042-b1f9-66143a4b4839 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:01.878391 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98ddfd7-617b-4042-b1f9-66143a4b4839 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:01.879194 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-d98ddfd7-617b-4042-b1f9-66143a4b4839 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Synchronizing usage tracker for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:port {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:54:01.938921 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-d98ddfd7-617b-4042-b1f9-66143a4b4839 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Unset dirty status for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:port {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:54:01.943187 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-d98ddfd7-617b-4042-b1f9-66143a4b4839 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.6746500 Apr 01 15:54:01.947970 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50936) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:01.952296 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-f859dbb2-a931-4432-95b5-0c6f9e1763b8 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Deleting port 0fc16339-d0c2-4ba4-aa49-758b474a2fb1 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:54:01.952907 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f859dbb2-a931-4432-95b5-0c6f9e1763b8 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:02.041048 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50940) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:02.184983 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-3e3301c6-6231-495d-819d-837dca78e9a7 None None] For port a746450e-412d-4add-8a50-26b4271e09f6, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=a746450e-412d-4add-8a50-26b4271e09f6,segment=NetworkSegment(27987d8b-b296-4f27-983f-8bee65671d01),segment_id=27987d8b-b296-4f27-983f-8bee65671d01)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:54:02.185380 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-3e3301c6-6231-495d-819d-837dca78e9a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:02.214434 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-b1228ee3-38c8-4df8-a1ec-3047bb12b511 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Deleting port 1faba4d8-9368-4739-a527-ebb2ba3a68ca {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:54:02.215083 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b1228ee3-38c8-4df8-a1ec-3047bb12b511 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:02.250883 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e9395ecd-9b38-44dc-9c83-ea579f848b79 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611543'] for router_interface, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:02.274880 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-6e3e82ac-25f7-42d9-906d-819efcf0eeac tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1601998737', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:54:02.303188 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-6e3e82ac-25f7-42d9-906d-819efcf0eeac tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:02.312303 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-6e3e82ac-25f7-42d9-906d-819efcf0eeac tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Usage tracker for resource:router and tenant:3da0fb66822044a38da208c9d62f3a12 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:02.328779 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-3e3301c6-6231-495d-819d-837dca78e9a7 None None] Calling delete_port for a746450e-412d-4add-8a50-26b4271e09f6 owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:54:02.329381 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-6e3e82ac-25f7-42d9-906d-819efcf0eeac tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:02.343119 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-6e3e82ac-25f7-42d9-906d-819efcf0eeac tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:02.346173 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [None req-e9427437-bd26-4a1e-bb0f-bf24607cccce tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] For port a746450e-412d-4add-8a50-26b4271e09f6, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=a746450e-412d-4add-8a50-26b4271e09f6,segment=NetworkSegment(27987d8b-b296-4f27-983f-8bee65671d01),segment_id=27987d8b-b296-4f27-983f-8bee65671d01)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:54:02.346599 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e9427437-bd26-4a1e-bb0f-bf24607cccce tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:02.408976 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-3e3301c6-6231-495d-819d-837dca78e9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671'] for port, after_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:02.457530 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3301c6-6231-495d-819d-837dca78e9a7 None None] Pushing event deleted for resources: {'Port': ['ID=a746450e-412d-4add-8a50-26b4271e09f6,revision_number=None']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:02.460974 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3301c6-6231-495d-819d-837dca78e9a7 None None] No DVR routers for this DVR port a746450e-412d-4add-8a50-26b4271e09f6 on host dv-neutron-833373-2-hyperv {{(pid=83829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:54:02.490250 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-e9427437-bd26-4a1e-bb0f-bf24607cccce tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Calling delete_port for a746450e-412d-4add-8a50-26b4271e09f6 owned by network:dhcp {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:54:02.507192 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f859dbb2-a931-4432-95b5-0c6f9e1763b8 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:02.570004 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6e3e82ac-25f7-42d9-906d-819efcf0eeac tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130665'] for router, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:02.570960 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6e3e82ac-25f7-42d9-906d-819efcf0eeac tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617571', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130640'] for router, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:02.614987 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77b0431f-9938-4d47-af2f-51ce9997b317 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:54:02.630351 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765db156-1d88-4ab1-9127-ecdeb4def67d None None] Sync routers for ids ['7eb7e86f-2ef1-461f-98dd-25fa008e9388'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:54:02.647686 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765db156-1d88-4ab1-9127-ecdeb4def67d None None] Routers {'7eb7e86f-2ef1-461f-98dd-25fa008e9388'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:54:02.649729 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-765db156-1d88-4ab1-9127-ecdeb4def67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:53:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['7eb7e86f-2ef1-461f-98dd-25fa008e9388'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:02.657529 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-77b0431f-9938-4d47-af2f-51ce9997b317 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] 10.222.0.55 "PUT /v2.0/routers/7eb7e86f-2ef1-461f-98dd-25fa008e9388/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5662968 Apr 01 15:54:02.662053 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50946) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:02.665062 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-8e86ac51-38be-41dd-ba23-507326e89336 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Deleting port d464ac93-bd24-4a86-91b0-068fe9654705 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:54:02.665453 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8e86ac51-38be-41dd-ba23-507326e89336 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:02.670192 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-f859dbb2-a931-4432-95b5-0c6f9e1763b8 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Calling delete_port for 0fc16339-d0c2-4ba4-aa49-758b474a2fb1 owned by network:router_interface {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:54:02.692547 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-90904cce-244a-4c04-98db-37da1db793af tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Request body: {'port': {'network_id': '876e50d0-bc0b-4839-92b0-d910644a3128', 'name': 'tempest-FloatingIPNegativeTestJSON-743292563'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:54:02.723110 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6e3e82ac-25f7-42d9-906d-819efcf0eeac tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:02.727807 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device bb2b74dc-c20d-45e5-9fa2-2ffd1c7b4f5e up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:54:02.769942 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-765db156-1d88-4ab1-9127-ecdeb4def67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:02.799995 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765db156-1d88-4ab1-9127-ecdeb4def67d None None] Routers {'7eb7e86f-2ef1-461f-98dd-25fa008e9388'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:54:02.799995 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-765db156-1d88-4ab1-9127-ecdeb4def67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:53:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['7eb7e86f-2ef1-461f-98dd-25fa008e9388'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:02.809949 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.db.api [None req-e9427437-bd26-4a1e-bb0f-bf24607cccce tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:54:02.810279 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG oslo_db.api [None req-e9427437-bd26-4a1e-bb0f-bf24607cccce tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:54:02.852656 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c5f013d4-ba87-4822-8e92-194eaa7bee4b tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:02.872214 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-765db156-1d88-4ab1-9127-ecdeb4def67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:02.872627 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765db156-1d88-4ab1-9127-ecdeb4def67d None None] The sync data for ids ['7eb7e86f-2ef1-461f-98dd-25fa008e9388'] in dv-neutron-833373-2-hyperv is: [] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:54:02.889868 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port bb2b74dc-c20d-45e5-9fa2-2ffd1c7b4f5e triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:02.890247 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:02.934755 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6e3e82ac-25f7-42d9-906d-819efcf0eeac tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616'] for router, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:02.999588 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6e3e82ac-25f7-42d9-906d-819efcf0eeac tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks [] for router, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:03.001074 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-6e3e82ac-25f7-42d9-906d-819efcf0eeac tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.9589453 Apr 01 15:54:03.002227 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-90904cce-244a-4c04-98db-37da1db793af tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:03.006965 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50950) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:03.010818 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-90904cce-244a-4c04-98db-37da1db793af tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Usage tracker for resource:port and tenant:b68673fda8b4484b82bd7a45a53d4438 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:03.019010 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-6a9f36ed-a994-4760-90ea-c9a16d419061 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1955806694'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:54:03.028548 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-90904cce-244a-4c04-98db-37da1db793af tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:03.048303 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-6a9f36ed-a994-4760-90ea-c9a16d419061 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:03.048303 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-90904cce-244a-4c04-98db-37da1db793af tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:03.057296 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-6a9f36ed-a994-4760-90ea-c9a16d419061 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Usage tracker for resource:network and tenant:3da0fb66822044a38da208c9d62f3a12 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:03.062484 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8e86ac51-38be-41dd-ba23-507326e89336 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:03.069925 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-6a9f36ed-a994-4760-90ea-c9a16d419061 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:03.080349 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c5f013d4-ba87-4822-8e92-194eaa7bee4b tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:03.089574 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device a746450e-412d-4add-8a50-26b4271e09f6 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:54:03.124207 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: a746450e-412d-4add-8a50-26b4271e09f6 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:54:03.124650 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device a746450e-412d-4add-8a50-26b4271e09f6 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:54:03.129838 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-6a9f36ed-a994-4760-90ea-c9a16d419061 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:03.200066 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-8e86ac51-38be-41dd-ba23-507326e89336 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Calling delete_port for d464ac93-bd24-4a86-91b0-068fe9654705 owned by network:router_interface {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:54:03.227524 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90904cce-244a-4c04-98db-37da1db793af tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Made reservation on behalf of b68673fda8b4484b82bd7a45a53d4438 for: {'port': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:03.230448 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-90904cce-244a-4c04-98db-37da1db793af tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:03.239002 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b1228ee3-38c8-4df8-a1ec-3047bb12b511 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:03.269964 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a9f36ed-a994-4760-90ea-c9a16d419061 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Made reservation on behalf of 3da0fb66822044a38da208c9d62f3a12 for: {'network': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:03.272830 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6a9f36ed-a994-4760-90ea-c9a16d419061 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:03.298150 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6a9f36ed-a994-4760-90ea-c9a16d419061 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks [] for security_group, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:03.313008 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [None req-90904cce-244a-4c04-98db-37da1db793af tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] device_id is not set on port 611dedae-d411-4ac0-9ee5-32b3f14c2c28 yet. {{(pid=83826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:54:03.347855 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-e9427437-bd26-4a1e-bb0f-bf24607cccce tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Deleting port a746450e-412d-4add-8a50-26b4271e09f6 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:54:03.348180 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e9427437-bd26-4a1e-bb0f-bf24607cccce tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:03.470587 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-e9427437-bd26-4a1e-bb0f-bf24607cccce tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] The port 'a746450e-412d-4add-8a50-26b4271e09f6' was deleted {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:54:03.477849 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-b1228ee3-38c8-4df8-a1ec-3047bb12b511 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Calling delete_port for 1faba4d8-9368-4739-a527-ebb2ba3a68ca owned by {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:54:03.517283 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-6a9f36ed-a994-4760-90ea-c9a16d419061 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:03.532304 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-6a9f36ed-a994-4760-90ea-c9a16d419061 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Usage tracker for resource:security_group_rule and tenant:3da0fb66822044a38da208c9d62f3a12 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:03.583402 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-6a9f36ed-a994-4760-90ea-c9a16d419061 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:03.640837 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-6a9f36ed-a994-4760-90ea-c9a16d419061 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:03.692572 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e9427437-bd26-4a1e-bb0f-bf24607cccce tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:03.703493 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f859dbb2-a931-4432-95b5-0c6f9e1763b8 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:03.744240 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-90904cce-244a-4c04-98db-37da1db793af tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Allocated IP 172.20.0.10 (876e50d0-bc0b-4839-92b0-d910644a3128/17bbb2b3-cb79-471d-9e48-0574b799c5e9/611dedae-d411-4ac0-9ee5-32b3f14c2c28) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:03.752849 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-e9427437-bd26-4a1e-bb0f-bf24607cccce tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7a771ab-d212-4d3f-85de-726c5a9887db']}} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:03.810685 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f859dbb2-a931-4432-95b5-0c6f9e1763b8 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Pushing event deleted for resources: {'Port': ['ID=0fc16339-d0c2-4ba4-aa49-758b474a2fb1,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:03.812334 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-e9427437-bd26-4a1e-bb0f-bf24607cccce tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27987d8b-b296-4f27-983f-8bee65671d01') {'for_net_delete': True} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:03.812646 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-e9427437-bd26-4a1e-bb0f-bf24607cccce tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27987d8b-b296-4f27-983f-8bee65671d01') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:03.841124 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-c5f013d4-ba87-4822-8e92-194eaa7bee4b tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Allocated IP 2001:db8::3a2 (e9067028-8831-49b0-a7e1-99422c1e79b7/df6828ca-fd93-437a-af09-a122f7dfc436/3ecc194d-8c0f-4375-84ef-e66bedf68e33) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:03.846912 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e9427437-bd26-4a1e-bb0f-bf24607cccce tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16610763'] for segment, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:03.904224 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e9427437-bd26-4a1e-bb0f-bf24607cccce tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:03.945446 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9427437-bd26-4a1e-bb0f-bf24607cccce tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=83826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:54:03.946466 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e9427437-bd26-4a1e-bb0f-bf24607cccce tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15415164'] for segment, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:03.968639 dv-neutron-833373-2-hyperv neutron-server[83826]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:54:03.968639 dv-neutron-833373-2-hyperv neutron-server[83826]: util.warn( Apr 01 15:54:03.968639 dv-neutron-833373-2-hyperv neutron-server[83826]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:54:03.968639 dv-neutron-833373-2-hyperv neutron-server[83826]: util.warn( Apr 01 15:54:03.968639 dv-neutron-833373-2-hyperv neutron-server[83826]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:54:03.968639 dv-neutron-833373-2-hyperv neutron-server[83826]: util.warn( Apr 01 15:54:03.968639 dv-neutron-833373-2-hyperv neutron-server[83826]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:54:03.968639 dv-neutron-833373-2-hyperv neutron-server[83826]: util.warn( Apr 01 15:54:03.968639 dv-neutron-833373-2-hyperv neutron-server[83826]: Traceback (most recent call last): Apr 01 15:54:03.968639 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:54:03.968639 dv-neutron-833373-2-hyperv neutron-server[83826]: timer() Apr 01 15:54:03.968639 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:54:03.968639 dv-neutron-833373-2-hyperv neutron-server[83826]: cb(*args, **kw) Apr 01 15:54:03.968639 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:54:03.968639 dv-neutron-833373-2-hyperv neutron-server[83826]: return func(*args, **kwargs) Apr 01 15:54:03.968639 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:54:03.968639 dv-neutron-833373-2-hyperv neutron-server[83826]: self._notify() Apr 01 15:54:03.968639 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:54:03.968639 dv-neutron-833373-2-hyperv neutron-server[83826]: self.callback(batched_events) Apr 01 15:54:03.968639 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:54:03.968639 dv-neutron-833373-2-hyperv neutron-server[83826]: event.method(event) Apr 01 15:54:03.968639 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:54:03.968639 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:54:03.968639 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:54:03.968639 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:54:03.968639 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:54:03.968639 dv-neutron-833373-2-hyperv neutron-server[83826]: return f(self, *a, **k) Apr 01 15:54:03.968639 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:54:03.968639 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._get(url).json() Apr 01 15:54:03.968639 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:54:03.968639 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:54:03.968639 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:54:03.968639 dv-neutron-833373-2-hyperv neutron-server[83826]: return self.request(url, 'GET', **kwargs) Apr 01 15:54:03.968639 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:54:03.968639 dv-neutron-833373-2-hyperv neutron-server[83826]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:54:03.968639 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:54:03.968639 dv-neutron-833373-2-hyperv neutron-server[83826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:54:03.968639 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:54:03.968639 dv-neutron-833373-2-hyperv neutron-server[83826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:54:03.968639 dv-neutron-833373-2-hyperv neutron-server[83826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:54:03.976036 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6a9f36ed-a994-4760-90ea-c9a16d419061 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks [] for security_group, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:04.107406 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b1228ee3-38c8-4df8-a1ec-3047bb12b511 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:04.127817 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8e86ac51-38be-41dd-ba23-507326e89336 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:04.200924 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6a9f36ed-a994-4760-90ea-c9a16d419061 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:04.270327 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1228ee3-38c8-4df8-a1ec-3047bb12b511 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event deleted for resources: {'Port': ['ID=1faba4d8-9368-4739-a527-ebb2ba3a68ca,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:04.278093 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e86ac51-38be-41dd-ba23-507326e89336 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Pushing event deleted for resources: {'Port': ['ID=d464ac93-bd24-4a86-91b0-068fe9654705,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:04.360489 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a9f36ed-a994-4760-90ea-c9a16d419061 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=83826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:54:04.360700 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b1228ee3-38c8-4df8-a1ec-3047bb12b511 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:04.361877 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e9427437-bd26-4a1e-bb0f-bf24607cccce tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:04.415803 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9f36ed-a994-4760-90ea-c9a16d419061 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddff9fdf-deec-4d00-9b55-fdef96a7e34a,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:04.421951 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e9427437-bd26-4a1e-bb0f-bf24607cccce tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:04.458773 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f859dbb2-a931-4432-95b5-0c6f9e1763b8 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611462'] for router_interface, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:04.475298 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-b1228ee3-38c8-4df8-a1ec-3047bb12b511 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/ports/1faba4d8-9368-4739-a527-ebb2ba3a68ca HTTP/1.1" status: 204 len: 168 time: 2.5203505 Apr 01 15:54:04.475646 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9427437-bd26-4a1e-bb0f-bf24607cccce tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Pushing event deleted for resources: {'Network': ['ID=f7a771ab-d212-4d3f-85de-726c5a9887db,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:04.477012 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50954) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:04.485264 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c5f013d4-ba87-4822-8e92-194eaa7bee4b tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:04.491869 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6a9f36ed-a994-4760-90ea-c9a16d419061 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:04.492305 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.segments_db [None req-6a9f36ed-a994-4760-90ea-c9a16d419061 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Added segment 610fd115-99a6-4bd5-8733-9f3bbaee0334 of type vlan for network 2acb5a3e-e601-43af-9b72-5581586e1887 Apr 01 15:54:04.689105 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-e9427437-bd26-4a1e-bb0f-bf24607cccce tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] 10.222.0.55 "DELETE /v2.0/networks/f7a771ab-d212-4d3f-85de-726c5a9887db HTTP/1.1" status: 204 len: 168 time: 3.3605630 Apr 01 15:54:04.696810 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6a9f36ed-a994-4760-90ea-c9a16d419061 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:04.703332 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50958) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:04.751021 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-90904cce-244a-4c04-98db-37da1db793af tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:04.771291 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-5883307a-5bee-417a-af52-921bf0b955d5 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] DELETE failed (client error): The resource could not be found. Apr 01 15:54:04.771739 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5883307a-5bee-417a-af52-921bf0b955d5 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:54:04.773396 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-5883307a-5bee-417a-af52-921bf0b955d5 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] 10.222.0.55 "DELETE /v2.0/subnets/5855d79e-f77a-40d7-b2a2-0c19bde2d6c0 HTTP/1.1" status: 404 len: 337 time: 0.0642724 Apr 01 15:54:04.779304 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50962) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:04.815606 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [None req-90904cce-244a-4c04-98db-37da1db793af tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Transition to ACTIVE for port object 611dedae-d411-4ac0-9ee5-32b3f14c2c28 will not be triggered until provisioned by entity DHCP. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:04.832363 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ea2b83b-f47b-481c-9474-eaa413c3124f tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] DELETE failed (client error): The resource could not be found. Apr 01 15:54:04.832984 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ea2b83b-f47b-481c-9474-eaa413c3124f tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:54:04.834813 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-3ea2b83b-f47b-481c-9474-eaa413c3124f tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] 10.222.0.55 "DELETE /v2.0/networks/c4c478e2-ab78-4e2f-99e7-b49319aad136 HTTP/1.1" status: 404 len: 339 time: 0.0418725 Apr 01 15:54:04.839079 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50966) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:04.839816 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6a9f36ed-a994-4760-90ea-c9a16d419061 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:04.843676 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9f36ed-a994-4760-90ea-c9a16d419061 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:04.844255 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6a9f36ed-a994-4760-90ea-c9a16d419061 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:04.870657 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e187c5-b438-4f30-8b69-9ef40c840dc9 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:04.872243 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e187c5-b438-4f30-8b69-9ef40c840dc9 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:04.873776 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-87e187c5-b438-4f30-8b69-9ef40c840dc9 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.3963280 Apr 01 15:54:04.877135 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50970) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:04.907427 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8e86ac51-38be-41dd-ba23-507326e89336 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611462'] for router_interface, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:04.926467 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c5f013d4-ba87-4822-8e92-194eaa7bee4b tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:04.976480 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-0db0a4a7-b545-4e63-bce7-58e2d56d1ea0 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] DELETE failed (client error): The resource could not be found. Apr 01 15:54:04.977542 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0db0a4a7-b545-4e63-bce7-58e2d56d1ea0 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:54:04.979184 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-0db0a4a7-b545-4e63-bce7-58e2d56d1ea0 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] 10.222.0.55 "DELETE /v2.0/subnets/c5ec641a-3378-481c-814d-dd485a7c7f3a HTTP/1.1" status: 404 len: 337 time: 0.1310735 Apr 01 15:54:04.989279 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50974) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:05.006683 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-6a9f36ed-a994-4760-90ea-c9a16d419061 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.9946866 Apr 01 15:54:05.011009 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50978) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:05.072958 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-1b137953-3fdf-4e4f-bd5d-a0320510c8f9 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Request body: {'subnet': {'network_id': '2acb5a3e-e601-43af-9b72-5581586e1887', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:54:05.085879 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9f36ed-a994-4760-90ea-c9a16d419061 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Pushing event updated for resources: {'Network': ['ID=2acb5a3e-e601-43af-9b72-5581586e1887,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:05.099139 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 2acb5a3e-e601-43af-9b72-5581586e1887 details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:54:05.109736 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-90904cce-244a-4c04-98db-37da1db793af tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:05.185013 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bd57076-dec6-4c5b-836e-0e838cf5a462 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] DELETE failed (client error): The resource could not be found. Apr 01 15:54:05.185573 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bd57076-dec6-4c5b-836e-0e838cf5a462 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:54:05.187008 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-5bd57076-dec6-4c5b-836e-0e838cf5a462 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] 10.222.0.55 "DELETE /v2.0/networks/90bf138c-b006-4828-ae89-2d940166303a HTTP/1.1" status: 404 len: 339 time: 0.1878347 Apr 01 15:54:05.198086 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50982) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:05.225957 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f013d4-ba87-4822-8e92-194eaa7bee4b tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Network e9067028-8831-49b0-a7e1-99422c1e79b7 is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:05.230443 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f013d4-ba87-4822-8e92-194eaa7bee4b tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Pushing event updated for resources: {'Port': ['ID=3ecc194d-8c0f-4375-84ef-e66bedf68e33,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:05.237695 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-c5f013d4-ba87-4822-8e92-194eaa7bee4b tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:05.292932 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f013d4-ba87-4822-8e92-194eaa7bee4b tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:54:05.342662 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-02c44fb9-b1c4-414c-8281-b10c63c49e1e tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] DELETE failed (client error): The resource could not be found. Apr 01 15:54:05.343091 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02c44fb9-b1c4-414c-8281-b10c63c49e1e tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:54:05.344713 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-02c44fb9-b1c4-414c-8281-b10c63c49e1e tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] 10.222.0.55 "DELETE /v2.0/subnets/82f2dc04-14f2-4ae0-bb00-68178af05cb1 HTTP/1.1" status: 404 len: 337 time: 0.1321220 Apr 01 15:54:05.355910 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50986) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:05.399912 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-1b137953-3fdf-4e4f-bd5d-a0320510c8f9 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:05.404963 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90904cce-244a-4c04-98db-37da1db793af tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Pushing event updated for resources: {'Port': ['ID=611dedae-d411-4ac0-9ee5-32b3f14c2c28,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:05.408282 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90904cce-244a-4c04-98db-37da1db793af tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Network 876e50d0-bc0b-4839-92b0-d910644a3128 is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:05.412632 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-1b137953-3fdf-4e4f-bd5d-a0320510c8f9 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Usage tracker for resource:subnet and tenant:3da0fb66822044a38da208c9d62f3a12 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:05.416600 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b2a4b08-2237-45c5-9442-91078274d313 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] DELETE failed (client error): The resource could not be found. Apr 01 15:54:05.417060 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b2a4b08-2237-45c5-9442-91078274d313 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:54:05.418846 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-2b2a4b08-2237-45c5-9442-91078274d313 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] 10.222.0.55 "DELETE /v2.0/networks/6d46046f-331e-4614-a521-f02e32919c15 HTTP/1.1" status: 404 len: 339 time: 0.0618155 Apr 01 15:54:05.419556 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-90904cce-244a-4c04-98db-37da1db793af tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:05.421445 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-1b137953-3fdf-4e4f-bd5d-a0320510c8f9 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:05.437725 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50990) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:05.485068 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90904cce-244a-4c04-98db-37da1db793af tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:54:05.519322 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-1b137953-3fdf-4e4f-bd5d-a0320510c8f9 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:05.654040 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_v2 [None req-2156092a-6bf0-4d61-930e-e3bc86a61e04 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Deleting subnet 59f921aa-bef1-406e-a7cf-a90123988f7a {{(pid=83828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:54:05.658238 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-aec28129-ad7d-4419-bf73-c715c190a3f2 None None] Provisioning for port 611dedae-d411-4ac0-9ee5-32b3f14c2c28 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:54:05.663994 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-aec28129-ad7d-4419-bf73-c715c190a3f2 None None] Provisioning complete for port 611dedae-d411-4ac0-9ee5-32b3f14c2c28 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:05.664599 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-aec28129-ad7d-4419-bf73-c715c190a3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:05.674104 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2156092a-6bf0-4d61-930e-e3bc86a61e04 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for subnet, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:05.729169 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-aec28129-ad7d-4419-bf73-c715c190a3f2 None None] Port 611dedae-d411-4ac0-9ee5-32b3f14c2c28 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:54:05.731323 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b137953-3fdf-4e4f-bd5d-a0320510c8f9 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Made reservation on behalf of 3da0fb66822044a38da208c9d62f3a12 for: {'subnet': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:05.760373 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90904cce-244a-4c04-98db-37da1db793af tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:05.760997 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-90904cce-244a-4c04-98db-37da1db793af tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:05.800901 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-e9395ecd-9b38-44dc-9c83-ea579f848b79 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Deleting port 3554756a-15bb-4d07-bf7f-960a133db039 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:54:05.801249 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e9395ecd-9b38-44dc-9c83-ea579f848b79 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:05.874190 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f859dbb2-a931-4432-95b5-0c6f9e1763b8 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Router b7478b34-3e30-4ce0-849a-9132a0de0025 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:54:05.887718 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2156092a-6bf0-4d61-930e-e3bc86a61e04 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15303084'] for subnet, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:05.968822 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-90904cce-244a-4c04-98db-37da1db793af tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3025355 Apr 01 15:54:05.969253 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 50994) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:05.977874 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-fb1ec0b1-b43a-433c-9b92-7127f11ac11d tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Request body: {'floatingip': {'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:54:05.983819 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-1b137953-3fdf-4e4f-bd5d-a0320510c8f9 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16088980'] for subnet, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:06.007153 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-fb1ec0b1-b43a-433c-9b92-7127f11ac11d tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:06.074718 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-fb1ec0b1-b43a-433c-9b92-7127f11ac11d tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Usage tracker for resource:floatingip and tenant:b68673fda8b4484b82bd7a45a53d4438 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:06.083723 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-fb1ec0b1-b43a-433c-9b92-7127f11ac11d tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:06.094821 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-fb1ec0b1-b43a-433c-9b92-7127f11ac11d tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:06.113957 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e86ac51-38be-41dd-ba23-507326e89336 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Router 25d2e317-e321-4ffa-a674-6d5b7760ebaf has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:54:06.132274 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-fb1ec0b1-b43a-433c-9b92-7127f11ac11d tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Notify callbacks [] for floatingip, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:06.153734 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_v2 [None req-1453beac-4731-44a6-8665-e4b625202a13 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Deleting subnet 345c8ad9-2832-4e37-8d25-efde4bfbadaf {{(pid=83828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:54:06.311194 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1453beac-4731-44a6-8665-e4b625202a13 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks [] for subnet, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:06.462552 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e86ac51-38be-41dd-ba23-507326e89336 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:54:06.465673 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c5f013d4-ba87-4822-8e92-194eaa7bee4b tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:06.466408 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c5f013d4-ba87-4822-8e92-194eaa7bee4b tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616'] for router, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:06.469497 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e9395ecd-9b38-44dc-9c83-ea579f848b79 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:06.476127 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c29c298-5dcd-42da-82ae-e51737795ad1 None None] Sync routers for ids ['25d2e317-e321-4ffa-a674-6d5b7760ebaf'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:54:06.487468 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-8e86ac51-38be-41dd-ba23-507326e89336 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] 10.222.0.55 "PUT /v2.0/routers/25d2e317-e321-4ffa-a674-6d5b7760ebaf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6223249 Apr 01 15:54:06.491914 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-1b137953-3fdf-4e4f-bd5d-a0320510c8f9 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15415267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16089018'] for subnet, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:06.493901 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 50998) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:06.500088 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1453beac-4731-44a6-8665-e4b625202a13 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15303084'] for subnet, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:06.503220 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c29c298-5dcd-42da-82ae-e51737795ad1 None None] Routers {'25d2e317-e321-4ffa-a674-6d5b7760ebaf'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:54:06.503829 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-3c29c298-5dcd-42da-82ae-e51737795ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:53:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['25d2e317-e321-4ffa-a674-6d5b7760ebaf'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:06.530891 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2156092a-6bf0-4d61-930e-e3bc86a61e04 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:06.569501 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-3c29c298-5dcd-42da-82ae-e51737795ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:06.582333 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c29c298-5dcd-42da-82ae-e51737795ad1 None None] Routers {'25d2e317-e321-4ffa-a674-6d5b7760ebaf'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:54:06.582924 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-3c29c298-5dcd-42da-82ae-e51737795ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:53:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['25d2e317-e321-4ffa-a674-6d5b7760ebaf'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:06.595326 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b137953-3fdf-4e4f-bd5d-a0320510c8f9 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Pushing event updated for resources: {'Subnet': ['ID=47d41faf-1051-4dde-8d10-fac468eae600,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:06.609276 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-fb1ec0b1-b43a-433c-9b92-7127f11ac11d tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:06.647457 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-3c29c298-5dcd-42da-82ae-e51737795ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:06.647858 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c29c298-5dcd-42da-82ae-e51737795ad1 None None] The sync data for ids ['25d2e317-e321-4ffa-a674-6d5b7760ebaf'] in dv-neutron-833373-2-hyperv is: [] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:54:06.652365 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b137953-3fdf-4e4f-bd5d-a0320510c8f9 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Checking segment: {'id': '610fd115-99a6-4bd5-8733-9f3bbaee0334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '2acb5a3e-e601-43af-9b72-5581586e1887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:54:06.652721 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b137953-3fdf-4e4f-bd5d-a0320510c8f9 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Network hostable DHCP agents. Network: 2acb5a3e-e601-43af-9b72-5581586e1887, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:54:06.746059 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b137953-3fdf-4e4f-bd5d-a0320510c8f9 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Network 2acb5a3e-e601-43af-9b72-5581586e1887 is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:54:06.766148 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-1b137953-3fdf-4e4f-bd5d-a0320510c8f9 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, 2acb5a3e-e601-43af-9b72-5581586e1887) {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:06.775204 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b137953-3fdf-4e4f-bd5d-a0320510c8f9 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:06.775796 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-1b137953-3fdf-4e4f-bd5d-a0320510c8f9 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:06.776992 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b474a064-2222-4f2c-b776-5a661c1e8dcb None None] Network 2acb5a3e-e601-43af-9b72-5581586e1887 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:54:06.793027 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-fb1ec0b1-b43a-433c-9b92-7127f11ac11d tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Allocated IP 172.26.1.58 (ed45466e-0386-4b92-8de3-247c977242ac/0479f741-5cd1-4d6f-b593-d8aa909a42d3/fc86e829-7cec-48c3-b3c3-e156659e188b) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:06.813838 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.api.v2.resource [None req-506bf039-df99-4d67-b5ef-6933b56b2367 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] show failed (client error): The resource could not be found. Apr 01 15:54:06.818289 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-506bf039-df99-4d67-b5ef-6933b56b2367 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] 10.222.0.55 "GET /v2.0/routers/tempest-non_exist_router-1910670169 HTTP/1.1" status: 404 len: 335 time: 0.3200204 Apr 01 15:54:06.818449 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-1b137953-3fdf-4e4f-bd5d-a0320510c8f9 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8059564 Apr 01 15:54:06.824586 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-e9395ecd-9b38-44dc-9c83-ea579f848b79 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Calling delete_port for 3554756a-15bb-4d07-bf7f-960a133db039 owned by network:router_interface {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:54:06.834535 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51002) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:06.834718 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51004) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:06.846442 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-2be9f2b8-97e2-4f88-aa3c-a320974f3377 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:54:06.911582 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f859dbb2-a931-4432-95b5-0c6f9e1763b8 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:54:06.935045 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-f859dbb2-a931-4432-95b5-0c6f9e1763b8 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "PUT /v2.0/routers/b7478b34-3e30-4ce0-849a-9132a0de0025/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3771265 Apr 01 15:54:06.942023 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51010) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:06.944816 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-93f4f991-4bc0-4a03-85cd-91459797f0a0 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Request body: {'network': {'name': 'tempest-router-network01--542052095'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:54:06.959853 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f017203-6440-420d-a467-23821f68ccd1 None None] Sync routers for ids ['b7478b34-3e30-4ce0-849a-9132a0de0025'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:54:06.966880 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-93f4f991-4bc0-4a03-85cd-91459797f0a0 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:06.970097 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.api.v2.resource [None req-2be9f2b8-97e2-4f88-aa3c-a320974f3377 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] update failed (client error): The resource could not be found. Apr 01 15:54:06.971129 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-2be9f2b8-97e2-4f88-aa3c-a320974f3377 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] 10.222.0.55 "PUT /v2.0/routers/tempest-non_exist_router-47902161 HTTP/1.1" status: 404 len: 333 time: 0.1333802 Apr 01 15:54:06.980358 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51014) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:06.989836 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-93f4f991-4bc0-4a03-85cd-91459797f0a0 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Usage tracker for resource:network and tenant:3da0fb66822044a38da208c9d62f3a12 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:07.004949 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-93f4f991-4bc0-4a03-85cd-91459797f0a0 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:07.017648 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-93f4f991-4bc0-4a03-85cd-91459797f0a0 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:07.021226 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1a0b28b-5786-43f0-a371-0b59ee1dbf67 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] GET failed (client error): The resource could not be found. Apr 01 15:54:07.021738 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-f1a0b28b-5786-43f0-a371-0b59ee1dbf67 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Synchronizing usage tracker for tenant:144b300b27fa4dafba1405cae5639f1c on resource:port {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:54:07.075488 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f017203-6440-420d-a467-23821f68ccd1 None None] Routers {'b7478b34-3e30-4ce0-849a-9132a0de0025'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:54:07.076898 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-6f017203-6440-420d-a467-23821f68ccd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:53:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['b7478b34-3e30-4ce0-849a-9132a0de0025'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:07.105620 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2156092a-6bf0-4d61-930e-e3bc86a61e04 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15306565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16030232'] for subnet, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:07.111114 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f4f991-4bc0-4a03-85cd-91459797f0a0 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Made reservation on behalf of 3da0fb66822044a38da208c9d62f3a12 for: {'network': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:07.114703 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-93f4f991-4bc0-4a03-85cd-91459797f0a0 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:07.156650 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-f1a0b28b-5786-43f0-a371-0b59ee1dbf67 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Unset dirty status for tenant:144b300b27fa4dafba1405cae5639f1c on resource:port {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:54:07.157859 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-f1a0b28b-5786-43f0-a371-0b59ee1dbf67 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "GET /v2.0/ports/0fc16339-d0c2-4ba4-aa49-758b474a2fb1 HTTP/1.1" status: 404 len: 333 time: 0.2095385 Apr 01 15:54:07.159164 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1453beac-4731-44a6-8665-e4b625202a13 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:07.186850 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-6f017203-6440-420d-a467-23821f68ccd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:07.190826 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2156092a-6bf0-4d61-930e-e3bc86a61e04 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event deleted for resources: {'Subnet': ['ID=59f921aa-bef1-406e-a7cf-a90123988f7a,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:07.199290 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51018) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:07.200404 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f017203-6440-420d-a467-23821f68ccd1 None None] Routers {'b7478b34-3e30-4ce0-849a-9132a0de0025'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:54:07.201193 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-6f017203-6440-420d-a467-23821f68ccd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:53:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['b7478b34-3e30-4ce0-849a-9132a0de0025'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:07.227477 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-fb1ec0b1-b43a-433c-9b92-7127f11ac11d tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:07.260153 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5439caaf-5040-4ad9-b959-a91b0ca0e3a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-2acb5a3e-e601-43af-9b72-5581586e1887', 'network_id': '2acb5a3e-e601-43af-9b72-5581586e1887', 'tenant_id': '3da0fb66822044a38da208c9d62f3a12', 'fixed_ips': [{'subnet_id': '47d41faf-1051-4dde-8d10-fac468eae600'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:54:07.260665 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-5439caaf-5040-4ad9-b959-a91b0ca0e3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:07.282899 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aaec7fa-2db1-4da1-81e1-19e0aaf67cdc None None] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:54:07.298041 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-6f017203-6440-420d-a467-23821f68ccd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:07.298447 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f017203-6440-420d-a467-23821f68ccd1 None None] The sync data for ids ['b7478b34-3e30-4ce0-849a-9132a0de0025'] in dv-neutron-833373-2-hyperv is: [] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:54:07.316895 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2156092a-6bf0-4d61-930e-e3bc86a61e04 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:07.458954 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93f4f991-4bc0-4a03-85cd-91459797f0a0 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=83826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:54:07.468031 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-2156092a-6bf0-4d61-930e-e3bc86a61e04 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/subnets/59f921aa-bef1-406e-a7cf-a90123988f7a HTTP/1.1" status: 204 len: 168 time: 2.5877461 Apr 01 15:54:07.475537 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51022) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:07.490776 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-93f4f991-4bc0-4a03-85cd-91459797f0a0 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:07.491110 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.segments_db [None req-93f4f991-4bc0-4a03-85cd-91459797f0a0 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Added segment 233aff2c-c73e-468f-8106-6414f5781525 of type vlan for network 83f22681-ac33-47f5-8552-23624acfa869 Apr 01 15:54:07.551198 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-fb1ec0b1-b43a-433c-9b92-7127f11ac11d tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:07.558040 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-93f4f991-4bc0-4a03-85cd-91459797f0a0 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:07.579881 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-6d25115f-0380-44a2-85e8-13e58f33af89 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0975444 Apr 01 15:54:07.583275 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51026) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:07.614347 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_v2 [None req-b50ada38-85c9-452d-9e71-1ff00420f070 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Deleting subnet 8f5999cf-ff4b-41b3-86a8-ed1bbef1b8ef {{(pid=83826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:54:07.631829 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1453beac-4731-44a6-8665-e4b625202a13 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15306565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16030232'] for subnet, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:07.643010 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b50ada38-85c9-452d-9e71-1ff00420f070 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks [] for subnet, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:07.669998 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-5439caaf-5040-4ad9-b959-a91b0ca0e3a9 None None] Allocated IP 2001:db8::2 (2acb5a3e-e601-43af-9b72-5581586e1887/47d41faf-1051-4dde-8d10-fac468eae600/ff52abb5-9023-426e-a401-ddbb00507779) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:07.714655 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1ec0b1-b43a-433c-9b92-7127f11ac11d tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Network ed45466e-0386-4b92-8de3-247c977242ac is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:07.722335 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-fb1ec0b1-b43a-433c-9b92-7127f11ac11d tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:07.724262 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1ec0b1-b43a-433c-9b92-7127f11ac11d tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Pushing event updated for resources: {'Port': ['ID=fc86e829-7cec-48c3-b3c3-e156659e188b,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:07.731517 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1ec0b1-b43a-433c-9b92-7127f11ac11d tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:54:07.778658 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b50ada38-85c9-452d-9e71-1ff00420f070 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16610770'] for subnet, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:07.790175 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49b85f3-070e-4830-b087-9485c03f922d None None] DHCP port deletion for 7b65ac5c-8834-4b65-9b28-b7dba6c9746f request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:54:07.800345 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a49b85f3-070e-4830-b087-9485c03f922d None None] Deleting port bb2b74dc-c20d-45e5-9fa2-2ffd1c7b4f5e {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:54:07.800715 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a49b85f3-070e-4830-b087-9485c03f922d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:07.820021 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6a3c3561-ecf0-4a2f-9f0b-127d87b4b201 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for router, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:07.820575 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-93f4f991-4bc0-4a03-85cd-91459797f0a0 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:07.824242 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f4f991-4bc0-4a03-85cd-91459797f0a0 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:07.824840 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-93f4f991-4bc0-4a03-85cd-91459797f0a0 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:07.880100 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e9395ecd-9b38-44dc-9c83-ea579f848b79 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:07.931738 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1453beac-4731-44a6-8665-e4b625202a13 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Pushing event deleted for resources: {'Subnet': ['ID=345c8ad9-2832-4e37-8d25-efde4bfbadaf,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:07.960283 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-5439caaf-5040-4ad9-b959-a91b0ca0e3a9 None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:07.971472 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-5439caaf-5040-4ad9-b959-a91b0ca0e3a9 None None] Transition to ACTIVE for port object ff52abb5-9023-426e-a401-ddbb00507779 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:07.979942 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-93f4f991-4bc0-4a03-85cd-91459797f0a0 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1441665 Apr 01 15:54:07.986986 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51030) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:07.990664 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-5439caaf-5040-4ad9-b959-a91b0ca0e3a9 None None] Transition to ACTIVE for port object ff52abb5-9023-426e-a401-ddbb00507779 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:07.996583 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f4f991-4bc0-4a03-85cd-91459797f0a0 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Pushing event updated for resources: {'Network': ['ID=83f22681-ac33-47f5-8552-23624acfa869,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:08.002699 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-5439caaf-5040-4ad9-b959-a91b0ca0e3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:08.003579 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-e386ba7e-bc37-4a0a-962a-581b453ddb06 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Request body: {'network': {'name': 'tempest-router-network02--347180656'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:54:08.011542 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-e386ba7e-bc37-4a0a-962a-581b453ddb06 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:08.016097 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9395ecd-9b38-44dc-9c83-ea579f848b79 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Pushing event deleted for resources: {'Port': ['ID=3554756a-15bb-4d07-bf7f-960a133db039,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:08.019095 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-e386ba7e-bc37-4a0a-962a-581b453ddb06 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Usage tracker for resource:network and tenant:3da0fb66822044a38da208c9d62f3a12 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:08.027699 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-e386ba7e-bc37-4a0a-962a-581b453ddb06 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:08.044650 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-e386ba7e-bc37-4a0a-962a-581b453ddb06 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:08.048434 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1453beac-4731-44a6-8665-e4b625202a13 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:08.068692 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b50ada38-85c9-452d-9e71-1ff00420f070 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:08.092269 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 83f22681-ac33-47f5-8552-23624acfa869 details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:54:08.118758 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3433174f-b16f-4634-b751-a192ae378fc2 None None] Network 6ba7eb4b-164d-43b6-882a-ce0eccf7c43e requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:54:08.122680 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-1453beac-4731-44a6-8665-e4b625202a13 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] 10.222.0.55 "DELETE /v2.0/subnets/345c8ad9-2832-4e37-8d25-efde4bfbadaf HTTP/1.1" status: 204 len: 168 time: 2.6839478 Apr 01 15:54:08.124542 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51034) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:08.130927 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e386ba7e-bc37-4a0a-962a-581b453ddb06 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Made reservation on behalf of 3da0fb66822044a38da208c9d62f3a12 for: {'network': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:08.134804 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e386ba7e-bc37-4a0a-962a-581b453ddb06 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:08.289388 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-fb1ec0b1-b43a-433c-9b92-7127f11ac11d tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:08.338123 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e386ba7e-bc37-4a0a-962a-581b453ddb06 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=83826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:54:08.382373 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e386ba7e-bc37-4a0a-962a-581b453ddb06 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:08.382825 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.segments_db [None req-e386ba7e-bc37-4a0a-962a-581b453ddb06 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Added segment 5a68b0fa-35eb-40f9-81d4-5c239bd3c342 of type vlan for network f137bd3f-f1ae-4e07-8ff7-1281b1d0c044 Apr 01 15:54:08.386234 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b50ada38-85c9-452d-9e71-1ff00420f070 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15415074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16089009'] for subnet, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:08.448331 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50ada38-85c9-452d-9e71-1ff00420f070 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Pushing event deleted for resources: {'Subnet': ['ID=8f5999cf-ff4b-41b3-86a8-ed1bbef1b8ef,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:08.454476 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-fb1ec0b1-b43a-433c-9b92-7127f11ac11d tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:08.481749 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a8a589-a915-41e4-aa8f-72c5f84c9a06 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:08.482635 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-22a8a589-a915-41e4-aa8f-72c5f84c9a06 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Synchronizing usage tracker for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:port {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:54:08.519462 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b50ada38-85c9-452d-9e71-1ff00420f070 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:08.523316 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e386ba7e-bc37-4a0a-962a-581b453ddb06 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:08.559417 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c862fed-3fd6-44c1-a158-a6b64befeeb1 None None] Network 3a61ab9a-a970-44e0-9020-eeb07f625deb requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:54:08.563540 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-b50ada38-85c9-452d-9e71-1ff00420f070 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] 10.222.0.55 "DELETE /v2.0/subnets/8f5999cf-ff4b-41b3-86a8-ed1bbef1b8ef HTTP/1.1" status: 204 len: 168 time: 1.5243626 Apr 01 15:54:08.572274 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51038) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:08.657453 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5439caaf-5040-4ad9-b959-a91b0ca0e3a9 None None] Network 2acb5a3e-e601-43af-9b72-5581586e1887 is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:08.687971 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-5439caaf-5040-4ad9-b959-a91b0ca0e3a9 None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:08.696682 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b28b487a-17ab-44d9-aec2-f6981dce6ddd tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:08.740921 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5439caaf-5040-4ad9-b959-a91b0ca0e3a9 None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:54:08.745523 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device bb2b74dc-c20d-45e5-9fa2-2ffd1c7b4f5e no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:54:08.745711 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e386ba7e-bc37-4a0a-962a-581b453ddb06 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:08.752007 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e386ba7e-bc37-4a0a-962a-581b453ddb06 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:08.752954 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e386ba7e-bc37-4a0a-962a-581b453ddb06 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:08.788786 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-22a8a589-a915-41e4-aa8f-72c5f84c9a06 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Unset dirty status for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:port {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:54:08.794577 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-22a8a589-a915-41e4-aa8f-72c5f84c9a06 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.2071395 Apr 01 15:54:08.798195 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51042) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:08.805797 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5439caaf-5040-4ad9-b959-a91b0ca0e3a9 None None] Pushing event updated for resources: {'Port': ['ID=ff52abb5-9023-426e-a401-ddbb00507779,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:08.807742 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e9395ecd-9b38-44dc-9c83-ea579f848b79 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611462'] for router_interface, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:08.822507 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a49b85f3-070e-4830-b087-9485c03f922d None None] For port bb2b74dc-c20d-45e5-9fa2-2ffd1c7b4f5e, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=bb2b74dc-c20d-45e5-9fa2-2ffd1c7b4f5e,segment=NetworkSegment(c41dc1a5-c958-4d8b-81ea-3934c36371b8),segment_id=c41dc1a5-c958-4d8b-81ea-3934c36371b8)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:54:08.823123 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a49b85f3-070e-4830-b087-9485c03f922d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:08.825142 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6a3c3561-ecf0-4a2f-9f0b-127d87b4b201 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130651'] for router, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:08.828098 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-b28b487a-17ab-44d9-aec2-f6981dce6ddd tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Deleting port 45467368-dde6-4b39-890e-d10321967875 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:54:08.828436 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b28b487a-17ab-44d9-aec2-f6981dce6ddd tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:08.948065 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6a3c3561-ecf0-4a2f-9f0b-127d87b4b201 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:08.988830 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-e386ba7e-bc37-4a0a-962a-581b453ddb06 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0001421 Apr 01 15:54:09.004684 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51046) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:09.014821 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-510605e9-7743-4d4c-a90f-4fdcd48f6ed2 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Request body: {'subnet': {'network_id': '83f22681-ac33-47f5-8552-23624acfa869', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:54:09.034809 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a49b85f3-070e-4830-b087-9485c03f922d None None] Calling delete_port for bb2b74dc-c20d-45e5-9fa2-2ffd1c7b4f5e owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:54:09.085211 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e386ba7e-bc37-4a0a-962a-581b453ddb06 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Pushing event updated for resources: {'Network': ['ID=f137bd3f-f1ae-4e07-8ff7-1281b1d0c044,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:09.096899 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7a15d0-5623-44e9-b455-8f64e6d852e2 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:09.097728 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-ba7a15d0-5623-44e9-b455-8f64e6d852e2 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Synchronizing usage tracker for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:subnet {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:54:09.135197 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5f013d4-ba87-4822-8e92-194eaa7bee4b tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Router fe36f7c7-270f-4966-83c8-b33b758b73b3 is scheduled to L3 agent ff252634-3424-422a-b742-9ae457bd54bd with binding_index 1 {{(pid=83828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:54:09.139110 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-510605e9-7743-4d4c-a90f-4fdcd48f6ed2 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:09.170542 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-ba7a15d0-5623-44e9-b455-8f64e6d852e2 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Unset dirty status for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:subnet {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:54:09.171705 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-ba7a15d0-5623-44e9-b455-8f64e6d852e2 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3589432 Apr 01 15:54:09.174892 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-fb1ec0b1-b43a-433c-9b92-7127f11ac11d tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:09.176341 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51050) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:09.180683 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9e91813-a5be-45d6-b358-75c82396e799 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Deleting subnet bf733e41-0e16-4819-ab48-95bee6c0aa32 {{(pid=83826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:54:09.181902 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-510605e9-7743-4d4c-a90f-4fdcd48f6ed2 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Usage tracker for resource:subnet and tenant:3da0fb66822044a38da208c9d62f3a12 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:09.185553 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network f137bd3f-f1ae-4e07-8ff7-1281b1d0c044 details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:54:09.193357 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-510605e9-7743-4d4c-a90f-4fdcd48f6ed2 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:09.222202 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-510605e9-7743-4d4c-a90f-4fdcd48f6ed2 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:09.233679 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d9e91813-a5be-45d6-b358-75c82396e799 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks [] for subnet, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:09.270610 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-fb1ec0b1-b43a-433c-9b92-7127f11ac11d tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:09.422987 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-5439caaf-5040-4ad9-b959-a91b0ca0e3a9 None None] Attempting to bind port ff52abb5-9023-426e-a401-ddbb00507779 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:54:09.423461 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-5439caaf-5040-4ad9-b959-a91b0ca0e3a9 None None] Attempting to bind port ff52abb5-9023-426e-a401-ddbb00507779 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': '610fd115-99a6-4bd5-8733-9f3bbaee0334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '2acb5a3e-e601-43af-9b72-5581586e1887'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:54:09.424107 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5439caaf-5040-4ad9-b959-a91b0ca0e3a9 None None] Attempting to bind port ff52abb5-9023-426e-a401-ddbb00507779 on network 2acb5a3e-e601-43af-9b72-5581586e1887 {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:54:09.449460 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-526b0250-0bd1-469b-9fcb-c51bf59609d5 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2639170 Apr 01 15:54:09.449730 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6a3c3561-ecf0-4a2f-9f0b-127d87b4b201 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607376'] for router, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:09.449730 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a3c3561-ecf0-4a2f-9f0b-127d87b4b201 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Fanout notify agent at l3_agent the message router_deleted on router b7478b34-3e30-4ce0-849a-9132a0de0025 {{(pid=83828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:54:09.461902 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51054) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:09.462194 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-510605e9-7743-4d4c-a90f-4fdcd48f6ed2 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Made reservation on behalf of 3da0fb66822044a38da208c9d62f3a12 for: {'subnet': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:09.480158 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-9cb5c989-9755-4291-bc17-6fae895d9329 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Request body: {'subnet': {'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:54:09.507275 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5439caaf-5040-4ad9-b959-a91b0ca0e3a9 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:54:09.508773 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5439caaf-5040-4ad9-b959-a91b0ca0e3a9 None None] Checking segment: {'id': '610fd115-99a6-4bd5-8733-9f3bbaee0334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '2acb5a3e-e601-43af-9b72-5581586e1887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:54:09.508773 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-5439caaf-5040-4ad9-b959-a91b0ca0e3a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:09.509454 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5439caaf-5040-4ad9-b959-a91b0ca0e3a9 None None] Bound using segment: {'id': '610fd115-99a6-4bd5-8733-9f3bbaee0334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '2acb5a3e-e601-43af-9b72-5581586e1887'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:54:09.509887 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-5439caaf-5040-4ad9-b959-a91b0ca0e3a9 None None] Bound port: ff52abb5-9023-426e-a401-ddbb00507779, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '610fd115-99a6-4bd5-8733-9f3bbaee0334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '2acb5a3e-e601-43af-9b72-5581586e1887'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:54:09.510839 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-5439caaf-5040-4ad9-b959-a91b0ca0e3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:09.519996 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a49b85f3-070e-4830-b087-9485c03f922d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671'] for port, after_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:09.560588 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d9e91813-a5be-45d6-b358-75c82396e799 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16610770'] for subnet, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:09.602658 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49b85f3-070e-4830-b087-9485c03f922d None None] Pushing event deleted for resources: {'Port': ['ID=bb2b74dc-c20d-45e5-9fa2-2ffd1c7b4f5e,revision_number=None']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:09.605658 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:09.655822 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1ec0b1-b43a-433c-9b92-7127f11ac11d tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Pushing event updated for resources: {'Port': ['ID=fc86e829-7cec-48c3-b3c3-e156659e188b,revision_number=2']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:09.686475 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49b85f3-070e-4830-b087-9485c03f922d None None] No DVR routers for this DVR port bb2b74dc-c20d-45e5-9fa2-2ffd1c7b4f5e on host dv-neutron-833373-2-hyperv {{(pid=83829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:54:09.709335 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5263341-333d-4eab-98f5-155fdcfd6280 None None] DHCP port deletion for 6ba7eb4b-164d-43b6-882a-ce0eccf7c43e request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:54:09.746123 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-fb1ec0b1-b43a-433c-9b92-7127f11ac11d tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617697'] for floatingip, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:09.752677 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-b5263341-333d-4eab-98f5-155fdcfd6280 None None] Deleting port 45467368-dde6-4b39-890e-d10321967875 {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:54:09.753075 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-b5263341-333d-4eab-98f5-155fdcfd6280 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:09.762629 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-9cb5c989-9755-4291-bc17-6fae895d9329 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:09.794156 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-9cb5c989-9755-4291-bc17-6fae895d9329 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:09.805861 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6a3c3561-ecf0-4a2f-9f0b-127d87b4b201 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:09.807089 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-6a3c3561-ecf0-4a2f-9f0b-127d87b4b201 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "DELETE /v2.0/routers/b7478b34-3e30-4ce0-849a-9132a0de0025 HTTP/1.1" status: 204 len: 168 time: 2.6068375 Apr 01 15:54:09.812921 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51058) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:09.855229 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-fb1ec0b1-b43a-433c-9b92-7127f11ac11d tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for floatingip, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:09.856481 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-fb1ec0b1-b43a-433c-9b92-7127f11ac11d tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8853157 Apr 01 15:54:09.864912 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51062) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:09.878556 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-b5461011-60fd-4df7-9cc5-a3544c558ab2 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Request body: {'floatingip': {'port_id': '611dedae-d411-4ac0-9ee5-32b3f14c2c28', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:54:09.882192 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-5439caaf-5040-4ad9-b959-a91b0ca0e3a9 None None] For port ff52abb5-9023-426e-a401-ddbb00507779, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:54:09.885508 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4624033b-3817-4cd6-b63e-087fe0549ebd None None] DHCP port deletion for 3a61ab9a-a970-44e0-9020-eeb07f625deb request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:54:09.886522 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb5c989-9755-4291-bc17-6fae895d9329 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Made reservation on behalf of 50a1f72bd5e54e209eb4756b30f7e6a6 for: {'subnet': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:09.908395 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d9e91813-a5be-45d6-b358-75c82396e799 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:09.909848 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-4624033b-3817-4cd6-b63e-087fe0549ebd None None] Deleting port b4fb9438-c365-45a2-8605-e793573e1964 {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:54:09.910211 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-4624033b-3817-4cd6-b63e-087fe0549ebd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:09.954607 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-5439caaf-5040-4ad9-b959-a91b0ca0e3a9 None None] For port ff52abb5-9023-426e-a401-ddbb00507779, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=ff52abb5-9023-426e-a401-ddbb00507779,segment=NetworkSegment(610fd115-99a6-4bd5-8733-9f3bbaee0334),segment_id=610fd115-99a6-4bd5-8733-9f3bbaee0334)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:54:09.970216 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-5439caaf-5040-4ad9-b959-a91b0ca0e3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:09.997381 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-b28b487a-17ab-44d9-aec2-f6981dce6ddd tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] For port 45467368-dde6-4b39-890e-d10321967875, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=45467368-dde6-4b39-890e-d10321967875,segment=NetworkSegment(c414fed1-52b2-4822-bb80-eb33f5864267),segment_id=c414fed1-52b2-4822-bb80-eb33f5864267)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:54:09.998002 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b28b487a-17ab-44d9-aec2-f6981dce6ddd tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:10.008028 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-510605e9-7743-4d4c-a90f-4fdcd48f6ed2 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16030269'] for subnet, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:10.144191 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9cb5c989-9755-4291-bc17-6fae895d9329 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16088980'] for subnet, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:10.154596 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b5461011-60fd-4df7-9cc5-a3544c558ab2 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Notify callbacks [] for floatingip, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:10.210024 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-b5263341-333d-4eab-98f5-155fdcfd6280 None None] For port 45467368-dde6-4b39-890e-d10321967875, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=45467368-dde6-4b39-890e-d10321967875,segment=NetworkSegment(c414fed1-52b2-4822-bb80-eb33f5864267),segment_id=c414fed1-52b2-4822-bb80-eb33f5864267)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:54:10.210341 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-b5263341-333d-4eab-98f5-155fdcfd6280 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:10.220020 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5439caaf-5040-4ad9-b959-a91b0ca0e3a9 None None] Pushing event updated for resources: {'Port': ['ID=ff52abb5-9023-426e-a401-ddbb00507779,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:10.337315 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d9e91813-a5be-45d6-b358-75c82396e799 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15415074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16089009'] for subnet, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:10.338760 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-b28b487a-17ab-44d9-aec2-f6981dce6ddd tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Calling delete_port for 45467368-dde6-4b39-890e-d10321967875 owned by network:dhcp {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:54:10.378093 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-b5263341-333d-4eab-98f5-155fdcfd6280 None None] Calling delete_port for 45467368-dde6-4b39-890e-d10321967875 owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:54:10.385388 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_v2 [None req-45514e49-ea97-496d-a0ad-1af7b711ff08 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Deleting subnet 2abdcda5-88fa-42d9-8868-f72bee11a838 {{(pid=83826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:54:10.397080 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-45514e49-ea97-496d-a0ad-1af7b711ff08 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for subnet, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:10.429469 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e91813-a5be-45d6-b358-75c82396e799 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Pushing event deleted for resources: {'Subnet': ['ID=bf733e41-0e16-4819-ab48-95bee6c0aa32,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:10.463082 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d9e91813-a5be-45d6-b358-75c82396e799 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:10.485052 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-45514e49-ea97-496d-a0ad-1af7b711ff08 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16610770'] for subnet, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:10.488438 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d8922d-7290-4893-8ba0-ad8c10e39345 None None] Network a8ee47e9-e56c-4c88-bfef-2f05010883bd requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:54:10.519433 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-d9e91813-a5be-45d6-b358-75c82396e799 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] 10.222.0.55 "DELETE /v2.0/subnets/bf733e41-0e16-4819-ab48-95bee6c0aa32 HTTP/1.1" status: 204 len: 168 time: 1.9458137 Apr 01 15:54:10.534690 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51066) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:10.630444 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-4624033b-3817-4cd6-b63e-087fe0549ebd None None] For port b4fb9438-c365-45a2-8605-e793573e1964, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=b4fb9438-c365-45a2-8605-e793573e1964,segment=NetworkSegment(474eff62-c504-4648-8aaf-ed4a65911f77),segment_id=474eff62-c504-4648-8aaf-ed4a65911f77)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:54:10.630690 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-4624033b-3817-4cd6-b63e-087fe0549ebd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:10.677559 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9cb5c989-9755-4291-bc17-6fae895d9329 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15415267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16089018'] for subnet, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:10.710214 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-45514e49-ea97-496d-a0ad-1af7b711ff08 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:10.802828 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb5c989-9755-4291-bc17-6fae895d9329 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:10.810137 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-b5263341-333d-4eab-98f5-155fdcfd6280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671'] for port, after_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:10.811170 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-9cb5c989-9755-4291-bc17-6fae895d9329 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:10.813702 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb5c989-9755-4291-bc17-6fae895d9329 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event updated for resources: {'Subnet': ['ID=0a396ffa-a826-495d-93e2-723826013a8d,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:10.816708 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb5c989-9755-4291-bc17-6fae895d9329 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:10.817522 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9cb5c989-9755-4291-bc17-6fae895d9329 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:10.837038 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-4624033b-3817-4cd6-b63e-087fe0549ebd None None] Calling delete_port for b4fb9438-c365-45a2-8605-e793573e1964 owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:54:10.850251 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.db.api [None req-b28b487a-17ab-44d9-aec2-f6981dce6ddd tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:54:10.855604 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG oslo_db.api [None req-b28b487a-17ab-44d9-aec2-f6981dce6ddd tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:54:10.893098 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-9cb5c989-9755-4291-bc17-6fae895d9329 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4298983 Apr 01 15:54:10.898661 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51070) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:10.906409 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-e66e49c3-a727-4b60-b5c6-709ff1086d08 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Request body: {'port': {'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'mac_address': 'fa:16:3e:e3:ef:e6', 'name': 'tempest-NetworksTestDHCPv6-1165991405'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:54:10.927161 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-45514e49-ea97-496d-a0ad-1af7b711ff08 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15415074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16089009'] for subnet, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:10.960530 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device b4fb9438-c365-45a2-8605-e793573e1964 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:54:10.987606 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5263341-333d-4eab-98f5-155fdcfd6280 None None] No DVR routers for this DVR port 45467368-dde6-4b39-890e-d10321967875 on host dv-neutron-833373-2-hyperv {{(pid=83829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:54:11.018539 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9395ecd-9b38-44dc-9c83-ea579f848b79 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Router 3ad2ffa8-17f6-4489-a5de-882a51cc7729 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:54:11.022667 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-bcbecc7f-b290-47e4-b748-faf5da04310a tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:11.042484 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6316a8aa-9c73-4b51-8235-74ab4a1b20b6 None None] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:54:11.100899 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5263341-333d-4eab-98f5-155fdcfd6280 None None] Pushing event deleted for resources: {'Port': ['ID=45467368-dde6-4b39-890e-d10321967875,revision_number=None']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:11.128230 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-bcbecc7f-b290-47e4-b748-faf5da04310a tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Deleting port b4fb9438-c365-45a2-8605-e793573e1964 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:54:11.128573 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-bcbecc7f-b290-47e4-b748-faf5da04310a tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:11.163366 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45514e49-ea97-496d-a0ad-1af7b711ff08 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Pushing event deleted for resources: {'Subnet': ['ID=2abdcda5-88fa-42d9-8868-f72bee11a838,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:11.166544 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-45514e49-ea97-496d-a0ad-1af7b711ff08 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:11.171705 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-45514e49-ea97-496d-a0ad-1af7b711ff08 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "DELETE /v2.0/subnets/2abdcda5-88fa-42d9-8868-f72bee11a838 HTTP/1.1" status: 204 len: 168 time: 1.3575509 Apr 01 15:54:11.175768 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51074) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:11.177829 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.api.v2.resource [None req-b5461011-60fd-4df7-9cc5-a3544c558ab2 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] update failed (client error): The resource could not be found. Apr 01 15:54:11.178864 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-b5461011-60fd-4df7-9cc5-a3544c558ab2 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] 10.222.0.55 "PUT /v2.0/floatingips/abf3de41-7cf6-4744-9b74-4d287d75ed4d HTTP/1.1" status: 404 len: 507 time: 1.3089232 Apr 01 15:54:11.185242 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51078) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:11.223512 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c68d0b-32ae-441b-b43b-f83e36474e38 None None] Network 01c00d3a-ebf8-40e9-b7be-cf7418f07095 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:54:11.268132 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-4624033b-3817-4cd6-b63e-087fe0549ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671'] for port, after_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:11.310875 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-e66e49c3-a727-4b60-b5c6-709ff1086d08 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:11.318124 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-e66e49c3-a727-4b60-b5c6-709ff1086d08 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Usage tracker for resource:port and tenant:50a1f72bd5e54e209eb4756b30f7e6a6 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:11.330327 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-e66e49c3-a727-4b60-b5c6-709ff1086d08 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:11.340816 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-e66e49c3-a727-4b60-b5c6-709ff1086d08 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:11.348596 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6dbe18ea-0c29-4625-8f0a-70834622c8b7 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:11.365336 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe18ea-0c29-4625-8f0a-70834622c8b7 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Deleting port 709d1935-c4e5-4398-aae9-8b777f5dbcb3 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:54:11.365767 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6dbe18ea-0c29-4625-8f0a-70834622c8b7 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:11.368587 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-b28b487a-17ab-44d9-aec2-f6981dce6ddd tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Deleting port 45467368-dde6-4b39-890e-d10321967875 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:54:11.368950 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b28b487a-17ab-44d9-aec2-f6981dce6ddd tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:11.380770 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4624033b-3817-4cd6-b63e-087fe0549ebd None None] Pushing event deleted for resources: {'Port': ['ID=b4fb9438-c365-45a2-8605-e793573e1964,revision_number=None']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:11.413125 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4624033b-3817-4cd6-b63e-087fe0549ebd None None] No DVR routers for this DVR port b4fb9438-c365-45a2-8605-e793573e1964 on host dv-neutron-833373-2-hyperv {{(pid=83829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:54:11.438797 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No active binding found for port b4fb9438-c365-45a2-8605-e793573e1964 {{(pid=83829) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Apr 01 15:54:11.439117 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device b4fb9438-c365-45a2-8605-e793573e1964 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:54:11.439536 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 45467368-dde6-4b39-890e-d10321967875 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:54:11.484427 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e66e49c3-a727-4b60-b5c6-709ff1086d08 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Made reservation on behalf of 50a1f72bd5e54e209eb4756b30f7e6a6 for: {'port': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:11.488405 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e66e49c3-a727-4b60-b5c6-709ff1086d08 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:11.493457 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 45467368-dde6-4b39-890e-d10321967875 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:54:11.493945 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 45467368-dde6-4b39-890e-d10321967875 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:54:11.587621 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-bcbecc7f-b290-47e4-b748-faf5da04310a tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] The port 'b4fb9438-c365-45a2-8605-e793573e1964' was deleted {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:54:11.695495 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-510605e9-7743-4d4c-a90f-4fdcd48f6ed2 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15306628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16030227'] for subnet, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:11.718553 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-b28b487a-17ab-44d9-aec2-f6981dce6ddd tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] The port '45467368-dde6-4b39-890e-d10321967875' was deleted {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:54:11.741469 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e68cf9-7d50-45ac-bab3-8e7c19f550c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'tenant_id': '50a1f72bd5e54e209eb4756b30f7e6a6', 'fixed_ips': [{'subnet_id': '0a396ffa-a826-495d-93e2-723826013a8d'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:54:11.743184 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-e4e68cf9-7d50-45ac-bab3-8e7c19f550c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:11.753843 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5f013d4-ba87-4822-8e92-194eaa7bee4b tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:54:11.771546 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-f6fcf198-6acc-4f7a-bf66-46c8e35b1296 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Deleting port fc86e829-7cec-48c3-b3c3-e156659e188b {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:54:11.771950 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f6fcf198-6acc-4f7a-bf66-46c8e35b1296 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:11.774922 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c263244-123c-4ec7-8260-5b02b65ce28f None None] Sync routers for ids ['fe36f7c7-270f-4966-83c8-b33b758b73b3'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:54:11.803156 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c263244-123c-4ec7-8260-5b02b65ce28f None None] Routers {'fe36f7c7-270f-4966-83c8-b33b758b73b3'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:54:11.804055 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-0c263244-123c-4ec7-8260-5b02b65ce28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:53:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['fe36f7c7-270f-4966-83c8-b33b758b73b3'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:11.823073 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa926fd-fba9-4bd9-a716-3476ee0a7924 None None] DHCP port deletion for a8ee47e9-e56c-4c88-bfef-2f05010883bd request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:54:11.837942 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-3fa926fd-fba9-4bd9-a716-3476ee0a7924 None None] Deleting port 9ac1aa66-d72b-42c2-8789-d2777e11cf7a {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:54:11.838684 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-3fa926fd-fba9-4bd9-a716-3476ee0a7924 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:11.857754 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [None req-6dbe18ea-0c29-4625-8f0a-70834622c8b7 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] For port 709d1935-c4e5-4398-aae9-8b777f5dbcb3, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=709d1935-c4e5-4398-aae9-8b777f5dbcb3,segment=NetworkSegment(fcf729ef-e44f-44d8-b589-5c4c651519e1),segment_id=fcf729ef-e44f-44d8-b589-5c4c651519e1)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:54:11.858464 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6dbe18ea-0c29-4625-8f0a-70834622c8b7 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:12.026461 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-bcbecc7f-b290-47e4-b748-faf5da04310a tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:12.043780 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe18ea-0c29-4625-8f0a-70834622c8b7 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Calling delete_port for 709d1935-c4e5-4398-aae9-8b777f5dbcb3 owned by network:dhcp {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:54:12.056758 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37376025-7dbc-4556-bad9-c41fe9dfd849 None None] DHCP port deletion for 01c00d3a-ebf8-40e9-b7be-cf7418f07095 request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:54:12.068982 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-bcbecc7f-b290-47e4-b748-faf5da04310a tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a61ab9a-a970-44e0-9020-eeb07f625deb']}} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:12.070997 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-0c263244-123c-4ec7-8260-5b02b65ce28f None None] Set router fe36f7c7-270f-4966-83c8-b33b758b73b3 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:54:12.087719 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-bcbecc7f-b290-47e4-b748-faf5da04310a tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '474eff62-c504-4648-8aaf-ed4a65911f77') {'for_net_delete': True} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:12.088263 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-bcbecc7f-b290-47e4-b748-faf5da04310a tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '474eff62-c504-4648-8aaf-ed4a65911f77') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:12.106084 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-bcbecc7f-b290-47e4-b748-faf5da04310a tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15303093'] for segment, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:12.115941 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-37376025-7dbc-4556-bad9-c41fe9dfd849 None None] Deleting port 709d1935-c4e5-4398-aae9-8b777f5dbcb3 {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:54:12.116483 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-37376025-7dbc-4556-bad9-c41fe9dfd849 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:12.127140 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-bcbecc7f-b290-47e4-b748-faf5da04310a tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:12.136076 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcbecc7f-b290-47e4-b748-faf5da04310a tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=83828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:54:12.136788 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-bcbecc7f-b290-47e4-b748-faf5da04310a tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15306523'] for segment, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:12.167707 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6dbe18ea-0c29-4625-8f0a-70834622c8b7 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:12.175799 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426fa8fd-734f-4e36-aa40-0f12913b6114 None None] Network 2acb5a3e-e601-43af-9b72-5581586e1887 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:54:12.231272 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe18ea-0c29-4625-8f0a-70834622c8b7 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Pushing event deleted for resources: {'Port': ['ID=709d1935-c4e5-4398-aae9-8b777f5dbcb3,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:12.233858 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbe18ea-0c29-4625-8f0a-70834622c8b7 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] No DVR routers for this DVR port 709d1935-c4e5-4398-aae9-8b777f5dbcb3 on host dv-neutron-833373-2-hyperv {{(pid=83826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:54:12.248217 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [None req-e66e49c3-a727-4b60-b5c6-709ff1086d08 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] device_id is not set on port 2ca8253a-1b86-4e8f-badd-a27cc974d265 yet. {{(pid=83826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:54:12.319698 dv-neutron-833373-2-hyperv neutron-server[83828]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:54:12.319698 dv-neutron-833373-2-hyperv neutron-server[83828]: util.warn( Apr 01 15:54:12.319698 dv-neutron-833373-2-hyperv neutron-server[83828]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:54:12.319698 dv-neutron-833373-2-hyperv neutron-server[83828]: util.warn( Apr 01 15:54:12.319698 dv-neutron-833373-2-hyperv neutron-server[83828]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:54:12.319698 dv-neutron-833373-2-hyperv neutron-server[83828]: util.warn( Apr 01 15:54:12.319698 dv-neutron-833373-2-hyperv neutron-server[83828]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:54:12.319698 dv-neutron-833373-2-hyperv neutron-server[83828]: util.warn( Apr 01 15:54:12.319698 dv-neutron-833373-2-hyperv neutron-server[83828]: Traceback (most recent call last): Apr 01 15:54:12.319698 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:54:12.319698 dv-neutron-833373-2-hyperv neutron-server[83828]: timer() Apr 01 15:54:12.319698 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:54:12.319698 dv-neutron-833373-2-hyperv neutron-server[83828]: cb(*args, **kw) Apr 01 15:54:12.319698 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:54:12.319698 dv-neutron-833373-2-hyperv neutron-server[83828]: return func(*args, **kwargs) Apr 01 15:54:12.319698 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:54:12.319698 dv-neutron-833373-2-hyperv neutron-server[83828]: self._notify() Apr 01 15:54:12.319698 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:54:12.319698 dv-neutron-833373-2-hyperv neutron-server[83828]: self.callback(batched_events) Apr 01 15:54:12.319698 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:54:12.319698 dv-neutron-833373-2-hyperv neutron-server[83828]: event.method(event) Apr 01 15:54:12.319698 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:54:12.319698 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:54:12.319698 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:54:12.319698 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:54:12.319698 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:54:12.319698 dv-neutron-833373-2-hyperv neutron-server[83828]: return f(self, *a, **k) Apr 01 15:54:12.319698 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:54:12.319698 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._get(url).json() Apr 01 15:54:12.319698 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:54:12.319698 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:54:12.319698 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:54:12.319698 dv-neutron-833373-2-hyperv neutron-server[83828]: return self.request(url, 'GET', **kwargs) Apr 01 15:54:12.319698 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:54:12.319698 dv-neutron-833373-2-hyperv neutron-server[83828]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:54:12.319698 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:54:12.319698 dv-neutron-833373-2-hyperv neutron-server[83828]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:54:12.319698 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:54:12.319698 dv-neutron-833373-2-hyperv neutron-server[83828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:54:12.319698 dv-neutron-833373-2-hyperv neutron-server[83828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:54:12.331171 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-37376025-7dbc-4556-bad9-c41fe9dfd849 None None] The port '709d1935-c4e5-4398-aae9-8b777f5dbcb3' was deleted {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:54:12.344881 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-bcbecc7f-b290-47e4-b748-faf5da04310a tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:12.425468 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-bcbecc7f-b290-47e4-b748-faf5da04310a tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:12.429031 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-e4e68cf9-7d50-45ac-bab3-8e7c19f550c8 None None] Allocated IP 2001:db8::2 (7b65ac5c-8834-4b65-9b28-b7dba6c9746f/0a396ffa-a826-495d-93e2-723826013a8d/1290bbb6-572a-4bee-8b89-1d88f9bbf332) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:12.439061 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-0c263244-123c-4ec7-8260-5b02b65ce28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe36f7c7-270f-4966-83c8-b33b758b73b3', 'name': '', 'tenant_id': 'c9632da394c8441eab568915695eab19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9067028-8831-49b0-a7e1-99422c1e79b7', 'external_fixed_ips': [{'subnet_id': 'df6828ca-fd93-437a-af09-a122f7dfc436', 'ip_address': '2001:db8::3a2'}], 'enable_snat': True}, 'gw_port_id': '3ecc194d-8c0f-4375-84ef-e66bedf68e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:54:00Z', 'updated_at': '2022-04-01T15:54:05Z', 'revision_number': 3, 'project_id': 'c9632da394c8441eab568915695eab19', 'gw_port': {'id': '3ecc194d-8c0f-4375-84ef-e66bedf68e33', 'name': '', 'network_id': 'e9067028-8831-49b0-a7e1-99422c1e79b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:83:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe36f7c7-270f-4966-83c8-b33b758b73b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'df6828ca-fd93-437a-af09-a122f7dfc436', 'ip_address': '2001:db8::3a2', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:03Z', 'updated_at': '2022-04-01T15:54:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'df6828ca-fd93-437a-af09-a122f7dfc436', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:12.444851 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c263244-123c-4ec7-8260-5b02b65ce28f None None] Checking router: fe36f7c7-270f-4966-83c8-b33b758b73b3 for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:54:12.446186 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c263244-123c-4ec7-8260-5b02b65ce28f None None] Updating router fe36f7c7-270f-4966-83c8-b33b758b73b3 port 3ecc194d-8c0f-4375-84ef-e66bedf68e33 binding host dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:54:12.455392 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-bcbecc7f-b290-47e4-b748-faf5da04310a tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] 10.222.0.55 "DELETE /v2.0/networks/3a61ab9a-a970-44e0-9020-eeb07f625deb HTTP/1.1" status: 204 len: 168 time: 1.9151745 Apr 01 15:54:12.459120 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbecc7f-b290-47e4-b748-faf5da04310a tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Pushing event deleted for resources: {'Network': ['ID=3a61ab9a-a970-44e0-9020-eeb07f625deb,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:12.467540 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51082) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:12.469491 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-29b97f15-e9c6-48be-b127-ffbdeb1f5696 None None] Provisioning for port ff52abb5-9023-426e-a401-ddbb00507779 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:54:12.537304 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-0c263244-123c-4ec7-8260-5b02b65ce28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:12.545374 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9395ecd-9b38-44dc-9c83-ea579f848b79 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:54:12.547595 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbecc7f-b290-47e4-b748-faf5da04310a tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:12.547987 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbecc7f-b290-47e4-b748-faf5da04310a tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:12.548321 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbecc7f-b290-47e4-b748-faf5da04310a tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:12.548650 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbecc7f-b290-47e4-b748-faf5da04310a tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:12.549160 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbecc7f-b290-47e4-b748-faf5da04310a tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:12.549632 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbecc7f-b290-47e4-b748-faf5da04310a tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:12.549967 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbecc7f-b290-47e4-b748-faf5da04310a tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:12.550326 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbecc7f-b290-47e4-b748-faf5da04310a tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:12.550769 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbecc7f-b290-47e4-b748-faf5da04310a tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:12.551071 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbecc7f-b290-47e4-b748-faf5da04310a tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:12.551395 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbecc7f-b290-47e4-b748-faf5da04310a tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:12.557824 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-e9395ecd-9b38-44dc-9c83-ea579f848b79 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "PUT /v2.0/routers/3ad2ffa8-17f6-4489-a5de-882a51cc7729/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7200098 Apr 01 15:54:12.598248 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51086) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:12.601367 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c5f013d4-ba87-4822-8e92-194eaa7bee4b tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:12.605324 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-c5f013d4-ba87-4822-8e92-194eaa7bee4b tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 12.0972214 Apr 01 15:54:12.626259 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bb1303-10a1-4056-a8c1-46bb284b4240 None None] Sync routers for ids ['3ad2ffa8-17f6-4489-a5de-882a51cc7729'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:54:12.628121 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51090) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:12.651615 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-3fa926fd-fba9-4bd9-a716-3476ee0a7924 None None] For port 9ac1aa66-d72b-42c2-8789-d2777e11cf7a, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=9ac1aa66-d72b-42c2-8789-d2777e11cf7a,segment=NetworkSegment(3d3a0bb7-8126-4ade-b408-902fe6cb4b3e),segment_id=3d3a0bb7-8126-4ade-b408-902fe6cb4b3e)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:54:12.652175 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-3fa926fd-fba9-4bd9-a716-3476ee0a7924 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:12.661864 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510605e9-7743-4d4c-a90f-4fdcd48f6ed2 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Pushing event updated for resources: {'Subnet': ['ID=884ecf22-9832-460d-a676-79c7eef0eab7,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:12.666997 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-8c489c09-fb9f-4766-ad72-123dfeebaffb tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Synchronizing usage tracker for tenant:140c0a827c6a433287acd915ee3c410d on resource:port {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:54:12.798530 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6dbe18ea-0c29-4625-8f0a-70834622c8b7 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:12.899930 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device ff52abb5-9023-426e-a401-ddbb00507779 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:54:12.908914 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-6dbe18ea-0c29-4625-8f0a-70834622c8b7 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01c00d3a-ebf8-40e9-b7be-cf7418f07095']}} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:12.927135 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b28b487a-17ab-44d9-aec2-f6981dce6ddd tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:12.937018 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-8c489c09-fb9f-4766-ad72-123dfeebaffb tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Unset dirty status for tenant:140c0a827c6a433287acd915ee3c410d on resource:port {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:54:12.937392 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-6dbe18ea-0c29-4625-8f0a-70834622c8b7 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcf729ef-e44f-44d8-b589-5c4c651519e1') {'for_net_delete': True} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:12.937626 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-6dbe18ea-0c29-4625-8f0a-70834622c8b7 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcf729ef-e44f-44d8-b589-5c4c651519e1') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:12.938278 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-8c489c09-fb9f-4766-ad72-123dfeebaffb tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ad2ffa8-17f6-4489-a5de-882a51cc7729 HTTP/1.1" status: 200 len: 205 time: 0.3342245 Apr 01 15:54:12.946673 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-3fa926fd-fba9-4bd9-a716-3476ee0a7924 None None] Calling delete_port for 9ac1aa66-d72b-42c2-8789-d2777e11cf7a owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:54:12.948407 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-fa0012ba-d498-4a6d-bd49-db74114a5638 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:12.950101 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51094) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:12.974171 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510605e9-7743-4d4c-a90f-4fdcd48f6ed2 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Checking segment: {'id': '233aff2c-c73e-468f-8106-6414f5781525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83f22681-ac33-47f5-8552-23624acfa869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:54:12.974570 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510605e9-7743-4d4c-a90f-4fdcd48f6ed2 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Network hostable DHCP agents. Network: 83f22681-ac33-47f5-8552-23624acfa869, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:54:12.983068 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-b28b487a-17ab-44d9-aec2-f6981dce6ddd tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ba7eb4b-164d-43b6-882a-ce0eccf7c43e']}} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:13.034726 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-b28b487a-17ab-44d9-aec2-f6981dce6ddd tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c414fed1-52b2-4822-bb80-eb33f5864267') {'for_net_delete': True} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:13.035365 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-b28b487a-17ab-44d9-aec2-f6981dce6ddd tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c414fed1-52b2-4822-bb80-eb33f5864267') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:13.061998 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b28b487a-17ab-44d9-aec2-f6981dce6ddd tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15303093'] for segment, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:13.065116 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bb1303-10a1-4056-a8c1-46bb284b4240 None None] Routers {'3ad2ffa8-17f6-4489-a5de-882a51cc7729'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:54:13.066372 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-55bb1303-10a1-4056-a8c1-46bb284b4240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:53:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['3ad2ffa8-17f6-4489-a5de-882a51cc7729'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:13.069136 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510605e9-7743-4d4c-a90f-4fdcd48f6ed2 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Network 83f22681-ac33-47f5-8552-23624acfa869 is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:54:13.081232 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-0c263244-123c-4ec7-8260-5b02b65ce28f None None] Notify callbacks [] for port, precommit_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:13.091933 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6dbe18ea-0c29-4625-8f0a-70834622c8b7 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16610763'] for segment, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:13.100104 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f6fcf198-6acc-4f7a-bf66-46c8e35b1296 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:13.100440 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f6fcf198-6acc-4f7a-bf66-46c8e35b1296 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:13.109208 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b28b487a-17ab-44d9-aec2-f6981dce6ddd tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:13.113656 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-510605e9-7743-4d4c-a90f-4fdcd48f6ed2 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, 83f22681-ac33-47f5-8552-23624acfa869) {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:13.124074 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510605e9-7743-4d4c-a90f-4fdcd48f6ed2 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:13.124647 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-510605e9-7743-4d4c-a90f-4fdcd48f6ed2 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:13.156745 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6dbe18ea-0c29-4625-8f0a-70834622c8b7 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:13.159173 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-fa0012ba-d498-4a6d-bd49-db74114a5638 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Deleting port 9ac1aa66-d72b-42c2-8789-d2777e11cf7a {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:54:13.159542 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-fa0012ba-d498-4a6d-bd49-db74114a5638 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:13.175244 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a01e75-a9d4-42bb-bffd-6f986717f551 None None] Network 83f22681-ac33-47f5-8552-23624acfa869 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:54:13.188065 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-55bb1303-10a1-4056-a8c1-46bb284b4240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:13.194835 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b28b487a-17ab-44d9-aec2-f6981dce6ddd tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=83828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:54:13.196221 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b28b487a-17ab-44d9-aec2-f6981dce6ddd tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15306523'] for segment, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:13.201946 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dbe18ea-0c29-4625-8f0a-70834622c8b7 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=83826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:54:13.202354 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6dbe18ea-0c29-4625-8f0a-70834622c8b7 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15415164'] for segment, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:13.217031 dv-neutron-833373-2-hyperv neutron-server[83828]: Traceback (most recent call last): Apr 01 15:54:13.217031 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:54:13.217031 dv-neutron-833373-2-hyperv neutron-server[83828]: timer() Apr 01 15:54:13.217031 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:54:13.217031 dv-neutron-833373-2-hyperv neutron-server[83828]: cb(*args, **kw) Apr 01 15:54:13.217031 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:54:13.217031 dv-neutron-833373-2-hyperv neutron-server[83828]: return func(*args, **kwargs) Apr 01 15:54:13.217031 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:54:13.217031 dv-neutron-833373-2-hyperv neutron-server[83828]: self._notify() Apr 01 15:54:13.217031 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:54:13.217031 dv-neutron-833373-2-hyperv neutron-server[83828]: self.callback(batched_events) Apr 01 15:54:13.217031 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:54:13.217031 dv-neutron-833373-2-hyperv neutron-server[83828]: event.method(event) Apr 01 15:54:13.217031 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:54:13.217031 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:54:13.217031 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:54:13.217031 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:54:13.217031 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:54:13.217031 dv-neutron-833373-2-hyperv neutron-server[83828]: return f(self, *a, **k) Apr 01 15:54:13.217031 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:54:13.217031 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._get(url).json() Apr 01 15:54:13.217031 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:54:13.217031 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:54:13.217031 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:54:13.217031 dv-neutron-833373-2-hyperv neutron-server[83828]: return self.request(url, 'GET', **kwargs) Apr 01 15:54:13.217031 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:54:13.217031 dv-neutron-833373-2-hyperv neutron-server[83828]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:54:13.217031 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:54:13.217031 dv-neutron-833373-2-hyperv neutron-server[83828]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:54:13.217031 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:54:13.217031 dv-neutron-833373-2-hyperv neutron-server[83828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:54:13.217031 dv-neutron-833373-2-hyperv neutron-server[83828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:54:13.221891 dv-neutron-833373-2-hyperv neutron-server[83826]: Traceback (most recent call last): Apr 01 15:54:13.221891 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:54:13.221891 dv-neutron-833373-2-hyperv neutron-server[83826]: timer() Apr 01 15:54:13.221891 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:54:13.221891 dv-neutron-833373-2-hyperv neutron-server[83826]: cb(*args, **kw) Apr 01 15:54:13.221891 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:54:13.221891 dv-neutron-833373-2-hyperv neutron-server[83826]: return func(*args, **kwargs) Apr 01 15:54:13.221891 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:54:13.221891 dv-neutron-833373-2-hyperv neutron-server[83826]: self._notify() Apr 01 15:54:13.221891 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:54:13.221891 dv-neutron-833373-2-hyperv neutron-server[83826]: self.callback(batched_events) Apr 01 15:54:13.221891 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:54:13.221891 dv-neutron-833373-2-hyperv neutron-server[83826]: event.method(event) Apr 01 15:54:13.221891 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:54:13.221891 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:54:13.221891 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:54:13.221891 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:54:13.221891 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:54:13.221891 dv-neutron-833373-2-hyperv neutron-server[83826]: return f(self, *a, **k) Apr 01 15:54:13.221891 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:54:13.221891 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._get(url).json() Apr 01 15:54:13.221891 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:54:13.221891 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:54:13.221891 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:54:13.221891 dv-neutron-833373-2-hyperv neutron-server[83826]: return self.request(url, 'GET', **kwargs) Apr 01 15:54:13.221891 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:54:13.221891 dv-neutron-833373-2-hyperv neutron-server[83826]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:54:13.221891 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:54:13.221891 dv-neutron-833373-2-hyperv neutron-server[83826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:54:13.221891 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:54:13.221891 dv-neutron-833373-2-hyperv neutron-server[83826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:54:13.221891 dv-neutron-833373-2-hyperv neutron-server[83826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:54:13.288087 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-f6fcf198-6acc-4f7a-bf66-46c8e35b1296 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Calling delete_port for fc86e829-7cec-48c3-b3c3-e156659e188b owned by network:floatingip {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:54:13.328746 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a54b8d1d-9cb9-449d-827a-5a6640161e64 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for router, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:13.380798 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-510605e9-7743-4d4c-a90f-4fdcd48f6ed2 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.3702462 Apr 01 15:54:13.381620 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51098) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:13.411083 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-9e606a77-8016-4ae5-81e0-57d7d1507d95 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Request body: {'subnet': {'network_id': 'f137bd3f-f1ae-4e07-8ff7-1281b1d0c044', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:54:13.495701 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bb1303-10a1-4056-a8c1-46bb284b4240 None None] Routers {'3ad2ffa8-17f6-4489-a5de-882a51cc7729'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:54:13.496966 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-55bb1303-10a1-4056-a8c1-46bb284b4240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:53:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['3ad2ffa8-17f6-4489-a5de-882a51cc7729'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:13.516322 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b28b487a-17ab-44d9-aec2-f6981dce6ddd tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:13.535107 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.provisioning_blocks [None req-0c263244-123c-4ec7-8260-5b02b65ce28f None None] Transition to ACTIVE for port object 3ecc194d-8c0f-4375-84ef-e66bedf68e33 will not be triggered until provisioned by entity L2. {{(pid=83833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:13.544608 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b28b487a-17ab-44d9-aec2-f6981dce6ddd tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:13.548924 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-0c263244-123c-4ec7-8260-5b02b65ce28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:13.580679 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-55bb1303-10a1-4056-a8c1-46bb284b4240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:13.581313 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bb1303-10a1-4056-a8c1-46bb284b4240 None None] The sync data for ids ['3ad2ffa8-17f6-4489-a5de-882a51cc7729'] in dv-neutron-833373-2-hyperv is: [] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:54:13.581919 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28b487a-17ab-44d9-aec2-f6981dce6ddd tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Pushing event deleted for resources: {'Network': ['ID=6ba7eb4b-164d-43b6-882a-ce0eccf7c43e,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:13.583520 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-3fa926fd-fba9-4bd9-a716-3476ee0a7924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671'] for port, after_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:13.589253 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-b28b487a-17ab-44d9-aec2-f6981dce6ddd tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] 10.222.0.55 "DELETE /v2.0/networks/6ba7eb4b-164d-43b6-882a-ce0eccf7c43e HTTP/1.1" status: 204 len: 168 time: 5.3869886 Apr 01 15:54:13.593239 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-fa0012ba-d498-4a6d-bd49-db74114a5638 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] The port '9ac1aa66-d72b-42c2-8789-d2777e11cf7a' was deleted {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:54:13.593962 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51102) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:13.628141 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-9e606a77-8016-4ae5-81e0-57d7d1507d95 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:13.637601 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-9e606a77-8016-4ae5-81e0-57d7d1507d95 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Usage tracker for resource:subnet and tenant:3da0fb66822044a38da208c9d62f3a12 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:13.643966 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-9e606a77-8016-4ae5-81e0-57d7d1507d95 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:13.660095 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-e4e68cf9-7d50-45ac-bab3-8e7c19f550c8 None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:13.668057 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6dbe18ea-0c29-4625-8f0a-70834622c8b7 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:13.679384 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-261f9d60-7f91-482c-b6a0-06c19431196c tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] DELETE failed (client error): The resource could not be found. Apr 01 15:54:13.680895 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-261f9d60-7f91-482c-b6a0-06c19431196c tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:54:13.689723 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa926fd-fba9-4bd9-a716-3476ee0a7924 None None] Pushing event deleted for resources: {'Port': ['ID=9ac1aa66-d72b-42c2-8789-d2777e11cf7a,revision_number=None']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:13.690755 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6dbe18ea-0c29-4625-8f0a-70834622c8b7 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:13.694146 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-9e606a77-8016-4ae5-81e0-57d7d1507d95 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:13.704092 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa926fd-fba9-4bd9-a716-3476ee0a7924 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:13.704527 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa926fd-fba9-4bd9-a716-3476ee0a7924 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:13.705402 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa926fd-fba9-4bd9-a716-3476ee0a7924 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:13.705773 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-0c263244-123c-4ec7-8260-5b02b65ce28f None None] Attempting to bind port 3ecc194d-8c0f-4375-84ef-e66bedf68e33 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:54:13.705899 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa926fd-fba9-4bd9-a716-3476ee0a7924 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:13.706139 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-0c263244-123c-4ec7-8260-5b02b65ce28f None None] Attempting to bind port 3ecc194d-8c0f-4375-84ef-e66bedf68e33 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': '22bb3655-f178-4b05-bfe4-84967320dc38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e9067028-8831-49b0-a7e1-99422c1e79b7'}] {{(pid=83833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:54:13.706494 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c263244-123c-4ec7-8260-5b02b65ce28f None None] Attempting to bind port 3ecc194d-8c0f-4375-84ef-e66bedf68e33 on network e9067028-8831-49b0-a7e1-99422c1e79b7 {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:54:13.706611 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa926fd-fba9-4bd9-a716-3476ee0a7924 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:13.707020 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa926fd-fba9-4bd9-a716-3476ee0a7924 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:13.707413 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa926fd-fba9-4bd9-a716-3476ee0a7924 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:13.707805 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa926fd-fba9-4bd9-a716-3476ee0a7924 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:13.708185 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa926fd-fba9-4bd9-a716-3476ee0a7924 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:13.708851 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa926fd-fba9-4bd9-a716-3476ee0a7924 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:13.708975 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa926fd-fba9-4bd9-a716-3476ee0a7924 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:13.713887 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde59186-ebe0-4070-b64a-e32c0dad1ca2 None None] Pushing event updated for resources: {'Port': ['ID=3ecc194d-8c0f-4375-84ef-e66bedf68e33,revision_number=2']} {{(pid=83833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:13.720092 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-261f9d60-7f91-482c-b6a0-06c19431196c tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] 10.222.0.55 "DELETE /v2.0/subnets/39a8ae6d-e58a-4888-8893-dbc1595885b3 HTTP/1.1" status: 404 len: 337 time: 0.1247737 Apr 01 15:54:13.722741 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c263244-123c-4ec7-8260-5b02b65ce28f None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:54:13.722936 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51106) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:13.723039 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c263244-123c-4ec7-8260-5b02b65ce28f None None] Checking segment: {'id': '22bb3655-f178-4b05-bfe4-84967320dc38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e9067028-8831-49b0-a7e1-99422c1e79b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:54:13.723240 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-0c263244-123c-4ec7-8260-5b02b65ce28f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:13.723830 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c263244-123c-4ec7-8260-5b02b65ce28f None None] Bound using segment: {'id': '22bb3655-f178-4b05-bfe4-84967320dc38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e9067028-8831-49b0-a7e1-99422c1e79b7'} {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:54:13.724296 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-0c263244-123c-4ec7-8260-5b02b65ce28f None None] Bound port: 3ecc194d-8c0f-4375-84ef-e66bedf68e33, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22bb3655-f178-4b05-bfe4-84967320dc38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e9067028-8831-49b0-a7e1-99422c1e79b7'}}] {{(pid=83833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:54:13.724685 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-0c263244-123c-4ec7-8260-5b02b65ce28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:13.748891 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e606a77-8016-4ae5-81e0-57d7d1507d95 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Made reservation on behalf of 3da0fb66822044a38da208c9d62f3a12 for: {'subnet': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:13.761609 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde59186-ebe0-4070-b64a-e32c0dad1ca2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:13.762087 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde59186-ebe0-4070-b64a-e32c0dad1ca2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:13.762437 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde59186-ebe0-4070-b64a-e32c0dad1ca2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:13.762813 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde59186-ebe0-4070-b64a-e32c0dad1ca2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:13.763384 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde59186-ebe0-4070-b64a-e32c0dad1ca2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:13.764209 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde59186-ebe0-4070-b64a-e32c0dad1ca2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:13.764209 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde59186-ebe0-4070-b64a-e32c0dad1ca2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:13.764456 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde59186-ebe0-4070-b64a-e32c0dad1ca2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:13.764802 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde59186-ebe0-4070-b64a-e32c0dad1ca2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:13.764933 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa926fd-fba9-4bd9-a716-3476ee0a7924 None None] No DVR routers for this DVR port 9ac1aa66-d72b-42c2-8789-d2777e11cf7a on host dv-neutron-833373-2-hyperv {{(pid=83829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:54:13.765171 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde59186-ebe0-4070-b64a-e32c0dad1ca2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:13.765533 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde59186-ebe0-4070-b64a-e32c0dad1ca2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:13.766610 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port ff52abb5-9023-426e-a401-ddbb00507779 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:54:13.783697 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port ff52abb5-9023-426e-a401-ddbb00507779 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:13.784168 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:13.812833 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe18ea-0c29-4625-8f0a-70834622c8b7 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Pushing event deleted for resources: {'Network': ['ID=01c00d3a-ebf8-40e9-b7be-cf7418f07095,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:13.822898 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.db [None req-0c263244-123c-4ec7-8260-5b02b65ce28f None None] For port 3ecc194d-8c0f-4375-84ef-e66bedf68e33, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:54:13.827217 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.db [None req-0c263244-123c-4ec7-8260-5b02b65ce28f None None] For port 3ecc194d-8c0f-4375-84ef-e66bedf68e33, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=3ecc194d-8c0f-4375-84ef-e66bedf68e33,segment=NetworkSegment(22bb3655-f178-4b05-bfe4-84967320dc38),segment_id=22bb3655-f178-4b05-bfe4-84967320dc38)] {{(pid=83833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:54:13.832704 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-0c263244-123c-4ec7-8260-5b02b65ce28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:13.843134 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3d2e50e-3439-4585-9c84-f105dbcaa15e tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] DELETE failed (client error): The resource could not be found. Apr 01 15:54:13.843577 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3d2e50e-3439-4585-9c84-f105dbcaa15e tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:54:13.848423 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-6dbe18ea-0c29-4625-8f0a-70834622c8b7 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "DELETE /v2.0/networks/01c00d3a-ebf8-40e9-b7be-cf7418f07095 HTTP/1.1" status: 204 len: 168 time: 2.6675527 Apr 01 15:54:13.848613 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-d3d2e50e-3439-4585-9c84-f105dbcaa15e tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] 10.222.0.55 "DELETE /v2.0/networks/abe710fe-8e19-4231-9f8b-e13a0010d03c HTTP/1.1" status: 404 len: 339 time: 0.1239228 Apr 01 15:54:13.853957 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51110) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:13.854529 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51112) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:13.857950 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-e4e68cf9-7d50-45ac-bab3-8e7c19f550c8 None None] Transition to ACTIVE for port object 1290bbb6-572a-4bee-8b89-1d88f9bbf332 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:13.909991 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f6fcf198-6acc-4f7a-bf66-46c8e35b1296 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:13.924768 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde59186-ebe0-4070-b64a-e32c0dad1ca2 None None] Pushing event updated for resources: {'Port': ['ID=3ecc194d-8c0f-4375-84ef-e66bedf68e33,revision_number=3']} {{(pid=83833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:13.978994 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c263244-123c-4ec7-8260-5b02b65ce28f None None] Routers {'fe36f7c7-270f-4966-83c8-b33b758b73b3'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:54:13.979748 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-0c263244-123c-4ec7-8260-5b02b65ce28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:53:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['fe36f7c7-270f-4966-83c8-b33b758b73b3'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:14.029259 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-e4e68cf9-7d50-45ac-bab3-8e7c19f550c8 None None] Transition to ACTIVE for port object 1290bbb6-572a-4bee-8b89-1d88f9bbf332 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:14.037164 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70924a2-5a7f-4cc2-82f8-d424bdc411fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-83f22681-ac33-47f5-8552-23624acfa869', 'network_id': '83f22681-ac33-47f5-8552-23624acfa869', 'tenant_id': '3da0fb66822044a38da208c9d62f3a12', 'fixed_ips': [{'subnet_id': '884ecf22-9832-460d-a676-79c7eef0eab7'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:54:14.037997 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a70924a2-5a7f-4cc2-82f8-d424bdc411fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:14.044847 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1e13d4-c542-4250-9e2a-b987ebb0a9da tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:14.051608 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-9a1e13d4-c542-4250-9e2a-b987ebb0a9da tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "GET /v2.0/ports/4e9a38ac-d395-4e8f-a47f-62c965f0cf80 HTTP/1.1" status: 200 len: 844 time: 0.1958692 Apr 01 15:54:14.071354 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51118) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:14.085092 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-e4e68cf9-7d50-45ac-bab3-8e7c19f550c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:14.171004 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-2d78dfa6-41de-41ac-8c68-aeadfdcf26f9 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "GET /v2.0/ports/4e9a38ac-d395-4e8f-a47f-62c965f0cf80?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0950272 Apr 01 15:54:14.181998 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-fa0012ba-d498-4a6d-bd49-db74114a5638 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:14.183729 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51122) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:14.186573 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fcf198-6acc-4f7a-bf66-46c8e35b1296 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Pushing event deleted for resources: {'Port': ['ID=fc86e829-7cec-48c3-b3c3-e156659e188b,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:14.197985 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-661d7dfd-c550-48f5-abf2-be6b92eeb61e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Request body: {'subnet': {'network_id': 'b4e873a3-e6ca-443c-a769-49c7c4739e48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:54:14.299552 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e68cf9-7d50-45ac-bab3-8e7c19f550c8 None None] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:14.316808 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-e4e68cf9-7d50-45ac-bab3-8e7c19f550c8 None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:14.319876 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-0c263244-123c-4ec7-8260-5b02b65ce28f None None] Set router fe36f7c7-270f-4966-83c8-b33b758b73b3 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:54:14.326058 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:14.336916 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e68cf9-7d50-45ac-bab3-8e7c19f550c8 None None] Pushing event updated for resources: {'Port': ['ID=1290bbb6-572a-4bee-8b89-1d88f9bbf332,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:14.340604 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e68cf9-7d50-45ac-bab3-8e7c19f550c8 None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:54:14.351058 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9e606a77-8016-4ae5-81e0-57d7d1507d95 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16030269'] for subnet, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:14.445812 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-b8a37753-b391-4d58-9a0d-b6e6662278e7 None None] Provisioning complete for port ff52abb5-9023-426e-a401-ddbb00507779 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:14.446450 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-b8a37753-b391-4d58-9a0d-b6e6662278e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:14.452324 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-fa0012ba-d498-4a6d-bd49-db74114a5638 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8ee47e9-e56c-4c88-bfef-2f05010883bd']}} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:14.470871 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a54b8d1d-9cb9-449d-827a-5a6640161e64 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130651'] for router, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:14.495529 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-fa0012ba-d498-4a6d-bd49-db74114a5638 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d3a0bb7-8126-4ade-b408-902fe6cb4b3e') {'for_net_delete': True} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:14.495823 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-fa0012ba-d498-4a6d-bd49-db74114a5638 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d3a0bb7-8126-4ade-b408-902fe6cb4b3e') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:14.511191 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a54b8d1d-9cb9-449d-827a-5a6640161e64 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:14.527377 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-432ef945-2282-46ff-9edc-050d39ce062d tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks [] for router, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:14.549597 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:54:14.582696 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port ff52abb5-9023-426e-a401-ddbb00507779, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=ff52abb5-9023-426e-a401-ddbb00507779,segment=NetworkSegment(610fd115-99a6-4bd5-8733-9f3bbaee0334),segment_id=610fd115-99a6-4bd5-8733-9f3bbaee0334)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:54:14.591890 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-e4e68cf9-7d50-45ac-bab3-8e7c19f550c8 None None] Attempting to bind port 1290bbb6-572a-4bee-8b89-1d88f9bbf332 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:54:14.592529 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-e4e68cf9-7d50-45ac-bab3-8e7c19f550c8 None None] Attempting to bind port 1290bbb6-572a-4bee-8b89-1d88f9bbf332 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:54:14.593086 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e68cf9-7d50-45ac-bab3-8e7c19f550c8 None None] Attempting to bind port 1290bbb6-572a-4bee-8b89-1d88f9bbf332 on network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:54:14.598342 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:14.633211 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-e66e49c3-a727-4b60-b5c6-709ff1086d08 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Allocated IP 2001:db8::3bb (7b65ac5c-8834-4b65-9b28-b7dba6c9746f/0a396ffa-a826-495d-93e2-723826013a8d/2ca8253a-1b86-4e8f-badd-a27cc974d265) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:14.653929 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-a70924a2-5a7f-4cc2-82f8-d424bdc411fb None None] Allocated IP 2001:db8::2 (83f22681-ac33-47f5-8552-23624acfa869/884ecf22-9832-460d-a676-79c7eef0eab7/1d6cb8eb-d346-4866-8aea-9598ebb780d8) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:14.669135 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e68cf9-7d50-45ac-bab3-8e7c19f550c8 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:54:14.669876 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e68cf9-7d50-45ac-bab3-8e7c19f550c8 None None] Checking segment: {'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:54:14.670475 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-e4e68cf9-7d50-45ac-bab3-8e7c19f550c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:14.671020 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e68cf9-7d50-45ac-bab3-8e7c19f550c8 None None] Bound using segment: {'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:54:14.671659 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-e4e68cf9-7d50-45ac-bab3-8e7c19f550c8 None None] Bound port: 1290bbb6-572a-4bee-8b89-1d88f9bbf332, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:54:14.672194 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-e4e68cf9-7d50-45ac-bab3-8e7c19f550c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:14.690637 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-0c263244-123c-4ec7-8260-5b02b65ce28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe36f7c7-270f-4966-83c8-b33b758b73b3', 'name': '', 'tenant_id': 'c9632da394c8441eab568915695eab19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9067028-8831-49b0-a7e1-99422c1e79b7', 'external_fixed_ips': [{'subnet_id': 'df6828ca-fd93-437a-af09-a122f7dfc436', 'ip_address': '2001:db8::3a2'}], 'enable_snat': True}, 'gw_port_id': '3ecc194d-8c0f-4375-84ef-e66bedf68e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:54:00Z', 'updated_at': '2022-04-01T15:54:05Z', 'revision_number': 3, 'project_id': 'c9632da394c8441eab568915695eab19', 'gw_port': {'id': '3ecc194d-8c0f-4375-84ef-e66bedf68e33', 'name': '', 'network_id': 'e9067028-8831-49b0-a7e1-99422c1e79b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:83:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe36f7c7-270f-4966-83c8-b33b758b73b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'df6828ca-fd93-437a-af09-a122f7dfc436', 'ip_address': '2001:db8::3a2', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:03Z', 'updated_at': '2022-04-01T15:54:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df6828ca-fd93-437a-af09-a122f7dfc436', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:14.698114 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c263244-123c-4ec7-8260-5b02b65ce28f None None] The sync data for ids ['fe36f7c7-270f-4966-83c8-b33b758b73b3'] in dv-neutron-833373-2-hyperv is: [{'id': 'fe36f7c7-270f-4966-83c8-b33b758b73b3', 'name': '', 'tenant_id': 'c9632da394c8441eab568915695eab19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9067028-8831-49b0-a7e1-99422c1e79b7', 'external_fixed_ips': [{'subnet_id': 'df6828ca-fd93-437a-af09-a122f7dfc436', 'ip_address': '2001:db8::3a2'}], 'enable_snat': True}, 'gw_port_id': '3ecc194d-8c0f-4375-84ef-e66bedf68e33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:54:00Z', 'updated_at': '2022-04-01T15:54:05Z', 'revision_number': 3, 'project_id': 'c9632da394c8441eab568915695eab19', 'gw_port': {'id': '3ecc194d-8c0f-4375-84ef-e66bedf68e33', 'name': '', 'network_id': 'e9067028-8831-49b0-a7e1-99422c1e79b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:83:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe36f7c7-270f-4966-83c8-b33b758b73b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'df6828ca-fd93-437a-af09-a122f7dfc436', 'ip_address': '2001:db8::3a2', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:03Z', 'updated_at': '2022-04-01T15:54:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'df6828ca-fd93-437a-af09-a122f7dfc436', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:54:14.723718 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 709d1935-c4e5-4398-aae9-8b777f5dbcb3 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:54:14.764133 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-fa0012ba-d498-4a6d-bd49-db74114a5638 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16610763'] for segment, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:14.819239 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-fa0012ba-d498-4a6d-bd49-db74114a5638 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:14.849063 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa0012ba-d498-4a6d-bd49-db74114a5638 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=83826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:54:14.849484 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-fa0012ba-d498-4a6d-bd49-db74114a5638 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15415164'] for segment, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:14.867861 dv-neutron-833373-2-hyperv neutron-server[83826]: Traceback (most recent call last): Apr 01 15:54:14.867861 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:54:14.867861 dv-neutron-833373-2-hyperv neutron-server[83826]: timer() Apr 01 15:54:14.867861 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:54:14.867861 dv-neutron-833373-2-hyperv neutron-server[83826]: cb(*args, **kw) Apr 01 15:54:14.867861 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:54:14.867861 dv-neutron-833373-2-hyperv neutron-server[83826]: return func(*args, **kwargs) Apr 01 15:54:14.867861 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:54:14.867861 dv-neutron-833373-2-hyperv neutron-server[83826]: self._notify() Apr 01 15:54:14.867861 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:54:14.867861 dv-neutron-833373-2-hyperv neutron-server[83826]: self.callback(batched_events) Apr 01 15:54:14.867861 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:54:14.867861 dv-neutron-833373-2-hyperv neutron-server[83826]: event.method(event) Apr 01 15:54:14.867861 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:54:14.867861 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:54:14.867861 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:54:14.867861 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:54:14.867861 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:54:14.867861 dv-neutron-833373-2-hyperv neutron-server[83826]: return f(self, *a, **k) Apr 01 15:54:14.867861 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:54:14.867861 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._get(url).json() Apr 01 15:54:14.867861 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:54:14.867861 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:54:14.867861 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:54:14.867861 dv-neutron-833373-2-hyperv neutron-server[83826]: return self.request(url, 'GET', **kwargs) Apr 01 15:54:14.867861 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:54:14.867861 dv-neutron-833373-2-hyperv neutron-server[83826]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:54:14.867861 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:54:14.867861 dv-neutron-833373-2-hyperv neutron-server[83826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:54:14.867861 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:54:14.867861 dv-neutron-833373-2-hyperv neutron-server[83826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:54:14.867861 dv-neutron-833373-2-hyperv neutron-server[83826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:54:14.877338 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-661d7dfd-c550-48f5-abf2-be6b92eeb61e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:14.902748 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-661d7dfd-c550-48f5-abf2-be6b92eeb61e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Usage tracker for resource:subnet and tenant:144b300b27fa4dafba1405cae5639f1c is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:14.911575 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-661d7dfd-c550-48f5-abf2-be6b92eeb61e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:14.931774 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-661d7dfd-c550-48f5-abf2-be6b92eeb61e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:14.954668 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a54b8d1d-9cb9-449d-827a-5a6640161e64 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607376'] for router, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:14.954668 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a54b8d1d-9cb9-449d-827a-5a6640161e64 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Fanout notify agent at l3_agent the message router_deleted on router 3ad2ffa8-17f6-4489-a5de-882a51cc7729 {{(pid=83826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:54:15.027316 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 709d1935-c4e5-4398-aae9-8b777f5dbcb3 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:54:15.027735 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 709d1935-c4e5-4398-aae9-8b777f5dbcb3 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:54:15.028244 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 9ac1aa66-d72b-42c2-8789-d2777e11cf7a no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:54:15.044547 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a54b8d1d-9cb9-449d-827a-5a6640161e64 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for router, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:15.046610 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-a54b8d1d-9cb9-449d-827a-5a6640161e64 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "DELETE /v2.0/routers/3ad2ffa8-17f6-4489-a5de-882a51cc7729 HTTP/1.1" status: 204 len: 168 time: 2.0913546 Apr 01 15:54:15.049197 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f6fcf198-6acc-4f7a-bf66-46c8e35b1296 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Notify callbacks [] for floatingip, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:15.064819 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f6fcf198-6acc-4f7a-bf66-46c8e35b1296 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for floatingip, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:15.065053 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51126) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:15.066681 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-f6fcf198-6acc-4f7a-bf66-46c8e35b1296 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] 10.222.0.55 "DELETE /v2.0/floatingips/abf3de41-7cf6-4744-9b74-4d287d75ed4d HTTP/1.1" status: 204 len: 168 time: 3.8715844 Apr 01 15:54:15.074038 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51128) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:15.085878 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-556955e2-a07a-47a2-b655-6ee0f0227809 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Request body: {'floatingip': {'floating_network_id': '876e50d0-bc0b-4839-92b0-d910644a3128', 'port_id': '611dedae-d411-4ac0-9ee5-32b3f14c2c28', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:54:15.097702 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=ff52abb5-9023-426e-a401-ddbb00507779,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:15.100031 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-556955e2-a07a-47a2-b655-6ee0f0227809 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:15.116482 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-556955e2-a07a-47a2-b655-6ee0f0227809 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Usage tracker for resource:floatingip and tenant:b68673fda8b4484b82bd7a45a53d4438 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:15.121230 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-556955e2-a07a-47a2-b655-6ee0f0227809 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:15.126512 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 9ac1aa66-d72b-42c2-8789-d2777e11cf7a {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:54:15.126975 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 9ac1aa66-d72b-42c2-8789-d2777e11cf7a not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:54:15.130368 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-556955e2-a07a-47a2-b655-6ee0f0227809 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:15.213708 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_v2 [None req-d940ecee-8da5-4b8e-90ff-676260a836b2 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Deleting subnet d351aadf-95eb-40c1-a5e2-7c63bc05888e {{(pid=83828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:54:15.220989 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-661d7dfd-c550-48f5-abf2-be6b92eeb61e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Made reservation on behalf of 144b300b27fa4dafba1405cae5639f1c for: {'subnet': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:15.255656 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-fa0012ba-d498-4a6d-bd49-db74114a5638 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:15.260660 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-fa0012ba-d498-4a6d-bd49-db74114a5638 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:15.269646 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d940ecee-8da5-4b8e-90ff-676260a836b2 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks [] for subnet, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:15.342757 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-e4e68cf9-7d50-45ac-bab3-8e7c19f550c8 None None] For port 1290bbb6-572a-4bee-8b89-1d88f9bbf332, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:54:15.353520 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-e4e68cf9-7d50-45ac-bab3-8e7c19f550c8 None None] For port 1290bbb6-572a-4bee-8b89-1d88f9bbf332, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=1290bbb6-572a-4bee-8b89-1d88f9bbf332,segment=NetworkSegment(c41dc1a5-c958-4d8b-81ea-3934c36371b8),segment_id=c41dc1a5-c958-4d8b-81ea-3934c36371b8)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:54:15.361202 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0012ba-d498-4a6d-bd49-db74114a5638 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Pushing event deleted for resources: {'Network': ['ID=a8ee47e9-e56c-4c88-bfef-2f05010883bd,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:15.372413 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-e4e68cf9-7d50-45ac-bab3-8e7c19f550c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:15.403760 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-fa0012ba-d498-4a6d-bd49-db74114a5638 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] 10.222.0.55 "DELETE /v2.0/networks/a8ee47e9-e56c-4c88-bfef-2f05010883bd HTTP/1.1" status: 204 len: 168 time: 2.9352403 Apr 01 15:54:15.421598 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51134) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:15.443533 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0012ba-d498-4a6d-bd49-db74114a5638 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:15.444082 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0012ba-d498-4a6d-bd49-db74114a5638 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:15.444570 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0012ba-d498-4a6d-bd49-db74114a5638 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:15.445127 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0012ba-d498-4a6d-bd49-db74114a5638 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:15.445613 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0012ba-d498-4a6d-bd49-db74114a5638 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:15.446145 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0012ba-d498-4a6d-bd49-db74114a5638 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:15.446628 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0012ba-d498-4a6d-bd49-db74114a5638 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:15.447212 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0012ba-d498-4a6d-bd49-db74114a5638 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:15.447692 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0012ba-d498-4a6d-bd49-db74114a5638 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:15.448232 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0012ba-d498-4a6d-bd49-db74114a5638 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:15.449947 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0012ba-d498-4a6d-bd49-db74114a5638 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:54:15.456683 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 3ecc194d-8c0f-4375-84ef-e66bedf68e33 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:54:15.509565 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a70924a2-5a7f-4cc2-82f8-d424bdc411fb None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:15.555994 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-556955e2-a07a-47a2-b655-6ee0f0227809 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Notify callbacks [] for floatingip, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:15.568820 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a70924a2-5a7f-4cc2-82f8-d424bdc411fb None None] Transition to ACTIVE for port object 1d6cb8eb-d346-4866-8aea-9598ebb780d8 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:15.580948 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e68cf9-7d50-45ac-bab3-8e7c19f550c8 None None] Pushing event updated for resources: {'Port': ['ID=1290bbb6-572a-4bee-8b89-1d88f9bbf332,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:15.613467 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a70924a2-5a7f-4cc2-82f8-d424bdc411fb None None] Transition to ACTIVE for port object 1d6cb8eb-d346-4866-8aea-9598ebb780d8 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:15.616044 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d940ecee-8da5-4b8e-90ff-676260a836b2 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15303084'] for subnet, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:15.623665 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a70924a2-5a7f-4cc2-82f8-d424bdc411fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:15.681398 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 3ecc194d-8c0f-4375-84ef-e66bedf68e33 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:54:15.736529 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70924a2-5a7f-4cc2-82f8-d424bdc411fb None None] Pushing event updated for resources: {'Port': ['ID=1d6cb8eb-d346-4866-8aea-9598ebb780d8,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:15.744569 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 3ecc194d-8c0f-4375-84ef-e66bedf68e33 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:15.745118 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:15.769527 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7ac8ee1-7565-4dd2-a1fc-738d96a4711c tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Deleting subnet ceff7d1e-d4ea-4e0f-b8ef-52dbe74c5044 {{(pid=83826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:54:15.779649 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-661d7dfd-c550-48f5-abf2-be6b92eeb61e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16030269'] for subnet, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:15.780099 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a7ac8ee1-7565-4dd2-a1fc-738d96a4711c tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for subnet, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:15.816001 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e66e49c3-a727-4b60-b5c6-709ff1086d08 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:15.846848 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70924a2-5a7f-4cc2-82f8-d424bdc411fb None None] Network 83f22681-ac33-47f5-8552-23624acfa869 is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:15.894218 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [None req-e66e49c3-a727-4b60-b5c6-709ff1086d08 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Transition to ACTIVE for port object 2ca8253a-1b86-4e8f-badd-a27cc974d265 will not be triggered until provisioned by entity DHCP. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:15.904655 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-a70924a2-5a7f-4cc2-82f8-d424bdc411fb None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:15.906110 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a7ac8ee1-7565-4dd2-a1fc-738d96a4711c tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16610770'] for subnet, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:15.911659 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70924a2-5a7f-4cc2-82f8-d424bdc411fb None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:54:15.953221 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-432ef945-2282-46ff-9edc-050d39ce062d tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:15.999816 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-432ef945-2282-46ff-9edc-050d39ce062d tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Deleting port 3ecc194d-8c0f-4375-84ef-e66bedf68e33 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:54:16.000160 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-432ef945-2282-46ff-9edc-050d39ce062d tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:16.071761 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-a70924a2-5a7f-4cc2-82f8-d424bdc411fb None None] Attempting to bind port 1d6cb8eb-d346-4866-8aea-9598ebb780d8 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:54:16.072332 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-a70924a2-5a7f-4cc2-82f8-d424bdc411fb None None] Attempting to bind port 1d6cb8eb-d346-4866-8aea-9598ebb780d8 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': '233aff2c-c73e-468f-8106-6414f5781525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83f22681-ac33-47f5-8552-23624acfa869'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:54:16.072893 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70924a2-5a7f-4cc2-82f8-d424bdc411fb None None] Attempting to bind port 1d6cb8eb-d346-4866-8aea-9598ebb780d8 on network 83f22681-ac33-47f5-8552-23624acfa869 {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:54:16.093646 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70924a2-5a7f-4cc2-82f8-d424bdc411fb None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:54:16.094120 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70924a2-5a7f-4cc2-82f8-d424bdc411fb None None] Checking segment: {'id': '233aff2c-c73e-468f-8106-6414f5781525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83f22681-ac33-47f5-8552-23624acfa869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:54:16.094628 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a70924a2-5a7f-4cc2-82f8-d424bdc411fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:16.095685 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70924a2-5a7f-4cc2-82f8-d424bdc411fb None None] Bound using segment: {'id': '233aff2c-c73e-468f-8106-6414f5781525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83f22681-ac33-47f5-8552-23624acfa869'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:54:16.096355 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-a70924a2-5a7f-4cc2-82f8-d424bdc411fb None None] Bound port: 1d6cb8eb-d346-4866-8aea-9598ebb780d8, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '233aff2c-c73e-468f-8106-6414f5781525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83f22681-ac33-47f5-8552-23624acfa869'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:54:16.096872 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a70924a2-5a7f-4cc2-82f8-d424bdc411fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:16.110877 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:16.139811 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_v2 [None req-61f0b045-b3e9-4f9a-8170-501199628833 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Deleting subnet 65e20ef8-54e3-41a1-83d9-e849e2b82038 {{(pid=83828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:54:16.152331 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9e606a77-8016-4ae5-81e0-57d7d1507d95 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15306628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16030227'] for subnet, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:16.156100 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-61f0b045-b3e9-4f9a-8170-501199628833 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks [] for subnet, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:16.168953 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port 3ecc194d-8c0f-4375-84ef-e66bedf68e33, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=3ecc194d-8c0f-4375-84ef-e66bedf68e33,segment=NetworkSegment(22bb3655-f178-4b05-bfe4-84967320dc38),segment_id=22bb3655-f178-4b05-bfe4-84967320dc38)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:54:16.182736 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:16.183643 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device ff52abb5-9023-426e-a401-ddbb00507779 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:54:16.190459 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e66e49c3-a727-4b60-b5c6-709ff1086d08 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:16.330637 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a70924a2-5a7f-4cc2-82f8-d424bdc411fb None None] For port 1d6cb8eb-d346-4866-8aea-9598ebb780d8, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:54:16.339709 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a70924a2-5a7f-4cc2-82f8-d424bdc411fb None None] For port 1d6cb8eb-d346-4866-8aea-9598ebb780d8, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=1d6cb8eb-d346-4866-8aea-9598ebb780d8,segment=NetworkSegment(233aff2c-c73e-468f-8106-6414f5781525),segment_id=233aff2c-c73e-468f-8106-6414f5781525)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:54:16.343454 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=3ecc194d-8c0f-4375-84ef-e66bedf68e33,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:16.344637 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-61f0b045-b3e9-4f9a-8170-501199628833 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15303084'] for subnet, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:16.348328 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a70924a2-5a7f-4cc2-82f8-d424bdc411fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:16.370108 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a7ac8ee1-7565-4dd2-a1fc-738d96a4711c tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:16.399188 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e606a77-8016-4ae5-81e0-57d7d1507d95 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Pushing event updated for resources: {'Subnet': ['ID=10166723-3d7e-467c-b501-62d082b21ba3,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:16.418416 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port ff52abb5-9023-426e-a401-ddbb00507779 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:16.418905 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:16.466527 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d940ecee-8da5-4b8e-90ff-676260a836b2 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:16.486308 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66e49c3-a727-4b60-b5c6-709ff1086d08 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:16.498295 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70924a2-5a7f-4cc2-82f8-d424bdc411fb None None] Pushing event updated for resources: {'Port': ['ID=1d6cb8eb-d346-4866-8aea-9598ebb780d8,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:16.504409 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-e66e49c3-a727-4b60-b5c6-709ff1086d08 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:16.507108 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66e49c3-a727-4b60-b5c6-709ff1086d08 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:54:16.511361 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66e49c3-a727-4b60-b5c6-709ff1086d08 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:16.511982 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e66e49c3-a727-4b60-b5c6-709ff1086d08 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:16.531524 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66e49c3-a727-4b60-b5c6-709ff1086d08 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event updated for resources: {'Port': ['ID=2ca8253a-1b86-4e8f-badd-a27cc974d265,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:16.570455 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [None req-432ef945-2282-46ff-9edc-050d39ce062d tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] For port 3ecc194d-8c0f-4375-84ef-e66bedf68e33, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=3ecc194d-8c0f-4375-84ef-e66bedf68e33,segment=NetworkSegment(22bb3655-f178-4b05-bfe4-84967320dc38),segment_id=22bb3655-f178-4b05-bfe4-84967320dc38)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:54:16.570824 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-432ef945-2282-46ff-9edc-050d39ce062d tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:16.578831 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-e66e49c3-a727-4b60-b5c6-709ff1086d08 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.6787071 Apr 01 15:54:16.582665 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e606a77-8016-4ae5-81e0-57d7d1507d95 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Checking segment: {'id': '5a68b0fa-35eb-40f9-81d4-5c239bd3c342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f137bd3f-f1ae-4e07-8ff7-1281b1d0c044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:54:16.583156 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e606a77-8016-4ae5-81e0-57d7d1507d95 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Network hostable DHCP agents. Network: f137bd3f-f1ae-4e07-8ff7-1281b1d0c044, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:54:16.585093 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51138) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:16.660102 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-61f0b045-b3e9-4f9a-8170-501199628833 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:16.678914 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a7ac8ee1-7565-4dd2-a1fc-738d96a4711c tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15415074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16089009'] for subnet, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:16.768351 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e606a77-8016-4ae5-81e0-57d7d1507d95 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Network f137bd3f-f1ae-4e07-8ff7-1281b1d0c044 is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:54:16.777753 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-432ef945-2282-46ff-9edc-050d39ce062d tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Calling delete_port for 3ecc194d-8c0f-4375-84ef-e66bedf68e33 owned by network:router_gateway {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:54:16.796777 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d940ecee-8da5-4b8e-90ff-676260a836b2 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15306565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16030232'] for subnet, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:16.843576 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ac8ee1-7565-4dd2-a1fc-738d96a4711c tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Pushing event deleted for resources: {'Subnet': ['ID=ceff7d1e-d4ea-4e0f-b8ef-52dbe74c5044,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:16.856752 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a7ac8ee1-7565-4dd2-a1fc-738d96a4711c tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:16.857104 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229ea71f-bec6-4edd-8a2c-76396998b9c5 None None] Network 2923efa5-2756-4666-a9bb-08b89c0e2219 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:54:16.861826 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-a7ac8ee1-7565-4dd2-a1fc-738d96a4711c tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "DELETE /v2.0/subnets/ceff7d1e-d4ea-4e0f-b8ef-52dbe74c5044 HTTP/1.1" status: 204 len: 168 time: 1.7954388 Apr 01 15:54:16.878491 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51142) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:16.906450 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-661d7dfd-c550-48f5-abf2-be6b92eeb61e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15306628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16030227'] for subnet, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:16.962387 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-9e606a77-8016-4ae5-81e0-57d7d1507d95 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, f137bd3f-f1ae-4e07-8ff7-1281b1d0c044) {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:16.964327 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d940ecee-8da5-4b8e-90ff-676260a836b2 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Pushing event deleted for resources: {'Subnet': ['ID=d351aadf-95eb-40c1-a5e2-7c63bc05888e,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:16.997954 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb70877-7959-4f20-8682-33f391f9f0ed None None] Network f137bd3f-f1ae-4e07-8ff7-1281b1d0c044 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:54:17.077825 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08cdb7f0-f08a-4b42-86aa-94296a750fb0 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:17.082416 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08cdb7f0-f08a-4b42-86aa-94296a750fb0 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:17.083335 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-08cdb7f0-f08a-4b42-86aa-94296a750fb0 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Synchronizing usage tracker for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:54:17.095224 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.api.v2.resource [None req-556955e2-a07a-47a2-b655-6ee0f0227809 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:54:17.096281 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-556955e2-a07a-47a2-b655-6ee0f0227809 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 2.0171995 Apr 01 15:54:17.097593 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e606a77-8016-4ae5-81e0-57d7d1507d95 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:17.098169 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9e606a77-8016-4ae5-81e0-57d7d1507d95 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:17.120119 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d940ecee-8da5-4b8e-90ff-676260a836b2 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:17.151555 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51146) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:17.204894 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87675145-c8bd-4bef-8a3f-d0b0020e746d None None] Network 96ec9f53-e784-45b3-8d74-9604325b4546 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:54:17.234965 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-b572f4d3-4aef-49d4-a2d4-ebf22d254989 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Request body: {'floatingip': {'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'port_id': '611dedae-d411-4ac0-9ee5-32b3f14c2c28', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:54:17.251080 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-b572f4d3-4aef-49d4-a2d4-ebf22d254989 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:17.256211 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-b572f4d3-4aef-49d4-a2d4-ebf22d254989 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Usage tracker for resource:floatingip and tenant:b68673fda8b4484b82bd7a45a53d4438 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:17.271850 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-b572f4d3-4aef-49d4-a2d4-ebf22d254989 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:17.274345 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_v2 [None req-44852084-52b5-4f5b-ae6f-80751b773020 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Deleting subnet 8378d76d-b915-4a7c-8cbc-23b298d094de {{(pid=83826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:54:17.278149 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-b572f4d3-4aef-49d4-a2d4-ebf22d254989 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:17.298773 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-44852084-52b5-4f5b-ae6f-80751b773020 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for subnet, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:17.319280 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661d7dfd-c550-48f5-abf2-be6b92eeb61e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Network b4e873a3-e6ca-443c-a769-49c7c4739e48 is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:17.358991 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-661d7dfd-c550-48f5-abf2-be6b92eeb61e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:17.361470 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b572f4d3-4aef-49d4-a2d4-ebf22d254989 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Notify callbacks [] for floatingip, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:17.365468 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-08cdb7f0-f08a-4b42-86aa-94296a750fb0 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Unset dirty status for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:54:17.366723 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-08cdb7f0-f08a-4b42-86aa-94296a750fb0 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.7795982 Apr 01 15:54:17.376200 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51150) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:17.385455 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661d7dfd-c550-48f5-abf2-be6b92eeb61e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:17.386337 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-661d7dfd-c550-48f5-abf2-be6b92eeb61e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:17.400762 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-d940ecee-8da5-4b8e-90ff-676260a836b2 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] 10.222.0.55 "DELETE /v2.0/subnets/d351aadf-95eb-40c1-a5e2-7c63bc05888e HTTP/1.1" status: 204 len: 168 time: 3.5372181 Apr 01 15:54:17.400762 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51154) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:17.408272 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661d7dfd-c550-48f5-abf2-be6b92eeb61e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Pushing event updated for resources: {'Subnet': ['ID=69391ae9-5e31-438d-b6fe-a0d09b4ad68c,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:17.441008 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671656a2-a164-4078-95ce-2d8216b650bd None None] Network b4e873a3-e6ca-443c-a769-49c7c4739e48 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:54:17.492760 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-cad5bab5-143d-4369-a933-44e1ba98e4b9 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Deleting port 2ca8253a-1b86-4e8f-badd-a27cc974d265 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:54:17.492760 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-cad5bab5-143d-4369-a933-44e1ba98e4b9 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:17.510724 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-61f0b045-b3e9-4f9a-8170-501199628833 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15306565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16030232'] for subnet, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:17.515779 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-9e606a77-8016-4ae5-81e0-57d7d1507d95 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.1152632 Apr 01 15:54:17.533918 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51158) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:17.535848 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.db.api [None req-432ef945-2282-46ff-9edc-050d39ce062d tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:54:17.536093 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG oslo_db.api [None req-432ef945-2282-46ff-9edc-050d39ce062d tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:54:17.540379 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-44852084-52b5-4f5b-ae6f-80751b773020 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16610770'] for subnet, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:17.618947 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 1d6cb8eb-d346-4866-8aea-9598ebb780d8 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:54:17.785057 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-661d7dfd-c550-48f5-abf2-be6b92eeb61e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5972545 Apr 01 15:54:17.792909 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51162) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:17.796119 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f0b045-b3e9-4f9a-8170-501199628833 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Pushing event deleted for resources: {'Subnet': ['ID=65e20ef8-54e3-41a1-83d9-e849e2b82038,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:17.815194 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-5f2694a4-a542-42ec-ab58-0cc0e0b77c2e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Request body: {'security_group': {'name': 'tempest-secgroup-621533390'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:54:17.829445 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-61f0b045-b3e9-4f9a-8170-501199628833 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:17.834232 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-61f0b045-b3e9-4f9a-8170-501199628833 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] 10.222.0.55 "DELETE /v2.0/subnets/65e20ef8-54e3-41a1-83d9-e849e2b82038 HTTP/1.1" status: 204 len: 168 time: 2.4060965 Apr 01 15:54:17.838106 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-5f2694a4-a542-42ec-ab58-0cc0e0b77c2e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:17.841180 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51166) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:17.847447 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8cf2721b-46d4-4736-be8b-e04a1138bc00 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:17.878100 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-5f2694a4-a542-42ec-ab58-0cc0e0b77c2e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Usage tracker for resource:security_group and tenant:144b300b27fa4dafba1405cae5639f1c is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:17.892924 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a65c96-1183-427a-83be-cc09a513c569 None None] Network 274dbc1d-4765-44ad-808b-76e00818a2c0 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:54:17.893979 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-5f2694a4-a542-42ec-ab58-0cc0e0b77c2e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:17.925665 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-702a1791-6b6e-4389-b533-5a0992143762 None None] Provisioning for port 1290bbb6-572a-4bee-8b89-1d88f9bbf332 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:54:17.968442 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-5f2694a4-a542-42ec-ab58-0cc0e0b77c2e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:18.003073 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-8cf2721b-46d4-4736-be8b-e04a1138bc00 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Deleting port 5b8a075e-59d8-41a4-9ab5-09bfd27a8bd0 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:54:18.003796 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8cf2721b-46d4-4736-be8b-e04a1138bc00 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:18.055245 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-432ef945-2282-46ff-9edc-050d39ce062d tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Deleting port 3ecc194d-8c0f-4375-84ef-e66bedf68e33 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:54:18.055499 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-432ef945-2282-46ff-9edc-050d39ce062d tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:18.059664 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e93498af-836b-4cad-a9a2-418ffa2b8da0 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:18.064522 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5f2694a4-a542-42ec-ab58-0cc0e0b77c2e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for security_group, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:18.208716 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-e93498af-836b-4cad-a9a2-418ffa2b8da0 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Deleting port 89df17be-1afe-42e5-bf15-0439bbdfe024 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:54:18.214026 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e93498af-836b-4cad-a9a2-418ffa2b8da0 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:18.339052 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-44852084-52b5-4f5b-ae6f-80751b773020 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:18.357319 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-5f2694a4-a542-42ec-ab58-0cc0e0b77c2e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:18.384106 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3599c128-fedc-4f8f-aea1-1cdb33b448bd None None] DHCP port deletion for 96ec9f53-e784-45b3-8d74-9604325b4546 request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:54:18.390006 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-5f2694a4-a542-42ec-ab58-0cc0e0b77c2e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Usage tracker for resource:security_group_rule and tenant:144b300b27fa4dafba1405cae5639f1c is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:18.432304 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 1d6cb8eb-d346-4866-8aea-9598ebb780d8 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:54:18.443332 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-3599c128-fedc-4f8f-aea1-1cdb33b448bd None None] Deleting port 5b8a075e-59d8-41a4-9ab5-09bfd27a8bd0 {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:54:18.443714 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-3599c128-fedc-4f8f-aea1-1cdb33b448bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:18.456019 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-5f2694a4-a542-42ec-ab58-0cc0e0b77c2e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:18.496900 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b572f4d3-4aef-49d4-a2d4-ebf22d254989 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:18.499826 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-5f2694a4-a542-42ec-ab58-0cc0e0b77c2e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:18.518060 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 1290bbb6-572a-4bee-8b89-1d88f9bbf332 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:54:18.642769 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-cad5bab5-143d-4369-a933-44e1ba98e4b9 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:18.685907 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-8cf2721b-46d4-4736-be8b-e04a1138bc00 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] For port 5b8a075e-59d8-41a4-9ab5-09bfd27a8bd0, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=5b8a075e-59d8-41a4-9ab5-09bfd27a8bd0,segment=NetworkSegment(39afe685-f231-4a31-b03b-e23e0868cfd0),segment_id=39afe685-f231-4a31-b03b-e23e0868cfd0)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:54:18.686320 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8cf2721b-46d4-4736-be8b-e04a1138bc00 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:18.693865 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede834a2-adc1-4c35-a29d-d6b565a092f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-f137bd3f-f1ae-4e07-8ff7-1281b1d0c044', 'network_id': 'f137bd3f-f1ae-4e07-8ff7-1281b1d0c044', 'tenant_id': '3da0fb66822044a38da208c9d62f3a12', 'fixed_ips': [{'subnet_id': '10166723-3d7e-467c-b501-62d082b21ba3'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:54:18.694933 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ede834a2-adc1-4c35-a29d-d6b565a092f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:18.714745 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7eb165a-6dcd-4984-9510-c0db661bc023 None None] DHCP port deletion for 2923efa5-2756-4666-a9bb-08b89c0e2219 request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:54:18.798706 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0178f9-efeb-437e-b69e-562a11e4528e None None] Network 83f22681-ac33-47f5-8552-23624acfa869 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:54:18.860534 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-cad5bab5-143d-4369-a933-44e1ba98e4b9 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Calling delete_port for 2ca8253a-1b86-4e8f-badd-a27cc974d265 owned by {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:54:18.882155 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-8cf2721b-46d4-4736-be8b-e04a1138bc00 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Calling delete_port for 5b8a075e-59d8-41a4-9ab5-09bfd27a8bd0 owned by network:dhcp {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:54:18.892572 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a7eb165a-6dcd-4984-9510-c0db661bc023 None None] Deleting port 8ca2a819-0b52-498b-9379-9338b49a6934 {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:54:18.892971 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a7eb165a-6dcd-4984-9510-c0db661bc023 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:18.990346 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-44852084-52b5-4f5b-ae6f-80751b773020 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15415074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16089009'] for subnet, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:19.057344 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44852084-52b5-4f5b-ae6f-80751b773020 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Pushing event deleted for resources: {'Subnet': ['ID=8378d76d-b915-4a7c-8cbc-23b298d094de,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:19.058394 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-e93498af-836b-4cad-a9a2-418ffa2b8da0 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] For port 89df17be-1afe-42e5-bf15-0439bbdfe024, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=89df17be-1afe-42e5-bf15-0439bbdfe024,segment=NetworkSegment(9609159a-cd77-4b1f-a12f-f224548a704c),segment_id=9609159a-cd77-4b1f-a12f-f224548a704c)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:54:19.058957 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e93498af-836b-4cad-a9a2-418ffa2b8da0 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:19.060810 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-389ac8a3-332d-4d7f-bef4-bd74fbe35930 None None] Provisioning for port 2ca8253a-1b86-4e8f-badd-a27cc974d265 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:54:19.076161 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [None req-432ef945-2282-46ff-9edc-050d39ce062d tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] For port 3ecc194d-8c0f-4375-84ef-e66bedf68e33, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=3ecc194d-8c0f-4375-84ef-e66bedf68e33,segment=NetworkSegment(22bb3655-f178-4b05-bfe4-84967320dc38),segment_id=22bb3655-f178-4b05-bfe4-84967320dc38)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:54:19.076519 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-432ef945-2282-46ff-9edc-050d39ce062d tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:19.081751 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-3599c128-fedc-4f8f-aea1-1cdb33b448bd None None] For port 5b8a075e-59d8-41a4-9ab5-09bfd27a8bd0, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=5b8a075e-59d8-41a4-9ab5-09bfd27a8bd0,segment=NetworkSegment(39afe685-f231-4a31-b03b-e23e0868cfd0),segment_id=39afe685-f231-4a31-b03b-e23e0868cfd0)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:54:19.082139 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-3599c128-fedc-4f8f-aea1-1cdb33b448bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:19.144829 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-389ac8a3-332d-4d7f-bef4-bd74fbe35930 None None] Provisioning complete for port 2ca8253a-1b86-4e8f-badd-a27cc974d265 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:19.145198 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-389ac8a3-332d-4d7f-bef4-bd74fbe35930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:19.156863 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-44852084-52b5-4f5b-ae6f-80751b773020 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:19.173612 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8c8118-94f7-4380-8088-b0af6c27f18b None None] Network c3293d86-34d8-4043-88a9-5e8c99363a6d requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:54:19.186237 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 1290bbb6-572a-4bee-8b89-1d88f9bbf332 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:54:19.250066 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-432ef945-2282-46ff-9edc-050d39ce062d tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Calling delete_port for 3ecc194d-8c0f-4375-84ef-e66bedf68e33 owned by network:router_gateway {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:54:19.270490 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-e93498af-836b-4cad-a9a2-418ffa2b8da0 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Calling delete_port for 89df17be-1afe-42e5-bf15-0439bbdfe024 owned by network:dhcp {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:54:19.346335 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-44852084-52b5-4f5b-ae6f-80751b773020 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "DELETE /v2.0/subnets/8378d76d-b915-4a7c-8cbc-23b298d094de HTTP/1.1" status: 204 len: 168 time: 2.4678087 Apr 01 15:54:19.355743 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51170) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:19.371106 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5f2694a4-a542-42ec-ab58-0cc0e0b77c2e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for security_group, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:19.393291 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-b572f4d3-4aef-49d4-a2d4-ebf22d254989 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Allocated IP 172.26.1.133 (ed45466e-0386-4b92-8de3-247c977242ac/0479f741-5cd1-4d6f-b593-d8aa909a42d3/e4968b65-97a9-4ec5-b3f9-fc52fbdc8629) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:19.406490 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5f2694a4-a542-42ec-ab58-0cc0e0b77c2e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:19.414956 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-3599c128-fedc-4f8f-aea1-1cdb33b448bd None None] Calling delete_port for 5b8a075e-59d8-41a4-9ab5-09bfd27a8bd0 owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:54:19.455015 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-cad5bab5-143d-4369-a933-44e1ba98e4b9 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:19.498258 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-30ac70a7-4fd7-4501-9f29-454151e45c22 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:19.504326 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15390e96-680d-4cb6-8b50-69ba223e6f50 None None] DHCP port deletion for 274dbc1d-4765-44ad-808b-76e00818a2c0 request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:54:19.556797 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 1290bbb6-572a-4bee-8b89-1d88f9bbf332 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:19.559867 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:19.604322 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-15390e96-680d-4cb6-8b50-69ba223e6f50 None None] Deleting port 89df17be-1afe-42e5-bf15-0439bbdfe024 {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:54:19.604721 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-15390e96-680d-4cb6-8b50-69ba223e6f50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:19.653551 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877db956-3a4c-4509-b9ab-c20fa3b8e38c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-b4e873a3-e6ca-443c-a769-49c7c4739e48', 'network_id': 'b4e873a3-e6ca-443c-a769-49c7c4739e48', 'tenant_id': '144b300b27fa4dafba1405cae5639f1c', 'fixed_ips': [{'subnet_id': '69391ae9-5e31-438d-b6fe-a0d09b4ad68c'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:54:19.654281 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-877db956-3a4c-4509-b9ab-c20fa3b8e38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:19.656931 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad5bab5-143d-4369-a933-44e1ba98e4b9 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event deleted for resources: {'Port': ['ID=2ca8253a-1b86-4e8f-badd-a27cc974d265,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:19.805942 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-389ac8a3-332d-4d7f-bef4-bd74fbe35930 None None] Port 2ca8253a-1b86-4e8f-badd-a27cc974d265 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:54:19.830946 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-cad5bab5-143d-4369-a933-44e1ba98e4b9 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:19.856630 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-cad5bab5-143d-4369-a933-44e1ba98e4b9 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/ports/2ca8253a-1b86-4e8f-badd-a27cc974d265 HTTP/1.1" status: 204 len: 168 time: 2.4802492 Apr 01 15:54:19.925072 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51174) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:19.944416 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8cf2721b-46d4-4736-be8b-e04a1138bc00 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:20.025777 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-432ef945-2282-46ff-9edc-050d39ce062d tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:20.030882 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5f2694a4-a542-42ec-ab58-0cc0e0b77c2e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:20.045341 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-5f2694a4-a542-42ec-ab58-0cc0e0b77c2e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 2.2466340 Apr 01 15:54:20.053695 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b572f4d3-4aef-49d4-a2d4-ebf22d254989 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:20.056901 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51180) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:20.074911 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e93498af-836b-4cad-a9a2-418ffa2b8da0 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:20.078657 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2694a4-a542-42ec-ab58-0cc0e0b77c2e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99dee5bc-1bab-44f6-a0a0-9dc527ce5b63,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:20.099367 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf2721b-46d4-4736-be8b-e04a1138bc00 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Pushing event deleted for resources: {'Port': ['ID=5b8a075e-59d8-41a4-9ab5-09bfd27a8bd0,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:20.111410 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-1888218b-89dd-48a3-8d57-93eed7b7fbcb tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Request body: {'security_group': {'name': 'tempest-secgroup-783236543'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:54:20.122159 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-1888218b-89dd-48a3-8d57-93eed7b7fbcb tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:20.125196 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432ef945-2282-46ff-9edc-050d39ce062d tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Pushing event deleted for resources: {'Port': ['ID=3ecc194d-8c0f-4375-84ef-e66bedf68e33,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:20.135622 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-1888218b-89dd-48a3-8d57-93eed7b7fbcb tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Usage tracker for resource:security_group and tenant:144b300b27fa4dafba1405cae5639f1c is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:20.141071 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-1888218b-89dd-48a3-8d57-93eed7b7fbcb tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:20.156404 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a31a3729-1327-42d9-97df-e2bc75e752ac tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:20.203174 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-1888218b-89dd-48a3-8d57-93eed7b7fbcb tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:20.222065 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93498af-836b-4cad-a9a2-418ffa2b8da0 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Pushing event deleted for resources: {'Port': ['ID=89df17be-1afe-42e5-bf15-0439bbdfe024,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:20.230823 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf2721b-46d4-4736-be8b-e04a1138bc00 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] No DVR routers for this DVR port 5b8a075e-59d8-41a4-9ab5-09bfd27a8bd0 on host dv-neutron-833373-2-hyperv {{(pid=83828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:54:20.266045 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-15390e96-680d-4cb6-8b50-69ba223e6f50 None None] The port '89df17be-1afe-42e5-bf15-0439bbdfe024' was deleted {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:54:20.270190 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93498af-836b-4cad-a9a2-418ffa2b8da0 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] No DVR routers for this DVR port 89df17be-1afe-42e5-bf15-0439bbdfe024 on host dv-neutron-833373-2-hyperv {{(pid=83828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:54:20.280532 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-ede834a2-adc1-4c35-a29d-d6b565a092f9 None None] Allocated IP 2001:db8::2 (f137bd3f-f1ae-4e07-8ff7-1281b1d0c044/10166723-3d7e-467c-b501-62d082b21ba3/305a13c9-8901-423c-b6f8-d7438837e8cb) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:20.293923 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.db.api [None req-3599c128-fedc-4f8f-aea1-1cdb33b448bd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:54:20.294576 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG oslo_db.api [None req-3599c128-fedc-4f8f-aea1-1cdb33b448bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:54:20.296354 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a7eb165a-6dcd-4984-9510-c0db661bc023 None None] For port 8ca2a819-0b52-498b-9379-9338b49a6934, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=8ca2a819-0b52-498b-9379-9338b49a6934,segment=NetworkSegment(e33136d4-54ad-49ab-8d1b-cb96713f0eed),segment_id=e33136d4-54ad-49ab-8d1b-cb96713f0eed)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:54:20.296767 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a7eb165a-6dcd-4984-9510-c0db661bc023 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:20.322232 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-a31a3729-1327-42d9-97df-e2bc75e752ac tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Deleting port 8ca2a819-0b52-498b-9379-9338b49a6934 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:54:20.322232 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a31a3729-1327-42d9-97df-e2bc75e752ac tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:20.361478 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1888218b-89dd-48a3-8d57-93eed7b7fbcb tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for security_group, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:20.396239 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a594abc7-d993-4644-9c69-034061498056 None None] Provisioning for port 1d6cb8eb-d346-4866-8aea-9598ebb780d8 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:54:20.449701 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-432ef945-2282-46ff-9edc-050d39ce062d tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617660'] for router_gateway, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:20.490711 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a7eb165a-6dcd-4984-9510-c0db661bc023 None None] Calling delete_port for 8ca2a819-0b52-498b-9379-9338b49a6934 owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:54:20.576303 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-30ac70a7-4fd7-4501-9f29-454151e45c22 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Allocated IP 2001:db8::1 (83f22681-ac33-47f5-8552-23624acfa869/884ecf22-9832-460d-a676-79c7eef0eab7/a00e485e-9750-45d8-be16-8b809bbddd42) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:20.578969 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8cf2721b-46d4-4736-be8b-e04a1138bc00 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:20.595188 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac7a631-a676-4628-a730-ea7cf5562926 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:20.596865 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac7a631-a676-4628-a730-ea7cf5562926 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:20.598019 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-6ac7a631-a676-4628-a730-ea7cf5562926 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Synchronizing usage tracker for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:subnet {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:54:20.647220 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a594abc7-d993-4644-9c69-034061498056 None None] Provisioning complete for port 1d6cb8eb-d346-4866-8aea-9598ebb780d8 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:20.647220 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a594abc7-d993-4644-9c69-034061498056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:20.650132 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e93498af-836b-4cad-a9a2-418ffa2b8da0 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:20.657862 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b572f4d3-4aef-49d4-a2d4-ebf22d254989 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:20.730371 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-8cf2721b-46d4-4736-be8b-e04a1138bc00 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96ec9f53-e784-45b3-8d74-9604325b4546']}} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:20.748169 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-1888218b-89dd-48a3-8d57-93eed7b7fbcb tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:20.780153 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:20.780859 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-1888218b-89dd-48a3-8d57-93eed7b7fbcb tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Usage tracker for resource:security_group_rule and tenant:144b300b27fa4dafba1405cae5639f1c is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:20.784464 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-e93498af-836b-4cad-a9a2-418ffa2b8da0 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['274dbc1d-4765-44ad-808b-76e00818a2c0']}} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:20.793437 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-8cf2721b-46d4-4736-be8b-e04a1138bc00 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39afe685-f231-4a31-b03b-e23e0868cfd0') {'for_net_delete': True} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:20.793437 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-8cf2721b-46d4-4736-be8b-e04a1138bc00 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39afe685-f231-4a31-b03b-e23e0868cfd0') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:20.799898 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-3599c128-fedc-4f8f-aea1-1cdb33b448bd None None] Deleting port 5b8a075e-59d8-41a4-9ab5-09bfd27a8bd0 {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:54:20.800088 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-3599c128-fedc-4f8f-aea1-1cdb33b448bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:20.807882 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-1888218b-89dd-48a3-8d57-93eed7b7fbcb tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:20.817691 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-6ac7a631-a676-4628-a730-ea7cf5562926 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Unset dirty status for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:subnet {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:54:20.821457 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-6ac7a631-a676-4628-a730-ea7cf5562926 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.8929162 Apr 01 15:54:20.825115 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-432ef945-2282-46ff-9edc-050d39ce062d tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130651'] for router, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:20.826722 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-e93498af-836b-4cad-a9a2-418ffa2b8da0 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9609159a-cd77-4b1f-a12f-f224548a704c') {'for_net_delete': True} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:20.826722 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-e93498af-836b-4cad-a9a2-418ffa2b8da0 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9609159a-cd77-4b1f-a12f-f224548a704c') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:20.829347 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51184) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:20.837475 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-1888218b-89dd-48a3-8d57-93eed7b7fbcb tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:20.856978 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8cf2721b-46d4-4736-be8b-e04a1138bc00 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15303093'] for segment, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:20.887529 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-432ef945-2282-46ff-9edc-050d39ce062d tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:20.889131 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-877db956-3a4c-4509-b9ab-c20fa3b8e38c None None] Allocated IP 2001:db8::2 (b4e873a3-e6ca-443c-a769-49c7c4739e48/69391ae9-5e31-438d-b6fe-a0d09b4ad68c/4675ef8e-4300-4178-9894-0824839a9de2) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:20.903970 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e93498af-836b-4cad-a9a2-418ffa2b8da0 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15303093'] for segment, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:20.951178 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-3599c128-fedc-4f8f-aea1-1cdb33b448bd None None] The port '5b8a075e-59d8-41a4-9ab5-09bfd27a8bd0' was deleted {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:54:20.992591 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a7eb165a-6dcd-4984-9510-c0db661bc023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671'] for port, after_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:21.066038 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-a31a3729-1327-42d9-97df-e2bc75e752ac tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] For port 8ca2a819-0b52-498b-9379-9338b49a6934, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=8ca2a819-0b52-498b-9379-9338b49a6934,segment=NetworkSegment(e33136d4-54ad-49ab-8d1b-cb96713f0eed),segment_id=e33136d4-54ad-49ab-8d1b-cb96713f0eed)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:54:21.067009 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a31a3729-1327-42d9-97df-e2bc75e752ac tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:21.190868 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e295f3-5a3d-4dcc-a4d7-a876fd11b1f0 None None] DHCP port deletion for c3293d86-34d8-4043-88a9-5e8c99363a6d request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:54:21.196681 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port 1290bbb6-572a-4bee-8b89-1d88f9bbf332, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=1290bbb6-572a-4bee-8b89-1d88f9bbf332,segment=NetworkSegment(c41dc1a5-c958-4d8b-81ea-3934c36371b8),segment_id=c41dc1a5-c958-4d8b-81ea-3934c36371b8)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:54:21.269304 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b572f4d3-4aef-49d4-a2d4-ebf22d254989 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Network ed45466e-0386-4b92-8de3-247c977242ac is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:21.269551 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eb165a-6dcd-4984-9510-c0db661bc023 None None] Pushing event deleted for resources: {'Port': ['ID=8ca2a819-0b52-498b-9379-9338b49a6934,revision_number=None']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:21.270001 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b572f4d3-4aef-49d4-a2d4-ebf22d254989 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Pushing event updated for resources: {'Port': ['ID=e4968b65-97a9-4ec5-b3f9-fc52fbdc8629,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:21.301001 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-a31a3729-1327-42d9-97df-e2bc75e752ac tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Calling delete_port for 8ca2a819-0b52-498b-9379-9338b49a6934 owned by network:dhcp {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:54:21.309864 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-432ef945-2282-46ff-9edc-050d39ce062d tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607376'] for router, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:21.310554 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-432ef945-2282-46ff-9edc-050d39ce062d tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fe36f7c7-270f-4966-83c8-b33b758b73b3 {{(pid=83826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:54:21.328091 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-30ac70a7-4fd7-4501-9f29-454151e45c22 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:21.337253 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:21.337977 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 3ecc194d-8c0f-4375-84ef-e66bedf68e33 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:54:21.343491 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-b572f4d3-4aef-49d4-a2d4-ebf22d254989 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:21.358265 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8cf2721b-46d4-4736-be8b-e04a1138bc00 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:21.368671 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b572f4d3-4aef-49d4-a2d4-ebf22d254989 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:54:21.390885 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-432ef945-2282-46ff-9edc-050d39ce062d tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks [] for router, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:21.392187 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-432ef945-2282-46ff-9edc-050d39ce062d tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] 10.222.0.55 "DELETE /v2.0/routers/fe36f7c7-270f-4966-83c8-b33b758b73b3 HTTP/1.1" status: 204 len: 168 time: 8.7612138 Apr 01 15:54:21.398725 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51188) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:21.410962 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [None req-30ac70a7-4fd7-4501-9f29-454151e45c22 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Transition to ACTIVE for port object a00e485e-9750-45d8-be16-8b809bbddd42 will not be triggered until provisioned by entity DHCP. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:21.421440 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-d8e295f3-5a3d-4dcc-a4d7-a876fd11b1f0 None None] Deleting port 5b9e331d-c6c9-4776-affd-c60d3c1ae46b {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:54:21.421813 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-d8e295f3-5a3d-4dcc-a4d7-a876fd11b1f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:21.484349 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5dae19b-ede6-4d88-8883-115318ef551b tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Deleting subnet 0a396ffa-a826-495d-93e2-723826013a8d {{(pid=83826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:54:21.491583 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a5dae19b-ede6-4d88-8883-115318ef551b tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for subnet, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:21.516505 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 3ecc194d-8c0f-4375-84ef-e66bedf68e33 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:54:21.517353 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 3ecc194d-8c0f-4375-84ef-e66bedf68e33 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Apr 01 15:54:21.526843 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1888218b-89dd-48a3-8d57-93eed7b7fbcb tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for security_group, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:21.539200 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_v2 [None req-bacf9997-5665-4132-af2d-d18a22473f2f tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Deleting subnet df6828ca-fd93-437a-af09-a122f7dfc436 {{(pid=83826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:54:21.543018 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7eb165a-6dcd-4984-9510-c0db661bc023 None None] No DVR routers for this DVR port 8ca2a819-0b52-498b-9379-9338b49a6934 on host dv-neutron-833373-2-hyperv {{(pid=83829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:54:21.548003 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cf2721b-46d4-4736-be8b-e04a1138bc00 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=83828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:54:21.548876 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8cf2721b-46d4-4736-be8b-e04a1138bc00 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15306523'] for segment, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:21.553762 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bacf9997-5665-4132-af2d-d18a22473f2f tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:21.593767 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Port 3ecc194d-8c0f-4375-84ef-e66bedf68e33 not found, will not notify nova. {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 01 15:54:21.614046 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a5dae19b-ede6-4d88-8883-115318ef551b tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16610770'] for subnet, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:21.614361 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a594abc7-d993-4644-9c69-034061498056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:21.637777 dv-neutron-833373-2-hyperv neutron-server[83828]: Traceback (most recent call last): Apr 01 15:54:21.637777 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:54:21.637777 dv-neutron-833373-2-hyperv neutron-server[83828]: timer() Apr 01 15:54:21.637777 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:54:21.637777 dv-neutron-833373-2-hyperv neutron-server[83828]: cb(*args, **kw) Apr 01 15:54:21.637777 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:54:21.637777 dv-neutron-833373-2-hyperv neutron-server[83828]: return func(*args, **kwargs) Apr 01 15:54:21.637777 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:54:21.637777 dv-neutron-833373-2-hyperv neutron-server[83828]: self._notify() Apr 01 15:54:21.637777 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:54:21.637777 dv-neutron-833373-2-hyperv neutron-server[83828]: self.callback(batched_events) Apr 01 15:54:21.637777 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:54:21.637777 dv-neutron-833373-2-hyperv neutron-server[83828]: event.method(event) Apr 01 15:54:21.637777 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:54:21.637777 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:54:21.637777 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:54:21.637777 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:54:21.637777 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:54:21.637777 dv-neutron-833373-2-hyperv neutron-server[83828]: return f(self, *a, **k) Apr 01 15:54:21.637777 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:54:21.637777 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._get(url).json() Apr 01 15:54:21.637777 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:54:21.637777 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:54:21.637777 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:54:21.637777 dv-neutron-833373-2-hyperv neutron-server[83828]: return self.request(url, 'GET', **kwargs) Apr 01 15:54:21.637777 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:54:21.637777 dv-neutron-833373-2-hyperv neutron-server[83828]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:54:21.637777 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:54:21.637777 dv-neutron-833373-2-hyperv neutron-server[83828]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:54:21.637777 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:54:21.637777 dv-neutron-833373-2-hyperv neutron-server[83828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:54:21.637777 dv-neutron-833373-2-hyperv neutron-server[83828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:54:21.640273 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ede834a2-adc1-4c35-a29d-d6b565a092f9 None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:21.640914 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e93498af-836b-4cad-a9a2-418ffa2b8da0 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:21.652033 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1888218b-89dd-48a3-8d57-93eed7b7fbcb tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:21.677318 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bacf9997-5665-4132-af2d-d18a22473f2f tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16610770'] for subnet, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:21.705561 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e93498af-836b-4cad-a9a2-418ffa2b8da0 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=83828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:54:21.705970 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e93498af-836b-4cad-a9a2-418ffa2b8da0 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15306523'] for segment, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:21.708323 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-30ac70a7-4fd7-4501-9f29-454151e45c22 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:21.728752 dv-neutron-833373-2-hyperv neutron-server[83828]: Traceback (most recent call last): Apr 01 15:54:21.728752 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:54:21.728752 dv-neutron-833373-2-hyperv neutron-server[83828]: timer() Apr 01 15:54:21.728752 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:54:21.728752 dv-neutron-833373-2-hyperv neutron-server[83828]: cb(*args, **kw) Apr 01 15:54:21.728752 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:54:21.728752 dv-neutron-833373-2-hyperv neutron-server[83828]: return func(*args, **kwargs) Apr 01 15:54:21.728752 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:54:21.728752 dv-neutron-833373-2-hyperv neutron-server[83828]: self._notify() Apr 01 15:54:21.728752 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:54:21.728752 dv-neutron-833373-2-hyperv neutron-server[83828]: self.callback(batched_events) Apr 01 15:54:21.728752 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:54:21.728752 dv-neutron-833373-2-hyperv neutron-server[83828]: event.method(event) Apr 01 15:54:21.728752 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:54:21.728752 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:54:21.728752 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:54:21.728752 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:54:21.728752 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:54:21.728752 dv-neutron-833373-2-hyperv neutron-server[83828]: return f(self, *a, **k) Apr 01 15:54:21.728752 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:54:21.728752 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._get(url).json() Apr 01 15:54:21.728752 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:54:21.728752 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:54:21.728752 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:54:21.728752 dv-neutron-833373-2-hyperv neutron-server[83828]: return self.request(url, 'GET', **kwargs) Apr 01 15:54:21.728752 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:54:21.728752 dv-neutron-833373-2-hyperv neutron-server[83828]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:54:21.728752 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:54:21.728752 dv-neutron-833373-2-hyperv neutron-server[83828]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:54:21.728752 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:54:21.728752 dv-neutron-833373-2-hyperv neutron-server[83828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:54:21.728752 dv-neutron-833373-2-hyperv neutron-server[83828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:54:21.731031 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-ede834a2-adc1-4c35-a29d-d6b565a092f9 None None] Transition to ACTIVE for port object 305a13c9-8901-423c-b6f8-d7438837e8cb will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:21.737700 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=1290bbb6-572a-4bee-8b89-1d88f9bbf332,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:21.843928 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ac70a7-4fd7-4501-9f29-454151e45c22 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Network 83f22681-ac33-47f5-8552-23624acfa869 is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:21.865657 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-30ac70a7-4fd7-4501-9f29-454151e45c22 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:21.873760 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ac70a7-4fd7-4501-9f29-454151e45c22 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Pushing event updated for resources: {'Port': ['ID=a00e485e-9750-45d8-be16-8b809bbddd42,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:21.876576 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ac70a7-4fd7-4501-9f29-454151e45c22 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:54:21.877333 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-30ac70a7-4fd7-4501-9f29-454151e45c22 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611418'] for router_interface, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:21.881501 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bacf9997-5665-4132-af2d-d18a22473f2f tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:21.967460 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a5dae19b-ede6-4d88-8883-115318ef551b tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:22.136349 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 1290bbb6-572a-4bee-8b89-1d88f9bbf332 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:54:22.143117 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8cf2721b-46d4-4736-be8b-e04a1138bc00 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:22.147933 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a5dae19b-ede6-4d88-8883-115318ef551b tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15415074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16089009'] for subnet, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:22.151440 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8cf2721b-46d4-4736-be8b-e04a1138bc00 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:22.174526 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-ede834a2-adc1-4c35-a29d-d6b565a092f9 None None] Transition to ACTIVE for port object 305a13c9-8901-423c-b6f8-d7438837e8cb will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:22.189748 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a594abc7-d993-4644-9c69-034061498056 None None] For port 1d6cb8eb-d346-4866-8aea-9598ebb780d8, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=1d6cb8eb-d346-4866-8aea-9598ebb780d8,segment=NetworkSegment(233aff2c-c73e-468f-8106-6414f5781525),segment_id=233aff2c-c73e-468f-8106-6414f5781525)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:54:22.191273 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.db.api [None req-a31a3729-1327-42d9-97df-e2bc75e752ac tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:54:22.191606 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG oslo_db.api [None req-a31a3729-1327-42d9-97df-e2bc75e752ac tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:54:22.200814 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dae19b-ede6-4d88-8883-115318ef551b tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event deleted for resources: {'Subnet': ['ID=0a396ffa-a826-495d-93e2-723826013a8d,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:22.205319 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf2721b-46d4-4736-be8b-e04a1138bc00 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] Pushing event deleted for resources: {'Network': ['ID=96ec9f53-e784-45b3-8d74-9604325b4546,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:22.211070 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1888218b-89dd-48a3-8d57-93eed7b7fbcb tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=772ca3e7-735c-44dd-b172-5d8e26ac6857,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:22.218346 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a5dae19b-ede6-4d88-8883-115318ef551b tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:22.232110 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-b572f4d3-4aef-49d4-a2d4-ebf22d254989 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Deleting port e4968b65-97a9-4ec5-b3f9-fc52fbdc8629 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:54:22.232525 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b572f4d3-4aef-49d4-a2d4-ebf22d254989 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:22.238585 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a594abc7-d993-4644-9c69-034061498056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:22.241071 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ede834a2-adc1-4c35-a29d-d6b565a092f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:22.245831 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f61bade-9c68-4c10-96e3-c802da6b7192 None None] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:54:22.265305 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1888218b-89dd-48a3-8d57-93eed7b7fbcb tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:22.266547 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-1888218b-89dd-48a3-8d57-93eed7b7fbcb tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 2.1930625 Apr 01 15:54:22.275001 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51192) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:22.277659 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-8cf2721b-46d4-4736-be8b-e04a1138bc00 tempest-NetworksIpV6Test-1756879953 tempest-NetworksIpV6Test-1756879953-project] 10.222.0.55 "DELETE /v2.0/networks/96ec9f53-e784-45b3-8d74-9604325b4546 HTTP/1.1" status: 204 len: 168 time: 4.8706443 Apr 01 15:54:22.292691 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bacf9997-5665-4132-af2d-d18a22473f2f tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15415074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16089009'] for subnet, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:22.301031 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-9e871b8c-c2d7-4a1c-a0fa-e100ffaf04fd tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1236230413', 'security_groups': ['772ca3e7-735c-44dd-b172-5d8e26ac6857'], 'network_id': 'b4e873a3-e6ca-443c-a769-49c7c4739e48', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '69391ae9-5e31-438d-b6fe-a0d09b4ad68c'}]}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:54:22.324712 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e93498af-836b-4cad-a9a2-418ffa2b8da0 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:22.362119 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacf9997-5665-4132-af2d-d18a22473f2f tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=df6828ca-fd93-437a-af09-a122f7dfc436,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:22.369869 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-a5dae19b-ede6-4d88-8883-115318ef551b tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/subnets/0a396ffa-a826-495d-93e2-723826013a8d HTTP/1.1" status: 204 len: 168 time: 1.5401499 Apr 01 15:54:22.373476 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51198) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:22.377147 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bacf9997-5665-4132-af2d-d18a22473f2f tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:22.379519 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-bacf9997-5665-4132-af2d-d18a22473f2f tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] 10.222.0.55 "DELETE /v2.0/subnets/df6828ca-fd93-437a-af09-a122f7dfc436 HTTP/1.1" status: 204 len: 168 time: 0.9794388 Apr 01 15:54:22.406782 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51202) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:22.410357 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e93498af-836b-4cad-a9a2-418ffa2b8da0 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:22.438140 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-30ac70a7-4fd7-4501-9f29-454151e45c22 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:22.450846 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93498af-836b-4cad-a9a2-418ffa2b8da0 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Pushing event deleted for resources: {'Network': ['ID=274dbc1d-4765-44ad-808b-76e00818a2c0,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:22.470368 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-877db956-3a4c-4509-b9ab-c20fa3b8e38c None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:22.487069 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-877db956-3a4c-4509-b9ab-c20fa3b8e38c None None] Transition to ACTIVE for port object 4675ef8e-4300-4178-9894-0824839a9de2 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:22.514826 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-e93498af-836b-4cad-a9a2-418ffa2b8da0 tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] 10.222.0.55 "DELETE /v2.0/networks/274dbc1d-4765-44ad-808b-76e00818a2c0 HTTP/1.1" status: 204 len: 168 time: 4.6623268 Apr 01 15:54:22.515044 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-877db956-3a4c-4509-b9ab-c20fa3b8e38c None None] Transition to ACTIVE for port object 4675ef8e-4300-4178-9894-0824839a9de2 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:22.551478 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51206) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:22.696195 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-56302f00-7c48-4ef0-8557-09991c14e74d tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Synchronizing usage tracker for tenant:89ab582ea5804c899f0a47f315dc7cc8 on resource:port {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:54:22.698344 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede834a2-adc1-4c35-a29d-d6b565a092f9 None None] Network f137bd3f-f1ae-4e07-8ff7-1281b1d0c044 is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:22.698910 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-a31a3729-1327-42d9-97df-e2bc75e752ac tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Deleting port 8ca2a819-0b52-498b-9379-9338b49a6934 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:54:22.698910 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a31a3729-1327-42d9-97df-e2bc75e752ac tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:22.711623 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51212) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:22.721709 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a594abc7-d993-4644-9c69-034061498056 None None] Pushing event updated for resources: {'Port': ['ID=1d6cb8eb-d346-4866-8aea-9598ebb780d8,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:22.729279 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-b87cb980-bfef-46f6-8809-bb32a3c07efd tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3481586 Apr 01 15:54:22.736392 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51216) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:22.758889 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-ede834a2-adc1-4c35-a29d-d6b565a092f9 None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:22.764438 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-54a58ce5-1d8b-411c-9017-1dccab9dbfdb tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:22.784947 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede834a2-adc1-4c35-a29d-d6b565a092f9 None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:54:22.811189 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-a31a3729-1327-42d9-97df-e2bc75e752ac tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] The port '8ca2a819-0b52-498b-9379-9338b49a6934' was deleted {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:54:22.822767 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-877db956-3a4c-4509-b9ab-c20fa3b8e38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:22.839852 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-9e871b8c-c2d7-4a1c-a0fa-e100ffaf04fd tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:22.848566 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-56302f00-7c48-4ef0-8557-09991c14e74d tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Unset dirty status for tenant:89ab582ea5804c899f0a47f315dc7cc8 on resource:port {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:54:22.849500 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-56302f00-7c48-4ef0-8557-09991c14e74d tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] 10.222.0.55 "GET /v2.0/ports?device_id=25d2e317-e321-4ffa-a674-6d5b7760ebaf HTTP/1.1" status: 200 len: 205 time: 0.2970018 Apr 01 15:54:22.859371 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51222) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:22.876238 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-9e871b8c-c2d7-4a1c-a0fa-e100ffaf04fd tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Usage tracker for resource:port and tenant:144b300b27fa4dafba1405cae5639f1c is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:22.885393 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-9e871b8c-c2d7-4a1c-a0fa-e100ffaf04fd tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:22.910900 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-9e871b8c-c2d7-4a1c-a0fa-e100ffaf04fd tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:22.940536 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-d8e295f3-5a3d-4dcc-a4d7-a876fd11b1f0 None None] For port 5b9e331d-c6c9-4776-affd-c60d3c1ae46b, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=5b9e331d-c6c9-4776-affd-c60d3c1ae46b,segment=NetworkSegment(e1afdbc5-c067-4fa6-aa9f-86d41caffda6),segment_id=e1afdbc5-c067-4fa6-aa9f-86d41caffda6)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:54:22.942909 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-d8e295f3-5a3d-4dcc-a4d7-a876fd11b1f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:22.985301 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b572f4d3-4aef-49d4-a2d4-ebf22d254989 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:22.985651 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b572f4d3-4aef-49d4-a2d4-ebf22d254989 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:23.101075 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e871b8c-c2d7-4a1c-a0fa-e100ffaf04fd tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Made reservation on behalf of 144b300b27fa4dafba1405cae5639f1c for: {'port': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:23.192324 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73836bb5-b7f3-4883-bb1c-903f312b8248 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:23.193292 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-73836bb5-b7f3-4883-bb1c-903f312b8248 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Synchronizing usage tracker for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:54:23.236584 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-d8e295f3-5a3d-4dcc-a4d7-a876fd11b1f0 None None] Calling delete_port for 5b9e331d-c6c9-4776-affd-c60d3c1ae46b owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:54:23.257332 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7fd7b6ed-e64a-448f-a3d2-0c7bfd45267c tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks [] for router, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:23.300849 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-b572f4d3-4aef-49d4-a2d4-ebf22d254989 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Calling delete_port for e4968b65-97a9-4ec5-b3f9-fc52fbdc8629 owned by network:floatingip {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:54:23.308341 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede834a2-adc1-4c35-a29d-d6b565a092f9 None None] Pushing event updated for resources: {'Port': ['ID=305a13c9-8901-423c-b6f8-d7438837e8cb,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:23.342158 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a31a3729-1327-42d9-97df-e2bc75e752ac tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:23.373981 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 1290bbb6-572a-4bee-8b89-1d88f9bbf332 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:23.374413 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:23.409039 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877db956-3a4c-4509-b9ab-c20fa3b8e38c None None] Network b4e873a3-e6ca-443c-a769-49c7c4739e48 is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:23.453088 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-c9db4326-4331-449e-891e-a32e6d5ac4fb None None] Provisioning complete for port 1d6cb8eb-d346-4866-8aea-9598ebb780d8 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:23.453463 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c9db4326-4331-449e-891e-a32e6d5ac4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:23.474846 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-54a58ce5-1d8b-411c-9017-1dccab9dbfdb tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:23.493165 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-a31a3729-1327-42d9-97df-e2bc75e752ac tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2923efa5-2756-4666-a9bb-08b89c0e2219']}} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:23.504546 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-877db956-3a4c-4509-b9ab-c20fa3b8e38c None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:23.529892 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-73836bb5-b7f3-4883-bb1c-903f312b8248 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Unset dirty status for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:54:23.534002 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-73836bb5-b7f3-4883-bb1c-903f312b8248 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7938843 Apr 01 15:54:23.534813 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-a31a3729-1327-42d9-97df-e2bc75e752ac tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e33136d4-54ad-49ab-8d1b-cb96713f0eed') {'for_net_delete': True} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:23.535143 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-a31a3729-1327-42d9-97df-e2bc75e752ac tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e33136d4-54ad-49ab-8d1b-cb96713f0eed') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:23.535289 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-e443c5a4-407e-4006-9aaa-5c1bc89026b7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d41ff62d3a004209bfda315661ac6954&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8164423 Apr 01 15:54:23.538452 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51226) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:23.539163 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51228) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:23.552963 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877db956-3a4c-4509-b9ab-c20fa3b8e38c None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:54:23.555075 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-30ac70a7-4fd7-4501-9f29-454151e45c22 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:23.565567 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a31a3729-1327-42d9-97df-e2bc75e752ac tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15303093'] for segment, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:23.578992 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-54a58ce5-1d8b-411c-9017-1dccab9dbfdb tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9067028-8831-49b0-a7e1-99422c1e79b7']}} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:23.606743 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-54a58ce5-1d8b-411c-9017-1dccab9dbfdb tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22bb3655-f178-4b05-bfe4-84967320dc38') {'for_net_delete': True} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:23.606743 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-54a58ce5-1d8b-411c-9017-1dccab9dbfdb tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22bb3655-f178-4b05-bfe4-84967320dc38') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:23.614472 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a31a3729-1327-42d9-97df-e2bc75e752ac tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:23.660894 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-54a58ce5-1d8b-411c-9017-1dccab9dbfdb tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15303093'] for segment, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:23.676648 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a31a3729-1327-42d9-97df-e2bc75e752ac tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=83828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:54:23.677169 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a31a3729-1327-42d9-97df-e2bc75e752ac tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15306523'] for segment, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:23.700763 dv-neutron-833373-2-hyperv neutron-server[83828]: Traceback (most recent call last): Apr 01 15:54:23.700763 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:54:23.700763 dv-neutron-833373-2-hyperv neutron-server[83828]: timer() Apr 01 15:54:23.700763 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:54:23.700763 dv-neutron-833373-2-hyperv neutron-server[83828]: cb(*args, **kw) Apr 01 15:54:23.700763 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:54:23.700763 dv-neutron-833373-2-hyperv neutron-server[83828]: return func(*args, **kwargs) Apr 01 15:54:23.700763 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:54:23.700763 dv-neutron-833373-2-hyperv neutron-server[83828]: self._notify() Apr 01 15:54:23.700763 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:54:23.700763 dv-neutron-833373-2-hyperv neutron-server[83828]: self.callback(batched_events) Apr 01 15:54:23.700763 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:54:23.700763 dv-neutron-833373-2-hyperv neutron-server[83828]: event.method(event) Apr 01 15:54:23.700763 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:54:23.700763 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:54:23.700763 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:54:23.700763 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:54:23.700763 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:54:23.700763 dv-neutron-833373-2-hyperv neutron-server[83828]: return f(self, *a, **k) Apr 01 15:54:23.700763 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:54:23.700763 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._get(url).json() Apr 01 15:54:23.700763 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:54:23.700763 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:54:23.700763 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:54:23.700763 dv-neutron-833373-2-hyperv neutron-server[83828]: return self.request(url, 'GET', **kwargs) Apr 01 15:54:23.700763 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:54:23.700763 dv-neutron-833373-2-hyperv neutron-server[83828]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:54:23.700763 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:54:23.700763 dv-neutron-833373-2-hyperv neutron-server[83828]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:54:23.700763 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:54:23.700763 dv-neutron-833373-2-hyperv neutron-server[83828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:54:23.700763 dv-neutron-833373-2-hyperv neutron-server[83828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:54:23.721063 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-30ac70a7-4fd7-4501-9f29-454151e45c22 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:23.721966 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-30ac70a7-4fd7-4501-9f29-454151e45c22 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611525'] for router_interface, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:23.754429 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877db956-3a4c-4509-b9ab-c20fa3b8e38c None None] Pushing event updated for resources: {'Port': ['ID=4675ef8e-4300-4178-9894-0824839a9de2,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:23.788900 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-d8e295f3-5a3d-4dcc-a4d7-a876fd11b1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671'] for port, after_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:23.832175 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-ede834a2-adc1-4c35-a29d-d6b565a092f9 None None] Attempting to bind port 305a13c9-8901-423c-b6f8-d7438837e8cb on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:54:23.833289 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-ede834a2-adc1-4c35-a29d-d6b565a092f9 None None] Attempting to bind port 305a13c9-8901-423c-b6f8-d7438837e8cb by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': '5a68b0fa-35eb-40f9-81d4-5c239bd3c342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f137bd3f-f1ae-4e07-8ff7-1281b1d0c044'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:54:23.835045 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede834a2-adc1-4c35-a29d-d6b565a092f9 None None] Attempting to bind port 305a13c9-8901-423c-b6f8-d7438837e8cb on network f137bd3f-f1ae-4e07-8ff7-1281b1d0c044 {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:54:23.840150 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9e871b8c-c2d7-4a1c-a0fa-e100ffaf04fd tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:23.916410 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-54a58ce5-1d8b-411c-9017-1dccab9dbfdb tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:23.928330 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede834a2-adc1-4c35-a29d-d6b565a092f9 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:54:23.928701 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede834a2-adc1-4c35-a29d-d6b565a092f9 None None] Checking segment: {'id': '5a68b0fa-35eb-40f9-81d4-5c239bd3c342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f137bd3f-f1ae-4e07-8ff7-1281b1d0c044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:54:23.929249 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ede834a2-adc1-4c35-a29d-d6b565a092f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:23.930468 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede834a2-adc1-4c35-a29d-d6b565a092f9 None None] Bound using segment: {'id': '5a68b0fa-35eb-40f9-81d4-5c239bd3c342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f137bd3f-f1ae-4e07-8ff7-1281b1d0c044'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:54:23.931223 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-ede834a2-adc1-4c35-a29d-d6b565a092f9 None None] Bound port: 305a13c9-8901-423c-b6f8-d7438837e8cb, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a68b0fa-35eb-40f9-81d4-5c239bd3c342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f137bd3f-f1ae-4e07-8ff7-1281b1d0c044'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:54:23.931615 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ede834a2-adc1-4c35-a29d-d6b565a092f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:23.969737 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54a58ce5-1d8b-411c-9017-1dccab9dbfdb tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=83828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:54:23.970670 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-54a58ce5-1d8b-411c-9017-1dccab9dbfdb tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15306523'] for segment, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:23.971816 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e295f3-5a3d-4dcc-a4d7-a876fd11b1f0 None None] No DVR routers for this DVR port 5b9e331d-c6c9-4776-affd-c60d3c1ae46b on host dv-neutron-833373-2-hyperv {{(pid=83829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:54:23.989565 dv-neutron-833373-2-hyperv neutron-server[83828]: Traceback (most recent call last): Apr 01 15:54:23.989565 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:54:23.989565 dv-neutron-833373-2-hyperv neutron-server[83828]: timer() Apr 01 15:54:23.989565 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:54:23.989565 dv-neutron-833373-2-hyperv neutron-server[83828]: cb(*args, **kw) Apr 01 15:54:23.989565 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:54:23.989565 dv-neutron-833373-2-hyperv neutron-server[83828]: return func(*args, **kwargs) Apr 01 15:54:23.989565 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:54:23.989565 dv-neutron-833373-2-hyperv neutron-server[83828]: self._notify() Apr 01 15:54:23.989565 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:54:23.989565 dv-neutron-833373-2-hyperv neutron-server[83828]: self.callback(batched_events) Apr 01 15:54:23.989565 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:54:23.989565 dv-neutron-833373-2-hyperv neutron-server[83828]: event.method(event) Apr 01 15:54:23.989565 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:54:23.989565 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:54:23.989565 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:54:23.989565 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:54:23.989565 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:54:23.989565 dv-neutron-833373-2-hyperv neutron-server[83828]: return f(self, *a, **k) Apr 01 15:54:23.989565 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:54:23.989565 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._get(url).json() Apr 01 15:54:23.989565 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:54:23.989565 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:54:23.989565 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:54:23.989565 dv-neutron-833373-2-hyperv neutron-server[83828]: return self.request(url, 'GET', **kwargs) Apr 01 15:54:23.989565 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:54:23.989565 dv-neutron-833373-2-hyperv neutron-server[83828]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:54:23.989565 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:54:23.989565 dv-neutron-833373-2-hyperv neutron-server[83828]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:54:23.989565 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:54:23.989565 dv-neutron-833373-2-hyperv neutron-server[83828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:54:23.989565 dv-neutron-833373-2-hyperv neutron-server[83828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:54:24.010046 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [None req-9e871b8c-c2d7-4a1c-a0fa-e100ffaf04fd tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] device_id is not set on port fccffea2-e97e-4bd3-b202-85277ab5a945 yet. {{(pid=83828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:54:24.036693 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e295f3-5a3d-4dcc-a4d7-a876fd11b1f0 None None] Pushing event deleted for resources: {'Port': ['ID=5b9e331d-c6c9-4776-affd-c60d3c1ae46b,revision_number=None']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:24.109903 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ac70a7-4fd7-4501-9f29-454151e45c22 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Pushing event updated for resources: {'Port': ['ID=a00e485e-9750-45d8-be16-8b809bbddd42,revision_number=2']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:24.114380 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7c494a-f4a5-49f0-83ae-032aadbd44e2 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:24.128724 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-fb7c494a-f4a5-49f0-83ae-032aadbd44e2 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Synchronizing usage tracker for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:subnet {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:54:24.169048 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-fb7c494a-f4a5-49f0-83ae-032aadbd44e2 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Unset dirty status for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:subnet {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:54:24.170899 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-fb7c494a-f4a5-49f0-83ae-032aadbd44e2 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6215026 Apr 01 15:54:24.196262 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:24.196993 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-33ac2194-a5e7-4017-92ce-1062bda11503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:24.214156 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51234) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:24.217446 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1ea884-5402-4c99-86c8-e70c3d58a72b None None] DHCP port deletion for 7b65ac5c-8834-4b65-9b28-b7dba6c9746f request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:54:24.245046 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-877db956-3a4c-4509-b9ab-c20fa3b8e38c None None] Attempting to bind port 4675ef8e-4300-4178-9894-0824839a9de2 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:54:24.245420 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-877db956-3a4c-4509-b9ab-c20fa3b8e38c None None] Attempting to bind port 4675ef8e-4300-4178-9894-0824839a9de2 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': '3688d23c-c9f4-4a5f-a439-60480be8ab1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b4e873a3-e6ca-443c-a769-49c7c4739e48'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:54:24.245785 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877db956-3a4c-4509-b9ab-c20fa3b8e38c None None] Attempting to bind port 4675ef8e-4300-4178-9894-0824839a9de2 on network b4e873a3-e6ca-443c-a769-49c7c4739e48 {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:54:24.293374 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-bc1ea884-5402-4c99-86c8-e70c3d58a72b None None] Deleting port 1290bbb6-572a-4bee-8b89-1d88f9bbf332 {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:54:24.293758 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-bc1ea884-5402-4c99-86c8-e70c3d58a72b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:24.296610 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a31a3729-1327-42d9-97df-e2bc75e752ac tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:24.312766 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b572f4d3-4aef-49d4-a2d4-ebf22d254989 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:24.358462 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2f69121f-339f-42e2-892f-9e69b22190b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:24.366121 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7fd7b6ed-e64a-448f-a3d2-0c7bfd45267c tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130651'] for router, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:24.377982 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877db956-3a4c-4509-b9ab-c20fa3b8e38c None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:54:24.378360 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877db956-3a4c-4509-b9ab-c20fa3b8e38c None None] Checking segment: {'id': '3688d23c-c9f4-4a5f-a439-60480be8ab1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b4e873a3-e6ca-443c-a769-49c7c4739e48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:54:24.378766 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-877db956-3a4c-4509-b9ab-c20fa3b8e38c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:24.379524 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877db956-3a4c-4509-b9ab-c20fa3b8e38c None None] Bound using segment: {'id': '3688d23c-c9f4-4a5f-a439-60480be8ab1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b4e873a3-e6ca-443c-a769-49c7c4739e48'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:54:24.379663 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-877db956-3a4c-4509-b9ab-c20fa3b8e38c None None] Bound port: 4675ef8e-4300-4178-9894-0824839a9de2, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3688d23c-c9f4-4a5f-a439-60480be8ab1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b4e873a3-e6ca-443c-a769-49c7c4739e48'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:54:24.380147 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-877db956-3a4c-4509-b9ab-c20fa3b8e38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:24.395141 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a31a3729-1327-42d9-97df-e2bc75e752ac tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:24.400274 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-6ca82016-a897-4851-96d5-17b18a280037 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1736047 Apr 01 15:54:24.401163 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b572f4d3-4aef-49d4-a2d4-ebf22d254989 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Pushing event deleted for resources: {'Port': ['ID=e4968b65-97a9-4ec5-b3f9-fc52fbdc8629,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:24.420424 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51238) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:24.427268 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-04c05371-b516-456e-92cc-40f8a17d96b6 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Request body: {'subnet': {'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:54:24.432715 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7fd7b6ed-e64a-448f-a3d2-0c7bfd45267c tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:24.449420 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a3729-1327-42d9-97df-e2bc75e752ac tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Pushing event deleted for resources: {'Network': ['ID=2923efa5-2756-4666-a9bb-08b89c0e2219,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:24.460287 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-54a58ce5-1d8b-411c-9017-1dccab9dbfdb tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:24.474057 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2f69121f-339f-42e2-892f-9e69b22190b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:24.484703 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54a58ce5-1d8b-411c-9017-1dccab9dbfdb tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e9067028-8831-49b0-a7e1-99422c1e79b7 {{(pid=83828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 01 15:54:24.512418 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ac70a7-4fd7-4501-9f29-454151e45c22 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Network 83f22681-ac33-47f5-8552-23624acfa869 is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:24.516463 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-ede834a2-adc1-4c35-a29d-d6b565a092f9 None None] For port 305a13c9-8901-423c-b6f8-d7438837e8cb, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:54:24.517098 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7fd7b6ed-e64a-448f-a3d2-0c7bfd45267c tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607376'] for router, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:24.517749 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd7b6ed-e64a-448f-a3d2-0c7bfd45267c tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Fanout notify agent at l3_agent the message router_deleted on router 25d2e317-e321-4ffa-a674-6d5b7760ebaf {{(pid=83826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:54:24.522917 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-30ac70a7-4fd7-4501-9f29-454151e45c22 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:24.551651 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-54a58ce5-1d8b-411c-9017-1dccab9dbfdb tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:24.552936 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-ede834a2-adc1-4c35-a29d-d6b565a092f9 None None] For port 305a13c9-8901-423c-b6f8-d7438837e8cb, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=305a13c9-8901-423c-b6f8-d7438837e8cb,segment=NetworkSegment(5a68b0fa-35eb-40f9-81d4-5c239bd3c342),segment_id=5a68b0fa-35eb-40f9-81d4-5c239bd3c342)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:54:24.560485 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-a31a3729-1327-42d9-97df-e2bc75e752ac tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "DELETE /v2.0/networks/2923efa5-2756-4666-a9bb-08b89c0e2219 HTTP/1.1" status: 204 len: 168 time: 5.1994419 Apr 01 15:54:24.599750 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51242) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:24.665138 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-877db956-3a4c-4509-b9ab-c20fa3b8e38c None None] For port 4675ef8e-4300-4178-9894-0824839a9de2, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:54:24.669049 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-877db956-3a4c-4509-b9ab-c20fa3b8e38c None None] For port 4675ef8e-4300-4178-9894-0824839a9de2, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=4675ef8e-4300-4178-9894-0824839a9de2,segment=NetworkSegment(3688d23c-c9f4-4a5f-a439-60480be8ab1d),segment_id=3688d23c-c9f4-4a5f-a439-60480be8ab1d)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:54:24.721860 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a58ce5-1d8b-411c-9017-1dccab9dbfdb tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Pushing event deleted for resources: {'Network': ['ID=e9067028-8831-49b0-a7e1-99422c1e79b7,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:24.760645 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7fd7b6ed-e64a-448f-a3d2-0c7bfd45267c tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] Notify callbacks [] for router, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:24.764019 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-7fd7b6ed-e64a-448f-a3d2-0c7bfd45267c tempest-RoutersNegativeTest-1158907294 tempest-RoutersNegativeTest-1158907294-project] 10.222.0.55 "DELETE /v2.0/routers/25d2e317-e321-4ffa-a674-6d5b7760ebaf HTTP/1.1" status: 204 len: 168 time: 1.9011176 Apr 01 15:54:24.786822 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-54a58ce5-1d8b-411c-9017-1dccab9dbfdb tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] 10.222.0.55 "DELETE /v2.0/networks/e9067028-8831-49b0-a7e1-99422c1e79b7 HTTP/1.1" status: 204 len: 168 time: 2.3712177 Apr 01 15:54:25.019892 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-04c05371-b516-456e-92cc-40f8a17d96b6 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:25.066036 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-81db7f01-fadb-4096-91aa-a336e099ca9b tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:25.081458 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-bc1ea884-5402-4c99-86c8-e70c3d58a72b None None] For port 1290bbb6-572a-4bee-8b89-1d88f9bbf332, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=1290bbb6-572a-4bee-8b89-1d88f9bbf332,segment=NetworkSegment(c41dc1a5-c958-4d8b-81ea-3934c36371b8),segment_id=c41dc1a5-c958-4d8b-81ea-3934c36371b8)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:54:25.082064 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-bc1ea884-5402-4c99-86c8-e70c3d58a72b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:25.088005 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2f69121f-339f-42e2-892f-9e69b22190b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:25.105257 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-04c05371-b516-456e-92cc-40f8a17d96b6 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:25.141041 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.api.v2.resource [None req-b572f4d3-4aef-49d4-a2d4-ebf22d254989 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] create failed (client error): The resource could not be found. Apr 01 15:54:25.142753 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-b572f4d3-4aef-49d4-a2d4-ebf22d254989 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 7.9837177 Apr 01 15:54:25.150759 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c05371-b516-456e-92cc-40f8a17d96b6 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Made reservation on behalf of 50a1f72bd5e54e209eb4756b30f7e6a6 for: {'subnet': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:25.158963 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f69121f-339f-42e2-892f-9e69b22190b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d74eb16e-57ff-41c5-b3c4-658a323b60ab,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:25.172788 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51254) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:25.174793 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2f69121f-339f-42e2-892f-9e69b22190b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:25.181075 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-2f69121f-339f-42e2-892f-9e69b22190b6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d74eb16e-57ff-41c5-b3c4-658a323b60ab HTTP/1.1" status: 204 len: 168 time: 1.6267698 Apr 01 15:54:25.226066 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-9e871b8c-c2d7-4a1c-a0fa-e100ffaf04fd tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Allocated IP 2001:db8::309 (b4e873a3-e6ca-443c-a769-49c7c4739e48/69391ae9-5e31-438d-b6fe-a0d09b4ad68c/fccffea2-e97e-4bd3-b202-85277ab5a945) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:25.325213 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51260) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:25.338978 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-bc1ea884-5402-4c99-86c8-e70c3d58a72b None None] Calling delete_port for 1290bbb6-572a-4bee-8b89-1d88f9bbf332 owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:54:25.417671 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 5b8a075e-59d8-41a4-9ab5-09bfd27a8bd0 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:54:25.458127 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-a664e2bf-d9d2-4b33-a101-71684acca99f tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Deleting port 611dedae-d411-4ac0-9ee5-32b3f14c2c28 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:54:25.458588 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a664e2bf-d9d2-4b33-a101-71684acca99f tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:25.476473 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-81db7f01-fadb-4096-91aa-a336e099ca9b tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:25.513496 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-81db7f01-fadb-4096-91aa-a336e099ca9b tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3293d86-34d8-4043-88a9-5e8c99363a6d']}} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:25.529697 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-81db7f01-fadb-4096-91aa-a336e099ca9b tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1afdbc5-c067-4fa6-aa9f-86d41caffda6') {'for_net_delete': True} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:25.530037 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-81db7f01-fadb-4096-91aa-a336e099ca9b tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1afdbc5-c067-4fa6-aa9f-86d41caffda6') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:25.544308 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-81db7f01-fadb-4096-91aa-a336e099ca9b tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15303093'] for segment, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:25.567155 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-81db7f01-fadb-4096-91aa-a336e099ca9b tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:25.574165 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ede834a2-adc1-4c35-a29d-d6b565a092f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:25.576923 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81db7f01-fadb-4096-91aa-a336e099ca9b tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=83828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:54:25.577365 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-81db7f01-fadb-4096-91aa-a336e099ca9b tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15306523'] for segment, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:25.705185 dv-neutron-833373-2-hyperv neutron-server[83828]: Traceback (most recent call last): Apr 01 15:54:25.705185 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:54:25.705185 dv-neutron-833373-2-hyperv neutron-server[83828]: timer() Apr 01 15:54:25.705185 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:54:25.705185 dv-neutron-833373-2-hyperv neutron-server[83828]: cb(*args, **kw) Apr 01 15:54:25.705185 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:54:25.705185 dv-neutron-833373-2-hyperv neutron-server[83828]: return func(*args, **kwargs) Apr 01 15:54:25.705185 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:54:25.705185 dv-neutron-833373-2-hyperv neutron-server[83828]: self._notify() Apr 01 15:54:25.705185 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:54:25.705185 dv-neutron-833373-2-hyperv neutron-server[83828]: self.callback(batched_events) Apr 01 15:54:25.705185 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:54:25.705185 dv-neutron-833373-2-hyperv neutron-server[83828]: event.method(event) Apr 01 15:54:25.705185 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:54:25.705185 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:54:25.705185 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:54:25.705185 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:54:25.705185 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:54:25.705185 dv-neutron-833373-2-hyperv neutron-server[83828]: return f(self, *a, **k) Apr 01 15:54:25.705185 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:54:25.705185 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._get(url).json() Apr 01 15:54:25.705185 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:54:25.705185 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:54:25.705185 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:54:25.705185 dv-neutron-833373-2-hyperv neutron-server[83828]: return self.request(url, 'GET', **kwargs) Apr 01 15:54:25.705185 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:54:25.705185 dv-neutron-833373-2-hyperv neutron-server[83828]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:54:25.705185 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:54:25.705185 dv-neutron-833373-2-hyperv neutron-server[83828]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:54:25.705185 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:54:25.705185 dv-neutron-833373-2-hyperv neutron-server[83828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:54:25.705185 dv-neutron-833373-2-hyperv neutron-server[83828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:54:25.742095 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-877db956-3a4c-4509-b9ab-c20fa3b8e38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:25.772678 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 5b8a075e-59d8-41a4-9ab5-09bfd27a8bd0 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:54:25.774216 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 5b8a075e-59d8-41a4-9ab5-09bfd27a8bd0 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:54:25.775077 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 89df17be-1afe-42e5-bf15-0439bbdfe024 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:54:25.891219 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30ac70a7-4fd7-4501-9f29-454151e45c22 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Router d6cf7410-c321-48c1-98b8-39d3ede1ddcd is scheduled to L3 agent ff252634-3424-422a-b742-9ae457bd54bd with binding_index 1 {{(pid=83826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:54:25.908527 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 89df17be-1afe-42e5-bf15-0439bbdfe024 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:54:25.910476 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 89df17be-1afe-42e5-bf15-0439bbdfe024 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:54:25.911131 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 8ca2a819-0b52-498b-9379-9338b49a6934 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:54:25.913598 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-04c05371-b516-456e-92cc-40f8a17d96b6 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16030269'] for subnet, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:25.957680 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 8ca2a819-0b52-498b-9379-9338b49a6934 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:54:25.958394 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 8ca2a819-0b52-498b-9379-9338b49a6934 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:54:25.959046 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 3ecc194d-8c0f-4375-84ef-e66bedf68e33 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:54:26.046761 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-c9db4326-4331-449e-891e-a32e6d5ac4fb None None] Provisioning for port a00e485e-9750-45d8-be16-8b809bbddd42 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:54:26.052312 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 3ecc194d-8c0f-4375-84ef-e66bedf68e33 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:54:26.052838 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 3ecc194d-8c0f-4375-84ef-e66bedf68e33 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:54:26.053367 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 5b9e331d-c6c9-4776-affd-c60d3c1ae46b no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:54:26.080838 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-81db7f01-fadb-4096-91aa-a336e099ca9b tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:26.087124 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-c9db4326-4331-449e-891e-a32e6d5ac4fb None None] Provisioning complete for port a00e485e-9750-45d8-be16-8b809bbddd42 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:26.088003 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c9db4326-4331-449e-891e-a32e6d5ac4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:26.163085 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 5b9e331d-c6c9-4776-affd-c60d3c1ae46b {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:54:26.164160 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 5b9e331d-c6c9-4776-affd-c60d3c1ae46b not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:54:26.190006 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-bc1ea884-5402-4c99-86c8-e70c3d58a72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671'] for port, after_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:26.197325 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede834a2-adc1-4c35-a29d-d6b565a092f9 None None] Pushing event updated for resources: {'Port': ['ID=305a13c9-8901-423c-b6f8-d7438837e8cb,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:26.232146 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-28ee5bd3-0481-4752-bd8f-0bf2afae43d2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=89ab582ea5804c899f0a47f315dc7cc8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9011810 Apr 01 15:54:26.256654 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51270) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:26.356933 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51276) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:26.370851 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-c9db4326-4331-449e-891e-a32e6d5ac4fb None None] Port a00e485e-9750-45d8-be16-8b809bbddd42 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:54:26.384913 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1ea884-5402-4c99-86c8-e70c3d58a72b None None] No DVR routers for this DVR port 1290bbb6-572a-4bee-8b89-1d88f9bbf332 on host dv-neutron-833373-2-hyperv {{(pid=83829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:54:26.390600 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-81db7f01-fadb-4096-91aa-a336e099ca9b tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:26.393554 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c402efa6-f2a6-4230-b4df-eed76a8162c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:26.398523 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-76f2b78c-8915-4f06-b1a5-f76a60645ddb tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Request body: {'router': {'name': 'tempest-router--538458260', 'project_id': 'eec3c35f7fc24ec6ad3ec98732312cc3'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:54:26.413253 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db7f01-fadb-4096-91aa-a336e099ca9b tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Pushing event deleted for resources: {'Network': ['ID=c3293d86-34d8-4043-88a9-5e8c99363a6d,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:26.422942 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-76f2b78c-8915-4f06-b1a5-f76a60645ddb tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:26.423358 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-81db7f01-fadb-4096-91aa-a336e099ca9b tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "DELETE /v2.0/networks/c3293d86-34d8-4043-88a9-5e8c99363a6d HTTP/1.1" status: 204 len: 168 time: 1.7826595 Apr 01 15:54:26.449281 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877db956-3a4c-4509-b9ab-c20fa3b8e38c None None] Pushing event updated for resources: {'Port': ['ID=4675ef8e-4300-4178-9894-0824839a9de2,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:26.449975 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51282) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:26.456291 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-370b8e1f-40e6-479f-b0d8-b1bc1e500bf3 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1596300397'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:54:26.481614 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-76f2b78c-8915-4f06-b1a5-f76a60645ddb tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Usage tracker for resource:router and tenant:eec3c35f7fc24ec6ad3ec98732312cc3 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:26.518046 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-76f2b78c-8915-4f06-b1a5-f76a60645ddb tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:26.547733 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-76f2b78c-8915-4f06-b1a5-f76a60645ddb tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:26.579997 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1ea884-5402-4c99-86c8-e70c3d58a72b None None] Pushing event deleted for resources: {'Port': ['ID=1290bbb6-572a-4bee-8b89-1d88f9bbf332,revision_number=None']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:26.609216 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-8055e06b-3c31-4b12-8563-f0420e893cfe None None] Provisioning complete for port a00e485e-9750-45d8-be16-8b809bbddd42 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:26.609595 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8055e06b-3c31-4b12-8563-f0420e893cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:26.640861 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4de6f2b2-0ff2-48ef-bf64-8680ba5f77d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:26.674173 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 1d6cb8eb-d346-4866-8aea-9598ebb780d8 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:54:26.746997 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-76f2b78c-8915-4f06-b1a5-f76a60645ddb tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130665'] for router, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:26.748275 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-76f2b78c-8915-4f06-b1a5-f76a60645ddb tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617571', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130640'] for router, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:26.781056 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-370b8e1f-40e6-479f-b0d8-b1bc1e500bf3 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:26.800611 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-370b8e1f-40e6-479f-b0d8-b1bc1e500bf3 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Usage tracker for resource:network and tenant:140c0a827c6a433287acd915ee3c410d is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:26.802346 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a664e2bf-d9d2-4b33-a101-71684acca99f tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:26.809657 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-370b8e1f-40e6-479f-b0d8-b1bc1e500bf3 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:26.829199 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-370b8e1f-40e6-479f-b0d8-b1bc1e500bf3 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:26.850839 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-8055e06b-3c31-4b12-8563-f0420e893cfe None None] Port a00e485e-9750-45d8-be16-8b809bbddd42 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:54:26.887028 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4de6f2b2-0ff2-48ef-bf64-8680ba5f77d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:26.902918 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-370b8e1f-40e6-479f-b0d8-b1bc1e500bf3 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Made reservation on behalf of 140c0a827c6a433287acd915ee3c410d for: {'network': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:26.905992 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-370b8e1f-40e6-479f-b0d8-b1bc1e500bf3 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:26.919777 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 1d6cb8eb-d346-4866-8aea-9598ebb780d8 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:26.920533 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:27.023996 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9e871b8c-c2d7-4a1c-a0fa-e100ffaf04fd tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:27.028609 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-370b8e1f-40e6-479f-b0d8-b1bc1e500bf3 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=83828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:54:27.103052 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-370b8e1f-40e6-479f-b0d8-b1bc1e500bf3 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:27.103653 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.segments_db [None req-370b8e1f-40e6-479f-b0d8-b1bc1e500bf3 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Added segment 6039dcfc-6925-4511-8775-036e3b52fe80 of type vlan for network 91cbdec4-044e-4b04-83dc-ac7c6f05c438 Apr 01 15:54:27.113195 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [None req-9e871b8c-c2d7-4a1c-a0fa-e100ffaf04fd tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Transition to ACTIVE for port object fccffea2-e97e-4bd3-b202-85277ab5a945 will not be triggered until provisioned by entity DHCP. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:27.190177 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-370b8e1f-40e6-479f-b0d8-b1bc1e500bf3 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:27.276237 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-370b8e1f-40e6-479f-b0d8-b1bc1e500bf3 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:27.287139 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-a664e2bf-d9d2-4b33-a101-71684acca99f tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Calling delete_port for 611dedae-d411-4ac0-9ee5-32b3f14c2c28 owned by {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:54:27.288043 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370b8e1f-40e6-479f-b0d8-b1bc1e500bf3 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:27.290165 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-370b8e1f-40e6-479f-b0d8-b1bc1e500bf3 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:27.347739 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 1290bbb6-572a-4bee-8b89-1d88f9bbf332 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:54:27.407674 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30ac70a7-4fd7-4501-9f29-454151e45c22 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:54:27.421671 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 1290bbb6-572a-4bee-8b89-1d88f9bbf332 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:54:27.422537 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 1290bbb6-572a-4bee-8b89-1d88f9bbf332 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:54:27.424829 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d7284c-2a0a-4b3a-b59d-dc8b4f5dffb5 None None] Sync routers for ids ['d6cf7410-c321-48c1-98b8-39d3ede1ddcd'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:54:27.441819 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-76f2b78c-8915-4f06-b1a5-f76a60645ddb tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:27.454485 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d7284c-2a0a-4b3a-b59d-dc8b4f5dffb5 None None] Routers {'d6cf7410-c321-48c1-98b8-39d3ede1ddcd'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:54:27.455435 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-e7d7284c-2a0a-4b3a-b59d-dc8b4f5dffb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:54:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['d6cf7410-c321-48c1-98b8-39d3ede1ddcd'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:27.462417 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-30ac70a7-4fd7-4501-9f29-454151e45c22 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] 10.222.0.55 "PUT /v2.0/routers/d6cf7410-c321-48c1-98b8-39d3ede1ddcd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9222405 Apr 01 15:54:27.480023 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51294) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:27.534207 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:27.562680 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-e7d7284c-2a0a-4b3a-b59d-dc8b4f5dffb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:27.570813 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-370b8e1f-40e6-479f-b0d8-b1bc1e500bf3 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1187975 Apr 01 15:54:27.573497 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51298) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:27.584117 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d7284c-2a0a-4b3a-b59d-dc8b4f5dffb5 None None] Routers {'d6cf7410-c321-48c1-98b8-39d3ede1ddcd'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:54:27.585230 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-e7d7284c-2a0a-4b3a-b59d-dc8b4f5dffb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:54:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['d6cf7410-c321-48c1-98b8-39d3ede1ddcd'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:27.591026 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-77ee429d-e102-4c94-a461-652ae1fb5ba7 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Request body: {'subnet': {'network_id': '91cbdec4-044e-4b04-83dc-ac7c6f05c438', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:54:27.630493 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9e871b8c-c2d7-4a1c-a0fa-e100ffaf04fd tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:27.738929 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-e7d7284c-2a0a-4b3a-b59d-dc8b4f5dffb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:27.743869 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d7284c-2a0a-4b3a-b59d-dc8b4f5dffb5 None None] The sync data for ids ['d6cf7410-c321-48c1-98b8-39d3ede1ddcd'] in dv-neutron-833373-2-hyperv is: [] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:54:27.746910 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:27.750691 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370b8e1f-40e6-479f-b0d8-b1bc1e500bf3 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Pushing event updated for resources: {'Network': ['ID=91cbdec4-044e-4b04-83dc-ac7c6f05c438,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:27.763994 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 91cbdec4-044e-4b04-83dc-ac7c6f05c438 details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:54:27.804890 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a664e2bf-d9d2-4b33-a101-71684acca99f tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:27.851945 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51304) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:27.912307 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-76f2b78c-8915-4f06-b1a5-f76a60645ddb tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616'] for router, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:27.947100 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a664e2bf-d9d2-4b33-a101-71684acca99f tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Pushing event deleted for resources: {'Port': ['ID=611dedae-d411-4ac0-9ee5-32b3f14c2c28,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:27.953236 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4de6f2b2-0ff2-48ef-bf64-8680ba5f77d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:27.957074 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4de6f2b2-0ff2-48ef-bf64-8680ba5f77d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:27.960491 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-4de6f2b2-0ff2-48ef-bf64-8680ba5f77d0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/891c8c68-4bb2-49bd-965e-830249a21b87 HTTP/1.1" status: 204 len: 168 time: 1.6957517 Apr 01 15:54:27.969142 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-76f2b78c-8915-4f06-b1a5-f76a60645ddb tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks [] for router, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:27.972869 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-76f2b78c-8915-4f06-b1a5-f76a60645ddb tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.5939989 Apr 01 15:54:27.986543 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51310) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:27.989430 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de6f2b2-0ff2-48ef-bf64-8680ba5f77d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=891c8c68-4bb2-49bd-965e-830249a21b87,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:28.143687 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a664e2bf-d9d2-4b33-a101-71684acca99f tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:28.151545 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-a664e2bf-d9d2-4b33-a101-71684acca99f tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] 10.222.0.55 "DELETE /v2.0/ports/611dedae-d411-4ac0-9ee5-32b3f14c2c28 HTTP/1.1" status: 204 len: 168 time: 2.9721265 Apr 01 15:54:28.152446 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51316) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:28.324083 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-77ee429d-e102-4c94-a461-652ae1fb5ba7 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:28.359926 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-77ee429d-e102-4c94-a461-652ae1fb5ba7 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Usage tracker for resource:subnet and tenant:140c0a827c6a433287acd915ee3c410d is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:28.390653 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e871b8c-c2d7-4a1c-a0fa-e100ffaf04fd tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Network b4e873a3-e6ca-443c-a769-49c7c4739e48 is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:28.399650 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-77ee429d-e102-4c94-a461-652ae1fb5ba7 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:28.428011 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-9e871b8c-c2d7-4a1c-a0fa-e100ffaf04fd tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:28.431609 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e871b8c-c2d7-4a1c-a0fa-e100ffaf04fd tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:54:28.437571 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e871b8c-c2d7-4a1c-a0fa-e100ffaf04fd tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:28.446478 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9e871b8c-c2d7-4a1c-a0fa-e100ffaf04fd tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:28.519286 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e871b8c-c2d7-4a1c-a0fa-e100ffaf04fd tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Pushing event updated for resources: {'Port': ['ID=fccffea2-e97e-4bd3-b202-85277ab5a945,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:28.533955 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-08fca9da-feed-4562-b5ba-fe9bdbf59566 tempest-SubnetPoolsTestJSON-911035859 tempest-SubnetPoolsTestJSON-911035859-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1728386640', 'prefixes': ['172.20.0.0/16']}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:54:28.544539 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e4ec26-0f4f-4672-8244-bc507d442544 None None] Network f137bd3f-f1ae-4e07-8ff7-1281b1d0c044 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:54:28.553432 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-77ee429d-e102-4c94-a461-652ae1fb5ba7 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:28.623612 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-9e871b8c-c2d7-4a1c-a0fa-e100ffaf04fd tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 6.3445141 Apr 01 15:54:28.625145 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-08fca9da-feed-4562-b5ba-fe9bdbf59566 tempest-SubnetPoolsTestJSON-911035859 tempest-SubnetPoolsTestJSON-911035859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:28.636367 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51322) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:28.661276 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 4675ef8e-4300-4178-9894-0824839a9de2 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:54:28.661530 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-0c6595df-d951-42e3-b94d-dbdcabe0c30e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Request body: {'subnet': {'network_id': 'b4e873a3-e6ca-443c-a769-49c7c4739e48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:54:28.692820 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.objects.ports [None req-04c05371-b516-456e-92cc-40f8a17d96b6 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83828) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 01 15:54:28.696263 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-04c05371-b516-456e-92cc-40f8a17d96b6 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15306628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16030227'] for subnet, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:28.783971 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-97cdd100-0f1f-4b4c-b687-9f4ca9d718a1 None None] Provisioning for port 305a13c9-8901-423c-b6f8-d7438837e8cb completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:54:28.813973 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ee429d-e102-4c94-a461-652ae1fb5ba7 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Made reservation on behalf of 140c0a827c6a433287acd915ee3c410d for: {'subnet': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:28.859511 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 4675ef8e-4300-4178-9894-0824839a9de2 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:54:28.937669 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ddb005-fa7d-448d-a333-35011981504a tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:28.938332 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-17ddb005-fa7d-448d-a333-35011981504a tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Synchronizing usage tracker for tenant:b68673fda8b4484b82bd7a45a53d4438 on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:54:28.947073 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 305a13c9-8901-423c-b6f8-d7438837e8cb up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:54:28.969632 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-77ee429d-e102-4c94-a461-652ae1fb5ba7 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16030269'] for subnet, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:29.017237 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-17ddb005-fa7d-448d-a333-35011981504a tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Unset dirty status for tenant:b68673fda8b4484b82bd7a45a53d4438 on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:54:29.018482 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-17ddb005-fa7d-448d-a333-35011981504a tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] 10.222.0.55 "GET /v2.0/ports?device_id=7eb7e86f-2ef1-461f-98dd-25fa008e9388 HTTP/1.1" status: 200 len: 913 time: 0.8648362 Apr 01 15:54:29.023781 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51330) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:29.106607 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-109a8c9c-a819-4dbd-9d8d-9de0f2baacbc None None] Provisioning complete for port 4e9a38ac-d395-4e8f-a47f-62c965f0cf80 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:29.107404 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-109a8c9c-a819-4dbd-9d8d-9de0f2baacbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:29.111110 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-885b66a7-df25-4a97-8970-21afd5012ea4 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks [] for router, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:29.168576 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c05371-b516-456e-92cc-40f8a17d96b6 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event updated for resources: {'Subnet': ['ID=0a4fc1ce-e4f3-4a45-8648-4ef88d080453,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:29.254253 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:29.261278 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c05371-b516-456e-92cc-40f8a17d96b6 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:29.262537 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-109a8c9c-a819-4dbd-9d8d-9de0f2baacbc None None] Port 4e9a38ac-d395-4e8f-a47f-62c965f0cf80 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:54:29.262701 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-04c05371-b516-456e-92cc-40f8a17d96b6 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:29.271117 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 305a13c9-8901-423c-b6f8-d7438837e8cb completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:54:29.291748 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c05371-b516-456e-92cc-40f8a17d96b6 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:29.292436 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-04c05371-b516-456e-92cc-40f8a17d96b6 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:29.294655 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c0b5d7-9558-4c01-a5fb-8dd5a361e826 None None] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:54:29.309025 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-0c6595df-d951-42e3-b94d-dbdcabe0c30e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:29.315960 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-0c6595df-d951-42e3-b94d-dbdcabe0c30e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Usage tracker for resource:subnet and tenant:144b300b27fa4dafba1405cae5639f1c is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:29.322195 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-0c6595df-d951-42e3-b94d-dbdcabe0c30e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:29.341318 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-0c6595df-d951-42e3-b94d-dbdcabe0c30e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:29.376107 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c6595df-d951-42e3-b94d-dbdcabe0c30e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Made reservation on behalf of 144b300b27fa4dafba1405cae5639f1c for: {'subnet': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:29.512540 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-04c05371-b516-456e-92cc-40f8a17d96b6 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.0907202 Apr 01 15:54:29.525433 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51338) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:29.531716 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 305a13c9-8901-423c-b6f8-d7438837e8cb triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:29.532094 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:29.535379 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-2fb5dcc6-2183-4ebd-891d-94c443274193 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Request body: {'subnet': {'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:54:29.619391 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-109a8c9c-a819-4dbd-9d8d-9de0f2baacbc None None] Provisioning for port 4675ef8e-4300-4178-9894-0824839a9de2 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:54:29.661820 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-109a8c9c-a819-4dbd-9d8d-9de0f2baacbc None None] Provisioning complete for port 4675ef8e-4300-4178-9894-0824839a9de2 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:29.662449 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-109a8c9c-a819-4dbd-9d8d-9de0f2baacbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:29.741022 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac232307-7041-4be7-8e2d-e33ec83c3c9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'tenant_id': '50a1f72bd5e54e209eb4756b30f7e6a6', 'fixed_ips': [{'subnet_id': '0a4fc1ce-e4f3-4a45-8648-4ef88d080453'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:54:29.742724 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ac232307-7041-4be7-8e2d-e33ec83c3c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:29.936293 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0c6595df-d951-42e3-b94d-dbdcabe0c30e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16088980'] for subnet, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:30.084960 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.ipam_backend_mixin [None req-0c6595df-d951-42e3-b94d-dbdcabe0c30e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 69391ae9-5e31-438d-b6fe-a0d09b4ad68c (CIDR: 2001:db8::/64) Apr 01 15:54:30.103798 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c6595df-d951-42e3-b94d-dbdcabe0c30e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:54:30.104261 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c6595df-d951-42e3-b94d-dbdcabe0c30e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:54:30.138637 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-08fca9da-feed-4562-b5ba-fe9bdbf59566 tempest-SubnetPoolsTestJSON-911035859 tempest-SubnetPoolsTestJSON-911035859-project] Notify callbacks [] for subnetpool, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:30.141954 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-08fca9da-feed-4562-b5ba-fe9bdbf59566 tempest-SubnetPoolsTestJSON-911035859 tempest-SubnetPoolsTestJSON-911035859-project] 10.222.0.55 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 2.1900969 Apr 01 15:54:30.180089 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:30.206150 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51346) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:30.231526 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-109a8c9c-a819-4dbd-9d8d-9de0f2baacbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:30.296126 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port 305a13c9-8901-423c-b6f8-d7438837e8cb, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=305a13c9-8901-423c-b6f8-d7438837e8cb,segment=NetworkSegment(5a68b0fa-35eb-40f9-81d4-5c239bd3c342),segment_id=5a68b0fa-35eb-40f9-81d4-5c239bd3c342)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:54:30.298972 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-ac232307-7041-4be7-8e2d-e33ec83c3c9a None None] Allocated IP 2001:db8::f816:3eff:fec4:7581 (7b65ac5c-8834-4b65-9b28-b7dba6c9746f/0a4fc1ce-e4f3-4a45-8648-4ef88d080453/9dfa0754-203c-4f3f-9e77-d9c218f63214) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:30.309221 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:30.349334 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-0c6595df-d951-42e3-b94d-dbdcabe0c30e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7050610 Apr 01 15:54:30.353935 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51352) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:30.365117 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-04e72cf9-740b-4769-8c3d-5d6a9f79a715 tempest-SubnetPoolsTestJSON-911035859 tempest-SubnetPoolsTestJSON-911035859-project] 10.222.0.55 "GET /v2.0/subnetpools/06b6e84c-1476-4d0a-bd57-de79372b7600 HTTP/1.1" status: 200 len: 732 time: 0.1456416 Apr 01 15:54:30.370763 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-109a8c9c-a819-4dbd-9d8d-9de0f2baacbc None None] For port 4675ef8e-4300-4178-9894-0824839a9de2, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=4675ef8e-4300-4178-9894-0824839a9de2,segment=NetworkSegment(3688d23c-c9f4-4a5f-a439-60480be8ab1d),segment_id=3688d23c-c9f4-4a5f-a439-60480be8ab1d)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:54:30.371102 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-899dba30-4d7e-4fae-abbb-b00a36644487 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Request body: {'subnet': {'network_id': 'b4e873a3-e6ca-443c-a769-49c7c4739e48', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:54:30.385030 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-109a8c9c-a819-4dbd-9d8d-9de0f2baacbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:30.386153 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51356) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:30.411916 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-b5a86eb2-5f73-4a22-9749-aa419baf2652 tempest-SubnetPoolsTestJSON-911035859 tempest-SubnetPoolsTestJSON-911035859-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1457076881'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:54:30.423009 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-2fb5dcc6-2183-4ebd-891d-94c443274193 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:30.486264 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51360) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:30.516122 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-2fb5dcc6-2183-4ebd-891d-94c443274193 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:30.518511 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-77ee429d-e102-4c94-a461-652ae1fb5ba7 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15306628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16030227'] for subnet, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:30.524200 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-885b66a7-df25-4a97-8970-21afd5012ea4 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130651'] for router, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:30.598079 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=305a13c9-8901-423c-b6f8-d7438837e8cb,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:30.610396 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-885b66a7-df25-4a97-8970-21afd5012ea4 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:30.624297 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb5dcc6-2183-4ebd-891d-94c443274193 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Made reservation on behalf of 50a1f72bd5e54e209eb4756b30f7e6a6 for: {'subnet': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:30.627809 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2fb5dcc6-2183-4ebd-891d-94c443274193 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16030269'] for subnet, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:30.662710 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ee429d-e102-4c94-a461-652ae1fb5ba7 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Pushing event updated for resources: {'Subnet': ['ID=62544fdd-c100-4db6-bbf9-4aa0d7a680bb,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:30.706589 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109a8c9c-a819-4dbd-9d8d-9de0f2baacbc None None] Pushing event updated for resources: {'Port': ['ID=4675ef8e-4300-4178-9894-0824839a9de2,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:30.723216 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-7c27ca43-c853-4eeb-87ba-633f8504cf01 None None] Provisioning for port fccffea2-e97e-4bd3-b202-85277ab5a945 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:54:30.746570 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-7c27ca43-c853-4eeb-87ba-633f8504cf01 None None] Provisioning complete for port fccffea2-e97e-4bd3-b202-85277ab5a945 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:30.747252 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-7c27ca43-c853-4eeb-87ba-633f8504cf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:30.765095 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ee429d-e102-4c94-a461-652ae1fb5ba7 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Checking segment: {'id': '6039dcfc-6925-4511-8775-036e3b52fe80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '91cbdec4-044e-4b04-83dc-ac7c6f05c438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:54:30.765623 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ee429d-e102-4c94-a461-652ae1fb5ba7 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Network hostable DHCP agents. Network: 91cbdec4-044e-4b04-83dc-ac7c6f05c438, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:54:30.770773 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-323c0b39-1d2e-4af3-a317-f731cbd73770 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1535692449'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:54:30.787418 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-885b66a7-df25-4a97-8970-21afd5012ea4 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607376'] for router, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:30.787916 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-885b66a7-df25-4a97-8970-21afd5012ea4 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 55754d6e-7995-49ba-b492-37f20b54a0ff {{(pid=83828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:54:30.797019 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-323c0b39-1d2e-4af3-a317-f731cbd73770 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:30.800897 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b068326b-79c1-4921-8a20-0f6e3d84670c tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611543'] for router_interface, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:30.809999 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-885b66a7-df25-4a97-8970-21afd5012ea4 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:30.811147 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-885b66a7-df25-4a97-8970-21afd5012ea4 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] 10.222.0.55 "DELETE /v2.0/routers/55754d6e-7995-49ba-b492-37f20b54a0ff HTTP/1.1" status: 204 len: 168 time: 2.8093596 Apr 01 15:54:30.841316 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.ipam_backend_mixin [None req-2fb5dcc6-2183-4ebd-891d-94c443274193 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0a4fc1ce-e4f3-4a45-8648-4ef88d080453 (CIDR: 2001:db8::/64) Apr 01 15:54:30.842648 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ee429d-e102-4c94-a461-652ae1fb5ba7 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Network 91cbdec4-044e-4b04-83dc-ac7c6f05c438 is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:54:30.849957 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fb5dcc6-2183-4ebd-891d-94c443274193 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:54:30.850408 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fb5dcc6-2183-4ebd-891d-94c443274193 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:54:30.867051 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-77ee429d-e102-4c94-a461-652ae1fb5ba7 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, 91cbdec4-044e-4b04-83dc-ac7c6f05c438) {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:30.872328 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-899dba30-4d7e-4fae-abbb-b00a36644487 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:30.874372 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ee429d-e102-4c94-a461-652ae1fb5ba7 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:30.875154 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-77ee429d-e102-4c94-a461-652ae1fb5ba7 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:30.878122 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b5a86eb2-5f73-4a22-9749-aa419baf2652 tempest-SubnetPoolsTestJSON-911035859 tempest-SubnetPoolsTestJSON-911035859-project] Notify callbacks [] for subnetpool, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:30.879530 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-b5a86eb2-5f73-4a22-9749-aa419baf2652 tempest-SubnetPoolsTestJSON-911035859 tempest-SubnetPoolsTestJSON-911035859-project] 10.222.0.55 "PUT /v2.0/subnetpools/06b6e84c-1476-4d0a-bd57-de79372b7600 HTTP/1.1" status: 200 len: 684 time: 0.4807444 Apr 01 15:54:30.882233 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-2fb5dcc6-2183-4ebd-891d-94c443274193 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3528011 Apr 01 15:54:30.883270 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51368) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:30.885073 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51370) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:30.887603 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-323c0b39-1d2e-4af3-a317-f731cbd73770 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Usage tracker for resource:network and tenant:52ab30854e7140eb93e437126b898694 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:30.890351 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-7c27ca43-c853-4eeb-87ba-633f8504cf01 None None] Port fccffea2-e97e-4bd3-b202-85277ab5a945 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:54:30.892530 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec8f377-d37f-43b8-855b-bc389e9210a2 None None] Network 91cbdec4-044e-4b04-83dc-ac7c6f05c438 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:54:30.893749 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-323c0b39-1d2e-4af3-a317-f731cbd73770 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:30.899419 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-6c31d5b9-62ec-423b-aafd-3f6c812b080a tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Request body: {'subnet': {'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:54:30.910322 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-899dba30-4d7e-4fae-abbb-b00a36644487 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Usage tracker for resource:subnet and tenant:144b300b27fa4dafba1405cae5639f1c is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:30.999602 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-899dba30-4d7e-4fae-abbb-b00a36644487 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:31.017155 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-323c0b39-1d2e-4af3-a317-f731cbd73770 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:31.050152 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.api.v2.resource [None req-fe44db0e-6efc-4d18-a1ab-b1708eb234ac tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:54:31.054992 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-77ee429d-e102-4c94-a461-652ae1fb5ba7 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4739327 Apr 01 15:54:31.056527 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-fe44db0e-6efc-4d18-a1ab-b1708eb234ac tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] 10.222.0.55 "PUT /v2.0/routers/d6cf7410-c321-48c1-98b8-39d3ede1ddcd/add_router_interface HTTP/1.1" status: 400 len: 438 time: 3.5747907 Apr 01 15:54:31.057260 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51376) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:31.057772 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51378) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:31.064670 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-899dba30-4d7e-4fae-abbb-b00a36644487 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:31.147758 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e2da98c8-77d1-457e-8f89-ee6ca509c3d3 tempest-SubnetPoolsTestJSON-911035859 tempest-SubnetPoolsTestJSON-911035859-project] Notify callbacks [] for subnetpool, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:31.150194 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-e2da98c8-77d1-457e-8f89-ee6ca509c3d3 tempest-SubnetPoolsTestJSON-911035859 tempest-SubnetPoolsTestJSON-911035859-project] 10.222.0.55 "DELETE /v2.0/subnetpools/06b6e84c-1476-4d0a-bd57-de79372b7600 HTTP/1.1" status: 204 len: 168 time: 0.2621152 Apr 01 15:54:31.154692 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51384) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:31.157772 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-6c31d5b9-62ec-423b-aafd-3f6c812b080a tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:31.185050 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.api.v2.resource [None req-5ea957c1-50c8-40af-8129-bc2154130d52 tempest-SubnetPoolsTestJSON-911035859 tempest-SubnetPoolsTestJSON-911035859-project] show failed (client error): The resource could not be found. Apr 01 15:54:31.186160 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-5ea957c1-50c8-40af-8129-bc2154130d52 tempest-SubnetPoolsTestJSON-911035859 tempest-SubnetPoolsTestJSON-911035859-project] 10.222.0.55 "GET /v2.0/subnetpools/06b6e84c-1476-4d0a-bd57-de79372b7600 HTTP/1.1" status: 404 len: 346 time: 0.0305181 Apr 01 15:54:31.187168 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-6c31d5b9-62ec-423b-aafd-3f6c812b080a tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:31.189266 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51388) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:31.212406 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.api.v2.resource [None req-eb3ddb47-e006-45fe-bbd9-02d7611c2ddd tempest-SubnetPoolsTestJSON-911035859 tempest-SubnetPoolsTestJSON-911035859-project] delete failed (client error): The resource could not be found. Apr 01 15:54:31.213597 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-eb3ddb47-e006-45fe-bbd9-02d7611c2ddd tempest-SubnetPoolsTestJSON-911035859 tempest-SubnetPoolsTestJSON-911035859-project] 10.222.0.55 "DELETE /v2.0/subnetpools/06b6e84c-1476-4d0a-bd57-de79372b7600 HTTP/1.1" status: 404 len: 346 time: 0.0232904 Apr 01 15:54:31.230713 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c31d5b9-62ec-423b-aafd-3f6c812b080a tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Made reservation on behalf of 50a1f72bd5e54e209eb4756b30f7e6a6 for: {'subnet': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:31.259513 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ac232307-7041-4be7-8e2d-e33ec83c3c9a None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:31.278866 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-7c27ca43-c853-4eeb-87ba-633f8504cf01 None None] Provisioning complete for port 305a13c9-8901-423c-b6f8-d7438837e8cb triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:31.279334 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-7c27ca43-c853-4eeb-87ba-633f8504cf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:31.311204 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51394) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:31.315557 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-637efdb6-0831-422b-9acc-efa3769c7a7f tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-220795669', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:54:31.318983 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-ac232307-7041-4be7-8e2d-e33ec83c3c9a None None] Transition to ACTIVE for port object 9dfa0754-203c-4f3f-9e77-d9c218f63214 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:31.324442 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca435ab-738b-4642-8dc4-0d5b8244e5e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-91cbdec4-044e-4b04-83dc-ac7c6f05c438', 'network_id': '91cbdec4-044e-4b04-83dc-ac7c6f05c438', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'fixed_ips': [{'subnet_id': '62544fdd-c100-4db6-bbf9-4aa0d7a680bb'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:54:31.325311 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-aca435ab-738b-4642-8dc4-0d5b8244e5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:31.351685 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-637efdb6-0831-422b-9acc-efa3769c7a7f tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:31.396527 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6c31d5b9-62ec-423b-aafd-3f6c812b080a tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16030269'] for subnet, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:31.415078 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-323c0b39-1d2e-4af3-a317-f731cbd73770 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Made reservation on behalf of 52ab30854e7140eb93e437126b898694 for: {'network': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:31.418564 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-323c0b39-1d2e-4af3-a317-f731cbd73770 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:31.436317 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-637efdb6-0831-422b-9acc-efa3769c7a7f tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Usage tracker for resource:router and tenant:140c0a827c6a433287acd915ee3c410d is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:31.440927 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-899dba30-4d7e-4fae-abbb-b00a36644487 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Made reservation on behalf of 144b300b27fa4dafba1405cae5639f1c for: {'subnet': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:31.445790 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-899dba30-4d7e-4fae-abbb-b00a36644487 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16088980'] for subnet, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:31.454446 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-ac232307-7041-4be7-8e2d-e33ec83c3c9a None None] Transition to ACTIVE for port object 9dfa0754-203c-4f3f-9e77-d9c218f63214 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:31.478064 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ac232307-7041-4be7-8e2d-e33ec83c3c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:31.480705 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-637efdb6-0831-422b-9acc-efa3769c7a7f tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:31.549919 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-323c0b39-1d2e-4af3-a317-f731cbd73770 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Notify callbacks [] for security_group, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:31.571778 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-637efdb6-0831-422b-9acc-efa3769c7a7f tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:31.615989 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac232307-7041-4be7-8e2d-e33ec83c3c9a None None] Pushing event updated for resources: {'Port': ['ID=9dfa0754-203c-4f3f-9e77-d9c218f63214,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:31.635991 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-637efdb6-0831-422b-9acc-efa3769c7a7f tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130665'] for router, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:31.637726 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-637efdb6-0831-422b-9acc-efa3769c7a7f tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617571', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130640'] for router, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:31.640193 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac232307-7041-4be7-8e2d-e33ec83c3c9a None None] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:31.684161 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-323c0b39-1d2e-4af3-a317-f731cbd73770 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:31.694060 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-323c0b39-1d2e-4af3-a317-f731cbd73770 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Usage tracker for resource:security_group_rule and tenant:52ab30854e7140eb93e437126b898694 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:31.714270 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-323c0b39-1d2e-4af3-a317-f731cbd73770 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:31.735843 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-323c0b39-1d2e-4af3-a317-f731cbd73770 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:31.778777 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-637efdb6-0831-422b-9acc-efa3769c7a7f tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:31.781558 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-aca435ab-738b-4642-8dc4-0d5b8244e5e0 None None] Allocated IP 2001:db8::2 (91cbdec4-044e-4b04-83dc-ac7c6f05c438/62544fdd-c100-4db6-bbf9-4aa0d7a680bb/48bede80-cc9c-4e7a-a7c7-0c2845550235) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:31.859365 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-040f2a6f-f50e-487c-91a5-d87bdc555885 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-377263169', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}, 'admin_state_up': False}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:54:31.876325 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-040f2a6f-f50e-487c-91a5-d87bdc555885 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:31.896067 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-040f2a6f-f50e-487c-91a5-d87bdc555885 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Usage tracker for resource:router and tenant:feaf526a4c804601a6b0d1ed32ad6956 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:31.906741 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-040f2a6f-f50e-487c-91a5-d87bdc555885 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:31.917058 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6c31d5b9-62ec-423b-aafd-3f6c812b080a tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15306628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16030227'] for subnet, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:31.950817 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-040f2a6f-f50e-487c-91a5-d87bdc555885 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:31.962571 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-637efdb6-0831-422b-9acc-efa3769c7a7f tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616'] for router, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:31.967642 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51402) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:31.986175 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c31d5b9-62ec-423b-aafd-3f6c812b080a tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:31.993618 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-6c31d5b9-62ec-423b-aafd-3f6c812b080a tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:32.010966 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c31d5b9-62ec-423b-aafd-3f6c812b080a tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:32.011552 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6c31d5b9-62ec-423b-aafd-3f6c812b080a tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:32.024782 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-ac232307-7041-4be7-8e2d-e33ec83c3c9a None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:32.029323 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac232307-7041-4be7-8e2d-e33ec83c3c9a None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:54:32.071670 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-6c31d5b9-62ec-423b-aafd-3f6c812b080a tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1851745 Apr 01 15:54:32.074875 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51408) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:32.084498 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-b591a355-2653-470f-8fd3-5fc458c63abd tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Request body: {'port': {'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'mac_address': 'fa:16:3e:f0:4f:a5', 'name': 'tempest-NetworksTestDHCPv6-749213837'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:54:32.119109 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31d5b9-62ec-423b-aafd-3f6c812b080a tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event updated for resources: {'Subnet': ['ID=35106b19-7636-42f4-8a3c-37b87cc7b2b9,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:32.172720 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-323c0b39-1d2e-4af3-a317-f731cbd73770 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Notify callbacks [] for security_group, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:32.189340 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-aca435ab-738b-4642-8dc4-0d5b8244e5e0 None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:32.194895 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-ac232307-7041-4be7-8e2d-e33ec83c3c9a None None] Attempting to bind port 9dfa0754-203c-4f3f-9e77-d9c218f63214 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:54:32.196123 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-ac232307-7041-4be7-8e2d-e33ec83c3c9a None None] Attempting to bind port 9dfa0754-203c-4f3f-9e77-d9c218f63214 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:54:32.196586 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac232307-7041-4be7-8e2d-e33ec83c3c9a None None] Attempting to bind port 9dfa0754-203c-4f3f-9e77-d9c218f63214 on network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:54:32.216102 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-aca435ab-738b-4642-8dc4-0d5b8244e5e0 None None] Transition to ACTIVE for port object 48bede80-cc9c-4e7a-a7c7-0c2845550235 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:32.220397 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac232307-7041-4be7-8e2d-e33ec83c3c9a None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:54:32.220867 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac232307-7041-4be7-8e2d-e33ec83c3c9a None None] Checking segment: {'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:54:32.221521 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ac232307-7041-4be7-8e2d-e33ec83c3c9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:32.221742 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac232307-7041-4be7-8e2d-e33ec83c3c9a None None] Bound using segment: {'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:54:32.222322 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-ac232307-7041-4be7-8e2d-e33ec83c3c9a None None] Bound port: 9dfa0754-203c-4f3f-9e77-d9c218f63214, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:54:32.222761 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ac232307-7041-4be7-8e2d-e33ec83c3c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:32.231757 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7c69418f-0b80-40d0-b554-72e913e64c7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:32.247346 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-323c0b39-1d2e-4af3-a317-f731cbd73770 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:32.274512 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-637efdb6-0831-422b-9acc-efa3769c7a7f tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for router, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:32.276531 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-637efdb6-0831-422b-9acc-efa3769c7a7f tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.2082725 Apr 01 15:54:32.291170 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-aca435ab-738b-4642-8dc4-0d5b8244e5e0 None None] Transition to ACTIVE for port object 48bede80-cc9c-4e7a-a7c7-0c2845550235 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:32.299837 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51412) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:32.300891 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-040f2a6f-f50e-487c-91a5-d87bdc555885 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130665'] for router, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:32.301977 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-040f2a6f-f50e-487c-91a5-d87bdc555885 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617571', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130640'] for router, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:32.312439 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-aca435ab-738b-4642-8dc4-0d5b8244e5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:32.349697 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-4013235b-41f2-45a0-820d-f36202f3336d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Request body: {'port': {'network_id': '91cbdec4-044e-4b04-83dc-ac7c6f05c438', 'name': 'tempest-RoutersIpV6Test-1393338472'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:54:32.423001 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-323c0b39-1d2e-4af3-a317-f731cbd73770 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=83826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:54:32.446418 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-7c69418f-0b80-40d0-b554-72e913e64c7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:32.454224 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-7c69418f-0b80-40d0-b554-72e913e64c7d admin admin] Usage tracker for resource:security_group_rule and tenant:6fbc2f8aa3164913b5de6819accf615f is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:32.457628 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-b591a355-2653-470f-8fd3-5fc458c63abd tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:32.460006 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-7c69418f-0b80-40d0-b554-72e913e64c7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:32.471552 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-7c69418f-0b80-40d0-b554-72e913e64c7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:32.472049 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca435ab-738b-4642-8dc4-0d5b8244e5e0 None None] Network 91cbdec4-044e-4b04-83dc-ac7c6f05c438 is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:32.474203 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca435ab-738b-4642-8dc4-0d5b8244e5e0 None None] Pushing event updated for resources: {'Port': ['ID=48bede80-cc9c-4e7a-a7c7-0c2845550235,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:32.478012 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-b591a355-2653-470f-8fd3-5fc458c63abd tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:32.479199 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-aca435ab-738b-4642-8dc4-0d5b8244e5e0 None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:32.481534 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-ac232307-7041-4be7-8e2d-e33ec83c3c9a None None] For port 9dfa0754-203c-4f3f-9e77-d9c218f63214, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:54:32.484210 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca435ab-738b-4642-8dc4-0d5b8244e5e0 None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:54:32.488158 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-ac232307-7041-4be7-8e2d-e33ec83c3c9a None None] For port 9dfa0754-203c-4f3f-9e77-d9c218f63214, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=9dfa0754-203c-4f3f-9e77-d9c218f63214,segment=NetworkSegment(c41dc1a5-c958-4d8b-81ea-3934c36371b8),segment_id=c41dc1a5-c958-4d8b-81ea-3934c36371b8)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:54:32.503966 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b591a355-2653-470f-8fd3-5fc458c63abd tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Made reservation on behalf of 50a1f72bd5e54e209eb4756b30f7e6a6 for: {'port': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:32.508539 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b591a355-2653-470f-8fd3-5fc458c63abd tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:32.526061 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 4675ef8e-4300-4178-9894-0824839a9de2 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:54:32.543479 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323c0b39-1d2e-4af3-a317-f731cbd73770 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89281398-b1a4-48c7-8bbf-d48e27b0416c,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:32.548627 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [None req-b591a355-2653-470f-8fd3-5fc458c63abd tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] device_id is not set on port 279f230a-a847-4de2-bc76-43820a5fb304 yet. {{(pid=83828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:54:32.565330 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ac232307-7041-4be7-8e2d-e33ec83c3c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:32.601452 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-323c0b39-1d2e-4af3-a317-f731cbd73770 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:32.602373 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.segments_db [None req-323c0b39-1d2e-4af3-a317-f731cbd73770 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Added segment 40f16085-8111-4876-b2d1-e0a7240ef14b of type vlan for network 4c290d80-ec95-4850-871b-5e31264a5537 Apr 01 15:54:32.654462 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-040f2a6f-f50e-487c-91a5-d87bdc555885 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:32.712522 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-323c0b39-1d2e-4af3-a317-f731cbd73770 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:32.721879 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-aca435ab-738b-4642-8dc4-0d5b8244e5e0 None None] Attempting to bind port 48bede80-cc9c-4e7a-a7c7-0c2845550235 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:54:32.722188 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-aca435ab-738b-4642-8dc4-0d5b8244e5e0 None None] Attempting to bind port 48bede80-cc9c-4e7a-a7c7-0c2845550235 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': '6039dcfc-6925-4511-8775-036e3b52fe80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '91cbdec4-044e-4b04-83dc-ac7c6f05c438'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:54:32.722548 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca435ab-738b-4642-8dc4-0d5b8244e5e0 None None] Attempting to bind port 48bede80-cc9c-4e7a-a7c7-0c2845550235 on network 91cbdec4-044e-4b04-83dc-ac7c6f05c438 {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:54:32.745034 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca435ab-738b-4642-8dc4-0d5b8244e5e0 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:54:32.745295 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca435ab-738b-4642-8dc4-0d5b8244e5e0 None None] Checking segment: {'id': '6039dcfc-6925-4511-8775-036e3b52fe80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '91cbdec4-044e-4b04-83dc-ac7c6f05c438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:54:32.745659 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-aca435ab-738b-4642-8dc4-0d5b8244e5e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:32.746027 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca435ab-738b-4642-8dc4-0d5b8244e5e0 None None] Bound using segment: {'id': '6039dcfc-6925-4511-8775-036e3b52fe80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '91cbdec4-044e-4b04-83dc-ac7c6f05c438'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:54:32.746522 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-aca435ab-738b-4642-8dc4-0d5b8244e5e0 None None] Bound port: 48bede80-cc9c-4e7a-a7c7-0c2845550235, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6039dcfc-6925-4511-8775-036e3b52fe80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '91cbdec4-044e-4b04-83dc-ac7c6f05c438'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:54:32.747378 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-aca435ab-738b-4642-8dc4-0d5b8244e5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:32.766027 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac232307-7041-4be7-8e2d-e33ec83c3c9a None None] Pushing event updated for resources: {'Port': ['ID=9dfa0754-203c-4f3f-9e77-d9c218f63214,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:32.769904 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7c69418f-0b80-40d0-b554-72e913e64c7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:32.778897 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7c69418f-0b80-40d0-b554-72e913e64c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:32.794933 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-899dba30-4d7e-4fae-abbb-b00a36644487 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15415267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16089018'] for subnet, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:32.868267 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-aca435ab-738b-4642-8dc4-0d5b8244e5e0 None None] For port 48bede80-cc9c-4e7a-a7c7-0c2845550235, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:54:32.872319 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-aca435ab-738b-4642-8dc4-0d5b8244e5e0 None None] For port 48bede80-cc9c-4e7a-a7c7-0c2845550235, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=48bede80-cc9c-4e7a-a7c7-0c2845550235,segment=NetworkSegment(6039dcfc-6925-4511-8775-036e3b52fe80),segment_id=6039dcfc-6925-4511-8775-036e3b52fe80)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:54:32.873594 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 4675ef8e-4300-4178-9894-0824839a9de2 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:32.874073 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:32.902304 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-aca435ab-738b-4642-8dc4-0d5b8244e5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:32.927441 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c69418f-0b80-40d0-b554-72e913e64c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14c21a8a-48cc-4e24-9f38-d3c4d5a24f84,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:32.927744 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-4013235b-41f2-45a0-820d-f36202f3336d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:32.932278 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-7c69418f-0b80-40d0-b554-72e913e64c7d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6fbc2f8aa3164913b5de6819accf615f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9556818 Apr 01 15:54:32.935580 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51416) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:32.969808 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-4013235b-41f2-45a0-820d-f36202f3336d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Usage tracker for resource:port and tenant:140c0a827c6a433287acd915ee3c410d is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:33.010822 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-b591a355-2653-470f-8fd3-5fc458c63abd tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Allocated IP 2001:db8:0:1::1db (7b65ac5c-8834-4b65-9b28-b7dba6c9746f/35106b19-7636-42f4-8a3c-37b87cc7b2b9/279f230a-a847-4de2-bc76-43820a5fb304) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:33.024616 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-b591a355-2653-470f-8fd3-5fc458c63abd tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Allocated IP 2001:db8::f816:3eff:fef0:4fa5 (7b65ac5c-8834-4b65-9b28-b7dba6c9746f/0a4fc1ce-e4f3-4a45-8648-4ef88d080453/279f230a-a847-4de2-bc76-43820a5fb304) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:33.029142 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-4013235b-41f2-45a0-820d-f36202f3336d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:33.063175 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-4013235b-41f2-45a0-820d-f36202f3336d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:33.063764 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7b66351c-e21a-4488-898b-1bb2d827798d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:33.079452 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-323c0b39-1d2e-4af3-a317-f731cbd73770 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:33.083320 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323c0b39-1d2e-4af3-a317-f731cbd73770 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:33.084086 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-323c0b39-1d2e-4af3-a317-f731cbd73770 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:33.116118 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca435ab-738b-4642-8dc4-0d5b8244e5e0 None None] Pushing event updated for resources: {'Port': ['ID=48bede80-cc9c-4e7a-a7c7-0c2845550235,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:33.172382 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7b66351c-e21a-4488-898b-1bb2d827798d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:33.240986 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 305a13c9-8901-423c-b6f8-d7438837e8cb up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:54:33.347872 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 305a13c9-8901-423c-b6f8-d7438837e8cb triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:33.348302 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:33.489718 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7b66351c-e21a-4488-898b-1bb2d827798d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:33.490341 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899dba30-4d7e-4fae-abbb-b00a36644487 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Network b4e873a3-e6ca-443c-a769-49c7c4739e48 is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:33.578338 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b66351c-e21a-4488-898b-1bb2d827798d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c21a8a-48cc-4e24-9f38-d3c4d5a24f84,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:33.587322 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b591a355-2653-470f-8fd3-5fc458c63abd tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:33.590274 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899dba30-4d7e-4fae-abbb-b00a36644487 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Pushing event updated for resources: {'Subnet': ['ID=6aa3346e-84a0-4547-baea-d7cd27d146df,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:33.593649 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-899dba30-4d7e-4fae-abbb-b00a36644487 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:33.606708 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab121284-4a4f-4d76-910a-dbd36eacee71 None None] Network b4e873a3-e6ca-443c-a769-49c7c4739e48 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:54:33.613189 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7b66351c-e21a-4488-898b-1bb2d827798d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:33.615056 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-364950e2-7568-4c35-bd31-c4a03a3d3e1a tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611543'] for router_interface, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:33.627640 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-7b66351c-e21a-4488-898b-1bb2d827798d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/14c21a8a-48cc-4e24-9f38-d3c4d5a24f84 HTTP/1.1" status: 204 len: 168 time: 0.6808698 Apr 01 15:54:33.630701 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [None req-b591a355-2653-470f-8fd3-5fc458c63abd tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Transition to ACTIVE for port object 279f230a-a847-4de2-bc76-43820a5fb304 will not be triggered until provisioned by entity DHCP. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:33.679743 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899dba30-4d7e-4fae-abbb-b00a36644487 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:33.680570 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-899dba30-4d7e-4fae-abbb-b00a36644487 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:33.696277 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b591a355-2653-470f-8fd3-5fc458c63abd tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:33.704940 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4013235b-41f2-45a0-820d-f36202f3336d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Made reservation on behalf of 140c0a827c6a433287acd915ee3c410d for: {'port': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:33.708755 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4013235b-41f2-45a0-820d-f36202f3336d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:33.843022 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b591a355-2653-470f-8fd3-5fc458c63abd tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event updated for resources: {'Port': ['ID=279f230a-a847-4de2-bc76-43820a5fb304,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:33.850126 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b591a355-2653-470f-8fd3-5fc458c63abd tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:33.853551 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-b591a355-2653-470f-8fd3-5fc458c63abd tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:33.859122 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b591a355-2653-470f-8fd3-5fc458c63abd tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:54:33.866316 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b591a355-2653-470f-8fd3-5fc458c63abd tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:33.866316 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b591a355-2653-470f-8fd3-5fc458c63abd tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:33.867345 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-323c0b39-1d2e-4af3-a317-f731cbd73770 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 3.3789556 Apr 01 15:54:33.872423 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51422) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:33.890918 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-040f2a6f-f50e-487c-91a5-d87bdc555885 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130626'] for router, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:33.897653 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323c0b39-1d2e-4af3-a317-f731cbd73770 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Pushing event updated for resources: {'Network': ['ID=4c290d80-ec95-4850-871b-5e31264a5537,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:33.907244 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-fba074bc-04e9-49a6-8813-40650403d496 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Request body: {'subnet': {'network_id': '4c290d80-ec95-4850-871b-5e31264a5537', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:54:33.915497 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-b591a355-2653-470f-8fd3-5fc458c63abd tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.8358173 Apr 01 15:54:33.916194 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51426) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:33.942017 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-899dba30-4d7e-4fae-abbb-b00a36644487 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.5844290 Apr 01 15:54:33.951063 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [None req-4013235b-41f2-45a0-820d-f36202f3336d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] device_id is not set on port 67c19869-43ff-4a24-90ee-2b890acaed1f yet. {{(pid=83826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:54:33.953337 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 4c290d80-ec95-4850-871b-5e31264a5537 details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:54:33.963583 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51430) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:33.986056 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-1f1aadaf-6e7b-4158-b005-042bfb3c9e03 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-77882370', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6aa3346e-84a0-4547-baea-d7cd27d146df'}], 'security_groups': ['99dee5bc-1bab-44f6-a0a0-9dc527ce5b63']}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:54:34.303601 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-bf478b7c-1dea-44d1-a4ae-410c13306b41 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Deleting port 279f230a-a847-4de2-bc76-43820a5fb304 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:54:34.303948 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-bf478b7c-1dea-44d1-a4ae-410c13306b41 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:34.422991 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2017d736-33ac-4a45-9fce-4b9c6d25eb42 None None] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:54:34.493850 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-fba074bc-04e9-49a6-8813-40650403d496 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:34.571220 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-fba074bc-04e9-49a6-8813-40650403d496 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Usage tracker for resource:subnet and tenant:52ab30854e7140eb93e437126b898694 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:34.572314 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 9dfa0754-203c-4f3f-9e77-d9c218f63214 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:54:34.589136 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-fba074bc-04e9-49a6-8813-40650403d496 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:34.610314 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-fba074bc-04e9-49a6-8813-40650403d496 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:34.634935 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-4013235b-41f2-45a0-820d-f36202f3336d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Allocated IP 2001:db8::327 (91cbdec4-044e-4b04-83dc-ac7c6f05c438/62544fdd-c100-4db6-bbf9-4aa0d7a680bb/67c19869-43ff-4a24-90ee-2b890acaed1f) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:34.668061 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c332c22a-5e96-4024-a78a-5642ad0616e3 None None] Update dhcp port {'port': {'network_id': 'b4e873a3-e6ca-443c-a769-49c7c4739e48', 'fixed_ips': [{'subnet_id': '69391ae9-5e31-438d-b6fe-a0d09b4ad68c', 'ip_address': '2001:db8::2'}, {'subnet_id': '6aa3346e-84a0-4547-baea-d7cd27d146df'}], 'binding:host_id': 'dv-neutron-833373-2-hyperv'}, 'id': '4675ef8e-4300-4178-9894-0824839a9de2'} from dv-neutron-833373-2-hyperv. {{(pid=83829) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 01 15:54:34.696905 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71775163-bef0-46b3-a3d5-d187a43b6acd None None] Network 91cbdec4-044e-4b04-83dc-ac7c6f05c438 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:54:34.708090 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1f1aadaf-6e7b-4158-b005-042bfb3c9e03 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:34.728909 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba074bc-04e9-49a6-8813-40650403d496 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Made reservation on behalf of 52ab30854e7140eb93e437126b898694 for: {'subnet': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:34.815306 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-bf478b7c-1dea-44d1-a4ae-410c13306b41 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:34.831263 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-8d244964-2a69-4fd3-b3c1-f8b208fe8f89 None None] Provisioning for port 9dfa0754-203c-4f3f-9e77-d9c218f63214 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:54:34.881970 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c332c22a-5e96-4024-a78a-5642ad0616e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:34.983569 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-bf478b7c-1dea-44d1-a4ae-410c13306b41 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Calling delete_port for 279f230a-a847-4de2-bc76-43820a5fb304 owned by {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:54:35.097633 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-fba074bc-04e9-49a6-8813-40650403d496 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16088980'] for subnet, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:35.113512 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-b068326b-79c1-4921-8a20-0f6e3d84670c tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Deleting port 03840c93-2d22-4787-b3c8-9064a2fbd4bc {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:54:35.113512 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b068326b-79c1-4921-8a20-0f6e3d84670c tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:35.145380 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 9dfa0754-203c-4f3f-9e77-d9c218f63214 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:54:35.219721 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 9dfa0754-203c-4f3f-9e77-d9c218f63214 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:35.220104 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:35.256563 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-46f9f99c-a3f7-442c-bc9d-4182e2acaecc None None] Provisioning for port 48bede80-cc9c-4e7a-a7c7-0c2845550235 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:54:35.450910 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-bf478b7c-1dea-44d1-a4ae-410c13306b41 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:35.490934 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-c332c22a-5e96-4024-a78a-5642ad0616e3 None None] Allocated IP 2001:db8:0:1::2 (b4e873a3-e6ca-443c-a769-49c7c4739e48/6aa3346e-84a0-4547-baea-d7cd27d146df/4675ef8e-4300-4178-9894-0824839a9de2) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:35.509319 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf478b7c-1dea-44d1-a4ae-410c13306b41 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event deleted for resources: {'Port': ['ID=279f230a-a847-4de2-bc76-43820a5fb304,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:35.591477 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-bf478b7c-1dea-44d1-a4ae-410c13306b41 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:35.602449 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-bf478b7c-1dea-44d1-a4ae-410c13306b41 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/ports/279f230a-a847-4de2-bc76-43820a5fb304 HTTP/1.1" status: 204 len: 168 time: 1.6849370 Apr 01 15:54:35.604882 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51434) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:35.659666 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:35.708603 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccd1d1c-455f-470b-ae04-a46b03e59b08 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:35.709282 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-eccd1d1c-455f-470b-ae04-a46b03e59b08 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Synchronizing usage tracker for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:port {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:54:35.734582 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-040f2a6f-f50e-487c-91a5-d87bdc555885 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks [] for router_gateway, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:35.736089 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-eccd1d1c-455f-470b-ae04-a46b03e59b08 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Unset dirty status for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:port {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:54:35.740903 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-eccd1d1c-455f-470b-ae04-a46b03e59b08 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1348350 Apr 01 15:54:35.741788 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51438) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:35.754870 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port 9dfa0754-203c-4f3f-9e77-d9c218f63214, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=9dfa0754-203c-4f3f-9e77-d9c218f63214,segment=NetworkSegment(c41dc1a5-c958-4d8b-81ea-3934c36371b8),segment_id=c41dc1a5-c958-4d8b-81ea-3934c36371b8)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:54:35.771066 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:35.771853 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 48bede80-cc9c-4e7a-a7c7-0c2845550235 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:54:35.794690 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-040f2a6f-f50e-487c-91a5-d87bdc555885 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:35.856088 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d533d83d-b2e2-4914-a360-4aeae640f3f4 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:35.861075 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-d533d83d-b2e2-4914-a360-4aeae640f3f4 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1177385 Apr 01 15:54:35.861611 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51442) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:35.893076 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4735404-f99a-4911-af7d-be2283e2c722 None None] Update dhcp port {'port': {'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'fixed_ips': [{'subnet_id': '0a4fc1ce-e4f3-4a45-8648-4ef88d080453', 'ip_address': '2001:db8::f816:3eff:fec4:7581'}, {'subnet_id': '35106b19-7636-42f4-8a3c-37b87cc7b2b9'}], 'binding:host_id': 'dv-neutron-833373-2-hyperv'}, 'id': '9dfa0754-203c-4f3f-9e77-d9c218f63214'} from dv-neutron-833373-2-hyperv. {{(pid=83829) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 01 15:54:35.931613 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-c332c22a-5e96-4024-a78a-5642ad0616e3 None None] For port 4675ef8e-4300-4178-9894-0824839a9de2, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=4675ef8e-4300-4178-9894-0824839a9de2,segment=NetworkSegment(3688d23c-c9f4-4a5f-a439-60480be8ab1d),segment_id=3688d23c-c9f4-4a5f-a439-60480be8ab1d)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:54:35.949613 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffc8197-4d6b-4b43-8d3c-c9bc9748e65f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:35.951300 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffc8197-4d6b-4b43-8d3c-c9bc9748e65f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:35.953156 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffc8197-4d6b-4b43-8d3c-c9bc9748e65f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:35.954005 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-4ffc8197-4d6b-4b43-8d3c-c9bc9748e65f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Synchronizing usage tracker for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:subnet {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:54:35.972342 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-4ffc8197-4d6b-4b43-8d3c-c9bc9748e65f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Unset dirty status for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:subnet {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:54:35.976835 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-4ffc8197-4d6b-4b43-8d3c-c9bc9748e65f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1114619 Apr 01 15:54:35.978514 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51446) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:35.979105 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4013235b-41f2-45a0-820d-f36202f3336d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:35.987420 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=9dfa0754-203c-4f3f-9e77-d9c218f63214,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:36.001889 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-b4735404-f99a-4911-af7d-be2283e2c722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:36.078074 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c332c22a-5e96-4024-a78a-5642ad0616e3 None None] Notify callbacks [] for port, precommit_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:36.097677 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc4714ae-ddf1-4397-b161-ecbe62170577 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Deleting subnet 0a4fc1ce-e4f3-4a45-8648-4ef88d080453 {{(pid=83828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:54:36.099477 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [None req-4013235b-41f2-45a0-820d-f36202f3336d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Transition to ACTIVE for port object 67c19869-43ff-4a24-90ee-2b890acaed1f will not be triggered until provisioned by entity DHCP. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:36.102288 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-fc4714ae-ddf1-4397-b161-ecbe62170577 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for subnet, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:36.106287 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 48bede80-cc9c-4e7a-a7c7-0c2845550235 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:54:36.125733 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-c332c22a-5e96-4024-a78a-5642ad0616e3 None None] Transition to ACTIVE for port object 4675ef8e-4300-4178-9894-0824839a9de2 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:36.126868 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 48bede80-cc9c-4e7a-a7c7-0c2845550235 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:36.126868 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:36.150798 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-94917c64-0c78-47b8-8709-fcb0a9b9c401 None None] Provisioning complete for port 48bede80-cc9c-4e7a-a7c7-0c2845550235 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:36.151849 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-94917c64-0c78-47b8-8709-fcb0a9b9c401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:36.172937 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b068326b-79c1-4921-8a20-0f6e3d84670c tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:36.194010 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c332c22a-5e96-4024-a78a-5642ad0616e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:36.216021 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-fc4714ae-ddf1-4397-b161-ecbe62170577 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15303084'] for subnet, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:36.358553 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-1f1aadaf-6e7b-4158-b005-042bfb3c9e03 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Delete allocated IP 2001:db8::309 (b4e873a3-e6ca-443c-a769-49c7c4739e48/69391ae9-5e31-438d-b6fe-a0d09b4ad68c) {{(pid=83828) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 01 15:54:36.367116 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-b068326b-79c1-4921-8a20-0f6e3d84670c tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Calling delete_port for 03840c93-2d22-4787-b3c8-9064a2fbd4bc owned by network:router_interface {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:54:36.369945 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-1f1aadaf-6e7b-4158-b005-042bfb3c9e03 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Allocated IP 2001:db8:0:1::3a9 (b4e873a3-e6ca-443c-a769-49c7c4739e48/6aa3346e-84a0-4547-baea-d7cd27d146df/fccffea2-e97e-4bd3-b202-85277ab5a945) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:36.380361 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-fc4714ae-ddf1-4397-b161-ecbe62170577 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:36.483948 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-040f2a6f-f50e-487c-91a5-d87bdc555885 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Allocated IP 172.26.1.198 (ed45466e-0386-4b92-8de3-247c977242ac/0479f741-5cd1-4d6f-b593-d8aa909a42d3/e40267b9-f061-4c14-a5df-238a3bde2678) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:36.495312 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4013235b-41f2-45a0-820d-f36202f3336d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:36.501977 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-fba074bc-04e9-49a6-8813-40650403d496 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15415267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16089018'] for subnet, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:36.515102 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c332c22a-5e96-4024-a78a-5642ad0616e3 None None] Pushing event updated for resources: {'Port': ['ID=4675ef8e-4300-4178-9894-0824839a9de2,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:36.572320 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-fc4714ae-ddf1-4397-b161-ecbe62170577 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15306565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16030232'] for subnet, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:36.620140 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4714ae-ddf1-4397-b161-ecbe62170577 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event deleted for resources: {'Subnet': ['ID=0a4fc1ce-e4f3-4a45-8648-4ef88d080453,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:36.622711 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server [None req-b4735404-f99a-4911-af7d-be2283e2c722 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0a4fc1ce-e4f3-4a45-8648-4ef88d080453: This subnet is being modified by another concurrent operation. Apr 01 15:54:36.622711 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 01 15:54:36.622711 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 01 15:54:36.622711 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 01 15:54:36.622711 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 01 15:54:36.622711 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 01 15:54:36.622711 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 01 15:54:36.622711 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 01 15:54:36.622711 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 01 15:54:36.622711 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 01 15:54:36.622711 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 01 15:54:36.622711 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 01 15:54:36.622711 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 01 15:54:36.622711 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 01 15:54:36.622711 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 01 15:54:36.622711 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:54:36.622711 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 01 15:54:36.622711 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 01 15:54:36.622711 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 01 15:54:36.622711 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server raise value Apr 01 15:54:36.622711 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 01 15:54:36.622711 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 15:54:36.622711 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 01 15:54:36.622711 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 01 15:54:36.622711 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 01 15:54:36.622711 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:54:36.622711 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 01 15:54:36.622711 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 01 15:54:36.622711 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 01 15:54:36.622711 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server raise value Apr 01 15:54:36.622711 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 01 15:54:36.622711 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 15:54:36.622711 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 01 15:54:36.622711 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 01 15:54:36.622711 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 01 15:54:36.622711 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:54:36.622711 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 01 15:54:36.622711 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 01 15:54:36.622711 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 01 15:54:36.622711 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server raise value Apr 01 15:54:36.622711 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 01 15:54:36.622711 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 01 15:54:36.622711 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 311, in update_dhcp_port Apr 01 15:54:36.622711 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Apr 01 15:54:36.622711 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 101, in _port_action Apr 01 15:54:36.622711 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Apr 01 15:54:36.622711 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 01 15:54:36.622711 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 01 15:54:36.622711 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 01 15:54:36.622711 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 01 15:54:36.622711 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 01 15:54:36.622711 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 01 15:54:36.622711 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 01 15:54:36.622711 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:54:36.628449 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 01 15:54:36.628449 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 01 15:54:36.628449 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 01 15:54:36.628449 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server raise value Apr 01 15:54:36.628449 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 01 15:54:36.628449 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 15:54:36.628449 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 01 15:54:36.628449 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 01 15:54:36.628449 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 01 15:54:36.628449 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:54:36.628449 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 01 15:54:36.628449 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 01 15:54:36.628449 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 01 15:54:36.628449 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server raise value Apr 01 15:54:36.628449 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 01 15:54:36.628449 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 15:54:36.628449 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 01 15:54:36.628449 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 01 15:54:36.628449 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 01 15:54:36.628449 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:54:36.628449 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 01 15:54:36.628449 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 01 15:54:36.628449 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 01 15:54:36.628449 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server raise value Apr 01 15:54:36.628449 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 01 15:54:36.628449 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 01 15:54:36.628449 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1694, in update_port Apr 01 15:54:36.628449 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Apr 01 15:54:36.628449 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 01 15:54:36.628449 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 01 15:54:36.628449 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1493, in update_port Apr 01 15:54:36.628449 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Apr 01 15:54:36.628449 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 712, in update_port Apr 01 15:54:36.628449 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Apr 01 15:54:36.628449 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Apr 01 15:54:36.628449 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Apr 01 15:54:36.628449 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Apr 01 15:54:36.628449 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 01 15:54:36.628449 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Apr 01 15:54:36.628449 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 01 15:54:36.628449 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 01 15:54:36.628449 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server raise exception Apr 01 15:54:36.628449 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0a4fc1ce-e4f3-4a45-8648-4ef88d080453: This subnet is being modified by another concurrent operation. Apr 01 15:54:36.628449 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server Apr 01 15:54:36.646647 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-fc4714ae-ddf1-4397-b161-ecbe62170577 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:36.667896 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:36.693568 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-fc4714ae-ddf1-4397-b161-ecbe62170577 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/subnets/0a4fc1ce-e4f3-4a45-8648-4ef88d080453 HTTP/1.1" status: 204 len: 168 time: 0.7131979 Apr 01 15:54:36.696295 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51450) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:36.699408 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-94917c64-0c78-47b8-8709-fcb0a9b9c401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:36.730434 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1f1aadaf-6e7b-4158-b005-042bfb3c9e03 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for port, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:36.757063 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [None req-1f1aadaf-6e7b-4158-b005-042bfb3c9e03 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Transition to ACTIVE for port object fccffea2-e97e-4bd3-b202-85277ab5a945 will not be triggered until provisioned by entity DHCP. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:36.757355 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port 48bede80-cc9c-4e7a-a7c7-0c2845550235, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=48bede80-cc9c-4e7a-a7c7-0c2845550235,segment=NetworkSegment(6039dcfc-6925-4511-8775-036e3b52fe80),segment_id=6039dcfc-6925-4511-8775-036e3b52fe80)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:54:36.766054 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1f1aadaf-6e7b-4158-b005-042bfb3c9e03 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:36.770348 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:36.872242 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1aadaf-6e7b-4158-b005-042bfb3c9e03 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Pushing event updated for resources: {'Port': ['ID=fccffea2-e97e-4bd3-b202-85277ab5a945,revision_number=2']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:36.892152 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f95933-3d00-458c-bc56-bae6035a0410 None None] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:54:36.909999 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4013235b-41f2-45a0-820d-f36202f3336d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Network 91cbdec4-044e-4b04-83dc-ac7c6f05c438 is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:36.935054 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-4013235b-41f2-45a0-820d-f36202f3336d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:36.938038 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4013235b-41f2-45a0-820d-f36202f3336d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:54:36.943706 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4013235b-41f2-45a0-820d-f36202f3336d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:36.944717 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4013235b-41f2-45a0-820d-f36202f3336d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:36.953726 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-1f1aadaf-6e7b-4158-b005-042bfb3c9e03 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] In _notify_port_updated(), no bound segment for port fccffea2-e97e-4bd3-b202-85277ab5a945 on network b4e873a3-e6ca-443c-a769-49c7c4739e48 {{(pid=83828) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 01 15:54:36.957910 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1aadaf-6e7b-4158-b005-042bfb3c9e03 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:36.958570 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1f1aadaf-6e7b-4158-b005-042bfb3c9e03 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:36.963134 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-1f1aadaf-6e7b-4158-b005-042bfb3c9e03 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "PUT /v2.0/ports/fccffea2-e97e-4bd3-b202-85277ab5a945 HTTP/1.1" status: 200 len: 929 time: 2.9983547 Apr 01 15:54:36.963823 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51454) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:37.035544 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba074bc-04e9-49a6-8813-40650403d496 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Pushing event updated for resources: {'Subnet': ['ID=71e753c0-67e7-4210-85ba-e730ad5a8113,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:37.047782 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4013235b-41f2-45a0-820d-f36202f3336d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Pushing event updated for resources: {'Port': ['ID=67c19869-43ff-4a24-90ee-2b890acaed1f,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:37.059285 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-3456f728-a223-4907-8c1c-aad3f14d8395 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Deleting port fccffea2-e97e-4bd3-b202-85277ab5a945 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:54:37.059520 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3456f728-a223-4907-8c1c-aad3f14d8395 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:37.210101 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 4675ef8e-4300-4178-9894-0824839a9de2 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:54:37.224887 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-4013235b-41f2-45a0-820d-f36202f3336d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.8823137 Apr 01 15:54:37.228668 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51458) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:37.244922 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba074bc-04e9-49a6-8813-40650403d496 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Checking segment: {'id': '40f16085-8111-4876-b2d1-e0a7240ef14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4c290d80-ec95-4850-871b-5e31264a5537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:54:37.245675 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba074bc-04e9-49a6-8813-40650403d496 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Network hostable DHCP agents. Network: 4c290d80-ec95-4850-871b-5e31264a5537, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:54:37.266330 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=48bede80-cc9c-4e7a-a7c7-0c2845550235,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:37.332385 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.db.api [None req-94917c64-0c78-47b8-8709-fcb0a9b9c401 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:54:37.332770 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG oslo_db.api [None req-94917c64-0c78-47b8-8709-fcb0a9b9c401 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:54:37.504493 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-040f2a6f-f50e-487c-91a5-d87bdc555885 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:37.533669 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3456f728-a223-4907-8c1c-aad3f14d8395 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:37.714873 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b542589e-e843-46d8-9f44-bb9ce7e2eee5 None None] Update dhcp port {'port': {'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'fixed_ips': [{'subnet_id': '35106b19-7636-42f4-8a3c-37b87cc7b2b9'}], 'binding:host_id': 'dv-neutron-833373-2-hyperv'}, 'id': '9dfa0754-203c-4f3f-9e77-d9c218f63214'} from dv-neutron-833373-2-hyperv. {{(pid=83829) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 01 15:54:37.781651 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-3456f728-a223-4907-8c1c-aad3f14d8395 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Calling delete_port for fccffea2-e97e-4bd3-b202-85277ab5a945 owned by {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:54:37.792270 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-b542589e-e843-46d8-9f44-bb9ce7e2eee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:37.870191 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b068326b-79c1-4921-8a20-0f6e3d84670c tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:37.924724 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba074bc-04e9-49a6-8813-40650403d496 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Network 4c290d80-ec95-4850-871b-5e31264a5537 is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:54:37.938652 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-364950e2-7568-4c35-bd31-c4a03a3d3e1a tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Deleting port a00e485e-9750-45d8-be16-8b809bbddd42 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:54:37.938652 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-364950e2-7568-4c35-bd31-c4a03a3d3e1a tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:37.989376 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3456f728-a223-4907-8c1c-aad3f14d8395 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:38.036647 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b068326b-79c1-4921-8a20-0f6e3d84670c tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Pushing event deleted for resources: {'Port': ['ID=03840c93-2d22-4787-b3c8-9064a2fbd4bc,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:38.040654 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_v2 [None req-86077235-f010-40e2-aa16-3b6d730deacc tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Deleting subnet 35106b19-7636-42f4-8a3c-37b87cc7b2b9 {{(pid=83826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:54:38.059060 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3456f728-a223-4907-8c1c-aad3f14d8395 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Pushing event deleted for resources: {'Port': ['ID=fccffea2-e97e-4bd3-b202-85277ab5a945,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:38.113284 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3456f728-a223-4907-8c1c-aad3f14d8395 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:38.128805 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-3456f728-a223-4907-8c1c-aad3f14d8395 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "DELETE /v2.0/ports/fccffea2-e97e-4bd3-b202-85277ab5a945 HTTP/1.1" status: 204 len: 168 time: 1.1622667 Apr 01 15:54:38.129045 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-fba074bc-04e9-49a6-8813-40650403d496 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, 4c290d80-ec95-4850-871b-5e31264a5537) {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:38.133178 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-040f2a6f-f50e-487c-91a5-d87bdc555885 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:38.133641 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51462) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:38.142687 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-12ad063e-2906-4034-8ecd-b9bce08f2291 None None] Provisioning complete for port 4e9a38ac-d395-4e8f-a47f-62c965f0cf80 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:38.143095 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-12ad063e-2906-4034-8ecd-b9bce08f2291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:38.174271 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b998a3dd-6ad9-4afc-96ce-cffcd39611af None None] Network 4c290d80-ec95-4850-871b-5e31264a5537 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:54:38.190964 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-259a7ef5-d1e1-4f58-97e9-65f6b1e6ec39 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] GET failed (client error): The resource could not be found. Apr 01 15:54:38.191485 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-259a7ef5-d1e1-4f58-97e9-65f6b1e6ec39 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Synchronizing usage tracker for tenant:144b300b27fa4dafba1405cae5639f1c on resource:port {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:54:38.191796 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-b542589e-e843-46d8-9f44-bb9ce7e2eee5 None None] Allocated IP 2001:db8:0:1::2 (7b65ac5c-8834-4b65-9b28-b7dba6c9746f/35106b19-7636-42f4-8a3c-37b87cc7b2b9/9dfa0754-203c-4f3f-9e77-d9c218f63214) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:38.213620 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba074bc-04e9-49a6-8813-40650403d496 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:38.214680 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-fba074bc-04e9-49a6-8813-40650403d496 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:38.218019 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-259a7ef5-d1e1-4f58-97e9-65f6b1e6ec39 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Unset dirty status for tenant:144b300b27fa4dafba1405cae5639f1c on resource:port {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:54:38.220054 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-259a7ef5-d1e1-4f58-97e9-65f6b1e6ec39 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "GET /v2.0/ports/fccffea2-e97e-4bd3-b202-85277ab5a945 HTTP/1.1" status: 404 len: 333 time: 0.0828955 Apr 01 15:54:38.223396 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51466) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:38.333687 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-eec6889a-ac15-46e5-ba65-c707a7f33928 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:38.362829 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-fba074bc-04e9-49a6-8813-40650403d496 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.4805551 Apr 01 15:54:38.365515 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040f2a6f-f50e-487c-91a5-d87bdc555885 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Network ed45466e-0386-4b92-8de3-247c977242ac is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:38.366449 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51470) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:38.380469 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-12ad063e-2906-4034-8ecd-b9bce08f2291 None None] Port 4e9a38ac-d395-4e8f-a47f-62c965f0cf80 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:54:38.387956 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-eec6889a-ac15-46e5-ba65-c707a7f33928 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:38.464179 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-eec6889a-ac15-46e5-ba65-c707a7f33928 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:38.473283 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-040f2a6f-f50e-487c-91a5-d87bdc555885 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:38.476039 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040f2a6f-f50e-487c-91a5-d87bdc555885 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:54:38.488514 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec6889a-ac15-46e5-ba65-c707a7f33928 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=772ca3e7-735c-44dd-b172-5d8e26ac6857,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:38.490541 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-eec6889a-ac15-46e5-ba65-c707a7f33928 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:38.500959 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-eec6889a-ac15-46e5-ba65-c707a7f33928 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "DELETE /v2.0/security-groups/772ca3e7-735c-44dd-b172-5d8e26ac6857 HTTP/1.1" status: 204 len: 168 time: 0.2702482 Apr 01 15:54:38.501229 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51474) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:38.503611 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-12ad063e-2906-4034-8ecd-b9bce08f2291 None None] Provisioning complete for port 9dfa0754-203c-4f3f-9e77-d9c218f63214 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:38.503980 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-12ad063e-2906-4034-8ecd-b9bce08f2291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:38.563416 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-eef4e991-fcd1-451e-8d3b-f9cd46a433b3 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Request body: {'port': {'network_id': '4c290d80-ec95-4850-871b-5e31264a5537', 'name': 'tempest-TagsExtTest-1971436219'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:54:38.577503 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ce853d95-9016-4bfe-ae6a-06d1ffc85930 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:38.607548 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ce853d95-9016-4bfe-ae6a-06d1ffc85930 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:38.619774 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040f2a6f-f50e-487c-91a5-d87bdc555885 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Pushing event updated for resources: {'Port': ['ID=e40267b9-f061-4c14-a5df-238a3bde2678,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:38.669440 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ce853d95-9016-4bfe-ae6a-06d1ffc85930 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:38.686539 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce853d95-9016-4bfe-ae6a-06d1ffc85930 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99dee5bc-1bab-44f6-a0a0-9dc527ce5b63,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:38.693791 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ce853d95-9016-4bfe-ae6a-06d1ffc85930 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:38.698051 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-ce853d95-9016-4bfe-ae6a-06d1ffc85930 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "DELETE /v2.0/security-groups/99dee5bc-1bab-44f6-a0a0-9dc527ce5b63 HTTP/1.1" status: 204 len: 168 time: 0.1956646 Apr 01 15:54:38.698863 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51478) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:38.769159 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_v2 [None req-57754a08-706b-4ebc-9f56-3c6ba5d13019 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Deleting subnet 69391ae9-5e31-438d-b6fe-a0d09b4ad68c {{(pid=83828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:54:38.772593 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-57754a08-706b-4ebc-9f56-3c6ba5d13019 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for subnet, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:38.779887 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-b542589e-e843-46d8-9f44-bb9ce7e2eee5 None None] For port 9dfa0754-203c-4f3f-9e77-d9c218f63214, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=9dfa0754-203c-4f3f-9e77-d9c218f63214,segment=NetworkSegment(c41dc1a5-c958-4d8b-81ea-3934c36371b8),segment_id=c41dc1a5-c958-4d8b-81ea-3934c36371b8)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:54:38.791540 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbcb155-0e6d-44bb-944c-d67585ea2c6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-4c290d80-ec95-4850-871b-5e31264a5537', 'network_id': '4c290d80-ec95-4850-871b-5e31264a5537', 'tenant_id': '52ab30854e7140eb93e437126b898694', 'fixed_ips': [{'subnet_id': '71e753c0-67e7-4210-85ba-e730ad5a8113'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:54:38.792499 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-9dbcb155-0e6d-44bb-944c-d67585ea2c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:38.847616 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-57754a08-706b-4ebc-9f56-3c6ba5d13019 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15303084'] for subnet, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:38.850638 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-b542589e-e843-46d8-9f44-bb9ce7e2eee5 None None] Notify callbacks [] for port, precommit_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:38.934144 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 48bede80-cc9c-4e7a-a7c7-0c2845550235 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:54:38.957411 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-57754a08-706b-4ebc-9f56-3c6ba5d13019 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:38.986439 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-12ad063e-2906-4034-8ecd-b9bce08f2291 None None] Provisioning for port 4675ef8e-4300-4178-9894-0824839a9de2 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:54:38.992997 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-b542589e-e843-46d8-9f44-bb9ce7e2eee5 None None] Transition to ACTIVE for port object 9dfa0754-203c-4f3f-9e77-d9c218f63214 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:39.006906 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-b542589e-e843-46d8-9f44-bb9ce7e2eee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:39.010930 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-12ad063e-2906-4034-8ecd-b9bce08f2291 None None] Provisioning complete for port 4675ef8e-4300-4178-9894-0824839a9de2 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:39.011302 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-12ad063e-2906-4034-8ecd-b9bce08f2291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:39.021055 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-86077235-f010-40e2-aa16-3b6d730deacc tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for subnet, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:39.047719 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-57754a08-706b-4ebc-9f56-3c6ba5d13019 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15306565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16030232'] for subnet, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:39.110908 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57754a08-706b-4ebc-9f56-3c6ba5d13019 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Pushing event deleted for resources: {'Subnet': ['ID=69391ae9-5e31-438d-b6fe-a0d09b4ad68c,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:39.114101 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-57754a08-706b-4ebc-9f56-3c6ba5d13019 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:39.125867 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-57754a08-706b-4ebc-9f56-3c6ba5d13019 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "DELETE /v2.0/subnets/69391ae9-5e31-438d-b6fe-a0d09b4ad68c HTTP/1.1" status: 204 len: 168 time: 0.4246845 Apr 01 15:54:39.128905 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51482) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:39.136433 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-6ed3cc76-024b-4ce0-901d-f84095cfd66e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Request body: {'subnet': {'network_id': 'b4e873a3-e6ca-443c-a769-49c7c4739e48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:54:39.144971 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-364950e2-7568-4c35-bd31-c4a03a3d3e1a tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:39.147219 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c616fa2b-2d06-4487-9ac6-13ca6450185e None None] Network b4e873a3-e6ca-443c-a769-49c7c4739e48 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:54:39.176197 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-86077235-f010-40e2-aa16-3b6d730deacc tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16610770'] for subnet, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:39.285793 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-6ed3cc76-024b-4ce0-901d-f84095cfd66e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:39.291509 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-6ed3cc76-024b-4ce0-901d-f84095cfd66e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Usage tracker for resource:subnet and tenant:144b300b27fa4dafba1405cae5639f1c is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:39.295423 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-6ed3cc76-024b-4ce0-901d-f84095cfd66e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:39.302545 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-6ed3cc76-024b-4ce0-901d-f84095cfd66e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:39.316641 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed3cc76-024b-4ce0-901d-f84095cfd66e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Made reservation on behalf of 144b300b27fa4dafba1405cae5639f1c for: {'subnet': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:39.321009 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6ed3cc76-024b-4ce0-901d-f84095cfd66e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16030269'] for subnet, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:39.401883 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-9dbcb155-0e6d-44bb-944c-d67585ea2c6c None None] Allocated IP 172.20.0.2 (4c290d80-ec95-4850-871b-5e31264a5537/71e753c0-67e7-4210-85ba-e730ad5a8113/4a6e203c-3c64-4cef-a6b7-32a5ec5e63ae) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:39.409116 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b542589e-e843-46d8-9f44-bb9ce7e2eee5 None None] Pushing event updated for resources: {'Port': ['ID=9dfa0754-203c-4f3f-9e77-d9c218f63214,revision_number=5']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:39.418203 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 48bede80-cc9c-4e7a-a7c7-0c2845550235 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:39.418203 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:39.503414 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b068326b-79c1-4921-8a20-0f6e3d84670c tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611462'] for router_interface, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:39.536531 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-364950e2-7568-4c35-bd31-c4a03a3d3e1a tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Calling delete_port for a00e485e-9750-45d8-be16-8b809bbddd42 owned by network:router_interface {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:54:39.616628 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-eef4e991-fcd1-451e-8d3b-f9cd46a433b3 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:39.644249 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-eef4e991-fcd1-451e-8d3b-f9cd46a433b3 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Usage tracker for resource:port and tenant:52ab30854e7140eb93e437126b898694 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:39.652995 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-eef4e991-fcd1-451e-8d3b-f9cd46a433b3 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:39.705995 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6ed3cc76-024b-4ce0-901d-f84095cfd66e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15306628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16030227'] for subnet, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:39.752884 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-eef4e991-fcd1-451e-8d3b-f9cd46a433b3 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:39.794163 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed3cc76-024b-4ce0-901d-f84095cfd66e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Network b4e873a3-e6ca-443c-a769-49c7c4739e48 is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:39.810106 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-6ed3cc76-024b-4ce0-901d-f84095cfd66e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:39.812119 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed3cc76-024b-4ce0-901d-f84095cfd66e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Pushing event updated for resources: {'Subnet': ['ID=91364437-bf22-48bd-a968-6301b695fe76,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:39.821884 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed3cc76-024b-4ce0-901d-f84095cfd66e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:39.823141 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6ed3cc76-024b-4ce0-901d-f84095cfd66e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:39.848616 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-6ed3cc76-024b-4ce0-901d-f84095cfd66e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7182047 Apr 01 15:54:39.850956 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51486) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:39.858331 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-b0cc8791-ccf1-4be8-88e6-20f85228e505 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Request body: {'security_group': {'name': 'tempest-secgroup-1898295653'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:54:39.868363 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-b0cc8791-ccf1-4be8-88e6-20f85228e505 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:39.876059 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-b0cc8791-ccf1-4be8-88e6-20f85228e505 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Usage tracker for resource:security_group and tenant:144b300b27fa4dafba1405cae5639f1c is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:39.880722 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-b0cc8791-ccf1-4be8-88e6-20f85228e505 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:39.895711 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-12ad063e-2906-4034-8ecd-b9bce08f2291 None None] Provisioning for port 67c19869-43ff-4a24-90ee-2b890acaed1f completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:54:39.896175 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-b0cc8791-ccf1-4be8-88e6-20f85228e505 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:39.910711 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b0cc8791-ccf1-4be8-88e6-20f85228e505 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for security_group, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:39.917105 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-12ad063e-2906-4034-8ecd-b9bce08f2291 None None] Provisioning complete for port 67c19869-43ff-4a24-90ee-2b890acaed1f triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:39.917665 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-12ad063e-2906-4034-8ecd-b9bce08f2291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:39.935902 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef4e991-fcd1-451e-8d3b-f9cd46a433b3 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Made reservation on behalf of 52ab30854e7140eb93e437126b898694 for: {'port': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:39.938941 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-eef4e991-fcd1-451e-8d3b-f9cd46a433b3 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:39.966474 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-b0cc8791-ccf1-4be8-88e6-20f85228e505 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:39.974121 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-b0cc8791-ccf1-4be8-88e6-20f85228e505 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Usage tracker for resource:security_group_rule and tenant:144b300b27fa4dafba1405cae5639f1c is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:39.978821 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-b0cc8791-ccf1-4be8-88e6-20f85228e505 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:39.989241 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-86077235-f010-40e2-aa16-3b6d730deacc tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:40.009281 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-b0cc8791-ccf1-4be8-88e6-20f85228e505 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:40.041237 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-12ad063e-2906-4034-8ecd-b9bce08f2291 None None] Port 67c19869-43ff-4a24-90ee-2b890acaed1f cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:54:40.111413 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [None req-eef4e991-fcd1-451e-8d3b-f9cd46a433b3 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] device_id is not set on port 08378758-e82c-42da-b17a-c3c3c2338110 yet. {{(pid=83826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:54:40.115721 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 9dfa0754-203c-4f3f-9e77-d9c218f63214 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:54:40.139224 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b0cc8791-ccf1-4be8-88e6-20f85228e505 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for security_group, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:40.147987 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b0cc8791-ccf1-4be8-88e6-20f85228e505 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:40.164606 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-12ad063e-2906-4034-8ecd-b9bce08f2291 None None] Could not find standard attr ID for object fccffea2-e97e-4bd3-b202-85277ab5a945. {{(pid=83829) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:54:40.186362 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b0cc8791-ccf1-4be8-88e6-20f85228e505 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:40.189962 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-b0cc8791-ccf1-4be8-88e6-20f85228e505 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3351009 Apr 01 15:54:40.192107 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51490) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:40.200269 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-48e7c802-23df-4c07-a021-150a3eaa99ea tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Request body: {'security_group': {'name': 'tempest-secgroup-852806220'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:54:40.200482 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-12ad063e-2906-4034-8ecd-b9bce08f2291 None None] Could not find standard attr ID for object 279f230a-a847-4de2-bc76-43820a5fb304. {{(pid=83829) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:54:40.227456 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-48e7c802-23df-4c07-a021-150a3eaa99ea tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:40.235574 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-9dbcb155-0e6d-44bb-944c-d67585ea2c6c None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:40.240138 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-48e7c802-23df-4c07-a021-150a3eaa99ea tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Usage tracker for resource:security_group and tenant:144b300b27fa4dafba1405cae5639f1c is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:40.246488 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cc8791-ccf1-4be8-88e6-20f85228e505 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3341d0e7-7e0c-4563-8386-48261b45cea9,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:40.251306 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-48e7c802-23df-4c07-a021-150a3eaa99ea tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:40.264348 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-48e7c802-23df-4c07-a021-150a3eaa99ea tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:40.278941 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-48e7c802-23df-4c07-a021-150a3eaa99ea tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for security_group, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:40.317224 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:40.344836 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-9dbcb155-0e6d-44bb-944c-d67585ea2c6c None None] Transition to ACTIVE for port object 4a6e203c-3c64-4cef-a6b7-32a5ec5e63ae will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:40.357441 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-48e7c802-23df-4c07-a021-150a3eaa99ea tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:40.362546 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-48e7c802-23df-4c07-a021-150a3eaa99ea tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Usage tracker for resource:security_group_rule and tenant:144b300b27fa4dafba1405cae5639f1c is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:40.368805 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-48e7c802-23df-4c07-a021-150a3eaa99ea tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:40.375953 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-48e7c802-23df-4c07-a021-150a3eaa99ea tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:40.391047 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-9dbcb155-0e6d-44bb-944c-d67585ea2c6c None None] Transition to ACTIVE for port object 4a6e203c-3c64-4cef-a6b7-32a5ec5e63ae will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:40.401756 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-9dbcb155-0e6d-44bb-944c-d67585ea2c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:40.419580 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7ffe013c-8377-49bc-8cae-1c10ef8175e0 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:40.431185 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-040f2a6f-f50e-487c-91a5-d87bdc555885 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks [] for router_gateway, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:40.431930 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-040f2a6f-f50e-487c-91a5-d87bdc555885 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616'] for router, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:40.476346 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-48e7c802-23df-4c07-a021-150a3eaa99ea tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for security_group, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:40.482391 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-48e7c802-23df-4c07-a021-150a3eaa99ea tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:40.519496 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbcb155-0e6d-44bb-944c-d67585ea2c6c None None] Network 4c290d80-ec95-4850-871b-5e31264a5537 is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:40.523002 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-9dbcb155-0e6d-44bb-944c-d67585ea2c6c None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:40.532166 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e7c802-23df-4c07-a021-150a3eaa99ea tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc62d3ab-e470-42db-b447-75e6b961d75b,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:40.532839 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbcb155-0e6d-44bb-944c-d67585ea2c6c None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:54:40.540569 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-48e7c802-23df-4c07-a021-150a3eaa99ea tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:40.542198 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-48e7c802-23df-4c07-a021-150a3eaa99ea tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.3488300 Apr 01 15:54:40.555604 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51494) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:40.566505 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-5fce6122-9912-4950-80a9-f0a83b05ab4d tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Request body: {'security_group': {'name': 'tempest-secgroup-1864749834'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:54:40.575588 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-5fce6122-9912-4950-80a9-f0a83b05ab4d tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:40.580228 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-5fce6122-9912-4950-80a9-f0a83b05ab4d tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Usage tracker for resource:security_group and tenant:144b300b27fa4dafba1405cae5639f1c is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:40.584181 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-5fce6122-9912-4950-80a9-f0a83b05ab4d tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:40.594646 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-5fce6122-9912-4950-80a9-f0a83b05ab4d tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:40.609963 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5fce6122-9912-4950-80a9-f0a83b05ab4d tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for security_group, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:40.614542 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-86077235-f010-40e2-aa16-3b6d730deacc tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15415074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16089009'] for subnet, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:40.669812 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbcb155-0e6d-44bb-944c-d67585ea2c6c None None] Pushing event updated for resources: {'Port': ['ID=4a6e203c-3c64-4cef-a6b7-32a5ec5e63ae,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:40.684248 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-6a27060b-44ee-4d73-aced-125a9622ba9b None None] Provisioning for port 9dfa0754-203c-4f3f-9e77-d9c218f63214 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:54:40.698130 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-5fce6122-9912-4950-80a9-f0a83b05ab4d tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:40.703868 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-5fce6122-9912-4950-80a9-f0a83b05ab4d tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Usage tracker for resource:security_group_rule and tenant:144b300b27fa4dafba1405cae5639f1c is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:40.707519 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-5fce6122-9912-4950-80a9-f0a83b05ab4d tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:40.721345 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-5fce6122-9912-4950-80a9-f0a83b05ab4d tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:40.752095 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.db.api [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:54:40.752489 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG oslo_db.api [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:54:40.752941 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-6a27060b-44ee-4d73-aced-125a9622ba9b None None] Provisioning complete for port 9dfa0754-203c-4f3f-9e77-d9c218f63214 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:40.753319 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6a27060b-44ee-4d73-aced-125a9622ba9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:40.828831 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5fce6122-9912-4950-80a9-f0a83b05ab4d tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for security_group, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:40.842419 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5fce6122-9912-4950-80a9-f0a83b05ab4d tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:40.871550 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-9dbcb155-0e6d-44bb-944c-d67585ea2c6c None None] Attempting to bind port 4a6e203c-3c64-4cef-a6b7-32a5ec5e63ae on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:54:40.872205 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-9dbcb155-0e6d-44bb-944c-d67585ea2c6c None None] Attempting to bind port 4a6e203c-3c64-4cef-a6b7-32a5ec5e63ae by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': '40f16085-8111-4876-b2d1-e0a7240ef14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4c290d80-ec95-4850-871b-5e31264a5537'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:54:40.872560 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbcb155-0e6d-44bb-944c-d67585ea2c6c None None] Attempting to bind port 4a6e203c-3c64-4cef-a6b7-32a5ec5e63ae on network 4c290d80-ec95-4850-871b-5e31264a5537 {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:54:40.911107 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fce6122-9912-4950-80a9-f0a83b05ab4d tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1682b5c5-ee95-43f8-9ade-c3dd278ffbc2,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:40.939180 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86077235-f010-40e2-aa16-3b6d730deacc tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event deleted for resources: {'Subnet': ['ID=35106b19-7636-42f4-8a3c-37b87cc7b2b9,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:40.950267 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5fce6122-9912-4950-80a9-f0a83b05ab4d tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:40.953902 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-5fce6122-9912-4950-80a9-f0a83b05ab4d tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3940604 Apr 01 15:54:40.957358 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51498) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:40.964440 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbcb155-0e6d-44bb-944c-d67585ea2c6c None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:54:40.965322 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbcb155-0e6d-44bb-944c-d67585ea2c6c None None] Checking segment: {'id': '40f16085-8111-4876-b2d1-e0a7240ef14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4c290d80-ec95-4850-871b-5e31264a5537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:54:40.966012 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-9dbcb155-0e6d-44bb-944c-d67585ea2c6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:40.966660 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbcb155-0e6d-44bb-944c-d67585ea2c6c None None] Bound using segment: {'id': '40f16085-8111-4876-b2d1-e0a7240ef14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4c290d80-ec95-4850-871b-5e31264a5537'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:54:40.967383 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-9dbcb155-0e6d-44bb-944c-d67585ea2c6c None None] Bound port: 4a6e203c-3c64-4cef-a6b7-32a5ec5e63ae, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40f16085-8111-4876-b2d1-e0a7240ef14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4c290d80-ec95-4850-871b-5e31264a5537'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:54:40.968112 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-9dbcb155-0e6d-44bb-944c-d67585ea2c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:40.970612 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-29d591ac-b433-43f9-b80a-edeba0047d4a tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1969207788', 'security_groups': ['1682b5c5-ee95-43f8-9ade-c3dd278ffbc2'], 'network_id': 'b4e873a3-e6ca-443c-a769-49c7c4739e48', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '91364437-bf22-48bd-a968-6301b695fe76'}]}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:54:41.155248 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-9dbcb155-0e6d-44bb-944c-d67585ea2c6c None None] For port 4a6e203c-3c64-4cef-a6b7-32a5ec5e63ae, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:54:41.160128 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-9dbcb155-0e6d-44bb-944c-d67585ea2c6c None None] For port 4a6e203c-3c64-4cef-a6b7-32a5ec5e63ae, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=4a6e203c-3c64-4cef-a6b7-32a5ec5e63ae,segment=NetworkSegment(40f16085-8111-4876-b2d1-e0a7240ef14b),segment_id=40f16085-8111-4876-b2d1-e0a7240ef14b)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:54:41.167305 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-9dbcb155-0e6d-44bb-944c-d67585ea2c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:41.215872 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-86077235-f010-40e2-aa16-3b6d730deacc tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:41.222165 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5bda47c-11ae-4178-9c47-f75baccf3eea None None] Network b4e873a3-e6ca-443c-a769-49c7c4739e48 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:54:41.224961 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-364950e2-7568-4c35-bd31-c4a03a3d3e1a tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:41.248638 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-29d591ac-b433-43f9-b80a-edeba0047d4a tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:41.255136 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a9b735-f570-4fb5-9e7f-655f23645774 None None] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:54:41.260399 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-29d591ac-b433-43f9-b80a-edeba0047d4a tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:41.271719 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d591ac-b433-43f9-b80a-edeba0047d4a tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Made reservation on behalf of 144b300b27fa4dafba1405cae5639f1c for: {'port': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:41.403593 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-eef4e991-fcd1-451e-8d3b-f9cd46a433b3 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Allocated IP 172.20.0.8 (4c290d80-ec95-4850-871b-5e31264a5537/71e753c0-67e7-4210-85ba-e730ad5a8113/08378758-e82c-42da-b17a-c3c3c2338110) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:41.426494 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364950e2-7568-4c35-bd31-c4a03a3d3e1a tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Pushing event deleted for resources: {'Port': ['ID=a00e485e-9750-45d8-be16-8b809bbddd42,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:41.457508 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-86077235-f010-40e2-aa16-3b6d730deacc tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/subnets/35106b19-7636-42f4-8a3c-37b87cc7b2b9 HTTP/1.1" status: 204 len: 168 time: 4.7466886 Apr 01 15:54:41.467734 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51502) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:41.531857 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:41.590434 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-7a5f13b0-5777-4e38-bd2e-c5ef9739a689 None None] Provisioning complete for port 4e9a38ac-d395-4e8f-a47f-62c965f0cf80 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:41.590977 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-7a5f13b0-5777-4e38-bd2e-c5ef9739a689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:41.607205 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-a50bc1cf-3388-4edd-b281-aed56a012502 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1380050 Apr 01 15:54:41.616553 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbcb155-0e6d-44bb-944c-d67585ea2c6c None None] Pushing event updated for resources: {'Port': ['ID=4a6e203c-3c64-4cef-a6b7-32a5ec5e63ae,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:41.627185 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51506) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:41.647900 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-1845fa39-8f01-431b-894e-a4c99623c04d tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Request body: {'subnet': {'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:54:41.667728 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b068326b-79c1-4921-8a20-0f6e3d84670c tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Router 7eb7e86f-2ef1-461f-98dd-25fa008e9388 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:54:41.850002 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port 9dfa0754-203c-4f3f-9e77-d9c218f63214, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=9dfa0754-203c-4f3f-9e77-d9c218f63214,segment=NetworkSegment(c41dc1a5-c958-4d8b-81ea-3934c36371b8),segment_id=c41dc1a5-c958-4d8b-81ea-3934c36371b8)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:54:41.901668 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:41.959071 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-7a5f13b0-5777-4e38-bd2e-c5ef9739a689 None None] Port 4e9a38ac-d395-4e8f-a47f-62c965f0cf80 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:54:41.978920 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-29d591ac-b433-43f9-b80a-edeba0047d4a tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:42.041062 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [None req-29d591ac-b433-43f9-b80a-edeba0047d4a tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] device_id is not set on port 339c924c-26ef-418d-aba4-aa9bba383a5c yet. {{(pid=83828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:54:42.152642 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-7a5f13b0-5777-4e38-bd2e-c5ef9739a689 None None] Provisioning complete for port 4675ef8e-4300-4178-9894-0824839a9de2 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:42.153256 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-7a5f13b0-5777-4e38-bd2e-c5ef9739a689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:42.204995 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=9dfa0754-203c-4f3f-9e77-d9c218f63214,revision_number=7']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:42.248115 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-1845fa39-8f01-431b-894e-a4c99623c04d tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:42.266051 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-1845fa39-8f01-431b-894e-a4c99623c04d tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Usage tracker for resource:subnet and tenant:50a1f72bd5e54e209eb4756b30f7e6a6 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:42.267467 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-364950e2-7568-4c35-bd31-c4a03a3d3e1a tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611462'] for router_interface, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:42.302404 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 9dfa0754-203c-4f3f-9e77-d9c218f63214 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:54:42.325088 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-1845fa39-8f01-431b-894e-a4c99623c04d tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:42.352267 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-1845fa39-8f01-431b-894e-a4c99623c04d tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:42.393027 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1845fa39-8f01-431b-894e-a4c99623c04d tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Made reservation on behalf of 50a1f72bd5e54e209eb4756b30f7e6a6 for: {'subnet': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:42.397582 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.db.resource_extend [None req-7ffe013c-8377-49bc-8cae-1c10ef8175e0 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:54:42.399213 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184e86f3-95e7-44ec-b3a8-cf063b3d18b2 None None] DHCP port deletion for 7b65ac5c-8834-4b65-9b28-b7dba6c9746f request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:54:42.434488 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-184e86f3-95e7-44ec-b3a8-cf063b3d18b2 None None] Deleting port 9dfa0754-203c-4f3f-9e77-d9c218f63214 {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:54:42.435013 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-184e86f3-95e7-44ec-b3a8-cf063b3d18b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:42.491125 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-29d591ac-b433-43f9-b80a-edeba0047d4a tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Allocated IP 2001:db8::89 (b4e873a3-e6ca-443c-a769-49c7c4739e48/91364437-bf22-48bd-a968-6301b695fe76/339c924c-26ef-418d-aba4-aa9bba383a5c) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:42.533909 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7ffe013c-8377-49bc-8cae-1c10ef8175e0 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:42.535636 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-7a5f13b0-5777-4e38-bd2e-c5ef9739a689 None None] Could not find standard attr ID for object 279f230a-a847-4de2-bc76-43820a5fb304. {{(pid=83829) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:54:42.606717 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b068326b-79c1-4921-8a20-0f6e3d84670c tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:54:42.611544 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1845fa39-8f01-431b-894e-a4c99623c04d tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16030269'] for subnet, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:42.617602 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7ffe013c-8377-49bc-8cae-1c10ef8175e0 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:42.627598 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-b068326b-79c1-4921-8a20-0f6e3d84670c tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] 10.222.0.55 "PUT /v2.0/routers/7eb7e86f-2ef1-461f-98dd-25fa008e9388/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.6032772 Apr 01 15:54:42.646679 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281b638a-5a77-47b4-92ac-e1f1f22db180 None None] Sync routers for ids ['7eb7e86f-2ef1-461f-98dd-25fa008e9388'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:54:42.649960 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51510) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:42.662680 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 9dfa0754-203c-4f3f-9e77-d9c218f63214 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:42.663212 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:42.669098 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-eef4e991-fcd1-451e-8d3b-f9cd46a433b3 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:42.754501 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffe013c-8377-49bc-8cae-1c10ef8175e0 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Pushing event updated for resources: {'Port': ['ID=67c19869-43ff-4a24-90ee-2b890acaed1f,revision_number=2']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:42.762957 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [None req-eef4e991-fcd1-451e-8d3b-f9cd46a433b3 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Transition to ACTIVE for port object 08378758-e82c-42da-b17a-c3c3c2338110 will not be triggered until provisioned by entity DHCP. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:42.831366 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281b638a-5a77-47b4-92ac-e1f1f22db180 None None] Routers {'7eb7e86f-2ef1-461f-98dd-25fa008e9388'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:54:42.832589 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-281b638a-5a77-47b4-92ac-e1f1f22db180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:54:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['7eb7e86f-2ef1-461f-98dd-25fa008e9388'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:42.944662 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845054d6-0fc2-4334-a26b-96d05753e7f3 None None] Update dhcp port {'port': {'network_id': 'b4e873a3-e6ca-443c-a769-49c7c4739e48', 'fixed_ips': [{'subnet_id': '6aa3346e-84a0-4547-baea-d7cd27d146df', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '91364437-bf22-48bd-a968-6301b695fe76'}], 'binding:host_id': 'dv-neutron-833373-2-hyperv'}, 'id': '4675ef8e-4300-4178-9894-0824839a9de2'} from dv-neutron-833373-2-hyperv. {{(pid=83829) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 01 15:54:42.972695 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-281b638a-5a77-47b4-92ac-e1f1f22db180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:43.022103 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-184e86f3-95e7-44ec-b3a8-cf063b3d18b2 None None] For port 9dfa0754-203c-4f3f-9e77-d9c218f63214, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=9dfa0754-203c-4f3f-9e77-d9c218f63214,segment=NetworkSegment(c41dc1a5-c958-4d8b-81ea-3934c36371b8),segment_id=c41dc1a5-c958-4d8b-81ea-3934c36371b8)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:54:43.022661 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-184e86f3-95e7-44ec-b3a8-cf063b3d18b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:43.161302 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-29d591ac-b433-43f9-b80a-edeba0047d4a tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:43.183687 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [None req-29d591ac-b433-43f9-b80a-edeba0047d4a tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Transition to ACTIVE for port object 339c924c-26ef-418d-aba4-aa9bba383a5c will not be triggered until provisioned by entity DHCP. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:43.240663 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ca7392-9391-49e1-9c10-4a10dd4629d1 None None] Network 4c290d80-ec95-4850-871b-5e31264a5537 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:54:43.270159 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-184e86f3-95e7-44ec-b3a8-cf063b3d18b2 None None] Calling delete_port for 9dfa0754-203c-4f3f-9e77-d9c218f63214 owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:54:43.303496 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-845054d6-0fc2-4334-a26b-96d05753e7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:43.315651 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281b638a-5a77-47b4-92ac-e1f1f22db180 None None] Routers {'7eb7e86f-2ef1-461f-98dd-25fa008e9388'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:54:43.315651 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-281b638a-5a77-47b4-92ac-e1f1f22db180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:54:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['7eb7e86f-2ef1-461f-98dd-25fa008e9388'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:43.338006 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-33ed009b-090a-4fa4-8205-2e87852250d5 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Notify callbacks [] for router, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:43.374286 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-eef4e991-fcd1-451e-8d3b-f9cd46a433b3 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:43.410271 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-29d591ac-b433-43f9-b80a-edeba0047d4a tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:43.466734 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef4e991-fcd1-451e-8d3b-f9cd46a433b3 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Pushing event updated for resources: {'Port': ['ID=08378758-e82c-42da-b17a-c3c3c2338110,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:43.544397 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef4e991-fcd1-451e-8d3b-f9cd46a433b3 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Network 4c290d80-ec95-4850-871b-5e31264a5537 is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:43.545184 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:43.549744 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-eef4e991-fcd1-451e-8d3b-f9cd46a433b3 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:43.557189 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-040f2a6f-f50e-487c-91a5-d87bdc555885 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Router 85d68d08-8d00-4c5e-8683-45e9300b8ad5 is scheduled to L3 agent ff252634-3424-422a-b742-9ae457bd54bd with binding_index 1 {{(pid=83826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:54:43.560147 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef4e991-fcd1-451e-8d3b-f9cd46a433b3 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:54:43.565015 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-281b638a-5a77-47b4-92ac-e1f1f22db180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:43.565430 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281b638a-5a77-47b4-92ac-e1f1f22db180 None None] The sync data for ids ['7eb7e86f-2ef1-461f-98dd-25fa008e9388'] in dv-neutron-833373-2-hyperv is: [] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:54:43.593524 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7ffe013c-8377-49bc-8cae-1c10ef8175e0 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611418'] for router_interface, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:43.660119 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d591ac-b433-43f9-b80a-edeba0047d4a tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Pushing event updated for resources: {'Port': ['ID=339c924c-26ef-418d-aba4-aa9bba383a5c,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:43.664802 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d591ac-b433-43f9-b80a-edeba0047d4a tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Network b4e873a3-e6ca-443c-a769-49c7c4739e48 is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:43.674276 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-29d591ac-b433-43f9-b80a-edeba0047d4a tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:43.677943 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d591ac-b433-43f9-b80a-edeba0047d4a tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:54:43.685994 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d591ac-b433-43f9-b80a-edeba0047d4a tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:43.687008 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-29d591ac-b433-43f9-b80a-edeba0047d4a tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:43.873510 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-184e86f3-95e7-44ec-b3a8-cf063b3d18b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671'] for port, after_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:44.014333 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-29d591ac-b433-43f9-b80a-edeba0047d4a tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0558333 Apr 01 15:54:44.016216 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51514) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:44.037994 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-21cd7e0b-039f-47c0-b760-292b6fc4ffa3 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Request body: {'subnet': {'network_id': 'b4e873a3-e6ca-443c-a769-49c7c4739e48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:54:44.041310 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef4e991-fcd1-451e-8d3b-f9cd46a433b3 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:44.042195 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-eef4e991-fcd1-451e-8d3b-f9cd46a433b3 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:44.134619 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 4a6e203c-3c64-4cef-a6b7-32a5ec5e63ae up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:54:44.176760 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-eef4e991-fcd1-451e-8d3b-f9cd46a433b3 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 5.7954082 Apr 01 15:54:44.176760 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-364950e2-7568-4c35-bd31-c4a03a3d3e1a tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Router d6cf7410-c321-48c1-98b8-39d3ede1ddcd has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:54:44.217316 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-f41f0749-7d75-4742-8cde-947a94a61458 None None] Provisioning complete for port 67c19869-43ff-4a24-90ee-2b890acaed1f triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:44.217936 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f41f0749-7d75-4742-8cde-947a94a61458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:44.224091 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51518) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:44.246708 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-a432f543-8570-414a-a63b-a9eaa3517729 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-243394607', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:54:44.264500 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-33ed009b-090a-4fa4-8205-2e87852250d5 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130651'] for router, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:44.268183 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-a432f543-8570-414a-a63b-a9eaa3517729 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:44.269847 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184e86f3-95e7-44ec-b3a8-cf063b3d18b2 None None] Pushing event deleted for resources: {'Port': ['ID=9dfa0754-203c-4f3f-9e77-d9c218f63214,revision_number=None']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:44.300431 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-33ed009b-090a-4fa4-8205-2e87852250d5 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:44.357558 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-a432f543-8570-414a-a63b-a9eaa3517729 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Usage tracker for resource:router and tenant:52ab30854e7140eb93e437126b898694 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:44.395616 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-845054d6-0fc2-4334-a26b-96d05753e7f3 None None] Allocated IP 2001:db8::2 (b4e873a3-e6ca-443c-a769-49c7c4739e48/91364437-bf22-48bd-a968-6301b695fe76/4675ef8e-4300-4178-9894-0824839a9de2) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:44.402909 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184e86f3-95e7-44ec-b3a8-cf063b3d18b2 None None] No DVR routers for this DVR port 9dfa0754-203c-4f3f-9e77-d9c218f63214 on host dv-neutron-833373-2-hyperv {{(pid=83829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:54:44.447460 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-f41f0749-7d75-4742-8cde-947a94a61458 None None] Port 67c19869-43ff-4a24-90ee-2b890acaed1f cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:54:44.456262 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-21cd7e0b-039f-47c0-b760-292b6fc4ffa3 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:44.458308 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-a432f543-8570-414a-a63b-a9eaa3517729 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:44.470999 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7ffe013c-8377-49bc-8cae-1c10ef8175e0 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:44.488679 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-a432f543-8570-414a-a63b-a9eaa3517729 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:44.489993 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-33ed009b-090a-4fa4-8205-2e87852250d5 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607376'] for router, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:44.490824 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ed009b-090a-4fa4-8205-2e87852250d5 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Fanout notify agent at l3_agent the message router_deleted on router 7eb7e86f-2ef1-461f-98dd-25fa008e9388 {{(pid=83828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:54:44.492643 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-21cd7e0b-039f-47c0-b760-292b6fc4ffa3 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Usage tracker for resource:subnet and tenant:144b300b27fa4dafba1405cae5639f1c is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:44.496081 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-21cd7e0b-039f-47c0-b760-292b6fc4ffa3 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:44.512870 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-21cd7e0b-039f-47c0-b760-292b6fc4ffa3 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:44.525187 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-33ed009b-090a-4fa4-8205-2e87852250d5 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:44.526945 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-33ed009b-090a-4fa4-8205-2e87852250d5 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] 10.222.0.55 "DELETE /v2.0/routers/7eb7e86f-2ef1-461f-98dd-25fa008e9388 HTTP/1.1" status: 204 len: 168 time: 1.8755419 Apr 01 15:54:44.529860 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.objects.ports [None req-1845fa39-8f01-431b-894e-a4c99623c04d tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83828) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 01 15:54:44.530577 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51522) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:44.534730 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1845fa39-8f01-431b-894e-a4c99623c04d tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15306628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16030227'] for subnet, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:44.554816 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a432f543-8570-414a-a63b-a9eaa3517729 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130665'] for router, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:44.556365 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a432f543-8570-414a-a63b-a9eaa3517729 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617571', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130640'] for router, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:44.621789 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-f41f0749-7d75-4742-8cde-947a94a61458 None None] Provisioning for port 4a6e203c-3c64-4cef-a6b7-32a5ec5e63ae completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:54:44.625259 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 4a6e203c-3c64-4cef-a6b7-32a5ec5e63ae completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:54:44.627041 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21cd7e0b-039f-47c0-b760-292b6fc4ffa3 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Made reservation on behalf of 144b300b27fa4dafba1405cae5639f1c for: {'subnet': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:44.630629 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-364950e2-7568-4c35-bd31-c4a03a3d3e1a tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:54:44.631519 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-21cd7e0b-039f-47c0-b760-292b6fc4ffa3 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16030269'] for subnet, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:44.647307 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-f41f0749-7d75-4742-8cde-947a94a61458 None None] Provisioning complete for port 4a6e203c-3c64-4cef-a6b7-32a5ec5e63ae triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:44.647573 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f41f0749-7d75-4742-8cde-947a94a61458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:44.652011 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a0a1d5-750c-4f15-ac9e-19838b3a6704 None None] Sync routers for ids ['d6cf7410-c321-48c1-98b8-39d3ede1ddcd'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:54:44.657471 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a432f543-8570-414a-a63b-a9eaa3517729 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:44.678307 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a0a1d5-750c-4f15-ac9e-19838b3a6704 None None] Routers {'d6cf7410-c321-48c1-98b8-39d3ede1ddcd'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:54:44.680689 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-b9a0a1d5-750c-4f15-ac9e-19838b3a6704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:54:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['d6cf7410-c321-48c1-98b8-39d3ede1ddcd'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:44.700413 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 4a6e203c-3c64-4cef-a6b7-32a5ec5e63ae triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:44.700927 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:44.788627 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-845054d6-0fc2-4334-a26b-96d05753e7f3 None None] For port 4675ef8e-4300-4178-9894-0824839a9de2, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=4675ef8e-4300-4178-9894-0824839a9de2,segment=NetworkSegment(3688d23c-c9f4-4a5f-a439-60480be8ab1d),segment_id=3688d23c-c9f4-4a5f-a439-60480be8ab1d)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:54:44.795733 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-b9a0a1d5-750c-4f15-ac9e-19838b3a6704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:44.817067 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a0a1d5-750c-4f15-ac9e-19838b3a6704 None None] Routers {'d6cf7410-c321-48c1-98b8-39d3ede1ddcd'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:54:44.818494 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-b9a0a1d5-750c-4f15-ac9e-19838b3a6704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:54:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['d6cf7410-c321-48c1-98b8-39d3ede1ddcd'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:44.886420 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1845fa39-8f01-431b-894e-a4c99623c04d tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:44.887850 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1845fa39-8f01-431b-894e-a4c99623c04d tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event updated for resources: {'Subnet': ['ID=f6ae1260-2906-4b68-8942-d321ea943bc0,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:44.894612 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-845054d6-0fc2-4334-a26b-96d05753e7f3 None None] Notify callbacks [] for port, precommit_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:44.896529 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-1845fa39-8f01-431b-894e-a4c99623c04d tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:44.919986 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83dbb2f6-b998-46ad-a7f4-6ebf6776317a None None] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:54:44.941613 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1845fa39-8f01-431b-894e-a4c99623c04d tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:44.942538 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1845fa39-8f01-431b-894e-a4c99623c04d tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:44.948292 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-b9a0a1d5-750c-4f15-ac9e-19838b3a6704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:44.949370 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a0a1d5-750c-4f15-ac9e-19838b3a6704 None None] The sync data for ids ['d6cf7410-c321-48c1-98b8-39d3ede1ddcd'] in dv-neutron-833373-2-hyperv is: [] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:54:45.080243 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:45.168445 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-1845fa39-8f01-431b-894e-a4c99623c04d tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.5398939 Apr 01 15:54:45.172489 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51526) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:45.183431 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-cb4fa5a2-1eff-4a2b-b0d0-e702f4051ab0 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Request body: {'subnet': {'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:54:45.221924 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-845054d6-0fc2-4334-a26b-96d05753e7f3 None None] Transition to ACTIVE for port object 4675ef8e-4300-4178-9894-0824839a9de2 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:45.244916 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.ipam_backend_mixin [None req-21cd7e0b-039f-47c0-b760-292b6fc4ffa3 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 91364437-bf22-48bd-a968-6301b695fe76 (CIDR: 2001:db8::/64) Apr 01 15:54:45.250854 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-845054d6-0fc2-4334-a26b-96d05753e7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:45.270411 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7ffe013c-8377-49bc-8cae-1c10ef8175e0 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:45.286187 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-364950e2-7568-4c35-bd31-c4a03a3d3e1a tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] 10.222.0.55 "PUT /v2.0/routers/d6cf7410-c321-48c1-98b8-39d3ede1ddcd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.2097049 Apr 01 15:54:45.287874 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7ffe013c-8377-49bc-8cae-1c10ef8175e0 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:45.288868 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7ffe013c-8377-49bc-8cae-1c10ef8175e0 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611525'] for router_interface, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:45.292916 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51530) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:45.332183 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f41f0749-7d75-4742-8cde-947a94a61458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:45.339347 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a432f543-8570-414a-a63b-a9eaa3517729 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616'] for router, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:45.375185 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-21cd7e0b-039f-47c0-b760-292b6fc4ffa3 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:54:45.375927 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21cd7e0b-039f-47c0-b760-292b6fc4ffa3 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:54:45.464376 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_v2 [None req-29e2746d-4717-4184-934d-a4a5f33857fc tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Deleting subnet 17bbb2b3-cb79-471d-9e48-0574b799c5e9 {{(pid=83828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:54:45.481016 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-29e2746d-4717-4184-934d-a4a5f33857fc tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Notify callbacks [] for subnet, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:45.520235 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port 4a6e203c-3c64-4cef-a6b7-32a5ec5e63ae, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=4a6e203c-3c64-4cef-a6b7-32a5ec5e63ae,segment=NetworkSegment(40f16085-8111-4876-b2d1-e0a7240ef14b),segment_id=40f16085-8111-4876-b2d1-e0a7240ef14b)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:54:45.534686 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:45.537013 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-21cd7e0b-039f-47c0-b760-292b6fc4ffa3 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5170169 Apr 01 15:54:45.555475 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51534) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:45.570865 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-9fc766ee-1a0f-423a-a3da-5cce58c17c9e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Request body: {'subnet': {'network_id': 'b4e873a3-e6ca-443c-a769-49c7c4739e48', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:54:45.594366 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845054d6-0fc2-4334-a26b-96d05753e7f3 None None] Pushing event updated for resources: {'Port': ['ID=4675ef8e-4300-4178-9894-0824839a9de2,revision_number=6']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:45.651726 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.api.v2.resource [None req-15959f9b-6bc7-4a0b-a9f4-55e32ca7b755 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] delete failed (client error): The resource could not be found. Apr 01 15:54:45.659210 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-15959f9b-6bc7-4a0b-a9f4-55e32ca7b755 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] 10.222.0.55 "DELETE /v2.0/routers/tempest-non_exist_router-1511211640 HTTP/1.1" status: 404 len: 335 time: 0.3222811 Apr 01 15:54:45.659852 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51538) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:45.675219 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a432f543-8570-414a-a63b-a9eaa3517729 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Notify callbacks [] for router, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:45.675219 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-a432f543-8570-414a-a63b-a9eaa3517729 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.4499304 Apr 01 15:54:45.677767 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffe013c-8377-49bc-8cae-1c10ef8175e0 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Pushing event updated for resources: {'Port': ['ID=67c19869-43ff-4a24-90ee-2b890acaed1f,revision_number=3']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:45.699409 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51542) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:45.707170 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-83cc5c9b-5a54-4351-90ed-889faf5b41fa tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd6cf7410-c321-48c1-98b8-39d3ede1ddcd'}}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:54:45.762160 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 9dfa0754-203c-4f3f-9e77-d9c218f63214 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:54:45.823672 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-d85bed8b-b3eb-4152-a262-7367b529760b tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1980404393', 'prefixes': ['172.20.0.0/16']}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:54:45.859674 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 9dfa0754-203c-4f3f-9e77-d9c218f63214 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:54:45.860438 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 9dfa0754-203c-4f3f-9e77-d9c218f63214 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:54:45.876196 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-29e2746d-4717-4184-934d-a4a5f33857fc tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15303084'] for subnet, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:45.883015 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.db.api [None req-f41f0749-7d75-4742-8cde-947a94a61458 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:54:45.883844 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG oslo_db.api [None req-f41f0749-7d75-4742-8cde-947a94a61458 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:54:45.904373 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=4a6e203c-3c64-4cef-a6b7-32a5ec5e63ae,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:45.918081 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-d85bed8b-b3eb-4152-a262-7367b529760b tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:45.937835 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-cb4fa5a2-1eff-4a2b-b0d0-e702f4051ab0 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:45.967783 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-cb4fa5a2-1eff-4a2b-b0d0-e702f4051ab0 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Usage tracker for resource:subnet and tenant:50a1f72bd5e54e209eb4756b30f7e6a6 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:45.974663 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-cb4fa5a2-1eff-4a2b-b0d0-e702f4051ab0 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:45.994522 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-040f2a6f-f50e-487c-91a5-d87bdc555885 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:54:46.000492 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ab8f75-929c-40fc-9a3e-1ca462ded2a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'tenant_id': '50a1f72bd5e54e209eb4756b30f7e6a6', 'fixed_ips': [{'subnet_id': 'f6ae1260-2906-4b68-8942-d321ea943bc0'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:54:46.001716 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-28ab8f75-929c-40fc-9a3e-1ca462ded2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:46.022625 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-9fc766ee-1a0f-423a-a3da-5cce58c17c9e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:46.026525 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecaecd3-e3f0-46c6-b57a-9c695870b880 None None] Sync routers for ids ['85d68d08-8d00-4c5e-8683-45e9300b8ad5'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:54:46.038366 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-cb4fa5a2-1eff-4a2b-b0d0-e702f4051ab0 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:46.059589 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-9fc766ee-1a0f-423a-a3da-5cce58c17c9e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Usage tracker for resource:subnet and tenant:144b300b27fa4dafba1405cae5639f1c is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:46.086542 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-9fc766ee-1a0f-423a-a3da-5cce58c17c9e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:46.117764 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecaecd3-e3f0-46c6-b57a-9c695870b880 None None] Routers {'85d68d08-8d00-4c5e-8683-45e9300b8ad5'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:54:46.118956 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-3ecaecd3-e3f0-46c6-b57a-9c695870b880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:54:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['85d68d08-8d00-4c5e-8683-45e9300b8ad5'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:46.126597 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-9fc766ee-1a0f-423a-a3da-5cce58c17c9e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:46.130496 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb4fa5a2-1eff-4a2b-b0d0-e702f4051ab0 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Made reservation on behalf of 50a1f72bd5e54e209eb4756b30f7e6a6 for: {'subnet': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:46.135245 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-cb4fa5a2-1eff-4a2b-b0d0-e702f4051ab0 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16030269'] for subnet, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:46.230357 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-040f2a6f-f50e-487c-91a5-d87bdc555885 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks [] for router, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:46.232345 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-040f2a6f-f50e-487c-91a5-d87bdc555885 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 14.9002943 Apr 01 15:54:46.257062 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51546) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:46.285961 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-3ecaecd3-e3f0-46c6-b57a-9c695870b880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:46.291935 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d85bed8b-b3eb-4152-a262-7367b529760b tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Notify callbacks [] for subnetpool, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:46.297474 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-d85bed8b-b3eb-4152-a262-7367b529760b tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] 10.222.0.55 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.5280941 Apr 01 15:54:46.332040 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51550) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:46.345019 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecaecd3-e3f0-46c6-b57a-9c695870b880 None None] Routers {'85d68d08-8d00-4c5e-8683-45e9300b8ad5'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:54:46.346047 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-3ecaecd3-e3f0-46c6-b57a-9c695870b880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:54:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['85d68d08-8d00-4c5e-8683-45e9300b8ad5'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:46.466200 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.tag.tag_plugin [None req-7833cd6b-9bb5-412b-8ef9-a078129978ce tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '71e753c0-67e7-4210-85ba-e730ad5a8113', 'tempest-TagsExtTest-Tag-1915862928') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:46.472127 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-3ecaecd3-e3f0-46c6-b57a-9c695870b880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:46.472631 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecaecd3-e3f0-46c6-b57a-9c695870b880 None None] The sync data for ids ['85d68d08-8d00-4c5e-8683-45e9300b8ad5'] in dv-neutron-833373-2-hyperv is: [] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:54:46.499902 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-28ab8f75-929c-40fc-9a3e-1ca462ded2a8 None None] Allocated IP 2001:db8::f816:3eff:fec3:8373 (7b65ac5c-8834-4b65-9b28-b7dba6c9746f/f6ae1260-2906-4b68-8942-d321ea943bc0/6d6021ee-111b-45fb-9c0a-e5f03c470ac1) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:46.555842 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc766ee-1a0f-423a-a3da-5cce58c17c9e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Made reservation on behalf of 144b300b27fa4dafba1405cae5639f1c for: {'subnet': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:46.561906 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9fc766ee-1a0f-423a-a3da-5cce58c17c9e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16030269'] for subnet, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:46.694480 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-c6b0012b-8351-46bf-89bb-ba988d84a016 None None] Provisioning complete for port 4e9a38ac-d395-4e8f-a47f-62c965f0cf80 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:46.694990 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c6b0012b-8351-46bf-89bb-ba988d84a016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:46.697946 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ffe013c-8377-49bc-8cae-1c10ef8175e0 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Network 91cbdec4-044e-4b04-83dc-ac7c6f05c438 is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:46.711440 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-7ffe013c-8377-49bc-8cae-1c10ef8175e0 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:46.783441 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.ipam_backend_mixin [None req-cb4fa5a2-1eff-4a2b-b0d0-e702f4051ab0 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f6ae1260-2906-4b68-8942-d321ea943bc0 (CIDR: 2001:db8::/64) Apr 01 15:54:46.826746 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-c6b0012b-8351-46bf-89bb-ba988d84a016 None None] Port 4e9a38ac-d395-4e8f-a47f-62c965f0cf80 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:54:46.850385 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-28ab8f75-929c-40fc-9a3e-1ca462ded2a8 None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:46.869317 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-29e2746d-4717-4184-934d-a4a5f33857fc tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:46.874492 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-28ab8f75-929c-40fc-9a3e-1ca462ded2a8 None None] Transition to ACTIVE for port object 6d6021ee-111b-45fb-9c0a-e5f03c470ac1 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:46.908620 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb4fa5a2-1eff-4a2b-b0d0-e702f4051ab0 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:54:46.909344 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb4fa5a2-1eff-4a2b-b0d0-e702f4051ab0 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:54:46.913302 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-28ab8f75-929c-40fc-9a3e-1ca462ded2a8 None None] Transition to ACTIVE for port object 6d6021ee-111b-45fb-9c0a-e5f03c470ac1 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:46.928209 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-28ab8f75-929c-40fc-9a3e-1ca462ded2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:46.936827 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-83cc5c9b-5a54-4351-90ed-889faf5b41fa tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130626'] for router, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:46.942043 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-7833cd6b-9bb5-412b-8ef9-a078129978ce tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] 10.222.0.55 "PUT /v2.0/subnets/71e753c0-67e7-4210-85ba-e730ad5a8113/tags/tempest-TagsExtTest-Tag-1915862928 HTTP/1.1" status: 201 len: 201 time: 0.4957569 Apr 01 15:54:46.950968 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-cb4fa5a2-1eff-4a2b-b0d0-e702f4051ab0 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7724094 Apr 01 15:54:46.951187 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51554) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:46.953253 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51556) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:46.957391 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.tag.tag_plugin [None req-dc3b5a22-b83a-473e-91d2-f35524b04071 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '08378758-e82c-42da-b17a-c3c3c2338110', 'tempest-TagsExtTest-Tag-923850589') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:47.023009 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-d4a2f8ba-d8ee-4153-9352-cefd632d7d65 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Request body: {'subnet': {'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:54:47.043260 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ab8f75-929c-40fc-9a3e-1ca462ded2a8 None None] Pushing event updated for resources: {'Port': ['ID=6d6021ee-111b-45fb-9c0a-e5f03c470ac1,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:47.046900 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-c6b0012b-8351-46bf-89bb-ba988d84a016 None None] Provisioning for port 4675ef8e-4300-4178-9894-0824839a9de2 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:54:47.052665 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.api.v2.resource [None req-83cc5c9b-5a54-4351-90ed-889faf5b41fa tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] update failed (client error): The resource could not be found. Apr 01 15:54:47.059648 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-83cc5c9b-5a54-4351-90ed-889faf5b41fa tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] 10.222.0.55 "PUT /v2.0/routers/d6cf7410-c321-48c1-98b8-39d3ede1ddcd HTTP/1.1" status: 404 len: 339 time: 1.3812597 Apr 01 15:54:47.059850 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-c6b0012b-8351-46bf-89bb-ba988d84a016 None None] Provisioning complete for port 4675ef8e-4300-4178-9894-0824839a9de2 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:47.059850 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c6b0012b-8351-46bf-89bb-ba988d84a016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:47.069007 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51562) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:47.079860 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-d3116401-5e65-4525-8242-b6ffebd2fdfe tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1935693735'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:54:47.088369 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ab8f75-929c-40fc-9a3e-1ca462ded2a8 None None] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:47.092822 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-d3116401-5e65-4525-8242-b6ffebd2fdfe tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:47.095801 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-28ab8f75-929c-40fc-9a3e-1ca462ded2a8 None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:47.102661 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-d3116401-5e65-4525-8242-b6ffebd2fdfe tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Usage tracker for resource:network and tenant:3da0fb66822044a38da208c9d62f3a12 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:47.105571 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ab8f75-929c-40fc-9a3e-1ca462ded2a8 None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:54:47.163857 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-d3116401-5e65-4525-8242-b6ffebd2fdfe tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:47.184608 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-d3116401-5e65-4525-8242-b6ffebd2fdfe tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:47.220392 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-28ab8f75-929c-40fc-9a3e-1ca462ded2a8 None None] Attempting to bind port 6d6021ee-111b-45fb-9c0a-e5f03c470ac1 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:54:47.220690 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-28ab8f75-929c-40fc-9a3e-1ca462ded2a8 None None] Attempting to bind port 6d6021ee-111b-45fb-9c0a-e5f03c470ac1 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:54:47.221124 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ab8f75-929c-40fc-9a3e-1ca462ded2a8 None None] Attempting to bind port 6d6021ee-111b-45fb-9c0a-e5f03c470ac1 on network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:54:47.235330 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ab8f75-929c-40fc-9a3e-1ca462ded2a8 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:54:47.235781 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ab8f75-929c-40fc-9a3e-1ca462ded2a8 None None] Checking segment: {'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:54:47.236110 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-28ab8f75-929c-40fc-9a3e-1ca462ded2a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:47.236503 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ab8f75-929c-40fc-9a3e-1ca462ded2a8 None None] Bound using segment: {'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:54:47.238840 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-28ab8f75-929c-40fc-9a3e-1ca462ded2a8 None None] Bound port: 6d6021ee-111b-45fb-9c0a-e5f03c470ac1, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:54:47.239246 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-28ab8f75-929c-40fc-9a3e-1ca462ded2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:47.265694 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3116401-5e65-4525-8242-b6ffebd2fdfe tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Made reservation on behalf of 3da0fb66822044a38da208c9d62f3a12 for: {'network': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:47.268704 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d3116401-5e65-4525-8242-b6ffebd2fdfe tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:47.320768 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-dc3b5a22-b83a-473e-91d2-f35524b04071 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] 10.222.0.55 "PUT /v2.0/ports/08378758-e82c-42da-b17a-c3c3c2338110/tags/tempest-TagsExtTest-Tag-923850589 HTTP/1.1" status: 201 len: 201 time: 0.3684492 Apr 01 15:54:47.328763 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51566) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:47.340175 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.tag.tag_plugin [None req-3a45956b-9de2-40bb-988e-ccb013aebd26 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '3ddb7053-8e86-4ae2-8674-171810627e7c', 'tempest-TagsExtTest-Tag-118301606') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:47.348638 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.ipam_backend_mixin [None req-9fc766ee-1a0f-423a-a3da-5cce58c17c9e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 6aa3346e-84a0-4547-baea-d7cd27d146df (CIDR: 2001:db8:0:1::/64) Apr 01 15:54:47.378827 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-29e2746d-4717-4184-934d-a4a5f33857fc tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15306565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16030232'] for subnet, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:47.383950 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fc766ee-1a0f-423a-a3da-5cce58c17c9e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:54:47.384470 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fc766ee-1a0f-423a-a3da-5cce58c17c9e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:54:47.402109 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3116401-5e65-4525-8242-b6ffebd2fdfe tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=83826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:54:47.406372 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-28ab8f75-929c-40fc-9a3e-1ca462ded2a8 None None] For port 6d6021ee-111b-45fb-9c0a-e5f03c470ac1, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:54:47.409033 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-c6b0012b-8351-46bf-89bb-ba988d84a016 None None] Provisioning for port 08378758-e82c-42da-b17a-c3c3c2338110 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:54:47.413446 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-28ab8f75-929c-40fc-9a3e-1ca462ded2a8 None None] For port 6d6021ee-111b-45fb-9c0a-e5f03c470ac1, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=6d6021ee-111b-45fb-9c0a-e5f03c470ac1,segment=NetworkSegment(c41dc1a5-c958-4d8b-81ea-3934c36371b8),segment_id=c41dc1a5-c958-4d8b-81ea-3934c36371b8)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:54:47.418375 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-c6b0012b-8351-46bf-89bb-ba988d84a016 None None] Provisioning complete for port 08378758-e82c-42da-b17a-c3c3c2338110 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:47.419119 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c6b0012b-8351-46bf-89bb-ba988d84a016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:47.470278 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-28ab8f75-929c-40fc-9a3e-1ca462ded2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:47.474215 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e2746d-4717-4184-934d-a4a5f33857fc tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Pushing event deleted for resources: {'Subnet': ['ID=17bbb2b3-cb79-471d-9e48-0574b799c5e9,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:47.488129 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-29e2746d-4717-4184-934d-a4a5f33857fc tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:47.493521 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-29e2746d-4717-4184-934d-a4a5f33857fc tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] 10.222.0.55 "DELETE /v2.0/subnets/17bbb2b3-cb79-471d-9e48-0574b799c5e9 HTTP/1.1" status: 204 len: 168 time: 2.9618821 Apr 01 15:54:47.497959 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51570) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:47.529995 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-9fc766ee-1a0f-423a-a3da-5cce58c17c9e tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.9683392 Apr 01 15:54:47.533050 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-d4a2f8ba-d8ee-4153-9352-cefd632d7d65 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:47.540184 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51574) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:47.589917 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-d4a2f8ba-d8ee-4153-9352-cefd632d7d65 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Usage tracker for resource:subnet and tenant:50a1f72bd5e54e209eb4756b30f7e6a6 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:47.595599 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-8899a31f-553d-40a6-96ff-f1f59cc06c1d tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Request body: {'subnet': {'network_id': 'b4e873a3-e6ca-443c-a769-49c7c4739e48', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:54:47.619598 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d3116401-5e65-4525-8242-b6ffebd2fdfe tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:47.620364 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.segments_db [None req-d3116401-5e65-4525-8242-b6ffebd2fdfe tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Added segment 9db64d0d-d5ca-4078-baa8-ea206d8abf61 of type vlan for network f7156bdd-b23c-4598-8fdf-5f3b1ccac18d Apr 01 15:54:47.631822 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-d4a2f8ba-d8ee-4153-9352-cefd632d7d65 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:47.659213 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9bd44f-ea8d-410e-9298-0fdd1c159cbd None None] Network 876e50d0-bc0b-4839-92b0-d910644a3128 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:54:47.675367 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d3116401-5e65-4525-8242-b6ffebd2fdfe tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:47.683020 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ab8f75-929c-40fc-9a3e-1ca462ded2a8 None None] Pushing event updated for resources: {'Port': ['ID=6d6021ee-111b-45fb-9c0a-e5f03c470ac1,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:47.696816 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 4675ef8e-4300-4178-9894-0824839a9de2 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:54:47.716227 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-d4a2f8ba-d8ee-4153-9352-cefd632d7d65 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:47.735235 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-3a45956b-9de2-40bb-988e-ccb013aebd26 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] 10.222.0.55 "PUT /v2.0/routers/3ddb7053-8e86-4ae2-8674-171810627e7c/tags/tempest-TagsExtTest-Tag-118301606 HTTP/1.1" status: 201 len: 201 time: 0.4022043 Apr 01 15:54:47.740122 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51578) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:47.749714 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.tag.tag_plugin [None req-3160c669-200a-4531-a1a0-04cdcafa5aba tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '19ae5844-cdbe-487e-9900-a94137828e65', 'tempest-TagsExtTest-Tag-2104471900') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:47.767372 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d3116401-5e65-4525-8242-b6ffebd2fdfe tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:47.768053 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4a2f8ba-d8ee-4153-9352-cefd632d7d65 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Made reservation on behalf of 50a1f72bd5e54e209eb4756b30f7e6a6 for: {'subnet': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:47.770499 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3116401-5e65-4525-8242-b6ffebd2fdfe tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:47.771116 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d3116401-5e65-4525-8242-b6ffebd2fdfe tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:47.789939 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-db16be90-b3d9-400f-8a96-8a24f8474744 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:47.808535 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-e0b55a71-a784-4ee0-bccc-4f63dea94ad0 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] 10.222.0.55 "GET /v2.0/routers/85d68d08-8d00-4c5e-8683-45e9300b8ad5 HTTP/1.1" status: 200 len: 924 time: 1.5435729 Apr 01 15:54:47.815572 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51582) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:47.847384 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-c6b0012b-8351-46bf-89bb-ba988d84a016 None None] Port 08378758-e82c-42da-b17a-c3c3c2338110 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:54:47.899561 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-c6b0012b-8351-46bf-89bb-ba988d84a016 None None] Provisioning complete for port 4a6e203c-3c64-4cef-a6b7-32a5ec5e63ae triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:47.900435 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c6b0012b-8351-46bf-89bb-ba988d84a016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:47.934906 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ffe013c-8377-49bc-8cae-1c10ef8175e0 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Router 16a26730-8609-4178-bcba-a255a713efcd is scheduled to L3 agent ff252634-3424-422a-b742-9ae457bd54bd with binding_index 1 {{(pid=83826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:54:47.940287 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-db16be90-b3d9-400f-8a96-8a24f8474744 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Deleting port 9fcad7fc-6d9b-4c5f-b3d0-84c463c503db {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:54:47.940633 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-db16be90-b3d9-400f-8a96-8a24f8474744 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:47.960439 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-d3116401-5e65-4525-8242-b6ffebd2fdfe tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8830581 Apr 01 15:54:47.966701 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-f6ef104b-8e85-4256-9a36-ec21de2f24e7 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] 10.222.0.55 "GET /v2.0/ports?device_id=85d68d08-8d00-4c5e-8683-45e9300b8ad5 HTTP/1.1" status: 200 len: 205 time: 0.1501343 Apr 01 15:54:47.968945 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51586) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:47.976299 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51588) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:47.987320 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-c1adc291-ed88-402a-aa7a-f3e8280036fd tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Request body: {'subnet': {'network_id': 'f7156bdd-b23c-4598-8fdf-5f3b1ccac18d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:54:48.004813 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3116401-5e65-4525-8242-b6ffebd2fdfe tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Pushing event updated for resources: {'Network': ['ID=f7156bdd-b23c-4598-8fdf-5f3b1ccac18d,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:48.205214 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network f7156bdd-b23c-4598-8fdf-5f3b1ccac18d details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:54:48.208823 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-8899a31f-553d-40a6-96ff-f1f59cc06c1d tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:48.224343 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-8899a31f-553d-40a6-96ff-f1f59cc06c1d tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Usage tracker for resource:subnet and tenant:144b300b27fa4dafba1405cae5639f1c is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:48.231400 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-8899a31f-553d-40a6-96ff-f1f59cc06c1d tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:48.287030 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-8899a31f-553d-40a6-96ff-f1f59cc06c1d tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:48.310211 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d4a2f8ba-d8ee-4153-9352-cefd632d7d65 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16030269'] for subnet, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:48.369292 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8899a31f-553d-40a6-96ff-f1f59cc06c1d tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Made reservation on behalf of 144b300b27fa4dafba1405cae5639f1c for: {'subnet': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:48.420688 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-3160c669-200a-4531-a1a0-04cdcafa5aba tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] 10.222.0.55 "PUT /v2.0/subnetpools/19ae5844-cdbe-487e-9900-a94137828e65/tags/tempest-TagsExtTest-Tag-2104471900 HTTP/1.1" status: 201 len: 201 time: 0.6779048 Apr 01 15:54:48.427925 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-c1adc291-ed88-402a-aa7a-f3e8280036fd tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:48.431509 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51594) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:48.441807 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-c1adc291-ed88-402a-aa7a-f3e8280036fd tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Usage tracker for resource:subnet and tenant:3da0fb66822044a38da208c9d62f3a12 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:48.448286 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.tag.tag_plugin [None req-a96c14ab-4e8b-478d-b87d-54f7475b5fb2 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '71e753c0-67e7-4210-85ba-e730ad5a8113') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:48.492532 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-c1adc291-ed88-402a-aa7a-f3e8280036fd tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:48.507044 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 4675ef8e-4300-4178-9894-0824839a9de2 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:48.507044 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:48.517343 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-c1adc291-ed88-402a-aa7a-f3e8280036fd tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:48.552102 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1adc291-ed88-402a-aa7a-f3e8280036fd tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Made reservation on behalf of 3da0fb66822044a38da208c9d62f3a12 for: {'subnet': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:48.662777 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-a96c14ab-4e8b-478d-b87d-54f7475b5fb2 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] 10.222.0.55 "GET /v2.0/subnets/71e753c0-67e7-4210-85ba-e730ad5a8113/tags HTTP/1.1" status: 200 len: 241 time: 0.2260180 Apr 01 15:54:48.673999 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51598) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:48.695744 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-db16be90-b3d9-400f-8a96-8a24f8474744 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] For port 9fcad7fc-6d9b-4c5f-b3d0-84c463c503db, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=9fcad7fc-6d9b-4c5f-b3d0-84c463c503db,segment=NetworkSegment(1f1720c2-cfb6-4750-bb17-7db717d2bf5b),segment_id=1f1720c2-cfb6-4750-bb17-7db717d2bf5b)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:54:48.696371 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-db16be90-b3d9-400f-8a96-8a24f8474744 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:48.713639 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c1adc291-ed88-402a-aa7a-f3e8280036fd tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16088980'] for subnet, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:48.733466 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.tag.tag_plugin [None req-08f69890-e1ab-4cda-83c7-df3bea064a69 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '71e753c0-67e7-4210-85ba-e730ad5a8113', 'tempest-TagsExtTest-Tag-1915862928') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:48.826319 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 4a6e203c-3c64-4cef-a6b7-32a5ec5e63ae up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:54:48.856234 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-db16be90-b3d9-400f-8a96-8a24f8474744 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Calling delete_port for 9fcad7fc-6d9b-4c5f-b3d0-84c463c503db owned by network:dhcp {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:54:48.857946 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6dcc0a-c9dc-4f34-b5cf-4b4b6c657e9a None None] DHCP port deletion for 876e50d0-bc0b-4839-92b0-d910644a3128 request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:54:48.868821 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-fa6dcc0a-c9dc-4f34-b5cf-4b4b6c657e9a None None] Deleting port 9fcad7fc-6d9b-4c5f-b3d0-84c463c503db {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:54:48.869454 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-fa6dcc0a-c9dc-4f34-b5cf-4b4b6c657e9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:48.977607 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-1b3d2a8e-be31-4e4b-9ff6-54b731bf9453 None None] Provisioning complete for port 67c19869-43ff-4a24-90ee-2b890acaed1f triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:48.978341 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-1b3d2a8e-be31-4e4b-9ff6-54b731bf9453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:49.074461 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ffe013c-8377-49bc-8cae-1c10ef8175e0 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:54:49.081454 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-fa6dcc0a-c9dc-4f34-b5cf-4b4b6c657e9a None None] The port '9fcad7fc-6d9b-4c5f-b3d0-84c463c503db' was deleted {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:54:49.093401 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7389767-5be3-48db-a540-ecbb8e802c17 None None] Sync routers for ids ['16a26730-8609-4178-bcba-a255a713efcd'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:54:49.138385 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7389767-5be3-48db-a540-ecbb8e802c17 None None] Routers {'16a26730-8609-4178-bcba-a255a713efcd'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:54:49.141003 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-f7389767-5be3-48db-a540-ecbb8e802c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:54:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['16a26730-8609-4178-bcba-a255a713efcd'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:49.158025 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-7ffe013c-8377-49bc-8cae-1c10ef8175e0 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "PUT /v2.0/routers/16a26730-8609-4178-bcba-a255a713efcd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9265363 Apr 01 15:54:49.162571 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51602) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:49.193796 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-1b3d2a8e-be31-4e4b-9ff6-54b731bf9453 None None] Port 67c19869-43ff-4a24-90ee-2b890acaed1f cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:54:49.254407 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-1b3d2a8e-be31-4e4b-9ff6-54b731bf9453 None None] Provisioning for port 339c924c-26ef-418d-aba4-aa9bba383a5c completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:54:49.261458 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-1b3d2a8e-be31-4e4b-9ff6-54b731bf9453 None None] Provisioning complete for port 339c924c-26ef-418d-aba4-aa9bba383a5c triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:49.261834 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-1b3d2a8e-be31-4e4b-9ff6-54b731bf9453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:49.332609 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-f7389767-5be3-48db-a540-ecbb8e802c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:49.346025 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c1adc291-ed88-402a-aa7a-f3e8280036fd tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15415267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16089018'] for subnet, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:49.348039 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32789c8c-fca3-4e95-a6d8-f0891bca7551 None None] get_active_networks_info from dv-neutron-833373-2-hyperv {{(pid=83829) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 01 15:54:49.358789 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7389767-5be3-48db-a540-ecbb8e802c17 None None] Routers {'16a26730-8609-4178-bcba-a255a713efcd'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:54:49.359781 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-f7389767-5be3-48db-a540-ecbb8e802c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:54:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['16a26730-8609-4178-bcba-a255a713efcd'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:49.391417 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06e837e-234a-4377-80b3-838961008507 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:49.392358 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-c06e837e-234a-4377-80b3-838961008507 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Synchronizing usage tracker for tenant:140c0a827c6a433287acd915ee3c410d on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:54:49.413643 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-08f69890-e1ab-4cda-83c7-df3bea064a69 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] 10.222.0.55 "GET /v2.0/subnets/71e753c0-67e7-4210-85ba-e730ad5a8113/tags/tempest-TagsExtTest-Tag-1915862928 HTTP/1.1" status: 204 len: 168 time: 0.7385616 Apr 01 15:54:49.418024 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51606) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:49.424283 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 4a6e203c-3c64-4cef-a6b7-32a5ec5e63ae triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:49.424666 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:49.440556 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.tag.tag_plugin [None req-030efaba-fe72-40d1-a470-aa4a9d7c06fa tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '71e753c0-67e7-4210-85ba-e730ad5a8113', 'tempest-TagsExtTest-Tag-1915862928') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:49.478926 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-1b3d2a8e-be31-4e4b-9ff6-54b731bf9453 None None] Port 339c924c-26ef-418d-aba4-aa9bba383a5c cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:54:49.501861 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-c06e837e-234a-4377-80b3-838961008507 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Unset dirty status for tenant:140c0a827c6a433287acd915ee3c410d on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:54:49.502902 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-db16be90-b3d9-400f-8a96-8a24f8474744 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:49.507059 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-c06e837e-234a-4377-80b3-838961008507 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "GET /v2.0/ports/67c19869-43ff-4a24-90ee-2b890acaed1f HTTP/1.1" status: 200 len: 984 time: 0.3432813 Apr 01 15:54:49.511132 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51610) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:49.552288 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-f7389767-5be3-48db-a540-ecbb8e802c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:49.553700 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7389767-5be3-48db-a540-ecbb8e802c17 None None] The sync data for ids ['16a26730-8609-4178-bcba-a255a713efcd'] in dv-neutron-833373-2-hyperv is: [] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:54:49.620504 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db16be90-b3d9-400f-8a96-8a24f8474744 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Pushing event deleted for resources: {'Port': ['ID=9fcad7fc-6d9b-4c5f-b3d0-84c463c503db,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:49.653192 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d4a2f8ba-d8ee-4153-9352-cefd632d7d65 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15306628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16030227'] for subnet, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:49.659999 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1adc291-ed88-402a-aa7a-f3e8280036fd tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Pushing event updated for resources: {'Subnet': ['ID=06401f96-55ef-4169-9a08-522081057522,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:49.678933 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db16be90-b3d9-400f-8a96-8a24f8474744 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] No DVR routers for this DVR port 9fcad7fc-6d9b-4c5f-b3d0-84c463c503db on host dv-neutron-833373-2-hyperv {{(pid=83828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:54:49.733658 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1adc291-ed88-402a-aa7a-f3e8280036fd tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Checking segment: {'id': '9db64d0d-d5ca-4078-baa8-ea206d8abf61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f7156bdd-b23c-4598-8fdf-5f3b1ccac18d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:54:49.734170 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1adc291-ed88-402a-aa7a-f3e8280036fd tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Network hostable DHCP agents. Network: f7156bdd-b23c-4598-8fdf-5f3b1ccac18d, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:54:49.775165 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-fb61ad81-a8d8-4df8-b44e-a3e5af17a78c None None] Provisioning for port 6d6021ee-111b-45fb-9c0a-e5f03c470ac1 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:54:49.803819 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1adc291-ed88-402a-aa7a-f3e8280036fd tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Network f7156bdd-b23c-4598-8fdf-5f3b1ccac18d is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:54:49.810680 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-030efaba-fe72-40d1-a470-aa4a9d7c06fa tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] 10.222.0.55 "DELETE /v2.0/subnets/71e753c0-67e7-4210-85ba-e730ad5a8113/tags/tempest-TagsExtTest-Tag-1915862928 HTTP/1.1" status: 204 len: 168 time: 0.3824677 Apr 01 15:54:49.811367 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51614) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:49.819668 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.tag.tag_plugin [None req-1d23cf20-bfe7-49d5-95b8-037f1b43f476 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '71e753c0-67e7-4210-85ba-e730ad5a8113') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:49.861547 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8899a31f-553d-40a6-96ff-f1f59cc06c1d tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16030269'] for subnet, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:49.865499 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-c1adc291-ed88-402a-aa7a-f3e8280036fd tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, f7156bdd-b23c-4598-8fdf-5f3b1ccac18d) {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:49.880808 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1adc291-ed88-402a-aa7a-f3e8280036fd tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:49.883394 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c1adc291-ed88-402a-aa7a-f3e8280036fd tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:49.922615 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a2f8ba-d8ee-4153-9352-cefd632d7d65 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:50.011342 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-d4a2f8ba-d8ee-4153-9352-cefd632d7d65 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:50.014720 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 6d6021ee-111b-45fb-9c0a-e5f03c470ac1 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:54:50.066489 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32789c8c-fca3-4e95-a6d8-f0891bca7551 None None] Unable to find a vacant binding_index for network f7156bdd-b23c-4598-8fdf-5f3b1ccac18d and agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 {{(pid=83829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Apr 01 15:54:50.082036 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a2f8ba-d8ee-4153-9352-cefd632d7d65 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:50.082591 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32789c8c-fca3-4e95-a6d8-f0891bca7551 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, f7156bdd-b23c-4598-8fdf-5f3b1ccac18d) {{(pid=83829) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 15:54:50.082787 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d4a2f8ba-d8ee-4153-9352-cefd632d7d65 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:50.140260 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a2f8ba-d8ee-4153-9352-cefd632d7d65 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event updated for resources: {'Subnet': ['ID=7819d827-813e-4c76-8db7-09f683a4ddc1,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:50.155126 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-db16be90-b3d9-400f-8a96-8a24f8474744 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:50.203219 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-c1adc291-ed88-402a-aa7a-f3e8280036fd tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2261367 Apr 01 15:54:50.204682 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51618) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:50.216976 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-41560678-c561-4add-a49b-89297b199f87 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f7156bdd-b23c-4598-8fdf-5f3b1ccac18d'}}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:54:50.223431 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-db16be90-b3d9-400f-8a96-8a24f8474744 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['876e50d0-bc0b-4839-92b0-d910644a3128']}} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:50.242453 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-d4a2f8ba-d8ee-4153-9352-cefd632d7d65 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2468343 Apr 01 15:54:50.246316 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51622) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:50.257603 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-db16be90-b3d9-400f-8a96-8a24f8474744 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f1720c2-cfb6-4750-bb17-7db717d2bf5b') {'for_net_delete': True} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:50.258436 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-db16be90-b3d9-400f-8a96-8a24f8474744 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f1720c2-cfb6-4750-bb17-7db717d2bf5b') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:50.269276 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 6d6021ee-111b-45fb-9c0a-e5f03c470ac1 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:54:50.269992 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-d9098fa7-6ffc-4aa5-a775-04986ad3d9f0 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Request body: {'port': {'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'mac_address': 'fa:16:3e:5f:f5:f8', 'name': 'tempest-NetworksTestDHCPv6-164011507'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:54:50.282635 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 6d6021ee-111b-45fb-9c0a-e5f03c470ac1 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:50.283255 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:50.350695 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-db16be90-b3d9-400f-8a96-8a24f8474744 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15303093'] for segment, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:50.365308 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-1d23cf20-bfe7-49d5-95b8-037f1b43f476 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] 10.222.0.55 "GET /v2.0/subnets/71e753c0-67e7-4210-85ba-e730ad5a8113/tags HTTP/1.1" status: 200 len: 205 time: 0.5501041 Apr 01 15:54:50.373392 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51626) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:50.390679 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.tag.tag_plugin [None req-0814b7e5-1d29-46a8-882b-ea929ceb2ec4 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '08378758-e82c-42da-b17a-c3c3c2338110') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:50.396686 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-db16be90-b3d9-400f-8a96-8a24f8474744 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:50.413393 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db16be90-b3d9-400f-8a96-8a24f8474744 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=83828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:54:50.413844 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-db16be90-b3d9-400f-8a96-8a24f8474744 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15306523'] for segment, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:50.431179 dv-neutron-833373-2-hyperv neutron-server[83828]: Traceback (most recent call last): Apr 01 15:54:50.431179 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:54:50.431179 dv-neutron-833373-2-hyperv neutron-server[83828]: timer() Apr 01 15:54:50.431179 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:54:50.431179 dv-neutron-833373-2-hyperv neutron-server[83828]: cb(*args, **kw) Apr 01 15:54:50.431179 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:54:50.431179 dv-neutron-833373-2-hyperv neutron-server[83828]: return func(*args, **kwargs) Apr 01 15:54:50.431179 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:54:50.431179 dv-neutron-833373-2-hyperv neutron-server[83828]: self._notify() Apr 01 15:54:50.431179 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:54:50.431179 dv-neutron-833373-2-hyperv neutron-server[83828]: self.callback(batched_events) Apr 01 15:54:50.431179 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:54:50.431179 dv-neutron-833373-2-hyperv neutron-server[83828]: event.method(event) Apr 01 15:54:50.431179 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:54:50.431179 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:54:50.431179 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:54:50.431179 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:54:50.431179 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:54:50.431179 dv-neutron-833373-2-hyperv neutron-server[83828]: return f(self, *a, **k) Apr 01 15:54:50.431179 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:54:50.431179 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._get(url).json() Apr 01 15:54:50.431179 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:54:50.431179 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:54:50.431179 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:54:50.431179 dv-neutron-833373-2-hyperv neutron-server[83828]: return self.request(url, 'GET', **kwargs) Apr 01 15:54:50.431179 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:54:50.431179 dv-neutron-833373-2-hyperv neutron-server[83828]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:54:50.431179 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:54:50.431179 dv-neutron-833373-2-hyperv neutron-server[83828]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:54:50.431179 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:54:50.431179 dv-neutron-833373-2-hyperv neutron-server[83828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:54:50.431179 dv-neutron-833373-2-hyperv neutron-server[83828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:54:50.514220 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-daf7140c-318f-4794-b033-280b9374582d tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks [] for router, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:50.583323 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:50.647041 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-0814b7e5-1d29-46a8-882b-ea929ceb2ec4 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] 10.222.0.55 "GET /v2.0/ports/08378758-e82c-42da-b17a-c3c3c2338110/tags HTTP/1.1" status: 200 len: 240 time: 0.2683306 Apr 01 15:54:50.651120 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51630) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:50.661914 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.tag.tag_plugin [None req-a9ce52d5-c3ce-4b28-9591-3eeb46afcc50 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '08378758-e82c-42da-b17a-c3c3c2338110', 'tempest-TagsExtTest-Tag-923850589') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:50.668878 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port 6d6021ee-111b-45fb-9c0a-e5f03c470ac1, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=6d6021ee-111b-45fb-9c0a-e5f03c470ac1,segment=NetworkSegment(c41dc1a5-c958-4d8b-81ea-3934c36371b8),segment_id=c41dc1a5-c958-4d8b-81ea-3934c36371b8)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:54:50.684303 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:50.722696 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-db16be90-b3d9-400f-8a96-8a24f8474744 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:50.748281 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-db16be90-b3d9-400f-8a96-8a24f8474744 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:50.771959 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db16be90-b3d9-400f-8a96-8a24f8474744 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] Pushing event deleted for resources: {'Network': ['ID=876e50d0-bc0b-4839-92b0-d910644a3128,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:50.793428 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-d9098fa7-6ffc-4aa5-a775-04986ad3d9f0 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:50.796337 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-db16be90-b3d9-400f-8a96-8a24f8474744 tempest-FloatingIPNegativeTestJSON-1390104921 tempest-FloatingIPNegativeTestJSON-1390104921-project] 10.222.0.55 "DELETE /v2.0/networks/876e50d0-bc0b-4839-92b0-d910644a3128 HTTP/1.1" status: 204 len: 168 time: 3.2972484 Apr 01 15:54:50.800758 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=6d6021ee-111b-45fb-9c0a-e5f03c470ac1,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:50.801499 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-d9098fa7-6ffc-4aa5-a775-04986ad3d9f0 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Usage tracker for resource:port and tenant:50a1f72bd5e54e209eb4756b30f7e6a6 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:50.806020 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-d9098fa7-6ffc-4aa5-a775-04986ad3d9f0 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:50.819436 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-d9098fa7-6ffc-4aa5-a775-04986ad3d9f0 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:50.843492 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 9fcad7fc-6d9b-4c5f-b3d0-84c463c503db no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:54:50.899487 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61c84e3-52e9-468e-a3aa-421a607b3735 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-f7156bdd-b23c-4598-8fdf-5f3b1ccac18d', 'network_id': 'f7156bdd-b23c-4598-8fdf-5f3b1ccac18d', 'tenant_id': '3da0fb66822044a38da208c9d62f3a12', 'fixed_ips': [{'subnet_id': '06401f96-55ef-4169-9a08-522081057522'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:54:50.901105 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-b61c84e3-52e9-468e-a3aa-421a607b3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:50.921765 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-41560678-c561-4add-a49b-89297b199f87 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130626'] for router, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:50.946949 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-a9ce52d5-c3ce-4b28-9591-3eeb46afcc50 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] 10.222.0.55 "GET /v2.0/ports/08378758-e82c-42da-b17a-c3c3c2338110/tags/tempest-TagsExtTest-Tag-923850589 HTTP/1.1" status: 204 len: 168 time: 0.2917864 Apr 01 15:54:50.949533 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51636) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:50.956863 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.tag.tag_plugin [None req-f2b243f8-1822-4bfc-9b5e-cfe84633ab11 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '08378758-e82c-42da-b17a-c3c3c2338110', 'tempest-TagsExtTest-Tag-923850589') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:50.963706 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 9fcad7fc-6d9b-4c5f-b3d0-84c463c503db {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:54:50.964286 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 9fcad7fc-6d9b-4c5f-b3d0-84c463c503db not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:54:50.996083 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9098fa7-6ffc-4aa5-a775-04986ad3d9f0 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Made reservation on behalf of 50a1f72bd5e54e209eb4756b30f7e6a6 for: {'port': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:51.000534 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d9098fa7-6ffc-4aa5-a775-04986ad3d9f0 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:51.053419 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [None req-d9098fa7-6ffc-4aa5-a775-04986ad3d9f0 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] device_id is not set on port d69db74b-de1e-47e2-b572-d84975674ca1 yet. {{(pid=83828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:54:51.087706 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8899a31f-553d-40a6-96ff-f1f59cc06c1d tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15306628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16030227'] for subnet, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:51.135590 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe60b83-c9fe-4c46-80b4-f326a92ededa None None] Update dhcp port {'port': {'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'fixed_ips': [{'subnet_id': 'f6ae1260-2906-4b68-8942-d321ea943bc0', 'ip_address': '2001:db8::f816:3eff:fec3:8373'}, {'subnet_id': '7819d827-813e-4c76-8db7-09f683a4ddc1'}], 'binding:host_id': 'dv-neutron-833373-2-hyperv'}, 'id': '6d6021ee-111b-45fb-9c0a-e5f03c470ac1'} from dv-neutron-833373-2-hyperv. {{(pid=83829) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 01 15:54:51.174277 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e9f8b9b9-b20a-43e6-86d7-58090e4d167f tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611543'] for router_interface, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:51.214680 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8899a31f-553d-40a6-96ff-f1f59cc06c1d tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Network b4e873a3-e6ca-443c-a769-49c7c4739e48 is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:51.229962 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-8899a31f-553d-40a6-96ff-f1f59cc06c1d tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:51.239553 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8899a31f-553d-40a6-96ff-f1f59cc06c1d tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:51.240419 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8899a31f-553d-40a6-96ff-f1f59cc06c1d tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:51.244796 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8899a31f-553d-40a6-96ff-f1f59cc06c1d tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Pushing event updated for resources: {'Subnet': ['ID=ee58a5a2-5aa9-46a7-b205-deff38abc680,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:51.283983 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-b61c84e3-52e9-468e-a3aa-421a607b3735 None None] Allocated IP 2001:db8:1::2 (f7156bdd-b23c-4598-8fdf-5f3b1ccac18d/06401f96-55ef-4169-9a08-522081057522/1e3447c5-e31c-4af4-a879-ba11cbf20cb3) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:51.294244 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-0fe60b83-c9fe-4c46-80b4-f326a92ededa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:51.331790 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51642) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:51.332387 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-8899a31f-553d-40a6-96ff-f1f59cc06c1d tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.7907531 Apr 01 15:54:51.344920 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-c4e9fc4e-4c16-47e9-8e3b-37335de98472 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1804122321', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ee58a5a2-5aa9-46a7-b205-deff38abc680'}], 'security_groups': ['3341d0e7-7e0c-4563-8386-48261b45cea9', 'cc62d3ab-e470-42db-b447-75e6b961d75b']}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:54:51.408413 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-daf7140c-318f-4794-b033-280b9374582d tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:51.434906 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-daf7140c-318f-4794-b033-280b9374582d tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Deleting port e40267b9-f061-4c14-a5df-238a3bde2678 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:54:51.435185 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-daf7140c-318f-4794-b033-280b9374582d tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:51.461928 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51646) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:51.491329 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-d9098fa7-6ffc-4aa5-a775-04986ad3d9f0 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Allocated IP 2001:db8:0:1::a9 (7b65ac5c-8834-4b65-9b28-b7dba6c9746f/7819d827-813e-4c76-8db7-09f683a4ddc1/d69db74b-de1e-47e2-b572-d84975674ca1) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:51.509787 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-d9098fa7-6ffc-4aa5-a775-04986ad3d9f0 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Allocated IP 2001:db8::f816:3eff:fe5f:f5f8 (7b65ac5c-8834-4b65-9b28-b7dba6c9746f/f6ae1260-2906-4b68-8942-d321ea943bc0/d69db74b-de1e-47e2-b572-d84975674ca1) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:51.539932 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:54:51.595782 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-f2b243f8-1822-4bfc-9b5e-cfe84633ab11 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] 10.222.0.55 "DELETE /v2.0/ports/08378758-e82c-42da-b17a-c3c3c2338110/tags/tempest-TagsExtTest-Tag-923850589 HTTP/1.1" status: 204 len: 168 time: 0.6451595 Apr 01 15:54:51.599730 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51652) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:51.619944 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.tag.tag_plugin [None req-69910393-d6ed-4816-b62c-937ecc404c14 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '08378758-e82c-42da-b17a-c3c3c2338110') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:51.719292 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.api.v2.resource [None req-41560678-c561-4add-a49b-89297b199f87 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:54:51.724708 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-41560678-c561-4add-a49b-89297b199f87 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] 10.222.0.55 "PUT /v2.0/routers/d6cf7410-c321-48c1-98b8-39d3ede1ddcd HTTP/1.1" status: 400 len: 364 time: 1.5170569 Apr 01 15:54:51.725518 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51656) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:51.753567 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-b61c84e3-52e9-468e-a3aa-421a607b3735 None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:51.767466 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-b61c84e3-52e9-468e-a3aa-421a607b3735 None None] Transition to ACTIVE for port object 1e3447c5-e31c-4af4-a879-ba11cbf20cb3 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:51.787631 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-daf7140c-318f-4794-b033-280b9374582d tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:51.788552 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-b61c84e3-52e9-468e-a3aa-421a607b3735 None None] Transition to ACTIVE for port object 1e3447c5-e31c-4af4-a879-ba11cbf20cb3 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:51.795128 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-b61c84e3-52e9-468e-a3aa-421a607b3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:51.871520 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61c84e3-52e9-468e-a3aa-421a607b3735 None None] Network f7156bdd-b23c-4598-8fdf-5f3b1ccac18d is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:51.875893 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-b61c84e3-52e9-468e-a3aa-421a607b3735 None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:51.881409 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61c84e3-52e9-468e-a3aa-421a607b3735 None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:54:51.915703 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 6d6021ee-111b-45fb-9c0a-e5f03c470ac1 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:54:51.948081 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61c84e3-52e9-468e-a3aa-421a607b3735 None None] Pushing event updated for resources: {'Port': ['ID=1e3447c5-e31c-4af4-a879-ba11cbf20cb3,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:52.003346 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-daf7140c-318f-4794-b033-280b9374582d tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Calling delete_port for e40267b9-f061-4c14-a5df-238a3bde2678 owned by network:router_gateway {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:54:52.066896 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-b61c84e3-52e9-468e-a3aa-421a607b3735 None None] Attempting to bind port 1e3447c5-e31c-4af4-a879-ba11cbf20cb3 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:54:52.067438 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-b61c84e3-52e9-468e-a3aa-421a607b3735 None None] Attempting to bind port 1e3447c5-e31c-4af4-a879-ba11cbf20cb3 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': '9db64d0d-d5ca-4078-baa8-ea206d8abf61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f7156bdd-b23c-4598-8fdf-5f3b1ccac18d'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:54:52.067906 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61c84e3-52e9-468e-a3aa-421a607b3735 None None] Attempting to bind port 1e3447c5-e31c-4af4-a879-ba11cbf20cb3 on network f7156bdd-b23c-4598-8fdf-5f3b1ccac18d {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:54:52.082499 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61c84e3-52e9-468e-a3aa-421a607b3735 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:54:52.083059 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61c84e3-52e9-468e-a3aa-421a607b3735 None None] Checking segment: {'id': '9db64d0d-d5ca-4078-baa8-ea206d8abf61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f7156bdd-b23c-4598-8fdf-5f3b1ccac18d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:54:52.083566 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-b61c84e3-52e9-468e-a3aa-421a607b3735 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:52.085158 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61c84e3-52e9-468e-a3aa-421a607b3735 None None] Bound using segment: {'id': '9db64d0d-d5ca-4078-baa8-ea206d8abf61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f7156bdd-b23c-4598-8fdf-5f3b1ccac18d'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:54:52.085908 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-b61c84e3-52e9-468e-a3aa-421a607b3735 None None] Bound port: 1e3447c5-e31c-4af4-a879-ba11cbf20cb3, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9db64d0d-d5ca-4078-baa8-ea206d8abf61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f7156bdd-b23c-4598-8fdf-5f3b1ccac18d'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:54:52.087893 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-b61c84e3-52e9-468e-a3aa-421a607b3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:52.119788 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d9098fa7-6ffc-4aa5-a775-04986ad3d9f0 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:52.137731 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [None req-d9098fa7-6ffc-4aa5-a775-04986ad3d9f0 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Transition to ACTIVE for port object d69db74b-de1e-47e2-b572-d84975674ca1 will not be triggered until provisioned by entity DHCP. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:52.182297 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d9098fa7-6ffc-4aa5-a775-04986ad3d9f0 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:52.199592 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c4e9fc4e-4c16-47e9-8e3b-37335de98472 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:52.229143 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 6d6021ee-111b-45fb-9c0a-e5f03c470ac1 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:52.229750 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:52.234022 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-69910393-d6ed-4816-b62c-937ecc404c14 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] 10.222.0.55 "GET /v2.0/ports/08378758-e82c-42da-b17a-c3c3c2338110/tags HTTP/1.1" status: 200 len: 205 time: 0.6310773 Apr 01 15:54:52.236917 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-10f3e9f9-edfe-488e-a713-6097044c8d45 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b68673fda8b4484b82bd7a45a53d4438&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7739036 Apr 01 15:54:52.238811 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51660) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:52.252306 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51662) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:52.259216 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.tag.tag_plugin [None req-a66190de-5951-4c5a-88b5-9e3f7731770d tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '3ddb7053-8e86-4ae2-8674-171810627e7c') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:52.276987 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-b61c84e3-52e9-468e-a3aa-421a607b3735 None None] For port 1e3447c5-e31c-4af4-a879-ba11cbf20cb3, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:54:52.309878 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-b61c84e3-52e9-468e-a3aa-421a607b3735 None None] For port 1e3447c5-e31c-4af4-a879-ba11cbf20cb3, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=1e3447c5-e31c-4af4-a879-ba11cbf20cb3,segment=NetworkSegment(9db64d0d-d5ca-4078-baa8-ea206d8abf61),segment_id=9db64d0d-d5ca-4078-baa8-ea206d8abf61)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:54:52.322375 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-b61c84e3-52e9-468e-a3aa-421a607b3735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:52.380182 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-0fe60b83-c9fe-4c46-80b4-f326a92ededa None None] Allocated IP 2001:db8:0:1::2 (7b65ac5c-8834-4b65-9b28-b7dba6c9746f/7819d827-813e-4c76-8db7-09f683a4ddc1/6d6021ee-111b-45fb-9c0a-e5f03c470ac1) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:52.458682 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9098fa7-6ffc-4aa5-a775-04986ad3d9f0 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event updated for resources: {'Port': ['ID=d69db74b-de1e-47e2-b572-d84975674ca1,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:52.471399 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9098fa7-6ffc-4aa5-a775-04986ad3d9f0 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:52.478868 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-d9098fa7-6ffc-4aa5-a775-04986ad3d9f0 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:52.485266 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9098fa7-6ffc-4aa5-a775-04986ad3d9f0 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:54:52.489485 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61c84e3-52e9-468e-a3aa-421a607b3735 None None] Pushing event updated for resources: {'Port': ['ID=1e3447c5-e31c-4af4-a879-ba11cbf20cb3,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:52.490277 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9098fa7-6ffc-4aa5-a775-04986ad3d9f0 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:52.490959 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d9098fa7-6ffc-4aa5-a775-04986ad3d9f0 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:52.531568 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-e9f8b9b9-b20a-43e6-86d7-58090e4d167f tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Deleting port 67c19869-43ff-4a24-90ee-2b890acaed1f {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:54:52.532520 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e9f8b9b9-b20a-43e6-86d7-58090e4d167f tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:52.557038 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-d9098fa7-6ffc-4aa5-a775-04986ad3d9f0 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.2996035 Apr 01 15:54:52.565216 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-a66190de-5951-4c5a-88b5-9e3f7731770d tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] 10.222.0.55 "GET /v2.0/routers/3ddb7053-8e86-4ae2-8674-171810627e7c/tags HTTP/1.1" status: 200 len: 240 time: 0.3140733 Apr 01 15:54:52.565980 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51668) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:52.573457 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51670) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:52.593228 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.tag.tag_plugin [None req-41c2bca3-cb7e-44a3-b81b-645a03dda260 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3ddb7053-8e86-4ae2-8674-171810627e7c', 'tempest-TagsExtTest-Tag-118301606') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:52.618747 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1cde4667-ae59-45a1-8912-ae87a9654521 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:52.724623 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-0fe60b83-c9fe-4c46-80b4-f326a92ededa None None] For port 6d6021ee-111b-45fb-9c0a-e5f03c470ac1, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=6d6021ee-111b-45fb-9c0a-e5f03c470ac1,segment=NetworkSegment(c41dc1a5-c958-4d8b-81ea-3934c36371b8),segment_id=c41dc1a5-c958-4d8b-81ea-3934c36371b8)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:54:52.727105 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-9d124c7f-7c23-4f38-9281-fb855e1d69aa tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Deleting port d69db74b-de1e-47e2-b572-d84975674ca1 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:54:52.727459 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9d124c7f-7c23-4f38-9281-fb855e1d69aa tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:52.761943 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-0fe60b83-c9fe-4c46-80b4-f326a92ededa None None] Notify callbacks [] for port, precommit_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:52.769348 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1cde4667-ae59-45a1-8912-ae87a9654521 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:53.038634 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-0fe60b83-c9fe-4c46-80b4-f326a92ededa None None] Transition to ACTIVE for port object 6d6021ee-111b-45fb-9c0a-e5f03c470ac1 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:53.046563 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-0fe60b83-c9fe-4c46-80b4-f326a92ededa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:53.050171 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-daf7140c-318f-4794-b033-280b9374582d tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:53.145529 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf7140c-318f-4794-b033-280b9374582d tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Pushing event deleted for resources: {'Port': ['ID=e40267b9-f061-4c14-a5df-238a3bde2678,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:53.222921 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe60b83-c9fe-4c46-80b4-f326a92ededa None None] Pushing event updated for resources: {'Port': ['ID=6d6021ee-111b-45fb-9c0a-e5f03c470ac1,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:53.249263 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-41c2bca3-cb7e-44a3-b81b-645a03dda260 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] 10.222.0.55 "GET /v2.0/routers/3ddb7053-8e86-4ae2-8674-171810627e7c/tags/tempest-TagsExtTest-Tag-118301606 HTTP/1.1" status: 204 len: 168 time: 0.6742511 Apr 01 15:54:53.255161 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51676) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:53.269531 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.tag.tag_plugin [None req-64f466f0-1824-4710-943e-0f2c0fe9fb9a tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '3ddb7053-8e86-4ae2-8674-171810627e7c', 'tempest-TagsExtTest-Tag-118301606') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:53.316935 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e9f8b9b9-b20a-43e6-86d7-58090e4d167f tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:53.338751 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0c0b1871-d3e9-458c-85da-23b77632aca6 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:53.478990 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1cde4667-ae59-45a1-8912-ae87a9654521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:53.512053 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-e9f8b9b9-b20a-43e6-86d7-58090e4d167f tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Calling delete_port for 67c19869-43ff-4a24-90ee-2b890acaed1f owned by network:router_interface {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:54:53.557246 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cde4667-ae59-45a1-8912-ae87a9654521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf96679-6bfb-4fd3-9111-d7ceadc81cc4,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:53.722218 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:53.766909 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9d124c7f-7c23-4f38-9281-fb855e1d69aa tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:53.780115 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1cde4667-ae59-45a1-8912-ae87a9654521 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:53.783544 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-1cde4667-ae59-45a1-8912-ae87a9654521 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8cf96679-6bfb-4fd3-9111-d7ceadc81cc4 HTTP/1.1" status: 204 len: 168 time: 1.4652374 Apr 01 15:54:53.850546 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-1be3d417-354b-497f-9e93-a7f2c2289bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:53.948187 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-c4e9fc4e-4c16-47e9-8e3b-37335de98472 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Delete allocated IP 2001:db8::89 (b4e873a3-e6ca-443c-a769-49c7c4739e48/91364437-bf22-48bd-a968-6301b695fe76) {{(pid=83826) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 01 15:54:53.986638 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-c4e9fc4e-4c16-47e9-8e3b-37335de98472 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Allocated IP 2001:db8:0:2::34 (b4e873a3-e6ca-443c-a769-49c7c4739e48/ee58a5a2-5aa9-46a7-b205-deff38abc680/339c924c-26ef-418d-aba4-aa9bba383a5c) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:54.003881 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-daf7140c-318f-4794-b033-280b9374582d tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617660'] for router_gateway, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:54.114001 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 6d6021ee-111b-45fb-9c0a-e5f03c470ac1 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:54:54.125105 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-9d124c7f-7c23-4f38-9281-fb855e1d69aa tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Calling delete_port for d69db74b-de1e-47e2-b572-d84975674ca1 owned by {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:54:54.248557 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-315b9050-c92e-4364-bcd9-cc5a865af023 None None] Provisioning for port 1e3447c5-e31c-4af4-a879-ba11cbf20cb3 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:54:54.290988 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 1e3447c5-e31c-4af4-a879-ba11cbf20cb3 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:54:54.396367 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87db82bf-5323-48a5-885f-15f78c7fc3f5 None None] Network f7156bdd-b23c-4598-8fdf-5f3b1ccac18d requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:54:54.411478 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c2fee3-fe6f-4560-84ee-173e7211dd8f None None] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:54:54.414810 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-0c0b1871-d3e9-458c-85da-23b77632aca6 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Allocated IP 2001:db8::1 (2acb5a3e-e601-43af-9b72-5581586e1887/47d41faf-1051-4dde-8d10-fac468eae600/9f1274dd-40a6-40d4-881c-895c9f3ce4ad) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:54.431441 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e9f8b9b9-b20a-43e6-86d7-58090e4d167f tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:54.433465 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03bb42d-0ffa-4a6e-acf3-0e42d5526b53 None None] Network b4e873a3-e6ca-443c-a769-49c7c4739e48 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:54:54.544555 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-64f466f0-1824-4710-943e-0f2c0fe9fb9a tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] 10.222.0.55 "DELETE /v2.0/routers/3ddb7053-8e86-4ae2-8674-171810627e7c/tags/tempest-TagsExtTest-Tag-118301606 HTTP/1.1" status: 204 len: 168 time: 1.2850833 Apr 01 15:54:54.568399 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51688) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:54.618125 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.tag.tag_plugin [None req-0894fde9-af24-429d-ab2d-2f8889102087 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '3ddb7053-8e86-4ae2-8674-171810627e7c') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:54.656510 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-daf7140c-318f-4794-b033-280b9374582d tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130651'] for router, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:54.663597 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-daf7140c-318f-4794-b033-280b9374582d tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:54.689002 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f8b9b9-b20a-43e6-86d7-58090e4d167f tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Pushing event deleted for resources: {'Port': ['ID=67c19869-43ff-4a24-90ee-2b890acaed1f,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:54.733468 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-daf7140c-318f-4794-b033-280b9374582d tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607376'] for router, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:54.734360 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daf7140c-318f-4794-b033-280b9374582d tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Fanout notify agent at l3_agent the message router_deleted on router 85d68d08-8d00-4c5e-8683-45e9300b8ad5 {{(pid=83828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:54:54.782135 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-f216933e-2195-437f-a544-835629001fc1 None None] Provisioning for port 6d6021ee-111b-45fb-9c0a-e5f03c470ac1 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:54:54.788770 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 1e3447c5-e31c-4af4-a879-ba11cbf20cb3 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:54:54.948263 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-daf7140c-318f-4794-b033-280b9374582d tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:54.956666 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-daf7140c-318f-4794-b033-280b9374582d tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] 10.222.0.55 "DELETE /v2.0/routers/85d68d08-8d00-4c5e-8683-45e9300b8ad5 HTTP/1.1" status: 204 len: 168 time: 6.9692767 Apr 01 15:54:54.961465 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51698) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:54.968179 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-d57e44cd-2925-430b-a4e4-f74397c60196 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1152447814', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'enable_snat': False}}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:54:54.973436 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-d57e44cd-2925-430b-a4e4-f74397c60196 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:54.978918 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-d57e44cd-2925-430b-a4e4-f74397c60196 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Usage tracker for resource:router and tenant:c9632da394c8441eab568915695eab19 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:54.982595 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-d57e44cd-2925-430b-a4e4-f74397c60196 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:54.985698 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9d124c7f-7c23-4f38-9281-fb855e1d69aa tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:55.026737 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-d57e44cd-2925-430b-a4e4-f74397c60196 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:55.051287 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d124c7f-7c23-4f38-9281-fb855e1d69aa tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event deleted for resources: {'Port': ['ID=d69db74b-de1e-47e2-b572-d84975674ca1,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:55.056814 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 1e3447c5-e31c-4af4-a879-ba11cbf20cb3 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:55.057249 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:55.121701 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d57e44cd-2925-430b-a4e4-f74397c60196 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130665'] for router, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:55.123082 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d57e44cd-2925-430b-a4e4-f74397c60196 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617571', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130640'] for router, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:55.131004 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-f216933e-2195-437f-a544-835629001fc1 None None] Provisioning complete for port 6d6021ee-111b-45fb-9c0a-e5f03c470ac1 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:55.131384 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f216933e-2195-437f-a544-835629001fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:55.156657 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d57e44cd-2925-430b-a4e4-f74397c60196 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:55.216328 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9d124c7f-7c23-4f38-9281-fb855e1d69aa tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:55.226776 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-9d124c7f-7c23-4f38-9281-fb855e1d69aa tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/ports/d69db74b-de1e-47e2-b572-d84975674ca1 HTTP/1.1" status: 204 len: 168 time: 2.6563458 Apr 01 15:54:55.230425 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51706) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:55.309396 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.db.resource_extend [None req-c4e9fc4e-4c16-47e9-8e3b-37335de98472 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:54:55.412122 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-0894fde9-af24-429d-ab2d-2f8889102087 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] 10.222.0.55 "GET /v2.0/routers/3ddb7053-8e86-4ae2-8674-171810627e7c/tags HTTP/1.1" status: 200 len: 205 time: 0.8343129 Apr 01 15:54:55.419712 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51712) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:55.422150 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c4e9fc4e-4c16-47e9-8e3b-37335de98472 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:55.444318 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.tag.tag_plugin [None req-93cedc3c-ec20-474e-ab17-3170fb3acb8b tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '19ae5844-cdbe-487e-9900-a94137828e65') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:55.472385 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e9f8b9b9-b20a-43e6-86d7-58090e4d167f tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611462'] for router_interface, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:55.477072 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51718) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:55.483001 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6fe438-ce5d-41ac-a20a-3c7cd4374802 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:55.483716 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-4d6fe438-ce5d-41ac-a20a-3c7cd4374802 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Synchronizing usage tracker for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:port {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:54:55.490205 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [None req-c4e9fc4e-4c16-47e9-8e3b-37335de98472 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Transition to ACTIVE for port object 339c924c-26ef-418d-aba4-aa9bba383a5c will not be triggered until provisioned by entity DHCP. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:55.490712 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d57e44cd-2925-430b-a4e4-f74397c60196 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130626'] for router, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:55.508558 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c4e9fc4e-4c16-47e9-8e3b-37335de98472 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:55.516625 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-4d6fe438-ce5d-41ac-a20a-3c7cd4374802 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Unset dirty status for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:port {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:54:55.522171 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-4d6fe438-ce5d-41ac-a20a-3c7cd4374802 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2903662 Apr 01 15:54:55.523411 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51724) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:55.660821 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:55.690400 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-a8b29521-df38-42f4-85c9-958847527daf tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2068195894'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:54:55.701758 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-a8b29521-df38-42f4-85c9-958847527daf tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:55.706425 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-c4e9fc4e-4c16-47e9-8e3b-37335de98472 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] In _notify_port_updated(), no bound segment for port 339c924c-26ef-418d-aba4-aa9bba383a5c on network b4e873a3-e6ca-443c-a769-49c7c4739e48 {{(pid=83826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 01 15:54:55.708557 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-a8b29521-df38-42f4-85c9-958847527daf tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Usage tracker for resource:network and tenant:62df94830a0c4fa9ac007fb055b08943 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:55.710383 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e9fc4e-4c16-47e9-8e3b-37335de98472 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:55.711635 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c4e9fc4e-4c16-47e9-8e3b-37335de98472 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:55.715573 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-c4e9fc4e-4c16-47e9-8e3b-37335de98472 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "PUT /v2.0/ports/339c924c-26ef-418d-aba4-aa9bba383a5c HTTP/1.1" status: 200 len: 969 time: 4.3749168 Apr 01 15:54:55.716934 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40027499-7f38-4408-a461-b7b8d6c9d763 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:55.717626 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-93cedc3c-ec20-474e-ab17-3170fb3acb8b tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] 10.222.0.55 "GET /v2.0/subnetpools/19ae5844-cdbe-487e-9900-a94137828e65/tags HTTP/1.1" status: 200 len: 241 time: 0.2901089 Apr 01 15:54:55.721284 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-40027499-7f38-4408-a461-b7b8d6c9d763 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1957827 Apr 01 15:54:55.722671 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51728) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:55.723005 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51730) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:55.723311 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51732) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:55.724078 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-a8b29521-df38-42f4-85c9-958847527daf tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:55.735545 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.tag.tag_plugin [None req-59ac6c24-1ca4-4425-be4e-9a16c67faf1b tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '19ae5844-cdbe-487e-9900-a94137828e65', 'tempest-TagsExtTest-Tag-2104471900') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:55.767688 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port 1e3447c5-e31c-4af4-a879-ba11cbf20cb3, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=1e3447c5-e31c-4af4-a879-ba11cbf20cb3,segment=NetworkSegment(9db64d0d-d5ca-4078-baa8-ea206d8abf61),segment_id=9db64d0d-d5ca-4078-baa8-ea206d8abf61)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:54:55.781768 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:55.834422 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-a8b29521-df38-42f4-85c9-958847527daf tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:55.835401 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e9fc4e-4c16-47e9-8e3b-37335de98472 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Pushing event updated for resources: {'Port': ['ID=339c924c-26ef-418d-aba4-aa9bba383a5c,revision_number=2']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:55.844550 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0c0b1871-d3e9-458c-85da-23b77632aca6 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:55.877969 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=1e3447c5-e31c-4af4-a879-ba11cbf20cb3,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:55.953827 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b29521-df38-42f4-85c9-958847527daf tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Made reservation on behalf of 62df94830a0c4fa9ac007fb055b08943 for: {'network': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:54:55.956893 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a8b29521-df38-42f4-85c9-958847527daf tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:56.004773 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [None req-0c0b1871-d3e9-458c-85da-23b77632aca6 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Transition to ACTIVE for port object 9f1274dd-40a6-40d4-881c-895c9f3ce4ad will not be triggered until provisioned by entity DHCP. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:56.035109 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-d5e0b441-b496-4276-977e-2b5a496a011a tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Deleting port 339c924c-26ef-418d-aba4-aa9bba383a5c {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:54:56.035460 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d5e0b441-b496-4276-977e-2b5a496a011a tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:56.094979 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83466630-e1ca-460e-8d90-fd09d0a58ddb None None] Update dhcp port {'port': {'network_id': 'b4e873a3-e6ca-443c-a769-49c7c4739e48', 'fixed_ips': [{'subnet_id': '6aa3346e-84a0-4547-baea-d7cd27d146df', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '91364437-bf22-48bd-a968-6301b695fe76', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ee58a5a2-5aa9-46a7-b205-deff38abc680'}], 'binding:host_id': 'dv-neutron-833373-2-hyperv'}, 'id': '4675ef8e-4300-4178-9894-0824839a9de2'} from dv-neutron-833373-2-hyperv. {{(pid=83829) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 01 15:54:56.109044 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-59ac6c24-1ca4-4425-be4e-9a16c67faf1b tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] 10.222.0.55 "GET /v2.0/subnetpools/19ae5844-cdbe-487e-9900-a94137828e65/tags/tempest-TagsExtTest-Tag-2104471900 HTTP/1.1" status: 204 len: 168 time: 0.3791566 Apr 01 15:54:56.110594 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a8b29521-df38-42f4-85c9-958847527daf tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks [] for security_group, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:56.133840 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f073b7-2703-4b76-8923-8b5fd7e043ce tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:56.135378 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f073b7-2703-4b76-8923-8b5fd7e043ce tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:56.136987 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f073b7-2703-4b76-8923-8b5fd7e043ce tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:56.137894 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-c0f073b7-2703-4b76-8923-8b5fd7e043ce tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Synchronizing usage tracker for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:subnet {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:54:56.147074 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51740) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:56.166787 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.tag.tag_plugin [None req-7b3d6bec-2bc4-4650-b073-a4494e9873d4 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '19ae5844-cdbe-487e-9900-a94137828e65', 'tempest-TagsExtTest-Tag-2104471900') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:56.177954 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-83466630-e1ca-460e-8d90-fd09d0a58ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:56.213395 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-3d1ff3a1-d36d-4205-8791-0c67d699da67 None None] Provisioning complete for port 6d6021ee-111b-45fb-9c0a-e5f03c470ac1 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:56.213763 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-3d1ff3a1-d36d-4205-8791-0c67d699da67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:56.284637 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0c0b1871-d3e9-458c-85da-23b77632aca6 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:56.329159 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-c0f073b7-2703-4b76-8923-8b5fd7e043ce tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Unset dirty status for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:subnet {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:54:56.333773 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-c0f073b7-2703-4b76-8923-8b5fd7e043ce tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.6026747 Apr 01 15:54:56.342149 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51744) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:56.366693 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9f8b9b9-b20a-43e6-86d7-58090e4d167f tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Router 16a26730-8609-4178-bcba-a255a713efcd has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:54:56.395127 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0b1871-d3e9-458c-85da-23b77632aca6 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Network 2acb5a3e-e601-43af-9b72-5581586e1887 is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:56.404677 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-0c0b1871-d3e9-458c-85da-23b77632aca6 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:56.413002 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0b1871-d3e9-458c-85da-23b77632aca6 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:54:56.413853 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0c0b1871-d3e9-458c-85da-23b77632aca6 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611418'] for router_interface, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:56.429310 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0b1871-d3e9-458c-85da-23b77632aca6 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Pushing event updated for resources: {'Port': ['ID=9f1274dd-40a6-40d4-881c-895c9f3ce4ad,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:56.435593 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-a8b29521-df38-42f4-85c9-958847527daf tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:54:56.525073 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d57e44cd-2925-430b-a4e4-f74397c60196 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:56.577509 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-7b3d6bec-2bc4-4650-b073-a4494e9873d4 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] 10.222.0.55 "DELETE /v2.0/subnetpools/19ae5844-cdbe-487e-9900-a94137828e65/tags/tempest-TagsExtTest-Tag-2104471900 HTTP/1.1" status: 204 len: 168 time: 0.4154065 Apr 01 15:54:56.579255 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-a8b29521-df38-42f4-85c9-958847527daf tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Usage tracker for resource:security_group_rule and tenant:62df94830a0c4fa9ac007fb055b08943 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:54:56.582687 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-a8b29521-df38-42f4-85c9-958847527daf tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:54:56.591687 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-a8b29521-df38-42f4-85c9-958847527daf tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:54:56.623765 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-86114a8a-92e1-44bc-8dd0-4c7773aabc30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:56.642736 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51748) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:56.661739 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.tag.tag_plugin [None req-7b551fd9-9f24-4c57-b7dd-774ea5cdf105 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '19ae5844-cdbe-487e-9900-a94137828e65') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:56.662945 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-83466630-e1ca-460e-8d90-fd09d0a58ddb None None] Allocated IP 2001:db8:0:2::2 (b4e873a3-e6ca-443c-a769-49c7c4739e48/ee58a5a2-5aa9-46a7-b205-deff38abc680/4675ef8e-4300-4178-9894-0824839a9de2) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:56.712842 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d57e44cd-2925-430b-a4e4-f74397c60196 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:56.742155 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-7b551fd9-9f24-4c57-b7dd-774ea5cdf105 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] 10.222.0.55 "GET /v2.0/subnetpools/19ae5844-cdbe-487e-9900-a94137828e65/tags HTTP/1.1" status: 200 len: 205 time: 0.0963886 Apr 01 15:54:56.742833 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51752) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:56.840384 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.tag.tag_plugin [None req-4dab8ae6-c882-4985-8f04-c23f79a66d60 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '19ae5844-cdbe-487e-9900-a94137828e65') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:56.892968 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f8b9b9-b20a-43e6-86d7-58090e4d167f tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:54:56.895070 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-0ee883cd-94ef-4149-a1ac-63890a206830 None None] Could not find standard attr ID for object d69db74b-de1e-47e2-b572-d84975674ca1. {{(pid=83829) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:54:56.908393 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0c0b1871-d3e9-458c-85da-23b77632aca6 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:56.919869 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258ed3fa-816f-465c-a532-976e5a7163ec None None] Sync routers for ids ['16a26730-8609-4178-bcba-a255a713efcd'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:54:56.964362 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258ed3fa-816f-465c-a532-976e5a7163ec None None] Routers {'16a26730-8609-4178-bcba-a255a713efcd'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:54:56.964947 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-258ed3fa-816f-465c-a532-976e5a7163ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:54:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['16a26730-8609-4178-bcba-a255a713efcd'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:56.966236 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-e9f8b9b9-b20a-43e6-86d7-58090e4d167f tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "PUT /v2.0/routers/16a26730-8609-4178-bcba-a255a713efcd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4509859 Apr 01 15:54:56.968949 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51756) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:57.036430 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-258ed3fa-816f-465c-a532-976e5a7163ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:57.038644 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d799a325-dc69-41e7-9155-da9a90748d89 None None] Network f7156bdd-b23c-4598-8fdf-5f3b1ccac18d requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:54:57.051311 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-4dab8ae6-c882-4985-8f04-c23f79a66d60 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] 10.222.0.55 "DELETE /v2.0/subnetpools/19ae5844-cdbe-487e-9900-a94137828e65/tags HTTP/1.1" status: 204 len: 168 time: 0.3041289 Apr 01 15:54:57.070725 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51760) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:57.088260 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-83466630-e1ca-460e-8d90-fd09d0a58ddb None None] For port 4675ef8e-4300-4178-9894-0824839a9de2, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=4675ef8e-4300-4178-9894-0824839a9de2,segment=NetworkSegment(3688d23c-c9f4-4a5f-a439-60480be8ab1d),segment_id=3688d23c-c9f4-4a5f-a439-60480be8ab1d)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:54:57.089803 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.tag.tag_plugin [None req-cc590a44-72de-4172-a7e4-8a780b2f4213 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3ddb7053-8e86-4ae2-8674-171810627e7c') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:57.133711 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-8edb3cc1-45bf-4450-9730-512760641e1b None None] Provisioning complete for port 1e3447c5-e31c-4af4-a879-ba11cbf20cb3 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:57.134422 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8edb3cc1-45bf-4450-9730-512760641e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:57.284009 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-d57e44cd-2925-430b-a4e4-f74397c60196 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Allocated IP 172.26.1.137 (ed45466e-0386-4b92-8de3-247c977242ac/0479f741-5cd1-4d6f-b593-d8aa909a42d3/d81c1d4e-0e66-432f-85f9-a187a8784877) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:54:57.295919 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258ed3fa-816f-465c-a532-976e5a7163ec None None] Routers {'16a26730-8609-4178-bcba-a255a713efcd'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:54:57.296580 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-258ed3fa-816f-465c-a532-976e5a7163ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:54:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['16a26730-8609-4178-bcba-a255a713efcd'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:57.326416 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d5e0b441-b496-4276-977e-2b5a496a011a tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:57.365616 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-258ed3fa-816f-465c-a532-976e5a7163ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:57.365954 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258ed3fa-816f-465c-a532-976e5a7163ec None None] The sync data for ids ['16a26730-8609-4178-bcba-a255a713efcd'] in dv-neutron-833373-2-hyperv is: [] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:54:57.382143 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-83466630-e1ca-460e-8d90-fd09d0a58ddb None None] Notify callbacks [] for port, precommit_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:57.458352 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-83466630-e1ca-460e-8d90-fd09d0a58ddb None None] Transition to ACTIVE for port object 4675ef8e-4300-4178-9894-0824839a9de2 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:54:57.474104 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-83466630-e1ca-460e-8d90-fd09d0a58ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:57.475336 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_v2 [None req-08f267d4-98eb-4dce-9a1b-10e050507107 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Deleting subnet 7819d827-813e-4c76-8db7-09f683a4ddc1 {{(pid=83828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:54:57.560860 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-d5e0b441-b496-4276-977e-2b5a496a011a tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Calling delete_port for 339c924c-26ef-418d-aba4-aa9bba383a5c owned by {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:54:57.588343 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a8b29521-df38-42f4-85c9-958847527daf tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks [] for security_group, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:57.611982 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-08f267d4-98eb-4dce-9a1b-10e050507107 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for subnet, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:57.661391 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:57.698018 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a8b29521-df38-42f4-85c9-958847527daf tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:57.777962 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83466630-e1ca-460e-8d90-fd09d0a58ddb None None] Pushing event updated for resources: {'Port': ['ID=4675ef8e-4300-4178-9894-0824839a9de2,revision_number=7']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:57.781402 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-8edb3cc1-45bf-4450-9730-512760641e1b None None] Provisioning for port 9f1274dd-40a6-40d4-881c-895c9f3ce4ad completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:54:57.798522 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8b29521-df38-42f4-85c9-958847527daf tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=83828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:54:57.809976 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-8edb3cc1-45bf-4450-9730-512760641e1b None None] Provisioning complete for port 9f1274dd-40a6-40d4-881c-895c9f3ce4ad triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:57.810681 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8edb3cc1-45bf-4450-9730-512760641e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:57.816237 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.api.v2.resource [None req-d6738683-1b07-4426-beb7-80a706f9822e tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] remove_router_interface failed (client error): The resource could not be found. Apr 01 15:54:57.817487 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-d6738683-1b07-4426-beb7-80a706f9822e tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "PUT /v2.0/routers/16a26730-8609-4178-bcba-a255a713efcd/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.8473043 Apr 01 15:54:57.821435 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51764) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:57.843367 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:57.852842 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-08f267d4-98eb-4dce-9a1b-10e050507107 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15303084'] for subnet, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:57.890793 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-6047002b-fb35-4023-a8be-796311e5169c tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Synchronizing usage tracker for tenant:140c0a827c6a433287acd915ee3c410d on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:54:57.892144 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b29521-df38-42f4-85c9-958847527daf tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d05b8304-079a-42f7-9dea-826dd6bf180b,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:57.893158 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-8edb3cc1-45bf-4450-9730-512760641e1b None None] Port 9f1274dd-40a6-40d4-881c-895c9f3ce4ad cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:54:57.901567 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a8b29521-df38-42f4-85c9-958847527daf tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:57.902036 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.segments_db [None req-a8b29521-df38-42f4-85c9-958847527daf tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Added segment 562ab18d-c408-41b6-8601-3b4e548b7107 of type vlan for network 2e003704-a428-4b23-9fd0-820ed04f8b9f Apr 01 15:54:57.934922 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-6047002b-fb35-4023-a8be-796311e5169c tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Unset dirty status for tenant:140c0a827c6a433287acd915ee3c410d on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:54:57.936267 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-6047002b-fb35-4023-a8be-796311e5169c tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "GET /v2.0/ports?device_id=16a26730-8609-4178-bcba-a255a713efcd HTTP/1.1" status: 200 len: 205 time: 0.1132061 Apr 01 15:54:57.938345 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51768) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:57.969171 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 4675ef8e-4300-4178-9894-0824839a9de2 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:54:58.054298 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 1e3447c5-e31c-4af4-a879-ba11cbf20cb3 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:54:58.060459 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-cc590a44-72de-4172-a7e4-8a780b2f4213 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] 10.222.0.55 "DELETE /v2.0/routers/3ddb7053-8e86-4ae2-8674-171810627e7c/tags HTTP/1.1" status: 204 len: 168 time: 0.9843845 Apr 01 15:54:58.071389 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d57e44cd-2925-430b-a4e4-f74397c60196 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:58.074108 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51772) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:58.094200 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.tag.tag_plugin [None req-6a799ca1-ba3a-411e-8666-b362df838714 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '08378758-e82c-42da-b17a-c3c3c2338110') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:58.103770 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0c0b1871-d3e9-458c-85da-23b77632aca6 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:58.116137 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0c0b1871-d3e9-458c-85da-23b77632aca6 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:58.117881 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0c0b1871-d3e9-458c-85da-23b77632aca6 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611525'] for router_interface, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:58.143564 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a8b29521-df38-42f4-85c9-958847527daf tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:58.144690 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 1e3447c5-e31c-4af4-a879-ba11cbf20cb3 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:58.145109 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:58.246805 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d5e0b441-b496-4276-977e-2b5a496a011a tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:58.333110 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-08f267d4-98eb-4dce-9a1b-10e050507107 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:58.379226 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e0b441-b496-4276-977e-2b5a496a011a tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Pushing event deleted for resources: {'Port': ['ID=339c924c-26ef-418d-aba4-aa9bba383a5c,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:58.387182 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a8b29521-df38-42f4-85c9-958847527daf tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:58.390913 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b29521-df38-42f4-85c9-958847527daf tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:54:58.391494 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a8b29521-df38-42f4-85c9-958847527daf tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:58.411093 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-96afe4d0-842d-470b-b681-786756ff3c73 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for router, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:58.425604 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-698c1f76-3bee-4db7-8ad4-bf3ad84944c0 None None] Provisioning complete for port 1e3447c5-e31c-4af4-a879-ba11cbf20cb3 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:58.426207 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-698c1f76-3bee-4db7-8ad4-bf3ad84944c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:58.535865 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0b1871-d3e9-458c-85da-23b77632aca6 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Pushing event updated for resources: {'Port': ['ID=9f1274dd-40a6-40d4-881c-895c9f3ce4ad,revision_number=2']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:58.567126 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d5e0b441-b496-4276-977e-2b5a496a011a tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:58.603722 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d57e44cd-2925-430b-a4e4-f74397c60196 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:58.659841 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0b1871-d3e9-458c-85da-23b77632aca6 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Network 2acb5a3e-e601-43af-9b72-5581586e1887 is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:58.665179 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-0c0b1871-d3e9-458c-85da-23b77632aca6 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:58.687186 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-d5e0b441-b496-4276-977e-2b5a496a011a tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "DELETE /v2.0/ports/339c924c-26ef-418d-aba4-aa9bba383a5c HTTP/1.1" status: 204 len: 168 time: 2.9592729 Apr 01 15:54:58.700812 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-a8b29521-df38-42f4-85c9-958847527daf tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 3.2021427 Apr 01 15:54:58.700812 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b29521-df38-42f4-85c9-958847527daf tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Pushing event updated for resources: {'Network': ['ID=2e003704-a428-4b23-9fd0-820ed04f8b9f,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:58.700812 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51776) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:58.702400 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 2e003704-a428-4b23-9fd0-820ed04f8b9f details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:54:58.769744 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-6a799ca1-ba3a-411e-8666-b362df838714 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] 10.222.0.55 "DELETE /v2.0/ports/08378758-e82c-42da-b17a-c3c3c2338110/tags HTTP/1.1" status: 204 len: 168 time: 0.6844463 Apr 01 15:54:58.771216 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-08f267d4-98eb-4dce-9a1b-10e050507107 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15306565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16030232'] for subnet, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:58.779786 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51780) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:58.854823 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.tag.tag_plugin [None req-d0c10ae4-0406-45d6-b03d-4c0e3a2cc15b tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '71e753c0-67e7-4210-85ba-e730ad5a8113') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:54:58.927038 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57e44cd-2925-430b-a4e4-f74397c60196 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Network ed45466e-0386-4b92-8de3-247c977242ac is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:54:58.941883 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-d57e44cd-2925-430b-a4e4-f74397c60196 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:54:58.944347 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f267d4-98eb-4dce-9a1b-10e050507107 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event deleted for resources: {'Subnet': ['ID=7819d827-813e-4c76-8db7-09f683a4ddc1,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:58.956421 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-c547c190-ec33-4af9-aa5f-b3de888e7223 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] GET failed (client error): The resource could not be found. Apr 01 15:54:58.957172 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-c547c190-ec33-4af9-aa5f-b3de888e7223 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Synchronizing usage tracker for tenant:144b300b27fa4dafba1405cae5639f1c on resource:port {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:54:58.967314 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82391a26-a555-4696-b9f7-5455be488a28 None None] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:54:58.970219 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57e44cd-2925-430b-a4e4-f74397c60196 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:54:59.007455 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-08f267d4-98eb-4dce-9a1b-10e050507107 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:59.009560 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-08f267d4-98eb-4dce-9a1b-10e050507107 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/subnets/7819d827-813e-4c76-8db7-09f683a4ddc1 HTTP/1.1" status: 204 len: 168 time: 2.6645577 Apr 01 15:54:59.020458 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51784) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:59.029119 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57e44cd-2925-430b-a4e4-f74397c60196 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Pushing event updated for resources: {'Port': ['ID=d81c1d4e-0e66-432f-85f9-a187a8784877,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:54:59.099364 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-4d9e20a3-b9e7-4c3f-9a6a-9d8cc8fd26ac None None] Provisioning complete for port 4e9a38ac-d395-4e8f-a47f-62c965f0cf80 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:59.100903 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-4d9e20a3-b9e7-4c3f-9a6a-9d8cc8fd26ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:59.241761 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:59.246097 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1ef2e17-f72b-4dae-92ac-82f44a80dbf4 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Deleting subnet f6ae1260-2906-4b68-8942-d321ea943bc0 {{(pid=83828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:54:59.248076 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-4d9e20a3-b9e7-4c3f-9a6a-9d8cc8fd26ac None None] Port 4e9a38ac-d395-4e8f-a47f-62c965f0cf80 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:54:59.256871 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e1ef2e17-f72b-4dae-92ac-82f44a80dbf4 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for subnet, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:59.325783 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-4d9e20a3-b9e7-4c3f-9a6a-9d8cc8fd26ac None None] Provisioning for port 4675ef8e-4300-4178-9894-0824839a9de2 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:54:59.332904 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-c547c190-ec33-4af9-aa5f-b3de888e7223 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Unset dirty status for tenant:144b300b27fa4dafba1405cae5639f1c on resource:port {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:54:59.334056 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-c547c190-ec33-4af9-aa5f-b3de888e7223 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "GET /v2.0/ports/339c924c-26ef-418d-aba4-aa9bba383a5c HTTP/1.1" status: 404 len: 333 time: 0.6322551 Apr 01 15:54:59.347206 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51788) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:59.393978 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-4d9e20a3-b9e7-4c3f-9a6a-9d8cc8fd26ac None None] Provisioning complete for port 4675ef8e-4300-4178-9894-0824839a9de2 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:59.394839 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-4d9e20a3-b9e7-4c3f-9a6a-9d8cc8fd26ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:59.423724 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e1ef2e17-f72b-4dae-92ac-82f44a80dbf4 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15303084'] for subnet, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:59.552179 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-96afe4d0-842d-470b-b681-786756ff3c73 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130651'] for router, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:59.593471 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-96afe4d0-842d-470b-b681-786756ff3c73 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:59.596118 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-4d9e20a3-b9e7-4c3f-9a6a-9d8cc8fd26ac None None] Could not find standard attr ID for object 339c924c-26ef-418d-aba4-aa9bba383a5c. {{(pid=83829) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:54:59.677281 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-96afe4d0-842d-470b-b681-786756ff3c73 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607376'] for router, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:59.677875 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96afe4d0-842d-470b-b681-786756ff3c73 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Fanout notify agent at l3_agent the message router_deleted on router 16a26730-8609-4178-bcba-a255a713efcd {{(pid=83826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:54:59.685324 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e4fd6866-a754-4f1a-be40-71e1d7b63f46 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for security_group, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:59.719419 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-5b7dfe37-8a0f-47eb-a28a-5a2d0aa2946d None None] Could not find standard attr ID for object 339c924c-26ef-418d-aba4-aa9bba383a5c. {{(pid=83829) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:54:59.721108 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-96afe4d0-842d-470b-b681-786756ff3c73 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for router, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:59.724661 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-96afe4d0-842d-470b-b681-786756ff3c73 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "DELETE /v2.0/routers/16a26730-8609-4178-bcba-a255a713efcd HTTP/1.1" status: 204 len: 168 time: 1.7748165 Apr 01 15:54:59.733200 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51792) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:54:59.748558 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-5b7dfe37-8a0f-47eb-a28a-5a2d0aa2946d None None] Provisioning complete for port 9f1274dd-40a6-40d4-881c-895c9f3ce4ad triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:54:59.749275 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-5b7dfe37-8a0f-47eb-a28a-5a2d0aa2946d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:59.857218 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-5b7dfe37-8a0f-47eb-a28a-5a2d0aa2946d None None] Port 9f1274dd-40a6-40d4-881c-895c9f3ce4ad cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:54:59.862972 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e1ef2e17-f72b-4dae-92ac-82f44a80dbf4 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:54:59.959952 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e1ef2e17-f72b-4dae-92ac-82f44a80dbf4 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15306565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16030232'] for subnet, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:00.001823 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-d0c10ae4-0406-45d6-b03d-4c0e3a2cc15b tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] 10.222.0.55 "DELETE /v2.0/subnets/71e753c0-67e7-4210-85ba-e730ad5a8113/tags HTTP/1.1" status: 204 len: 168 time: 1.1754994 Apr 01 15:55:00.013691 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51796) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:00.020256 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dc2bcb2-6bf3-4177-8cf4-6cf6917b346e tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Deleting subnet 62544fdd-c100-4db6-bbf9-4aa0d7a680bb {{(pid=83826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:55:00.022302 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ef2e17-f72b-4dae-92ac-82f44a80dbf4 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event deleted for resources: {'Subnet': ['ID=f6ae1260-2906-4b68-8942-d321ea943bc0,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:00.024808 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5dc2bcb2-6bf3-4177-8cf4-6cf6917b346e tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for subnet, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:00.030361 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.tag.tag_plugin [None req-7b312b30-c148-4407-a215-07c9953be32a tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '71e753c0-67e7-4210-85ba-e730ad5a8113', 'tempest-TagsExtTest-Tag-2109938434') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:00.086247 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e1ef2e17-f72b-4dae-92ac-82f44a80dbf4 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:00.089289 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5dc2bcb2-6bf3-4177-8cf4-6cf6917b346e tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16610770'] for subnet, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:00.115288 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-e1ef2e17-f72b-4dae-92ac-82f44a80dbf4 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/subnets/f6ae1260-2906-4b68-8942-d321ea943bc0 HTTP/1.1" status: 204 len: 168 time: 1.0716271 Apr 01 15:55:00.115957 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51800) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:00.205890 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5dc2bcb2-6bf3-4177-8cf4-6cf6917b346e tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:00.213423 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-52eddaf4-9c5b-4821-8589-d6e0dcfe6aff tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0912323 Apr 01 15:55:00.214371 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51804) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:00.222416 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-93628e92-adf8-4217-bd5e-7c7a19d9c4ff tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Request body: {'subnet': {'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:55:00.305732 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d57e44cd-2925-430b-a4e4-f74397c60196 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:00.306581 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d57e44cd-2925-430b-a4e4-f74397c60196 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616'] for router, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:00.361202 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e4fd6866-a754-4f1a-be40-71e1d7b63f46 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:00.416351 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5dc2bcb2-6bf3-4177-8cf4-6cf6917b346e tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15415074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16089009'] for subnet, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:00.418152 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed7aaf9-e0e9-4017-8f77-e308df0a5bdd None None] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:55:00.478860 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-93628e92-adf8-4217-bd5e-7c7a19d9c4ff tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:00.480314 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc2bcb2-6bf3-4177-8cf4-6cf6917b346e tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Pushing event deleted for resources: {'Subnet': ['ID=62544fdd-c100-4db6-bbf9-4aa0d7a680bb,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:00.489699 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-93628e92-adf8-4217-bd5e-7c7a19d9c4ff tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Usage tracker for resource:subnet and tenant:50a1f72bd5e54e209eb4756b30f7e6a6 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:00.498819 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-93628e92-adf8-4217-bd5e-7c7a19d9c4ff tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:00.517799 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-93628e92-adf8-4217-bd5e-7c7a19d9c4ff tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:00.531835 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-7b312b30-c148-4407-a215-07c9953be32a tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] 10.222.0.55 "PUT /v2.0/subnets/71e753c0-67e7-4210-85ba-e730ad5a8113/tags/tempest-TagsExtTest-Tag-2109938434 HTTP/1.1" status: 201 len: 201 time: 0.5109704 Apr 01 15:55:00.536373 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51808) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:00.540190 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5dc2bcb2-6bf3-4177-8cf4-6cf6917b346e tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:00.543853 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.tag.tag_plugin [None req-f41ab004-4919-49ae-8887-ad450b394180 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '08378758-e82c-42da-b17a-c3c3c2338110', 'tempest-TagsExtTest-Tag-1265634840') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:00.558992 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-5dc2bcb2-6bf3-4177-8cf4-6cf6917b346e tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "DELETE /v2.0/subnets/62544fdd-c100-4db6-bbf9-4aa0d7a680bb HTTP/1.1" status: 204 len: 168 time: 0.8162804 Apr 01 15:55:00.562945 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51812) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:00.582323 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93628e92-adf8-4217-bd5e-7c7a19d9c4ff tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Made reservation on behalf of 50a1f72bd5e54e209eb4756b30f7e6a6 for: {'subnet': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:00.586360 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-93628e92-adf8-4217-bd5e-7c7a19d9c4ff tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16030269'] for subnet, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:00.607403 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a249f5a-9d46-4989-a17b-e4f95340ad7f None None] Network 91cbdec4-044e-4b04-83dc-ac7c6f05c438 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:55:00.710278 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d5646924-c0cd-46c8-9baa-f2f2c637abd2 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:00.741598 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-d5646924-c0cd-46c8-9baa-f2f2c637abd2 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Deleting port 48bede80-cc9c-4e7a-a7c7-0c2845550235 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:55:00.742669 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d5646924-c0cd-46c8-9baa-f2f2c637abd2 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:00.854575 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-f41ab004-4919-49ae-8887-ad450b394180 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] 10.222.0.55 "PUT /v2.0/ports/08378758-e82c-42da-b17a-c3c3c2338110/tags/tempest-TagsExtTest-Tag-1265634840 HTTP/1.1" status: 201 len: 201 time: 0.3171041 Apr 01 15:55:00.857559 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e4fd6866-a754-4f1a-be40-71e1d7b63f46 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:00.861658 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51816) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:00.873944 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.tag.tag_plugin [None req-22c5ef62-d171-4408-915b-189924950ffc tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '3ddb7053-8e86-4ae2-8674-171810627e7c', 'tempest-TagsExtTest-Tag-542758242') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:00.884337 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-4835e1df-ae24-4a68-8a90-b5853e045d3d None None] Provisioning complete for port 6d6021ee-111b-45fb-9c0a-e5f03c470ac1 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:00.885629 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-4835e1df-ae24-4a68-8a90-b5853e045d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:00.893966 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e4fd6866-a754-4f1a-be40-71e1d7b63f46 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:00.897449 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-e4fd6866-a754-4f1a-be40-71e1d7b63f46 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "DELETE /v2.0/security-groups/1682b5c5-ee95-43f8-9ade-c3dd278ffbc2 HTTP/1.1" status: 204 len: 168 time: 1.5064454 Apr 01 15:55:00.903558 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51820) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:00.918864 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fd6866-a754-4f1a-be40-71e1d7b63f46 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1682b5c5-ee95-43f8-9ade-c3dd278ffbc2,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:00.994912 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c0b1871-d3e9-458c-85da-23b77632aca6 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Router d6cf7410-c321-48c1-98b8-39d3ede1ddcd has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:55:01.067495 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-93628e92-adf8-4217-bd5e-7c7a19d9c4ff tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15306628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16030227'] for subnet, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:01.153576 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93628e92-adf8-4217-bd5e-7c7a19d9c4ff tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:01.157654 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-93628e92-adf8-4217-bd5e-7c7a19d9c4ff tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:01.159268 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93628e92-adf8-4217-bd5e-7c7a19d9c4ff tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event updated for resources: {'Subnet': ['ID=c00b8a07-84b9-456b-8f65-ba55aae2baa3,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:01.161112 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d57e44cd-2925-430b-a4e4-f74397c60196 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Router 0ef9860e-3869-4b90-8667-8efab8c53aa8 is scheduled to L3 agent ff252634-3424-422a-b742-9ae457bd54bd with binding_index 1 {{(pid=83828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:55:01.164510 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93628e92-adf8-4217-bd5e-7c7a19d9c4ff tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:01.165834 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-93628e92-adf8-4217-bd5e-7c7a19d9c4ff tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:01.172239 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-22c5ef62-d171-4408-915b-189924950ffc tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] 10.222.0.55 "PUT /v2.0/routers/3ddb7053-8e86-4ae2-8674-171810627e7c/tags/tempest-TagsExtTest-Tag-542758242 HTTP/1.1" status: 201 len: 201 time: 0.3095770 Apr 01 15:55:01.179078 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51824) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:01.188997 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.tag.tag_plugin [None req-f62e7eba-5feb-4429-990a-ff59ade3eb9b tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '19ae5844-cdbe-487e-9900-a94137828e65', 'tempest-TagsExtTest-Tag-1489536836') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:01.202452 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0a613f4d-faf6-4579-94c4-c9fa1b6e0d91 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for security_group, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:01.222276 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-93628e92-adf8-4217-bd5e-7c7a19d9c4ff tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0043409 Apr 01 15:55:01.253828 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0a613f4d-faf6-4579-94c4-c9fa1b6e0d91 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:01.279335 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51828) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:01.294925 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-78e8caac-80ad-4e28-abbb-63f547f9140e tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Request body: {'subnet': {'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:55:01.375534 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21449c4-8bd9-42b5-890b-f30b9e78bf84 None None] DHCP port deletion for 7b65ac5c-8834-4b65-9b28-b7dba6c9746f request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:55:01.383974 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a21449c4-8bd9-42b5-890b-f30b9e78bf84 None None] Deleting port 6d6021ee-111b-45fb-9c0a-e5f03c470ac1 {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:55:01.384677 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a21449c4-8bd9-42b5-890b-f30b9e78bf84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:01.515506 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f83e72d-ac8d-462f-8bc2-5d11658034bd None None] DHCP port deletion for 91cbdec4-044e-4b04-83dc-ac7c6f05c438 request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:55:01.528831 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [None req-d5646924-c0cd-46c8-9baa-f2f2c637abd2 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] For port 48bede80-cc9c-4e7a-a7c7-0c2845550235, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=48bede80-cc9c-4e7a-a7c7-0c2845550235,segment=NetworkSegment(6039dcfc-6925-4511-8775-036e3b52fe80),segment_id=6039dcfc-6925-4511-8775-036e3b52fe80)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:55:01.529438 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d5646924-c0cd-46c8-9baa-f2f2c637abd2 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:01.538699 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-7f83e72d-ac8d-462f-8bc2-5d11658034bd None None] Deleting port 48bede80-cc9c-4e7a-a7c7-0c2845550235 {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:55:01.539845 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-7f83e72d-ac8d-462f-8bc2-5d11658034bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:01.667147 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-f62e7eba-5feb-4429-990a-ff59ade3eb9b tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] 10.222.0.55 "PUT /v2.0/subnetpools/19ae5844-cdbe-487e-9900-a94137828e65/tags/tempest-TagsExtTest-Tag-1489536836 HTTP/1.1" status: 201 len: 201 time: 0.4864039 Apr 01 15:55:01.672311 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51832) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:01.675741 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-d5646924-c0cd-46c8-9baa-f2f2c637abd2 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Calling delete_port for 48bede80-cc9c-4e7a-a7c7-0c2845550235 owned by network:dhcp {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:55:01.682376 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.tag.tag_plugin [None req-0d8a91af-e475-405c-93bd-0cda5b06090b tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '71e753c0-67e7-4210-85ba-e730ad5a8113', {'tags': ['tempest-TagsExtTest-Tag-194066046', 'tempest-TagsExtTest-Tag-724161159', 'tempest-TagsExtTest-Tag-1664752529']}) {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:01.747879 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a21449c4-8bd9-42b5-890b-f30b9e78bf84 None None] For port 6d6021ee-111b-45fb-9c0a-e5f03c470ac1, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=6d6021ee-111b-45fb-9c0a-e5f03c470ac1,segment=NetworkSegment(c41dc1a5-c958-4d8b-81ea-3934c36371b8),segment_id=c41dc1a5-c958-4d8b-81ea-3934c36371b8)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:55:01.748282 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a21449c4-8bd9-42b5-890b-f30b9e78bf84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:01.755688 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-78e8caac-80ad-4e28-abbb-63f547f9140e tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:01.773137 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-78e8caac-80ad-4e28-abbb-63f547f9140e tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Usage tracker for resource:subnet and tenant:50a1f72bd5e54e209eb4756b30f7e6a6 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:01.779685 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-78e8caac-80ad-4e28-abbb-63f547f9140e tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:01.790413 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-78e8caac-80ad-4e28-abbb-63f547f9140e tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:01.818539 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e8caac-80ad-4e28-abbb-63f547f9140e tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Made reservation on behalf of 50a1f72bd5e54e209eb4756b30f7e6a6 for: {'subnet': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:01.823833 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-78e8caac-80ad-4e28-abbb-63f547f9140e tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16030269'] for subnet, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:01.855264 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-0d8a91af-e475-405c-93bd-0cda5b06090b tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] 10.222.0.55 "PUT /v2.0/subnets/71e753c0-67e7-4210-85ba-e730ad5a8113/tags HTTP/1.1" status: 200 len: 316 time: 0.1816049 Apr 01 15:55:01.864217 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51836) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:01.885540 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d5646924-c0cd-46c8-9baa-f2f2c637abd2 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:01.922088 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a21449c4-8bd9-42b5-890b-f30b9e78bf84 None None] Calling delete_port for 6d6021ee-111b-45fb-9c0a-e5f03c470ac1 owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:55:01.925989 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.tag.tag_plugin [None req-cfa941fc-e80d-4094-84bb-560d01a940f0 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '71e753c0-67e7-4210-85ba-e730ad5a8113') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:01.958391 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5646924-c0cd-46c8-9baa-f2f2c637abd2 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Pushing event deleted for resources: {'Port': ['ID=48bede80-cc9c-4e7a-a7c7-0c2845550235,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:02.011824 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 6d6021ee-111b-45fb-9c0a-e5f03c470ac1 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:55:02.050972 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 6d6021ee-111b-45fb-9c0a-e5f03c470ac1 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:55:02.051299 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5646924-c0cd-46c8-9baa-f2f2c637abd2 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] No DVR routers for this DVR port 48bede80-cc9c-4e7a-a7c7-0c2845550235 on host dv-neutron-833373-2-hyperv {{(pid=83826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:55:02.051425 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 6d6021ee-111b-45fb-9c0a-e5f03c470ac1 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:55:02.051654 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 48bede80-cc9c-4e7a-a7c7-0c2845550235 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:55:02.074785 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d57e44cd-2925-430b-a4e4-f74397c60196 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:55:02.076411 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a21449c4-8bd9-42b5-890b-f30b9e78bf84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671'] for port, after_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:02.087186 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7614a73c-4ebf-4148-aa7a-8fdab21e86d5 None None] Sync routers for ids ['0ef9860e-3869-4b90-8667-8efab8c53aa8'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:55:02.097867 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.ipam_backend_mixin [None req-78e8caac-80ad-4e28-abbb-63f547f9140e tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c00b8a07-84b9-456b-8f65-ba55aae2baa3 (CIDR: 2001:db8::/64) Apr 01 15:55:02.111855 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7614a73c-4ebf-4148-aa7a-8fdab21e86d5 None None] Routers {'0ef9860e-3869-4b90-8667-8efab8c53aa8'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:55:02.112929 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-7614a73c-4ebf-4148-aa7a-8fdab21e86d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:54:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['0ef9860e-3869-4b90-8667-8efab8c53aa8'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:02.138555 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 48bede80-cc9c-4e7a-a7c7-0c2845550235 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:55:02.139158 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 48bede80-cc9c-4e7a-a7c7-0c2845550235 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:55:02.141638 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-78e8caac-80ad-4e28-abbb-63f547f9140e tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:55:02.144405 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78e8caac-80ad-4e28-abbb-63f547f9140e tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:02.173687 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21449c4-8bd9-42b5-890b-f30b9e78bf84 None None] Pushing event deleted for resources: {'Port': ['ID=6d6021ee-111b-45fb-9c0a-e5f03c470ac1,revision_number=None']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:02.187741 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-7f83e72d-ac8d-462f-8bc2-5d11658034bd None None] The port '48bede80-cc9c-4e7a-a7c7-0c2845550235' was deleted {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:55:02.193293 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21449c4-8bd9-42b5-890b-f30b9e78bf84 None None] No DVR routers for this DVR port 6d6021ee-111b-45fb-9c0a-e5f03c470ac1 on host dv-neutron-833373-2-hyperv {{(pid=83829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:55:02.221904 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0a613f4d-faf6-4579-94c4-c9fa1b6e0d91 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:02.231294 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01f0bb6-efd8-4fb0-a4b3-1fcf9a0f79f9 None None] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:55:02.233690 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d57e44cd-2925-430b-a4e4-f74397c60196 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:02.237928 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-d57e44cd-2925-430b-a4e4-f74397c60196 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 7.2726076 Apr 01 15:55:02.237928 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51840) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:02.246914 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51842) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:02.258008 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-78e8caac-80ad-4e28-abbb-63f547f9140e tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9729099 Apr 01 15:55:02.260168 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-8a6c9ee0-1967-463e-a8c2-76569dc79252 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Request body: {'subnet': {'network_id': '2e003704-a428-4b23-9fd0-820ed04f8b9f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:55:02.294581 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51848) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:02.306081 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-3104740c-b313-443d-900e-acc3f2e19e25 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Request body: {'subnet': {'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:55:02.350617 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a613f4d-faf6-4579-94c4-c9fa1b6e0d91 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc62d3ab-e470-42db-b447-75e6b961d75b,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:02.432591 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d5646924-c0cd-46c8-9baa-f2f2c637abd2 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:02.479611 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-7614a73c-4ebf-4148-aa7a-8fdab21e86d5 None None] Set router 0ef9860e-3869-4b90-8667-8efab8c53aa8 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:55:02.520571 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-cfa941fc-e80d-4094-84bb-560d01a940f0 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] 10.222.0.55 "DELETE /v2.0/subnets/71e753c0-67e7-4210-85ba-e730ad5a8113/tags HTTP/1.1" status: 204 len: 168 time: 0.6539738 Apr 01 15:55:02.522114 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51852) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:02.527081 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c0b1871-d3e9-458c-85da-23b77632aca6 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:55:02.529508 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0a613f4d-faf6-4579-94c4-c9fa1b6e0d91 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:02.532155 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-0a613f4d-faf6-4579-94c4-c9fa1b6e0d91 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "DELETE /v2.0/security-groups/cc62d3ab-e470-42db-b447-75e6b961d75b HTTP/1.1" status: 204 len: 168 time: 1.6240284 Apr 01 15:55:02.540259 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.tag.tag_plugin [None req-defff6f3-8d3c-451c-be51-b14c38ee509a tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '71e753c0-67e7-4210-85ba-e730ad5a8113', 'tempest-TagsExtTest-Tag-194066046') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:02.541222 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22ae75b-15fb-4169-8668-b6483f23824d None None] Sync routers for ids ['d6cf7410-c321-48c1-98b8-39d3ede1ddcd'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:55:02.545194 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381d62b1-94f9-4367-a200-725b9a65862e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'tenant_id': '50a1f72bd5e54e209eb4756b30f7e6a6', 'fixed_ips': [{'subnet_id': 'c00b8a07-84b9-456b-8f65-ba55aae2baa3'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:55:02.546153 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-381d62b1-94f9-4367-a200-725b9a65862e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:02.566741 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51856) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:02.578879 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-8a6c9ee0-1967-463e-a8c2-76569dc79252 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:02.588910 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-0c0b1871-d3e9-458c-85da-23b77632aca6 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] 10.222.0.55 "PUT /v2.0/routers/d6cf7410-c321-48c1-98b8-39d3ede1ddcd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8587308 Apr 01 15:55:02.590465 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51860) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:02.596287 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-d5646924-c0cd-46c8-9baa-f2f2c637abd2 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91cbdec4-044e-4b04-83dc-ac7c6f05c438']}} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:02.610331 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-8a6c9ee0-1967-463e-a8c2-76569dc79252 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Usage tracker for resource:subnet and tenant:62df94830a0c4fa9ac007fb055b08943 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:02.620531 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-d5646924-c0cd-46c8-9baa-f2f2c637abd2 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6039dcfc-6925-4511-8775-036e3b52fe80') {'for_net_delete': True} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:02.621564 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-d5646924-c0cd-46c8-9baa-f2f2c637abd2 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6039dcfc-6925-4511-8775-036e3b52fe80') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:02.635928 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d5646924-c0cd-46c8-9baa-f2f2c637abd2 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16610763'] for segment, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:02.642689 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22ae75b-15fb-4169-8668-b6483f23824d None None] Routers {'d6cf7410-c321-48c1-98b8-39d3ede1ddcd'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:55:02.643403 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-c22ae75b-15fb-4169-8668-b6483f23824d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:54:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['d6cf7410-c321-48c1-98b8-39d3ede1ddcd'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:02.656574 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d5646924-c0cd-46c8-9baa-f2f2c637abd2 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:02.665255 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5646924-c0cd-46c8-9baa-f2f2c637abd2 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=83826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:55:02.665578 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-8a6c9ee0-1967-463e-a8c2-76569dc79252 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:02.666352 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d5646924-c0cd-46c8-9baa-f2f2c637abd2 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15415164'] for segment, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:02.689157 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-8a6c9ee0-1967-463e-a8c2-76569dc79252 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:02.787136 dv-neutron-833373-2-hyperv neutron-server[83826]: Traceback (most recent call last): Apr 01 15:55:02.787136 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:55:02.787136 dv-neutron-833373-2-hyperv neutron-server[83826]: timer() Apr 01 15:55:02.787136 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:55:02.787136 dv-neutron-833373-2-hyperv neutron-server[83826]: cb(*args, **kw) Apr 01 15:55:02.787136 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:55:02.787136 dv-neutron-833373-2-hyperv neutron-server[83826]: return func(*args, **kwargs) Apr 01 15:55:02.787136 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:55:02.787136 dv-neutron-833373-2-hyperv neutron-server[83826]: self._notify() Apr 01 15:55:02.787136 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:55:02.787136 dv-neutron-833373-2-hyperv neutron-server[83826]: self.callback(batched_events) Apr 01 15:55:02.787136 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:55:02.787136 dv-neutron-833373-2-hyperv neutron-server[83826]: event.method(event) Apr 01 15:55:02.787136 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:55:02.787136 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:55:02.787136 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:55:02.787136 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:55:02.787136 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:55:02.787136 dv-neutron-833373-2-hyperv neutron-server[83826]: return f(self, *a, **k) Apr 01 15:55:02.787136 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:55:02.787136 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._get(url).json() Apr 01 15:55:02.787136 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:55:02.787136 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:55:02.787136 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:55:02.787136 dv-neutron-833373-2-hyperv neutron-server[83826]: return self.request(url, 'GET', **kwargs) Apr 01 15:55:02.787136 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:55:02.787136 dv-neutron-833373-2-hyperv neutron-server[83826]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:55:02.787136 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:55:02.787136 dv-neutron-833373-2-hyperv neutron-server[83826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:55:02.787136 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:55:02.787136 dv-neutron-833373-2-hyperv neutron-server[83826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:55:02.787136 dv-neutron-833373-2-hyperv neutron-server[83826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:55:02.793729 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-3104740c-b313-443d-900e-acc3f2e19e25 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:02.800879 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-3104740c-b313-443d-900e-acc3f2e19e25 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Usage tracker for resource:subnet and tenant:50a1f72bd5e54e209eb4756b30f7e6a6 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:02.804133 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-c22ae75b-15fb-4169-8668-b6483f23824d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:02.805575 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a6c9ee0-1967-463e-a8c2-76569dc79252 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Made reservation on behalf of 62df94830a0c4fa9ac007fb055b08943 for: {'subnet': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:02.807874 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d5646924-c0cd-46c8-9baa-f2f2c637abd2 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:02.810104 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-3104740c-b313-443d-900e-acc3f2e19e25 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:02.848318 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d5646924-c0cd-46c8-9baa-f2f2c637abd2 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:02.851686 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-7614a73c-4ebf-4148-aa7a-8fdab21e86d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef9860e-3869-4b90-8667-8efab8c53aa8', 'name': 'tempest-snat-router-1152447814', 'tenant_id': 'c9632da394c8441eab568915695eab19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.137'}], 'enable_snat': False}, 'gw_port_id': 'd81c1d4e-0e66-432f-85f9-a187a8784877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:54:55Z', 'updated_at': '2022-04-01T15:54:59Z', 'revision_number': 3, 'project_id': 'c9632da394c8441eab568915695eab19', 'gw_port': {'id': 'd81c1d4e-0e66-432f-85f9-a187a8784877', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:04:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ef9860e-3869-4b90-8667-8efab8c53aa8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:56Z', 'updated_at': '2022-04-01T15:54:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:02.854698 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-3104740c-b313-443d-900e-acc3f2e19e25 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:02.857978 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7614a73c-4ebf-4148-aa7a-8fdab21e86d5 None None] Checking router: 0ef9860e-3869-4b90-8667-8efab8c53aa8 for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:55:02.858859 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7614a73c-4ebf-4148-aa7a-8fdab21e86d5 None None] Updating router 0ef9860e-3869-4b90-8667-8efab8c53aa8 port d81c1d4e-0e66-432f-85f9-a187a8784877 binding host dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:55:02.864782 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5646924-c0cd-46c8-9baa-f2f2c637abd2 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Pushing event deleted for resources: {'Network': ['ID=91cbdec4-044e-4b04-83dc-ac7c6f05c438,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:02.871237 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-d5646924-c0cd-46c8-9baa-f2f2c637abd2 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "DELETE /v2.0/networks/91cbdec4-044e-4b04-83dc-ac7c6f05c438 HTTP/1.1" status: 204 len: 168 time: 2.3066015 Apr 01 15:55:02.876079 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51864) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:02.883993 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-c688fe0d-52d0-4931-8b26-b233db553fdd tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1579984260'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:55:02.887585 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22ae75b-15fb-4169-8668-b6483f23824d None None] Routers {'d6cf7410-c321-48c1-98b8-39d3ede1ddcd'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:55:02.888787 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-c22ae75b-15fb-4169-8668-b6483f23824d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:54:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['d6cf7410-c321-48c1-98b8-39d3ede1ddcd'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:02.891316 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-c688fe0d-52d0-4931-8b26-b233db553fdd tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:02.893869 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3104740c-b313-443d-900e-acc3f2e19e25 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Made reservation on behalf of 50a1f72bd5e54e209eb4756b30f7e6a6 for: {'subnet': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:02.926395 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8a6c9ee0-1967-463e-a8c2-76569dc79252 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16030269'] for subnet, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:02.938574 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-7614a73c-4ebf-4148-aa7a-8fdab21e86d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:02.965733 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-c22ae75b-15fb-4169-8668-b6483f23824d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:02.966145 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22ae75b-15fb-4169-8668-b6483f23824d None None] The sync data for ids ['d6cf7410-c321-48c1-98b8-39d3ede1ddcd'] in dv-neutron-833373-2-hyperv is: [] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:55:03.032667 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-381d62b1-94f9-4367-a200-725b9a65862e None None] Allocated IP 2001:db8::2 (7b65ac5c-8834-4b65-9b28-b7dba6c9746f/c00b8a07-84b9-456b-8f65-ba55aae2baa3/e429876d-1c00-43b9-a563-929a57548a74) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:03.057843 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7a21e6d2-b669-4a5c-94d7-bb9929d7ab4a tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:03.066331 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-c688fe0d-52d0-4931-8b26-b233db553fdd tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Usage tracker for resource:network and tenant:140c0a827c6a433287acd915ee3c410d is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:03.076916 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3104740c-b313-443d-900e-acc3f2e19e25 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16088980'] for subnet, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:03.089210 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.api.v2.resource [None req-defff6f3-8d3c-451c-be51-b14c38ee509a tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] show failed (client error): The resource could not be found. Apr 01 15:55:03.093162 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-defff6f3-8d3c-451c-be51-b14c38ee509a tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] 10.222.0.55 "GET /v2.0/subnets/71e753c0-67e7-4210-85ba-e730ad5a8113/tags/tempest-TagsExtTest-Tag-194066046 HTTP/1.1" status: 404 len: 328 time: 0.5675304 Apr 01 15:55:03.105619 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-c688fe0d-52d0-4931-8b26-b233db553fdd tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:03.108287 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51868) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:03.117885 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-c688fe0d-52d0-4931-8b26-b233db553fdd tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:03.123197 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.tag.tag_plugin [None req-6337c473-54d9-4793-957d-ed0383bf82d9 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '71e753c0-67e7-4210-85ba-e730ad5a8113', 'tempest-TagsExtTest-Tag-724161159') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:03.141277 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7a21e6d2-b669-4a5c-94d7-bb9929d7ab4a tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:03.256663 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-0c093604-1133-43f1-9d0c-6dbcd17777da tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] 10.222.0.55 "GET /v2.0/routers/0ef9860e-3869-4b90-8667-8efab8c53aa8 HTTP/1.1" status: 200 len: 909 time: 1.0038323 Apr 01 15:55:03.263824 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f67311aa-4bf8-4424-94df-899bcefbbdc9 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks [] for router, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:03.268745 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51872) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:03.277522 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-129763d6-e677-4cc0-a237-5932a9d8f58c tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1152447814', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'enable_snat': True}}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:55:03.282125 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-129763d6-e677-4cc0-a237-5932a9d8f58c tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:03.286585 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-129763d6-e677-4cc0-a237-5932a9d8f58c tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Usage tracker for resource:router and tenant:c9632da394c8441eab568915695eab19 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:03.289706 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-129763d6-e677-4cc0-a237-5932a9d8f58c tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:03.295822 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-129763d6-e677-4cc0-a237-5932a9d8f58c tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:03.307594 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c688fe0d-52d0-4931-8b26-b233db553fdd tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Made reservation on behalf of 140c0a827c6a433287acd915ee3c410d for: {'network': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:03.310575 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c688fe0d-52d0-4931-8b26-b233db553fdd tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:03.335248 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-129763d6-e677-4cc0-a237-5932a9d8f58c tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130665'] for router, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:03.337356 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-129763d6-e677-4cc0-a237-5932a9d8f58c tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617571', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130640'] for router, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:03.342697 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-381d62b1-94f9-4367-a200-725b9a65862e None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:03.358048 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-381d62b1-94f9-4367-a200-725b9a65862e None None] Transition to ACTIVE for port object e429876d-1c00-43b9-a563-929a57548a74 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:03.382161 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-381d62b1-94f9-4367-a200-725b9a65862e None None] Transition to ACTIVE for port object e429876d-1c00-43b9-a563-929a57548a74 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:03.388842 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7a21e6d2-b669-4a5c-94d7-bb9929d7ab4a tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:03.391949 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-381d62b1-94f9-4367-a200-725b9a65862e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:03.408580 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c688fe0d-52d0-4931-8b26-b233db553fdd tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=83826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:55:03.429206 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a21e6d2-b669-4a5c-94d7-bb9929d7ab4a tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3341d0e7-7e0c-4563-8386-48261b45cea9,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:03.431422 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-7614a73c-4ebf-4148-aa7a-8fdab21e86d5 None None] Notify callbacks [] for port, precommit_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:03.454402 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.provisioning_blocks [None req-7614a73c-4ebf-4148-aa7a-8fdab21e86d5 None None] Transition to ACTIVE for port object d81c1d4e-0e66-432f-85f9-a187a8784877 will not be triggered until provisioned by entity L2. {{(pid=83833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:03.456997 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.api.v2.resource [None req-6337c473-54d9-4793-957d-ed0383bf82d9 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] show failed (client error): The resource could not be found. Apr 01 15:55:03.458483 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-6337c473-54d9-4793-957d-ed0383bf82d9 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] 10.222.0.55 "GET /v2.0/subnets/71e753c0-67e7-4210-85ba-e730ad5a8113/tags/tempest-TagsExtTest-Tag-724161159 HTTP/1.1" status: 404 len: 328 time: 0.3491724 Apr 01 15:55:03.461990 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c688fe0d-52d0-4931-8b26-b233db553fdd tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:03.462351 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.segments_db [None req-c688fe0d-52d0-4931-8b26-b233db553fdd tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Added segment 7df9d021-4768-4c8e-a43c-d80bda9079f3 of type vlan for network 0d94b460-7944-4cd0-b1b7-4df210c8759b Apr 01 15:55:03.462709 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-7614a73c-4ebf-4148-aa7a-8fdab21e86d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:03.465629 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51876) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:03.470822 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-129763d6-e677-4cc0-a237-5932a9d8f58c tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:03.487785 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.tag.tag_plugin [None req-1c27c141-5343-4a9b-9876-788d2fb6f2d1 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '71e753c0-67e7-4210-85ba-e730ad5a8113', 'tempest-TagsExtTest-Tag-1664752529') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:03.517425 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d62b1-94f9-4367-a200-725b9a65862e None None] Pushing event updated for resources: {'Port': ['ID=e429876d-1c00-43b9-a563-929a57548a74,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:03.530615 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381d62b1-94f9-4367-a200-725b9a65862e None None] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:03.532777 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-381d62b1-94f9-4367-a200-725b9a65862e None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:03.533631 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e8357d-929c-406d-8240-d92f806943aa None None] Pushing event updated for resources: {'Port': ['ID=d81c1d4e-0e66-432f-85f9-a187a8784877,revision_number=2']} {{(pid=83833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:03.543494 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381d62b1-94f9-4367-a200-725b9a65862e None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:55:03.573631 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c688fe0d-52d0-4931-8b26-b233db553fdd tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:03.583223 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-7614a73c-4ebf-4148-aa7a-8fdab21e86d5 None None] Attempting to bind port d81c1d4e-0e66-432f-85f9-a187a8784877 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:55:03.584070 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-7614a73c-4ebf-4148-aa7a-8fdab21e86d5 None None] Attempting to bind port d81c1d4e-0e66-432f-85f9-a187a8784877 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}] {{(pid=83833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:55:03.584926 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7614a73c-4ebf-4148-aa7a-8fdab21e86d5 None None] Attempting to bind port d81c1d4e-0e66-432f-85f9-a187a8784877 on network ed45466e-0386-4b92-8de3-247c977242ac {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:55:03.593691 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7614a73c-4ebf-4148-aa7a-8fdab21e86d5 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:55:03.593964 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7614a73c-4ebf-4148-aa7a-8fdab21e86d5 None None] Checking segment: {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:55:03.594559 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-7614a73c-4ebf-4148-aa7a-8fdab21e86d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:03.596169 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7614a73c-4ebf-4148-aa7a-8fdab21e86d5 None None] Bound using segment: {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'} {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:55:03.596667 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-7614a73c-4ebf-4148-aa7a-8fdab21e86d5 None None] Bound port: d81c1d4e-0e66-432f-85f9-a187a8784877, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}}] {{(pid=83833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:55:03.597110 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-7614a73c-4ebf-4148-aa7a-8fdab21e86d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:03.650898 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-381d62b1-94f9-4367-a200-725b9a65862e None None] Attempting to bind port e429876d-1c00-43b9-a563-929a57548a74 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:55:03.651668 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-381d62b1-94f9-4367-a200-725b9a65862e None None] Attempting to bind port e429876d-1c00-43b9-a563-929a57548a74 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:55:03.652257 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381d62b1-94f9-4367-a200-725b9a65862e None None] Attempting to bind port e429876d-1c00-43b9-a563-929a57548a74 on network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:55:03.660530 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381d62b1-94f9-4367-a200-725b9a65862e None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:55:03.661416 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381d62b1-94f9-4367-a200-725b9a65862e None None] Checking segment: {'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:55:03.662036 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-381d62b1-94f9-4367-a200-725b9a65862e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:03.662617 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381d62b1-94f9-4367-a200-725b9a65862e None None] Bound using segment: {'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:55:03.664986 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-381d62b1-94f9-4367-a200-725b9a65862e None None] Bound port: e429876d-1c00-43b9-a563-929a57548a74, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c41dc1a5-c958-4d8b-81ea-3934c36371b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:55:03.665820 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-381d62b1-94f9-4367-a200-725b9a65862e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:03.683603 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8a6c9ee0-1967-463e-a8c2-76569dc79252 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15306628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16030227'] for subnet, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:03.695670 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.db [None req-7614a73c-4ebf-4148-aa7a-8fdab21e86d5 None None] For port d81c1d4e-0e66-432f-85f9-a187a8784877, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:55:03.701616 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.db [None req-7614a73c-4ebf-4148-aa7a-8fdab21e86d5 None None] For port d81c1d4e-0e66-432f-85f9-a187a8784877, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=d81c1d4e-0e66-432f-85f9-a187a8784877,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:55:03.707079 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-7614a73c-4ebf-4148-aa7a-8fdab21e86d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:03.725891 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7a21e6d2-b669-4a5c-94d7-bb9929d7ab4a tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:03.725891 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-7a21e6d2-b669-4a5c-94d7-bb9929d7ab4a tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "DELETE /v2.0/security-groups/3341d0e7-7e0c-4563-8386-48261b45cea9 HTTP/1.1" status: 204 len: 168 time: 1.1523707 Apr 01 15:55:03.729896 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51880) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:03.807991 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-381d62b1-94f9-4367-a200-725b9a65862e None None] For port e429876d-1c00-43b9-a563-929a57548a74, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:55:03.813585 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-381d62b1-94f9-4367-a200-725b9a65862e None None] For port e429876d-1c00-43b9-a563-929a57548a74, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=e429876d-1c00-43b9-a563-929a57548a74,segment=NetworkSegment(c41dc1a5-c958-4d8b-81ea-3934c36371b8),segment_id=c41dc1a5-c958-4d8b-81ea-3934c36371b8)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:55:03.816419 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7614a73c-4ebf-4148-aa7a-8fdab21e86d5 None None] Routers {'0ef9860e-3869-4b90-8667-8efab8c53aa8'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:55:03.817469 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-7614a73c-4ebf-4148-aa7a-8fdab21e86d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:54:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['0ef9860e-3869-4b90-8667-8efab8c53aa8'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:03.834613 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6c9ee0-1967-463e-a8c2-76569dc79252 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Pushing event updated for resources: {'Subnet': ['ID=f38eb3ec-44ef-4308-b2f9-1b345c10fb5c,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:03.838216 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-381d62b1-94f9-4367-a200-725b9a65862e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:03.890203 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e8357d-929c-406d-8240-d92f806943aa None None] Pushing event updated for resources: {'Port': ['ID=d81c1d4e-0e66-432f-85f9-a187a8784877,revision_number=3']} {{(pid=83833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:03.916785 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.db.resource_extend [None req-c688fe0d-52d0-4931-8b26-b233db553fdd tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:55:03.947927 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6c9ee0-1967-463e-a8c2-76569dc79252 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Checking segment: {'id': '562ab18d-c408-41b6-8601-3b4e548b7107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2e003704-a428-4b23-9fd0-820ed04f8b9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:55:03.948506 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6c9ee0-1967-463e-a8c2-76569dc79252 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Network hostable DHCP agents. Network: 2e003704-a428-4b23-9fd0-820ed04f8b9f, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:55:03.971405 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-129763d6-e677-4cc0-a237-5932a9d8f58c tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130626'] for router, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:03.993789 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.api.v2.resource [None req-1c27c141-5343-4a9b-9876-788d2fb6f2d1 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] show failed (client error): The resource could not be found. Apr 01 15:55:03.994857 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-1c27c141-5343-4a9b-9876-788d2fb6f2d1 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] 10.222.0.55 "GET /v2.0/subnets/71e753c0-67e7-4210-85ba-e730ad5a8113/tags/tempest-TagsExtTest-Tag-1664752529 HTTP/1.1" status: 404 len: 329 time: 0.5261607 Apr 01 15:55:03.998039 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.api.v2.resource [None req-f67311aa-4bf8-4424-94df-899bcefbbdc9 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 01 15:55:03.998192 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c688fe0d-52d0-4931-8b26-b233db553fdd tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:04.001686 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-f67311aa-4bf8-4424-94df-899bcefbbdc9 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] 10.222.0.55 "DELETE /v2.0/routers/d6cf7410-c321-48c1-98b8-39d3ede1ddcd HTTP/1.1" status: 409 len: 329 time: 1.3978612 Apr 01 15:55:04.001686 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51884) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:04.004147 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c688fe0d-52d0-4931-8b26-b233db553fdd tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:04.004789 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c688fe0d-52d0-4931-8b26-b233db553fdd tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:04.017115 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51886) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:04.020059 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d62b1-94f9-4367-a200-725b9a65862e None None] Pushing event updated for resources: {'Port': ['ID=e429876d-1c00-43b9-a563-929a57548a74,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:04.034561 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.tag.tag_plugin [None req-8a6d784a-36a1-463e-890e-1715452671ed tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '08378758-e82c-42da-b17a-c3c3c2338110', {'tags': ['tempest-TagsExtTest-Tag-1756594716', 'tempest-TagsExtTest-Tag-1352881980', 'tempest-TagsExtTest-Tag-1941499791']}) {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:04.050818 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-c688fe0d-52d0-4931-8b26-b233db553fdd tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1721029 Apr 01 15:55:04.056573 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51892) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:04.124776 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-7614a73c-4ebf-4148-aa7a-8fdab21e86d5 None None] Set router 0ef9860e-3869-4b90-8667-8efab8c53aa8 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:55:04.134046 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-2300065c-cfef-4d50-998a-8034020dc206 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Request body: {'subnet': {'network_id': '0d94b460-7944-4cd0-b1b7-4df210c8759b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:55:04.331493 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c688fe0d-52d0-4931-8b26-b233db553fdd tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Pushing event updated for resources: {'Network': ['ID=0d94b460-7944-4cd0-b1b7-4df210c8759b,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:04.332767 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ccaa987-a1a1-4bdd-b232-86dd0b6fba64 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Deleting subnet 91364437-bf22-48bd-a968-6301b695fe76 {{(pid=83828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:55:04.354771 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9ccaa987-a1a1-4bdd-b232-86dd0b6fba64 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for subnet, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:04.356619 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 0d94b460-7944-4cd0-b1b7-4df210c8759b details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:55:04.385808 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6c9ee0-1967-463e-a8c2-76569dc79252 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Network 2e003704-a428-4b23-9fd0-820ed04f8b9f is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:55:04.431520 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-2300065c-cfef-4d50-998a-8034020dc206 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:04.433383 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-8a6c9ee0-1967-463e-a8c2-76569dc79252 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, 2e003704-a428-4b23-9fd0-820ed04f8b9f) {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:04.439293 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-2300065c-cfef-4d50-998a-8034020dc206 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Usage tracker for resource:subnet and tenant:140c0a827c6a433287acd915ee3c410d is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:04.462994 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6c9ee0-1967-463e-a8c2-76569dc79252 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:04.463588 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8a6c9ee0-1967-463e-a8c2-76569dc79252 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:04.509372 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9ccaa987-a1a1-4bdd-b232-86dd0b6fba64 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15303084'] for subnet, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:04.525925 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-2300065c-cfef-4d50-998a-8034020dc206 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:04.538702 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c02ef5c-f900-4ec8-ab19-ff1a1ce08406 None None] Network 2e003704-a428-4b23-9fd0-820ed04f8b9f requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:55:04.551515 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-7614a73c-4ebf-4148-aa7a-8fdab21e86d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef9860e-3869-4b90-8667-8efab8c53aa8', 'name': 'tempest-snat-router-1152447814', 'tenant_id': 'c9632da394c8441eab568915695eab19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.137'}], 'enable_snat': False}, 'gw_port_id': 'd81c1d4e-0e66-432f-85f9-a187a8784877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:54:55Z', 'updated_at': '2022-04-01T15:54:59Z', 'revision_number': 3, 'project_id': 'c9632da394c8441eab568915695eab19', 'gw_port': {'id': 'd81c1d4e-0e66-432f-85f9-a187a8784877', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:04:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ef9860e-3869-4b90-8667-8efab8c53aa8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:56Z', 'updated_at': '2022-04-01T15:55:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:04.557333 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7614a73c-4ebf-4148-aa7a-8fdab21e86d5 None None] The sync data for ids ['0ef9860e-3869-4b90-8667-8efab8c53aa8'] in dv-neutron-833373-2-hyperv is: [{'id': '0ef9860e-3869-4b90-8667-8efab8c53aa8', 'name': 'tempest-snat-router-1152447814', 'tenant_id': 'c9632da394c8441eab568915695eab19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.137'}], 'enable_snat': False}, 'gw_port_id': 'd81c1d4e-0e66-432f-85f9-a187a8784877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:54:55Z', 'updated_at': '2022-04-01T15:54:59Z', 'revision_number': 3, 'project_id': 'c9632da394c8441eab568915695eab19', 'gw_port': {'id': 'd81c1d4e-0e66-432f-85f9-a187a8784877', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:04:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ef9860e-3869-4b90-8667-8efab8c53aa8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:54:56Z', 'updated_at': '2022-04-01T15:55:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:55:04.559522 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-2300065c-cfef-4d50-998a-8034020dc206 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:04.598061 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-8a6d784a-36a1-463e-890e-1715452671ed tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] 10.222.0.55 "PUT /v2.0/ports/08378758-e82c-42da-b17a-c3c3c2338110/tags HTTP/1.1" status: 200 len: 318 time: 0.5937004 Apr 01 15:55:04.604119 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51896) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:04.614411 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.tag.tag_plugin [None req-d9b8a420-883b-4d33-9a95-0b80b25964e8 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '08378758-e82c-42da-b17a-c3c3c2338110') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:04.625407 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-8a6c9ee0-1967-463e-a8c2-76569dc79252 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3833613 Apr 01 15:55:04.630866 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51900) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:04.640828 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2300065c-cfef-4d50-998a-8034020dc206 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Made reservation on behalf of 140c0a827c6a433287acd915ee3c410d for: {'subnet': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:04.642042 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-d7ec74e0-1c7a-48b3-94db-fab82889dd9a tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1963123572'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:55:04.653188 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-d7ec74e0-1c7a-48b3-94db-fab82889dd9a tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:04.658013 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-d7ec74e0-1c7a-48b3-94db-fab82889dd9a tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Usage tracker for resource:network and tenant:62df94830a0c4fa9ac007fb055b08943 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:04.661758 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-d7ec74e0-1c7a-48b3-94db-fab82889dd9a tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:04.669097 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-d7ec74e0-1c7a-48b3-94db-fab82889dd9a tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:04.687910 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ec74e0-1c7a-48b3-94db-fab82889dd9a tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Made reservation on behalf of 62df94830a0c4fa9ac007fb055b08943 for: {'network': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:04.691001 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d7ec74e0-1c7a-48b3-94db-fab82889dd9a tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:04.753887 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9ccaa987-a1a1-4bdd-b232-86dd0b6fba64 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:04.783693 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2300065c-cfef-4d50-998a-8034020dc206 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16088980'] for subnet, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:04.832997 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7ec74e0-1c7a-48b3-94db-fab82889dd9a tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=83828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:55:04.896013 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.objects.ports [None req-3104740c-b313-443d-900e-acc3f2e19e25 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83826) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 01 15:55:04.931029 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1e4583-6f7f-4d57-a44b-e1209c86ddab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-2e003704-a428-4b23-9fd0-820ed04f8b9f', 'network_id': '2e003704-a428-4b23-9fd0-820ed04f8b9f', 'tenant_id': '62df94830a0c4fa9ac007fb055b08943', 'fixed_ips': [{'subnet_id': 'f38eb3ec-44ef-4308-b2f9-1b345c10fb5c'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:55:04.932008 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ea1e4583-6f7f-4d57-a44b-e1209c86ddab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:04.960531 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d7ec74e0-1c7a-48b3-94db-fab82889dd9a tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:04.960978 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.segments_db [None req-d7ec74e0-1c7a-48b3-94db-fab82889dd9a tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Added segment 692b5e6b-023f-46e4-acde-82e69fd2ba4d of type vlan for network 8e7cd202-af40-4dbb-b8fb-3e1298b1252c Apr 01 15:55:05.001251 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d7ec74e0-1c7a-48b3-94db-fab82889dd9a tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:05.122686 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.db.resource_extend [None req-d7ec74e0-1c7a-48b3-94db-fab82889dd9a tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:55:05.177789 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d7ec74e0-1c7a-48b3-94db-fab82889dd9a tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:05.182632 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ec74e0-1c7a-48b3-94db-fab82889dd9a tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:05.183242 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d7ec74e0-1c7a-48b3-94db-fab82889dd9a tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:05.238720 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-ea1e4583-6f7f-4d57-a44b-e1209c86ddab None None] Allocated IP 2001:db8:0:ffff::2 (2e003704-a428-4b23-9fd0-820ed04f8b9f/f38eb3ec-44ef-4308-b2f9-1b345c10fb5c/3835bff9-3c49-411e-9e9e-d13999f1a15d) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:05.306432 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9ccaa987-a1a1-4bdd-b232-86dd0b6fba64 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15306565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16030232'] for subnet, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:05.358882 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ec74e0-1c7a-48b3-94db-fab82889dd9a tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Pushing event updated for resources: {'Network': ['ID=8e7cd202-af40-4dbb-b8fb-3e1298b1252c,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:05.368160 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-d7ec74e0-1c7a-48b3-94db-fab82889dd9a tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7349820 Apr 01 15:55:05.369168 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccaa987-a1a1-4bdd-b232-86dd0b6fba64 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Pushing event deleted for resources: {'Subnet': ['ID=91364437-bf22-48bd-a968-6301b695fe76,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:05.374163 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51904) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:05.383182 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-f75c5b99-faa8-4126-9591-d462881b3cfd tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Request body: {'subnet': {'network_id': '8e7cd202-af40-4dbb-b8fb-3e1298b1252c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:55:05.390161 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 8e7cd202-af40-4dbb-b8fb-3e1298b1252c details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:55:05.414625 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9ccaa987-a1a1-4bdd-b232-86dd0b6fba64 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:05.418194 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-9ccaa987-a1a1-4bdd-b232-86dd0b6fba64 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "DELETE /v2.0/subnets/91364437-bf22-48bd-a968-6301b695fe76 HTTP/1.1" status: 204 len: 168 time: 1.6823750 Apr 01 15:55:05.426645 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6fa7fac-6387-4b23-b357-5486f442065e None None] Network b4e873a3-e6ca-443c-a769-49c7c4739e48 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:55:05.449824 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51908) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:05.544226 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-f75c5b99-faa8-4126-9591-d462881b3cfd tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:05.547668 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a46a8635-1836-4f93-8595-fc9105fbc780 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611543'] for router_interface, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:05.575958 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-129763d6-e677-4cc0-a237-5932a9d8f58c tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:05.627311 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-d9b8a420-883b-4d33-9a95-0b80b25964e8 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] 10.222.0.55 "DELETE /v2.0/ports/08378758-e82c-42da-b17a-c3c3c2338110/tags HTTP/1.1" status: 204 len: 168 time: 1.0213814 Apr 01 15:55:05.628590 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2300065c-cfef-4d50-998a-8034020dc206 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15415267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16089018'] for subnet, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:05.637288 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51912) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:05.665791 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-f75c5b99-faa8-4126-9591-d462881b3cfd tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Usage tracker for resource:subnet and tenant:62df94830a0c4fa9ac007fb055b08943 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:05.667317 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-129763d6-e677-4cc0-a237-5932a9d8f58c tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:05.674220 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-f75c5b99-faa8-4126-9591-d462881b3cfd tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:05.677508 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.tag.tag_plugin [None req-8cf99f3f-a081-4edd-b0a5-de3a7cd735df tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '08378758-e82c-42da-b17a-c3c3c2338110', 'tempest-TagsExtTest-Tag-1756594716') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:05.687140 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-f75c5b99-faa8-4126-9591-d462881b3cfd tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:05.718650 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f75c5b99-faa8-4126-9591-d462881b3cfd tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Made reservation on behalf of 62df94830a0c4fa9ac007fb055b08943 for: {'subnet': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:05.817654 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3104740c-b313-443d-900e-acc3f2e19e25 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:05.836717 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ea1e4583-6f7f-4d57-a44b-e1209c86ddab None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:05.849764 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-ea1e4583-6f7f-4d57-a44b-e1209c86ddab None None] Transition to ACTIVE for port object 3835bff9-3c49-411e-9e9e-d13999f1a15d will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:05.873717 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-ea1e4583-6f7f-4d57-a44b-e1209c86ddab None None] Transition to ACTIVE for port object 3835bff9-3c49-411e-9e9e-d13999f1a15d will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:05.878738 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2300065c-cfef-4d50-998a-8034020dc206 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Pushing event updated for resources: {'Subnet': ['ID=b13c9de6-64c6-4a1b-bc31-ef7f834d74e9,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:05.964502 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f75c5b99-faa8-4126-9591-d462881b3cfd tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16030269'] for subnet, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:05.989958 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ea1e4583-6f7f-4d57-a44b-e1209c86ddab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:06.076190 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device d81c1d4e-0e66-432f-85f9-a187a8784877 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:55:06.195915 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1e4583-6f7f-4d57-a44b-e1209c86ddab None None] Network 2e003704-a428-4b23-9fd0-820ed04f8b9f is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:06.206840 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-6b8bcba1-6049-4195-971f-a1e39efde777 None None] Provisioning for port e429876d-1c00-43b9-a563-929a57548a74 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:06.210483 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-ea1e4583-6f7f-4d57-a44b-e1209c86ddab None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:06.220922 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1e4583-6f7f-4d57-a44b-e1209c86ddab None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:55:06.222914 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1e4583-6f7f-4d57-a44b-e1209c86ddab None None] Pushing event updated for resources: {'Port': ['ID=3835bff9-3c49-411e-9e9e-d13999f1a15d,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:06.279832 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2300065c-cfef-4d50-998a-8034020dc206 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Checking segment: {'id': '7df9d021-4768-4c8e-a43c-d80bda9079f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '0d94b460-7944-4cd0-b1b7-4df210c8759b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:55:06.280790 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2300065c-cfef-4d50-998a-8034020dc206 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Network hostable DHCP agents. Network: 0d94b460-7944-4cd0-b1b7-4df210c8759b, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:55:06.312762 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.api.v2.resource [None req-8cf99f3f-a081-4edd-b0a5-de3a7cd735df tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] show failed (client error): The resource could not be found. Apr 01 15:55:06.316597 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-8cf99f3f-a081-4edd-b0a5-de3a7cd735df tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] 10.222.0.55 "GET /v2.0/ports/08378758-e82c-42da-b17a-c3c3c2338110/tags/tempest-TagsExtTest-Tag-1756594716 HTTP/1.1" status: 404 len: 329 time: 0.6446154 Apr 01 15:55:06.327277 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51916) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:06.331860 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port d81c1d4e-0e66-432f-85f9-a187a8784877 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:06.354171 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.tag.tag_plugin [None req-7f9f64ba-6dc0-447f-a106-9fe2e730a492 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '08378758-e82c-42da-b17a-c3c3c2338110', 'tempest-TagsExtTest-Tag-1352881980') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:06.354781 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port d81c1d4e-0e66-432f-85f9-a187a8784877 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:06.354781 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:06.382360 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-ea1e4583-6f7f-4d57-a44b-e1209c86ddab None None] Attempting to bind port 3835bff9-3c49-411e-9e9e-d13999f1a15d on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:55:06.383284 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-ea1e4583-6f7f-4d57-a44b-e1209c86ddab None None] Attempting to bind port 3835bff9-3c49-411e-9e9e-d13999f1a15d by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': '562ab18d-c408-41b6-8601-3b4e548b7107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2e003704-a428-4b23-9fd0-820ed04f8b9f'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:55:06.383793 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1e4583-6f7f-4d57-a44b-e1209c86ddab None None] Attempting to bind port 3835bff9-3c49-411e-9e9e-d13999f1a15d on network 2e003704-a428-4b23-9fd0-820ed04f8b9f {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:55:06.412075 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-129763d6-e677-4cc0-a237-5932a9d8f58c tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Allocated IP 172.26.1.237 (ed45466e-0386-4b92-8de3-247c977242ac/0479f741-5cd1-4d6f-b593-d8aa909a42d3/09573886-64a3-4e8e-8a14-8fb12a2f4de3) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:06.414391 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1e4583-6f7f-4d57-a44b-e1209c86ddab None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:55:06.414797 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1e4583-6f7f-4d57-a44b-e1209c86ddab None None] Checking segment: {'id': '562ab18d-c408-41b6-8601-3b4e548b7107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2e003704-a428-4b23-9fd0-820ed04f8b9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:55:06.415259 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ea1e4583-6f7f-4d57-a44b-e1209c86ddab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:06.415655 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1e4583-6f7f-4d57-a44b-e1209c86ddab None None] Bound using segment: {'id': '562ab18d-c408-41b6-8601-3b4e548b7107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2e003704-a428-4b23-9fd0-820ed04f8b9f'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:55:06.416248 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-ea1e4583-6f7f-4d57-a44b-e1209c86ddab None None] Bound port: 3835bff9-3c49-411e-9e9e-d13999f1a15d, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '562ab18d-c408-41b6-8601-3b4e548b7107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2e003704-a428-4b23-9fd0-820ed04f8b9f'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:55:06.416619 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ea1e4583-6f7f-4d57-a44b-e1209c86ddab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:06.419123 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ac3b0b8-a6b7-4cc0-b0e8-cb321dadf239 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Deleting subnet ee58a5a2-5aa9-46a7-b205-deff38abc680 {{(pid=83826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:55:06.429026 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7ac3b0b8-a6b7-4cc0-b0e8-cb321dadf239 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for subnet, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:06.562007 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2300065c-cfef-4d50-998a-8034020dc206 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Network 0d94b460-7944-4cd0-b1b7-4df210c8759b is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:55:06.565407 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7ac3b0b8-a6b7-4cc0-b0e8-cb321dadf239 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16610770'] for subnet, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:06.589729 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:06.599955 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-ea1e4583-6f7f-4d57-a44b-e1209c86ddab None None] For port 3835bff9-3c49-411e-9e9e-d13999f1a15d, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:55:06.606032 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-ea1e4583-6f7f-4d57-a44b-e1209c86ddab None None] For port 3835bff9-3c49-411e-9e9e-d13999f1a15d, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=3835bff9-3c49-411e-9e9e-d13999f1a15d,segment=NetworkSegment(562ab18d-c408-41b6-8601-3b4e548b7107),segment_id=562ab18d-c408-41b6-8601-3b4e548b7107)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:55:06.616437 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ea1e4583-6f7f-4d57-a44b-e1209c86ddab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:06.642471 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.api.v2.resource [None req-7f9f64ba-6dc0-447f-a106-9fe2e730a492 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] show failed (client error): The resource could not be found. Apr 01 15:55:06.643673 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-7f9f64ba-6dc0-447f-a106-9fe2e730a492 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] 10.222.0.55 "GET /v2.0/ports/08378758-e82c-42da-b17a-c3c3c2338110/tags/tempest-TagsExtTest-Tag-1352881980 HTTP/1.1" status: 404 len: 329 time: 0.3154514 Apr 01 15:55:06.651796 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51920) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:06.655664 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port d81c1d4e-0e66-432f-85f9-a187a8784877, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=d81c1d4e-0e66-432f-85f9-a187a8784877,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:55:06.673484 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.tag.tag_plugin [None req-dc8c1172-70c5-4643-ab56-0e501dda4416 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '08378758-e82c-42da-b17a-c3c3c2338110', 'tempest-TagsExtTest-Tag-1941499791') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:06.678292 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:06.679567 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device e429876d-1c00-43b9-a563-929a57548a74 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:55:06.700065 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.objects.ports [None req-f75c5b99-faa8-4126-9591-d462881b3cfd tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83828) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 01 15:55:06.722962 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f75c5b99-faa8-4126-9591-d462881b3cfd tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15306628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16030227'] for subnet, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:06.738169 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-2300065c-cfef-4d50-998a-8034020dc206 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, 0d94b460-7944-4cd0-b1b7-4df210c8759b) {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:06.750365 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [None req-3104740c-b313-443d-900e-acc3f2e19e25 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] For port e429876d-1c00-43b9-a563-929a57548a74, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=e429876d-1c00-43b9-a563-929a57548a74,segment=NetworkSegment(c41dc1a5-c958-4d8b-81ea-3934c36371b8),segment_id=c41dc1a5-c958-4d8b-81ea-3934c36371b8)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:55:06.760462 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2300065c-cfef-4d50-998a-8034020dc206 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:06.761638 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2300065c-cfef-4d50-998a-8034020dc206 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:06.783245 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f6ffce-168c-42ff-b2f5-f2886f910a8c None None] Network 0d94b460-7944-4cd0-b1b7-4df210c8759b requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:55:06.852943 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75c5b99-faa8-4126-9591-d462881b3cfd tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Pushing event updated for resources: {'Subnet': ['ID=49f5b429-2570-4c17-967a-47a8477cc006,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:06.863482 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-2300065c-cfef-4d50-998a-8034020dc206 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8009658 Apr 01 15:55:06.874042 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51924) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:06.902036 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7ac3b0b8-a6b7-4cc0-b0e8-cb321dadf239 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:06.913476 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port e429876d-1c00-43b9-a563-929a57548a74 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:06.915670 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-94da1fa9-90b5-4e18-9f13-76fb5e5e393a tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1637416301', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:55:06.941568 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1e4583-6f7f-4d57-a44b-e1209c86ddab None None] Pushing event updated for resources: {'Port': ['ID=3835bff9-3c49-411e-9e9e-d13999f1a15d,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:06.949616 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-94da1fa9-90b5-4e18-9f13-76fb5e5e393a tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:06.952436 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.db.resource_extend [None req-3104740c-b313-443d-900e-acc3f2e19e25 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:55:06.954169 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port e429876d-1c00-43b9-a563-929a57548a74 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:06.955304 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:06.962046 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-94da1fa9-90b5-4e18-9f13-76fb5e5e393a tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Usage tracker for resource:router and tenant:140c0a827c6a433287acd915ee3c410d is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:06.968666 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-94da1fa9-90b5-4e18-9f13-76fb5e5e393a tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:06.973160 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3104740c-b313-443d-900e-acc3f2e19e25 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:06.978220 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-94da1fa9-90b5-4e18-9f13-76fb5e5e393a tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:07.003337 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-129763d6-e677-4cc0-a237-5932a9d8f58c tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:07.009536 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75c5b99-faa8-4126-9591-d462881b3cfd tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Checking segment: {'id': '692b5e6b-023f-46e4-acde-82e69fd2ba4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8e7cd202-af40-4dbb-b8fb-3e1298b1252c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:55:07.009913 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75c5b99-faa8-4126-9591-d462881b3cfd tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Network hostable DHCP agents. Network: 8e7cd202-af40-4dbb-b8fb-3e1298b1252c, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:55:07.020822 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-94da1fa9-90b5-4e18-9f13-76fb5e5e393a tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130665'] for router, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:07.021769 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-94da1fa9-90b5-4e18-9f13-76fb5e5e393a tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617571', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130640'] for router, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:07.077617 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-129763d6-e677-4cc0-a237-5932a9d8f58c tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:07.118984 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75c5b99-faa8-4126-9591-d462881b3cfd tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Network 8e7cd202-af40-4dbb-b8fb-3e1298b1252c is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:55:07.125559 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-94da1fa9-90b5-4e18-9f13-76fb5e5e393a tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:07.139794 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=d81c1d4e-0e66-432f-85f9-a187a8784877,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:07.163784 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129763d6-e677-4cc0-a237-5932a9d8f58c tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Network ed45466e-0386-4b92-8de3-247c977242ac is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:07.165827 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-a46a8635-1836-4f93-8595-fc9105fbc780 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Deleting port 9f1274dd-40a6-40d4-881c-895c9f3ce4ad {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:55:07.166208 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a46a8635-1836-4f93-8595-fc9105fbc780 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:07.168968 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3104740c-b313-443d-900e-acc3f2e19e25 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:07.169683 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3104740c-b313-443d-900e-acc3f2e19e25 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15415267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16089018'] for subnet, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:07.194177 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-129763d6-e677-4cc0-a237-5932a9d8f58c tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:07.204954 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-f75c5b99-faa8-4126-9591-d462881b3cfd tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, 8e7cd202-af40-4dbb-b8fb-3e1298b1252c) {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:07.209620 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75c5b99-faa8-4126-9591-d462881b3cfd tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:07.210195 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f75c5b99-faa8-4126-9591-d462881b3cfd tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:07.224892 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb50ff18-d681-49db-bcbb-c3c3d22ebd2d None None] Network 8e7cd202-af40-4dbb-b8fb-3e1298b1252c requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:55:07.243739 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-94da1fa9-90b5-4e18-9f13-76fb5e5e393a tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616'] for router, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:07.289697 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3104740c-b313-443d-900e-acc3f2e19e25 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:07.300112 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129763d6-e677-4cc0-a237-5932a9d8f58c tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:55:07.323060 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-f75c5b99-faa8-4126-9591-d462881b3cfd tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9459805 Apr 01 15:55:07.341687 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-94da1fa9-90b5-4e18-9f13-76fb5e5e393a tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:07.345355 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-94da1fa9-90b5-4e18-9f13-76fb5e5e393a tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4409306 Apr 01 15:55:07.345355 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51928) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:07.365806 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-3104740c-b313-443d-900e-acc3f2e19e25 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:07.405911 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51930) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:07.409566 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129763d6-e677-4cc0-a237-5932a9d8f58c tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Pushing event updated for resources: {'Port': ['ID=09573886-64a3-4e8e-8a14-8fb12a2f4de3,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:07.417632 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-a2ee492e-ba7d-4562-aa97-0e630c290fd3 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Request body: {'port': {'network_id': '8e7cd202-af40-4dbb-b8fb-3e1298b1252c', 'name': 'tempest-NetworksIpV6TestAttrs-669365299'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:55:07.418991 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3104740c-b313-443d-900e-acc3f2e19e25 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:07.419677 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3104740c-b313-443d-900e-acc3f2e19e25 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:07.453189 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8fafc6-173e-47d5-815c-773b487f94bf None None] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:55:07.474613 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7ac3b0b8-a6b7-4cc0-b0e8-cb321dadf239 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15415074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16089009'] for subnet, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:07.542272 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3104740c-b313-443d-900e-acc3f2e19e25 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event updated for resources: {'Subnet': ['ID=f3b349bf-3825-4d1b-b7aa-e89b8bc995fb,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:07.573728 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.api.v2.resource [None req-dc8c1172-70c5-4643-ab56-0e501dda4416 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] show failed (client error): The resource could not be found. Apr 01 15:55:07.574920 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-dc8c1172-70c5-4643-ab56-0e501dda4416 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] 10.222.0.55 "GET /v2.0/ports/08378758-e82c-42da-b17a-c3c3c2338110/tags/tempest-TagsExtTest-Tag-1941499791 HTTP/1.1" status: 404 len: 329 time: 0.9109945 Apr 01 15:55:07.593396 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51936) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:07.602004 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.tag.tag_plugin [None req-568b69f6-f21b-4439-8252-24a2f91afc5e tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '3ddb7053-8e86-4ae2-8674-171810627e7c', {'tags': ['tempest-TagsExtTest-Tag-512423419', 'tempest-TagsExtTest-Tag-164538178', 'tempest-TagsExtTest-Tag-1097739394']}) {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:07.636646 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac3b0b8-a6b7-4cc0-b0e8-cb321dadf239 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Pushing event deleted for resources: {'Subnet': ['ID=ee58a5a2-5aa9-46a7-b205-deff38abc680,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:07.715943 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-3104740c-b313-443d-900e-acc3f2e19e25 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 5.4127307 Apr 01 15:55:07.719651 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51940) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:07.722264 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7ac3b0b8-a6b7-4cc0-b0e8-cb321dadf239 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:07.724112 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-7ac3b0b8-a6b7-4cc0-b0e8-cb321dadf239 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "DELETE /v2.0/subnets/ee58a5a2-5aa9-46a7-b205-deff38abc680 HTTP/1.1" status: 204 len: 168 time: 2.2693717 Apr 01 15:55:07.730061 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51942) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:07.733592 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cab564f-34da-451f-bf23-f9316a07772f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-0d94b460-7944-4cd0-b1b7-4df210c8759b', 'network_id': '0d94b460-7944-4cd0-b1b7-4df210c8759b', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'fixed_ips': [{'subnet_id': 'b13c9de6-64c6-4a1b-bc31-ef7f834d74e9'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:55:07.734113 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-a959448e-21c7-4ea8-860b-f0ab845a90a3 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Request body: {'port': {'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'mac_address': 'fa:16:3e:7f:7a:dc', 'name': 'tempest-NetworksTestDHCPv6-852277226'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:55:07.734405 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-9cab564f-34da-451f-bf23-f9316a07772f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:07.743654 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8fccbf8-a3fc-4452-bbd6-1aeb3605664e None None] Network b4e873a3-e6ca-443c-a769-49c7c4739e48 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:55:07.768953 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a46a8635-1836-4f93-8595-fc9105fbc780 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:07.797627 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-27f53e54-8a5c-47c3-914a-656832a0c031 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:07.798070 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27f53e54-8a5c-47c3-914a-656832a0c031 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:07.799924 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-27f53e54-8a5c-47c3-914a-656832a0c031 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "DELETE /v2.0/subnets/91364437-bf22-48bd-a968-6301b695fe76 HTTP/1.1" status: 404 len: 337 time: 0.0464416 Apr 01 15:55:07.835140 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51948) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:07.970218 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3104740c-b313-443d-900e-acc3f2e19e25 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event updated for resources: {'Port': ['ID=e429876d-1c00-43b9-a563-929a57548a74,revision_number=4']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:07.985695 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:08.059930 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-a46a8635-1836-4f93-8595-fc9105fbc780 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Calling delete_port for 9f1274dd-40a6-40d4-881c-895c9f3ce4ad owned by network:router_interface {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:55:08.093209 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-a2ee492e-ba7d-4562-aa97-0e630c290fd3 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:08.105538 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-a2ee492e-ba7d-4562-aa97-0e630c290fd3 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Usage tracker for resource:port and tenant:62df94830a0c4fa9ac007fb055b08943 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:08.109440 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-a2ee492e-ba7d-4562-aa97-0e630c290fd3 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:08.117741 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-a2ee492e-ba7d-4562-aa97-0e630c290fd3 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:08.206247 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ee492e-ba7d-4562-aa97-0e630c290fd3 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Made reservation on behalf of 62df94830a0c4fa9ac007fb055b08943 for: {'port': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:08.209798 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a2ee492e-ba7d-4562-aa97-0e630c290fd3 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:08.233875 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-8d27e04d-7b09-419b-976c-90c455b416f0 None None] Provisioning complete for port 4e9a38ac-d395-4e8f-a47f-62c965f0cf80 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:08.234452 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8d27e04d-7b09-419b-976c-90c455b416f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:08.254062 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [None req-a2ee492e-ba7d-4562-aa97-0e630c290fd3 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] device_id is not set on port edd8f5c8-eb24-4eb0-9760-50859c885cff yet. {{(pid=83828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:55:08.297988 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-568b69f6-f21b-4439-8252-24a2f91afc5e tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] 10.222.0.55 "PUT /v2.0/routers/3ddb7053-8e86-4ae2-8674-171810627e7c/tags HTTP/1.1" status: 200 len: 316 time: 0.6991134 Apr 01 15:55:08.298253 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51952) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:08.322975 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.tag.tag_plugin [None req-3dff5cd6-60f5-45e5-8c48-7db40bef7818 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3ddb7053-8e86-4ae2-8674-171810627e7c') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:08.324590 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e69483-a2dd-4489-bc94-6726d54d9ace None None] Network 2e003704-a428-4b23-9fd0-820ed04f8b9f requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:55:08.411531 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a2dd1d5-edbf-4301-bc94-fd61130786f3 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Deleting subnet 6aa3346e-84a0-4547-baea-d7cd27d146df {{(pid=83826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:55:08.429917 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2a2dd1d5-edbf-4301-bc94-fd61130786f3 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for subnet, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:08.442092 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-a2ee492e-ba7d-4562-aa97-0e630c290fd3 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Allocated IP 2001:db8::f816:3eff:fe9f:1d53 (8e7cd202-af40-4dbb-b8fb-3e1298b1252c/49f5b429-2570-4c17-967a-47a8477cc006/edd8f5c8-eb24-4eb0-9760-50859c885cff) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:08.457345 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6038caf-396a-4ea2-9dfe-c780749fd778 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-8e7cd202-af40-4dbb-b8fb-3e1298b1252c', 'network_id': '8e7cd202-af40-4dbb-b8fb-3e1298b1252c', 'tenant_id': '62df94830a0c4fa9ac007fb055b08943', 'fixed_ips': [{'subnet_id': '49f5b429-2570-4c17-967a-47a8477cc006'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:55:08.458957 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c6038caf-396a-4ea2-9dfe-c780749fd778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:08.512129 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port e429876d-1c00-43b9-a563-929a57548a74, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=e429876d-1c00-43b9-a563-929a57548a74,segment=NetworkSegment(c41dc1a5-c958-4d8b-81ea-3934c36371b8),segment_id=c41dc1a5-c958-4d8b-81ea-3934c36371b8)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:55:08.564018 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a46a8635-1836-4f93-8595-fc9105fbc780 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:08.590616 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:08.595338 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-a959448e-21c7-4ea8-860b-f0ab845a90a3 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:08.645148 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46a8635-1836-4f93-8595-fc9105fbc780 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Pushing event deleted for resources: {'Port': ['ID=9f1274dd-40a6-40d4-881c-895c9f3ce4ad,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:08.660240 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2a2dd1d5-edbf-4301-bc94-fd61130786f3 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16610770'] for subnet, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:08.697440 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-a959448e-21c7-4ea8-860b-f0ab845a90a3 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Usage tracker for resource:port and tenant:50a1f72bd5e54e209eb4756b30f7e6a6 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:08.712399 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-a959448e-21c7-4ea8-860b-f0ab845a90a3 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:08.728818 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=e429876d-1c00-43b9-a563-929a57548a74,revision_number=5']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:08.745123 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-8d27e04d-7b09-419b-976c-90c455b416f0 None None] Port 4e9a38ac-d395-4e8f-a47f-62c965f0cf80 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:55:08.783745 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-a959448e-21c7-4ea8-860b-f0ab845a90a3 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:08.843994 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a959448e-21c7-4ea8-860b-f0ab845a90a3 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Made reservation on behalf of 50a1f72bd5e54e209eb4756b30f7e6a6 for: {'port': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:09.033430 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-3dff5cd6-60f5-45e5-8c48-7db40bef7818 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] 10.222.0.55 "DELETE /v2.0/routers/3ddb7053-8e86-4ae2-8674-171810627e7c/tags HTTP/1.1" status: 204 len: 168 time: 0.7243583 Apr 01 15:55:09.043178 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51956) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:09.045703 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 3835bff9-3c49-411e-9e9e-d13999f1a15d up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:55:09.064500 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.tag.tag_plugin [None req-856a4fae-b934-4a78-9336-59b33624b041 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3ddb7053-8e86-4ae2-8674-171810627e7c', 'tempest-TagsExtTest-Tag-512423419') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:09.072454 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2a2dd1d5-edbf-4301-bc94-fd61130786f3 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:09.125537 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-129763d6-e677-4cc0-a237-5932a9d8f58c tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:09.126390 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-129763d6-e677-4cc0-a237-5932a9d8f58c tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616'] for router, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:09.135181 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a46a8635-1836-4f93-8595-fc9105fbc780 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611462'] for router_interface, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:09.173838 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-8d27e04d-7b09-419b-976c-90c455b416f0 None None] Provisioning complete for port 4675ef8e-4300-4178-9894-0824839a9de2 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:09.174274 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8d27e04d-7b09-419b-976c-90c455b416f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:09.186987 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d0d2443e-1b12-47dc-9ec6-dfff201c43d9 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:09.198492 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a959448e-21c7-4ea8-860b-f0ab845a90a3 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:09.222026 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a2ee492e-ba7d-4562-aa97-0e630c290fd3 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:09.287194 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-9cab564f-34da-451f-bf23-f9316a07772f None None] Allocated IP 2001:db8::2 (0d94b460-7944-4cd0-b1b7-4df210c8759b/b13c9de6-64c6-4a1b-bc31-ef7f834d74e9/0034e770-85e6-4593-9a48-0407812501d1) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:09.319476 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [None req-a2ee492e-ba7d-4562-aa97-0e630c290fd3 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Transition to ACTIVE for port object edd8f5c8-eb24-4eb0-9760-50859c885cff will not be triggered until provisioned by entity DHCP. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:09.407581 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.api.v2.resource [None req-856a4fae-b934-4a78-9336-59b33624b041 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] show failed (client error): The resource could not be found. Apr 01 15:55:09.412593 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-856a4fae-b934-4a78-9336-59b33624b041 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] 10.222.0.55 "GET /v2.0/routers/3ddb7053-8e86-4ae2-8674-171810627e7c/tags/tempest-TagsExtTest-Tag-512423419 HTTP/1.1" status: 404 len: 328 time: 0.3680112 Apr 01 15:55:09.418648 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51960) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:09.433767 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.tag.tag_plugin [None req-ea53c3d0-b373-4f0f-951f-5d2fbe4eca07 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3ddb7053-8e86-4ae2-8674-171810627e7c', 'tempest-TagsExtTest-Tag-164538178') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:09.531632 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [None req-a959448e-21c7-4ea8-860b-f0ab845a90a3 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] device_id is not set on port 096f525d-fd59-4bfb-b537-80b753e530e8 yet. {{(pid=83826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:55:09.594134 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-9cab564f-34da-451f-bf23-f9316a07772f None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:09.607583 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-9cab564f-34da-451f-bf23-f9316a07772f None None] Transition to ACTIVE for port object 0034e770-85e6-4593-9a48-0407812501d1 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:09.657828 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 3835bff9-3c49-411e-9e9e-d13999f1a15d completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:09.693755 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-9cab564f-34da-451f-bf23-f9316a07772f None None] Transition to ACTIVE for port object 0034e770-85e6-4593-9a48-0407812501d1 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:09.712870 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device e429876d-1c00-43b9-a563-929a57548a74 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:55:09.750774 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-9cab564f-34da-451f-bf23-f9316a07772f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:09.804244 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2a2dd1d5-edbf-4301-bc94-fd61130786f3 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15415074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16089009'] for subnet, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:09.891250 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2dd1d5-edbf-4301-bc94-fd61130786f3 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Pushing event deleted for resources: {'Subnet': ['ID=6aa3346e-84a0-4547-baea-d7cd27d146df,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:09.910341 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cab564f-34da-451f-bf23-f9316a07772f None None] Network 0d94b460-7944-4cd0-b1b7-4df210c8759b is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:09.923042 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-9cab564f-34da-451f-bf23-f9316a07772f None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:09.937550 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cab564f-34da-451f-bf23-f9316a07772f None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:55:09.957678 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cab564f-34da-451f-bf23-f9316a07772f None None] Pushing event updated for resources: {'Port': ['ID=0034e770-85e6-4593-9a48-0407812501d1,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:09.969173 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2a2dd1d5-edbf-4301-bc94-fd61130786f3 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:09.986247 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a2ee492e-ba7d-4562-aa97-0e630c290fd3 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:10.001665 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.api.v2.resource [None req-ea53c3d0-b373-4f0f-951f-5d2fbe4eca07 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] show failed (client error): The resource could not be found. Apr 01 15:55:10.002806 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-ea53c3d0-b373-4f0f-951f-5d2fbe4eca07 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] 10.222.0.55 "GET /v2.0/routers/3ddb7053-8e86-4ae2-8674-171810627e7c/tags/tempest-TagsExtTest-Tag-164538178 HTTP/1.1" status: 404 len: 328 time: 0.5829828 Apr 01 15:55:10.041958 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51964) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:10.076590 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.tag.tag_plugin [None req-a464736c-fa7c-4867-a630-51d145cb2cee tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3ddb7053-8e86-4ae2-8674-171810627e7c', 'tempest-TagsExtTest-Tag-1097739394') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:10.129025 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ee492e-ba7d-4562-aa97-0e630c290fd3 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Pushing event updated for resources: {'Port': ['ID=edd8f5c8-eb24-4eb0-9760-50859c885cff,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:10.165337 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-2a2dd1d5-edbf-4301-bc94-fd61130786f3 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "DELETE /v2.0/subnets/6aa3346e-84a0-4547-baea-d7cd27d146df HTTP/1.1" status: 204 len: 168 time: 2.3211861 Apr 01 15:55:10.188063 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51968) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:10.227404 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ee492e-ba7d-4562-aa97-0e630c290fd3 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Network 8e7cd202-af40-4dbb-b8fb-3e1298b1252c is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:10.236872 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-a2ee492e-ba7d-4562-aa97-0e630c290fd3 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:10.248406 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ee492e-ba7d-4562-aa97-0e630c290fd3 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:55:10.253138 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ee492e-ba7d-4562-aa97-0e630c290fd3 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:10.253138 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a2ee492e-ba7d-4562-aa97-0e630c290fd3 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:10.254688 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-c6038caf-396a-4ea2-9dfe-c780749fd778 None None] Allocated IP 2001:db8::f816:3eff:fefe:8710 (8e7cd202-af40-4dbb-b8fb-3e1298b1252c/49f5b429-2570-4c17-967a-47a8477cc006/2245ada5-6cc7-47f2-a51e-eeca971e03dd) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:10.361149 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-a2ee492e-ba7d-4562-aa97-0e630c290fd3 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.0128694 Apr 01 15:55:10.361865 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51972) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:10.405015 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-d0d2443e-1b12-47dc-9ec6-dfff201c43d9 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Allocated IP 2001:db8::1 (0d94b460-7944-4cd0-b1b7-4df210c8759b/b13c9de6-64c6-4a1b-bc31-ef7f834d74e9/9b4549cf-a3f5-43f4-a1b6-ca09626ca63c) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:10.425654 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a46a8635-1836-4f93-8595-fc9105fbc780 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Router d6cf7410-c321-48c1-98b8-39d3ede1ddcd has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:55:10.454641 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_v2 [None req-149984c3-5c22-4b8f-b3c4-9a83a361a48d tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Deleting subnet 49f5b429-2570-4c17-967a-47a8477cc006 {{(pid=83828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:55:10.484394 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-91e2f5b5-370a-4100-a736-4372efe4a2b8 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:10.487039 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91e2f5b5-370a-4100-a736-4372efe4a2b8 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:10.496985 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-91e2f5b5-370a-4100-a736-4372efe4a2b8 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "DELETE /v2.0/subnets/69391ae9-5e31-438d-b6fe-a0d09b4ad68c HTTP/1.1" status: 404 len: 337 time: 0.3044302 Apr 01 15:55:10.496985 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51976) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:10.516808 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port e429876d-1c00-43b9-a563-929a57548a74 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:10.518033 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:10.581621 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-9cab564f-34da-451f-bf23-f9316a07772f None None] Attempting to bind port 0034e770-85e6-4593-9a48-0407812501d1 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:55:10.582392 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-9cab564f-34da-451f-bf23-f9316a07772f None None] Attempting to bind port 0034e770-85e6-4593-9a48-0407812501d1 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': '7df9d021-4768-4c8e-a43c-d80bda9079f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '0d94b460-7944-4cd0-b1b7-4df210c8759b'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:55:10.582896 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cab564f-34da-451f-bf23-f9316a07772f None None] Attempting to bind port 0034e770-85e6-4593-9a48-0407812501d1 on network 0d94b460-7944-4cd0-b1b7-4df210c8759b {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:55:10.595526 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cab564f-34da-451f-bf23-f9316a07772f None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:55:10.595942 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cab564f-34da-451f-bf23-f9316a07772f None None] Checking segment: {'id': '7df9d021-4768-4c8e-a43c-d80bda9079f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '0d94b460-7944-4cd0-b1b7-4df210c8759b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:55:10.596350 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-9cab564f-34da-451f-bf23-f9316a07772f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:10.597395 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cab564f-34da-451f-bf23-f9316a07772f None None] Bound using segment: {'id': '7df9d021-4768-4c8e-a43c-d80bda9079f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '0d94b460-7944-4cd0-b1b7-4df210c8759b'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:55:10.597395 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-9cab564f-34da-451f-bf23-f9316a07772f None None] Bound port: 0034e770-85e6-4593-9a48-0407812501d1, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7df9d021-4768-4c8e-a43c-d80bda9079f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '0d94b460-7944-4cd0-b1b7-4df210c8759b'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:55:10.597636 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-9cab564f-34da-451f-bf23-f9316a07772f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:10.645752 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-5d4daa6b-eac2-429a-a892-bc0987ea078f None None] Provisioning for port 3835bff9-3c49-411e-9e9e-d13999f1a15d completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:10.664872 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a46a8635-1836-4f93-8595-fc9105fbc780 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:55:10.678094 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abdd60b-fd8b-4864-a193-d5c4a6a970b8 None None] Sync routers for ids ['d6cf7410-c321-48c1-98b8-39d3ede1ddcd'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:55:10.681557 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-a46a8635-1836-4f93-8595-fc9105fbc780 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] 10.222.0.55 "PUT /v2.0/routers/d6cf7410-c321-48c1-98b8-39d3ede1ddcd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6615374 Apr 01 15:55:10.686634 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51980) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:10.713200 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abdd60b-fd8b-4864-a193-d5c4a6a970b8 None None] Routers {'d6cf7410-c321-48c1-98b8-39d3ede1ddcd'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:55:10.713835 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-9abdd60b-fd8b-4864-a193-d5c4a6a970b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:54:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['d6cf7410-c321-48c1-98b8-39d3ede1ddcd'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:10.724406 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-34fb5869-4f36-48d8-ab82-ebc06adf82b5 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Synchronizing usage tracker for tenant:144b300b27fa4dafba1405cae5639f1c on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:55:10.725558 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-5d4daa6b-eac2-429a-a892-bc0987ea078f None None] Provisioning complete for port 3835bff9-3c49-411e-9e9e-d13999f1a15d triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:10.725944 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-5d4daa6b-eac2-429a-a892-bc0987ea078f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:10.785908 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-a959448e-21c7-4ea8-860b-f0ab845a90a3 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Allocated IP 2001:db8::2a6 (7b65ac5c-8834-4b65-9b28-b7dba6c9746f/c00b8a07-84b9-456b-8f65-ba55aae2baa3/096f525d-fd59-4bfb-b537-80b753e530e8) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:10.794582 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-a959448e-21c7-4ea8-860b-f0ab845a90a3 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Allocated IP 2001:db8:0:1:f816:3eff:fe7f:7adc (7b65ac5c-8834-4b65-9b28-b7dba6c9746f/f3b349bf-3825-4d1b-b7aa-e89b8bc995fb/096f525d-fd59-4bfb-b537-80b753e530e8) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:10.797323 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.api.v2.resource [None req-894b3871-e869-4a4e-8ee1-6369a79c98a1 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] show failed (client error): The resource could not be found. Apr 01 15:55:10.804490 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f857a60a-c3ff-4177-8bd3-22248f479962 None None] Network b4e873a3-e6ca-443c-a769-49c7c4739e48 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:55:10.806441 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-894b3871-e869-4a4e-8ee1-6369a79c98a1 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] 10.222.0.55 "GET /v2.0/routers/tempest-non_exist_router-2142186254 HTTP/1.1" status: 404 len: 335 time: 0.1168501 Apr 01 15:55:10.807502 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51984) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:10.813173 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-a8757c48-6cb7-49c4-a106-5a9b6d06d7f7 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:55:10.895300 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-9abdd60b-fd8b-4864-a193-d5c4a6a970b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:10.898813 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.api.v2.resource [None req-a8757c48-6cb7-49c4-a106-5a9b6d06d7f7 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] update failed (client error): The resource could not be found. Apr 01 15:55:10.899890 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-a8757c48-6cb7-49c4-a106-5a9b6d06d7f7 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] 10.222.0.55 "PUT /v2.0/routers/tempest-non_exist_router-1066908780 HTTP/1.1" status: 404 len: 335 time: 0.0911362 Apr 01 15:55:10.905236 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 51988) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:10.915542 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abdd60b-fd8b-4864-a193-d5c4a6a970b8 None None] Routers {'d6cf7410-c321-48c1-98b8-39d3ede1ddcd'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:55:10.916414 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-9abdd60b-fd8b-4864-a193-d5c4a6a970b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:54:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['d6cf7410-c321-48c1-98b8-39d3ede1ddcd'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:10.990472 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-9abdd60b-fd8b-4864-a193-d5c4a6a970b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:10.991124 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abdd60b-fd8b-4864-a193-d5c4a6a970b8 None None] The sync data for ids ['d6cf7410-c321-48c1-98b8-39d3ede1ddcd'] in dv-neutron-833373-2-hyperv is: [] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:55:11.031193 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.api.v2.resource [None req-a464736c-fa7c-4867-a630-51d145cb2cee tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] show failed (client error): The resource could not be found. Apr 01 15:55:11.032229 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-a464736c-fa7c-4867-a630-51d145cb2cee tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] 10.222.0.55 "GET /v2.0/routers/3ddb7053-8e86-4ae2-8674-171810627e7c/tags/tempest-TagsExtTest-Tag-1097739394 HTTP/1.1" status: 404 len: 329 time: 0.9865885 Apr 01 15:55:11.032924 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-34fb5869-4f36-48d8-ab82-ebc06adf82b5 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Unset dirty status for tenant:144b300b27fa4dafba1405cae5639f1c on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:55:11.033934 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-34fb5869-4f36-48d8-ab82-ebc06adf82b5 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7478b34-3e30-4ce0-849a-9132a0de0025 HTTP/1.1" status: 200 len: 205 time: 0.5246015 Apr 01 15:55:11.042053 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51992) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:11.042276 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 51994) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:11.093921 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-5d4daa6b-eac2-429a-a892-bc0987ea078f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:11.109710 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.tag.tag_plugin [None req-711833ed-818a-483d-8abb-16fea984a4a6 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '19ae5844-cdbe-487e-9900-a94137828e65', {'tags': ['tempest-TagsExtTest-Tag-1805014760', 'tempest-TagsExtTest-Tag-1659440678', 'tempest-TagsExtTest-Tag-79870196']}) {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:11.128576 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b1505dd-a3a6-45ce-8506-e90779568fcf tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Deleting subnet 06401f96-55ef-4169-9a08-522081057522 {{(pid=83828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:55:11.132228 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8b1505dd-a3a6-45ce-8506-e90779568fcf tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks [] for subnet, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:11.136399 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c6038caf-396a-4ea2-9dfe-c780749fd778 None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:11.159211 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.api.v2.resource [None req-d4172fcd-b30c-459a-8ff7-84a69e544062 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] delete failed (client error): The resource could not be found. Apr 01 15:55:11.162638 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-d4172fcd-b30c-459a-8ff7-84a69e544062 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "DELETE /v2.0/routers/b7478b34-3e30-4ce0-849a-9132a0de0025 HTTP/1.1" status: 404 len: 336 time: 0.1124563 Apr 01 15:55:11.167773 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52000) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:11.206896 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-c6038caf-396a-4ea2-9dfe-c780749fd778 None None] Transition to ACTIVE for port object 2245ada5-6cc7-47f2-a51e-eeca971e03dd will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:11.215335 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-9cab564f-34da-451f-bf23-f9316a07772f None None] For port 0034e770-85e6-4593-9a48-0407812501d1, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:55:11.221379 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d0d2443e-1b12-47dc-9ec6-dfff201c43d9 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:11.224003 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b3ac9b3-74c2-4c58-894a-b22e96b97bb5 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:11.224455 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b3ac9b3-74c2-4c58-894a-b22e96b97bb5 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:11.229522 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-1b3ac9b3-74c2-4c58-894a-b22e96b97bb5 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "DELETE /v2.0/subnets/2abdcda5-88fa-42d9-8868-f72bee11a838 HTTP/1.1" status: 404 len: 337 time: 0.0605271 Apr 01 15:55:11.230306 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52004) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:11.255624 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-9cab564f-34da-451f-bf23-f9316a07772f None None] For port 0034e770-85e6-4593-9a48-0407812501d1, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=0034e770-85e6-4593-9a48-0407812501d1,segment=NetworkSegment(7df9d021-4768-4c8e-a43c-d80bda9079f3),segment_id=7df9d021-4768-4c8e-a43c-d80bda9079f3)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:55:11.271016 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device d81c1d4e-0e66-432f-85f9-a187a8784877 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:55:11.281680 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-65f39e07-7368-4352-9c62-f14b8739742b tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:11.282214 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65f39e07-7368-4352-9c62-f14b8739742b tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:11.282909 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a959448e-21c7-4ea8-860b-f0ab845a90a3 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:11.286454 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-65f39e07-7368-4352-9c62-f14b8739742b tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "DELETE /v2.0/subnets/89cb40d2-8b3b-4508-8e02-3ed5cf5c128b HTTP/1.1" status: 404 len: 337 time: 0.0503325 Apr 01 15:55:11.288038 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52008) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:11.288372 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-711833ed-818a-483d-8abb-16fea984a4a6 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] 10.222.0.55 "PUT /v2.0/subnetpools/19ae5844-cdbe-487e-9900-a94137828e65/tags HTTP/1.1" status: 200 len: 316 time: 0.2422814 Apr 01 15:55:11.291662 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8b1505dd-a3a6-45ce-8506-e90779568fcf tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15303084'] for subnet, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:11.294145 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [None req-d0d2443e-1b12-47dc-9ec6-dfff201c43d9 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Transition to ACTIVE for port object 9b4549cf-a3f5-43f4-a1b6-ca09626ca63c will not be triggered until provisioned by entity DHCP. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:11.297772 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 52012) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:11.313760 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.tag.tag_plugin [None req-15649544-44a5-4e6b-8f50-dd8b67ee6641 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '19ae5844-cdbe-487e-9900-a94137828e65') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:11.330997 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-5d4daa6b-eac2-429a-a892-bc0987ea078f None None] For port 3835bff9-3c49-411e-9e9e-d13999f1a15d, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=3835bff9-3c49-411e-9e9e-d13999f1a15d,segment=NetworkSegment(562ab18d-c408-41b6-8601-3b4e548b7107),segment_id=562ab18d-c408-41b6-8601-3b4e548b7107)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:55:11.332315 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-c6038caf-396a-4ea2-9dfe-c780749fd778 None None] Transition to ACTIVE for port object 2245ada5-6cc7-47f2-a51e-eeca971e03dd will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:11.337076 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [None req-a959448e-21c7-4ea8-860b-f0ab845a90a3 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Transition to ACTIVE for port object 096f525d-fd59-4bfb-b537-80b753e530e8 will not be triggered until provisioned by entity DHCP. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:11.338495 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-9cab564f-34da-451f-bf23-f9316a07772f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:11.361905 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c2b9718-60c0-4156-ac07-670616df2f1a tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:11.362339 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c2b9718-60c0-4156-ac07-670616df2f1a tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:11.368712 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-7c2b9718-60c0-4156-ac07-670616df2f1a tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "DELETE /v2.0/subnets/3cf5d5d2-b464-4ade-ac10-4765e4da95be HTTP/1.1" status: 404 len: 337 time: 0.0761926 Apr 01 15:55:11.368712 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-149984c3-5c22-4b8f-b3c4-9a83a361a48d tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks [] for subnet, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:11.368979 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 52016) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:11.381585 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-5d4daa6b-eac2-429a-a892-bc0987ea078f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:11.393967 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c6038caf-396a-4ea2-9dfe-c780749fd778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:11.416923 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-129763d6-e677-4cc0-a237-5932a9d8f58c tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Router e34a3c93-5ec2-4c7f-8828-74a78ed0fbae is scheduled to L3 agent ff252634-3424-422a-b742-9ae457bd54bd with binding_index 1 {{(pid=83826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:55:11.417145 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6038caf-396a-4ea2-9dfe-c780749fd778 None None] Network 8e7cd202-af40-4dbb-b8fb-3e1298b1252c is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:11.425949 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-c6038caf-396a-4ea2-9dfe-c780749fd778 None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:11.430880 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-41156612-70c3-44a5-8ac4-a1e6eb3d3ac0 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:11.432073 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41156612-70c3-44a5-8ac4-a1e6eb3d3ac0 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:11.437434 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-41156612-70c3-44a5-8ac4-a1e6eb3d3ac0 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "DELETE /v2.0/ports/add2979c-23c9-4787-9f1b-92c077ee3897 HTTP/1.1" status: 404 len: 333 time: 0.0631955 Apr 01 15:55:11.437434 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 52020) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:11.440223 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d0d2443e-1b12-47dc-9ec6-dfff201c43d9 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:11.448022 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6038caf-396a-4ea2-9dfe-c780749fd778 None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:55:11.454074 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-149984c3-5c22-4b8f-b3c4-9a83a361a48d tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15303084'] for subnet, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:11.463410 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29822c9-d460-4d7d-ab35-3e657214aa21 None None] DHCP port deletion for b4e873a3-e6ca-443c-a769-49c7c4739e48 request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:55:11.483859 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-f29822c9-d460-4d7d-ab35-3e657214aa21 None None] Deleting port 4675ef8e-4300-4178-9894-0824839a9de2 {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:55:11.483859 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f29822c9-d460-4d7d-ab35-3e657214aa21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:11.548897 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8b1505dd-a3a6-45ce-8506-e90779568fcf tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:11.557947 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-e119f876-ab79-4c12-9569-84164b705f18 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:11.558393 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e119f876-ab79-4c12-9569-84164b705f18 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:11.562641 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-e119f876-ab79-4c12-9569-84164b705f18 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "DELETE /v2.0/subnets/9f1d22e9-4009-4fcc-b70f-ce01a7584eb4 HTTP/1.1" status: 404 len: 337 time: 0.1215155 Apr 01 15:55:11.564368 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a959448e-21c7-4ea8-860b-f0ab845a90a3 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:11.566241 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 52024) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:11.630966 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-15649544-44a5-4e6b-8f50-dd8b67ee6641 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] 10.222.0.55 "DELETE /v2.0/subnetpools/19ae5844-cdbe-487e-9900-a94137828e65/tags HTTP/1.1" status: 204 len: 168 time: 0.3272693 Apr 01 15:55:11.633703 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d2443e-1b12-47dc-9ec6-dfff201c43d9 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Network 0d94b460-7944-4cd0-b1b7-4df210c8759b is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:11.638253 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52028) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:11.647689 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.tag.tag_plugin [None req-a3cbf231-9ca8-4be6-a93f-9702ce45f1d2 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '19ae5844-cdbe-487e-9900-a94137828e65', 'tempest-TagsExtTest-Tag-1805014760') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:11.671529 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8b1505dd-a3a6-45ce-8506-e90779568fcf tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15306565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16030232'] for subnet, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:11.676006 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-149984c3-5c22-4b8f-b3c4-9a83a361a48d tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:11.681979 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-d0d2443e-1b12-47dc-9ec6-dfff201c43d9 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:11.726728 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d2443e-1b12-47dc-9ec6-dfff201c43d9 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:55:11.727220 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d0d2443e-1b12-47dc-9ec6-dfff201c43d9 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611418'] for router_interface, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:11.736164 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cab564f-34da-451f-bf23-f9316a07772f None None] Pushing event updated for resources: {'Port': ['ID=0034e770-85e6-4593-9a48-0407812501d1,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:11.738875 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d2443e-1b12-47dc-9ec6-dfff201c43d9 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Pushing event updated for resources: {'Port': ['ID=9b4549cf-a3f5-43f4-a1b6-ca09626ca63c,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:11.751907 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1505dd-a3a6-45ce-8506-e90779568fcf tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Pushing event deleted for resources: {'Subnet': ['ID=06401f96-55ef-4169-9a08-522081057522,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:11.753532 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffefeff0-cbfb-4573-ae91-66310b6d4533 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:11.753972 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffefeff0-cbfb-4573-ae91-66310b6d4533 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:11.755651 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-ffefeff0-cbfb-4573-ae91-66310b6d4533 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "DELETE /v2.0/subnets/8c4d630a-4083-4c99-9432-016e1660384e HTTP/1.1" status: 404 len: 337 time: 0.1404166 Apr 01 15:55:11.763578 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52032) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:11.774127 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8b1505dd-a3a6-45ce-8506-e90779568fcf tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:11.807479 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e048cbc-e7cc-42b9-b5e0-908822b851a9 None None] Network f7156bdd-b23c-4598-8fdf-5f3b1ccac18d requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:55:11.828935 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.api.v2.resource [None req-a3cbf231-9ca8-4be6-a93f-9702ce45f1d2 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] show failed (client error): The resource could not be found. Apr 01 15:55:11.829429 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port d81c1d4e-0e66-432f-85f9-a187a8784877 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:11.832528 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:11.832705 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-a3cbf231-9ca8-4be6-a93f-9702ce45f1d2 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] 10.222.0.55 "GET /v2.0/subnetpools/19ae5844-cdbe-487e-9900-a94137828e65/tags/tempest-TagsExtTest-Tag-1805014760 HTTP/1.1" status: 404 len: 329 time: 0.1907966 Apr 01 15:55:11.839373 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52036) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:11.847042 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-8b1505dd-a3a6-45ce-8506-e90779568fcf tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] 10.222.0.55 "DELETE /v2.0/subnets/06401f96-55ef-4169-9a08-522081057522 HTTP/1.1" status: 204 len: 168 time: 0.9406850 Apr 01 15:55:11.848254 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1238afb-81ff-4d48-966d-39f6df438b5b tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:11.848696 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1238afb-81ff-4d48-966d-39f6df438b5b tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:11.850524 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-c1238afb-81ff-4d48-966d-39f6df438b5b tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "DELETE /v2.0/ports/2bfb7b29-4de8-4a54-9206-da6ac7bd725a HTTP/1.1" status: 404 len: 333 time: 0.0850623 Apr 01 15:55:11.852275 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52040) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:11.855859 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.tag.tag_plugin [None req-72276400-6fe7-45b8-8f6d-fd4d7fc6ffe3 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '19ae5844-cdbe-487e-9900-a94137828e65', 'tempest-TagsExtTest-Tag-1659440678') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:11.982270 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52042) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:12.072540 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a959448e-21c7-4ea8-860b-f0ab845a90a3 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:12.098796 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-a959448e-21c7-4ea8-860b-f0ab845a90a3 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:12.108092 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a959448e-21c7-4ea8-860b-f0ab845a90a3 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:55:12.112021 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a959448e-21c7-4ea8-860b-f0ab845a90a3 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:12.112638 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a959448e-21c7-4ea8-860b-f0ab845a90a3 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:12.131113 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a959448e-21c7-4ea8-860b-f0ab845a90a3 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event updated for resources: {'Port': ['ID=096f525d-fd59-4bfb-b537-80b753e530e8,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:12.149161 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-a959448e-21c7-4ea8-860b-f0ab845a90a3 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.4195099 Apr 01 15:55:12.151645 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ffca839-445c-4fb0-a1aa-655160275df1 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:12.152182 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ffca839-445c-4fb0-a1aa-655160275df1 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:12.153742 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-f29822c9-d460-4d7d-ab35-3e657214aa21 None None] For port 4675ef8e-4300-4178-9894-0824839a9de2, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=4675ef8e-4300-4178-9894-0824839a9de2,segment=NetworkSegment(3688d23c-c9f4-4a5f-a439-60480be8ab1d),segment_id=3688d23c-c9f4-4a5f-a439-60480be8ab1d)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:55:12.154235 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f29822c9-d460-4d7d-ab35-3e657214aa21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:12.155634 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52048) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:12.181224 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-149984c3-5c22-4b8f-b3c4-9a83a361a48d tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15306565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16030232'] for subnet, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:12.221125 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-c6038caf-396a-4ea2-9dfe-c780749fd778 None None] Attempting to bind port 2245ada5-6cc7-47f2-a51e-eeca971e03dd on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:55:12.221693 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-c6038caf-396a-4ea2-9dfe-c780749fd778 None None] Attempting to bind port 2245ada5-6cc7-47f2-a51e-eeca971e03dd by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': '692b5e6b-023f-46e4-acde-82e69fd2ba4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8e7cd202-af40-4dbb-b8fb-3e1298b1252c'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:55:12.223634 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6038caf-396a-4ea2-9dfe-c780749fd778 None None] Attempting to bind port 2245ada5-6cc7-47f2-a51e-eeca971e03dd on network 8e7cd202-af40-4dbb-b8fb-3e1298b1252c {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:55:12.227450 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d0d2443e-1b12-47dc-9ec6-dfff201c43d9 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:12.289226 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-1ffca839-445c-4fb0-a1aa-655160275df1 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "DELETE /v2.0/subnets/b651c089-aebb-4867-b5ac-b9cb153328ab HTTP/1.1" status: 404 len: 337 time: 0.2707086 Apr 01 15:55:12.303204 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149984c3-5c22-4b8f-b3c4-9a83a361a48d tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Pushing event deleted for resources: {'Subnet': ['ID=49f5b429-2570-4c17-967a-47a8477cc006,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:12.311222 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 52052) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:12.319761 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.api.v2.resource [None req-72276400-6fe7-45b8-8f6d-fd4d7fc6ffe3 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] show failed (client error): The resource could not be found. Apr 01 15:55:12.324394 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-72276400-6fe7-45b8-8f6d-fd4d7fc6ffe3 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] 10.222.0.55 "GET /v2.0/subnetpools/19ae5844-cdbe-487e-9900-a94137828e65/tags/tempest-TagsExtTest-Tag-1659440678 HTTP/1.1" status: 404 len: 329 time: 0.4807847 Apr 01 15:55:12.327499 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52054) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:12.334624 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-149984c3-5c22-4b8f-b3c4-9a83a361a48d tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:12.338430 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-149984c3-5c22-4b8f-b3c4-9a83a361a48d tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] 10.222.0.55 "DELETE /v2.0/subnets/49f5b429-2570-4c17-967a-47a8477cc006 HTTP/1.1" status: 204 len: 168 time: 1.9749277 Apr 01 15:55:12.346703 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.tag.tag_plugin [None req-5d4f0f99-d23d-450e-adaf-d86a05ce01af tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '19ae5844-cdbe-487e-9900-a94137828e65', 'tempest-TagsExtTest-Tag-79870196') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:12.347031 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 52058) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:12.364010 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6f357822-c296-4d6c-bf07-8a9693c916b9 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:12.378104 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-2b99ab87-36ac-4182-be82-d253b035460e tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Deleting port 096f525d-fd59-4bfb-b537-80b753e530e8 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:55:12.378705 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2b99ab87-36ac-4182-be82-d253b035460e tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:12.452649 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-6f357822-c296-4d6c-bf07-8a9693c916b9 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Deleting port 1e3447c5-e31c-4af4-a879-ba11cbf20cb3 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:55:12.453050 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6f357822-c296-4d6c-bf07-8a9693c916b9 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:12.486595 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7934455-2743-49af-85a8-41dc5250ffbf tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:12.488005 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7934455-2743-49af-85a8-41dc5250ffbf tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:12.489814 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-d7934455-2743-49af-85a8-41dc5250ffbf tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0939453 Apr 01 15:55:12.499511 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d536f0b-c074-45b8-baeb-c5f81967ec50 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:12.500256 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d536f0b-c074-45b8-baeb-c5f81967ec50 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:12.502136 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-5d536f0b-c074-45b8-baeb-c5f81967ec50 tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "DELETE /v2.0/subnets/98bdff1d-68e7-4951-8296-0c793530437c HTTP/1.1" status: 404 len: 337 time: 0.1711926 Apr 01 15:55:12.503651 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52064) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:12.504620 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.api.v2.resource [None req-5d4f0f99-d23d-450e-adaf-d86a05ce01af tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] show failed (client error): The resource could not be found. Apr 01 15:55:12.505698 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 52066) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:12.509465 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-5d4f0f99-d23d-450e-adaf-d86a05ce01af tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] 10.222.0.55 "GET /v2.0/subnetpools/19ae5844-cdbe-487e-9900-a94137828e65/tags/tempest-TagsExtTest-Tag-79870196 HTTP/1.1" status: 404 len: 327 time: 0.1655474 Apr 01 15:55:12.510142 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 52070) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:12.513155 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-f29822c9-d460-4d7d-ab35-3e657214aa21 None None] Calling delete_port for 4675ef8e-4300-4178-9894-0824839a9de2 owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:55:12.525166 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.tag.tag_plugin [None req-0338795a-74e9-42a0-81af-97985cf5e9f4 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '19ae5844-cdbe-487e-9900-a94137828e65') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:12.561519 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a3bdeaa8-4e77-4e04-ae4e-f72bacb154dd None None] Provisioning complete for port e429876d-1c00-43b9-a563-929a57548a74 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:12.561734 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a3bdeaa8-4e77-4e04-ae4e-f72bacb154dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:12.586336 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4daa6b-eac2-429a-a892-bc0987ea078f None None] Pushing event updated for resources: {'Port': ['ID=3835bff9-3c49-411e-9e9e-d13999f1a15d,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:12.664290 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6038caf-396a-4ea2-9dfe-c780749fd778 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:55:12.664771 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6038caf-396a-4ea2-9dfe-c780749fd778 None None] Checking segment: {'id': '692b5e6b-023f-46e4-acde-82e69fd2ba4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8e7cd202-af40-4dbb-b8fb-3e1298b1252c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:55:12.665875 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c6038caf-396a-4ea2-9dfe-c780749fd778 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:12.666281 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6038caf-396a-4ea2-9dfe-c780749fd778 None None] Bound using segment: {'id': '692b5e6b-023f-46e4-acde-82e69fd2ba4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8e7cd202-af40-4dbb-b8fb-3e1298b1252c'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:55:12.666783 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-c6038caf-396a-4ea2-9dfe-c780749fd778 None None] Bound port: 2245ada5-6cc7-47f2-a51e-eeca971e03dd, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '692b5e6b-023f-46e4-acde-82e69fd2ba4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8e7cd202-af40-4dbb-b8fb-3e1298b1252c'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:55:12.667155 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c6038caf-396a-4ea2-9dfe-c780749fd778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:12.781732 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-3a71c6bf-93ea-4cb1-abd1-0a91f415426c tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Deleting port 4e9a38ac-d395-4e8f-a47f-62c965f0cf80 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:55:12.782884 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3a71c6bf-93ea-4cb1-abd1-0a91f415426c tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:12.818769 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-cc1d0c6a-d665-44a9-9510-723389077bb5 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:12.824137 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-0338795a-74e9-42a0-81af-97985cf5e9f4 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] 10.222.0.55 "DELETE /v2.0/subnetpools/19ae5844-cdbe-487e-9900-a94137828e65/tags HTTP/1.1" status: 204 len: 168 time: 0.3055925 Apr 01 15:55:12.832152 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52076) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:12.845335 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-129763d6-e677-4cc0-a237-5932a9d8f58c tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:55:12.848317 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.tag.tag_plugin [None req-39a9a10c-3779-4af1-bcf7-bddd58e344b2 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3ddb7053-8e86-4ae2-8674-171810627e7c') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:12.857135 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6038caf-396a-4ea2-9dfe-c780749fd778 None None] Pushing event updated for resources: {'Port': ['ID=2245ada5-6cc7-47f2-a51e-eeca971e03dd,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:12.882629 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55abe547-8c64-4a87-8be9-acc50ee26f64 None None] Sync routers for ids ['e34a3c93-5ec2-4c7f-8828-74a78ed0fbae'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:55:12.921242 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-129763d6-e677-4cc0-a237-5932a9d8f58c tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks [] for router, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:12.927491 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-129763d6-e677-4cc0-a237-5932a9d8f58c tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 9.6538093 Apr 01 15:55:12.933352 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 52080) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:12.986506 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f29822c9-d460-4d7d-ab35-3e657214aa21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671'] for port, after_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:13.131032 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc1d0c6a-d665-44a9-9510-723389077bb5 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 01 15:55:13.131758 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc1d0c6a-d665-44a9-9510-723389077bb5 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:13.134735 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-c6038caf-396a-4ea2-9dfe-c780749fd778 None None] For port 2245ada5-6cc7-47f2-a51e-eeca971e03dd, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:55:13.138000 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55abe547-8c64-4a87-8be9-acc50ee26f64 None None] Routers {'e34a3c93-5ec2-4c7f-8828-74a78ed0fbae'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:55:13.138779 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-55abe547-8c64-4a87-8be9-acc50ee26f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:54:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['e34a3c93-5ec2-4c7f-8828-74a78ed0fbae'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:13.139541 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-cc1d0c6a-d665-44a9-9510-723389077bb5 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] 10.222.0.55 "DELETE /v2.0/networks/8e7cd202-af40-4dbb-b8fb-3e1298b1252c HTTP/1.1" status: 409 len: 405 time: 0.6322005 Apr 01 15:55:13.152127 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52084) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:13.223602 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-0c547c75-3936-46b0-a529-72f802dce763 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-749839083'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:55:13.229642 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-0c547c75-3936-46b0-a529-72f802dce763 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:13.234338 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-0c547c75-3936-46b0-a529-72f802dce763 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Usage tracker for resource:network and tenant:62df94830a0c4fa9ac007fb055b08943 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:13.255988 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-0c547c75-3936-46b0-a529-72f802dce763 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:13.263599 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-0c547c75-3936-46b0-a529-72f802dce763 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:13.272591 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29822c9-d460-4d7d-ab35-3e657214aa21 None None] Pushing event deleted for resources: {'Port': ['ID=4675ef8e-4300-4178-9894-0824839a9de2,revision_number=None']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:13.285433 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-c6038caf-396a-4ea2-9dfe-c780749fd778 None None] For port 2245ada5-6cc7-47f2-a51e-eeca971e03dd, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=2245ada5-6cc7-47f2-a51e-eeca971e03dd,segment=NetworkSegment(692b5e6b-023f-46e4-acde-82e69fd2ba4d),segment_id=692b5e6b-023f-46e4-acde-82e69fd2ba4d)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:55:13.301176 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 3835bff9-3c49-411e-9e9e-d13999f1a15d up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:55:13.305437 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c547c75-3936-46b0-a529-72f802dce763 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Made reservation on behalf of 62df94830a0c4fa9ac007fb055b08943 for: {'network': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:13.308265 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0c547c75-3936-46b0-a529-72f802dce763 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:13.325779 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86048cf0-9dbe-4aad-8cc6-f04c47e76cd8 None None] Network 0d94b460-7944-4cd0-b1b7-4df210c8759b requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:55:13.332906 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-39a9a10c-3779-4af1-bcf7-bddd58e344b2 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] 10.222.0.55 "DELETE /v2.0/routers/3ddb7053-8e86-4ae2-8674-171810627e7c/tags HTTP/1.1" status: 204 len: 168 time: 0.4964192 Apr 01 15:55:13.336157 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2b99ab87-36ac-4182-be82-d253b035460e tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:13.343769 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52088) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:13.363910 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.tag.tag_plugin [None req-40ed9d48-7151-43e7-86f1-d67a3ba10533 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '08378758-e82c-42da-b17a-c3c3c2338110') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:13.373617 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c6038caf-396a-4ea2-9dfe-c780749fd778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:13.381477 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29822c9-d460-4d7d-ab35-3e657214aa21 None None] No DVR routers for this DVR port 4675ef8e-4300-4178-9894-0824839a9de2 on host dv-neutron-833373-2-hyperv {{(pid=83829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:55:13.465093 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3a71c6bf-93ea-4cb1-abd1-0a91f415426c tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:13.531119 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-2b99ab87-36ac-4182-be82-d253b035460e tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Calling delete_port for 096f525d-fd59-4bfb-b537-80b753e530e8 owned by {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:55:13.559874 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-6f357822-c296-4d6c-bf07-8a9693c916b9 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] For port 1e3447c5-e31c-4af4-a879-ba11cbf20cb3, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=1e3447c5-e31c-4af4-a879-ba11cbf20cb3,segment=NetworkSegment(9db64d0d-d5ca-4078-baa8-ea206d8abf61),segment_id=9db64d0d-d5ca-4078-baa8-ea206d8abf61)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:55:13.560834 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6f357822-c296-4d6c-bf07-8a9693c916b9 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:13.580477 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c547c75-3936-46b0-a529-72f802dce763 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=83828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:55:13.604460 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.db.resource_extend [None req-d0d2443e-1b12-47dc-9ec6-dfff201c43d9 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:55:13.618320 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-3a71c6bf-93ea-4cb1-abd1-0a91f415426c tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Calling delete_port for 4e9a38ac-d395-4e8f-a47f-62c965f0cf80 owned by {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:55:13.624251 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6038caf-396a-4ea2-9dfe-c780749fd778 None None] Pushing event updated for resources: {'Port': ['ID=2245ada5-6cc7-47f2-a51e-eeca971e03dd,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:13.636522 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a3bdeaa8-4e77-4e04-ae4e-f72bacb154dd None None] Provisioning complete for port 4e9a38ac-d395-4e8f-a47f-62c965f0cf80 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:13.637173 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a3bdeaa8-4e77-4e04-ae4e-f72bacb154dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:13.670524 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d0d2443e-1b12-47dc-9ec6-dfff201c43d9 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:13.683257 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0af63e-18e8-42b0-820c-abea3829a99a None None] DHCP port deletion for f7156bdd-b23c-4598-8fdf-5f3b1ccac18d request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:55:13.689463 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d0d2443e-1b12-47dc-9ec6-dfff201c43d9 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:13.690234 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d0d2443e-1b12-47dc-9ec6-dfff201c43d9 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611525'] for router_interface, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:13.718605 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-7d0af63e-18e8-42b0-820c-abea3829a99a None None] Deleting port 1e3447c5-e31c-4af4-a879-ba11cbf20cb3 {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:55:13.718884 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-7d0af63e-18e8-42b0-820c-abea3829a99a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:13.823530 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-6f357822-c296-4d6c-bf07-8a9693c916b9 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Calling delete_port for 1e3447c5-e31c-4af4-a879-ba11cbf20cb3 owned by network:dhcp {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:55:13.864051 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-55abe547-8c64-4a87-8be9-acc50ee26f64 None None] Set router e34a3c93-5ec2-4c7f-8828-74a78ed0fbae gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:55:13.868881 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0c547c75-3936-46b0-a529-72f802dce763 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:13.869350 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.segments_db [None req-0c547c75-3936-46b0-a529-72f802dce763 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Added segment ea0616ed-ec0c-4b84-92a1-398f858e2693 of type vlan for network 82b02a51-fc88-4cd1-a20b-041f1e06fabd Apr 01 15:55:13.912927 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a3bdeaa8-4e77-4e04-ae4e-f72bacb154dd None None] Port 4e9a38ac-d395-4e8f-a47f-62c965f0cf80 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:55:13.949394 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a3bdeaa8-4e77-4e04-ae4e-f72bacb154dd None None] Could not find standard attr ID for object 4675ef8e-4300-4178-9894-0824839a9de2. {{(pid=83829) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:55:13.950955 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 3835bff9-3c49-411e-9e9e-d13999f1a15d triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:13.951326 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:13.957201 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0c547c75-3936-46b0-a529-72f802dce763 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:13.982762 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d2443e-1b12-47dc-9ec6-dfff201c43d9 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Pushing event updated for resources: {'Port': ['ID=9b4549cf-a3f5-43f4-a1b6-ca09626ca63c,revision_number=2']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:14.009244 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3a71c6bf-93ea-4cb1-abd1-0a91f415426c tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:14.065871 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a71c6bf-93ea-4cb1-abd1-0a91f415426c tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Pushing event deleted for resources: {'Port': ['ID=4e9a38ac-d395-4e8f-a47f-62c965f0cf80,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:14.090606 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-44f42a64-c380-4cb0-b82a-8b857aa6ff57 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] 10.222.0.55 "GET /v2.0/routers/e34a3c93-5ec2-4c7f-8828-74a78ed0fbae HTTP/1.1" status: 200 len: 908 time: 1.1542323 Apr 01 15:55:14.094216 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 52092) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:14.096359 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6f357822-c296-4d6c-bf07-8a9693c916b9 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:14.104391 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.db.resource_extend [None req-0c547c75-3936-46b0-a529-72f802dce763 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:55:14.108185 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3a71c6bf-93ea-4cb1-abd1-0a91f415426c tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:14.120856 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8663a6-a394-40dd-98e0-857fa7dcbbc1 None None] Network 8e7cd202-af40-4dbb-b8fb-3e1298b1252c requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:55:14.161557 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-7d0af63e-18e8-42b0-820c-abea3829a99a None None] The port '1e3447c5-e31c-4af4-a879-ba11cbf20cb3' was deleted {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:55:14.163072 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-40ed9d48-7151-43e7-86f1-d67a3ba10533 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] 10.222.0.55 "DELETE /v2.0/ports/08378758-e82c-42da-b17a-c3c3c2338110/tags HTTP/1.1" status: 204 len: 168 time: 0.8127568 Apr 01 15:55:14.166690 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 52096) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:14.170591 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f357822-c296-4d6c-bf07-8a9693c916b9 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Pushing event deleted for resources: {'Port': ['ID=1e3447c5-e31c-4af4-a879-ba11cbf20cb3,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:14.191620 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.tag.tag_plugin [None req-18f4e833-c7be-4ff8-8eab-d7adf2440e39 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '71e753c0-67e7-4210-85ba-e730ad5a8113') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:14.222908 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f357822-c296-4d6c-bf07-8a9693c916b9 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] No DVR routers for this DVR port 1e3447c5-e31c-4af4-a879-ba11cbf20cb3 on host dv-neutron-833373-2-hyperv {{(pid=83828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:55:14.261762 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0c547c75-3936-46b0-a529-72f802dce763 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:14.265402 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c547c75-3936-46b0-a529-72f802dce763 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:14.266740 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0c547c75-3936-46b0-a529-72f802dce763 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:14.299090 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-3a71c6bf-93ea-4cb1-abd1-0a91f415426c tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "DELETE /v2.0/ports/4e9a38ac-d395-4e8f-a47f-62c965f0cf80 HTTP/1.1" status: 204 len: 168 time: 1.7816415 Apr 01 15:55:14.299090 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d2443e-1b12-47dc-9ec6-dfff201c43d9 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Network 0d94b460-7944-4cd0-b1b7-4df210c8759b is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:14.302514 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 52100) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:14.305508 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-d0d2443e-1b12-47dc-9ec6-dfff201c43d9 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:14.318373 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f357822-c296-4d6c-bf07-8a9693c916b9 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:14.318722 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f357822-c296-4d6c-bf07-8a9693c916b9 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:14.319045 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f357822-c296-4d6c-bf07-8a9693c916b9 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:14.319376 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f357822-c296-4d6c-bf07-8a9693c916b9 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:14.319703 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f357822-c296-4d6c-bf07-8a9693c916b9 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:14.320164 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f357822-c296-4d6c-bf07-8a9693c916b9 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:14.320401 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f357822-c296-4d6c-bf07-8a9693c916b9 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:14.320702 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f357822-c296-4d6c-bf07-8a9693c916b9 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:14.321227 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f357822-c296-4d6c-bf07-8a9693c916b9 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:14.321548 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f357822-c296-4d6c-bf07-8a9693c916b9 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:14.321866 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f357822-c296-4d6c-bf07-8a9693c916b9 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:14.429267 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-0c547c75-3936-46b0-a529-72f802dce763 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2251484 Apr 01 15:55:14.447060 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a3bdeaa8-4e77-4e04-ae4e-f72bacb154dd None None] Provisioning complete for port 3835bff9-3c49-411e-9e9e-d13999f1a15d triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:14.447770 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a3bdeaa8-4e77-4e04-ae4e-f72bacb154dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:14.491156 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52104) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:14.504472 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-69952ae4-1a4d-4f69-8fbc-b5a1830cc7ae tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Request body: {'subnet': {'network_id': '82b02a51-fc88-4cd1-a20b-041f1e06fabd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:55:14.598867 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-dea433b3-fe5c-4cdf-942c-b0d3ee76f8da tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:14.601781 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2b99ab87-36ac-4182-be82-d253b035460e tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:14.657901 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6f357822-c296-4d6c-bf07-8a9693c916b9 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:14.671684 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c547c75-3936-46b0-a529-72f802dce763 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Pushing event updated for resources: {'Network': ['ID=82b02a51-fc88-4cd1-a20b-041f1e06fabd,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:14.684533 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device e429876d-1c00-43b9-a563-929a57548a74 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:55:14.709442 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b99ab87-36ac-4182-be82-d253b035460e tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event deleted for resources: {'Port': ['ID=096f525d-fd59-4bfb-b537-80b753e530e8,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:14.719610 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 82b02a51-fc88-4cd1-a20b-041f1e06fabd details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:55:14.759149 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-6f357822-c296-4d6c-bf07-8a9693c916b9 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7156bdd-b23c-4598-8fdf-5f3b1ccac18d']}} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:14.813971 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-6f357822-c296-4d6c-bf07-8a9693c916b9 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9db64d0d-d5ca-4078-baa8-ea206d8abf61') {'for_net_delete': True} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:14.814269 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-6f357822-c296-4d6c-bf07-8a9693c916b9 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9db64d0d-d5ca-4078-baa8-ea206d8abf61') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:14.834954 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2b99ab87-36ac-4182-be82-d253b035460e tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:14.837664 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-2b99ab87-36ac-4182-be82-d253b035460e tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/ports/096f525d-fd59-4bfb-b537-80b753e530e8 HTTP/1.1" status: 204 len: 168 time: 2.6736872 Apr 01 15:55:14.842628 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6f357822-c296-4d6c-bf07-8a9693c916b9 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15303093'] for segment, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:14.853855 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52108) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:14.856761 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-69952ae4-1a4d-4f69-8fbc-b5a1830cc7ae tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:14.876948 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-18f4e833-c7be-4ff8-8eab-d7adf2440e39 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] 10.222.0.55 "DELETE /v2.0/subnets/71e753c0-67e7-4210-85ba-e730ad5a8113/tags HTTP/1.1" status: 204 len: 168 time: 0.7020476 Apr 01 15:55:14.885026 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 52112) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:14.919696 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-69952ae4-1a4d-4f69-8fbc-b5a1830cc7ae tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Usage tracker for resource:subnet and tenant:62df94830a0c4fa9ac007fb055b08943 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:14.924094 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-69952ae4-1a4d-4f69-8fbc-b5a1830cc7ae tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:14.937425 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-69952ae4-1a4d-4f69-8fbc-b5a1830cc7ae tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:14.955363 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6f357822-c296-4d6c-bf07-8a9693c916b9 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:14.993294 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f357822-c296-4d6c-bf07-8a9693c916b9 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=83828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:55:14.993704 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6f357822-c296-4d6c-bf07-8a9693c916b9 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15306523'] for segment, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:15.039560 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port e429876d-1c00-43b9-a563-929a57548a74 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:15.043005 dv-neutron-833373-2-hyperv neutron-server[83828]: Traceback (most recent call last): Apr 01 15:55:15.043005 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:55:15.043005 dv-neutron-833373-2-hyperv neutron-server[83828]: timer() Apr 01 15:55:15.043005 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:55:15.043005 dv-neutron-833373-2-hyperv neutron-server[83828]: cb(*args, **kw) Apr 01 15:55:15.043005 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:55:15.043005 dv-neutron-833373-2-hyperv neutron-server[83828]: return func(*args, **kwargs) Apr 01 15:55:15.043005 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:55:15.043005 dv-neutron-833373-2-hyperv neutron-server[83828]: self._notify() Apr 01 15:55:15.043005 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:55:15.043005 dv-neutron-833373-2-hyperv neutron-server[83828]: self.callback(batched_events) Apr 01 15:55:15.043005 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:55:15.043005 dv-neutron-833373-2-hyperv neutron-server[83828]: event.method(event) Apr 01 15:55:15.043005 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:55:15.043005 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:55:15.043005 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:55:15.043005 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:55:15.043005 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:55:15.043005 dv-neutron-833373-2-hyperv neutron-server[83828]: return f(self, *a, **k) Apr 01 15:55:15.043005 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:55:15.043005 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._get(url).json() Apr 01 15:55:15.043005 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:55:15.043005 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:55:15.043005 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:55:15.043005 dv-neutron-833373-2-hyperv neutron-server[83828]: return self.request(url, 'GET', **kwargs) Apr 01 15:55:15.043005 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:55:15.043005 dv-neutron-833373-2-hyperv neutron-server[83828]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:55:15.043005 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:55:15.043005 dv-neutron-833373-2-hyperv neutron-server[83828]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:55:15.043005 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:55:15.043005 dv-neutron-833373-2-hyperv neutron-server[83828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:55:15.043005 dv-neutron-833373-2-hyperv neutron-server[83828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:55:15.045366 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69952ae4-1a4d-4f69-8fbc-b5a1830cc7ae tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Made reservation on behalf of 62df94830a0c4fa9ac007fb055b08943 for: {'subnet': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:15.051855 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:15.068863 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-dea433b3-fe5c-4cdf-942c-b0d3ee76f8da tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:15.108165 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-dea433b3-fe5c-4cdf-942c-b0d3ee76f8da tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4e873a3-e6ca-443c-a769-49c7c4739e48']}} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:15.124605 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-dea433b3-fe5c-4cdf-942c-b0d3ee76f8da tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3688d23c-c9f4-4a5f-a439-60480be8ab1d') {'for_net_delete': True} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:15.124929 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-dea433b3-fe5c-4cdf-942c-b0d3ee76f8da tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3688d23c-c9f4-4a5f-a439-60480be8ab1d') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:15.125486 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-55abe547-8c64-4a87-8be9-acc50ee26f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e34a3c93-5ec2-4c7f-8828-74a78ed0fbae', 'name': 'tempest-snat-router-1152447814', 'tenant_id': 'c9632da394c8441eab568915695eab19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': '09573886-64a3-4e8e-8a14-8fb12a2f4de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:55:03Z', 'updated_at': '2022-04-01T15:55:08Z', 'revision_number': 3, 'project_id': 'c9632da394c8441eab568915695eab19', 'gw_port': {'id': '09573886-64a3-4e8e-8a14-8fb12a2f4de3', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:95:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e34a3c93-5ec2-4c7f-8828-74a78ed0fbae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:05Z', 'updated_at': '2022-04-01T15:55:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:15.151546 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-dea433b3-fe5c-4cdf-942c-b0d3ee76f8da tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16610763'] for segment, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:15.157423 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-edc3b2f6-7004-4c5e-8725-04400eb07a22 None None] Could not find standard attr ID for object 096f525d-fd59-4bfb-b537-80b753e530e8. {{(pid=83829) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:55:15.160424 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55abe547-8c64-4a87-8be9-acc50ee26f64 None None] Checking router: e34a3c93-5ec2-4c7f-8828-74a78ed0fbae for host: dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:55:15.161001 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55abe547-8c64-4a87-8be9-acc50ee26f64 None None] Updating router e34a3c93-5ec2-4c7f-8828-74a78ed0fbae port 09573886-64a3-4e8e-8a14-8fb12a2f4de3 binding host dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:55:15.170904 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-dea433b3-fe5c-4cdf-942c-b0d3ee76f8da tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:15.177541 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dea433b3-fe5c-4cdf-942c-b0d3ee76f8da tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=83826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:55:15.177938 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-dea433b3-fe5c-4cdf-942c-b0d3ee76f8da tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15415164'] for segment, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:15.238133 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-55abe547-8c64-4a87-8be9-acc50ee26f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:15.266704 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-edc3b2f6-7004-4c5e-8725-04400eb07a22 None None] Provisioning for port 0034e770-85e6-4593-9a48-0407812501d1 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:15.296721 dv-neutron-833373-2-hyperv neutron-server[83826]: Traceback (most recent call last): Apr 01 15:55:15.296721 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:55:15.296721 dv-neutron-833373-2-hyperv neutron-server[83826]: timer() Apr 01 15:55:15.296721 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:55:15.296721 dv-neutron-833373-2-hyperv neutron-server[83826]: cb(*args, **kw) Apr 01 15:55:15.296721 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:55:15.296721 dv-neutron-833373-2-hyperv neutron-server[83826]: return func(*args, **kwargs) Apr 01 15:55:15.296721 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:55:15.296721 dv-neutron-833373-2-hyperv neutron-server[83826]: self._notify() Apr 01 15:55:15.296721 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:55:15.296721 dv-neutron-833373-2-hyperv neutron-server[83826]: self.callback(batched_events) Apr 01 15:55:15.296721 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:55:15.296721 dv-neutron-833373-2-hyperv neutron-server[83826]: event.method(event) Apr 01 15:55:15.296721 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:55:15.296721 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:55:15.296721 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:55:15.296721 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:55:15.296721 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:55:15.296721 dv-neutron-833373-2-hyperv neutron-server[83826]: return f(self, *a, **k) Apr 01 15:55:15.296721 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:55:15.296721 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._get(url).json() Apr 01 15:55:15.296721 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:55:15.296721 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:55:15.296721 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:55:15.296721 dv-neutron-833373-2-hyperv neutron-server[83826]: return self.request(url, 'GET', **kwargs) Apr 01 15:55:15.296721 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:55:15.296721 dv-neutron-833373-2-hyperv neutron-server[83826]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:55:15.296721 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:55:15.296721 dv-neutron-833373-2-hyperv neutron-server[83826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:55:15.296721 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:55:15.296721 dv-neutron-833373-2-hyperv neutron-server[83826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:55:15.296721 dv-neutron-833373-2-hyperv neutron-server[83826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:55:15.300334 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-69952ae4-1a4d-4f69-8fbc-b5a1830cc7ae tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16030269'] for subnet, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:15.327551 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-dea433b3-fe5c-4cdf-942c-b0d3ee76f8da tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:15.334667 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3ac81b98-b33c-4fd2-aab5-e958f7a74fda tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Notify callbacks [] for subnetpool, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:15.336368 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-3ac81b98-b33c-4fd2-aab5-e958f7a74fda tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] 10.222.0.55 "DELETE /v2.0/subnetpools/19ae5844-cdbe-487e-9900-a94137828e65 HTTP/1.1" status: 204 len: 168 time: 0.4497037 Apr 01 15:55:15.342453 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 52116) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:15.367930 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-dea433b3-fe5c-4cdf-942c-b0d3ee76f8da tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:15.373514 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-dea433b3-fe5c-4cdf-942c-b0d3ee76f8da tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] 10.222.0.55 "DELETE /v2.0/networks/b4e873a3-e6ca-443c-a769-49c7c4739e48 HTTP/1.1" status: 204 len: 168 time: 1.0698733 Apr 01 15:55:15.377984 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6f357822-c296-4d6c-bf07-8a9693c916b9 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:15.386750 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-69841fab-1241-459e-871c-b34023879c06 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks [] for router, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:15.415633 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6f357822-c296-4d6c-bf07-8a9693c916b9 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:15.437828 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f357822-c296-4d6c-bf07-8a9693c916b9 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Pushing event deleted for resources: {'Network': ['ID=f7156bdd-b23c-4598-8fdf-5f3b1ccac18d,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:15.443397 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 0034e770-85e6-4593-9a48-0407812501d1 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:55:15.445850 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa6ae11-b96f-4551-85b8-b23a35c1f0f6 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:15.446855 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-afa6ae11-b96f-4551-85b8-b23a35c1f0f6 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Synchronizing usage tracker for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:port {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:55:15.460042 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-6f357822-c296-4d6c-bf07-8a9693c916b9 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] 10.222.0.55 "DELETE /v2.0/networks/f7156bdd-b23c-4598-8fdf-5f3b1ccac18d HTTP/1.1" status: 204 len: 168 time: 3.4790068 Apr 01 15:55:15.470772 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52122) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:15.555636 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-afa6ae11-b96f-4551-85b8-b23a35c1f0f6 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Unset dirty status for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:port {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:55:15.559402 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-afa6ae11-b96f-4551-85b8-b23a35c1f0f6 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.7025058 Apr 01 15:55:15.567045 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52126) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:15.651642 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-b58156a2-c178-4b9a-8dac-f49fb89ca854 None None] Provisioning for port 9b4549cf-a3f5-43f4-a1b6-ca09626ca63c completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:15.675017 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-b58156a2-c178-4b9a-8dac-f49fb89ca854 None None] Provisioning complete for port 9b4549cf-a3f5-43f4-a1b6-ca09626ca63c triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:15.675654 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-b58156a2-c178-4b9a-8dac-f49fb89ca854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:15.708877 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 0034e770-85e6-4593-9a48-0407812501d1 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:15.736043 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 0034e770-85e6-4593-9a48-0407812501d1 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:15.736413 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:15.781887 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea433b3-fe5c-4cdf-942c-b0d3ee76f8da tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Pushing event deleted for resources: {'Network': ['ID=b4e873a3-e6ca-443c-a769-49c7c4739e48,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:15.861035 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-62139c99-41c5-4a4c-ae2b-96b2ba327744 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Synchronizing usage tracker for tenant:52ab30854e7140eb93e437126b898694 on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:55:15.880842 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.db.resource_extend [None req-55abe547-8c64-4a87-8be9-acc50ee26f64 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:55:15.889543 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea433b3-fe5c-4cdf-942c-b0d3ee76f8da tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:15.889880 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea433b3-fe5c-4cdf-942c-b0d3ee76f8da tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:15.890213 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea433b3-fe5c-4cdf-942c-b0d3ee76f8da tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:15.890539 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea433b3-fe5c-4cdf-942c-b0d3ee76f8da tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:15.890859 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea433b3-fe5c-4cdf-942c-b0d3ee76f8da tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:15.891184 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea433b3-fe5c-4cdf-942c-b0d3ee76f8da tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:15.891497 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea433b3-fe5c-4cdf-942c-b0d3ee76f8da tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:15.891823 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea433b3-fe5c-4cdf-942c-b0d3ee76f8da tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:15.892532 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea433b3-fe5c-4cdf-942c-b0d3ee76f8da tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:15.892532 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea433b3-fe5c-4cdf-942c-b0d3ee76f8da tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:15.892859 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-b58156a2-c178-4b9a-8dac-f49fb89ca854 None None] Port 9b4549cf-a3f5-43f4-a1b6-ca09626ca63c cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:55:15.893009 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea433b3-fe5c-4cdf-942c-b0d3ee76f8da tempest-PortsIpV6TestJSON-2003358110 tempest-PortsIpV6TestJSON-2003358110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:15.918839 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 52132) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:15.942623 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-62139c99-41c5-4a4c-ae2b-96b2ba327744 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Unset dirty status for tenant:52ab30854e7140eb93e437126b898694 on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:55:15.943952 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-62139c99-41c5-4a4c-ae2b-96b2ba327744 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ddb7053-8e86-4ae2-8674-171810627e7c HTTP/1.1" status: 200 len: 205 time: 0.5791841 Apr 01 15:55:15.946954 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 52138) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:15.947273 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcce3494-68cd-44ec-af6d-aa9a879598f6 None None] get_active_networks_info from dv-neutron-833373-2-hyperv {{(pid=83829) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 01 15:55:16.107271 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-55abe547-8c64-4a87-8be9-acc50ee26f64 None None] Notify callbacks [] for port, precommit_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:16.170047 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e447c0-f5c1-462b-9daf-646113d640a0 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:16.171511 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-42e447c0-f5c1-462b-9daf-646113d640a0 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.6036990 Apr 01 15:55:16.178825 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 52142) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:16.192921 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_v2 [None req-918a7d6f-1d1e-4388-adf0-3983c6b3bc75 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Deleting subnet 10166723-3d7e-467c-b501-62d082b21ba3 {{(pid=83828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:55:16.198438 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-918a7d6f-1d1e-4388-adf0-3983c6b3bc75 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks [] for subnet, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:16.209255 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-55abe547-8c64-4a87-8be9-acc50ee26f64 None None] Transition to ACTIVE for port object 09573886-64a3-4e8e-8a14-8fb12a2f4de3 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:16.228847 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-cfb25b0a-8759-49f0-bc55-5e0ed7dced60 None None] Provisioning complete for port 9b4549cf-a3f5-43f4-a1b6-ca09626ca63c triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:16.229198 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-cfb25b0a-8759-49f0-bc55-5e0ed7dced60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:16.254567 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-918a7d6f-1d1e-4388-adf0-3983c6b3bc75 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15303084'] for subnet, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:16.305518 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-49cc010e-3766-45ac-ac03-aed0e81e62d5 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Notify callbacks [] for router, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:16.305857 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-55abe547-8c64-4a87-8be9-acc50ee26f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:16.360352 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35b1c8a-63aa-4de3-9139-229577675274 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:16.361406 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:16.361856 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35b1c8a-63aa-4de3-9139-229577675274 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:16.363130 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35b1c8a-63aa-4de3-9139-229577675274 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:16.363900 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-e35b1c8a-63aa-4de3-9139-229577675274 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Synchronizing usage tracker for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:subnet {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:55:16.384891 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-918a7d6f-1d1e-4388-adf0-3983c6b3bc75 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:16.432522 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-cfb25b0a-8759-49f0-bc55-5e0ed7dced60 None None] Port 9b4549cf-a3f5-43f4-a1b6-ca09626ca63c cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:55:16.477448 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-55abe547-8c64-4a87-8be9-acc50ee26f64 None None] Attempting to bind port 09573886-64a3-4e8e-8a14-8fb12a2f4de3 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:55:16.477811 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-55abe547-8c64-4a87-8be9-acc50ee26f64 None None] Attempting to bind port 09573886-64a3-4e8e-8a14-8fb12a2f4de3 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:55:16.478202 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55abe547-8c64-4a87-8be9-acc50ee26f64 None None] Attempting to bind port 09573886-64a3-4e8e-8a14-8fb12a2f4de3 on network ed45466e-0386-4b92-8de3-247c977242ac {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:55:16.494474 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2762acf-a205-4852-9355-30dc28ea0a26 None None] Pushing event updated for resources: {'Port': ['ID=09573886-64a3-4e8e-8a14-8fb12a2f4de3,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:16.509504 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port 0034e770-85e6-4593-9a48-0407812501d1, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=0034e770-85e6-4593-9a48-0407812501d1,segment=NetworkSegment(7df9d021-4768-4c8e-a43c-d80bda9079f3),segment_id=7df9d021-4768-4c8e-a43c-d80bda9079f3)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:55:16.512561 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-e35b1c8a-63aa-4de3-9139-229577675274 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Unset dirty status for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:subnet {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:55:16.516924 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-e35b1c8a-63aa-4de3-9139-229577675274 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3371568 Apr 01 15:55:16.519436 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 52146) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:16.519912 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcce3494-68cd-44ec-af6d-aa9a879598f6 None None] Resources bound (agent type, host, resource id): {{(pid=83829) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 15:55:16.522829 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.objects.ports [None req-69952ae4-1a4d-4f69-8fbc-b5a1830cc7ae tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83828) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 01 15:55:16.523123 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55abe547-8c64-4a87-8be9-acc50ee26f64 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:55:16.523535 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55abe547-8c64-4a87-8be9-acc50ee26f64 None None] Checking segment: {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:55:16.524029 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-55abe547-8c64-4a87-8be9-acc50ee26f64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:16.524798 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55abe547-8c64-4a87-8be9-acc50ee26f64 None None] Bound using segment: {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:55:16.525336 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-55abe547-8c64-4a87-8be9-acc50ee26f64 None None] Bound port: 09573886-64a3-4e8e-8a14-8fb12a2f4de3, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:55:16.525742 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-55abe547-8c64-4a87-8be9-acc50ee26f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:16.526328 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-69952ae4-1a4d-4f69-8fbc-b5a1830cc7ae tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15306628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16030227'] for subnet, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:16.548576 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:16.557327 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2762acf-a205-4852-9355-30dc28ea0a26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:16.557670 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2762acf-a205-4852-9355-30dc28ea0a26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:16.558005 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2762acf-a205-4852-9355-30dc28ea0a26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:16.558335 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2762acf-a205-4852-9355-30dc28ea0a26 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:16.558673 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2762acf-a205-4852-9355-30dc28ea0a26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:16.558997 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2762acf-a205-4852-9355-30dc28ea0a26 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:16.559319 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2762acf-a205-4852-9355-30dc28ea0a26 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:16.559641 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2762acf-a205-4852-9355-30dc28ea0a26 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:16.560141 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2762acf-a205-4852-9355-30dc28ea0a26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:16.560645 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2762acf-a205-4852-9355-30dc28ea0a26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:16.560988 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2762acf-a205-4852-9355-30dc28ea0a26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:16.568385 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0d2443e-1b12-47dc-9ec6-dfff201c43d9 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Router 78f336c4-63c2-48c0-95e3-13b5d08ded10 is scheduled to L3 agent ff252634-3424-422a-b742-9ae457bd54bd with binding_index 1 {{(pid=83826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:55:16.578902 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-918a7d6f-1d1e-4388-adf0-3983c6b3bc75 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15306565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16030232'] for subnet, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:16.607450 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-918a7d6f-1d1e-4388-adf0-3983c6b3bc75 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:16.632383 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-918a7d6f-1d1e-4388-adf0-3983c6b3bc75 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] 10.222.0.55 "DELETE /v2.0/subnets/10166723-3d7e-467c-b501-62d082b21ba3 HTTP/1.1" status: 204 len: 168 time: 1.1570144 Apr 01 15:55:16.643095 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52150) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:16.645484 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69952ae4-1a4d-4f69-8fbc-b5a1830cc7ae tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Pushing event updated for resources: {'Subnet': ['ID=ed6dcfb4-5f9b-407c-be5e-644bbeb9c65d,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:16.662881 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 4675ef8e-4300-4178-9894-0824839a9de2 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:55:16.673709 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-4f0dfb63-4256-492e-8a0a-58c871bf1d4b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=144b300b27fa4dafba1405cae5639f1c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7536507 Apr 01 15:55:16.731741 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52154) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:16.732372 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 4675ef8e-4300-4178-9894-0824839a9de2 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:55:16.732723 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 4675ef8e-4300-4178-9894-0824839a9de2 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:55:16.749370 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=0034e770-85e6-4593-9a48-0407812501d1,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:16.768361 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918a7d6f-1d1e-4388-adf0-3983c6b3bc75 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Pushing event deleted for resources: {'Subnet': ['ID=10166723-3d7e-467c-b501-62d082b21ba3,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:16.806302 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69952ae4-1a4d-4f69-8fbc-b5a1830cc7ae tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Checking segment: {'id': 'ea0616ed-ec0c-4b84-92a1-398f858e2693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '82b02a51-fc88-4cd1-a20b-041f1e06fabd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:55:16.806680 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69952ae4-1a4d-4f69-8fbc-b5a1830cc7ae tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Network hostable DHCP agents. Network: 82b02a51-fc88-4cd1-a20b-041f1e06fabd, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:55:16.828101 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-55abe547-8c64-4a87-8be9-acc50ee26f64 None None] For port 09573886-64a3-4e8e-8a14-8fb12a2f4de3, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:55:16.844627 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-55abe547-8c64-4a87-8be9-acc50ee26f64 None None] For port 09573886-64a3-4e8e-8a14-8fb12a2f4de3, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=09573886-64a3-4e8e-8a14-8fb12a2f4de3,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:55:16.886421 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 0034e770-85e6-4593-9a48-0407812501d1 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:55:16.915999 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-55abe547-8c64-4a87-8be9-acc50ee26f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:16.949394 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-42c953e4-b8bd-410e-9e84-bd6343780e53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:16.968074 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69952ae4-1a4d-4f69-8fbc-b5a1830cc7ae tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Network 82b02a51-fc88-4cd1-a20b-041f1e06fabd is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:55:17.005963 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-42c953e4-b8bd-410e-9e84-bd6343780e53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:17.021929 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-69952ae4-1a4d-4f69-8fbc-b5a1830cc7ae tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, 82b02a51-fc88-4cd1-a20b-041f1e06fabd) {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:17.034500 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69952ae4-1a4d-4f69-8fbc-b5a1830cc7ae tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:17.035092 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-69952ae4-1a4d-4f69-8fbc-b5a1830cc7ae tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:17.066427 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_v2 [None req-964a7c55-dbfc-4483-9ce4-fc26c9af6108 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Deleting subnet 884ecf22-9832-460d-a676-79c7eef0eab7 {{(pid=83828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:55:17.082231 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-964a7c55-dbfc-4483-9ce4-fc26c9af6108 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks [] for subnet, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:17.138235 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-69952ae4-1a4d-4f69-8fbc-b5a1830cc7ae tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6405809 Apr 01 15:55:17.140033 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52158) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:17.148692 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-1e6ad387-4a3d-4f7e-804b-bc4daa6aec07 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Request body: {'port': {'network_id': '82b02a51-fc88-4cd1-a20b-041f1e06fabd', 'name': 'tempest-NetworksIpV6TestAttrs-2045407321'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:55:17.150493 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-49cc010e-3766-45ac-ac03-aed0e81e62d5 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130651'] for router, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:17.176415 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-964a7c55-dbfc-4483-9ce4-fc26c9af6108 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15303084'] for subnet, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:17.178152 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2762acf-a205-4852-9355-30dc28ea0a26 None None] Pushing event updated for resources: {'Port': ['ID=09573886-64a3-4e8e-8a14-8fb12a2f4de3,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:17.209411 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55abe547-8c64-4a87-8be9-acc50ee26f64 None None] Routers {'e34a3c93-5ec2-4c7f-8828-74a78ed0fbae'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:55:17.211251 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-55abe547-8c64-4a87-8be9-acc50ee26f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:54:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['e34a3c93-5ec2-4c7f-8828-74a78ed0fbae'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:17.233951 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-49cc010e-3766-45ac-ac03-aed0e81e62d5 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:17.280025 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-69841fab-1241-459e-871c-b34023879c06 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:17.301812 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-42c953e4-b8bd-410e-9e84-bd6343780e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:17.329102 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-69841fab-1241-459e-871c-b34023879c06 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Deleting port 09573886-64a3-4e8e-8a14-8fb12a2f4de3 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:55:17.329644 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-69841fab-1241-459e-871c-b34023879c06 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:17.335693 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c953e4-b8bd-410e-9e84-bd6343780e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20fd23e0-7e7d-45c4-af83-809783e65f7e,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:17.371255 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-42c953e4-b8bd-410e-9e84-bd6343780e53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:17.372909 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-42c953e4-b8bd-410e-9e84-bd6343780e53 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/20fd23e0-7e7d-45c4-af83-809783e65f7e HTTP/1.1" status: 204 len: 168 time: 0.6369691 Apr 01 15:55:17.386548 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 0034e770-85e6-4593-9a48-0407812501d1 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:17.387055 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:17.411266 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-1e6ad387-4a3d-4f7e-804b-bc4daa6aec07 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:17.422062 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-1e6ad387-4a3d-4f7e-804b-bc4daa6aec07 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Usage tracker for resource:port and tenant:62df94830a0c4fa9ac007fb055b08943 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:17.427844 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-964a7c55-dbfc-4483-9ce4-fc26c9af6108 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:17.469534 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-1e6ad387-4a3d-4f7e-804b-bc4daa6aec07 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:17.484810 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-1e6ad387-4a3d-4f7e-804b-bc4daa6aec07 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:17.515412 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e6ad387-4a3d-4f7e-804b-bc4daa6aec07 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Made reservation on behalf of 62df94830a0c4fa9ac007fb055b08943 for: {'port': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:17.519088 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1e6ad387-4a3d-4f7e-804b-bc4daa6aec07 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:17.589420 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [None req-1e6ad387-4a3d-4f7e-804b-bc4daa6aec07 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] device_id is not set on port 32ee7657-9824-4e71-92ba-b392687b2c46 yet. {{(pid=83828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:55:17.608962 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_v2 [None req-96659618-f98e-46a6-9ae0-64e9bf680692 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Deleting subnet c00b8a07-84b9-456b-8f65-ba55aae2baa3 {{(pid=83826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:55:17.626995 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-96659618-f98e-46a6-9ae0-64e9bf680692 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for subnet, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:17.638260 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-964a7c55-dbfc-4483-9ce4-fc26c9af6108 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15306565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16030232'] for subnet, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:17.656648 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-49cc010e-3766-45ac-ac03-aed0e81e62d5 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607376'] for router, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:17.657153 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49cc010e-3766-45ac-ac03-aed0e81e62d5 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Fanout notify agent at l3_agent the message router_deleted on router 3ddb7053-8e86-4ae2-8674-171810627e7c {{(pid=83826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:55:17.713720 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964a7c55-dbfc-4483-9ce4-fc26c9af6108 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Pushing event deleted for resources: {'Subnet': ['ID=884ecf22-9832-460d-a676-79c7eef0eab7,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:17.723200 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-964a7c55-dbfc-4483-9ce4-fc26c9af6108 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:17.745911 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-964a7c55-dbfc-4483-9ce4-fc26c9af6108 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] 10.222.0.55 "DELETE /v2.0/subnets/884ecf22-9832-460d-a676-79c7eef0eab7 HTTP/1.1" status: 204 len: 168 time: 1.0892031 Apr 01 15:55:17.755014 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 52166) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:17.766222 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-49cc010e-3766-45ac-ac03-aed0e81e62d5 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Notify callbacks [] for router, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:17.767267 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-49cc010e-3766-45ac-ac03-aed0e81e62d5 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] 10.222.0.55 "DELETE /v2.0/routers/3ddb7053-8e86-4ae2-8674-171810627e7c HTTP/1.1" status: 204 len: 168 time: 1.8192911 Apr 01 15:55:17.777130 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5729963c-9617-472b-ae94-8b9e01a0c756 None None] Network f137bd3f-f1ae-4e07-8ff7-1281b1d0c044 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:55:17.786123 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52170) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:17.811430 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-96659618-f98e-46a6-9ae0-64e9bf680692 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16610770'] for subnet, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:17.878701 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-bc7f365a-c3fb-4fde-add4-925ae2b9c541 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Deleting port 08378758-e82c-42da-b17a-c3c3c2338110 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:55:17.879131 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-bc7f365a-c3fb-4fde-add4-925ae2b9c541 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:17.897780 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51df393c-42f3-4dbf-ad4f-02e8ae3a6a44 None None] Network 82b02a51-fc88-4cd1-a20b-041f1e06fabd requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:55:17.910427 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0516e7-f3ae-4438-b3a8-5515c3fb9604 None None] Network 83f22681-ac33-47f5-8552-23624acfa869 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:55:18.029159 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-33abebd1-129d-42c0-9f6b-efa1d2f94848 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:18.039805 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [None req-69841fab-1241-459e-871c-b34023879c06 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] For port 09573886-64a3-4e8e-8a14-8fb12a2f4de3, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=09573886-64a3-4e8e-8a14-8fb12a2f4de3,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:55:18.040171 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-69841fab-1241-459e-871c-b34023879c06 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:18.046941 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-1e6ad387-4a3d-4f7e-804b-bc4daa6aec07 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Allocated IP 2001:db8::f816:3eff:fe5d:65aa (82b02a51-fc88-4cd1-a20b-041f1e06fabd/ed6dcfb4-5f9b-407c-be5e-644bbeb9c65d/32ee7657-9824-4e71-92ba-b392687b2c46) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:18.078324 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0d2443e-1b12-47dc-9ec6-dfff201c43d9 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:55:18.091233 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-d0d2443e-1b12-47dc-9ec6-dfff201c43d9 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "PUT /v2.0/routers/78f336c4-63c2-48c0-95e3-13b5d08ded10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6756251 Apr 01 15:55:18.096588 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f957a17c-2994-4ace-a9b0-b79942e55dc8 None None] Sync routers for ids ['78f336c4-63c2-48c0-95e3-13b5d08ded10'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:55:18.121230 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f957a17c-2994-4ace-a9b0-b79942e55dc8 None None] Routers {'78f336c4-63c2-48c0-95e3-13b5d08ded10'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:55:18.121862 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-f957a17c-2994-4ace-a9b0-b79942e55dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:54:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['78f336c4-63c2-48c0-95e3-13b5d08ded10'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:18.146808 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 52182) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:18.220941 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-f957a17c-2994-4ace-a9b0-b79942e55dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:18.235033 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f957a17c-2994-4ace-a9b0-b79942e55dc8 None None] Routers {'78f336c4-63c2-48c0-95e3-13b5d08ded10'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:55:18.235932 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-f957a17c-2994-4ace-a9b0-b79942e55dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:54:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['78f336c4-63c2-48c0-95e3-13b5d08ded10'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:18.239454 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 1e3447c5-e31c-4af4-a879-ba11cbf20cb3 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:55:18.298520 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-69841fab-1241-459e-871c-b34023879c06 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Calling delete_port for 09573886-64a3-4e8e-8a14-8fb12a2f4de3 owned by network:router_gateway {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:55:18.303945 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-f957a17c-2994-4ace-a9b0-b79942e55dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:18.304379 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f957a17c-2994-4ace-a9b0-b79942e55dc8 None None] The sync data for ids ['78f336c4-63c2-48c0-95e3-13b5d08ded10'] in dv-neutron-833373-2-hyperv is: [] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:55:18.310987 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-55abe547-8c64-4a87-8be9-acc50ee26f64 None None] Set router e34a3c93-5ec2-4c7f-8828-74a78ed0fbae gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:55:18.363521 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-33abebd1-129d-42c0-9f6b-efa1d2f94848 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Deleting port 305a13c9-8901-423c-b6f8-d7438837e8cb {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:55:18.363521 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-33abebd1-129d-42c0-9f6b-efa1d2f94848 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:18.375569 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 1e3447c5-e31c-4af4-a879-ba11cbf20cb3 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:55:18.376045 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 1e3447c5-e31c-4af4-a879-ba11cbf20cb3 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:55:18.415430 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-96659618-f98e-46a6-9ae0-64e9bf680692 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:18.530478 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044297f8-578f-49a8-9aa7-5dcfcc429373 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:18.531076 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-044297f8-578f-49a8-9aa7-5dcfcc429373 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Synchronizing usage tracker for tenant:140c0a827c6a433287acd915ee3c410d on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:55:18.640113 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-044297f8-578f-49a8-9aa7-5dcfcc429373 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Unset dirty status for tenant:140c0a827c6a433287acd915ee3c410d on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:55:18.644198 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-044297f8-578f-49a8-9aa7-5dcfcc429373 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "GET /v2.0/ports/9b4549cf-a3f5-43f4-a1b6-ca09626ca63c HTTP/1.1" status: 200 len: 911 time: 0.4218731 Apr 01 15:55:18.644819 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 52192) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:18.650555 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-bc7f365a-c3fb-4fde-add4-925ae2b9c541 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:18.767071 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-96659618-f98e-46a6-9ae0-64e9bf680692 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15415074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16089009'] for subnet, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:18.816294 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 52196) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:18.825336 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-bc7f365a-c3fb-4fde-add4-925ae2b9c541 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Calling delete_port for 08378758-e82c-42da-b17a-c3c3c2338110 owned by {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:55:18.894136 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1e6ad387-4a3d-4f7e-804b-bc4daa6aec07 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:18.894362 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca61daf-e7f2-4332-ae3d-9d8dabda32b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-82b02a51-fc88-4cd1-a20b-041f1e06fabd', 'network_id': '82b02a51-fc88-4cd1-a20b-041f1e06fabd', 'tenant_id': '62df94830a0c4fa9ac007fb055b08943', 'fixed_ips': [{'subnet_id': 'ed6dcfb4-5f9b-407c-be5e-644bbeb9c65d'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:55:18.894656 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96659618-f98e-46a6-9ae0-64e9bf680692 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event deleted for resources: {'Subnet': ['ID=c00b8a07-84b9-456b-8f65-ba55aae2baa3,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:18.894829 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-5ca61daf-e7f2-4332-ae3d-9d8dabda32b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:18.919134 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [None req-33abebd1-129d-42c0-9f6b-efa1d2f94848 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] For port 305a13c9-8901-423c-b6f8-d7438837e8cb, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=305a13c9-8901-423c-b6f8-d7438837e8cb,segment=NetworkSegment(5a68b0fa-35eb-40f9-81d4-5c239bd3c342),segment_id=5a68b0fa-35eb-40f9-81d4-5c239bd3c342)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:55:18.919789 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-33abebd1-129d-42c0-9f6b-efa1d2f94848 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:18.943063 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-96659618-f98e-46a6-9ae0-64e9bf680692 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:18.968275 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [None req-1e6ad387-4a3d-4f7e-804b-bc4daa6aec07 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Transition to ACTIVE for port object 32ee7657-9824-4e71-92ba-b392687b2c46 will not be triggered until provisioned by entity DHCP. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:18.981205 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34455fc5-76a7-445c-ade6-83602e79316b None None] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:55:19.081531 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39efca6d-f5ee-4934-8357-76946064c7f2 None None] DHCP port deletion for f137bd3f-f1ae-4e07-8ff7-1281b1d0c044 request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:55:19.114231 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-39efca6d-f5ee-4934-8357-76946064c7f2 None None] Deleting port 305a13c9-8901-423c-b6f8-d7438837e8cb {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:55:19.114603 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-39efca6d-f5ee-4934-8357-76946064c7f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:19.121592 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-33abebd1-129d-42c0-9f6b-efa1d2f94848 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Calling delete_port for 305a13c9-8901-423c-b6f8-d7438837e8cb owned by network:dhcp {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:55:19.190377 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1e6ad387-4a3d-4f7e-804b-bc4daa6aec07 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:19.231874 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-bc7f365a-c3fb-4fde-add4-925ae2b9c541 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:19.242162 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723d4f0d-05fd-47c3-89d9-12d2a2f20b75 None None] DHCP port deletion for 83f22681-ac33-47f5-8552-23624acfa869 request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:55:19.291418 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-4f208cb3-4de9-4ab7-bc68-b04819e98e5a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Request body: {'network': {'name': 'tempest-RoutersTest-1666851612'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:55:19.307379 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-723d4f0d-05fd-47c3-89d9-12d2a2f20b75 None None] Deleting port 1d6cb8eb-d346-4866-8aea-9598ebb780d8 {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:55:19.307606 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-4f208cb3-4de9-4ab7-bc68-b04819e98e5a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:19.308119 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-723d4f0d-05fd-47c3-89d9-12d2a2f20b75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:19.315866 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6ad387-4a3d-4f7e-804b-bc4daa6aec07 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Network 82b02a51-fc88-4cd1-a20b-041f1e06fabd is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:19.323233 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-96659618-f98e-46a6-9ae0-64e9bf680692 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/subnets/c00b8a07-84b9-456b-8f65-ba55aae2baa3 HTTP/1.1" status: 204 len: 168 time: 2.7991147 Apr 01 15:55:19.325935 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52202) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:19.328141 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-1e6ad387-4a3d-4f7e-804b-bc4daa6aec07 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:19.330656 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-4f208cb3-4de9-4ab7-bc68-b04819e98e5a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Usage tracker for resource:network and tenant:113c2dcebd4142eb9b767ab7a8fce06c is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:19.331040 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6ad387-4a3d-4f7e-804b-bc4daa6aec07 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:55:19.336347 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6ad387-4a3d-4f7e-804b-bc4daa6aec07 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:19.336593 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1e6ad387-4a3d-4f7e-804b-bc4daa6aec07 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:19.342003 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-4f208cb3-4de9-4ab7-bc68-b04819e98e5a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:19.351696 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-4f208cb3-4de9-4ab7-bc68-b04819e98e5a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:19.372680 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-69841fab-1241-459e-871c-b34023879c06 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:19.415665 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-55abe547-8c64-4a87-8be9-acc50ee26f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e34a3c93-5ec2-4c7f-8828-74a78ed0fbae', 'name': 'tempest-snat-router-1152447814', 'tenant_id': 'c9632da394c8441eab568915695eab19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': '09573886-64a3-4e8e-8a14-8fb12a2f4de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:55:03Z', 'updated_at': '2022-04-01T15:55:08Z', 'revision_number': 3, 'project_id': 'c9632da394c8441eab568915695eab19', 'gw_port': {'id': '09573886-64a3-4e8e-8a14-8fb12a2f4de3', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:95:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e34a3c93-5ec2-4c7f-8828-74a78ed0fbae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:05Z', 'updated_at': '2022-04-01T15:55:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:19.436019 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69841fab-1241-459e-871c-b34023879c06 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Pushing event deleted for resources: {'Port': ['ID=09573886-64a3-4e8e-8a14-8fb12a2f4de3,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:19.441114 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6ad387-4a3d-4f7e-804b-bc4daa6aec07 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Pushing event updated for resources: {'Port': ['ID=32ee7657-9824-4e71-92ba-b392687b2c46,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:19.441606 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-5ca61daf-e7f2-4332-ae3d-9d8dabda32b7 None None] Allocated IP 2001:db8::f816:3eff:fed2:99e0 (82b02a51-fc88-4cd1-a20b-041f1e06fabd/ed6dcfb4-5f9b-407c-be5e-644bbeb9c65d/f8531f12-108a-45f3-b1b6-efbef9cfd18c) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:19.446646 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55abe547-8c64-4a87-8be9-acc50ee26f64 None None] The sync data for ids ['e34a3c93-5ec2-4c7f-8828-74a78ed0fbae'] in dv-neutron-833373-2-hyperv is: [{'id': 'e34a3c93-5ec2-4c7f-8828-74a78ed0fbae', 'name': 'tempest-snat-router-1152447814', 'tenant_id': 'c9632da394c8441eab568915695eab19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': '09573886-64a3-4e8e-8a14-8fb12a2f4de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:55:03Z', 'updated_at': '2022-04-01T15:55:08Z', 'revision_number': 3, 'project_id': 'c9632da394c8441eab568915695eab19', 'gw_port': {'id': '09573886-64a3-4e8e-8a14-8fb12a2f4de3', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:95:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e34a3c93-5ec2-4c7f-8828-74a78ed0fbae', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:05Z', 'updated_at': '2022-04-01T15:55:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:55:19.447937 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f208cb3-4de9-4ab7-bc68-b04819e98e5a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Made reservation on behalf of 113c2dcebd4142eb9b767ab7a8fce06c for: {'network': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:19.463980 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4f208cb3-4de9-4ab7-bc68-b04819e98e5a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:19.487165 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-1e6ad387-4a3d-4f7e-804b-bc4daa6aec07 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.3445373 Apr 01 15:55:19.504432 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 52206) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:19.526301 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7f365a-c3fb-4fde-add4-925ae2b9c541 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Pushing event deleted for resources: {'Port': ['ID=08378758-e82c-42da-b17a-c3c3c2338110,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:19.563389 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4f208cb3-4de9-4ab7-bc68-b04819e98e5a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for security_group, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:19.591660 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-bc7f365a-c3fb-4fde-add4-925ae2b9c541 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:19.596184 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-bc7f365a-c3fb-4fde-add4-925ae2b9c541 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] 10.222.0.55 "DELETE /v2.0/ports/08378758-e82c-42da-b17a-c3c3c2338110 HTTP/1.1" status: 204 len: 168 time: 1.8126206 Apr 01 15:55:19.601361 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52210) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:19.608612 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-33abebd1-129d-42c0-9f6b-efa1d2f94848 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:19.753884 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33abebd1-129d-42c0-9f6b-efa1d2f94848 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Pushing event deleted for resources: {'Port': ['ID=305a13c9-8901-423c-b6f8-d7438837e8cb,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:19.892115 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee533c16-5b23-4fbe-9055-e3785f673564 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Deleting subnet f3b349bf-3825-4d1b-b7aa-e89b8bc995fb {{(pid=83828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:55:19.907710 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ee533c16-5b23-4fbe-9055-e3785f673564 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for subnet, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:19.913418 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33abebd1-129d-42c0-9f6b-efa1d2f94848 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] No DVR routers for this DVR port 305a13c9-8901-423c-b6f8-d7438837e8cb on host dv-neutron-833373-2-hyperv {{(pid=83826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:55:19.982494 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-39efca6d-f5ee-4934-8357-76946064c7f2 None None] For port 305a13c9-8901-423c-b6f8-d7438837e8cb, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=305a13c9-8901-423c-b6f8-d7438837e8cb,segment=NetworkSegment(5a68b0fa-35eb-40f9-81d4-5c239bd3c342),segment_id=5a68b0fa-35eb-40f9-81d4-5c239bd3c342)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:55:19.983620 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-39efca6d-f5ee-4934-8357-76946064c7f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:20.012884 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ee533c16-5b23-4fbe-9055-e3785f673564 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15303084'] for subnet, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:20.018771 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-4f208cb3-4de9-4ab7-bc68-b04819e98e5a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:20.071174 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-4f208cb3-4de9-4ab7-bc68-b04819e98e5a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Usage tracker for resource:security_group_rule and tenant:113c2dcebd4142eb9b767ab7a8fce06c is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:20.091148 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2f44297-eea6-4bde-8498-1d0e380558fb tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Deleting subnet 71e753c0-67e7-4210-85ba-e730ad5a8113 {{(pid=83828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:55:20.098891 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a2f44297-eea6-4bde-8498-1d0e380558fb tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Notify callbacks [] for subnet, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:20.130738 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-4f208cb3-4de9-4ab7-bc68-b04819e98e5a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:20.173464 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-4f208cb3-4de9-4ab7-bc68-b04819e98e5a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:20.176654 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a2f44297-eea6-4bde-8498-1d0e380558fb tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15303084'] for subnet, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:20.238008 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ee533c16-5b23-4fbe-9055-e3785f673564 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:20.312254 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-39efca6d-f5ee-4934-8357-76946064c7f2 None None] Calling delete_port for 305a13c9-8901-423c-b6f8-d7438837e8cb owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:55:20.338081 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ee533c16-5b23-4fbe-9055-e3785f673564 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15306565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16030232'] for subnet, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:20.374271 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-723d4f0d-05fd-47c3-89d9-12d2a2f20b75 None None] For port 1d6cb8eb-d346-4866-8aea-9598ebb780d8, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=1d6cb8eb-d346-4866-8aea-9598ebb780d8,segment=NetworkSegment(233aff2c-c73e-468f-8106-6414f5781525),segment_id=233aff2c-c73e-468f-8106-6414f5781525)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:55:20.374746 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-723d4f0d-05fd-47c3-89d9-12d2a2f20b75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:20.391404 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee533c16-5b23-4fbe-9055-e3785f673564 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event deleted for resources: {'Subnet': ['ID=f3b349bf-3825-4d1b-b7aa-e89b8bc995fb,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:20.397277 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ee533c16-5b23-4fbe-9055-e3785f673564 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:20.410286 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a2f44297-eea6-4bde-8498-1d0e380558fb tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:20.448598 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-ee533c16-5b23-4fbe-9055-e3785f673564 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/subnets/f3b349bf-3825-4d1b-b7aa-e89b8bc995fb HTTP/1.1" status: 204 len: 168 time: 1.0876267 Apr 01 15:55:20.451032 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52214) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:20.452863 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-33abebd1-129d-42c0-9f6b-efa1d2f94848 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:20.474816 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-5ca61daf-e7f2-4332-ae3d-9d8dabda32b7 None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:20.566200 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-723d4f0d-05fd-47c3-89d9-12d2a2f20b75 None None] Calling delete_port for 1d6cb8eb-d346-4866-8aea-9598ebb780d8 owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:55:20.594182 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4f208cb3-4de9-4ab7-bc68-b04819e98e5a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for security_group, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:20.609287 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-33abebd1-129d-42c0-9f6b-efa1d2f94848 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f137bd3f-f1ae-4e07-8ff7-1281b1d0c044']}} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:20.625208 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-5ca61daf-e7f2-4332-ae3d-9d8dabda32b7 None None] Transition to ACTIVE for port object f8531f12-108a-45f3-b1b6-efbef9cfd18c will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:20.647810 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-a76574e6-bffc-4b99-b15f-831e1cf55d10 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1955273 Apr 01 15:55:20.652273 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-69841fab-1241-459e-871c-b34023879c06 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617660'] for router_gateway, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:20.652969 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52218) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:20.676928 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-e1412df4-a300-41c1-8300-fb3e3bb20bab tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Request body: {'subnet': {'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:55:20.691252 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-5ca61daf-e7f2-4332-ae3d-9d8dabda32b7 None None] Transition to ACTIVE for port object f8531f12-108a-45f3-b1b6-efbef9cfd18c will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:20.705067 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.db.api [None req-39efca6d-f5ee-4934-8357-76946064c7f2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:55:20.705979 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG oslo_db.api [None req-39efca6d-f5ee-4934-8357-76946064c7f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:55:20.710196 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-5ca61daf-e7f2-4332-ae3d-9d8dabda32b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:20.725335 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-33abebd1-129d-42c0-9f6b-efa1d2f94848 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a68b0fa-35eb-40f9-81d4-5c239bd3c342') {'for_net_delete': True} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:20.725644 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-33abebd1-129d-42c0-9f6b-efa1d2f94848 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a68b0fa-35eb-40f9-81d4-5c239bd3c342') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:20.777000 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-723d4f0d-05fd-47c3-89d9-12d2a2f20b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671'] for port, after_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:20.809679 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca61daf-e7f2-4332-ae3d-9d8dabda32b7 None None] Network 82b02a51-fc88-4cd1-a20b-041f1e06fabd is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:20.813768 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-5ca61daf-e7f2-4332-ae3d-9d8dabda32b7 None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:20.816269 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca61daf-e7f2-4332-ae3d-9d8dabda32b7 None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:55:20.824062 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723d4f0d-05fd-47c3-89d9-12d2a2f20b75 None None] No DVR routers for this DVR port 1d6cb8eb-d346-4866-8aea-9598ebb780d8 on host dv-neutron-833373-2-hyperv {{(pid=83829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:55:20.835304 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca61daf-e7f2-4332-ae3d-9d8dabda32b7 None None] Pushing event updated for resources: {'Port': ['ID=f8531f12-108a-45f3-b1b6-efbef9cfd18c,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:20.845637 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4f208cb3-4de9-4ab7-bc68-b04819e98e5a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:20.911118 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-33abebd1-129d-42c0-9f6b-efa1d2f94848 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16610763'] for segment, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:20.948286 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ae27dbc-b10d-4c13-b1c9-2889af042989 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Deleting subnet ed6dcfb4-5f9b-407c-be5e-644bbeb9c65d {{(pid=83826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:55:20.959382 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-e1412df4-a300-41c1-8300-fb3e3bb20bab tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:20.975801 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 305a13c9-8901-423c-b6f8-d7438837e8cb no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:55:20.976008 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9ae27dbc-b10d-4c13-b1c9-2889af042989 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks [] for subnet, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:20.977409 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a2f44297-eea6-4bde-8498-1d0e380558fb tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15306565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16030232'] for subnet, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:20.989558 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-e1412df4-a300-41c1-8300-fb3e3bb20bab tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Usage tracker for resource:subnet and tenant:50a1f72bd5e54e209eb4756b30f7e6a6 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:21.019382 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-33abebd1-129d-42c0-9f6b-efa1d2f94848 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:21.029718 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723d4f0d-05fd-47c3-89d9-12d2a2f20b75 None None] Pushing event deleted for resources: {'Port': ['ID=1d6cb8eb-d346-4866-8aea-9598ebb780d8,revision_number=None']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:21.057108 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-e1412df4-a300-41c1-8300-fb3e3bb20bab tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:21.060503 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f44297-eea6-4bde-8498-1d0e380558fb tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Pushing event deleted for resources: {'Subnet': ['ID=71e753c0-67e7-4210-85ba-e730ad5a8113,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:21.063197 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a2f44297-eea6-4bde-8498-1d0e380558fb tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:21.072941 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-a2f44297-eea6-4bde-8498-1d0e380558fb tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] 10.222.0.55 "DELETE /v2.0/subnets/71e753c0-67e7-4210-85ba-e730ad5a8113 HTTP/1.1" status: 204 len: 168 time: 1.4200456 Apr 01 15:55:21.075219 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-e1412df4-a300-41c1-8300-fb3e3bb20bab tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:21.081486 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52222) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:21.096939 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f208cb3-4de9-4ab7-bc68-b04819e98e5a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=83826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:55:21.107659 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fecd14bc-4e54-43fc-a216-4d423eb8893f None None] Network 4c290d80-ec95-4850-871b-5e31264a5537 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:55:21.126202 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33abebd1-129d-42c0-9f6b-efa1d2f94848 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=83826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:55:21.126612 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-33abebd1-129d-42c0-9f6b-efa1d2f94848 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15415164'] for segment, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:21.144135 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f208cb3-4de9-4ab7-bc68-b04819e98e5a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cbedd3a-dfb1-4a9a-bbd5-85c8ecc813f8,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:21.146921 dv-neutron-833373-2-hyperv neutron-server[83826]: Traceback (most recent call last): Apr 01 15:55:21.146921 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:55:21.146921 dv-neutron-833373-2-hyperv neutron-server[83826]: timer() Apr 01 15:55:21.146921 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:55:21.146921 dv-neutron-833373-2-hyperv neutron-server[83826]: cb(*args, **kw) Apr 01 15:55:21.146921 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:55:21.146921 dv-neutron-833373-2-hyperv neutron-server[83826]: return func(*args, **kwargs) Apr 01 15:55:21.146921 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:55:21.146921 dv-neutron-833373-2-hyperv neutron-server[83826]: self._notify() Apr 01 15:55:21.146921 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:55:21.146921 dv-neutron-833373-2-hyperv neutron-server[83826]: self.callback(batched_events) Apr 01 15:55:21.146921 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:55:21.146921 dv-neutron-833373-2-hyperv neutron-server[83826]: event.method(event) Apr 01 15:55:21.146921 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:55:21.146921 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:55:21.146921 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:55:21.146921 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:55:21.146921 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:55:21.146921 dv-neutron-833373-2-hyperv neutron-server[83826]: return f(self, *a, **k) Apr 01 15:55:21.146921 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:55:21.146921 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._get(url).json() Apr 01 15:55:21.146921 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:55:21.146921 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:55:21.146921 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:55:21.146921 dv-neutron-833373-2-hyperv neutron-server[83826]: return self.request(url, 'GET', **kwargs) Apr 01 15:55:21.146921 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:55:21.146921 dv-neutron-833373-2-hyperv neutron-server[83826]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:55:21.146921 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:55:21.146921 dv-neutron-833373-2-hyperv neutron-server[83826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:55:21.146921 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:55:21.146921 dv-neutron-833373-2-hyperv neutron-server[83826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:55:21.146921 dv-neutron-833373-2-hyperv neutron-server[83826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:55:21.224623 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-23545f58-d54f-4c19-9b73-bcf5e7517f58 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:21.234303 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1412df4-a300-41c1-8300-fb3e3bb20bab tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Made reservation on behalf of 50a1f72bd5e54e209eb4756b30f7e6a6 for: {'subnet': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:21.237983 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e1412df4-a300-41c1-8300-fb3e3bb20bab tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16030269'] for subnet, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:21.266964 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 305a13c9-8901-423c-b6f8-d7438837e8cb {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:55:21.267321 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 305a13c9-8901-423c-b6f8-d7438837e8cb not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:55:21.267796 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 1d6cb8eb-d346-4866-8aea-9598ebb780d8 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:55:21.307895 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-39efca6d-f5ee-4934-8357-76946064c7f2 None None] Deleting port 305a13c9-8901-423c-b6f8-d7438837e8cb {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:55:21.308281 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-39efca6d-f5ee-4934-8357-76946064c7f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:21.435020 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 1d6cb8eb-d346-4866-8aea-9598ebb780d8 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:55:21.435020 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 1d6cb8eb-d346-4866-8aea-9598ebb780d8 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:55:21.443386 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4f208cb3-4de9-4ab7-bc68-b04819e98e5a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:21.443696 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.segments_db [None req-4f208cb3-4de9-4ab7-bc68-b04819e98e5a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Added segment f6b2afd3-e15d-47f7-9e4c-84125a06c1af of type vlan for network 9fd179fb-62f3-4817-9310-cf027ff49dad Apr 01 15:55:21.472445 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-69841fab-1241-459e-871c-b34023879c06 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130651'] for router, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:21.490411 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9ae27dbc-b10d-4c13-b1c9-2889af042989 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16610770'] for subnet, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:21.498312 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-23545f58-d54f-4c19-9b73-bcf5e7517f58 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Deleting port 4a6e203c-3c64-4cef-a6b7-32a5ec5e63ae {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:55:21.498716 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-23545f58-d54f-4c19-9b73-bcf5e7517f58 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:21.531913 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e1412df4-a300-41c1-8300-fb3e3bb20bab tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15306628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16030227'] for subnet, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:21.541314 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-69841fab-1241-459e-871c-b34023879c06 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:21.556279 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-33abebd1-129d-42c0-9f6b-efa1d2f94848 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:21.559635 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4f208cb3-4de9-4ab7-bc68-b04819e98e5a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:21.561509 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-5ca61daf-e7f2-4332-ae3d-9d8dabda32b7 None None] Attempting to bind port f8531f12-108a-45f3-b1b6-efbef9cfd18c on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:55:21.561883 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-5ca61daf-e7f2-4332-ae3d-9d8dabda32b7 None None] Attempting to bind port f8531f12-108a-45f3-b1b6-efbef9cfd18c by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'ea0616ed-ec0c-4b84-92a1-398f858e2693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '82b02a51-fc88-4cd1-a20b-041f1e06fabd'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:55:21.562247 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca61daf-e7f2-4332-ae3d-9d8dabda32b7 None None] Attempting to bind port f8531f12-108a-45f3-b1b6-efbef9cfd18c on network 82b02a51-fc88-4cd1-a20b-041f1e06fabd {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:55:21.567467 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8f7a2c8f-7a2f-41d6-b13c-27cefffc35c7 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611543'] for router_interface, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:21.571555 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a08fb14-2bc3-4985-bc74-8ffa3d71c3b1 None None] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:55:21.604222 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-39efca6d-f5ee-4934-8357-76946064c7f2 None None] The port '305a13c9-8901-423c-b6f8-d7438837e8cb' was deleted {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:55:21.610781 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca61daf-e7f2-4332-ae3d-9d8dabda32b7 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:55:21.611166 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca61daf-e7f2-4332-ae3d-9d8dabda32b7 None None] Checking segment: {'id': 'ea0616ed-ec0c-4b84-92a1-398f858e2693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '82b02a51-fc88-4cd1-a20b-041f1e06fabd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:55:21.611569 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-5ca61daf-e7f2-4332-ae3d-9d8dabda32b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:21.611966 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca61daf-e7f2-4332-ae3d-9d8dabda32b7 None None] Bound using segment: {'id': 'ea0616ed-ec0c-4b84-92a1-398f858e2693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '82b02a51-fc88-4cd1-a20b-041f1e06fabd'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:55:21.612453 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-5ca61daf-e7f2-4332-ae3d-9d8dabda32b7 None None] Bound port: f8531f12-108a-45f3-b1b6-efbef9cfd18c, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea0616ed-ec0c-4b84-92a1-398f858e2693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '82b02a51-fc88-4cd1-a20b-041f1e06fabd'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:55:21.612886 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-5ca61daf-e7f2-4332-ae3d-9d8dabda32b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:21.651018 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1412df4-a300-41c1-8300-fb3e3bb20bab tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:21.656254 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-33abebd1-129d-42c0-9f6b-efa1d2f94848 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:21.657883 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-e1412df4-a300-41c1-8300-fb3e3bb20bab tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:21.660886 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1412df4-a300-41c1-8300-fb3e3bb20bab tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:21.661464 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e1412df4-a300-41c1-8300-fb3e3bb20bab tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:21.703829 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1412df4-a300-41c1-8300-fb3e3bb20bab tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event updated for resources: {'Subnet': ['ID=b9ade351-e9a0-4789-be1f-ab552b2c954d,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:21.752125 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33abebd1-129d-42c0-9f6b-efa1d2f94848 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Pushing event deleted for resources: {'Network': ['ID=f137bd3f-f1ae-4e07-8ff7-1281b1d0c044,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:21.791850 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-33abebd1-129d-42c0-9f6b-efa1d2f94848 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] 10.222.0.55 "DELETE /v2.0/networks/f137bd3f-f1ae-4e07-8ff7-1281b1d0c044 HTTP/1.1" status: 204 len: 168 time: 4.0294943 Apr 01 15:55:21.798930 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-e1412df4-a300-41c1-8300-fb3e3bb20bab tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1424129 Apr 01 15:55:21.799843 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52226) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:21.805095 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 52228) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:21.819281 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-1c0d6b4e-8f15-4d90-a4cf-82a8016517ee tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Request body: {'subnet': {'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:55:21.848807 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-69841fab-1241-459e-871c-b34023879c06 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607376'] for router, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:21.849597 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69841fab-1241-459e-871c-b34023879c06 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e34a3c93-5ec2-4c7f-8828-74a78ed0fbae {{(pid=83826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:55:21.858952 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4f208cb3-4de9-4ab7-bc68-b04819e98e5a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:21.862827 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f208cb3-4de9-4ab7-bc68-b04819e98e5a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:21.863435 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4f208cb3-4de9-4ab7-bc68-b04819e98e5a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:21.943853 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-23545f58-d54f-4c19-9b73-bcf5e7517f58 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] For port 4a6e203c-3c64-4cef-a6b7-32a5ec5e63ae, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=4a6e203c-3c64-4cef-a6b7-32a5ec5e63ae,segment=NetworkSegment(40f16085-8111-4876-b2d1-e0a7240ef14b),segment_id=40f16085-8111-4876-b2d1-e0a7240ef14b)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:55:21.944234 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-23545f58-d54f-4c19-9b73-bcf5e7517f58 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:21.946502 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-64884e2a-0fa0-404a-93a5-b23f69999b85 None None] Provisioning complete for port e429876d-1c00-43b9-a563-929a57548a74 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:21.947551 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-64884e2a-0fa0-404a-93a5-b23f69999b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:22.047477 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-69841fab-1241-459e-871c-b34023879c06 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks [] for router, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:22.048605 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-69841fab-1241-459e-871c-b34023879c06 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] 10.222.0.55 "DELETE /v2.0/routers/e34a3c93-5ec2-4c7f-8828-74a78ed0fbae HTTP/1.1" status: 204 len: 168 time: 7.9516578 Apr 01 15:55:22.067886 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-5ca61daf-e7f2-4332-ae3d-9d8dabda32b7 None None] For port f8531f12-108a-45f3-b1b6-efbef9cfd18c, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:55:22.068981 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 52236) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:22.073213 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-4f208cb3-4de9-4ab7-bc68-b04819e98e5a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 3.2556961 Apr 01 15:55:22.075682 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 52240) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:22.136505 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-5ca61daf-e7f2-4332-ae3d-9d8dabda32b7 None None] For port f8531f12-108a-45f3-b1b6-efbef9cfd18c, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=f8531f12-108a-45f3-b1b6-efbef9cfd18c,segment=NetworkSegment(ea0616ed-ec0c-4b84-92a1-398f858e2693),segment_id=ea0616ed-ec0c-4b84-92a1-398f858e2693)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:55:22.144586 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-5ca61daf-e7f2-4332-ae3d-9d8dabda32b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:22.167091 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-8c0f19c2-f6ca-4909-9656-332a94abda0d tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Request body: {'network': {'name': 'tempest-RoutersTest-296602655'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:55:22.184777 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f208cb3-4de9-4ab7-bc68-b04819e98e5a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Pushing event updated for resources: {'Network': ['ID=9fd179fb-62f3-4817-9310-cf027ff49dad,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:22.186693 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-8c0f19c2-f6ca-4909-9656-332a94abda0d tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:22.188367 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-54653403-486c-4c30-88ee-08386bd72453 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:22.192635 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1913827-3763-44e5-8215-40c46d5ccee4 None None] DHCP port deletion for 4c290d80-ec95-4850-871b-5e31264a5537 request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:55:22.198222 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-23545f58-d54f-4c19-9b73-bcf5e7517f58 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Calling delete_port for 4a6e203c-3c64-4cef-a6b7-32a5ec5e63ae owned by network:dhcp {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:55:22.213763 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 9fd179fb-62f3-4817-9310-cf027ff49dad details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:55:22.253658 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-8c0f19c2-f6ca-4909-9656-332a94abda0d tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Usage tracker for resource:network and tenant:113c2dcebd4142eb9b767ab7a8fce06c is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:22.256653 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9ae27dbc-b10d-4c13-b1c9-2889af042989 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:22.299340 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-8c0f19c2-f6ca-4909-9656-332a94abda0d tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:22.319533 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-8c0f19c2-f6ca-4909-9656-332a94abda0d tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:22.339080 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-b1913827-3763-44e5-8215-40c46d5ccee4 None None] Deleting port 4a6e203c-3c64-4cef-a6b7-32a5ec5e63ae {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:55:22.339320 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-b1913827-3763-44e5-8215-40c46d5ccee4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:22.379174 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c0f19c2-f6ca-4909-9656-332a94abda0d tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Made reservation on behalf of 113c2dcebd4142eb9b767ab7a8fce06c for: {'network': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:22.381763 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8c0f19c2-f6ca-4909-9656-332a94abda0d tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:22.394172 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-1c0d6b4e-8f15-4d90-a4cf-82a8016517ee tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:22.408345 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-54653403-486c-4c30-88ee-08386bd72453 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:22.410259 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-1c0d6b4e-8f15-4d90-a4cf-82a8016517ee tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Usage tracker for resource:subnet and tenant:50a1f72bd5e54e209eb4756b30f7e6a6 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:22.417278 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-1c0d6b4e-8f15-4d90-a4cf-82a8016517ee tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:22.422187 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-23545f58-d54f-4c19-9b73-bcf5e7517f58 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:22.459548 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-1c0d6b4e-8f15-4d90-a4cf-82a8016517ee tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:22.485802 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-54653403-486c-4c30-88ee-08386bd72453 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83f22681-ac33-47f5-8552-23624acfa869']}} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:22.504083 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23545f58-d54f-4c19-9b73-bcf5e7517f58 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Pushing event deleted for resources: {'Port': ['ID=4a6e203c-3c64-4cef-a6b7-32a5ec5e63ae,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:22.510078 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9ae27dbc-b10d-4c13-b1c9-2889af042989 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15415074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16089009'] for subnet, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:22.511124 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-54653403-486c-4c30-88ee-08386bd72453 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '233aff2c-c73e-468f-8106-6414f5781525') {'for_net_delete': True} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:22.511521 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-54653403-486c-4c30-88ee-08386bd72453 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '233aff2c-c73e-468f-8106-6414f5781525') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:22.524960 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-b1913827-3763-44e5-8215-40c46d5ccee4 None None] The port '4a6e203c-3c64-4cef-a6b7-32a5ec5e63ae' was deleted {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:55:22.527081 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23545f58-d54f-4c19-9b73-bcf5e7517f58 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] No DVR routers for this DVR port 4a6e203c-3c64-4cef-a6b7-32a5ec5e63ae on host dv-neutron-833373-2-hyperv {{(pid=83828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:55:22.529627 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-54653403-486c-4c30-88ee-08386bd72453 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15303093'] for segment, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:22.549564 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c0f19c2-f6ca-4909-9656-332a94abda0d tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=83826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:55:22.552862 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0d6b4e-8f15-4d90-a4cf-82a8016517ee tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Made reservation on behalf of 50a1f72bd5e54e209eb4756b30f7e6a6 for: {'subnet': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:22.557455 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-1c0d6b4e-8f15-4d90-a4cf-82a8016517ee tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16088980'] for subnet, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:22.580276 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca61daf-e7f2-4332-ae3d-9d8dabda32b7 None None] Pushing event updated for resources: {'Port': ['ID=f8531f12-108a-45f3-b1b6-efbef9cfd18c,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:22.726817 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7801da83-35a9-4a87-86b1-d8befe64598d None None] Update dhcp port {'port': {'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'fixed_ips': [{'subnet_id': 'b9ade351-e9a0-4789-be1f-ab552b2c954d'}], 'binding:host_id': 'dv-neutron-833373-2-hyperv'}, 'id': 'e429876d-1c00-43b9-a563-929a57548a74'} from dv-neutron-833373-2-hyperv. {{(pid=83829) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 01 15:55:22.726976 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae27dbc-b10d-4c13-b1c9-2889af042989 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Pushing event deleted for resources: {'Subnet': ['ID=ed6dcfb4-5f9b-407c-be5e-644bbeb9c65d,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:22.759136 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8c0f19c2-f6ca-4909-9656-332a94abda0d tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:22.759377 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.segments_db [None req-8c0f19c2-f6ca-4909-9656-332a94abda0d tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Added segment e71656f2-98b6-4e29-b81c-b8e9dfec797b of type vlan for network 4dcd1a4d-e4a1-44c4-858d-e295060d742a Apr 01 15:55:22.766476 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-54653403-486c-4c30-88ee-08386bd72453 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:22.767564 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9ae27dbc-b10d-4c13-b1c9-2889af042989 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:22.804390 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54653403-486c-4c30-88ee-08386bd72453 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=83828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:55:22.805070 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-54653403-486c-4c30-88ee-08386bd72453 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15306523'] for segment, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:22.826711 dv-neutron-833373-2-hyperv neutron-server[83828]: Traceback (most recent call last): Apr 01 15:55:22.826711 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:55:22.826711 dv-neutron-833373-2-hyperv neutron-server[83828]: timer() Apr 01 15:55:22.826711 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:55:22.826711 dv-neutron-833373-2-hyperv neutron-server[83828]: cb(*args, **kw) Apr 01 15:55:22.826711 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:55:22.826711 dv-neutron-833373-2-hyperv neutron-server[83828]: return func(*args, **kwargs) Apr 01 15:55:22.826711 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:55:22.826711 dv-neutron-833373-2-hyperv neutron-server[83828]: self._notify() Apr 01 15:55:22.826711 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:55:22.826711 dv-neutron-833373-2-hyperv neutron-server[83828]: self.callback(batched_events) Apr 01 15:55:22.826711 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:55:22.826711 dv-neutron-833373-2-hyperv neutron-server[83828]: event.method(event) Apr 01 15:55:22.826711 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:55:22.826711 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:55:22.826711 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:55:22.826711 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:55:22.826711 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:55:22.826711 dv-neutron-833373-2-hyperv neutron-server[83828]: return f(self, *a, **k) Apr 01 15:55:22.826711 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:55:22.826711 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._get(url).json() Apr 01 15:55:22.826711 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:55:22.826711 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:55:22.826711 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:55:22.826711 dv-neutron-833373-2-hyperv neutron-server[83828]: return self.request(url, 'GET', **kwargs) Apr 01 15:55:22.826711 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:55:22.826711 dv-neutron-833373-2-hyperv neutron-server[83828]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:55:22.826711 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:55:22.826711 dv-neutron-833373-2-hyperv neutron-server[83828]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:55:22.826711 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:55:22.826711 dv-neutron-833373-2-hyperv neutron-server[83828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:55:22.826711 dv-neutron-833373-2-hyperv neutron-server[83828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:55:22.838816 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-7801da83-35a9-4a87-86b1-d8befe64598d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:22.851349 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-9ae27dbc-b10d-4c13-b1c9-2889af042989 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] 10.222.0.55 "DELETE /v2.0/subnets/ed6dcfb4-5f9b-407c-be5e-644bbeb9c65d HTTP/1.1" status: 204 len: 168 time: 3.3369911 Apr 01 15:55:22.897796 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 52244) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:22.902881 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8c0f19c2-f6ca-4909-9656-332a94abda0d tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:22.910568 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-23545f58-d54f-4c19-9b73-bcf5e7517f58 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:23.008989 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-23545f58-d54f-4c19-9b73-bcf5e7517f58 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c290d80-ec95-4850-871b-5e31264a5537']}} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:23.032882 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-23545f58-d54f-4c19-9b73-bcf5e7517f58 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40f16085-8111-4876-b2d1-e0a7240ef14b') {'for_net_delete': True} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:23.033468 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-23545f58-d54f-4c19-9b73-bcf5e7517f58 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40f16085-8111-4876-b2d1-e0a7240ef14b') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:23.045533 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-54653403-486c-4c30-88ee-08386bd72453 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:23.091875 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.ipam_backend_mixin [None req-1c0d6b4e-8f15-4d90-a4cf-82a8016517ee tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b9ade351-e9a0-4789-be1f-ab552b2c954d (CIDR: 2001:db8::/64) Apr 01 15:55:23.111224 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-54653403-486c-4c30-88ee-08386bd72453 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:23.119175 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-23545f58-d54f-4c19-9b73-bcf5e7517f58 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15303093'] for segment, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:23.147801 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54653403-486c-4c30-88ee-08386bd72453 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Pushing event deleted for resources: {'Network': ['ID=83f22681-ac33-47f5-8552-23624acfa869,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:23.156313 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-54653403-486c-4c30-88ee-08386bd72453 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] 10.222.0.55 "DELETE /v2.0/networks/83f22681-ac33-47f5-8552-23624acfa869 HTTP/1.1" status: 204 len: 168 time: 1.3491588 Apr 01 15:55:23.159510 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52248) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:23.166105 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 4a6e203c-3c64-4cef-a6b7-32a5ec5e63ae no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:55:23.211508 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-23545f58-d54f-4c19-9b73-bcf5e7517f58 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:23.232064 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23545f58-d54f-4c19-9b73-bcf5e7517f58 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=83828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:55:23.233250 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-23545f58-d54f-4c19-9b73-bcf5e7517f58 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15306523'] for segment, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:23.251646 dv-neutron-833373-2-hyperv neutron-server[83828]: Traceback (most recent call last): Apr 01 15:55:23.251646 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:55:23.251646 dv-neutron-833373-2-hyperv neutron-server[83828]: timer() Apr 01 15:55:23.251646 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:55:23.251646 dv-neutron-833373-2-hyperv neutron-server[83828]: cb(*args, **kw) Apr 01 15:55:23.251646 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:55:23.251646 dv-neutron-833373-2-hyperv neutron-server[83828]: return func(*args, **kwargs) Apr 01 15:55:23.251646 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:55:23.251646 dv-neutron-833373-2-hyperv neutron-server[83828]: self._notify() Apr 01 15:55:23.251646 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:55:23.251646 dv-neutron-833373-2-hyperv neutron-server[83828]: self.callback(batched_events) Apr 01 15:55:23.251646 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:55:23.251646 dv-neutron-833373-2-hyperv neutron-server[83828]: event.method(event) Apr 01 15:55:23.251646 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:55:23.251646 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:55:23.251646 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:55:23.251646 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:55:23.251646 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:55:23.251646 dv-neutron-833373-2-hyperv neutron-server[83828]: return f(self, *a, **k) Apr 01 15:55:23.251646 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:55:23.251646 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._get(url).json() Apr 01 15:55:23.251646 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:55:23.251646 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:55:23.251646 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:55:23.251646 dv-neutron-833373-2-hyperv neutron-server[83828]: return self.request(url, 'GET', **kwargs) Apr 01 15:55:23.251646 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:55:23.251646 dv-neutron-833373-2-hyperv neutron-server[83828]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:55:23.251646 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:55:23.251646 dv-neutron-833373-2-hyperv neutron-server[83828]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:55:23.251646 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:55:23.251646 dv-neutron-833373-2-hyperv neutron-server[83828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:55:23.251646 dv-neutron-833373-2-hyperv neutron-server[83828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:55:23.341245 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 4a6e203c-3c64-4cef-a6b7-32a5ec5e63ae {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:55:23.341822 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 4a6e203c-3c64-4cef-a6b7-32a5ec5e63ae not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:55:23.377663 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c963f5f-d615-45b7-96f5-b4d63d377342 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:23.380781 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c963f5f-d615-45b7-96f5-b4d63d377342 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:23.380781 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-9c963f5f-d615-45b7-96f5-b4d63d377342 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Synchronizing usage tracker for tenant:62df94830a0c4fa9ac007fb055b08943 on resource:subnet {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:55:23.381504 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-7801da83-35a9-4a87-86b1-d8befe64598d None None] Allocated IP 2001:db8::2 (7b65ac5c-8834-4b65-9b28-b7dba6c9746f/b9ade351-e9a0-4789-be1f-ab552b2c954d/e429876d-1c00-43b9-a563-929a57548a74) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:23.400056 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8c0f19c2-f6ca-4909-9656-332a94abda0d tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:23.403904 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0f19c2-f6ca-4909-9656-332a94abda0d tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:23.404465 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8c0f19c2-f6ca-4909-9656-332a94abda0d tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:23.429125 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-23545f58-d54f-4c19-9b73-bcf5e7517f58 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:23.432544 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c0d6b4e-8f15-4d90-a4cf-82a8016517ee tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:55:23.433268 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c0d6b4e-8f15-4d90-a4cf-82a8016517ee tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:23.456796 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-23545f58-d54f-4c19-9b73-bcf5e7517f58 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:23.476852 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23545f58-d54f-4c19-9b73-bcf5e7517f58 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] Pushing event deleted for resources: {'Network': ['ID=4c290d80-ec95-4850-871b-5e31264a5537,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:23.486797 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-23545f58-d54f-4c19-9b73-bcf5e7517f58 tempest-TagsExtTest-1470049591 tempest-TagsExtTest-1470049591-project] 10.222.0.55 "DELETE /v2.0/networks/4c290d80-ec95-4850-871b-5e31264a5537 HTTP/1.1" status: 204 len: 168 time: 2.4041150 Apr 01 15:55:23.541072 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9915aa2-9ee5-41e1-b911-ac9fec7a8d88 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Deleting subnet 47d41faf-1051-4dde-8d10-fac468eae600 {{(pid=83828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:55:23.544894 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a9915aa2-9ee5-41e1-b911-ac9fec7a8d88 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks [] for subnet, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:23.652431 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a9915aa2-9ee5-41e1-b911-ac9fec7a8d88 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15303084'] for subnet, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:23.657028 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-1c0d6b4e-8f15-4d90-a4cf-82a8016517ee tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8481345 Apr 01 15:55:23.694326 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52254) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:23.701550 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-e72ccdc6-ff5c-4aa3-b65a-8ef97c70d635 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Request body: {'subnet': {'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:55:23.719746 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-8c0f19c2-f6ca-4909-9656-332a94abda0d tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.6340146 Apr 01 15:55:23.727133 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-9c963f5f-d615-45b7-96f5-b4d63d377342 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Unset dirty status for tenant:62df94830a0c4fa9ac007fb055b08943 on resource:subnet {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:55:23.731312 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-9c963f5f-d615-45b7-96f5-b4d63d377342 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.8290029 Apr 01 15:55:23.731312 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 52258) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:23.734169 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0f19c2-f6ca-4909-9656-332a94abda0d tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Pushing event updated for resources: {'Network': ['ID=4dcd1a4d-e4a1-44c4-858d-e295060d742a,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:23.749419 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52260) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:23.755628 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-847d660c-e964-45a4-a51f-fca31a3047cb tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Request body: {'subnet': {'network_id': '9fd179fb-62f3-4817-9310-cf027ff49dad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:55:23.777335 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 4dcd1a4d-e4a1-44c4-858d-e295060d742a details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:55:23.786953 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7b713dbc-5f03-498c-ae1d-0c58f9b8c66b tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks [] for router, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:23.830849 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-7801da83-35a9-4a87-86b1-d8befe64598d None None] For port e429876d-1c00-43b9-a563-929a57548a74, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=e429876d-1c00-43b9-a563-929a57548a74,segment=NetworkSegment(c41dc1a5-c958-4d8b-81ea-3934c36371b8),segment_id=c41dc1a5-c958-4d8b-81ea-3934c36371b8)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:55:23.920896 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-91c07b31-fcc8-4b7a-8450-231e26e0dce5 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:23.943299 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:23.998555 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ce8ac286-66a1-4b56-97ac-e6835b8eba77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:24.021783 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-91c07b31-fcc8-4b7a-8450-231e26e0dce5 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 01 15:55:24.022252 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91c07b31-fcc8-4b7a-8450-231e26e0dce5 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:24.028321 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-91c07b31-fcc8-4b7a-8450-231e26e0dce5 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] 10.222.0.55 "DELETE /v2.0/networks/82b02a51-fc88-4cd1-a20b-041f1e06fabd HTTP/1.1" status: 409 len: 405 time: 0.2712748 Apr 01 15:55:24.035387 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52268) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:24.058682 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-c2ab904c-b306-4205-8afd-26381dbffde9 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1692243390'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:55:24.072491 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-7801da83-35a9-4a87-86b1-d8befe64598d None None] Notify callbacks [] for port, precommit_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:24.085281 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-c2ab904c-b306-4205-8afd-26381dbffde9 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:24.114783 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-7801da83-35a9-4a87-86b1-d8befe64598d None None] Transition to ACTIVE for port object e429876d-1c00-43b9-a563-929a57548a74 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:24.125906 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-7801da83-35a9-4a87-86b1-d8befe64598d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:24.139034 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 52272) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:24.141525 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-c2ab904c-b306-4205-8afd-26381dbffde9 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Usage tracker for resource:network and tenant:62df94830a0c4fa9ac007fb055b08943 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:24.157751 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-c2ab904c-b306-4205-8afd-26381dbffde9 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:24.218448 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-c2ab904c-b306-4205-8afd-26381dbffde9 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:24.234882 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-847d660c-e964-45a4-a51f-fca31a3047cb tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:24.254197 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-847d660c-e964-45a4-a51f-fca31a3047cb tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Usage tracker for resource:subnet and tenant:113c2dcebd4142eb9b767ab7a8fce06c is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:24.267130 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-847d660c-e964-45a4-a51f-fca31a3047cb tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:24.299979 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ab904c-b306-4205-8afd-26381dbffde9 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Made reservation on behalf of 62df94830a0c4fa9ac007fb055b08943 for: {'network': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:24.307387 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c2ab904c-b306-4205-8afd-26381dbffde9 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:24.326586 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-847d660c-e964-45a4-a51f-fca31a3047cb tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:24.338056 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7801da83-35a9-4a87-86b1-d8befe64598d None None] Pushing event updated for resources: {'Port': ['ID=e429876d-1c00-43b9-a563-929a57548a74,revision_number=8']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:24.339021 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a9915aa2-9ee5-41e1-b911-ac9fec7a8d88 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:24.370678 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-847d660c-e964-45a4-a51f-fca31a3047cb tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Made reservation on behalf of 113c2dcebd4142eb9b767ab7a8fce06c for: {'subnet': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:24.384209 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-e72ccdc6-ff5c-4aa3-b65a-8ef97c70d635 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:24.401366 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-e72ccdc6-ff5c-4aa3-b65a-8ef97c70d635 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Usage tracker for resource:subnet and tenant:50a1f72bd5e54e209eb4756b30f7e6a6 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:24.413328 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-e72ccdc6-ff5c-4aa3-b65a-8ef97c70d635 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:24.435835 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2ab904c-b306-4205-8afd-26381dbffde9 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=83828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:55:24.451003 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c2ab904c-b306-4205-8afd-26381dbffde9 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:24.451416 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.segments_db [None req-c2ab904c-b306-4205-8afd-26381dbffde9 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Added segment ede14cbf-5a22-4461-b0ed-d7f50efa452f of type vlan for network 942ab24e-a1cd-4cf2-b084-fe8ea0964be1 Apr 01 15:55:24.485022 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-e72ccdc6-ff5c-4aa3-b65a-8ef97c70d635 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:24.494052 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c2ab904c-b306-4205-8afd-26381dbffde9 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:24.541530 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e72ccdc6-ff5c-4aa3-b65a-8ef97c70d635 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Made reservation on behalf of 50a1f72bd5e54e209eb4756b30f7e6a6 for: {'subnet': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:24.551151 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e72ccdc6-ff5c-4aa3-b65a-8ef97c70d635 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16030269'] for subnet, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:24.644717 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe579d6-650f-48e0-877b-f85bd6225345 None None] Network 82b02a51-fc88-4cd1-a20b-041f1e06fabd requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:55:24.693308 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-847d660c-e964-45a4-a51f-fca31a3047cb tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16088980'] for subnet, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:24.694760 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c2ab904c-b306-4205-8afd-26381dbffde9 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:24.698539 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ab904c-b306-4205-8afd-26381dbffde9 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:24.699129 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c2ab904c-b306-4205-8afd-26381dbffde9 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:24.762879 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-cba7e89a-33a3-4323-a106-c2055ebc2b8c None None] Provisioning for port f8531f12-108a-45f3-b1b6-efbef9cfd18c completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:24.828762 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ab904c-b306-4205-8afd-26381dbffde9 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Pushing event updated for resources: {'Network': ['ID=942ab24e-a1cd-4cf2-b084-fe8ea0964be1,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:24.839976 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a9915aa2-9ee5-41e1-b911-ac9fec7a8d88 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15306565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16030232'] for subnet, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:24.845014 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-41cb3fde-c256-4134-87ac-0230f3934b4e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=52ab30854e7140eb93e437126b898694&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6991706 Apr 01 15:55:24.852136 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52278) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:24.870650 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 942ab24e-a1cd-4cf2-b084-fe8ea0964be1 details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:55:24.937658 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9915aa2-9ee5-41e1-b911-ac9fec7a8d88 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Pushing event deleted for resources: {'Subnet': ['ID=47d41faf-1051-4dde-8d10-fac468eae600,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:24.947127 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a9915aa2-9ee5-41e1-b911-ac9fec7a8d88 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:24.949108 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-a9915aa2-9ee5-41e1-b911-ac9fec7a8d88 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] 10.222.0.55 "DELETE /v2.0/subnets/47d41faf-1051-4dde-8d10-fac468eae600 HTTP/1.1" status: 204 len: 168 time: 1.7887352 Apr 01 15:55:24.952501 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 52282) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:24.956425 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-c2ab904c-b306-4205-8afd-26381dbffde9 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9177017 Apr 01 15:55:24.970758 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52284) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:24.984387 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-b8ed190b-673e-45d2-9835-66ee85f45123 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Request body: {'subnet': {'network_id': '942ab24e-a1cd-4cf2-b084-fe8ea0964be1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:55:25.068016 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-8f7a2c8f-7a2f-41d6-b13c-27cefffc35c7 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Deleting port 9b4549cf-a3f5-43f4-a1b6-ca09626ca63c {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:55:25.068348 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8f7a2c8f-7a2f-41d6-b13c-27cefffc35c7 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:25.098370 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27db915-6d0c-4d70-a61a-2ee5c268b6d6 None None] Network 2acb5a3e-e601-43af-9b72-5581586e1887 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:55:25.338382 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device e429876d-1c00-43b9-a563-929a57548a74 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:55:25.362359 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4fa48d9-3899-46ce-b523-413c7dbf702b None None] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:55:25.375908 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-219515f6-76b0-4b8f-8ccc-e51a1033dbcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:25.415891 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-b8ed190b-673e-45d2-9835-66ee85f45123 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:25.423638 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9e54072a-f393-4d12-b744-fc32468c429f tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:25.425551 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7b713dbc-5f03-498c-ae1d-0c58f9b8c66b tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:25.436493 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-219515f6-76b0-4b8f-8ccc-e51a1033dbcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:25.447133 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-b8ed190b-673e-45d2-9835-66ee85f45123 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:25.462813 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-7b713dbc-5f03-498c-ae1d-0c58f9b8c66b tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Deleting port d81c1d4e-0e66-432f-85f9-a187a8784877 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:55:25.463157 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7b713dbc-5f03-498c-ae1d-0c58f9b8c66b tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:25.487359 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ed190b-673e-45d2-9835-66ee85f45123 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Made reservation on behalf of 62df94830a0c4fa9ac007fb055b08943 for: {'subnet': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:25.559523 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-9e54072a-f393-4d12-b744-fc32468c429f tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Deleting port ff52abb5-9023-426e-a401-ddbb00507779 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:55:25.559923 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9e54072a-f393-4d12-b744-fc32468c429f tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:25.588937 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-9de30cb0-0d05-4021-a116-cd7b556c7c3a None None] Provisioning for port e429876d-1c00-43b9-a563-929a57548a74 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:25.610426 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-9de30cb0-0d05-4021-a116-cd7b556c7c3a None None] Provisioning complete for port e429876d-1c00-43b9-a563-929a57548a74 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:25.610814 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-9de30cb0-0d05-4021-a116-cd7b556c7c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:25.645778 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b8ed190b-673e-45d2-9835-66ee85f45123 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16030269'] for subnet, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:25.645985 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3431d8ec-d81d-4e52-9ea6-21fa74e11aa0 None None] DHCP port deletion for 82b02a51-fc88-4cd1-a20b-041f1e06fabd request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:55:25.685505 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-3431d8ec-d81d-4e52-9ea6-21fa74e11aa0 None None] Deleting port f8531f12-108a-45f3-b1b6-efbef9cfd18c {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:55:25.685885 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-3431d8ec-d81d-4e52-9ea6-21fa74e11aa0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:25.714370 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-219515f6-76b0-4b8f-8ccc-e51a1033dbcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:25.760947 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219515f6-76b0-4b8f-8ccc-e51a1033dbcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89281398-b1a4-48c7-8bbf-d48e27b0416c,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:25.840059 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-219515f6-76b0-4b8f-8ccc-e51a1033dbcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:25.841414 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-219515f6-76b0-4b8f-8ccc-e51a1033dbcc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/89281398-b1a4-48c7-8bbf-d48e27b0416c HTTP/1.1" status: 204 len: 168 time: 0.9532616 Apr 01 15:55:25.881976 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port e429876d-1c00-43b9-a563-929a57548a74 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:25.897214 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:25.953835 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d20969-be8f-4932-8e5e-05ab43fab3f6 None None] DHCP port deletion for 2acb5a3e-e601-43af-9b72-5581586e1887 request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:55:25.983461 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8f7a2c8f-7a2f-41d6-b13c-27cefffc35c7 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:26.026780 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-847d660c-e964-45a4-a51f-fca31a3047cb tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15415267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16089018'] for subnet, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:26.042687 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.objects.ports [None req-e72ccdc6-ff5c-4aa3-b65a-8ef97c70d635 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83828) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 01 15:55:26.051350 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-58d20969-be8f-4932-8e5e-05ab43fab3f6 None None] Deleting port ff52abb5-9023-426e-a401-ddbb00507779 {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:55:26.051734 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-58d20969-be8f-4932-8e5e-05ab43fab3f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:26.273903 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [None req-7b713dbc-5f03-498c-ae1d-0c58f9b8c66b tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] For port d81c1d4e-0e66-432f-85f9-a187a8784877, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=d81c1d4e-0e66-432f-85f9-a187a8784877,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:55:26.274679 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7b713dbc-5f03-498c-ae1d-0c58f9b8c66b tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:26.303983 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e72ccdc6-ff5c-4aa3-b65a-8ef97c70d635 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:26.398414 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-8f7a2c8f-7a2f-41d6-b13c-27cefffc35c7 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Calling delete_port for 9b4549cf-a3f5-43f4-a1b6-ca09626ca63c owned by network:router_interface {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:55:26.408066 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.objects.ports [None req-b8ed190b-673e-45d2-9835-66ee85f45123 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83828) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 01 15:55:26.416392 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b8ed190b-673e-45d2-9835-66ee85f45123 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15306628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16030227'] for subnet, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:26.432915 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-aaf4971a-d777-488c-9061-45d263673ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:26.457934 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-3431d8ec-d81d-4e52-9ea6-21fa74e11aa0 None None] For port f8531f12-108a-45f3-b1b6-efbef9cfd18c, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=f8531f12-108a-45f3-b1b6-efbef9cfd18c,segment=NetworkSegment(ea0616ed-ec0c-4b84-92a1-398f858e2693),segment_id=ea0616ed-ec0c-4b84-92a1-398f858e2693)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:55:26.458330 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-3431d8ec-d81d-4e52-9ea6-21fa74e11aa0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:26.466693 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847d660c-e964-45a4-a51f-fca31a3047cb tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Checking segment: {'id': 'f6b2afd3-e15d-47f7-9e4c-84125a06c1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9fd179fb-62f3-4817-9310-cf027ff49dad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:55:26.466693 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847d660c-e964-45a4-a51f-fca31a3047cb tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Network hostable DHCP agents. Network: 9fd179fb-62f3-4817-9310-cf027ff49dad, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:55:26.498014 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ed190b-673e-45d2-9835-66ee85f45123 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Pushing event updated for resources: {'Subnet': ['ID=2230187c-7a90-4688-8ef2-2a6fb2e75cf4,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:26.611910 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ed190b-673e-45d2-9835-66ee85f45123 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Checking segment: {'id': 'ede14cbf-5a22-4461-b0ed-d7f50efa452f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '942ab24e-a1cd-4cf2-b084-fe8ea0964be1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:55:26.612424 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ed190b-673e-45d2-9835-66ee85f45123 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Network hostable DHCP agents. Network: 942ab24e-a1cd-4cf2-b084-fe8ea0964be1, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:55:26.634854 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-7b713dbc-5f03-498c-ae1d-0c58f9b8c66b tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Calling delete_port for d81c1d4e-0e66-432f-85f9-a187a8784877 owned by network:router_gateway {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:55:26.669444 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-3431d8ec-d81d-4e52-9ea6-21fa74e11aa0 None None] Calling delete_port for f8531f12-108a-45f3-b1b6-efbef9cfd18c owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:55:26.683961 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ed190b-673e-45d2-9835-66ee85f45123 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Network 942ab24e-a1cd-4cf2-b084-fe8ea0964be1 is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:55:26.696009 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-b8ed190b-673e-45d2-9835-66ee85f45123 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, 942ab24e-a1cd-4cf2-b084-fe8ea0964be1) {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:26.704675 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ed190b-673e-45d2-9835-66ee85f45123 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:26.705427 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b8ed190b-673e-45d2-9835-66ee85f45123 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:26.707416 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [None req-9e54072a-f393-4d12-b744-fc32468c429f tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] For port ff52abb5-9023-426e-a401-ddbb00507779, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=ff52abb5-9023-426e-a401-ddbb00507779,segment=NetworkSegment(610fd115-99a6-4bd5-8733-9f3bbaee0334),segment_id=610fd115-99a6-4bd5-8733-9f3bbaee0334)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:55:26.708388 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9e54072a-f393-4d12-b744-fc32468c429f tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:26.726048 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847d660c-e964-45a4-a51f-fca31a3047cb tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Pushing event updated for resources: {'Subnet': ['ID=b58dae37-48ed-4159-9b2d-65e442c30c49,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:26.736640 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-e72ccdc6-ff5c-4aa3-b65a-8ef97c70d635 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] For port e429876d-1c00-43b9-a563-929a57548a74, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=e429876d-1c00-43b9-a563-929a57548a74,segment=NetworkSegment(c41dc1a5-c958-4d8b-81ea-3934c36371b8),segment_id=c41dc1a5-c958-4d8b-81ea-3934c36371b8)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:55:26.760136 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0fcbcb1-50a9-4a61-ba77-0d25aa123b79 None None] Network 942ab24e-a1cd-4cf2-b084-fe8ea0964be1 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:55:26.765680 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847d660c-e964-45a4-a51f-fca31a3047cb tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Network 9fd179fb-62f3-4817-9310-cf027ff49dad is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:55:26.768334 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-b8ed190b-673e-45d2-9835-66ee85f45123 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.7979460 Apr 01 15:55:26.771511 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52302) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:26.797299 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e72ccdc6-ff5c-4aa3-b65a-8ef97c70d635 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for port, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:26.841168 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-847d660c-e964-45a4-a51f-fca31a3047cb tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, 9fd179fb-62f3-4817-9310-cf027ff49dad) {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:26.846044 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847d660c-e964-45a4-a51f-fca31a3047cb tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:26.846624 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-847d660c-e964-45a4-a51f-fca31a3047cb tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:26.857152 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e72ccdc6-ff5c-4aa3-b65a-8ef97c70d635 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:26.857976 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e72ccdc6-ff5c-4aa3-b65a-8ef97c70d635 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15306628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16030227'] for subnet, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:26.933511 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device f8531f12-108a-45f3-b1b6-efbef9cfd18c up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:55:26.956609 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3866e852-dc77-451d-94e7-d7b69422f0a9 None None] Network 9fd179fb-62f3-4817-9310-cf027ff49dad requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:55:26.957220 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-9e54072a-f393-4d12-b744-fc32468c429f tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Calling delete_port for ff52abb5-9023-426e-a401-ddbb00507779 owned by network:dhcp {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:55:27.005321 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72ccdc6-ff5c-4aa3-b65a-8ef97c70d635 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:27.005321 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-e72ccdc6-ff5c-4aa3-b65a-8ef97c70d635 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:27.018897 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72ccdc6-ff5c-4aa3-b65a-8ef97c70d635 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:27.019678 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e72ccdc6-ff5c-4aa3-b65a-8ef97c70d635 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:27.051225 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-847d660c-e964-45a4-a51f-fca31a3047cb tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3105621 Apr 01 15:55:27.056821 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 52312) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:27.072632 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-e72ccdc6-ff5c-4aa3-b65a-8ef97c70d635 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.3735614 Apr 01 15:55:27.073547 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72ccdc6-ff5c-4aa3-b65a-8ef97c70d635 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event updated for resources: {'Subnet': ['ID=97c81173-c819-43f1-8370-fbf96e721015,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:27.075682 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52316) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:27.088651 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-42e8330b-ea51-4a91-9fe8-3c4493a115d1 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Request body: {'subnet': {'network_id': '4dcd1a4d-e4a1-44c4-858d-e295060d742a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:55:27.089884 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-af496e09-1f79-4271-8f25-f0f79ad2f05d tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Request body: {'port': {'network_id': '7b65ac5c-8834-4b65-9b28-b7dba6c9746f', 'mac_address': 'fa:16:3e:69:2d:ff', 'name': 'tempest-NetworksTestDHCPv6-363302741'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:55:27.115216 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72ccdc6-ff5c-4aa3-b65a-8ef97c70d635 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event updated for resources: {'Port': ['ID=e429876d-1c00-43b9-a563-929a57548a74,revision_number=10']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:27.192409 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-697003e8-632f-40f7-a635-708828abecc6 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:27.207888 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-58d20969-be8f-4932-8e5e-05ab43fab3f6 None None] For port ff52abb5-9023-426e-a401-ddbb00507779, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=ff52abb5-9023-426e-a401-ddbb00507779,segment=NetworkSegment(610fd115-99a6-4bd5-8733-9f3bbaee0334),segment_id=610fd115-99a6-4bd5-8733-9f3bbaee0334)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:55:27.212974 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-58d20969-be8f-4932-8e5e-05ab43fab3f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:27.235675 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-42e8330b-ea51-4a91-9fe8-3c4493a115d1 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:27.246662 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-42e8330b-ea51-4a91-9fe8-3c4493a115d1 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Usage tracker for resource:subnet and tenant:113c2dcebd4142eb9b767ab7a8fce06c is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:27.253646 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-42e8330b-ea51-4a91-9fe8-3c4493a115d1 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:27.294448 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-42e8330b-ea51-4a91-9fe8-3c4493a115d1 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:27.311620 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9e54072a-f393-4d12-b744-fc32468c429f tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:27.323739 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-697003e8-632f-40f7-a635-708828abecc6 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:27.379710 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e8330b-ea51-4a91-9fe8-3c4493a115d1 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Made reservation on behalf of 113c2dcebd4142eb9b767ab7a8fce06c for: {'subnet': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:27.419006 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e54072a-f393-4d12-b744-fc32468c429f tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Pushing event deleted for resources: {'Port': ['ID=ff52abb5-9023-426e-a401-ddbb00507779,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:27.503857 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-58d20969-be8f-4932-8e5e-05ab43fab3f6 None None] Calling delete_port for ff52abb5-9023-426e-a401-ddbb00507779 owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:55:27.556080 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-af496e09-1f79-4271-8f25-f0f79ad2f05d tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:27.561965 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e54072a-f393-4d12-b744-fc32468c429f tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] No DVR routers for this DVR port ff52abb5-9023-426e-a401-ddbb00507779 on host dv-neutron-833373-2-hyperv {{(pid=83826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:55:27.571675 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-af496e09-1f79-4271-8f25-f0f79ad2f05d tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:27.587468 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af496e09-1f79-4271-8f25-f0f79ad2f05d tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Made reservation on behalf of 50a1f72bd5e54e209eb4756b30f7e6a6 for: {'port': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:27.607677 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-697003e8-632f-40f7-a635-708828abecc6 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15306565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16030232'] for subnet, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:27.616430 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-3431d8ec-d81d-4e52-9ea6-21fa74e11aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671'] for port, after_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:27.710245 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Could not find standard attr ID for object f8531f12-108a-45f3-b1b6-efbef9cfd18c. {{(pid=83829) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:55:27.766724 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 09573886-64a3-4e8e-8a14-8fb12a2f4de3 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:55:27.792486 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:27.809986 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431d8ec-d81d-4e52-9ea6-21fa74e11aa0 None None] Pushing event deleted for resources: {'Port': ['ID=f8531f12-108a-45f3-b1b6-efbef9cfd18c,revision_number=None']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:27.871199 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-af496e09-1f79-4271-8f25-f0f79ad2f05d tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:27.875108 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3431d8ec-d81d-4e52-9ea6-21fa74e11aa0 None None] No DVR routers for this DVR port f8531f12-108a-45f3-b1b6-efbef9cfd18c on host dv-neutron-833373-2-hyperv {{(pid=83829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:55:27.882631 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 09573886-64a3-4e8e-8a14-8fb12a2f4de3 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:55:27.882631 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 09573886-64a3-4e8e-8a14-8fb12a2f4de3 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:55:27.932538 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697003e8-632f-40f7-a635-708828abecc6 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Pushing event deleted for resources: {'Subnet': ['ID=2230187c-7a90-4688-8ef2-2a6fb2e75cf4,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:27.949629 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [None req-af496e09-1f79-4271-8f25-f0f79ad2f05d tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] device_id is not set on port 1c868ec3-0ff1-4875-ad79-7bd7a87b181a yet. {{(pid=83828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:55:27.968050 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:27.971973 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9e54072a-f393-4d12-b744-fc32468c429f tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:27.991428 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-42e8330b-ea51-4a91-9fe8-3c4493a115d1 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16088980'] for subnet, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:28.034410 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8f7a2c8f-7a2f-41d6-b13c-27cefffc35c7 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:28.103906 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.db.api [None req-58d20969-be8f-4932-8e5e-05ab43fab3f6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:55:28.104279 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG oslo_db.api [None req-58d20969-be8f-4932-8e5e-05ab43fab3f6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:55:28.104920 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0822ddbd-e09d-407d-b664-bec79b0083a8 None None] Network 942ab24e-a1cd-4cf2-b084-fe8ea0964be1 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:55:28.197150 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-697003e8-632f-40f7-a635-708828abecc6 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:28.202793 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-9e54072a-f393-4d12-b744-fc32468c429f tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2acb5a3e-e601-43af-9b72-5581586e1887']}} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:28.210947 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7a2c8f-7a2f-41d6-b13c-27cefffc35c7 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Pushing event deleted for resources: {'Port': ['ID=9b4549cf-a3f5-43f4-a1b6-ca09626ca63c,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:28.213266 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device e429876d-1c00-43b9-a563-929a57548a74 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:55:28.229623 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-9e54072a-f393-4d12-b744-fc32468c429f tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '610fd115-99a6-4bd5-8733-9f3bbaee0334') {'for_net_delete': True} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:28.230423 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-9e54072a-f393-4d12-b744-fc32468c429f tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '610fd115-99a6-4bd5-8733-9f3bbaee0334') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:28.233100 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-697003e8-632f-40f7-a635-708828abecc6 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['942ab24e-a1cd-4cf2-b084-fe8ea0964be1']}} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:28.239318 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6646026-4fe3-41d5-9a5b-7ba4d03fbabf None None] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:55:28.250321 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-697003e8-632f-40f7-a635-708828abecc6 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ede14cbf-5a22-4461-b0ed-d7f50efa452f') {'for_net_delete': True} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:28.250626 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-697003e8-632f-40f7-a635-708828abecc6 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ede14cbf-5a22-4461-b0ed-d7f50efa452f') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:28.264208 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-697003e8-632f-40f7-a635-708828abecc6 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15303093'] for segment, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:28.283129 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-697003e8-632f-40f7-a635-708828abecc6 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:28.292091 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-697003e8-632f-40f7-a635-708828abecc6 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=83828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:55:28.292333 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-697003e8-632f-40f7-a635-708828abecc6 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15306523'] for segment, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:28.302708 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7b713dbc-5f03-498c-ae1d-0c58f9b8c66b tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:28.399958 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9e54072a-f393-4d12-b744-fc32468c429f tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16610763'] for segment, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:28.400544 dv-neutron-833373-2-hyperv neutron-server[83828]: Traceback (most recent call last): Apr 01 15:55:28.400544 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:55:28.400544 dv-neutron-833373-2-hyperv neutron-server[83828]: timer() Apr 01 15:55:28.400544 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:55:28.400544 dv-neutron-833373-2-hyperv neutron-server[83828]: cb(*args, **kw) Apr 01 15:55:28.400544 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:55:28.400544 dv-neutron-833373-2-hyperv neutron-server[83828]: return func(*args, **kwargs) Apr 01 15:55:28.400544 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:55:28.400544 dv-neutron-833373-2-hyperv neutron-server[83828]: self._notify() Apr 01 15:55:28.400544 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:55:28.400544 dv-neutron-833373-2-hyperv neutron-server[83828]: self.callback(batched_events) Apr 01 15:55:28.400544 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:55:28.400544 dv-neutron-833373-2-hyperv neutron-server[83828]: event.method(event) Apr 01 15:55:28.400544 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:55:28.400544 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:55:28.400544 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:55:28.400544 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:55:28.400544 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:55:28.400544 dv-neutron-833373-2-hyperv neutron-server[83828]: return f(self, *a, **k) Apr 01 15:55:28.400544 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:55:28.400544 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._get(url).json() Apr 01 15:55:28.400544 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:55:28.400544 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:55:28.400544 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:55:28.400544 dv-neutron-833373-2-hyperv neutron-server[83828]: return self.request(url, 'GET', **kwargs) Apr 01 15:55:28.400544 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:55:28.400544 dv-neutron-833373-2-hyperv neutron-server[83828]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:55:28.400544 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:55:28.400544 dv-neutron-833373-2-hyperv neutron-server[83828]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:55:28.400544 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:55:28.400544 dv-neutron-833373-2-hyperv neutron-server[83828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:55:28.400544 dv-neutron-833373-2-hyperv neutron-server[83828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:55:28.409134 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-697003e8-632f-40f7-a635-708828abecc6 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:28.413694 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-697003e8-632f-40f7-a635-708828abecc6 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:28.455804 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-697003e8-632f-40f7-a635-708828abecc6 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] 10.222.0.55 "DELETE /v2.0/networks/942ab24e-a1cd-4cf2-b084-fe8ea0964be1 HTTP/1.1" status: 204 len: 168 time: 1.6830850 Apr 01 15:55:28.467695 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 52332) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:28.481312 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697003e8-632f-40f7-a635-708828abecc6 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Pushing event deleted for resources: {'Network': ['ID=942ab24e-a1cd-4cf2-b084-fe8ea0964be1,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:28.544172 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:55:28.544821 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-2b613b84-80f1-4341-9558-e5f8d28dde00 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-733693698'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:55:28.554996 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-2b613b84-80f1-4341-9558-e5f8d28dde00 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:28.562619 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-2b613b84-80f1-4341-9558-e5f8d28dde00 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Usage tracker for resource:network and tenant:62df94830a0c4fa9ac007fb055b08943 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:28.568570 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-2b613b84-80f1-4341-9558-e5f8d28dde00 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:28.580332 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-2b613b84-80f1-4341-9558-e5f8d28dde00 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:28.605567 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b713dbc-5f03-498c-ae1d-0c58f9b8c66b tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Pushing event deleted for resources: {'Port': ['ID=d81c1d4e-0e66-432f-85f9-a187a8784877,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:28.609215 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-58d20969-be8f-4932-8e5e-05ab43fab3f6 None None] Deleting port ff52abb5-9023-426e-a401-ddbb00507779 {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:55:28.609215 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-58d20969-be8f-4932-8e5e-05ab43fab3f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:28.651563 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-7078bf95-207c-4b56-8295-9f0b04ea9e2b None None] Provisioning complete for port e429876d-1c00-43b9-a563-929a57548a74 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:28.652206 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-7078bf95-207c-4b56-8295-9f0b04ea9e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:28.712916 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-af496e09-1f79-4271-8f25-f0f79ad2f05d tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Allocated IP 2001:db8::25b (7b65ac5c-8834-4b65-9b28-b7dba6c9746f/b9ade351-e9a0-4789-be1f-ab552b2c954d/1c868ec3-0ff1-4875-ad79-7bd7a87b181a) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:28.718861 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b613b84-80f1-4341-9558-e5f8d28dde00 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Made reservation on behalf of 62df94830a0c4fa9ac007fb055b08943 for: {'network': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:28.723079 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2b613b84-80f1-4341-9558-e5f8d28dde00 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:28.725862 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-af496e09-1f79-4271-8f25-f0f79ad2f05d tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Allocated IP 2001:db8:0:1:f816:3eff:fe69:2dff (7b65ac5c-8834-4b65-9b28-b7dba6c9746f/97c81173-c819-43f1-8370-fbf96e721015/1c868ec3-0ff1-4875-ad79-7bd7a87b181a) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:28.728640 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-58d20969-be8f-4932-8e5e-05ab43fab3f6 None None] The port 'ff52abb5-9023-426e-a401-ddbb00507779' was deleted {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:55:28.769439 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b525840-6a7d-4c9c-b2e5-26d4523ef2d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-9fd179fb-62f3-4817-9310-cf027ff49dad', 'network_id': '9fd179fb-62f3-4817-9310-cf027ff49dad', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'fixed_ips': [{'subnet_id': 'b58dae37-48ed-4159-9b2d-65e442c30c49'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:55:28.770726 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-0b525840-6a7d-4c9c-b2e5-26d4523ef2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:28.787090 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port e429876d-1c00-43b9-a563-929a57548a74 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:28.787476 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:28.794659 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9e54072a-f393-4d12-b744-fc32468c429f tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:28.867902 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e54072a-f393-4d12-b744-fc32468c429f tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=83826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:55:28.868317 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9e54072a-f393-4d12-b744-fc32468c429f tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15415164'] for segment, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:28.891468 dv-neutron-833373-2-hyperv neutron-server[83826]: Traceback (most recent call last): Apr 01 15:55:28.891468 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:55:28.891468 dv-neutron-833373-2-hyperv neutron-server[83826]: timer() Apr 01 15:55:28.891468 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:55:28.891468 dv-neutron-833373-2-hyperv neutron-server[83826]: cb(*args, **kw) Apr 01 15:55:28.891468 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:55:28.891468 dv-neutron-833373-2-hyperv neutron-server[83826]: return func(*args, **kwargs) Apr 01 15:55:28.891468 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:55:28.891468 dv-neutron-833373-2-hyperv neutron-server[83826]: self._notify() Apr 01 15:55:28.891468 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:55:28.891468 dv-neutron-833373-2-hyperv neutron-server[83826]: self.callback(batched_events) Apr 01 15:55:28.891468 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:55:28.891468 dv-neutron-833373-2-hyperv neutron-server[83826]: event.method(event) Apr 01 15:55:28.891468 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:55:28.891468 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:55:28.891468 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:55:28.891468 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:55:28.891468 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:55:28.891468 dv-neutron-833373-2-hyperv neutron-server[83826]: return f(self, *a, **k) Apr 01 15:55:28.891468 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:55:28.891468 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._get(url).json() Apr 01 15:55:28.891468 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:55:28.891468 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:55:28.891468 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:55:28.891468 dv-neutron-833373-2-hyperv neutron-server[83826]: return self.request(url, 'GET', **kwargs) Apr 01 15:55:28.891468 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:55:28.891468 dv-neutron-833373-2-hyperv neutron-server[83826]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:55:28.891468 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:55:28.891468 dv-neutron-833373-2-hyperv neutron-server[83826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:55:28.891468 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:55:28.891468 dv-neutron-833373-2-hyperv neutron-server[83826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:55:28.891468 dv-neutron-833373-2-hyperv neutron-server[83826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:55:28.965749 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-af496e09-1f79-4271-8f25-f0f79ad2f05d tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:28.982726 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [None req-af496e09-1f79-4271-8f25-f0f79ad2f05d tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Transition to ACTIVE for port object 1c868ec3-0ff1-4875-ad79-7bd7a87b181a will not be triggered until provisioned by entity DHCP. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:29.008716 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-af496e09-1f79-4271-8f25-f0f79ad2f05d tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:29.014890 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8f7a2c8f-7a2f-41d6-b13c-27cefffc35c7 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611462'] for router_interface, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:29.032765 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b613b84-80f1-4341-9558-e5f8d28dde00 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=83826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:55:29.125884 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52342) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:29.148268 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af496e09-1f79-4271-8f25-f0f79ad2f05d tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:29.152121 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-af496e09-1f79-4271-8f25-f0f79ad2f05d tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:29.157243 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af496e09-1f79-4271-8f25-f0f79ad2f05d tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:55:29.161630 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af496e09-1f79-4271-8f25-f0f79ad2f05d tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:29.162333 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-af496e09-1f79-4271-8f25-f0f79ad2f05d tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:29.166716 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af496e09-1f79-4271-8f25-f0f79ad2f05d tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event updated for resources: {'Port': ['ID=1c868ec3-0ff1-4875-ad79-7bd7a87b181a,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:29.208100 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-af496e09-1f79-4271-8f25-f0f79ad2f05d tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.1244519 Apr 01 15:55:29.208399 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52348) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:29.295027 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2b613b84-80f1-4341-9558-e5f8d28dde00 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:29.295027 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.segments_db [None req-2b613b84-80f1-4341-9558-e5f8d28dde00 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Added segment 755c4e77-f0b2-4f08-9fe0-a2a61011d64c of type vlan for network 575a138b-7e39-46c7-aa30-2e972fe5fa8d Apr 01 15:55:29.296218 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9e54072a-f393-4d12-b744-fc32468c429f tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:29.305910 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-f38de8a8-7b13-4804-849d-ec7194fe0462 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Deleting port 1c868ec3-0ff1-4875-ad79-7bd7a87b181a {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:55:29.306311 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f38de8a8-7b13-4804-849d-ec7194fe0462 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:29.306523 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9e54072a-f393-4d12-b744-fc32468c429f tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:29.414232 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:29.508229 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e54072a-f393-4d12-b744-fc32468c429f tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Pushing event deleted for resources: {'Network': ['ID=2acb5a3e-e601-43af-9b72-5581586e1887,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:29.567397 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7b713dbc-5f03-498c-ae1d-0c58f9b8c66b tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617660'] for router_gateway, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:29.595311 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-0b525840-6a7d-4c9c-b2e5-26d4523ef2d3 None None] Allocated IP 172.20.0.2 (9fd179fb-62f3-4817-9310-cf027ff49dad/b58dae37-48ed-4159-9b2d-65e442c30c49/a20f5350-cdf3-41cf-88f8-ba4d0924479c) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:29.636121 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device ff52abb5-9023-426e-a401-ddbb00507779 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:55:29.672746 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-fb6b3701-8fab-4be3-baa8-f61303d8ecbe tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'network': {'name': 'tempest-network-smoke--324787947', 'project_id': '447e2c5010754fe1ad368efac7c75251', 'port_security_enabled': True}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:55:29.682744 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-fb6b3701-8fab-4be3-baa8-f61303d8ecbe tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:29.690530 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2b613b84-80f1-4341-9558-e5f8d28dde00 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:29.700981 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-9e54072a-f393-4d12-b744-fc32468c429f tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] 10.222.0.55 "DELETE /v2.0/networks/2acb5a3e-e601-43af-9b72-5581586e1887 HTTP/1.1" status: 204 len: 168 time: 4.7321818 Apr 01 15:55:29.701309 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: ff52abb5-9023-426e-a401-ddbb00507779 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:55:29.701309 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device ff52abb5-9023-426e-a401-ddbb00507779 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:55:29.701309 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device f8531f12-108a-45f3-b1b6-efbef9cfd18c no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:55:29.765279 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 52352) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:29.776787 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f38de8a8-7b13-4804-849d-ec7194fe0462 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:29.791418 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: f8531f12-108a-45f3-b1b6-efbef9cfd18c {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:55:29.791771 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device f8531f12-108a-45f3-b1b6-efbef9cfd18c not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:55:29.812328 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-fb6b3701-8fab-4be3-baa8-f61303d8ecbe tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:network and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:29.872139 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-fb6b3701-8fab-4be3-baa8-f61303d8ecbe tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:29.955815 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-f38de8a8-7b13-4804-849d-ec7194fe0462 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Calling delete_port for 1c868ec3-0ff1-4875-ad79-7bd7a87b181a owned by {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:55:29.991044 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-fb6b3701-8fab-4be3-baa8-f61303d8ecbe tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:30.029096 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb6b3701-8fab-4be3-baa8-f61303d8ecbe tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Made reservation on behalf of 447e2c5010754fe1ad368efac7c75251 for: {'network': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:30.032489 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-fb6b3701-8fab-4be3-baa8-f61303d8ecbe tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:30.036418 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.db.resource_extend [None req-2b613b84-80f1-4341-9558-e5f8d28dde00 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:55:30.057345 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-fb6b3701-8fab-4be3-baa8-f61303d8ecbe tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:30.110465 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-0b525840-6a7d-4c9c-b2e5-26d4523ef2d3 None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:30.131878 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-18230a9d-e7d3-4310-807a-762ef5d07906 None None] Provisioning complete for port e429876d-1c00-43b9-a563-929a57548a74 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:30.132480 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-18230a9d-e7d3-4310-807a-762ef5d07906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:30.173139 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-0b525840-6a7d-4c9c-b2e5-26d4523ef2d3 None None] Transition to ACTIVE for port object a20f5350-cdf3-41cf-88f8-ba4d0924479c will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:30.215398 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-0b525840-6a7d-4c9c-b2e5-26d4523ef2d3 None None] Transition to ACTIVE for port object a20f5350-cdf3-41cf-88f8-ba4d0924479c will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:30.228458 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-0b525840-6a7d-4c9c-b2e5-26d4523ef2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:30.311191 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b525840-6a7d-4c9c-b2e5-26d4523ef2d3 None None] Network 9fd179fb-62f3-4817-9310-cf027ff49dad is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:30.316871 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-0b525840-6a7d-4c9c-b2e5-26d4523ef2d3 None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:30.319321 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b525840-6a7d-4c9c-b2e5-26d4523ef2d3 None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:55:30.329597 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b525840-6a7d-4c9c-b2e5-26d4523ef2d3 None None] Pushing event updated for resources: {'Port': ['ID=a20f5350-cdf3-41cf-88f8-ba4d0924479c,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:30.409822 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-42e8330b-ea51-4a91-9fe8-3c4493a115d1 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15415267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16089018'] for subnet, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:30.414237 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2b613b84-80f1-4341-9558-e5f8d28dde00 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:30.418354 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b613b84-80f1-4341-9558-e5f8d28dde00 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:30.418958 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2b613b84-80f1-4341-9558-e5f8d28dde00 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:30.430840 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f38de8a8-7b13-4804-849d-ec7194fe0462 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:30.471371 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-0b525840-6a7d-4c9c-b2e5-26d4523ef2d3 None None] Attempting to bind port a20f5350-cdf3-41cf-88f8-ba4d0924479c on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:55:30.472200 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-0b525840-6a7d-4c9c-b2e5-26d4523ef2d3 None None] Attempting to bind port a20f5350-cdf3-41cf-88f8-ba4d0924479c by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'f6b2afd3-e15d-47f7-9e4c-84125a06c1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9fd179fb-62f3-4817-9310-cf027ff49dad'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:55:30.472200 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b525840-6a7d-4c9c-b2e5-26d4523ef2d3 None None] Attempting to bind port a20f5350-cdf3-41cf-88f8-ba4d0924479c on network 9fd179fb-62f3-4817-9310-cf027ff49dad {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:55:30.475561 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-18230a9d-e7d3-4310-807a-762ef5d07906 None None] Could not find standard attr ID for object 1c868ec3-0ff1-4875-ad79-7bd7a87b181a. {{(pid=83829) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:55:30.483587 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b525840-6a7d-4c9c-b2e5-26d4523ef2d3 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:55:30.483963 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b525840-6a7d-4c9c-b2e5-26d4523ef2d3 None None] Checking segment: {'id': 'f6b2afd3-e15d-47f7-9e4c-84125a06c1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9fd179fb-62f3-4817-9310-cf027ff49dad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:55:30.484373 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-0b525840-6a7d-4c9c-b2e5-26d4523ef2d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:30.484791 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b525840-6a7d-4c9c-b2e5-26d4523ef2d3 None None] Bound using segment: {'id': 'f6b2afd3-e15d-47f7-9e4c-84125a06c1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9fd179fb-62f3-4817-9310-cf027ff49dad'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:55:30.485272 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-0b525840-6a7d-4c9c-b2e5-26d4523ef2d3 None None] Bound port: a20f5350-cdf3-41cf-88f8-ba4d0924479c, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6b2afd3-e15d-47f7-9e4c-84125a06c1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9fd179fb-62f3-4817-9310-cf027ff49dad'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:55:30.485647 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-0b525840-6a7d-4c9c-b2e5-26d4523ef2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:30.489674 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38de8a8-7b13-4804-849d-ec7194fe0462 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event deleted for resources: {'Port': ['ID=1c868ec3-0ff1-4875-ad79-7bd7a87b181a,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:30.494563 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-fb6b3701-8fab-4be3-baa8-f61303d8ecbe tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:30.503223 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-fb6b3701-8fab-4be3-baa8-f61303d8ecbe tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group_rule and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:30.533335 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-fb6b3701-8fab-4be3-baa8-f61303d8ecbe tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:30.534089 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-e2116e1c-5c3d-46db-9e03-8bb593828d30 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Synchronizing usage tracker for tenant:3da0fb66822044a38da208c9d62f3a12 on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:55:30.548155 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-fb6b3701-8fab-4be3-baa8-f61303d8ecbe tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:30.601961 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-5cf717d6-a5f8-4a17-b56e-71be90f8e6a9 None None] Could not find standard attr ID for object 1c868ec3-0ff1-4875-ad79-7bd7a87b181a. {{(pid=83829) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:55:30.605992 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f38de8a8-7b13-4804-849d-ec7194fe0462 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:30.616079 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-0b525840-6a7d-4c9c-b2e5-26d4523ef2d3 None None] For port a20f5350-cdf3-41cf-88f8-ba4d0924479c, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:55:30.624015 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-0b525840-6a7d-4c9c-b2e5-26d4523ef2d3 None None] For port a20f5350-cdf3-41cf-88f8-ba4d0924479c, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=a20f5350-cdf3-41cf-88f8-ba4d0924479c,segment=NetworkSegment(f6b2afd3-e15d-47f7-9e4c-84125a06c1af),segment_id=f6b2afd3-e15d-47f7-9e4c-84125a06c1af)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:55:30.630357 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-0b525840-6a7d-4c9c-b2e5-26d4523ef2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:30.632372 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-f38de8a8-7b13-4804-849d-ec7194fe0462 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/ports/1c868ec3-0ff1-4875-ad79-7bd7a87b181a HTTP/1.1" status: 204 len: 168 time: 1.4225872 Apr 01 15:55:30.633300 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52356) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:30.645561 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7b713dbc-5f03-498c-ae1d-0c58f9b8c66b tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130651'] for router, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:30.689380 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-2b613b84-80f1-4341-9558-e5f8d28dde00 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.1967952 Apr 01 15:55:30.696876 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52360) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:30.702486 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7b713dbc-5f03-498c-ae1d-0c58f9b8c66b tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:30.704219 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b613b84-80f1-4341-9558-e5f8d28dde00 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Pushing event updated for resources: {'Network': ['ID=575a138b-7e39-46c7-aa30-2e972fe5fa8d,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:30.707552 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-a8dd29d6-25bb-4298-96d7-10a6cc8bb128 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Request body: {'subnet': {'network_id': '575a138b-7e39-46c7-aa30-2e972fe5fa8d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:55:30.715764 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e8330b-ea51-4a91-9fe8-3c4493a115d1 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Pushing event updated for resources: {'Subnet': ['ID=990ff576-c745-4944-8e23-c0711851cf2c,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:30.732916 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 575a138b-7e39-46c7-aa30-2e972fe5fa8d details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:55:30.853254 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b525840-6a7d-4c9c-b2e5-26d4523ef2d3 None None] Pushing event updated for resources: {'Port': ['ID=a20f5350-cdf3-41cf-88f8-ba4d0924479c,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:30.894350 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-fb6b3701-8fab-4be3-baa8-f61303d8ecbe tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:30.904717 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1225a1ed-31b0-41ab-b999-9de99e4cb7de tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:30.905616 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-1225a1ed-31b0-41ab-b999-9de99e4cb7de tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Synchronizing usage tracker for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:port {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:55:30.914553 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-fb6b3701-8fab-4be3-baa8-f61303d8ecbe tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:30.935405 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-a8dd29d6-25bb-4298-96d7-10a6cc8bb128 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:30.950018 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-a8dd29d6-25bb-4298-96d7-10a6cc8bb128 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Usage tracker for resource:subnet and tenant:62df94830a0c4fa9ac007fb055b08943 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:30.959907 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-a8dd29d6-25bb-4298-96d7-10a6cc8bb128 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:30.963829 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-e2116e1c-5c3d-46db-9e03-8bb593828d30 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Unset dirty status for tenant:3da0fb66822044a38da208c9d62f3a12 on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:55:30.964385 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-e2116e1c-5c3d-46db-9e03-8bb593828d30 tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6cf7410-c321-48c1-98b8-39d3ede1ddcd HTTP/1.1" status: 200 len: 205 time: 1.1940398 Apr 01 15:55:30.968318 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 52364) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:30.969110 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e8330b-ea51-4a91-9fe8-3c4493a115d1 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Checking segment: {'id': 'e71656f2-98b6-4e29-b81c-b8e9dfec797b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4dcd1a4d-e4a1-44c4-858d-e295060d742a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:55:30.969858 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e8330b-ea51-4a91-9fe8-3c4493a115d1 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Network hostable DHCP agents. Network: 4dcd1a4d-e4a1-44c4-858d-e295060d742a, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:55:30.979617 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-a8dd29d6-25bb-4298-96d7-10a6cc8bb128 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:31.002225 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6b3701-8fab-4be3-baa8-f61303d8ecbe tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74ad8e91-ed7c-4bce-972d-b5afa18b485f,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:31.006168 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb6b3701-8fab-4be3-baa8-f61303d8ecbe tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=83828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:55:31.019520 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-fb6b3701-8fab-4be3-baa8-f61303d8ecbe tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:31.020484 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.segments_db [None req-fb6b3701-8fab-4be3-baa8-f61303d8ecbe tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Added segment 17425429-0d0c-4b33-953c-3197bd34ece2 of type vlan for network 59a027d1-0bac-441c-bf75-e20666fea16a Apr 01 15:55:31.072275 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-fb6b3701-8fab-4be3-baa8-f61303d8ecbe tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:31.078826 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7b713dbc-5f03-498c-ae1d-0c58f9b8c66b tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607376'] for router, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:31.079317 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b713dbc-5f03-498c-ae1d-0c58f9b8c66b tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0ef9860e-3869-4b90-8667-8efab8c53aa8 {{(pid=83826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:55:31.114534 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-1225a1ed-31b0-41ab-b999-9de99e4cb7de tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Unset dirty status for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:port {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:55:31.116792 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-1225a1ed-31b0-41ab-b999-9de99e4cb7de tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4804499 Apr 01 15:55:31.121245 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-fb6b3701-8fab-4be3-baa8-f61303d8ecbe tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:31.128665 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6b3701-8fab-4be3-baa8-f61303d8ecbe tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:31.128665 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-fb6b3701-8fab-4be3-baa8-f61303d8ecbe tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:31.156300 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52368) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:31.165233 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7b713dbc-5f03-498c-ae1d-0c58f9b8c66b tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks [] for router, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:31.172675 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-7b713dbc-5f03-498c-ae1d-0c58f9b8c66b tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] 10.222.0.55 "DELETE /v2.0/routers/0ef9860e-3869-4b90-8667-8efab8c53aa8 HTTP/1.1" status: 204 len: 168 time: 9.0922289 Apr 01 15:55:31.172675 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 52370) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:31.183916 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-28d68922-43ca-44f5-8d03-c6ea9d0505f2 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-525282282', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}, 'admin_state_up': False}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:55:31.195364 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-28d68922-43ca-44f5-8d03-c6ea9d0505f2 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:31.197661 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e8330b-ea51-4a91-9fe8-3c4493a115d1 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Network 4dcd1a4d-e4a1-44c4-858d-e295060d742a is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:55:31.211018 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-28d68922-43ca-44f5-8d03-c6ea9d0505f2 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Usage tracker for resource:router and tenant:feaf526a4c804601a6b0d1ed32ad6956 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:31.215442 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-28d68922-43ca-44f5-8d03-c6ea9d0505f2 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:31.218901 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-42e8330b-ea51-4a91-9fe8-3c4493a115d1 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, 4dcd1a4d-e4a1-44c4-858d-e295060d742a) {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:31.224001 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e8330b-ea51-4a91-9fe8-3c4493a115d1 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:31.224630 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-42e8330b-ea51-4a91-9fe8-3c4493a115d1 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:31.230074 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a45ec3-9486-4927-bcee-dd6c7edb44da None None] Network 4dcd1a4d-e4a1-44c4-858d-e295060d742a requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:55:31.230963 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8dd29d6-25bb-4298-96d7-10a6cc8bb128 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Made reservation on behalf of 62df94830a0c4fa9ac007fb055b08943 for: {'subnet': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:31.264649 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-28d68922-43ca-44f5-8d03-c6ea9d0505f2 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:31.265423 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-fb6b3701-8fab-4be3-baa8-f61303d8ecbe tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.1379776 Apr 01 15:55:31.266933 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52376) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:31.277750 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f7a2c8f-7a2f-41d6-b13c-27cefffc35c7 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Router 78f336c4-63c2-48c0-95e3-13b5d08ded10 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:55:31.289360 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-947277ce-cd22-4d5a-9853-d70f3fbbcaed tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks [] for router, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:31.364820 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-42e8330b-ea51-4a91-9fe8-3c4493a115d1 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.2955036 Apr 01 15:55:31.364926 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-325be837-378f-4721-a2db-d6dc3f9f41c3 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1797861093', 'admin_state_up': True, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:55:31.370307 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 52380) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:31.373370 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-28d68922-43ca-44f5-8d03-c6ea9d0505f2 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130665'] for router, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:31.374353 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-28d68922-43ca-44f5-8d03-c6ea9d0505f2 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617571', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130640'] for router, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:31.389959 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-77a05bcc-0295-4522-891b-5d059a8d69ce tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-243050958', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:55:31.441494 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-325be837-378f-4721-a2db-d6dc3f9f41c3 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:31.462567 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-325be837-378f-4721-a2db-d6dc3f9f41c3 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:router and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:31.462802 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-77a05bcc-0295-4522-891b-5d059a8d69ce tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:31.470346 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-325be837-378f-4721-a2db-d6dc3f9f41c3 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:31.474799 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-77a05bcc-0295-4522-891b-5d059a8d69ce tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Usage tracker for resource:router and tenant:113c2dcebd4142eb9b767ab7a8fce06c is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:31.484926 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-77a05bcc-0295-4522-891b-5d059a8d69ce tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:31.494960 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-77a05bcc-0295-4522-891b-5d059a8d69ce tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:31.498458 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-325be837-378f-4721-a2db-d6dc3f9f41c3 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:31.506187 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6b3701-8fab-4be3-baa8-f61303d8ecbe tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'Network': ['ID=59a027d1-0bac-441c-bf75-e20666fea16a,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:31.529749 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a8dd29d6-25bb-4298-96d7-10a6cc8bb128 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16030269'] for subnet, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:31.571639 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 59a027d1-0bac-441c-bf75-e20666fea16a details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:55:31.642016 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-77a05bcc-0295-4522-891b-5d059a8d69ce tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130665'] for router, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:31.642954 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-77a05bcc-0295-4522-891b-5d059a8d69ce tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617571', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130640'] for router, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:31.645298 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-325be837-378f-4721-a2db-d6dc3f9f41c3 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130665'] for router, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:31.646228 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-325be837-378f-4721-a2db-d6dc3f9f41c3 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617571', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130640'] for router, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:31.705581 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f3caa0-6b08-414f-8db1-9a657b596b0f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:31.709998 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31a3eac-31c2-4354-9aad-ca51d32cb984 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-4dcd1a4d-e4a1-44c4-858d-e295060d742a', 'network_id': '4dcd1a4d-e4a1-44c4-858d-e295060d742a', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'fixed_ips': [{'subnet_id': '990ff576-c745-4944-8e23-c0711851cf2c'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:55:31.711162 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f31a3eac-31c2-4354-9aad-ca51d32cb984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:31.715176 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-78f3caa0-6b08-414f-8db1-9a657b596b0f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.5270541 Apr 01 15:55:31.718213 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52384) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:31.725551 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-325be837-378f-4721-a2db-d6dc3f9f41c3 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:31.863254 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-28d68922-43ca-44f5-8d03-c6ea9d0505f2 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:31.982138 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f7a2c8f-7a2f-41d6-b13c-27cefffc35c7 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:55:32.009107 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f40e44-44c5-45ed-b57d-b9b4a7ac5565 None None] Sync routers for ids ['78f336c4-63c2-48c0-95e3-13b5d08ded10'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:55:32.025946 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-f31a3eac-31c2-4354-9aad-ca51d32cb984 None None] Allocated IP 172.21.0.2 (4dcd1a4d-e4a1-44c4-858d-e295060d742a/990ff576-c745-4944-8e23-c0711851cf2c/31e182bb-509d-4785-b0aa-d02656ef478b) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:32.081935 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83871c30-12e3-4871-a431-bde23ecf4ec9 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:32.083455 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83871c30-12e3-4871-a431-bde23ecf4ec9 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:32.085097 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83871c30-12e3-4871-a431-bde23ecf4ec9 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:32.087368 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-83871c30-12e3-4871-a431-bde23ecf4ec9 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Synchronizing usage tracker for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:subnet {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:55:32.109524 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f40e44-44c5-45ed-b57d-b9b4a7ac5565 None None] Routers {'78f336c4-63c2-48c0-95e3-13b5d08ded10'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:55:32.118988 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-325be837-378f-4721-a2db-d6dc3f9f41c3 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130626'] for router, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:32.123464 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-f5f40e44-44c5-45ed-b57d-b9b4a7ac5565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:55:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['78f336c4-63c2-48c0-95e3-13b5d08ded10'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:32.150795 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-83871c30-12e3-4871-a431-bde23ecf4ec9 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Unset dirty status for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:subnet {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:55:32.154514 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-83871c30-12e3-4871-a431-bde23ecf4ec9 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3973739 Apr 01 15:55:32.155444 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52388) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:32.229131 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-77a05bcc-0295-4522-891b-5d059a8d69ce tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:32.232193 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-8f7a2c8f-7a2f-41d6-b13c-27cefffc35c7 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "PUT /v2.0/routers/78f336c4-63c2-48c0-95e3-13b5d08ded10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5375643 Apr 01 15:55:32.239475 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52392) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:32.323961 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-947277ce-cd22-4d5a-9853-d70f3fbbcaed tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130651'] for router, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:32.340320 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-947277ce-cd22-4d5a-9853-d70f3fbbcaed tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:32.343427 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-77a05bcc-0295-4522-891b-5d059a8d69ce tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616'] for router, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:32.343713 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device a20f5350-cdf3-41cf-88f8-ba4d0924479c up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:55:32.368938 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d634ae90-b1d8-45f4-bcc2-f35caea60c41 None None] Network 9fd179fb-62f3-4817-9310-cf027ff49dad requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:55:32.372265 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-28d68922-43ca-44f5-8d03-c6ea9d0505f2 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130626'] for router, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:32.379882 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-77a05bcc-0295-4522-891b-5d059a8d69ce tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for router, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:32.383638 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-77a05bcc-0295-4522-891b-5d059a8d69ce tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.0090182 Apr 01 15:55:32.384217 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 52396) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:32.469926 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-f5f40e44-44c5-45ed-b57d-b9b4a7ac5565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:32.472236 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a8dd29d6-25bb-4298-96d7-10a6cc8bb128 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15306628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16030227'] for subnet, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:32.546772 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-947277ce-cd22-4d5a-9853-d70f3fbbcaed tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607376'] for router, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:32.547343 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-947277ce-cd22-4d5a-9853-d70f3fbbcaed tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Fanout notify agent at l3_agent the message router_deleted on router d6cf7410-c321-48c1-98b8-39d3ede1ddcd {{(pid=83826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:55:32.573993 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-947277ce-cd22-4d5a-9853-d70f3fbbcaed tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] Notify callbacks [] for router, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:32.578189 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-947277ce-cd22-4d5a-9853-d70f3fbbcaed tempest-RoutersNegativeIpV6Test-1547432488 tempest-RoutersNegativeIpV6Test-1547432488-project] 10.222.0.55 "DELETE /v2.0/routers/d6cf7410-c321-48c1-98b8-39d3ede1ddcd HTTP/1.1" status: 204 len: 168 time: 1.5984259 Apr 01 15:55:32.580139 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-71cef8ab-323a-432e-85cb-03452453670f tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Synchronizing usage tracker for tenant:140c0a827c6a433287acd915ee3c410d on resource:port {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:55:32.604392 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-b1968b97-cd21-4ec4-b49b-6a41933e4d20 None None] Provisioning for port a20f5350-cdf3-41cf-88f8-ba4d0924479c completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:32.612494 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f40e44-44c5-45ed-b57d-b9b4a7ac5565 None None] Routers {'78f336c4-63c2-48c0-95e3-13b5d08ded10'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:55:32.613171 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-f5f40e44-44c5-45ed-b57d-b9b4a7ac5565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:55:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['78f336c4-63c2-48c0-95e3-13b5d08ded10'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:32.630307 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_v2 [None req-f161c7d1-d10a-4bef-ba77-3524f71ea447 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Deleting subnet 97c81173-c819-43f1-8370-fbf96e721015 {{(pid=83828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:55:32.645997 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f161c7d1-d10a-4bef-ba77-3524f71ea447 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for subnet, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:32.707145 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-71cef8ab-323a-432e-85cb-03452453670f tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Unset dirty status for tenant:140c0a827c6a433287acd915ee3c410d on resource:port {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:55:32.712194 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-71cef8ab-323a-432e-85cb-03452453670f tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "GET /v2.0/ports?device_id=78f336c4-63c2-48c0-95e3-13b5d08ded10 HTTP/1.1" status: 200 len: 205 time: 0.4659879 Apr 01 15:55:32.728504 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52402) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:32.732192 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dd29d6-25bb-4298-96d7-10a6cc8bb128 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Pushing event updated for resources: {'Subnet': ['ID=36c06008-3536-472c-892f-91afd73ff80c,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:32.754697 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-f5f40e44-44c5-45ed-b57d-b9b4a7ac5565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:32.754697 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f40e44-44c5-45ed-b57d-b9b4a7ac5565 None None] The sync data for ids ['78f336c4-63c2-48c0-95e3-13b5d08ded10'] in dv-neutron-833373-2-hyperv is: [] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:55:32.826160 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port a20f5350-cdf3-41cf-88f8-ba4d0924479c completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:32.843585 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port a20f5350-cdf3-41cf-88f8-ba4d0924479c triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:32.844008 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:32.893507 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f31a3eac-31c2-4354-9aad-ca51d32cb984 None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:32.917316 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dd29d6-25bb-4298-96d7-10a6cc8bb128 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Checking segment: {'id': '755c4e77-f0b2-4f08-9fe0-a2a61011d64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '575a138b-7e39-46c7-aa30-2e972fe5fa8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:55:32.917758 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8dd29d6-25bb-4298-96d7-10a6cc8bb128 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Network hostable DHCP agents. Network: 575a138b-7e39-46c7-aa30-2e972fe5fa8d, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:55:32.926076 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f161c7d1-d10a-4bef-ba77-3524f71ea447 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15303084'] for subnet, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:32.953592 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-f31a3eac-31c2-4354-9aad-ca51d32cb984 None None] Transition to ACTIVE for port object 31e182bb-509d-4785-b0aa-d02656ef478b will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:32.992342 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-f31a3eac-31c2-4354-9aad-ca51d32cb984 None None] Transition to ACTIVE for port object 31e182bb-509d-4785-b0aa-d02656ef478b will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:33.010695 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-cb1c8337-1792-45ad-86ad-ff466d7399a8 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for router, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:33.012722 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f31a3eac-31c2-4354-9aad-ca51d32cb984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:33.152540 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52408) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:33.203236 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-28d68922-43ca-44f5-8d03-c6ea9d0505f2 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks [] for router_gateway, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:33.207793 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31a3eac-31c2-4354-9aad-ca51d32cb984 None None] Pushing event updated for resources: {'Port': ['ID=31e182bb-509d-4785-b0aa-d02656ef478b,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:33.208070 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8dd29d6-25bb-4298-96d7-10a6cc8bb128 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Network 575a138b-7e39-46c7-aa30-2e972fe5fa8d is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:55:33.215882 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31a3eac-31c2-4354-9aad-ca51d32cb984 None None] Network 4dcd1a4d-e4a1-44c4-858d-e295060d742a is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:33.219763 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-f31a3eac-31c2-4354-9aad-ca51d32cb984 None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:33.222623 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31a3eac-31c2-4354-9aad-ca51d32cb984 None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:55:33.234876 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:33.245415 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-28d68922-43ca-44f5-8d03-c6ea9d0505f2 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:33.266575 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-a8dd29d6-25bb-4298-96d7-10a6cc8bb128 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, 575a138b-7e39-46c7-aa30-2e972fe5fa8d) {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:33.279489 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f161c7d1-d10a-4bef-ba77-3524f71ea447 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:33.282285 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089cad6a-ae61-44a7-a8a8-1942be7f57fe None None] Network 575a138b-7e39-46c7-aa30-2e972fe5fa8d requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:55:33.338162 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-325be837-378f-4721-a2db-d6dc3f9f41c3 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for router_gateway, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:33.342680 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f98a6be7-0619-4765-bdbd-a74024dc345d tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:33.446016 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8dd29d6-25bb-4298-96d7-10a6cc8bb128 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:33.446856 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a8dd29d6-25bb-4298-96d7-10a6cc8bb128 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:33.519384 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-325be837-378f-4721-a2db-d6dc3f9f41c3 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:33.522282 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-a8dd29d6-25bb-4298-96d7-10a6cc8bb128 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.8223596 Apr 01 15:55:33.597207 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port a20f5350-cdf3-41cf-88f8-ba4d0924479c, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=a20f5350-cdf3-41cf-88f8-ba4d0924479c,segment=NetworkSegment(f6b2afd3-e15d-47f7-9e4c-84125a06c1af),segment_id=f6b2afd3-e15d-47f7-9e4c-84125a06c1af)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:55:33.601877 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-f31a3eac-31c2-4354-9aad-ca51d32cb984 None None] Attempting to bind port 31e182bb-509d-4785-b0aa-d02656ef478b on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:55:33.602538 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-f31a3eac-31c2-4354-9aad-ca51d32cb984 None None] Attempting to bind port 31e182bb-509d-4785-b0aa-d02656ef478b by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'e71656f2-98b6-4e29-b81c-b8e9dfec797b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4dcd1a4d-e4a1-44c4-858d-e295060d742a'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:55:33.602712 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31a3eac-31c2-4354-9aad-ca51d32cb984 None None] Attempting to bind port 31e182bb-509d-4785-b0aa-d02656ef478b on network 4dcd1a4d-e4a1-44c4-858d-e295060d742a {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:55:33.604541 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52414) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:33.625158 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:33.706318 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device d81c1d4e-0e66-432f-85f9-a187a8784877 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:55:33.784307 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31a3eac-31c2-4354-9aad-ca51d32cb984 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:55:33.784738 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31a3eac-31c2-4354-9aad-ca51d32cb984 None None] Checking segment: {'id': 'e71656f2-98b6-4e29-b81c-b8e9dfec797b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4dcd1a4d-e4a1-44c4-858d-e295060d742a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:55:33.785213 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f31a3eac-31c2-4354-9aad-ca51d32cb984 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:33.785618 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31a3eac-31c2-4354-9aad-ca51d32cb984 None None] Bound using segment: {'id': 'e71656f2-98b6-4e29-b81c-b8e9dfec797b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4dcd1a4d-e4a1-44c4-858d-e295060d742a'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:55:33.786125 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-f31a3eac-31c2-4354-9aad-ca51d32cb984 None None] Bound port: 31e182bb-509d-4785-b0aa-d02656ef478b, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71656f2-98b6-4e29-b81c-b8e9dfec797b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4dcd1a4d-e4a1-44c4-858d-e295060d742a'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:55:33.786504 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f31a3eac-31c2-4354-9aad-ca51d32cb984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:33.806415 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: d81c1d4e-0e66-432f-85f9-a187a8784877 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:55:33.806764 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device d81c1d4e-0e66-432f-85f9-a187a8784877 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:55:33.824208 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-28d68922-43ca-44f5-8d03-c6ea9d0505f2 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Allocated IP 172.26.1.66 (ed45466e-0386-4b92-8de3-247c977242ac/0479f741-5cd1-4d6f-b593-d8aa909a42d3/810b5ae1-4d8d-4500-a6c5-469322d7803d) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:33.865550 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-8695170c-f124-4320-8c59-afa60fb2a7b6 None None] Provisioning complete for port a20f5350-cdf3-41cf-88f8-ba4d0924479c triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:33.865928 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8695170c-f124-4320-8c59-afa60fb2a7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:33.905984 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3594dcc8-8853-449b-955c-938a992b9cfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-575a138b-7e39-46c7-aa30-2e972fe5fa8d', 'network_id': '575a138b-7e39-46c7-aa30-2e972fe5fa8d', 'tenant_id': '62df94830a0c4fa9ac007fb055b08943', 'fixed_ips': [{'subnet_id': '36c06008-3536-472c-892f-91afd73ff80c'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:55:33.906788 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-3594dcc8-8853-449b-955c-938a992b9cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:33.962700 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=a20f5350-cdf3-41cf-88f8-ba4d0924479c,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:33.979342 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-cb1c8337-1792-45ad-86ad-ff466d7399a8 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130651'] for router, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:34.005980 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f161c7d1-d10a-4bef-ba77-3524f71ea447 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15306565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16030232'] for subnet, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:34.011232 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-44b0c679-e1fa-4e08-9307-380498033a45 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3da0fb66822044a38da208c9d62f3a12&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8562064 Apr 01 15:55:34.017850 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 52418) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:34.051375 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-cb1c8337-1792-45ad-86ad-ff466d7399a8 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:34.077650 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-f31a3eac-31c2-4354-9aad-ca51d32cb984 None None] For port 31e182bb-509d-4785-b0aa-d02656ef478b, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:55:34.086573 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-f31a3eac-31c2-4354-9aad-ca51d32cb984 None None] For port 31e182bb-509d-4785-b0aa-d02656ef478b, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=31e182bb-509d-4785-b0aa-d02656ef478b,segment=NetworkSegment(e71656f2-98b6-4e29-b81c-b8e9dfec797b),segment_id=e71656f2-98b6-4e29-b81c-b8e9dfec797b)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:55:34.093375 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-685a2b72-b500-4165-a450-28723c88ceb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:34.122404 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-685a2b72-b500-4165-a450-28723c88ceb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:34.136205 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f31a3eac-31c2-4354-9aad-ca51d32cb984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:34.216670 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f161c7d1-d10a-4bef-ba77-3524f71ea447 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event deleted for resources: {'Subnet': ['ID=97c81173-c819-43f1-8370-fbf96e721015,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:34.231423 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f161c7d1-d10a-4bef-ba77-3524f71ea447 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:34.238144 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6dc5edc8-d5b8-4507-8e56-aa3256fa5aab tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:34.267590 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a5a191-2cc3-4c28-b986-0a8d2d8f49c1 None None] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:55:34.292968 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-f161c7d1-d10a-4bef-ba77-3524f71ea447 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/subnets/97c81173-c819-43f1-8370-fbf96e721015 HTTP/1.1" status: 204 len: 168 time: 2.1363275 Apr 01 15:55:34.295538 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52422) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:34.308104 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-685a2b72-b500-4165-a450-28723c88ceb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:34.324677 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-28d68922-43ca-44f5-8d03-c6ea9d0505f2 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:34.345454 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685a2b72-b500-4165-a450-28723c88ceb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddff9fdf-deec-4d00-9b55-fdef96a7e34a,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:34.360654 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-cb1c8337-1792-45ad-86ad-ff466d7399a8 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607376'] for router, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:34.360654 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb1c8337-1792-45ad-86ad-ff466d7399a8 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Fanout notify agent at l3_agent the message router_deleted on router 78f336c4-63c2-48c0-95e3-13b5d08ded10 {{(pid=83828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:55:34.368045 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-685a2b72-b500-4165-a450-28723c88ceb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:34.371947 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-685a2b72-b500-4165-a450-28723c88ceb8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ddff9fdf-deec-4d00-9b55-fdef96a7e34a HTTP/1.1" status: 204 len: 168 time: 0.3534045 Apr 01 15:55:34.373800 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-f98a6be7-0619-4765-bdbd-a74024dc345d tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Allocated IP 172.20.0.1 (9fd179fb-62f3-4817-9310-cf027ff49dad/b58dae37-48ed-4159-9b2d-65e442c30c49/a79ca4c1-afe7-4e96-a340-bebcd36fc93b) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:34.403387 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-cb1c8337-1792-45ad-86ad-ff466d7399a8 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:34.408633 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-cb1c8337-1792-45ad-86ad-ff466d7399a8 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "DELETE /v2.0/routers/78f336c4-63c2-48c0-95e3-13b5d08ded10 HTTP/1.1" status: 204 len: 168 time: 1.6740410 Apr 01 15:55:34.410844 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52428) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:34.484059 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6dc5edc8-d5b8-4507-8e56-aa3256fa5aab tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:34.696402 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f98a6be7-0619-4765-bdbd-a74024dc345d tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:34.704254 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31a3eac-31c2-4354-9aad-ca51d32cb984 None None] Pushing event updated for resources: {'Port': ['ID=31e182bb-509d-4785-b0aa-d02656ef478b,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:34.743170 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [None req-f98a6be7-0619-4765-bdbd-a74024dc345d tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Transition to ACTIVE for port object a79ca4c1-afe7-4e96-a340-bebcd36fc93b will not be triggered until provisioned by entity DHCP. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:34.774071 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-3594dcc8-8853-449b-955c-938a992b9cfd None None] Allocated IP 2001:db8::2 (575a138b-7e39-46c7-aa30-2e972fe5fa8d/36c06008-3536-472c-892f-91afd73ff80c/8f6ac9de-f3f8-4fab-b525-462793e3188a) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:34.790430 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-28d68922-43ca-44f5-8d03-c6ea9d0505f2 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:34.884678 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_v2 [None req-59f7a617-5c1c-4cef-bc54-43480c458db5 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Deleting subnet b9ade351-e9a0-4789-be1f-ab552b2c954d {{(pid=83828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:55:34.900082 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-59f7a617-5c1c-4cef-bc54-43480c458db5 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for subnet, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:34.900615 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f98a6be7-0619-4765-bdbd-a74024dc345d tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:34.980424 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_v2 [None req-c27145de-ddd8-454c-bea6-4ac2041b57b5 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Deleting subnet b13c9de6-64c6-4a1b-bc31-ef7f834d74e9 {{(pid=83828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:55:34.988000 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d68922-43ca-44f5-8d03-c6ea9d0505f2 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Network ed45466e-0386-4b92-8de3-247c977242ac is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:34.991504 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98a6be7-0619-4765-bdbd-a74024dc345d tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Network 9fd179fb-62f3-4817-9310-cf027ff49dad is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:34.995512 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-28d68922-43ca-44f5-8d03-c6ea9d0505f2 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:35.003277 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-f98a6be7-0619-4765-bdbd-a74024dc345d tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:35.005368 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c27145de-ddd8-454c-bea6-4ac2041b57b5 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for subnet, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:35.005576 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d68922-43ca-44f5-8d03-c6ea9d0505f2 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:55:35.037904 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d68922-43ca-44f5-8d03-c6ea9d0505f2 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Pushing event updated for resources: {'Port': ['ID=810b5ae1-4d8d-4500-a6c5-469322d7803d,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:35.041732 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98a6be7-0619-4765-bdbd-a74024dc345d tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:55:35.067218 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-59f7a617-5c1c-4cef-bc54-43480c458db5 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15303084'] for subnet, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:35.151369 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f98a6be7-0619-4765-bdbd-a74024dc345d tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611418'] for router_interface, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:35.168309 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-325be837-378f-4721-a2db-d6dc3f9f41c3 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Allocated IP 172.26.1.237 (ed45466e-0386-4b92-8de3-247c977242ac/0479f741-5cd1-4d6f-b593-d8aa909a42d3/111f977e-aadd-4608-a691-9582379042d5) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:35.252986 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-3594dcc8-8853-449b-955c-938a992b9cfd None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:35.291691 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-3594dcc8-8853-449b-955c-938a992b9cfd None None] Transition to ACTIVE for port object 8f6ac9de-f3f8-4fab-b525-462793e3188a will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:35.328447 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-3594dcc8-8853-449b-955c-938a992b9cfd None None] Transition to ACTIVE for port object 8f6ac9de-f3f8-4fab-b525-462793e3188a will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:35.339465 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-3594dcc8-8853-449b-955c-938a992b9cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:35.441581 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3594dcc8-8853-449b-955c-938a992b9cfd None None] Network 575a138b-7e39-46c7-aa30-2e972fe5fa8d is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:35.458107 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-3594dcc8-8853-449b-955c-938a992b9cfd None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:35.475001 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3594dcc8-8853-449b-955c-938a992b9cfd None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:55:35.579067 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f98a6be7-0619-4765-bdbd-a74024dc345d tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:35.602063 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c27145de-ddd8-454c-bea6-4ac2041b57b5 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15303084'] for subnet, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:35.619048 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3594dcc8-8853-449b-955c-938a992b9cfd None None] Pushing event updated for resources: {'Port': ['ID=8f6ac9de-f3f8-4fab-b525-462793e3188a,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:35.631726 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98a6be7-0619-4765-bdbd-a74024dc345d tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Pushing event updated for resources: {'Port': ['ID=a79ca4c1-afe7-4e96-a340-bebcd36fc93b,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:35.698801 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-325be837-378f-4721-a2db-d6dc3f9f41c3 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:35.748692 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-3594dcc8-8853-449b-955c-938a992b9cfd None None] Attempting to bind port 8f6ac9de-f3f8-4fab-b525-462793e3188a on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:55:35.749308 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-3594dcc8-8853-449b-955c-938a992b9cfd None None] Attempting to bind port 8f6ac9de-f3f8-4fab-b525-462793e3188a by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': '755c4e77-f0b2-4f08-9fe0-a2a61011d64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '575a138b-7e39-46c7-aa30-2e972fe5fa8d'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:55:35.749719 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3594dcc8-8853-449b-955c-938a992b9cfd None None] Attempting to bind port 8f6ac9de-f3f8-4fab-b525-462793e3188a on network 575a138b-7e39-46c7-aa30-2e972fe5fa8d {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:55:35.767030 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3594dcc8-8853-449b-955c-938a992b9cfd None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:55:35.768057 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3594dcc8-8853-449b-955c-938a992b9cfd None None] Checking segment: {'id': '755c4e77-f0b2-4f08-9fe0-a2a61011d64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '575a138b-7e39-46c7-aa30-2e972fe5fa8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:55:35.768057 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-3594dcc8-8853-449b-955c-938a992b9cfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:35.769031 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3594dcc8-8853-449b-955c-938a992b9cfd None None] Bound using segment: {'id': '755c4e77-f0b2-4f08-9fe0-a2a61011d64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '575a138b-7e39-46c7-aa30-2e972fe5fa8d'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:55:35.769615 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-3594dcc8-8853-449b-955c-938a992b9cfd None None] Bound port: 8f6ac9de-f3f8-4fab-b525-462793e3188a, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '755c4e77-f0b2-4f08-9fe0-a2a61011d64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '575a138b-7e39-46c7-aa30-2e972fe5fa8d'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:55:35.770268 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-3594dcc8-8853-449b-955c-938a992b9cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:35.776298 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6dc5edc8-d5b8-4507-8e56-aa3256fa5aab tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15306565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16030232'] for subnet, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:35.788608 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-36264671-191e-4798-8024-93183089311c None None] Provisioning for port a79ca4c1-afe7-4e96-a340-bebcd36fc93b completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:35.798470 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-36264671-191e-4798-8024-93183089311c None None] Provisioning complete for port a79ca4c1-afe7-4e96-a340-bebcd36fc93b triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:35.798837 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-36264671-191e-4798-8024-93183089311c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:35.891281 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc5edc8-d5b8-4507-8e56-aa3256fa5aab tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Pushing event deleted for resources: {'Subnet': ['ID=36c06008-3536-472c-892f-91afd73ff80c,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:35.948805 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-36264671-191e-4798-8024-93183089311c None None] Port a79ca4c1-afe7-4e96-a340-bebcd36fc93b cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:55:35.981283 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c27145de-ddd8-454c-bea6-4ac2041b57b5 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:36.149383 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c27145de-ddd8-454c-bea6-4ac2041b57b5 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15306565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16030232'] for subnet, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:36.172930 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-59f7a617-5c1c-4cef-bc54-43480c458db5 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:36.178408 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 52448) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:36.199709 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-3594dcc8-8853-449b-955c-938a992b9cfd None None] For port 8f6ac9de-f3f8-4fab-b525-462793e3188a, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:55:36.230609 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device a20f5350-cdf3-41cf-88f8-ba4d0924479c up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:55:36.319786 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-3594dcc8-8853-449b-955c-938a992b9cfd None None] For port 8f6ac9de-f3f8-4fab-b525-462793e3188a, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=8f6ac9de-f3f8-4fab-b525-462793e3188a,segment=NetworkSegment(755c4e77-f0b2-4f08-9fe0-a2a61011d64c),segment_id=755c4e77-f0b2-4f08-9fe0-a2a61011d64c)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:55:36.347136 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-3594dcc8-8853-449b-955c-938a992b9cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:36.393822 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27145de-ddd8-454c-bea6-4ac2041b57b5 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Pushing event deleted for resources: {'Subnet': ['ID=b13c9de6-64c6-4a1b-bc31-ef7f834d74e9,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:36.430012 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-325be837-378f-4721-a2db-d6dc3f9f41c3 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:36.487200 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c27145de-ddd8-454c-bea6-4ac2041b57b5 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:36.493521 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ab7928-479a-45df-a998-b30125c54b21 None None] Network 0d94b460-7944-4cd0-b1b7-4df210c8759b requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:55:36.499547 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6dc5edc8-d5b8-4507-8e56-aa3256fa5aab tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:36.511040 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-c27145de-ddd8-454c-bea6-4ac2041b57b5 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "DELETE /v2.0/subnets/b13c9de6-64c6-4a1b-bc31-ef7f834d74e9 HTTP/1.1" status: 204 len: 168 time: 2.1001940 Apr 01 15:55:36.532995 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52454) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:36.595417 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-6dc5edc8-d5b8-4507-8e56-aa3256fa5aab tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['575a138b-7e39-46c7-aa30-2e972fe5fa8d']}} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:36.627456 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-860736d6-2906-4e88-aae6-b7d808a937f1 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Request body: {'security_group': {'name': 'tempest-secgroup--918980630'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:55:36.629254 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab695041-8bfa-46ac-8d4f-19c897d5249a None None] Network 4dcd1a4d-e4a1-44c4-858d-e295060d742a requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:55:36.648563 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-56fc8452-1545-407d-9cb9-8b6549fba312 None None] Provisioning complete for port e429876d-1c00-43b9-a563-929a57548a74 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:36.649073 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-56fc8452-1545-407d-9cb9-8b6549fba312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:36.649283 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-860736d6-2906-4e88-aae6-b7d808a937f1 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:36.659024 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-860736d6-2906-4e88-aae6-b7d808a937f1 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Usage tracker for resource:security_group and tenant:d43469dfc0b440c3b15d5b674848a763 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:36.662430 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-860736d6-2906-4e88-aae6-b7d808a937f1 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:36.671270 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-860736d6-2906-4e88-aae6-b7d808a937f1 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:36.673085 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325be837-378f-4721-a2db-d6dc3f9f41c3 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'Port': ['ID=111f977e-aadd-4608-a691-9582379042d5,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:36.677173 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325be837-378f-4721-a2db-d6dc3f9f41c3 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Network ed45466e-0386-4b92-8de3-247c977242ac is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:36.696336 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-6dc5edc8-d5b8-4507-8e56-aa3256fa5aab tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '755c4e77-f0b2-4f08-9fe0-a2a61011d64c') {'for_net_delete': True} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:36.696602 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-860736d6-2906-4e88-aae6-b7d808a937f1 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:36.696698 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-6dc5edc8-d5b8-4507-8e56-aa3256fa5aab tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '755c4e77-f0b2-4f08-9fe0-a2a61011d64c') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:36.703938 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-325be837-378f-4721-a2db-d6dc3f9f41c3 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:36.713895 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f98a6be7-0619-4765-bdbd-a74024dc345d tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:36.716372 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-28d68922-43ca-44f5-8d03-c6ea9d0505f2 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks [] for router_gateway, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:36.716818 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325be837-378f-4721-a2db-d6dc3f9f41c3 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:55:36.717082 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-28d68922-43ca-44f5-8d03-c6ea9d0505f2 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616'] for router, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:36.719883 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-860736d6-2906-4e88-aae6-b7d808a937f1 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:36.733225 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f98a6be7-0619-4765-bdbd-a74024dc345d tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:36.917782 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-59f7a617-5c1c-4cef-bc54-43480c458db5 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15306565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16030232'] for subnet, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:36.923034 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3594dcc8-8853-449b-955c-938a992b9cfd None None] Pushing event updated for resources: {'Port': ['ID=8f6ac9de-f3f8-4fab-b525-462793e3188a,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:36.934476 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6dc5edc8-d5b8-4507-8e56-aa3256fa5aab tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15303093'] for segment, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:37.007313 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98a6be7-0619-4765-bdbd-a74024dc345d tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Pushing event updated for resources: {'Port': ['ID=a79ca4c1-afe7-4e96-a340-bebcd36fc93b,revision_number=2']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:37.012638 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-42acc27d-1f9f-4507-abce-c12b1686928d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:37.014694 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f7a617-5c1c-4cef-bc54-43480c458db5 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event deleted for resources: {'Subnet': ['ID=b9ade351-e9a0-4789-be1f-ab552b2c954d,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:37.023477 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-860736d6-2906-4e88-aae6-b7d808a937f1 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:37.025620 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6dc5edc8-d5b8-4507-8e56-aa3256fa5aab tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:37.029807 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f98a6be7-0619-4765-bdbd-a74024dc345d tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611525'] for router_interface, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:37.033931 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-860736d6-2906-4e88-aae6-b7d808a937f1 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Usage tracker for resource:security_group_rule and tenant:d43469dfc0b440c3b15d5b674848a763 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:37.040339 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-860736d6-2906-4e88-aae6-b7d808a937f1 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:37.044169 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-59f7a617-5c1c-4cef-bc54-43480c458db5 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:37.050761 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-42acc27d-1f9f-4507-abce-c12b1686928d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Deleting port 0034e770-85e6-4593-9a48-0407812501d1 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:55:37.051108 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-42acc27d-1f9f-4507-abce-c12b1686928d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:37.058548 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-860736d6-2906-4e88-aae6-b7d808a937f1 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:37.071517 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c3942a-d500-4b05-8768-32d2ee1da8a2 None None] Network 575a138b-7e39-46c7-aa30-2e972fe5fa8d requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:55:37.088033 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb813ce-c452-44aa-bf42-9d95049c3633 None None] Network 7b65ac5c-8834-4b65-9b28-b7dba6c9746f requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:55:37.088260 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dc5edc8-d5b8-4507-8e56-aa3256fa5aab tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=83828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:55:37.088429 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6dc5edc8-d5b8-4507-8e56-aa3256fa5aab tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15306523'] for segment, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:37.108258 dv-neutron-833373-2-hyperv neutron-server[83828]: Traceback (most recent call last): Apr 01 15:55:37.108258 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:55:37.108258 dv-neutron-833373-2-hyperv neutron-server[83828]: timer() Apr 01 15:55:37.108258 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:55:37.108258 dv-neutron-833373-2-hyperv neutron-server[83828]: cb(*args, **kw) Apr 01 15:55:37.108258 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:55:37.108258 dv-neutron-833373-2-hyperv neutron-server[83828]: return func(*args, **kwargs) Apr 01 15:55:37.108258 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:55:37.108258 dv-neutron-833373-2-hyperv neutron-server[83828]: self._notify() Apr 01 15:55:37.108258 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:55:37.108258 dv-neutron-833373-2-hyperv neutron-server[83828]: self.callback(batched_events) Apr 01 15:55:37.108258 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:55:37.108258 dv-neutron-833373-2-hyperv neutron-server[83828]: event.method(event) Apr 01 15:55:37.108258 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:55:37.108258 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:55:37.108258 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:55:37.108258 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:55:37.108258 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:55:37.108258 dv-neutron-833373-2-hyperv neutron-server[83828]: return f(self, *a, **k) Apr 01 15:55:37.108258 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:55:37.108258 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._get(url).json() Apr 01 15:55:37.108258 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:55:37.108258 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:55:37.108258 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:55:37.108258 dv-neutron-833373-2-hyperv neutron-server[83828]: return self.request(url, 'GET', **kwargs) Apr 01 15:55:37.108258 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:55:37.108258 dv-neutron-833373-2-hyperv neutron-server[83828]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:55:37.108258 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:55:37.108258 dv-neutron-833373-2-hyperv neutron-server[83828]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:55:37.108258 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:55:37.108258 dv-neutron-833373-2-hyperv neutron-server[83828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:55:37.108258 dv-neutron-833373-2-hyperv neutron-server[83828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:55:37.119364 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port a20f5350-cdf3-41cf-88f8-ba4d0924479c triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:37.120082 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:37.133805 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-59f7a617-5c1c-4cef-bc54-43480c458db5 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/subnets/b9ade351-e9a0-4789-be1f-ab552b2c954d HTTP/1.1" status: 204 len: 168 time: 2.8367653 Apr 01 15:55:37.159251 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52458) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:37.294475 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-860736d6-2906-4e88-aae6-b7d808a937f1 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:37.301121 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98a6be7-0619-4765-bdbd-a74024dc345d tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Network 9fd179fb-62f3-4817-9310-cf027ff49dad is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:37.303478 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-f98a6be7-0619-4765-bdbd-a74024dc345d tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:37.307464 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-860736d6-2906-4e88-aae6-b7d808a937f1 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:37.336991 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-08ca9ca7-3fbb-4249-a47d-4e53c1cadc5d tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1024222 Apr 01 15:55:37.344975 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52462) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:37.406464 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.db.api [None req-6dc5edc8-d5b8-4507-8e56-aa3256fa5aab tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 01 15:55:37.406464 dv-neutron-833373-2-hyperv neutron-server[83828]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 01 15:55:37.406464 dv-neutron-833373-2-hyperv neutron-server[83828]: [parameters: {'id': '575a138b-7e39-46c7-aa30-2e972fe5fa8d'}] Apr 01 15:55:37.406464 dv-neutron-833373-2-hyperv neutron-server[83828]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:55:37.407054 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG oslo_db.api [None req-6dc5edc8-d5b8-4507-8e56-aa3256fa5aab tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:55:37.505447 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-860736d6-2906-4e88-aae6-b7d808a937f1 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:37.516367 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-860736d6-2906-4e88-aae6-b7d808a937f1 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Usage tracker for resource:security_group_rule and tenant:d43469dfc0b440c3b15d5b674848a763 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:37.519381 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860736d6-2906-4e88-aae6-b7d808a937f1 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7418da5a-e2e3-453c-b741-d286ea945710,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:37.525732 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-860736d6-2906-4e88-aae6-b7d808a937f1 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:37.540166 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-860736d6-2906-4e88-aae6-b7d808a937f1 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:37.600463 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab90fc5-2d74-4249-bd68-5d30660bed92 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:37.602846 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-cab90fc5-2d74-4249-bd68-5d30660bed92 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.2546718 Apr 01 15:55:37.607002 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52468) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:37.687938 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-42acc27d-1f9f-4507-abce-c12b1686928d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] For port 0034e770-85e6-4593-9a48-0407812501d1, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=0034e770-85e6-4593-9a48-0407812501d1,segment=NetworkSegment(7df9d021-4768-4c8e-a43c-d80bda9079f3),segment_id=7df9d021-4768-4c8e-a43c-d80bda9079f3)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:55:37.688617 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-42acc27d-1f9f-4507-abce-c12b1686928d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:37.759154 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-860736d6-2906-4e88-aae6-b7d808a937f1 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:37.769719 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-860736d6-2906-4e88-aae6-b7d808a937f1 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:37.831482 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-42acc27d-1f9f-4507-abce-c12b1686928d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Calling delete_port for 0034e770-85e6-4593-9a48-0407812501d1 owned by network:dhcp {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:55:37.835063 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860736d6-2906-4e88-aae6-b7d808a937f1 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efb538df-e0ab-4bd9-963e-2e90105ab721,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:37.841638 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-860736d6-2906-4e88-aae6-b7d808a937f1 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:37.845769 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-860736d6-2906-4e88-aae6-b7d808a937f1 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.6612365 Apr 01 15:55:37.845769 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 52472) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:37.850874 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28d68922-43ca-44f5-8d03-c6ea9d0505f2 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Router 857b4ca9-df38-4b3b-8392-3e5ade9f1675 is scheduled to L3 agent ff252634-3424-422a-b742-9ae457bd54bd with binding_index 1 {{(pid=83826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:55:37.866008 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-d28112f9-5a29-41b8-ba91-4e1aedc06bda None None] Provisioning for port 31e182bb-509d-4785-b0aa-d02656ef478b completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:37.873251 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0bf0975-6728-45a8-9c20-d16e2797698c tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:37.873251 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-b0bf0975-6728-45a8-9c20-d16e2797698c tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Synchronizing usage tracker for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:subnet {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:55:37.897843 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 31e182bb-509d-4785-b0aa-d02656ef478b up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:55:37.910155 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6dc5edc8-d5b8-4507-8e56-aa3256fa5aab tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:37.922741 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-b0bf0975-6728-45a8-9c20-d16e2797698c tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Unset dirty status for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:subnet {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:55:37.924205 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-b0bf0975-6728-45a8-9c20-d16e2797698c tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3154151 Apr 01 15:55:37.932393 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52476) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:38.009054 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea0135f-26f8-4f43-8d4e-96d4d071bda6 None None] DHCP port deletion for 0d94b460-7944-4cd0-b1b7-4df210c8759b request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:55:38.021054 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-5ea0135f-26f8-4f43-8d4e-96d4d071bda6 None None] Deleting port 0034e770-85e6-4593-9a48-0407812501d1 {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:55:38.021427 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-5ea0135f-26f8-4f43-8d4e-96d4d071bda6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:38.025462 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-85f7bdd1-7a3b-461f-bb6b-86f696785ba9 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0771661 Apr 01 15:55:38.033478 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52480) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:38.100273 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-6dc5edc8-d5b8-4507-8e56-aa3256fa5aab tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Deleting port 8f6ac9de-f3f8-4fab-b525-462793e3188a {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:55:38.100617 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6dc5edc8-d5b8-4507-8e56-aa3256fa5aab tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:38.110293 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-6878e128-d23d-4072-a25b-546796428e39 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Synchronizing usage tracker for tenant:d43469dfc0b440c3b15d5b674848a763 on resource:security_group {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:55:38.118803 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07f79ab-20f9-4532-8581-8586513118f0 None None] DHCP port deletion for 7b65ac5c-8834-4b65-9b28-b7dba6c9746f request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:55:38.128765 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-c034605e-d889-49c2-8767-58b0f84d5a09 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:38.128765 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c034605e-d889-49c2-8767-58b0f84d5a09 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:38.135907 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-d07f79ab-20f9-4532-8581-8586513118f0 None None] Deleting port e429876d-1c00-43b9-a563-929a57548a74 {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:55:38.136401 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-d07f79ab-20f9-4532-8581-8586513118f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:38.139370 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-42acc27d-1f9f-4507-abce-c12b1686928d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:38.166368 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-6878e128-d23d-4072-a25b-546796428e39 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Unset dirty status for tenant:d43469dfc0b440c3b15d5b674848a763 on resource:security_group {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:55:38.167731 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-6878e128-d23d-4072-a25b-546796428e39 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.3211546 Apr 01 15:55:38.171744 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 52484) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:38.183601 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-0371f46e-4d44-43db-a9b9-2ca44e574bf7 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Request body: {'security_group': {'name': 'tempest-security--916375841', 'description': 'tempest-security-description-1129641882'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:55:38.207825 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42acc27d-1f9f-4507-abce-c12b1686928d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Pushing event deleted for resources: {'Port': ['ID=0034e770-85e6-4593-9a48-0407812501d1,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:38.214974 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-c034605e-d889-49c2-8767-58b0f84d5a09 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/ports/1c868ec3-0ff1-4875-ad79-7bd7a87b181a HTTP/1.1" status: 404 len: 333 time: 0.1778779 Apr 01 15:55:38.214974 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-325be837-378f-4721-a2db-d6dc3f9f41c3 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for router_gateway, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:38.215307 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-325be837-378f-4721-a2db-d6dc3f9f41c3 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616'] for router, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:38.220472 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-5ea0135f-26f8-4f43-8d4e-96d4d071bda6 None None] The port '0034e770-85e6-4593-9a48-0407812501d1' was deleted {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:55:38.220742 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 52488) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:38.224604 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f98a6be7-0619-4765-bdbd-a74024dc345d tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Router 77dbf70a-27f1-420e-b906-f4163e390ccd is scheduled to L3 agent ff252634-3424-422a-b742-9ae457bd54bd with binding_index 1 {{(pid=83826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:55:38.244168 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-236f92a4-8469-4ae8-b3dd-b0d02cc93e11 None None] Provisioning complete for port a79ca4c1-afe7-4e96-a340-bebcd36fc93b triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:38.244547 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-236f92a4-8469-4ae8-b3dd-b0d02cc93e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:38.285812 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 31e182bb-509d-4785-b0aa-d02656ef478b completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:38.290642 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-848d1353-4ce2-4b9a-9099-90b4ef0f4560 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:38.291244 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-848d1353-4ce2-4b9a-9099-90b4ef0f4560 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:38.295705 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-848d1353-4ce2-4b9a-9099-90b4ef0f4560 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/subnets/97c81173-c819-43f1-8370-fbf96e721015 HTTP/1.1" status: 404 len: 337 time: 0.0712364 Apr 01 15:55:38.296360 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 52492) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:38.325966 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 31e182bb-509d-4785-b0aa-d02656ef478b triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:38.326362 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:38.336502 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0371f46e-4d44-43db-a9b9-2ca44e574bf7 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:38.355325 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d369dd6-bc21-4d6b-8388-1353dab5be71 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:38.356005 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d369dd6-bc21-4d6b-8388-1353dab5be71 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:38.358002 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-2d369dd6-bc21-4d6b-8388-1353dab5be71 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/subnets/b9ade351-e9a0-4789-be1f-ab552b2c954d HTTP/1.1" status: 404 len: 337 time: 0.0610375 Apr 01 15:55:38.363789 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 52496) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:38.404371 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-236f92a4-8469-4ae8-b3dd-b0d02cc93e11 None None] Port a79ca4c1-afe7-4e96-a340-bebcd36fc93b cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:55:38.432600 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42acc27d-1f9f-4507-abce-c12b1686928d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] No DVR routers for this DVR port 0034e770-85e6-4593-9a48-0407812501d1 on host dv-neutron-833373-2-hyperv {{(pid=83828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:55:38.612463 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-d07f79ab-20f9-4532-8581-8586513118f0 None None] For port e429876d-1c00-43b9-a563-929a57548a74, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=e429876d-1c00-43b9-a563-929a57548a74,segment=NetworkSegment(c41dc1a5-c958-4d8b-81ea-3934c36371b8),segment_id=c41dc1a5-c958-4d8b-81ea-3934c36371b8)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:55:38.612792 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-d07f79ab-20f9-4532-8581-8586513118f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:38.680641 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-f383e1f6-845d-407c-9215-62226b065683 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:38.681264 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f383e1f6-845d-407c-9215-62226b065683 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:38.686180 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-f383e1f6-845d-407c-9215-62226b065683 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/ports/096f525d-fd59-4bfb-b537-80b753e530e8 HTTP/1.1" status: 404 len: 333 time: 0.3145800 Apr 01 15:55:38.696523 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 52500) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:38.751356 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0371f46e-4d44-43db-a9b9-2ca44e574bf7 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:38.751586 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-9f94f03b-b60a-477b-a657-fad6062bb84f None None] Provisioning complete for port 31e182bb-509d-4785-b0aa-d02656ef478b triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:38.751744 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-9f94f03b-b60a-477b-a657-fad6062bb84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:38.760563 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c8cae57-2844-40b8-aeae-70385dc9c1ea tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:38.761187 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c8cae57-2844-40b8-aeae-70385dc9c1ea tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:38.765454 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-7c8cae57-2844-40b8-aeae-70385dc9c1ea tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/subnets/f3b349bf-3825-4d1b-b7aa-e89b8bc995fb HTTP/1.1" status: 404 len: 337 time: 0.0637300 Apr 01 15:55:38.767011 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-42acc27d-1f9f-4507-abce-c12b1686928d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:38.772263 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0371f46e-4d44-43db-a9b9-2ca44e574bf7 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:38.773939 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52504) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:38.775203 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0371f46e-4d44-43db-a9b9-2ca44e574bf7 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:38.776485 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-0371f46e-4d44-43db-a9b9-2ca44e574bf7 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] 10.222.0.55 "PUT /v2.0/security-groups/efb538df-e0ab-4bd9-963e-2e90105ab721 HTTP/1.1" status: 200 len: 1611 time: 0.6018007 Apr 01 15:55:38.782437 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-d07f79ab-20f9-4532-8581-8586513118f0 None None] Calling delete_port for e429876d-1c00-43b9-a563-929a57548a74 owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:55:38.792148 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 52508) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:38.844600 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28d68922-43ca-44f5-8d03-c6ea9d0505f2 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:55:38.857250 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0371f46e-4d44-43db-a9b9-2ca44e574bf7 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efb538df-e0ab-4bd9-963e-2e90105ab721,revision_number=2']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:38.859173 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5f6696-819f-46a1-8b3f-970b21886bfe None None] Sync routers for ids ['857b4ca9-df38-4b3b-8392-3e5ade9f1675'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:55:38.880866 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5f6696-819f-46a1-8b3f-970b21886bfe None None] Routers {'857b4ca9-df38-4b3b-8392-3e5ade9f1675'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:55:38.881475 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-ca5f6696-819f-46a1-8b3f-970b21886bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:55:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['857b4ca9-df38-4b3b-8392-3e5ade9f1675'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:38.892649 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-28d68922-43ca-44f5-8d03-c6ea9d0505f2 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks [] for router, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:38.897343 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-28d68922-43ca-44f5-8d03-c6ea9d0505f2 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.7237191 Apr 01 15:55:38.897939 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:38.898973 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 52512) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:38.907905 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-ccee33c6-2746-4a3b-a973-7bd4c95109ef tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'enable_snat': False}}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:55:38.912136 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-6dc5edc8-d5b8-4507-8e56-aa3256fa5aab tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] For port 8f6ac9de-f3f8-4fab-b525-462793e3188a, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=8f6ac9de-f3f8-4fab-b525-462793e3188a,segment=NetworkSegment(755c4e77-f0b2-4f08-9fe0-a2a61011d64c),segment_id=755c4e77-f0b2-4f08-9fe0-a2a61011d64c)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:55:38.912531 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6dc5edc8-d5b8-4507-8e56-aa3256fa5aab tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:38.946937 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-ca5f6696-819f-46a1-8b3f-970b21886bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:38.958089 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5f6696-819f-46a1-8b3f-970b21886bfe None None] Routers {'857b4ca9-df38-4b3b-8392-3e5ade9f1675'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:55:38.958694 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-ca5f6696-819f-46a1-8b3f-970b21886bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:55:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['857b4ca9-df38-4b3b-8392-3e5ade9f1675'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:38.964809 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-0ed7c0a6-083b-4337-8ff5-5a6faf52069b tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] 10.222.0.55 "GET /v2.0/security-groups/efb538df-e0ab-4bd9-963e-2e90105ab721 HTTP/1.1" status: 200 len: 1611 time: 0.1686924 Apr 01 15:55:38.969646 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 52516) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:39.010833 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port 31e182bb-509d-4785-b0aa-d02656ef478b, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=31e182bb-509d-4785-b0aa-d02656ef478b,segment=NetworkSegment(e71656f2-98b6-4e29-b81c-b8e9dfec797b),segment_id=e71656f2-98b6-4e29-b81c-b8e9dfec797b)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:55:39.033706 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:39.045382 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-ca5f6696-819f-46a1-8b3f-970b21886bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:39.045799 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5f6696-819f-46a1-8b3f-970b21886bfe None None] The sync data for ids ['857b4ca9-df38-4b3b-8392-3e5ade9f1675'] in dv-neutron-833373-2-hyperv is: [] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:55:39.083108 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-6dc5edc8-d5b8-4507-8e56-aa3256fa5aab tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Calling delete_port for 8f6ac9de-f3f8-4fab-b525-462793e3188a owned by network:dhcp {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:55:39.119729 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-d07f79ab-20f9-4532-8581-8586513118f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671'] for port, after_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:39.128644 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f98a6be7-0619-4765-bdbd-a74024dc345d tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:55:39.140483 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-f98a6be7-0619-4765-bdbd-a74024dc345d tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "PUT /v2.0/routers/77dbf70a-27f1-420e-b906-f4163e390ccd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7548316 Apr 01 15:55:39.141473 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 52520) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:39.177458 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3e6f93-9a88-4fc8-b2aa-c0e5f00d9856 None None] Sync routers for ids ['77dbf70a-27f1-420e-b906-f4163e390ccd'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:55:39.180384 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bab0279-cde7-4129-b86e-f4972275ba7e tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:39.180535 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device e429876d-1c00-43b9-a563-929a57548a74 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:55:39.180698 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bab0279-cde7-4129-b86e-f4972275ba7e tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:39.184616 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-1bab0279-cde7-4129-b86e-f4972275ba7e tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/subnets/c00b8a07-84b9-456b-8f65-ba55aae2baa3 HTTP/1.1" status: 404 len: 337 time: 0.4075632 Apr 01 15:55:39.188203 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 52524) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:39.198982 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-42acc27d-1f9f-4507-abce-c12b1686928d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d94b460-7944-4cd0-b1b7-4df210c8759b']}} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:39.222633 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-42acc27d-1f9f-4507-abce-c12b1686928d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7df9d021-4768-4c8e-a43c-d80bda9079f3') {'for_net_delete': True} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:39.222934 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-42acc27d-1f9f-4507-abce-c12b1686928d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7df9d021-4768-4c8e-a43c-d80bda9079f3') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:39.243997 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: e429876d-1c00-43b9-a563-929a57548a74 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:55:39.244494 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device e429876d-1c00-43b9-a563-929a57548a74 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:55:39.244951 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-42acc27d-1f9f-4507-abce-c12b1686928d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15303093'] for segment, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:39.245142 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 0034e770-85e6-4593-9a48-0407812501d1 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:55:39.256098 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6dc5edc8-d5b8-4507-8e56-aa3256fa5aab tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:39.277520 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-41934069-53ed-48f3-829d-1cb2cdc52769 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:39.277963 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41934069-53ed-48f3-829d-1cb2cdc52769 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:39.282047 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-41934069-53ed-48f3-829d-1cb2cdc52769 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/ports/d69db74b-de1e-47e2-b572-d84975674ca1 HTTP/1.1" status: 404 len: 333 time: 0.0861495 Apr 01 15:55:39.288573 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 52528) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:39.293896 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 0034e770-85e6-4593-9a48-0407812501d1 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:55:39.294114 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-22661c00-c9a7-4359-920d-d822e64b813d tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:39.294460 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 0034e770-85e6-4593-9a48-0407812501d1 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:55:39.296166 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07f79ab-20f9-4532-8581-8586513118f0 None None] No DVR routers for this DVR port e429876d-1c00-43b9-a563-929a57548a74 on host dv-neutron-833373-2-hyperv {{(pid=83829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:55:39.301158 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=31e182bb-509d-4785-b0aa-d02656ef478b,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:39.332323 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-42acc27d-1f9f-4507-abce-c12b1686928d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:39.334986 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc5edc8-d5b8-4507-8e56-aa3256fa5aab tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Pushing event deleted for resources: {'Port': ['ID=8f6ac9de-f3f8-4fab-b525-462793e3188a,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:39.341698 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14411969-d296-41b4-8573-17f783f7dfc6 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:39.342898 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-14411969-d296-41b4-8573-17f783f7dfc6 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Synchronizing usage tracker for tenant:113c2dcebd4142eb9b767ab7a8fce06c on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:55:39.346817 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42acc27d-1f9f-4507-abce-c12b1686928d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=83828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:55:39.347227 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-42acc27d-1f9f-4507-abce-c12b1686928d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15306523'] for segment, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:39.349577 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3e6f93-9a88-4fc8-b2aa-c0e5f00d9856 None None] Routers {'77dbf70a-27f1-420e-b906-f4163e390ccd'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:55:39.350342 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-4f3e6f93-9a88-4fc8-b2aa-c0e5f00d9856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:55:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['77dbf70a-27f1-420e-b906-f4163e390ccd'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:39.366290 dv-neutron-833373-2-hyperv neutron-server[83828]: Traceback (most recent call last): Apr 01 15:55:39.366290 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:55:39.366290 dv-neutron-833373-2-hyperv neutron-server[83828]: timer() Apr 01 15:55:39.366290 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:55:39.366290 dv-neutron-833373-2-hyperv neutron-server[83828]: cb(*args, **kw) Apr 01 15:55:39.366290 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:55:39.366290 dv-neutron-833373-2-hyperv neutron-server[83828]: return func(*args, **kwargs) Apr 01 15:55:39.366290 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:55:39.366290 dv-neutron-833373-2-hyperv neutron-server[83828]: self._notify() Apr 01 15:55:39.366290 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:55:39.366290 dv-neutron-833373-2-hyperv neutron-server[83828]: self.callback(batched_events) Apr 01 15:55:39.366290 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:55:39.366290 dv-neutron-833373-2-hyperv neutron-server[83828]: event.method(event) Apr 01 15:55:39.366290 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:55:39.366290 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:55:39.366290 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:55:39.366290 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:55:39.366290 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:55:39.366290 dv-neutron-833373-2-hyperv neutron-server[83828]: return f(self, *a, **k) Apr 01 15:55:39.366290 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:55:39.366290 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._get(url).json() Apr 01 15:55:39.366290 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:55:39.366290 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:55:39.366290 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:55:39.366290 dv-neutron-833373-2-hyperv neutron-server[83828]: return self.request(url, 'GET', **kwargs) Apr 01 15:55:39.366290 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:55:39.366290 dv-neutron-833373-2-hyperv neutron-server[83828]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:55:39.366290 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:55:39.366290 dv-neutron-833373-2-hyperv neutron-server[83828]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:55:39.366290 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:55:39.366290 dv-neutron-833373-2-hyperv neutron-server[83828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:55:39.366290 dv-neutron-833373-2-hyperv neutron-server[83828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:55:39.370387 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc5edc8-d5b8-4507-8e56-aa3256fa5aab tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] No DVR routers for this DVR port 8f6ac9de-f3f8-4fab-b525-462793e3188a on host dv-neutron-833373-2-hyperv {{(pid=83828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:55:39.372946 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b4b1409-a096-4637-8c5c-6796470bdd6c tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:39.373653 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b4b1409-a096-4637-8c5c-6796470bdd6c tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:39.375720 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-9b4b1409-a096-4637-8c5c-6796470bdd6c tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/subnets/7819d827-813e-4c76-8db7-09f683a4ddc1 HTTP/1.1" status: 404 len: 337 time: 0.0863235 Apr 01 15:55:39.386846 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 52532) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:39.425723 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d34e134-ac02-441c-8a00-7fdc7f843f0a None None] get_active_networks_info from dv-neutron-833373-2-hyperv {{(pid=83829) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 01 15:55:39.445872 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-22661c00-c9a7-4359-920d-d822e64b813d tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:39.460204 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07f79ab-20f9-4532-8581-8586513118f0 None None] Pushing event deleted for resources: {'Port': ['ID=e429876d-1c00-43b9-a563-929a57548a74,revision_number=None']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:39.462562 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5d39064-00dd-499e-b5e9-385718a2fe89 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:39.463017 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5d39064-00dd-499e-b5e9-385718a2fe89 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:39.467451 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-f5d39064-00dd-499e-b5e9-385718a2fe89 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/subnets/f6ae1260-2906-4b68-8942-d321ea943bc0 HTTP/1.1" status: 404 len: 337 time: 0.0768611 Apr 01 15:55:39.467635 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-4f3e6f93-9a88-4fc8-b2aa-c0e5f00d9856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:39.468357 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 52536) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:39.501568 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3e6f93-9a88-4fc8-b2aa-c0e5f00d9856 None None] Routers {'77dbf70a-27f1-420e-b906-f4163e390ccd'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:55:39.501984 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-4f3e6f93-9a88-4fc8-b2aa-c0e5f00d9856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:55:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['77dbf70a-27f1-420e-b906-f4163e390ccd'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:39.506314 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-14411969-d296-41b4-8573-17f783f7dfc6 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Unset dirty status for tenant:113c2dcebd4142eb9b767ab7a8fce06c on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:55:39.510056 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-14411969-d296-41b4-8573-17f783f7dfc6 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "GET /v2.0/ports/a79ca4c1-afe7-4e96-a340-bebcd36fc93b HTTP/1.1" status: 200 len: 910 time: 0.3538680 Apr 01 15:55:39.522142 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 52540) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:39.581255 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-4f3e6f93-9a88-4fc8-b2aa-c0e5f00d9856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:39.581719 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3e6f93-9a88-4fc8-b2aa-c0e5f00d9856 None None] The sync data for ids ['77dbf70a-27f1-420e-b906-f4163e390ccd'] in dv-neutron-833373-2-hyperv is: [] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:55:39.596070 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-54b0a3fc-a990-4850-9084-99888634e1a6 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:39.596708 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54b0a3fc-a990-4850-9084-99888634e1a6 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:39.597977 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-42acc27d-1f9f-4507-abce-c12b1686928d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:39.598848 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-54b0a3fc-a990-4850-9084-99888634e1a6 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/ports/279f230a-a847-4de2-bc76-43820a5fb304 HTTP/1.1" status: 404 len: 333 time: 0.1295414 Apr 01 15:55:39.602646 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6dc5edc8-d5b8-4507-8e56-aa3256fa5aab tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:39.612228 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 52544) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:39.614397 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-42acc27d-1f9f-4507-abce-c12b1686928d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:39.632062 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d34e134-ac02-441c-8a00-7fdc7f843f0a None None] Resources bound (agent type, host, resource id): {{(pid=83829) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 15:55:39.658377 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42acc27d-1f9f-4507-abce-c12b1686928d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Pushing event deleted for resources: {'Network': ['ID=0d94b460-7944-4cd0-b1b7-4df210c8759b,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:39.673732 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-6dc5edc8-d5b8-4507-8e56-aa3256fa5aab tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['575a138b-7e39-46c7-aa30-2e972fe5fa8d']}} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:39.687309 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-42acc27d-1f9f-4507-abce-c12b1686928d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "DELETE /v2.0/networks/0d94b460-7944-4cd0-b1b7-4df210c8759b HTTP/1.1" status: 204 len: 168 time: 3.1498680 Apr 01 15:55:39.689119 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52548) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:39.694882 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-6dc5edc8-d5b8-4507-8e56-aa3256fa5aab tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '755c4e77-f0b2-4f08-9fe0-a2a61011d64c') {'for_net_delete': True} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:39.695214 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-6dc5edc8-d5b8-4507-8e56-aa3256fa5aab tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '755c4e77-f0b2-4f08-9fe0-a2a61011d64c') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:39.705719 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-33a4f5d5-1f76-4476-a4b7-ba47552510e2 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1383382783', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}, 'admin_state_up': False}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:55:39.721548 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-33a4f5d5-1f76-4476-a4b7-ba47552510e2 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:39.726004 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6dc5edc8-d5b8-4507-8e56-aa3256fa5aab tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15303093'] for segment, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:39.735729 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-5792345b-ef70-41ce-a8a6-03e102a3a85b tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:39.736171 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5792345b-ef70-41ce-a8a6-03e102a3a85b tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:39.738123 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-33a4f5d5-1f76-4476-a4b7-ba47552510e2 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Usage tracker for resource:router and tenant:140c0a827c6a433287acd915ee3c410d is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:39.745684 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-33a4f5d5-1f76-4476-a4b7-ba47552510e2 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:39.752249 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-22661c00-c9a7-4359-920d-d822e64b813d tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:39.754732 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-22661c00-c9a7-4359-920d-d822e64b813d tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:39.755341 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-33a4f5d5-1f76-4476-a4b7-ba47552510e2 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:39.755853 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-22661c00-c9a7-4359-920d-d822e64b813d tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] 10.222.0.55 "DELETE /v2.0/security-groups/efb538df-e0ab-4bd9-963e-2e90105ab721 HTTP/1.1" status: 204 len: 168 time: 0.7848456 Apr 01 15:55:39.759570 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52552) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:39.766128 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6dc5edc8-d5b8-4507-8e56-aa3256fa5aab tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:39.767255 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-5792345b-ef70-41ce-a8a6-03e102a3a85b tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/subnets/35106b19-7636-42f4-8a3c-37b87cc7b2b9 HTTP/1.1" status: 404 len: 337 time: 0.1466277 Apr 01 15:55:39.771255 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 52556) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:39.801024 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dc5edc8-d5b8-4507-8e56-aa3256fa5aab tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=83828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:55:39.801612 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6dc5edc8-d5b8-4507-8e56-aa3256fa5aab tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15306523'] for segment, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:39.817508 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22661c00-c9a7-4359-920d-d822e64b813d tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb538df-e0ab-4bd9-963e-2e90105ab721,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:39.821492 dv-neutron-833373-2-hyperv neutron-server[83828]: Traceback (most recent call last): Apr 01 15:55:39.821492 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:55:39.821492 dv-neutron-833373-2-hyperv neutron-server[83828]: timer() Apr 01 15:55:39.821492 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:55:39.821492 dv-neutron-833373-2-hyperv neutron-server[83828]: cb(*args, **kw) Apr 01 15:55:39.821492 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:55:39.821492 dv-neutron-833373-2-hyperv neutron-server[83828]: return func(*args, **kwargs) Apr 01 15:55:39.821492 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:55:39.821492 dv-neutron-833373-2-hyperv neutron-server[83828]: self._notify() Apr 01 15:55:39.821492 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:55:39.821492 dv-neutron-833373-2-hyperv neutron-server[83828]: self.callback(batched_events) Apr 01 15:55:39.821492 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:55:39.821492 dv-neutron-833373-2-hyperv neutron-server[83828]: event.method(event) Apr 01 15:55:39.821492 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:55:39.821492 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:55:39.821492 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:55:39.821492 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:55:39.821492 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:55:39.821492 dv-neutron-833373-2-hyperv neutron-server[83828]: return f(self, *a, **k) Apr 01 15:55:39.821492 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:55:39.821492 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._get(url).json() Apr 01 15:55:39.821492 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:55:39.821492 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:55:39.821492 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:55:39.821492 dv-neutron-833373-2-hyperv neutron-server[83828]: return self.request(url, 'GET', **kwargs) Apr 01 15:55:39.821492 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:55:39.821492 dv-neutron-833373-2-hyperv neutron-server[83828]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:55:39.821492 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:55:39.821492 dv-neutron-833373-2-hyperv neutron-server[83828]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:55:39.821492 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:55:39.821492 dv-neutron-833373-2-hyperv neutron-server[83828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:55:39.821492 dv-neutron-833373-2-hyperv neutron-server[83828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:55:39.833176 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-56834cc8-1dd7-4546-bdf2-903703c12fc6 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:39.833621 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56834cc8-1dd7-4546-bdf2-903703c12fc6 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:39.835297 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-56834cc8-1dd7-4546-bdf2-903703c12fc6 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/subnets/0a4fc1ce-e4f3-4a45-8648-4ef88d080453 HTTP/1.1" status: 404 len: 337 time: 0.0595646 Apr 01 15:55:39.873631 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-33a4f5d5-1f76-4476-a4b7-ba47552510e2 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130665'] for router, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:39.876829 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-33a4f5d5-1f76-4476-a4b7-ba47552510e2 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617571', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130640'] for router, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:39.880350 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52560) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:39.908319 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-325be837-378f-4721-a2db-d6dc3f9f41c3 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Router 497ee9a6-f12b-44bf-ad1e-a8e77c52d139 is scheduled to L3 agent ff252634-3424-422a-b742-9ae457bd54bd with binding_index 1 {{(pid=83828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:55:39.989057 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b2cc252-a93f-4b5f-834f-4782d758a9b4 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:39.990406 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b2cc252-a93f-4b5f-834f-4782d758a9b4 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:40.015507 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-e05bd422-e8a0-4606-8835-37d5a88543b7 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2530901 Apr 01 15:55:40.017167 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-1b2cc252-a93f-4b5f-834f-4782d758a9b4 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/ports/2ca8253a-1b86-4e8f-badd-a27cc974d265 HTTP/1.1" status: 404 len: 333 time: 0.1251013 Apr 01 15:55:40.020402 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52564) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:40.020788 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52566) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:40.025397 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6dc5edc8-d5b8-4507-8e56-aa3256fa5aab tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:40.029587 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6dc5edc8-d5b8-4507-8e56-aa3256fa5aab tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:40.163363 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-33a4f5d5-1f76-4476-a4b7-ba47552510e2 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:40.172670 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d4f2126-34da-41cc-af2e-47173e3aa6c1 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:40.173140 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d4f2126-34da-41cc-af2e-47173e3aa6c1 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:40.174881 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-7d4f2126-34da-41cc-af2e-47173e3aa6c1 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/subnets/0a396ffa-a826-495d-93e2-723826013a8d HTTP/1.1" status: 404 len: 337 time: 0.1514416 Apr 01 15:55:40.176260 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-6dc5edc8-d5b8-4507-8e56-aa3256fa5aab tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] 10.222.0.55 "DELETE /v2.0/networks/575a138b-7e39-46c7-aa30-2e972fe5fa8d HTTP/1.1" status: 204 len: 168 time: 6.5341585 Apr 01 15:55:40.177325 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc5edc8-d5b8-4507-8e56-aa3256fa5aab tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Pushing event deleted for resources: {'Network': ['ID=575a138b-7e39-46c7-aa30-2e972fe5fa8d,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:40.180368 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52572) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:40.180706 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52574) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:40.238681 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.api.v2.resource [None req-a0781ead-444d-48f6-9310-e275f0df83b8 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] delete failed (client error): The resource could not be found. Apr 01 15:55:40.239697 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-a0781ead-444d-48f6-9310-e275f0df83b8 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] 10.222.0.55 "DELETE /v2.0/security-groups/efb538df-e0ab-4bd9-963e-2e90105ab721 HTTP/1.1" status: 404 len: 347 time: 0.2179472 Apr 01 15:55:40.243653 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 52580) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:40.260613 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-f4f62323-ac4e-4cc7-82d7-4f97db090b82 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Request body: {'security_group': {'name': 'tempest-secgroup--466576005'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:55:40.268809 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-f4f62323-ac4e-4cc7-82d7-4f97db090b82 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:40.276961 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-d29d2b85-49c0-40c6-b19a-0fd3e26c0925 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-344197027'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:55:40.287578 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-f4f62323-ac4e-4cc7-82d7-4f97db090b82 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:40.291407 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-d29d2b85-49c0-40c6-b19a-0fd3e26c0925 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:40.304156 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-d29d2b85-49c0-40c6-b19a-0fd3e26c0925 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Usage tracker for resource:network and tenant:62df94830a0c4fa9ac007fb055b08943 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:40.307836 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-4604b6c0-e021-4ec9-a3d4-966a6da2aea7 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:40.308339 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4604b6c0-e021-4ec9-a3d4-966a6da2aea7 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:40.310345 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-4604b6c0-e021-4ec9-a3d4-966a6da2aea7 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/ports/1faba4d8-9368-4739-a527-ebb2ba3a68ca HTTP/1.1" status: 404 len: 333 time: 0.1231964 Apr 01 15:55:40.311246 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-d29d2b85-49c0-40c6-b19a-0fd3e26c0925 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:40.313352 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 52584) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:40.316502 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f4f62323-ac4e-4cc7-82d7-4f97db090b82 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:40.320842 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-d29d2b85-49c0-40c6-b19a-0fd3e26c0925 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:40.384983 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-faf0395a-25c0-4776-90dd-6c8f4650b87b tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:40.385583 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faf0395a-25c0-4776-90dd-6c8f4650b87b tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:40.387132 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-faf0395a-25c0-4776-90dd-6c8f4650b87b tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/subnets/59f921aa-bef1-406e-a7cf-a90123988f7a HTTP/1.1" status: 404 len: 337 time: 0.0719850 Apr 01 15:55:40.394417 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 52588) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:40.461472 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-26eaf0a6-294f-4c82-9f6d-b554e5c76eeb tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:40.461824 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26eaf0a6-294f-4c82-9f6d-b554e5c76eeb tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:40.474184 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-f4f62323-ac4e-4cc7-82d7-4f97db090b82 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:40.483150 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-f4f62323-ac4e-4cc7-82d7-4f97db090b82 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Usage tracker for resource:security_group_rule and tenant:d43469dfc0b440c3b15d5b674848a763 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:40.486677 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-26eaf0a6-294f-4c82-9f6d-b554e5c76eeb tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/ports/2cee256c-a909-44a7-b7c4-17dfde215087 HTTP/1.1" status: 404 len: 333 time: 0.0870476 Apr 01 15:55:40.488877 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-f4f62323-ac4e-4cc7-82d7-4f97db090b82 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:40.493616 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 52592) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:40.501895 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-f4f62323-ac4e-4cc7-82d7-4f97db090b82 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:40.573874 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d29d2b85-49c0-40c6-b19a-0fd3e26c0925 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Made reservation on behalf of 62df94830a0c4fa9ac007fb055b08943 for: {'network': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:40.576858 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d29d2b85-49c0-40c6-b19a-0fd3e26c0925 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:40.635779 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d29d2b85-49c0-40c6-b19a-0fd3e26c0925 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=83828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:55:40.655120 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-33a4f5d5-1f76-4476-a4b7-ba47552510e2 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130626'] for router, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:40.661820 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d29d2b85-49c0-40c6-b19a-0fd3e26c0925 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:40.662240 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.segments_db [None req-d29d2b85-49c0-40c6-b19a-0fd3e26c0925 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Added segment 76994323-8d63-4888-99f3-2039aa18844b of type vlan for network bacf2bf4-c19c-4aa6-bc75-aeb89b1fe363 Apr 01 15:55:40.662696 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-3987d525-16c1-44d7-be94-4993747c87eb tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:40.663178 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3987d525-16c1-44d7-be94-4993747c87eb tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:40.667396 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-3987d525-16c1-44d7-be94-4993747c87eb tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/subnets/c5259a41-f8bd-4bb1-8601-814ad4d9a000 HTTP/1.1" status: 404 len: 337 time: 0.1694782 Apr 01 15:55:40.672782 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52596) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:40.763979 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-14ba6d1e-9615-4666-b5b7-889a0e5eb7e3 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:40.764331 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14ba6d1e-9615-4666-b5b7-889a0e5eb7e3 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:40.772369 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d29d2b85-49c0-40c6-b19a-0fd3e26c0925 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:40.794716 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-14ba6d1e-9615-4666-b5b7-889a0e5eb7e3 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/ports/dd96c896-53bd-4401-b2cb-167c040c75a4 HTTP/1.1" status: 404 len: 333 time: 0.1200461 Apr 01 15:55:40.801960 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 52600) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:40.886410 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d3b378d-73a3-4886-a5ff-42ba102386eb tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:40.886854 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d3b378d-73a3-4886-a5ff-42ba102386eb tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:40.902393 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d29d2b85-49c0-40c6-b19a-0fd3e26c0925 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:40.906146 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29d2b85-49c0-40c6-b19a-0fd3e26c0925 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:40.906737 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d29d2b85-49c0-40c6-b19a-0fd3e26c0925 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:40.907926 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f4f62323-ac4e-4cc7-82d7-4f97db090b82 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:40.913495 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-1d3b378d-73a3-4886-a5ff-42ba102386eb tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/subnets/93302714-e1ce-4228-ae9b-722c278b04e6 HTTP/1.1" status: 404 len: 337 time: 0.1080933 Apr 01 15:55:40.914809 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 52604) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:40.918142 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f4f62323-ac4e-4cc7-82d7-4f97db090b82 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:40.997649 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-325be837-378f-4721-a2db-d6dc3f9f41c3 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:55:41.003561 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7dca619-9411-41ca-84fc-6af471dd5ce1 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:41.004153 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7dca619-9411-41ca-84fc-6af471dd5ce1 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:41.008786 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-d7dca619-9411-41ca-84fc-6af471dd5ce1 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/ports/67c7d01f-822e-4d01-8d44-fa555814b07c HTTP/1.1" status: 404 len: 333 time: 0.0902681 Apr 01 15:55:41.015124 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52608) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:41.019687 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f40d8c2-a822-4dbf-bc23-5da912dd7178 None None] Sync routers for ids ['497ee9a6-f12b-44bf-ad1e-a8e77c52d139'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:55:41.030367 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f4f62323-ac4e-4cc7-82d7-4f97db090b82 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:41.032157 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-f4f62323-ac4e-4cc7-82d7-4f97db090b82 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7874062 Apr 01 15:55:41.033449 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f62323-ac4e-4cc7-82d7-4f97db090b82 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23af0d38-b455-4012-aedd-bbc7a04c3721,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:41.034971 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f40d8c2-a822-4dbf-bc23-5da912dd7178 None None] Routers {'497ee9a6-f12b-44bf-ad1e-a8e77c52d139'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:55:41.036566 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-1f40d8c2-a822-4dbf-bc23-5da912dd7178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:55:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['497ee9a6-f12b-44bf-ad1e-a8e77c52d139'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:41.037230 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 52612) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:41.049808 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-4e462902-b806-4096-94d3-35db5fb65f59 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Request body: {'security_group_rule': {'security_group_id': '23af0d38-b455-4012-aedd-bbc7a04c3721', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:55:41.057094 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-4e462902-b806-4096-94d3-35db5fb65f59 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:41.062237 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-4e462902-b806-4096-94d3-35db5fb65f59 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Usage tracker for resource:security_group_rule and tenant:d43469dfc0b440c3b15d5b674848a763 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:41.065959 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-4e462902-b806-4096-94d3-35db5fb65f59 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:41.071173 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-d29d2b85-49c0-40c6-b19a-0fd3e26c0925 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8822565 Apr 01 15:55:41.076628 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-4e462902-b806-4096-94d3-35db5fb65f59 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:41.087429 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 52616) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:41.098674 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-b82fca54-266d-4ec6-966d-eed00720484e tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Request body: {'subnet': {'network_id': 'bacf2bf4-c19c-4aa6-bc75-aeb89b1fe363', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:55:41.124996 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-23c040a7-ccd6-41cd-99c2-3bb113db55c4 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:41.125435 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23c040a7-ccd6-41cd-99c2-3bb113db55c4 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:41.129384 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-23c040a7-ccd6-41cd-99c2-3bb113db55c4 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/subnets/25712199-b2a1-427e-8ded-6d10d74fad3f HTTP/1.1" status: 404 len: 337 time: 0.1018078 Apr 01 15:55:41.131174 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-325be837-378f-4721-a2db-d6dc3f9f41c3 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:41.132421 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-325be837-378f-4721-a2db-d6dc3f9f41c3 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 9.7866757 Apr 01 15:55:41.135311 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52620) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:41.136975 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29d2b85-49c0-40c6-b19a-0fd3e26c0925 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Pushing event updated for resources: {'Network': ['ID=bacf2bf4-c19c-4aa6-bc75-aeb89b1fe363,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:41.139109 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52622) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:41.149127 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network bacf2bf4-c19c-4aa6-bc75-aeb89b1fe363 details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:55:41.166943 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 31e182bb-509d-4785-b0aa-d02656ef478b up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:55:41.206273 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-6340c613-4396-4b8d-ac37-51e8d5fadd64 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:41.206702 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6340c613-4396-4b8d-ac37-51e8d5fadd64 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:41.208405 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-6340c613-4396-4b8d-ac37-51e8d5fadd64 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/ports/4acb9f6a-f2d8-48c0-9225-a707dd4a0973 HTTP/1.1" status: 404 len: 333 time: 0.0726633 Apr 01 15:55:41.213432 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52630) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:41.239376 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4e462902-b806-4096-94d3-35db5fb65f59 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:41.278971 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-5844f98c-5c53-4020-afb6-83d5e0fb9161 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:41.279410 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5844f98c-5c53-4020-afb6-83d5e0fb9161 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:41.289051 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-5844f98c-5c53-4020-afb6-83d5e0fb9161 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/subnets/0ba90fa8-f3a7-4b7b-bf76-2821cc62bb2f HTTP/1.1" status: 404 len: 337 time: 0.0668178 Apr 01 15:55:41.293324 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52634) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:41.346814 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 31e182bb-509d-4785-b0aa-d02656ef478b triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:41.347568 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:41.356890 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-d102ecb2-7dc7-497f-be99-48bd0799c826 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:41.357589 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d102ecb2-7dc7-497f-be99-48bd0799c826 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:41.358718 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-b82fca54-266d-4ec6-966d-eed00720484e tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:41.363558 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-d102ecb2-7dc7-497f-be99-48bd0799c826 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/subnets/ea1c4b55-676c-4402-8309-452e720ae3de HTTP/1.1" status: 404 len: 337 time: 0.0696013 Apr 01 15:55:41.364347 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52638) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:41.372456 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-b82fca54-266d-4ec6-966d-eed00720484e tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Usage tracker for resource:subnet and tenant:62df94830a0c4fa9ac007fb055b08943 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:41.378828 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-b82fca54-266d-4ec6-966d-eed00720484e tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:41.391339 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-b82fca54-266d-4ec6-966d-eed00720484e tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:41.461437 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-33a4f5d5-1f76-4476-a4b7-ba47552510e2 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for router_gateway, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:41.467805 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b82fca54-266d-4ec6-966d-eed00720484e tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Made reservation on behalf of 62df94830a0c4fa9ac007fb055b08943 for: {'subnet': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:41.509611 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7496772-a3c8-4235-a457-246d0ec3a3b7 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:41.510055 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7496772-a3c8-4235-a457-246d0ec3a3b7 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:41.514037 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-d7496772-a3c8-4235-a457-246d0ec3a3b7 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/ports/a321bda3-7177-405a-ac72-277bf60ab586 HTTP/1.1" status: 404 len: 333 time: 0.1029139 Apr 01 15:55:41.516969 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52642) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:41.553573 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-1f40d8c2-a822-4dbf-bc23-5da912dd7178 None None] Set router 497ee9a6-f12b-44bf-ad1e-a8e77c52d139 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:55:41.574794 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ccee33c6-2746-4a3b-a973-7bd4c95109ef tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130626'] for router, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:41.578658 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4e462902-b806-4096-94d3-35db5fb65f59 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:41.582921 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8e997fc7-4b48-4cc1-a103-6bf0223bfc7c tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:41.583744 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-33a4f5d5-1f76-4476-a4b7-ba47552510e2 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:41.604430 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4e462902-b806-4096-94d3-35db5fb65f59 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:41.636093 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-d54abf7c-5ba8-4be7-aa01-9c49b2417a8f tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=447e2c5010754fe1ad368efac7c75251&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4925492 Apr 01 15:55:41.639933 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52646) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:41.642085 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-635a4d14-3a0b-4a9f-8741-da24f9966868 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:41.642678 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-635a4d14-3a0b-4a9f-8741-da24f9966868 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:41.646619 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-635a4d14-3a0b-4a9f-8741-da24f9966868 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/subnets/7749d0bf-8672-45c3-82b8-70042369b17b HTTP/1.1" status: 404 len: 337 time: 0.0973625 Apr 01 15:55:41.663208 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52650) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:41.703722 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e462902-b806-4096-94d3-35db5fb65f59 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d57b99ff-d995-424e-99d0-46fdd991d6fb,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:41.715364 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b82fca54-266d-4ec6-966d-eed00720484e tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16088980'] for subnet, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:41.775433 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-3506c3c2-0df9-4486-928c-fa4ec4ff858b tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:41.775865 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3506c3c2-0df9-4486-928c-fa4ec4ff858b tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:41.800145 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-3506c3c2-0df9-4486-928c-fa4ec4ff858b tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/subnets/0ea5ee8d-1239-48b1-8878-4af26496b1ea HTTP/1.1" status: 404 len: 337 time: 0.1325421 Apr 01 15:55:41.807485 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52654) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:41.863893 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-4993e536-0e67-40a9-9c03-08afdcda6681 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:41.864332 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4993e536-0e67-40a9-9c03-08afdcda6681 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:41.868821 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-4993e536-0e67-40a9-9c03-08afdcda6681 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/ports/e67a5486-54c8-485f-b685-2fece43724ae HTTP/1.1" status: 404 len: 333 time: 0.0576897 Apr 01 15:55:41.907895 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52658) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:41.925136 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-1f40d8c2-a822-4dbf-bc23-5da912dd7178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497ee9a6-f12b-44bf-ad1e-a8e77c52d139', 'name': 'tempest-TestNetworkBasicOps-router-1797861093', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': '111f977e-aadd-4608-a691-9582379042d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:55:31Z', 'updated_at': '2022-04-01T15:55:37Z', 'revision_number': 3, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': '111f977e-aadd-4608-a691-9582379042d5', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:17:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '497ee9a6-f12b-44bf-ad1e-a8e77c52d139', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:33Z', 'updated_at': '2022-04-01T15:55:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:41.930152 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f40d8c2-a822-4dbf-bc23-5da912dd7178 None None] Checking router: 497ee9a6-f12b-44bf-ad1e-a8e77c52d139 for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:55:41.930152 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f40d8c2-a822-4dbf-bc23-5da912dd7178 None None] Updating router 497ee9a6-f12b-44bf-ad1e-a8e77c52d139 port 111f977e-aadd-4608-a691-9582379042d5 binding host dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:55:41.978379 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d18ae5e-4adb-4755-b207-659e8d321f39 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:41.978822 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d18ae5e-4adb-4755-b207-659e8d321f39 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:41.980775 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-6d18ae5e-4adb-4755-b207-659e8d321f39 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/subnets/52c48fe1-60f0-4e5b-a6bb-781c911ffa68 HTTP/1.1" status: 404 len: 337 time: 0.0685139 Apr 01 15:55:41.984834 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52662) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:41.990453 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-1f40d8c2-a822-4dbf-bc23-5da912dd7178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:42.003443 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4e462902-b806-4096-94d3-35db5fb65f59 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:42.007352 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-4e462902-b806-4096-94d3-35db5fb65f59 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9645102 Apr 01 15:55:42.019798 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 52666) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:42.035345 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a29b97c-2671-4a12-9da5-1102d5568378 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:42.037112 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-8a29b97c-2671-4a12-9da5-1102d5568378 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3966050 Apr 01 15:55:42.047832 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52668) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:42.088179 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e4334be-e29f-4f95-b0e0-271533cd7f61 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:42.088524 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e4334be-e29f-4f95-b0e0-271533cd7f61 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:42.090228 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-4e4334be-e29f-4f95-b0e0-271533cd7f61 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/subnets/1bf1b588-99db-4a72-9c04-6b5a72168552 HTTP/1.1" status: 404 len: 337 time: 0.1024504 Apr 01 15:55:42.094375 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-33a4f5d5-1f76-4476-a4b7-ba47552510e2 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Allocated IP 172.26.1.102 (ed45466e-0386-4b92-8de3-247c977242ac/0479f741-5cd1-4d6f-b593-d8aa909a42d3/dff2169a-1f69-48e5-886c-877f32ece457) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:42.096287 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52674) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:42.107720 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-28962a35-76b6-4e2e-ad42-2cf771126e36 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=ed45466e-0386-4b92-8de3-247c977242ac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0586128 Apr 01 15:55:42.116682 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 52678) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:42.135012 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-df27ab2d-c8c0-47d4-9046-fe6be83b4361 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-629022240', 'network_id': '59a027d1-0bac-441c-bf75-e20666fea16a', 'project_id': '447e2c5010754fe1ad368efac7c75251', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:55:42.154943 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-225460b8-0e4f-4a1e-ad4a-12a803264fb3 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:42.155511 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-225460b8-0e4f-4a1e-ad4a-12a803264fb3 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:42.160011 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-225460b8-0e4f-4a1e-ad4a-12a803264fb3 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/ports/0f8a689d-5ae5-4662-85ca-fc478e76c96d HTTP/1.1" status: 404 len: 333 time: 0.0561285 Apr 01 15:55:42.160282 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52682) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:42.258762 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5cdece74-dc8d-48cc-bcef-bdc55c0cc308 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:42.322982 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5cdece74-dc8d-48cc-bcef-bdc55c0cc308 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:42.339234 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-3adc30eb-cba9-49b5-8e50-81e877e086e6 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:42.339578 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3adc30eb-cba9-49b5-8e50-81e877e086e6 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:42.344400 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-3adc30eb-cba9-49b5-8e50-81e877e086e6 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/subnets/cf000039-33c0-4dff-b717-522add8b174c HTTP/1.1" status: 404 len: 337 time: 0.1800132 Apr 01 15:55:42.345903 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 52686) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:42.439467 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe1ab33e-ec7e-4127-b051-7dd9ea00ecd2 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:42.440157 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe1ab33e-ec7e-4127-b051-7dd9ea00ecd2 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:42.461771 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-df27ab2d-c8c0-47d4-9046-fe6be83b4361 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:42.463073 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-33a4f5d5-1f76-4476-a4b7-ba47552510e2 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:42.494196 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-33a4f5d5-1f76-4476-a4b7-ba47552510e2 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:42.515072 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5cdece74-dc8d-48cc-bcef-bdc55c0cc308 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:42.522289 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-df27ab2d-c8c0-47d4-9046-fe6be83b4361 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:subnet and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:42.544475 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5cdece74-dc8d-48cc-bcef-bdc55c0cc308 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:42.547998 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-5cdece74-dc8d-48cc-bcef-bdc55c0cc308 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/d57b99ff-d995-424e-99d0-46fdd991d6fb HTTP/1.1" status: 204 len: 168 time: 0.4777775 Apr 01 15:55:42.547998 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-df27ab2d-c8c0-47d4-9046-fe6be83b4361 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:42.549037 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52690) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:42.550025 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-fe1ab33e-ec7e-4127-b051-7dd9ea00ecd2 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/subnets/022f2fae-bb1c-4746-9ce6-34e0814c0181 HTTP/1.1" status: 404 len: 337 time: 0.1938066 Apr 01 15:55:42.554733 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52692) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:42.589989 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-df27ab2d-c8c0-47d4-9046-fe6be83b4361 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:42.593231 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdece74-dc8d-48cc-bcef-bdc55c0cc308 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d57b99ff-d995-424e-99d0-46fdd991d6fb,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:42.642984 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df27ab2d-c8c0-47d4-9046-fe6be83b4361 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Made reservation on behalf of 447e2c5010754fe1ad368efac7c75251 for: {'subnet': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:42.682698 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-388b0be2-c024-47ad-be30-730fae811804 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f09ce11-c98e-42d5-a551-1c3c4e706319 HTTP/1.1" status: 200 len: 205 time: 0.1187243 Apr 01 15:55:42.682698 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a4f5d5-1f76-4476-a4b7-ba47552510e2 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Network ed45466e-0386-4b92-8de3-247c977242ac is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:42.689890 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52698) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:42.691188 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-33a4f5d5-1f76-4476-a4b7-ba47552510e2 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:42.694473 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a4f5d5-1f76-4476-a4b7-ba47552510e2 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:55:42.704080 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-1f40d8c2-a822-4dbf-bc23-5da912dd7178 None None] Notify callbacks [] for port, precommit_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:42.719533 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.provisioning_blocks [None req-1f40d8c2-a822-4dbf-bc23-5da912dd7178 None None] Transition to ACTIVE for port object 111f977e-aadd-4608-a691-9582379042d5 will not be triggered until provisioned by entity L2. {{(pid=83833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:42.732736 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-1f40d8c2-a822-4dbf-bc23-5da912dd7178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:42.795434 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a4f5d5-1f76-4476-a4b7-ba47552510e2 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Pushing event updated for resources: {'Port': ['ID=dff2169a-1f69-48e5-886c-877f32ece457,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:42.819306 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-4b2a71a2-db93-4390-8fa6-e955d1f7840e tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2634897 Apr 01 15:55:42.821806 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 52702) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:42.827534 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.api.v2.resource [None req-65bf4626-8500-416c-93e8-1f65372119e7 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] delete failed (client error): The resource could not be found. Apr 01 15:55:42.828564 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-65bf4626-8500-416c-93e8-1f65372119e7 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/routers/4f09ce11-c98e-42d5-a551-1c3c4e706319 HTTP/1.1" status: 404 len: 336 time: 0.1024833 Apr 01 15:55:42.830978 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-1f40d8c2-a822-4dbf-bc23-5da912dd7178 None None] Attempting to bind port 111f977e-aadd-4608-a691-9582379042d5 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:55:42.831368 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-1f40d8c2-a822-4dbf-bc23-5da912dd7178 None None] Attempting to bind port 111f977e-aadd-4608-a691-9582379042d5 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}] {{(pid=83833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:55:42.831719 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f40d8c2-a822-4dbf-bc23-5da912dd7178 None None] Attempting to bind port 111f977e-aadd-4608-a691-9582379042d5 on network ed45466e-0386-4b92-8de3-247c977242ac {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:55:42.833241 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52706) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:42.833989 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f8e99a-7764-4a6d-ad66-0ad409c17658 None None] Pushing event updated for resources: {'Port': ['ID=111f977e-aadd-4608-a691-9582379042d5,revision_number=2']} {{(pid=83833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:42.845916 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f40d8c2-a822-4dbf-bc23-5da912dd7178 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:55:42.846194 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f40d8c2-a822-4dbf-bc23-5da912dd7178 None None] Checking segment: {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:55:42.846577 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-1f40d8c2-a822-4dbf-bc23-5da912dd7178 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:42.846959 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f40d8c2-a822-4dbf-bc23-5da912dd7178 None None] Bound using segment: {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'} {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:55:42.847413 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-1f40d8c2-a822-4dbf-bc23-5da912dd7178 None None] Bound port: 111f977e-aadd-4608-a691-9582379042d5, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}}] {{(pid=83833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:55:42.847782 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-1f40d8c2-a822-4dbf-bc23-5da912dd7178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:42.876638 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-8e997fc7-4b48-4cc1-a103-6bf0223bfc7c tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Allocated IP 172.21.0.1 (4dcd1a4d-e4a1-44c4-858d-e295060d742a/990ff576-c745-4944-8e23-c0711851cf2c/6da1c998-6f6c-4e91-b063-10e330b08095) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:42.876949 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f8e99a-7764-4a6d-ad66-0ad409c17658 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:42.876949 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f8e99a-7764-4a6d-ad66-0ad409c17658 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:42.877182 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f8e99a-7764-4a6d-ad66-0ad409c17658 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:42.877550 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f8e99a-7764-4a6d-ad66-0ad409c17658 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:42.877890 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f8e99a-7764-4a6d-ad66-0ad409c17658 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:42.878287 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f8e99a-7764-4a6d-ad66-0ad409c17658 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:42.878848 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f8e99a-7764-4a6d-ad66-0ad409c17658 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:42.878848 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f8e99a-7764-4a6d-ad66-0ad409c17658 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:42.879080 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f8e99a-7764-4a6d-ad66-0ad409c17658 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:42.879393 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f8e99a-7764-4a6d-ad66-0ad409c17658 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:42.879754 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f8e99a-7764-4a6d-ad66-0ad409c17658 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:55:42.882012 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-01398868-929d-4f90-8b56-425a06bdb196 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:42.883468 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01398868-929d-4f90-8b56-425a06bdb196 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:42.888709 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-01398868-929d-4f90-8b56-425a06bdb196 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/subnets/783f2163-a998-4077-8456-4bdf50ae73c7 HTTP/1.1" status: 404 len: 337 time: 0.0523427 Apr 01 15:55:42.890705 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-df27ab2d-c8c0-47d4-9046-fe6be83b4361 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16088980'] for subnet, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:42.903904 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 52710) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:42.940501 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.db [None req-1f40d8c2-a822-4dbf-bc23-5da912dd7178 None None] For port 111f977e-aadd-4608-a691-9582379042d5, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:55:42.944207 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.db [None req-1f40d8c2-a822-4dbf-bc23-5da912dd7178 None None] For port 111f977e-aadd-4608-a691-9582379042d5, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=111f977e-aadd-4608-a691-9582379042d5,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:55:42.949090 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-1f40d8c2-a822-4dbf-bc23-5da912dd7178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:43.021567 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-33a4f5d5-1f76-4476-a4b7-ba47552510e2 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for router_gateway, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:43.029019 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-33a4f5d5-1f76-4476-a4b7-ba47552510e2 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616'] for router, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:43.038991 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f40d8c2-a822-4dbf-bc23-5da912dd7178 None None] Routers {'497ee9a6-f12b-44bf-ad1e-a8e77c52d139'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:55:43.039602 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-1f40d8c2-a822-4dbf-bc23-5da912dd7178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:55:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['497ee9a6-f12b-44bf-ad1e-a8e77c52d139'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:43.092007 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-c10f6508-dc5c-45d1-9b53-cac105ba7732 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Synchronizing usage tracker for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:55:43.180585 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f8e99a-7764-4a6d-ad66-0ad409c17658 None None] Pushing event updated for resources: {'Port': ['ID=111f977e-aadd-4608-a691-9582379042d5,revision_number=3']} {{(pid=83833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:43.255481 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-1f40d8c2-a822-4dbf-bc23-5da912dd7178 None None] Set router 497ee9a6-f12b-44bf-ad1e-a8e77c52d139 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:55:43.307902 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33a4f5d5-1f76-4476-a4b7-ba47552510e2 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Router 8f54739f-82c1-4ea4-bb39-13c409fe0e7c is scheduled to L3 agent ff252634-3424-422a-b742-9ae457bd54bd with binding_index 1 {{(pid=83828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:55:43.361951 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-c10f6508-dc5c-45d1-9b53-cac105ba7732 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Unset dirty status for tenant:50a1f72bd5e54e209eb4756b30f7e6a6 on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:55:43.363091 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-c10f6508-dc5c-45d1-9b53-cac105ba7732 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e442d74-a8ce-4662-ad07-1a9fbb51abb0 HTTP/1.1" status: 200 len: 205 time: 0.4462488 Apr 01 15:55:43.375421 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52714) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:43.449238 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-897a77f5-f999-433f-bd99-005c58e09d0a tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:43.493658 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ccee33c6-2746-4a3b-a973-7bd4c95109ef tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130626'] for router, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:43.501894 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.objects.ports [None req-b82fca54-266d-4ec6-966d-eed00720484e tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83826) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 01 15:55:43.519268 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.api.v2.resource [None req-c1f9b3b3-54e0-423a-afa6-37e4a4a27f3a tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] delete failed (client error): The resource could not be found. Apr 01 15:55:43.520300 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-c1f9b3b3-54e0-423a-afa6-37e4a4a27f3a tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/routers/8e442d74-a8ce-4662-ad07-1a9fbb51abb0 HTTP/1.1" status: 404 len: 336 time: 0.1439290 Apr 01 15:55:43.522970 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52718) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:43.527103 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b82fca54-266d-4ec6-966d-eed00720484e tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15415267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16089018'] for subnet, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:43.531116 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ccee33c6-2746-4a3b-a973-7bd4c95109ef tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-617606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-617615', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-607241'] for router, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:43.572466 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-13b22c9e-a67a-488c-9b71-55f38e8b66f8 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:43.574776 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-897a77f5-f999-433f-bd99-005c58e09d0a tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:43.576937 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13b22c9e-a67a-488c-9b71-55f38e8b66f8 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:43.582612 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-13b22c9e-a67a-488c-9b71-55f38e8b66f8 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/subnets/a48d481c-8d65-4d0d-8083-364547979663 HTTP/1.1" status: 404 len: 337 time: 0.0550933 Apr 01 15:55:43.582891 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52722) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:43.607329 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-1f40d8c2-a822-4dbf-bc23-5da912dd7178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497ee9a6-f12b-44bf-ad1e-a8e77c52d139', 'name': 'tempest-TestNetworkBasicOps-router-1797861093', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': '111f977e-aadd-4608-a691-9582379042d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:55:31Z', 'updated_at': '2022-04-01T15:55:37Z', 'revision_number': 3, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': '111f977e-aadd-4608-a691-9582379042d5', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:17:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '497ee9a6-f12b-44bf-ad1e-a8e77c52d139', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:33Z', 'updated_at': '2022-04-01T15:55:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:43.612194 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f40d8c2-a822-4dbf-bc23-5da912dd7178 None None] The sync data for ids ['497ee9a6-f12b-44bf-ad1e-a8e77c52d139'] in dv-neutron-833373-2-hyperv is: [{'id': '497ee9a6-f12b-44bf-ad1e-a8e77c52d139', 'name': 'tempest-TestNetworkBasicOps-router-1797861093', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': '111f977e-aadd-4608-a691-9582379042d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:55:31Z', 'updated_at': '2022-04-01T15:55:37Z', 'revision_number': 3, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': '111f977e-aadd-4608-a691-9582379042d5', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:17:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '497ee9a6-f12b-44bf-ad1e-a8e77c52d139', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:33Z', 'updated_at': '2022-04-01T15:55:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:55:43.625955 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-35d41215-8443-4483-9c7f-4775d59a8b86 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:43.626400 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35d41215-8443-4483-9c7f-4775d59a8b86 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:43.628098 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-35d41215-8443-4483-9c7f-4775d59a8b86 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/subnets/8074cdf1-7c6e-468b-9267-4e520e77b360 HTTP/1.1" status: 404 len: 337 time: 0.0442622 Apr 01 15:55:43.630745 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52726) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:43.680179 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-76460f32-2766-47a5-9ab2-acbf518b2e51 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:43.680615 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76460f32-2766-47a5-9ab2-acbf518b2e51 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:43.682468 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-76460f32-2766-47a5-9ab2-acbf518b2e51 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/ports/2219124c-e5f6-4fcd-8f00-c7b550f7f439 HTTP/1.1" status: 404 len: 333 time: 0.0506985 Apr 01 15:55:43.688849 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52730) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:43.739536 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f50fc2a-a511-4ca7-bb5d-b819c7cae03f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:43.739973 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f50fc2a-a511-4ca7-bb5d-b819c7cae03f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:43.744584 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-7f50fc2a-a511-4ca7-bb5d-b819c7cae03f tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/subnets/98788b27-ca92-4d82-acd4-aafb8a5056b3 HTTP/1.1" status: 404 len: 337 time: 0.0507782 Apr 01 15:55:43.744948 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52734) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:43.791302 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d0c7524-ae5f-4de1-b2fe-b68562780496 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:43.791732 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d0c7524-ae5f-4de1-b2fe-b68562780496 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:43.793418 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-6d0c7524-ae5f-4de1-b2fe-b68562780496 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/ports/26329405-6172-48aa-9765-fe2ce666f4a4 HTTP/1.1" status: 404 len: 333 time: 0.0476279 Apr 01 15:55:43.796008 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52738) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:43.868286 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c88d839-875f-482c-b359-1a17204f4c4d tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:43.868819 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c88d839-875f-482c-b359-1a17204f4c4d tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:43.870998 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-5c88d839-875f-482c-b359-1a17204f4c4d tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/subnets/5da1c9df-87f3-4365-a05a-76057279eb4b HTTP/1.1" status: 404 len: 337 time: 0.0739367 Apr 01 15:55:43.874040 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8e997fc7-4b48-4cc1-a103-6bf0223bfc7c tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:43.874780 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52742) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:43.920740 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ddba1c0-b205-4613-9f0a-07df094e3aa5 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:43.921221 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ddba1c0-b205-4613-9f0a-07df094e3aa5 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:43.922856 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-8ddba1c0-b205-4613-9f0a-07df094e3aa5 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/ports/6fde743c-4bef-47c0-b5bc-e5c4290c655c HTTP/1.1" status: 404 len: 333 time: 0.0471745 Apr 01 15:55:43.927131 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52746) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:43.968437 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-a66c7209-4341-43ff-ae1b-8515e73fdd8b tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:43.968909 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a66c7209-4341-43ff-ae1b-8515e73fdd8b tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:43.970597 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-a66c7209-4341-43ff-ae1b-8515e73fdd8b tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/subnets/f57dd4dd-a37d-4e33-9b3e-de618ae3600c HTTP/1.1" status: 404 len: 337 time: 0.0416856 Apr 01 15:55:43.974612 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52750) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:44.010336 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a4f5d5-1f76-4476-a4b7-ba47552510e2 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:55:44.024845 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7de3a38-dd3e-4672-8517-dd57477e5390 None None] Sync routers for ids ['8f54739f-82c1-4ea4-bb39-13c409fe0e7c'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:55:44.048949 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7de3a38-dd3e-4672-8517-dd57477e5390 None None] Routers {'8f54739f-82c1-4ea4-bb39-13c409fe0e7c'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:55:44.049591 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-d7de3a38-dd3e-4672-8517-dd57477e5390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:55:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['8f54739f-82c1-4ea4-bb39-13c409fe0e7c'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:44.055444 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [None req-8e997fc7-4b48-4cc1-a103-6bf0223bfc7c tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Transition to ACTIVE for port object 6da1c998-6f6c-4e91-b063-10e330b08095 will not be triggered until provisioned by entity DHCP. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:44.060072 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-897a77f5-f999-433f-bd99-005c58e09d0a tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:44.064225 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82fca54-266d-4ec6-966d-eed00720484e tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Pushing event updated for resources: {'Subnet': ['ID=bab7caf7-a16e-4b40-ba8a-79fc4d489c51,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:44.097688 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897a77f5-f999-433f-bd99-005c58e09d0a tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23af0d38-b455-4012-aedd-bbc7a04c3721,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:44.138381 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82fca54-266d-4ec6-966d-eed00720484e tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Checking segment: {'id': '76994323-8d63-4888-99f3-2039aa18844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'bacf2bf4-c19c-4aa6-bc75-aeb89b1fe363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:55:44.138745 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82fca54-266d-4ec6-966d-eed00720484e tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Network hostable DHCP agents. Network: bacf2bf4-c19c-4aa6-bc75-aeb89b1fe363, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:55:44.148612 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-d7de3a38-dd3e-4672-8517-dd57477e5390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:44.165321 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7de3a38-dd3e-4672-8517-dd57477e5390 None None] Routers {'8f54739f-82c1-4ea4-bb39-13c409fe0e7c'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:55:44.166279 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-d7de3a38-dd3e-4672-8517-dd57477e5390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:55:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['8f54739f-82c1-4ea4-bb39-13c409fe0e7c'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:44.170166 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-759f501e-ee6d-4ba6-a296-2c2dab1efd8b tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:44.170671 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-759f501e-ee6d-4ba6-a296-2c2dab1efd8b tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:44.172242 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-759f501e-ee6d-4ba6-a296-2c2dab1efd8b tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/ports/19f2513b-56f0-4295-827a-f6449421c49f HTTP/1.1" status: 404 len: 333 time: 0.1967165 Apr 01 15:55:44.177445 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52754) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:44.202403 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-df27ab2d-c8c0-47d4-9046-fe6be83b4361 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15415267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16089018'] for subnet, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:44.206022 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-897a77f5-f999-433f-bd99-005c58e09d0a tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:44.209987 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-897a77f5-f999-433f-bd99-005c58e09d0a tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] 10.222.0.55 "DELETE /v2.0/security-groups/23af0d38-b455-4012-aedd-bbc7a04c3721 HTTP/1.1" status: 204 len: 168 time: 1.3868368 Apr 01 15:55:44.213431 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 52758) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:44.226139 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-047e0348-b3a8-415a-aa6a-ff9e53a9889b tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:44.227105 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-047e0348-b3a8-415a-aa6a-ff9e53a9889b tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:44.228790 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-047e0348-b3a8-415a-aa6a-ff9e53a9889b tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/subnets/c84b3da4-714f-4e66-930b-36bb3d2bdad5 HTTP/1.1" status: 404 len: 337 time: 0.0503950 Apr 01 15:55:44.229754 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-33a4f5d5-1f76-4476-a4b7-ba47552510e2 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:44.232779 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-33a4f5d5-1f76-4476-a4b7-ba47552510e2 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.5394087 Apr 01 15:55:44.232779 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52760) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:44.233606 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52764) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:44.252257 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-d7de3a38-dd3e-4672-8517-dd57477e5390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:44.253037 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7de3a38-dd3e-4672-8517-dd57477e5390 None None] The sync data for ids ['8f54739f-82c1-4ea4-bb39-13c409fe0e7c'] in dv-neutron-833373-2-hyperv is: [] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:55:44.315055 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8e997fc7-4b48-4cc1-a103-6bf0223bfc7c tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:44.339346 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-011ffd04-1ca2-4e81-8a15-45e13f35f5bb tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:44.339915 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-011ffd04-1ca2-4e81-8a15-45e13f35f5bb tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:44.341771 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-011ffd04-1ca2-4e81-8a15-45e13f35f5bb tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/ports/38d0e5ed-151b-47d6-af3a-3dda27ab8311 HTTP/1.1" status: 404 len: 333 time: 0.1093585 Apr 01 15:55:44.362218 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 52770) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:44.464400 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df27ab2d-c8c0-47d4-9046-fe6be83b4361 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'Subnet': ['ID=b74bac9f-7384-4f6a-850f-c057f93a0214,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:44.467155 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82fca54-266d-4ec6-966d-eed00720484e tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Network bacf2bf4-c19c-4aa6-bc75-aeb89b1fe363 is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:55:44.482796 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-9431fd16-2d6b-4544-b3d0-03b98a065f87 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:44.483228 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9431fd16-2d6b-4544-b3d0-03b98a065f87 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:44.487202 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-9431fd16-2d6b-4544-b3d0-03b98a065f87 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/subnets/908f22a6-eef1-411d-b252-585ee749a676 HTTP/1.1" status: 404 len: 337 time: 0.1087253 Apr 01 15:55:44.489821 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52774) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:44.515162 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e997fc7-4b48-4cc1-a103-6bf0223bfc7c tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Network 4dcd1a4d-e4a1-44c4-858d-e295060d742a is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:44.523315 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-8e997fc7-4b48-4cc1-a103-6bf0223bfc7c tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:44.525884 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e997fc7-4b48-4cc1-a103-6bf0223bfc7c tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:55:44.543948 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-f36b8689-bf35-46e3-95bf-446782a8dc8d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "GET /v2.0/routers/8f54739f-82c1-4ea4-bb39-13c409fe0e7c HTTP/1.1" status: 200 len: 885 time: 0.2803178 Apr 01 15:55:44.543948 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-94c89ef6-9644-4aba-b6cf-10b5324b67fd tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:44.543948 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94c89ef6-9644-4aba-b6cf-10b5324b67fd tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:44.547735 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-94c89ef6-9644-4aba-b6cf-10b5324b67fd tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/ports/7b1acbe9-b345-48c5-aa5d-aedfd5c17dac HTTP/1.1" status: 404 len: 333 time: 0.0548639 Apr 01 15:55:44.547735 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52778) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:44.548104 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52780) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:44.582630 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e997fc7-4b48-4cc1-a103-6bf0223bfc7c tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Pushing event updated for resources: {'Port': ['ID=6da1c998-6f6c-4e91-b063-10e330b08095,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:44.587351 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-b82fca54-266d-4ec6-966d-eed00720484e tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, bacf2bf4-c19c-4aa6-bc75-aeb89b1fe363) {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:44.595270 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca30e01-500c-421d-b088-b95cef6fa6f9 None None] Network bacf2bf4-c19c-4aa6-bc75-aeb89b1fe363 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:55:44.608682 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82fca54-266d-4ec6-966d-eed00720484e tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:44.609378 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b82fca54-266d-4ec6-966d-eed00720484e tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:44.618355 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-593e6bc2-85c8-48c2-a4c5-b039e00d9efa tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Synchronizing usage tracker for tenant:d43469dfc0b440c3b15d5b674848a763 on resource:security_group {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:55:44.659015 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df27ab2d-c8c0-47d4-9046-fe6be83b4361 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Checking segment: {'id': '17425429-0d0c-4b33-953c-3197bd34ece2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '59a027d1-0bac-441c-bf75-e20666fea16a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:55:44.659478 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df27ab2d-c8c0-47d4-9046-fe6be83b4361 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Network hostable DHCP agents. Network: 59a027d1-0bac-441c-bf75-e20666fea16a, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:55:44.702616 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8e997fc7-4b48-4cc1-a103-6bf0223bfc7c tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611418'] for router_interface, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:44.722435 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-b82fca54-266d-4ec6-966d-eed00720484e tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.6323564 Apr 01 15:55:44.727759 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 52786) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:44.744059 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-0edd301e-d8cd-4f8d-afc5-639c0f0b34ec tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:44.744535 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0edd301e-d8cd-4f8d-afc5-639c0f0b34ec tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:44.748909 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-0edd301e-d8cd-4f8d-afc5-639c0f0b34ec tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/subnets/4c306725-cb41-4f55-8c07-d10008457322 HTTP/1.1" status: 404 len: 337 time: 0.1973183 Apr 01 15:55:44.752537 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52790) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:44.754773 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-593e6bc2-85c8-48c2-a4c5-b039e00d9efa tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Unset dirty status for tenant:d43469dfc0b440c3b15d5b674848a763 on resource:security_group {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:55:44.760637 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-593e6bc2-85c8-48c2-a4c5-b039e00d9efa tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5058603 Apr 01 15:55:44.762270 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 52794) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:44.816696 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-f45ac943-d5b2-4a05-984a-8656363a1eb7 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:44.817514 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f45ac943-d5b2-4a05-984a-8656363a1eb7 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:44.819176 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-f45ac943-d5b2-4a05-984a-8656363a1eb7 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/ports/450c6c63-fc7a-4d25-997d-4f536e063d23 HTTP/1.1" status: 404 len: 333 time: 0.0656910 Apr 01 15:55:44.824775 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52798) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:44.851215 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-e2ab3ac1-5746-4354-96a1-6a5a118180f0 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Request body: {'security_group': {'name': 'tempest-secgroup--2039689397'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:55:44.865478 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-cae28b4d-9760-4997-af31-3fb37d14d1df tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:44.865921 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cae28b4d-9760-4997-af31-3fb37d14d1df tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:44.867364 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-e2ab3ac1-5746-4354-96a1-6a5a118180f0 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:44.870218 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-cae28b4d-9760-4997-af31-3fb37d14d1df tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/subnets/c269532e-833f-465c-bc2a-641a8c8110f8 HTTP/1.1" status: 404 len: 337 time: 0.0425420 Apr 01 15:55:44.870409 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df27ab2d-c8c0-47d4-9046-fe6be83b4361 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Network 59a027d1-0bac-441c-bf75-e20666fea16a is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:55:44.871178 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52802) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:44.908522 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccee33c6-2746-4a3b-a973-7bd4c95109ef tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Router 857b4ca9-df38-4b3b-8392-3e5ade9f1675 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:55:44.929184 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-df27ab2d-c8c0-47d4-9046-fe6be83b4361 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, 59a027d1-0bac-441c-bf75-e20666fea16a) {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:44.937035 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df27ab2d-c8c0-47d4-9046-fe6be83b4361 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:44.937983 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-df27ab2d-c8c0-47d4-9046-fe6be83b4361 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:44.952712 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bcd7097-c74b-4423-a9fe-9f229280ab50 None None] Network 59a027d1-0bac-441c-bf75-e20666fea16a requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:55:44.967467 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-e2ab3ac1-5746-4354-96a1-6a5a118180f0 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:44.972684 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6eb46c-1d6a-4337-91e1-2f5a00573312 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-bacf2bf4-c19c-4aa6-bc75-aeb89b1fe363', 'network_id': 'bacf2bf4-c19c-4aa6-bc75-aeb89b1fe363', 'tenant_id': '62df94830a0c4fa9ac007fb055b08943', 'fixed_ips': [{'subnet_id': 'bab7caf7-a16e-4b40-ba8a-79fc4d489c51'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:55:44.973425 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-7e6eb46c-1d6a-4337-91e1-2f5a00573312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:45.009431 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-df27ab2d-c8c0-47d4-9046-fe6be83b4361 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.8835721 Apr 01 15:55:45.012681 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7c16d832-5bca-4ebb-a236-e3c63220ade7 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:45.015339 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52806) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:45.049409 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e2ab3ac1-5746-4354-96a1-6a5a118180f0 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:45.159580 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-7e6eb46c-1d6a-4337-91e1-2f5a00573312 None None] Allocated IP 2001:db8::f816:3eff:fe10:cf84 (bacf2bf4-c19c-4aa6-bc75-aeb89b1fe363/bab7caf7-a16e-4b40-ba8a-79fc4d489c51/1c42bf43-c518-4479-a04a-946291bba64f) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:45.247582 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-17b7aff6-0fb7-44e0-9a01-23926adc3f83 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:45.256157 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8e997fc7-4b48-4cc1-a103-6bf0223bfc7c tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:45.293336 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-e2ab3ac1-5746-4354-96a1-6a5a118180f0 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:45.307521 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-e2ab3ac1-5746-4354-96a1-6a5a118180f0 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Usage tracker for resource:security_group_rule and tenant:d43469dfc0b440c3b15d5b674848a763 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:45.311384 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 111f977e-aadd-4608-a691-9582379042d5 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:55:45.335297 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-e2ab3ac1-5746-4354-96a1-6a5a118180f0 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:45.356786 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-e2ab3ac1-5746-4354-96a1-6a5a118180f0 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:45.359479 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7c16d832-5bca-4ebb-a236-e3c63220ade7 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:45.378950 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-b551a8c4-61e3-471f-80ae-00ec660c8c3d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Synchronizing usage tracker for tenant:140c0a827c6a433287acd915ee3c410d on resource:router {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:55:45.401006 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-7c16d832-5bca-4ebb-a236-e3c63220ade7 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b65ac5c-8834-4b65-9b28-b7dba6c9746f']}} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:45.411652 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-7773bc3d-a9b0-4ebf-90e2-094813a36fcf None None] Provisioning for port 6da1c998-6f6c-4e91-b063-10e330b08095 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:45.427172 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-7c16d832-5bca-4ebb-a236-e3c63220ade7 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c41dc1a5-c958-4d8b-81ea-3934c36371b8') {'for_net_delete': True} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:45.427782 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-7c16d832-5bca-4ebb-a236-e3c63220ade7 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c41dc1a5-c958-4d8b-81ea-3934c36371b8') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:45.445080 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7c16d832-5bca-4ebb-a236-e3c63220ade7 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15303093'] for segment, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:45.450145 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-7773bc3d-a9b0-4ebf-90e2-094813a36fcf None None] Provisioning complete for port 6da1c998-6f6c-4e91-b063-10e330b08095 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:45.450514 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-7773bc3d-a9b0-4ebf-90e2-094813a36fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:45.453207 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-b551a8c4-61e3-471f-80ae-00ec660c8c3d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Unset dirty status for tenant:140c0a827c6a433287acd915ee3c410d on resource:router {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:55:45.454394 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-b551a8c4-61e3-471f-80ae-00ec660c8c3d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.9073679 Apr 01 15:55:45.458418 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52810) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:45.470360 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-3cd84f5c-1505-4dcf-b3c5-f246b15a2740 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1383382783'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:55:45.527111 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7c16d832-5bca-4ebb-a236-e3c63220ade7 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:45.541851 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c16d832-5bca-4ebb-a236-e3c63220ade7 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=83828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:55:45.542288 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7c16d832-5bca-4ebb-a236-e3c63220ade7 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15306523'] for segment, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:45.557290 dv-neutron-833373-2-hyperv neutron-server[83828]: Traceback (most recent call last): Apr 01 15:55:45.557290 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:55:45.557290 dv-neutron-833373-2-hyperv neutron-server[83828]: timer() Apr 01 15:55:45.557290 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:55:45.557290 dv-neutron-833373-2-hyperv neutron-server[83828]: cb(*args, **kw) Apr 01 15:55:45.557290 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:55:45.557290 dv-neutron-833373-2-hyperv neutron-server[83828]: return func(*args, **kwargs) Apr 01 15:55:45.557290 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:55:45.557290 dv-neutron-833373-2-hyperv neutron-server[83828]: self._notify() Apr 01 15:55:45.557290 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:55:45.557290 dv-neutron-833373-2-hyperv neutron-server[83828]: self.callback(batched_events) Apr 01 15:55:45.557290 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:55:45.557290 dv-neutron-833373-2-hyperv neutron-server[83828]: event.method(event) Apr 01 15:55:45.557290 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:55:45.557290 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:55:45.557290 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:55:45.557290 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:55:45.557290 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:55:45.557290 dv-neutron-833373-2-hyperv neutron-server[83828]: return f(self, *a, **k) Apr 01 15:55:45.557290 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:55:45.557290 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._get(url).json() Apr 01 15:55:45.557290 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:55:45.557290 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:55:45.557290 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:55:45.557290 dv-neutron-833373-2-hyperv neutron-server[83828]: return self.request(url, 'GET', **kwargs) Apr 01 15:55:45.557290 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:55:45.557290 dv-neutron-833373-2-hyperv neutron-server[83828]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:55:45.557290 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:55:45.557290 dv-neutron-833373-2-hyperv neutron-server[83828]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:55:45.557290 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:55:45.557290 dv-neutron-833373-2-hyperv neutron-server[83828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:55:45.557290 dv-neutron-833373-2-hyperv neutron-server[83828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:55:45.588701 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 111f977e-aadd-4608-a691-9582379042d5 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:45.594437 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-7773bc3d-a9b0-4ebf-90e2-094813a36fcf None None] Port 6da1c998-6f6c-4e91-b063-10e330b08095 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:55:45.636037 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 111f977e-aadd-4608-a691-9582379042d5 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:45.636421 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:45.708890 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-7e6eb46c-1d6a-4337-91e1-2f5a00573312 None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:45.734119 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-7e6eb46c-1d6a-4337-91e1-2f5a00573312 None None] Transition to ACTIVE for port object 1c42bf43-c518-4479-a04a-946291bba64f will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:45.751216 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-17b7aff6-0fb7-44e0-9a01-23926adc3f83 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:45.797154 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-7e6eb46c-1d6a-4337-91e1-2f5a00573312 None None] Transition to ACTIVE for port object 1c42bf43-c518-4479-a04a-946291bba64f will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:45.811879 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e2ab3ac1-5746-4354-96a1-6a5a118180f0 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:45.812107 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7dac77d-0c19-4e99-9cef-ded1c821fab3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-59a027d1-0bac-441c-bf75-e20666fea16a', 'network_id': '59a027d1-0bac-441c-bf75-e20666fea16a', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'fixed_ips': [{'subnet_id': 'b74bac9f-7384-4f6a-850f-c057f93a0214'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:55:45.812781 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-b7dac77d-0c19-4e99-9cef-ded1c821fab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:45.824180 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-7e6eb46c-1d6a-4337-91e1-2f5a00573312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:45.840654 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e2ab3ac1-5746-4354-96a1-6a5a118180f0 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:45.858465 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7c16d832-5bca-4ebb-a236-e3c63220ade7 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:45.883016 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7c16d832-5bca-4ebb-a236-e3c63220ade7 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:45.894241 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c16d832-5bca-4ebb-a236-e3c63220ade7 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] Pushing event deleted for resources: {'Network': ['ID=7b65ac5c-8834-4b65-9b28-b7dba6c9746f,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:45.901313 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-7c16d832-5bca-4ebb-a236-e3c63220ade7 tempest-NetworksTestDHCPv6-1921470815 tempest-NetworksTestDHCPv6-1921470815-project] 10.222.0.55 "DELETE /v2.0/networks/7b65ac5c-8834-4b65-9b28-b7dba6c9746f HTTP/1.1" status: 204 len: 168 time: 1.0274541 Apr 01 15:55:45.951104 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6eb46c-1d6a-4337-91e1-2f5a00573312 None None] Network bacf2bf4-c19c-4aa6-bc75-aeb89b1fe363 is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:46.000248 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-7e6eb46c-1d6a-4337-91e1-2f5a00573312 None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:46.008296 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6eb46c-1d6a-4337-91e1-2f5a00573312 None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:55:46.026444 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ab3ac1-5746-4354-96a1-6a5a118180f0 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed76b5a-b4f1-495b-a039-524ea9695dfc,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:46.051808 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e2ab3ac1-5746-4354-96a1-6a5a118180f0 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:46.057119 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-e2ab3ac1-5746-4354-96a1-6a5a118180f0 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2845993 Apr 01 15:55:46.060771 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52816) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:46.066417 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-a59f1835-2166-482b-b89b-1cb52a94262f tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Request body: {'security_group_rule': {'security_group_id': '1ed76b5a-b4f1-495b-a039-524ea9695dfc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:55:46.076417 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-17b7aff6-0fb7-44e0-9a01-23926adc3f83 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15415074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16089009'] for subnet, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:46.089008 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-a59f1835-2166-482b-b89b-1cb52a94262f tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:46.103560 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-a59f1835-2166-482b-b89b-1cb52a94262f tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Usage tracker for resource:security_group_rule and tenant:d43469dfc0b440c3b15d5b674848a763 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:46.109620 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-a59f1835-2166-482b-b89b-1cb52a94262f tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:46.121139 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-a59f1835-2166-482b-b89b-1cb52a94262f tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:46.156064 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6eb46c-1d6a-4337-91e1-2f5a00573312 None None] Pushing event updated for resources: {'Port': ['ID=1c42bf43-c518-4479-a04a-946291bba64f,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:46.162180 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b7aff6-0fb7-44e0-9a01-23926adc3f83 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Pushing event deleted for resources: {'Subnet': ['ID=bab7caf7-a16e-4b40-ba8a-79fc4d489c51,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:46.167709 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:46.216117 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port 111f977e-aadd-4608-a691-9582379042d5, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=111f977e-aadd-4608-a691-9582379042d5,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:55:46.220514 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-7e6eb46c-1d6a-4337-91e1-2f5a00573312 None None] Attempting to bind port 1c42bf43-c518-4479-a04a-946291bba64f on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:55:46.221142 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-7e6eb46c-1d6a-4337-91e1-2f5a00573312 None None] Attempting to bind port 1c42bf43-c518-4479-a04a-946291bba64f by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': '76994323-8d63-4888-99f3-2039aa18844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'bacf2bf4-c19c-4aa6-bc75-aeb89b1fe363'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:55:46.221726 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6eb46c-1d6a-4337-91e1-2f5a00573312 None None] Attempting to bind port 1c42bf43-c518-4479-a04a-946291bba64f on network bacf2bf4-c19c-4aa6-bc75-aeb89b1fe363 {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:55:46.228146 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:46.230388 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a59f1835-2166-482b-b89b-1cb52a94262f tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:46.314822 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6eb46c-1d6a-4337-91e1-2f5a00573312 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:55:46.315187 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6eb46c-1d6a-4337-91e1-2f5a00573312 None None] Checking segment: {'id': '76994323-8d63-4888-99f3-2039aa18844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'bacf2bf4-c19c-4aa6-bc75-aeb89b1fe363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:55:46.315767 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-7e6eb46c-1d6a-4337-91e1-2f5a00573312 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:46.316321 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6eb46c-1d6a-4337-91e1-2f5a00573312 None None] Bound using segment: {'id': '76994323-8d63-4888-99f3-2039aa18844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'bacf2bf4-c19c-4aa6-bc75-aeb89b1fe363'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:55:46.317000 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-7e6eb46c-1d6a-4337-91e1-2f5a00573312 None None] Bound port: 1c42bf43-c518-4479-a04a-946291bba64f, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76994323-8d63-4888-99f3-2039aa18844b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'bacf2bf4-c19c-4aa6-bc75-aeb89b1fe363'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:55:46.317572 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-7e6eb46c-1d6a-4337-91e1-2f5a00573312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:46.342220 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-17b7aff6-0fb7-44e0-9a01-23926adc3f83 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:46.375359 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-17b7aff6-0fb7-44e0-9a01-23926adc3f83 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bacf2bf4-c19c-4aa6-bc75-aeb89b1fe363']}} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:46.397115 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-17b7aff6-0fb7-44e0-9a01-23926adc3f83 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76994323-8d63-4888-99f3-2039aa18844b') {'for_net_delete': True} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:46.397542 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-17b7aff6-0fb7-44e0-9a01-23926adc3f83 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76994323-8d63-4888-99f3-2039aa18844b') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:46.401531 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a59f1835-2166-482b-b89b-1cb52a94262f tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:46.413640 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-17b7aff6-0fb7-44e0-9a01-23926adc3f83 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16610763'] for segment, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:46.414482 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a59f1835-2166-482b-b89b-1cb52a94262f tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:46.422026 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=111f977e-aadd-4608-a691-9582379042d5,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:46.441758 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-17b7aff6-0fb7-44e0-9a01-23926adc3f83 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:46.454118 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59f1835-2166-482b-b89b-1cb52a94262f tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a79c0b9-ef48-44cf-8b4a-6922e4221ff3,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:46.458057 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-b7dac77d-0c19-4e99-9cef-ded1c821fab3 None None] Allocated IP 172.20.0.2 (59a027d1-0bac-441c-bf75-e20666fea16a/b74bac9f-7384-4f6a-850f-c057f93a0214/4e9e2c57-60c8-4c9a-b51f-30692abca666) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:46.461319 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17b7aff6-0fb7-44e0-9a01-23926adc3f83 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=83826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:55:46.462136 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-17b7aff6-0fb7-44e0-9a01-23926adc3f83 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15415164'] for segment, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:46.465808 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a59f1835-2166-482b-b89b-1cb52a94262f tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:46.467085 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-a59f1835-2166-482b-b89b-1cb52a94262f tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4051993 Apr 01 15:55:46.479921 dv-neutron-833373-2-hyperv neutron-server[83826]: Traceback (most recent call last): Apr 01 15:55:46.479921 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:55:46.479921 dv-neutron-833373-2-hyperv neutron-server[83826]: timer() Apr 01 15:55:46.479921 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:55:46.479921 dv-neutron-833373-2-hyperv neutron-server[83826]: cb(*args, **kw) Apr 01 15:55:46.479921 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:55:46.479921 dv-neutron-833373-2-hyperv neutron-server[83826]: return func(*args, **kwargs) Apr 01 15:55:46.479921 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:55:46.479921 dv-neutron-833373-2-hyperv neutron-server[83826]: self._notify() Apr 01 15:55:46.479921 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:55:46.479921 dv-neutron-833373-2-hyperv neutron-server[83826]: self.callback(batched_events) Apr 01 15:55:46.479921 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:55:46.479921 dv-neutron-833373-2-hyperv neutron-server[83826]: event.method(event) Apr 01 15:55:46.479921 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:55:46.479921 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:55:46.479921 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:55:46.479921 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:55:46.479921 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:55:46.479921 dv-neutron-833373-2-hyperv neutron-server[83826]: return f(self, *a, **k) Apr 01 15:55:46.479921 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:55:46.479921 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._get(url).json() Apr 01 15:55:46.479921 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:55:46.479921 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:55:46.479921 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:55:46.479921 dv-neutron-833373-2-hyperv neutron-server[83826]: return self.request(url, 'GET', **kwargs) Apr 01 15:55:46.479921 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:55:46.479921 dv-neutron-833373-2-hyperv neutron-server[83826]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:55:46.479921 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:55:46.479921 dv-neutron-833373-2-hyperv neutron-server[83826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:55:46.479921 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:55:46.479921 dv-neutron-833373-2-hyperv neutron-server[83826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:55:46.479921 dv-neutron-833373-2-hyperv neutron-server[83826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:55:46.482373 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccee33c6-2746-4a3b-a973-7bd4c95109ef tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:55:46.484452 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 52822) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:46.495564 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9765f51b-24ab-40de-a19c-b2c77d6e3e2b None None] Sync routers for ids ['857b4ca9-df38-4b3b-8392-3e5ade9f1675'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:55:46.525029 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9765f51b-24ab-40de-a19c-b2c77d6e3e2b None None] Routers {'857b4ca9-df38-4b3b-8392-3e5ade9f1675'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:55:46.527412 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-9765f51b-24ab-40de-a19c-b2c77d6e3e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:55:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['857b4ca9-df38-4b3b-8392-3e5ade9f1675'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:46.530600 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-7e6eb46c-1d6a-4337-91e1-2f5a00573312 None None] For port 1c42bf43-c518-4479-a04a-946291bba64f, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:55:46.544001 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-5ba566d1-dbc1-4e64-8ecb-c58ef0d0e441 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Request body: {'security_group_rule': {'security_group_id': '1ed76b5a-b4f1-495b-a039-524ea9695dfc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:55:46.558793 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-5ba566d1-dbc1-4e64-8ecb-c58ef0d0e441 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:46.577427 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-5ba566d1-dbc1-4e64-8ecb-c58ef0d0e441 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Usage tracker for resource:security_group_rule and tenant:d43469dfc0b440c3b15d5b674848a763 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:46.584411 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-5ba566d1-dbc1-4e64-8ecb-c58ef0d0e441 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:46.589440 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ccee33c6-2746-4a3b-a973-7bd4c95109ef tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks [] for router, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:46.593046 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-ccee33c6-2746-4a3b-a973-7bd4c95109ef tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] 10.222.0.55 "PUT /v2.0/routers/857b4ca9-df38-4b3b-8392-3e5ade9f1675 HTTP/1.1" status: 200 len: 924 time: 7.6888673 Apr 01 15:55:46.599191 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.db.resource_extend [None req-8e997fc7-4b48-4cc1-a103-6bf0223bfc7c tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:55:46.599384 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52826) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:46.607880 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-5ba566d1-dbc1-4e64-8ecb-c58ef0d0e441 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:46.625095 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8e997fc7-4b48-4cc1-a103-6bf0223bfc7c tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:46.629545 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.db.api [None req-17b7aff6-0fb7-44e0-9a01-23926adc3f83 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 01 15:55:46.629545 dv-neutron-833373-2-hyperv neutron-server[83826]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 01 15:55:46.629545 dv-neutron-833373-2-hyperv neutron-server[83826]: [parameters: {'id': 'bacf2bf4-c19c-4aa6-bc75-aeb89b1fe363'}] Apr 01 15:55:46.629545 dv-neutron-833373-2-hyperv neutron-server[83826]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:55:46.630014 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG oslo_db.api [None req-17b7aff6-0fb7-44e0-9a01-23926adc3f83 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:55:46.638143 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8e997fc7-4b48-4cc1-a103-6bf0223bfc7c tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:46.640276 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-7e6eb46c-1d6a-4337-91e1-2f5a00573312 None None] For port 1c42bf43-c518-4479-a04a-946291bba64f, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=1c42bf43-c518-4479-a04a-946291bba64f,segment=NetworkSegment(76994323-8d63-4888-99f3-2039aa18844b),segment_id=76994323-8d63-4888-99f3-2039aa18844b)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:55:46.647244 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-7e6eb46c-1d6a-4337-91e1-2f5a00573312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:46.685501 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-9765f51b-24ab-40de-a19c-b2c77d6e3e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:46.691798 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 52830) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:46.702960 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9765f51b-24ab-40de-a19c-b2c77d6e3e2b None None] Routers {'857b4ca9-df38-4b3b-8392-3e5ade9f1675'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:55:46.703936 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-9765f51b-24ab-40de-a19c-b2c77d6e3e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:55:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['857b4ca9-df38-4b3b-8392-3e5ade9f1675'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:46.757039 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5ba566d1-dbc1-4e64-8ecb-c58ef0d0e441 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:46.791114 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-9765f51b-24ab-40de-a19c-b2c77d6e3e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:46.791872 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9765f51b-24ab-40de-a19c-b2c77d6e3e2b None None] The sync data for ids ['857b4ca9-df38-4b3b-8392-3e5ade9f1675'] in dv-neutron-833373-2-hyperv is: [] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:55:46.794342 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6eb46c-1d6a-4337-91e1-2f5a00573312 None None] Pushing event updated for resources: {'Port': ['ID=1c42bf43-c518-4479-a04a-946291bba64f,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:46.894238 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8e997fc7-4b48-4cc1-a103-6bf0223bfc7c tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611525'] for router_interface, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:46.907237 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e997fc7-4b48-4cc1-a103-6bf0223bfc7c tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Pushing event updated for resources: {'Port': ['ID=6da1c998-6f6c-4e91-b063-10e330b08095,revision_number=2']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:46.997315 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-b7dac77d-0c19-4e99-9cef-ded1c821fab3 None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:47.044274 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-b7dac77d-0c19-4e99-9cef-ded1c821fab3 None None] Transition to ACTIVE for port object 4e9e2c57-60c8-4c9a-b51f-30692abca666 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:47.061184 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3bdcf6e-56d5-4067-a951-eaec6ad13700 None None] Network bacf2bf4-c19c-4aa6-bc75-aeb89b1fe363 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:55:47.132168 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-17b7aff6-0fb7-44e0-9a01-23926adc3f83 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:47.148694 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5ba566d1-dbc1-4e64-8ecb-c58ef0d0e441 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:47.158556 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3cd84f5c-1505-4dcf-b3c5-f246b15a2740 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130626'] for router, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:47.175645 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-b7dac77d-0c19-4e99-9cef-ded1c821fab3 None None] Transition to ACTIVE for port object 4e9e2c57-60c8-4c9a-b51f-30692abca666 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:47.178998 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 111f977e-aadd-4608-a691-9582379042d5 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:55:47.184300 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5ba566d1-dbc1-4e64-8ecb-c58ef0d0e441 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:47.191875 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3cd84f5c-1505-4dcf-b3c5-f246b15a2740 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-617606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-617615', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-607241'] for router, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:47.239046 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-b7dac77d-0c19-4e99-9cef-ded1c821fab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:47.313851 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-e4845505-61f8-4077-8e16-956490f4c2ce admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=50a1f72bd5e54e209eb4756b30f7e6a6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5345185 Apr 01 15:55:47.315101 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 52836) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:47.335906 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dac77d-0c19-4e99-9cef-ded1c821fab3 None None] Pushing event updated for resources: {'Port': ['ID=4e9e2c57-60c8-4c9a-b51f-30692abca666,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:47.362749 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba566d1-dbc1-4e64-8ecb-c58ef0d0e441 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75c06252-8348-482d-a13c-563bbc6c9382,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:47.373389 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-17b7aff6-0fb7-44e0-9a01-23926adc3f83 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Deleting port 1c42bf43-c518-4479-a04a-946291bba64f {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:55:47.374571 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-17b7aff6-0fb7-44e0-9a01-23926adc3f83 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:47.426998 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7dac77d-0c19-4e99-9cef-ded1c821fab3 None None] Network 59a027d1-0bac-441c-bf75-e20666fea16a is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:47.433766 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-b7dac77d-0c19-4e99-9cef-ded1c821fab3 None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:47.442029 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7dac77d-0c19-4e99-9cef-ded1c821fab3 None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:55:47.473359 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e997fc7-4b48-4cc1-a103-6bf0223bfc7c tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Network 4dcd1a4d-e4a1-44c4-858d-e295060d742a is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:47.570319 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-b7dac77d-0c19-4e99-9cef-ded1c821fab3 None None] Attempting to bind port 4e9e2c57-60c8-4c9a-b51f-30692abca666 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:55:47.571198 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-b7dac77d-0c19-4e99-9cef-ded1c821fab3 None None] Attempting to bind port 4e9e2c57-60c8-4c9a-b51f-30692abca666 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': '17425429-0d0c-4b33-953c-3197bd34ece2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '59a027d1-0bac-441c-bf75-e20666fea16a'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:55:47.571893 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dac77d-0c19-4e99-9cef-ded1c821fab3 None None] Attempting to bind port 4e9e2c57-60c8-4c9a-b51f-30692abca666 on network 59a027d1-0bac-441c-bf75-e20666fea16a {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:55:47.577023 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 111f977e-aadd-4608-a691-9582379042d5 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:47.577851 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:47.597056 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-9ba3d080-f981-4e6d-8840-a7c225cd58d7 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] 10.222.0.55 "GET /v2.0/routers/857b4ca9-df38-4b3b-8392-3e5ade9f1675 HTTP/1.1" status: 200 len: 924 time: 0.9884353 Apr 01 15:55:47.602494 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52840) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:47.605018 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-8e997fc7-4b48-4cc1-a103-6bf0223bfc7c tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:47.627554 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dac77d-0c19-4e99-9cef-ded1c821fab3 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:55:47.628150 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dac77d-0c19-4e99-9cef-ded1c821fab3 None None] Checking segment: {'id': '17425429-0d0c-4b33-953c-3197bd34ece2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '59a027d1-0bac-441c-bf75-e20666fea16a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:55:47.628819 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-b7dac77d-0c19-4e99-9cef-ded1c821fab3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:47.629521 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dac77d-0c19-4e99-9cef-ded1c821fab3 None None] Bound using segment: {'id': '17425429-0d0c-4b33-953c-3197bd34ece2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '59a027d1-0bac-441c-bf75-e20666fea16a'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:55:47.630157 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-b7dac77d-0c19-4e99-9cef-ded1c821fab3 None None] Bound port: 4e9e2c57-60c8-4c9a-b51f-30692abca666, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17425429-0d0c-4b33-953c-3197bd34ece2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '59a027d1-0bac-441c-bf75-e20666fea16a'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:55:47.630719 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-b7dac77d-0c19-4e99-9cef-ded1c821fab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:47.790668 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3cba6aac-f79b-49a7-b204-b5bd0795f037 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:47.830077 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [None req-17b7aff6-0fb7-44e0-9a01-23926adc3f83 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] For port 1c42bf43-c518-4479-a04a-946291bba64f, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=1c42bf43-c518-4479-a04a-946291bba64f,segment=NetworkSegment(76994323-8d63-4888-99f3-2039aa18844b),segment_id=76994323-8d63-4888-99f3-2039aa18844b)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:55:47.830686 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-17b7aff6-0fb7-44e0-9a01-23926adc3f83 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:47.890316 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-b7dac77d-0c19-4e99-9cef-ded1c821fab3 None None] For port 4e9e2c57-60c8-4c9a-b51f-30692abca666, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:55:47.900802 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-b7dac77d-0c19-4e99-9cef-ded1c821fab3 None None] For port 4e9e2c57-60c8-4c9a-b51f-30692abca666, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=4e9e2c57-60c8-4c9a-b51f-30692abca666,segment=NetworkSegment(17425429-0d0c-4b33-953c-3197bd34ece2),segment_id=17425429-0d0c-4b33-953c-3197bd34ece2)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:55:47.907467 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-b7dac77d-0c19-4e99-9cef-ded1c821fab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:47.963188 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-fd5c979f-6c34-4a4e-a2e1-0e796b3180d5 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Synchronizing usage tracker for tenant:c9632da394c8441eab568915695eab19 on resource:port {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:55:47.966442 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-17b7aff6-0fb7-44e0-9a01-23926adc3f83 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Calling delete_port for 1c42bf43-c518-4479-a04a-946291bba64f owned by network:dhcp {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:55:48.009249 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-79a9ecad-3aaa-4d4f-a3b4-2c58c48ce54b None None] Provisioning complete for port 6da1c998-6f6c-4e91-b063-10e330b08095 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:48.009744 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-79a9ecad-3aaa-4d4f-a3b4-2c58c48ce54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:48.032803 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-fd5c979f-6c34-4a4e-a2e1-0e796b3180d5 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Unset dirty status for tenant:c9632da394c8441eab568915695eab19 on resource:port {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:55:48.035836 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-fd5c979f-6c34-4a4e-a2e1-0e796b3180d5 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=ed45466e-0386-4b92-8de3-247c977242ac&device_id=857b4ca9-df38-4b3b-8392-3e5ade9f1675&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4235561 Apr 01 15:55:48.039711 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52844) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:48.055565 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dac77d-0c19-4e99-9cef-ded1c821fab3 None None] Pushing event updated for resources: {'Port': ['ID=4e9e2c57-60c8-4c9a-b51f-30692abca666,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:48.089958 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-79a9ecad-3aaa-4d4f-a3b4-2c58c48ce54b None None] Port 6da1c998-6f6c-4e91-b063-10e330b08095 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:55:48.152579 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-17b7aff6-0fb7-44e0-9a01-23926adc3f83 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:48.314279 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cd84f5c-1505-4dcf-b3c5-f246b15a2740 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Router 8f54739f-82c1-4ea4-bb39-13c409fe0e7c has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:55:48.318849 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f22802-6afb-4500-91db-977306699ac1 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:48.319411 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-19f22802-6afb-4500-91db-977306699ac1 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Synchronizing usage tracker for tenant:c9632da394c8441eab568915695eab19 on resource:network {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:55:48.408518 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-19f22802-6afb-4500-91db-977306699ac1 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Unset dirty status for tenant:c9632da394c8441eab568915695eab19 on resource:network {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:55:48.410006 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-19f22802-6afb-4500-91db-977306699ac1 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] 10.222.0.55 "GET /v2.0/networks/ed45466e-0386-4b92-8de3-247c977242ac HTTP/1.1" status: 200 len: 881 time: 0.3679397 Apr 01 15:55:48.414432 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52848) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:48.418046 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5ba566d1-dbc1-4e64-8ecb-c58ef0d0e441 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:48.421969 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-5ba566d1-dbc1-4e64-8ecb-c58ef0d0e441 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.9304039 Apr 01 15:55:48.436018 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 52850) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:48.439214 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b7aff6-0fb7-44e0-9a01-23926adc3f83 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Pushing event deleted for resources: {'Port': ['ID=1c42bf43-c518-4479-a04a-946291bba64f,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:48.465018 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-958f3aac-41ee-457f-ae17-c12df559de89 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Request body: {'security_group_rule': {'security_group_id': '1ed76b5a-b4f1-495b-a039-524ea9695dfc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:55:48.477746 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-958f3aac-41ee-457f-ae17-c12df559de89 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:48.494789 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-958f3aac-41ee-457f-ae17-c12df559de89 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Usage tracker for resource:security_group_rule and tenant:d43469dfc0b440c3b15d5b674848a763 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:48.501221 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b7aff6-0fb7-44e0-9a01-23926adc3f83 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] No DVR routers for this DVR port 1c42bf43-c518-4479-a04a-946291bba64f on host dv-neutron-833373-2-hyperv {{(pid=83826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:55:48.502995 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-958f3aac-41ee-457f-ae17-c12df559de89 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:48.543329 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-958f3aac-41ee-457f-ae17-c12df559de89 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:48.549961 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b40d39fb-5f0f-4bb9-a87f-a2c07f273a70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:48.586417 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-cf7cdd13-95e5-4105-957b-814357ec19cc tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] 10.222.0.55 "GET /v2.0/ports?device_id=857b4ca9-df38-4b3b-8392-3e5ade9f1675 HTTP/1.1" status: 200 len: 205 time: 0.1008220 Apr 01 15:55:48.590979 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 52856) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:48.686956 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-3cba6aac-f79b-49a7-b204-b5bd0795f037 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Allocated IP 172.20.0.1 (59a027d1-0bac-441c-bf75-e20666fea16a/b74bac9f-7384-4f6a-850f-c057f93a0214/8198ab6f-4075-46b8-9a32-803c2a53fa75) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:48.749776 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b40d39fb-5f0f-4bb9-a87f-a2c07f273a70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:48.818714 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-958f3aac-41ee-457f-ae17-c12df559de89 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:48.874108 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-17b7aff6-0fb7-44e0-9a01-23926adc3f83 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:48.895455 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3cba6aac-f79b-49a7-b204-b5bd0795f037 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:48.917980 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [None req-3cba6aac-f79b-49a7-b204-b5bd0795f037 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Transition to ACTIVE for port object 8198ab6f-4075-46b8-9a32-803c2a53fa75 will not be triggered until provisioned by entity DHCP. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:48.933267 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cd84f5c-1505-4dcf-b3c5-f246b15a2740 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:55:48.948898 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3cd84f5c-1505-4dcf-b3c5-f246b15a2740 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:48.949127 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def27d3c-21c5-40d8-8d2f-8ff77b1ab8ab None None] Sync routers for ids ['8f54739f-82c1-4ea4-bb39-13c409fe0e7c'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:55:48.950089 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-3cd84f5c-1505-4dcf-b3c5-f246b15a2740 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "PUT /v2.0/routers/8f54739f-82c1-4ea4-bb39-13c409fe0e7c HTTP/1.1" status: 200 len: 892 time: 3.4891188 Apr 01 15:55:48.952634 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52860) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:48.966616 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def27d3c-21c5-40d8-8d2f-8ff77b1ab8ab None None] Routers {'8f54739f-82c1-4ea4-bb39-13c409fe0e7c'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:55:48.967515 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-def27d3c-21c5-40d8-8d2f-8ff77b1ab8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:55:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['8f54739f-82c1-4ea4-bb39-13c409fe0e7c'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:49.022303 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-17b7aff6-0fb7-44e0-9a01-23926adc3f83 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bacf2bf4-c19c-4aa6-bc75-aeb89b1fe363']}} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:49.072806 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-17b7aff6-0fb7-44e0-9a01-23926adc3f83 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76994323-8d63-4888-99f3-2039aa18844b') {'for_net_delete': True} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:49.073112 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-17b7aff6-0fb7-44e0-9a01-23926adc3f83 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76994323-8d63-4888-99f3-2039aa18844b') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:49.091604 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-def27d3c-21c5-40d8-8d2f-8ff77b1ab8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:49.095655 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-17b7aff6-0fb7-44e0-9a01-23926adc3f83 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16610763'] for segment, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:49.122013 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3cba6aac-f79b-49a7-b204-b5bd0795f037 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:49.150553 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def27d3c-21c5-40d8-8d2f-8ff77b1ab8ab None None] Routers {'8f54739f-82c1-4ea4-bb39-13c409fe0e7c'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:55:49.151204 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-def27d3c-21c5-40d8-8d2f-8ff77b1ab8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:55:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['8f54739f-82c1-4ea4-bb39-13c409fe0e7c'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:49.156412 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-17b7aff6-0fb7-44e0-9a01-23926adc3f83 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:49.166058 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17b7aff6-0fb7-44e0-9a01-23926adc3f83 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=83826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:55:49.166058 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-17b7aff6-0fb7-44e0-9a01-23926adc3f83 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15415164'] for segment, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:49.193578 dv-neutron-833373-2-hyperv neutron-server[83826]: Traceback (most recent call last): Apr 01 15:55:49.193578 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:55:49.193578 dv-neutron-833373-2-hyperv neutron-server[83826]: timer() Apr 01 15:55:49.193578 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:55:49.193578 dv-neutron-833373-2-hyperv neutron-server[83826]: cb(*args, **kw) Apr 01 15:55:49.193578 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:55:49.193578 dv-neutron-833373-2-hyperv neutron-server[83826]: return func(*args, **kwargs) Apr 01 15:55:49.193578 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:55:49.193578 dv-neutron-833373-2-hyperv neutron-server[83826]: self._notify() Apr 01 15:55:49.193578 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:55:49.193578 dv-neutron-833373-2-hyperv neutron-server[83826]: self.callback(batched_events) Apr 01 15:55:49.193578 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:55:49.193578 dv-neutron-833373-2-hyperv neutron-server[83826]: event.method(event) Apr 01 15:55:49.193578 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:55:49.193578 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:55:49.193578 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:55:49.193578 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:55:49.193578 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:55:49.193578 dv-neutron-833373-2-hyperv neutron-server[83826]: return f(self, *a, **k) Apr 01 15:55:49.193578 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:55:49.193578 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._get(url).json() Apr 01 15:55:49.193578 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:55:49.193578 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:55:49.193578 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:55:49.193578 dv-neutron-833373-2-hyperv neutron-server[83826]: return self.request(url, 'GET', **kwargs) Apr 01 15:55:49.193578 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:55:49.193578 dv-neutron-833373-2-hyperv neutron-server[83826]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:55:49.193578 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:55:49.193578 dv-neutron-833373-2-hyperv neutron-server[83826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:55:49.193578 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:55:49.193578 dv-neutron-833373-2-hyperv neutron-server[83826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:55:49.193578 dv-neutron-833373-2-hyperv neutron-server[83826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:55:49.209822 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cba6aac-f79b-49a7-b204-b5bd0795f037 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Network 59a027d1-0bac-441c-bf75-e20666fea16a is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:49.214166 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b40d39fb-5f0f-4bb9-a87f-a2c07f273a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:49.215556 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-3cba6aac-f79b-49a7-b204-b5bd0795f037 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:49.220269 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cba6aac-f79b-49a7-b204-b5bd0795f037 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:55:49.277278 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 4e9e2c57-60c8-4c9a-b51f-30692abca666 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:55:49.279760 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-958f3aac-41ee-457f-ae17-c12df559de89 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:49.307052 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-def27d3c-21c5-40d8-8d2f-8ff77b1ab8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:49.307728 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def27d3c-21c5-40d8-8d2f-8ff77b1ab8ab None None] The sync data for ids ['8f54739f-82c1-4ea4-bb39-13c409fe0e7c'] in dv-neutron-833373-2-hyperv is: [] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:55:49.308076 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40d39fb-5f0f-4bb9-a87f-a2c07f273a70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b6b632-4f32-4dad-9ec0-0204c7f3e1d9,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:49.336414 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-958f3aac-41ee-457f-ae17-c12df559de89 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:49.381333 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 4e9e2c57-60c8-4c9a-b51f-30692abca666 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:49.385263 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958f3aac-41ee-457f-ae17-c12df559de89 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f577a3c5-ad27-46c6-adc0-489ee788f5ff,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:49.404984 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-17b7aff6-0fb7-44e0-9a01-23926adc3f83 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:49.443616 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba6aac-f79b-49a7-b204-b5bd0795f037 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'Port': ['ID=8198ab6f-4075-46b8-9a32-803c2a53fa75,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:49.445691 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-17b7aff6-0fb7-44e0-9a01-23926adc3f83 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:49.447947 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-17b7aff6-0fb7-44e0-9a01-23926adc3f83 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] 10.222.0.55 "DELETE /v2.0/networks/bacf2bf4-c19c-4aa6-bc75-aeb89b1fe363 HTTP/1.1" status: 204 len: 168 time: 4.7183571 Apr 01 15:55:49.451399 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 52864) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:49.458519 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b40d39fb-5f0f-4bb9-a87f-a2c07f273a70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:49.462680 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-b40d39fb-5f0f-4bb9-a87f-a2c07f273a70 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e0b6b632-4f32-4dad-9ec0-0204c7f3e1d9 HTTP/1.1" status: 204 len: 168 time: 2.1018543 Apr 01 15:55:49.467284 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b7aff6-0fb7-44e0-9a01-23926adc3f83 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Pushing event deleted for resources: {'Network': ['ID=bacf2bf4-c19c-4aa6-bc75-aeb89b1fe363,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:49.471959 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3cba6aac-f79b-49a7-b204-b5bd0795f037 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611418'] for router_interface, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:49.499666 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-958f3aac-41ee-457f-ae17-c12df559de89 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:49.502050 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-958f3aac-41ee-457f-ae17-c12df559de89 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.0593548 Apr 01 15:55:49.503585 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 52870) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:49.514800 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b137930-c2f0-44b1-99bb-76edda79a904 None None] Network 59a027d1-0bac-441c-bf75-e20666fea16a requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:55:49.527843 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-b773c29a-ecf4-4f79-9f9d-606d4ddb855d tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Request body: {'security_group_rule': {'security_group_id': '1ed76b5a-b4f1-495b-a039-524ea9695dfc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:55:49.542420 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-878227d5-c922-464f-91bd-eb121af9c7ea tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:49.543241 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-878227d5-c922-464f-91bd-eb121af9c7ea tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:49.549016 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-878227d5-c922-464f-91bd-eb121af9c7ea tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] 10.222.0.55 "DELETE /v2.0/subnets/bab7caf7-a16e-4b40-ba8a-79fc4d489c51 HTTP/1.1" status: 404 len: 337 time: 0.0930905 Apr 01 15:55:49.549862 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 52874) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:49.562743 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-b773c29a-ecf4-4f79-9f9d-606d4ddb855d tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:49.602374 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3cba6aac-f79b-49a7-b204-b5bd0795f037 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:49.603758 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-b773c29a-ecf4-4f79-9f9d-606d4ddb855d tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Usage tracker for resource:security_group_rule and tenant:d43469dfc0b440c3b15d5b674848a763 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:49.610689 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-b773c29a-ecf4-4f79-9f9d-606d4ddb855d tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:49.622150 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab870992-67dd-45d7-bcda-6532009f241a tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:49.622724 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab870992-67dd-45d7-bcda-6532009f241a tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:49.627920 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-ab870992-67dd-45d7-bcda-6532009f241a tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] 10.222.0.55 "DELETE /v2.0/networks/bacf2bf4-c19c-4aa6-bc75-aeb89b1fe363 HTTP/1.1" status: 404 len: 339 time: 0.0718212 Apr 01 15:55:49.628106 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-a59b3096-d0c7-4862-a32c-ebc698eca9cd tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "GET /v2.0/routers/8f54739f-82c1-4ea4-bb39-13c409fe0e7c HTTP/1.1" status: 200 len: 892 time: 0.6711943 Apr 01 15:55:49.628106 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52878) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:49.628330 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e997fc7-4b48-4cc1-a103-6bf0223bfc7c tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Router 77dbf70a-27f1-420e-b906-f4163e390ccd has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:55:49.628330 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-b773c29a-ecf4-4f79-9f9d-606d4ddb855d tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:49.630780 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52880) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:49.643179 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a145880d-8a56-4623-b67f-23668334c584 None None] Provisioning for port 4e9e2c57-60c8-4c9a-b51f-30692abca666 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:49.663106 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a145880d-8a56-4623-b67f-23668334c584 None None] Provisioning complete for port 4e9e2c57-60c8-4c9a-b51f-30692abca666 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:49.663487 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a145880d-8a56-4623-b67f-23668334c584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:49.664693 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b773c29a-ecf4-4f79-9f9d-606d4ddb855d tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:49.720749 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0eec756-164d-4a87-8527-3b72d27ebbd0 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:49.721320 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0eec756-164d-4a87-8527-3b72d27ebbd0 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:49.722884 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-d0eec756-164d-4a87-8527-3b72d27ebbd0 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] 10.222.0.55 "DELETE /v2.0/subnets/36c06008-3536-472c-892f-91afd73ff80c HTTP/1.1" status: 404 len: 337 time: 0.0882814 Apr 01 15:55:49.725238 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-a0affac0-c11d-44a6-a7f6-b55417991b65 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Synchronizing usage tracker for tenant:140c0a827c6a433287acd915ee3c410d on resource:port {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:55:49.728620 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52888) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:49.752059 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-01c5d2d5-69cf-4347-8c68-911ba98428cb tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks [] for router, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:49.911764 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-02d0fd55-2250-42c4-98b9-0b9dd7611cad tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:49.912211 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02d0fd55-2250-42c4-98b9-0b9dd7611cad tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:49.914862 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-02d0fd55-2250-42c4-98b9-0b9dd7611cad tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] 10.222.0.55 "DELETE /v2.0/networks/575a138b-7e39-46c7-aa30-2e972fe5fa8d HTTP/1.1" status: 404 len: 339 time: 0.1533396 Apr 01 15:55:49.923152 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52894) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:49.960239 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a145880d-8a56-4623-b67f-23668334c584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:50.008593 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a145880d-8a56-4623-b67f-23668334c584 None None] For port 4e9e2c57-60c8-4c9a-b51f-30692abca666, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=4e9e2c57-60c8-4c9a-b51f-30692abca666,segment=NetworkSegment(17425429-0d0c-4b33-953c-3197bd34ece2),segment_id=17425429-0d0c-4b33-953c-3197bd34ece2)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:55:50.020760 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a145880d-8a56-4623-b67f-23668334c584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:50.106868 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a145880d-8a56-4623-b67f-23668334c584 None None] Pushing event updated for resources: {'Port': ['ID=4e9e2c57-60c8-4c9a-b51f-30692abca666,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:50.142024 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-a0affac0-c11d-44a6-a7f6-b55417991b65 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Unset dirty status for tenant:140c0a827c6a433287acd915ee3c410d on resource:port {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:55:50.144002 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-a0affac0-c11d-44a6-a7f6-b55417991b65 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "GET /v2.0/ports?device_id=8f54739f-82c1-4ea4-bb39-13c409fe0e7c HTTP/1.1" status: 200 len: 205 time: 0.5139511 Apr 01 15:55:50.160272 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52900) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:50.163390 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fb34569-4e7f-4697-99d3-0c32fab0b5a3 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:50.164440 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fb34569-4e7f-4697-99d3-0c32fab0b5a3 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:50.168304 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-4fb34569-4e7f-4697-99d3-0c32fab0b5a3 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] 10.222.0.55 "DELETE /v2.0/subnets/2230187c-7a90-4688-8ef2-2a6fb2e75cf4 HTTP/1.1" status: 404 len: 337 time: 0.2439187 Apr 01 15:55:50.171729 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 52906) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:50.260838 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b773c29a-ecf4-4f79-9f9d-606d4ddb855d tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:50.423736 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-082fa299-e7f6-4f63-8776-3f306dcdb7b4 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:50.424178 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-082fa299-e7f6-4f63-8776-3f306dcdb7b4 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:50.429433 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b773c29a-ecf4-4f79-9f9d-606d4ddb855d tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:50.457545 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-082fa299-e7f6-4f63-8776-3f306dcdb7b4 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] 10.222.0.55 "DELETE /v2.0/networks/942ab24e-a1cd-4cf2-b084-fe8ea0964be1 HTTP/1.1" status: 404 len: 339 time: 0.2823782 Apr 01 15:55:50.462084 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b773c29a-ecf4-4f79-9f9d-606d4ddb855d tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:50.462258 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-109b315e-b9c4-4b66-b230-ddc64c5976b7 None None] Provisioning complete for port 4e9e2c57-60c8-4c9a-b51f-30692abca666 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:50.462656 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-109b315e-b9c4-4b66-b230-ddc64c5976b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:50.463201 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-b773c29a-ecf4-4f79-9f9d-606d4ddb855d tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.9478388 Apr 01 15:55:50.468026 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52912) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:50.468649 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52914) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:50.483130 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b773c29a-ecf4-4f79-9f9d-606d4ddb855d tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6001cf7-6099-4368-93c7-92c3d2ab0320,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:50.525429 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-1e047a9d-f9a0-4d34-b081-9f9de7239fc6 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Request body: {'security_group_rule': {'security_group_id': '1ed76b5a-b4f1-495b-a039-524ea9695dfc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:55:50.536057 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e997fc7-4b48-4cc1-a103-6bf0223bfc7c tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:55:50.543007 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-8e997fc7-4b48-4cc1-a103-6bf0223bfc7c tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "PUT /v2.0/routers/77dbf70a-27f1-420e-b906-f4163e390ccd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0235832 Apr 01 15:55:50.545624 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 52920) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:50.555367 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5732e95d-37be-4f24-9279-e64b58ed759f None None] Sync routers for ids ['77dbf70a-27f1-420e-b906-f4163e390ccd'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:55:50.564469 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-1e047a9d-f9a0-4d34-b081-9f9de7239fc6 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:50.582547 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5732e95d-37be-4f24-9279-e64b58ed759f None None] Routers {'77dbf70a-27f1-420e-b906-f4163e390ccd'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:55:50.583866 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-5732e95d-37be-4f24-9279-e64b58ed759f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:55:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['77dbf70a-27f1-420e-b906-f4163e390ccd'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:50.593860 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-1e047a9d-f9a0-4d34-b081-9f9de7239fc6 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Usage tracker for resource:security_group_rule and tenant:d43469dfc0b440c3b15d5b674848a763 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:50.612833 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-1e047a9d-f9a0-4d34-b081-9f9de7239fc6 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:50.639290 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-1e047a9d-f9a0-4d34-b081-9f9de7239fc6 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:50.656775 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-5f98daad-faea-4f6f-8753-96e62a30be36 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Deleting port 32ee7657-9824-4e71-92ba-b392687b2c46 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:55:50.657239 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5f98daad-faea-4f6f-8753-96e62a30be36 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:50.662191 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62aad963-9e40-4f79-b98f-9e97e3a6e20b tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:50.662807 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-62aad963-9e40-4f79-b98f-9e97e3a6e20b tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Synchronizing usage tracker for tenant:113c2dcebd4142eb9b767ab7a8fce06c on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:55:50.696210 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-01c5d2d5-69cf-4347-8c68-911ba98428cb tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:50.699184 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-62aad963-9e40-4f79-b98f-9e97e3a6e20b tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Unset dirty status for tenant:113c2dcebd4142eb9b767ab7a8fce06c on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:55:50.700423 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-62aad963-9e40-4f79-b98f-9e97e3a6e20b tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "GET /v2.0/ports/6da1c998-6f6c-4e91-b063-10e330b08095 HTTP/1.1" status: 200 len: 910 time: 0.1538730 Apr 01 15:55:50.707392 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 52926) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:50.769000 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b3f2cc-fd9e-4ab3-bbb3-9fd96a2f7f50 None None] get_active_networks_info from dv-neutron-833373-2-hyperv {{(pid=83829) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 01 15:55:50.774623 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-5732e95d-37be-4f24-9279-e64b58ed759f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:50.805918 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-01c5d2d5-69cf-4347-8c68-911ba98428cb tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Deleting port 810b5ae1-4d8d-4500-a6c5-469322d7803d {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:55:50.806532 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-01c5d2d5-69cf-4347-8c68-911ba98428cb tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:50.806791 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5732e95d-37be-4f24-9279-e64b58ed759f None None] Routers {'77dbf70a-27f1-420e-b906-f4163e390ccd'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:55:50.807067 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1e047a9d-f9a0-4d34-b081-9f9de7239fc6 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:50.807532 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-5732e95d-37be-4f24-9279-e64b58ed759f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:55:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['77dbf70a-27f1-420e-b906-f4163e390ccd'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:50.889787 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-5732e95d-37be-4f24-9279-e64b58ed759f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:50.890557 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5732e95d-37be-4f24-9279-e64b58ed759f None None] The sync data for ids ['77dbf70a-27f1-420e-b906-f4163e390ccd'] in dv-neutron-833373-2-hyperv is: [] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:55:50.927615 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3cba6aac-f79b-49a7-b204-b5bd0795f037 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for port, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:50.930562 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-109b315e-b9c4-4b66-b230-ddc64c5976b7 None None] Provisioning for port 8198ab6f-4075-46b8-9a32-803c2a53fa75 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:50.941436 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3cba6aac-f79b-49a7-b204-b5bd0795f037 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:50.946766 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-109b315e-b9c4-4b66-b230-ddc64c5976b7 None None] Provisioning complete for port 8198ab6f-4075-46b8-9a32-803c2a53fa75 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:50.947153 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-109b315e-b9c4-4b66-b230-ddc64c5976b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:51.042092 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-109b315e-b9c4-4b66-b230-ddc64c5976b7 None None] Port 8198ab6f-4075-46b8-9a32-803c2a53fa75 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:55:51.051130 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b3f2cc-fd9e-4ab3-bbb3-9fd96a2f7f50 None None] Resources bound (agent type, host, resource id): {{(pid=83829) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 15:55:51.127838 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 52934) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:51.139666 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-01c5d2d5-69cf-4347-8c68-911ba98428cb tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:51.202040 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-551df057-1cd8-47e7-91e4-39ef7b7bdbc7 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for router, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:51.336610 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 4e9e2c57-60c8-4c9a-b51f-30692abca666 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:55:51.363853 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-f6c165f0-dc24-4698-939c-30d0240bf3e2 tempest-NetworksNegativeTestJSON-1649615612 tempest-NetworksNegativeTestJSON-1649615612-project] Request body: {'port': {'network_id': '09b8c619-f822-4d05-bc6a-2ce3123655b0', 'name': 'tempest-NetworksNegativeTestJSON-359680650'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:55:51.384057 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-01c5d2d5-69cf-4347-8c68-911ba98428cb tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Calling delete_port for 810b5ae1-4d8d-4500-a6c5-469322d7803d owned by network:router_gateway {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:55:51.430935 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-9f55bc80-528c-48aa-9ddd-76306fe6a32a None None] Provisioning complete for port 8198ab6f-4075-46b8-9a32-803c2a53fa75 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:51.431383 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-9f55bc80-528c-48aa-9ddd-76306fe6a32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:51.486438 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6c165f0-dc24-4698-939c-30d0240bf3e2 tempest-NetworksNegativeTestJSON-1649615612 tempest-NetworksNegativeTestJSON-1649615612-project] POST failed (client error): The resource could not be found. Apr 01 15:55:51.486438 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6c165f0-dc24-4698-939c-30d0240bf3e2 tempest-NetworksNegativeTestJSON-1649615612 tempest-NetworksNegativeTestJSON-1649615612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:51.486966 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-f6c165f0-dc24-4698-939c-30d0240bf3e2 tempest-NetworksNegativeTestJSON-1649615612 tempest-NetworksNegativeTestJSON-1649615612-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3581154 Apr 01 15:55:51.493841 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 52944) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:51.508241 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba6aac-f79b-49a7-b204-b5bd0795f037 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'Port': ['ID=8198ab6f-4075-46b8-9a32-803c2a53fa75,revision_number=2']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:51.514230 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-9f55bc80-528c-48aa-9ddd-76306fe6a32a None None] Port 8198ab6f-4075-46b8-9a32-803c2a53fa75 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:55:51.522409 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3cba6aac-f79b-49a7-b204-b5bd0795f037 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611525'] for router_interface, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:51.529965 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1e047a9d-f9a0-4d34-b081-9f9de7239fc6 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:51.534262 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5f98daad-faea-4f6f-8753-96e62a30be36 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:51.545863 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6a683fc-9eed-49d4-a25b-2a0da0ff75a4 tempest-NetworksNegativeTestJSON-1649615612 tempest-NetworksNegativeTestJSON-1649615612-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:51.546299 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6a683fc-9eed-49d4-a25b-2a0da0ff75a4 tempest-NetworksNegativeTestJSON-1649615612 tempest-NetworksNegativeTestJSON-1649615612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:51.548897 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-d6a683fc-9eed-49d4-a25b-2a0da0ff75a4 tempest-NetworksNegativeTestJSON-1649615612 tempest-NetworksNegativeTestJSON-1649615612-project] 10.222.0.55 "DELETE /v2.0/networks/bad119d1-ff83-48ca-aaf2-68182c9371d9 HTTP/1.1" status: 404 len: 339 time: 0.0523942 Apr 01 15:55:51.551367 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1e047a9d-f9a0-4d34-b081-9f9de7239fc6 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:51.552609 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 52948) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:51.593376 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 4e9e2c57-60c8-4c9a-b51f-30692abca666 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:51.593662 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:51.621518 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-e329df4a-a3f9-497d-b390-bc7604599bad tempest-NetworksNegativeTestJSON-1649615612 tempest-NetworksNegativeTestJSON-1649615612-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:51.621518 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e329df4a-a3f9-497d-b390-bc7604599bad tempest-NetworksNegativeTestJSON-1649615612 tempest-NetworksNegativeTestJSON-1649615612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:51.623346 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-e329df4a-a3f9-497d-b390-bc7604599bad tempest-NetworksNegativeTestJSON-1649615612 tempest-NetworksNegativeTestJSON-1649615612-project] 10.222.0.55 "DELETE /v2.0/ports/ce859e41-ec45-4a57-89b6-6a6ad48a5483 HTTP/1.1" status: 404 len: 333 time: 0.0693476 Apr 01 15:55:51.631179 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 52952) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:51.676956 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e20af8b-9f49-4a22-ab18-72dccb1dd373 tempest-NetworksNegativeTestJSON-1649615612 tempest-NetworksNegativeTestJSON-1649615612-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:51.677394 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e20af8b-9f49-4a22-ab18-72dccb1dd373 tempest-NetworksNegativeTestJSON-1649615612 tempest-NetworksNegativeTestJSON-1649615612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:51.679042 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-5e20af8b-9f49-4a22-ab18-72dccb1dd373 tempest-NetworksNegativeTestJSON-1649615612 tempest-NetworksNegativeTestJSON-1649615612-project] 10.222.0.55 "DELETE /v2.0/subnets/2949eada-cf13-448e-8270-abc0f531ae7e HTTP/1.1" status: 404 len: 337 time: 0.0461607 Apr 01 15:55:51.686610 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 52956) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:51.699832 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-5f98daad-faea-4f6f-8753-96e62a30be36 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Calling delete_port for 32ee7657-9824-4e71-92ba-b392687b2c46 owned by {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:55:51.728975 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-17579681-65a0-4331-883c-d9deca63cc93 tempest-NetworksNegativeTestJSON-1649615612 tempest-NetworksNegativeTestJSON-1649615612-project] GET failed (client error): The resource could not be found. Apr 01 15:55:51.735845 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-17579681-65a0-4331-883c-d9deca63cc93 tempest-NetworksNegativeTestJSON-1649615612 tempest-NetworksNegativeTestJSON-1649615612-project] 10.222.0.55 "GET /v2.0/networks/32a4195d-a5ee-444f-ab00-b8683d3a0c8c HTTP/1.1" status: 404 len: 339 time: 0.0410051 Apr 01 15:55:51.736748 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 52960) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:51.750181 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e047a9d-f9a0-4d34-b081-9f9de7239fc6 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f622e7a6-7c75-4153-96c4-9405f4d9af90,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:51.820890 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c72acfaa-761f-41ff-86dc-486e2db28371 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611543'] for router_interface, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:51.854116 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1e047a9d-f9a0-4d34-b081-9f9de7239fc6 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:51.855206 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-1e047a9d-f9a0-4d34-b081-9f9de7239fc6 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 1.3819270 Apr 01 15:55:51.860120 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52964) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:51.882354 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba5758b3-e043-4db7-a9a8-c6337bf5b73d tempest-NetworksNegativeTestJSON-1649615612 tempest-NetworksNegativeTestJSON-1649615612-project] GET failed (client error): The resource could not be found. Apr 01 15:55:51.887665 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-ba5758b3-e043-4db7-a9a8-c6337bf5b73d tempest-NetworksNegativeTestJSON-1649615612 tempest-NetworksNegativeTestJSON-1649615612-project] 10.222.0.55 "GET /v2.0/ports/3cbfec46-ef08-4a1c-b30d-5d5358b6e53a HTTP/1.1" status: 404 len: 333 time: 0.1457343 Apr 01 15:55:51.894560 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52968) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:51.985493 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddfeca5c-fd76-4335-ae1b-76eeddca88b2 tempest-NetworksNegativeTestJSON-1649615612 tempest-NetworksNegativeTestJSON-1649615612-project] GET failed (client error): The resource could not be found. Apr 01 15:55:51.990951 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-01c5d2d5-69cf-4347-8c68-911ba98428cb tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:51.991194 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-ddfeca5c-fd76-4335-ae1b-76eeddca88b2 tempest-NetworksNegativeTestJSON-1649615612 tempest-NetworksNegativeTestJSON-1649615612-project] 10.222.0.55 "GET /v2.0/subnets/dfaf4bbb-ee4b-4507-b81e-5f771432595b HTTP/1.1" status: 404 len: 337 time: 0.0774481 Apr 01 15:55:51.991650 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52972) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:51.997321 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5f98daad-faea-4f6f-8753-96e62a30be36 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:51.999404 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b3edf9ec-4863-4be6-b278-bf6c528b5231 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:52.013783 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-7d3c4c65-11b7-410c-adf6-cafcf805e7aa tempest-NetworksNegativeTestJSON-1649615612 tempest-NetworksNegativeTestJSON-1649615612-project] Request body: {'network': {'name': 'new_name'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:55:52.042139 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c5d2d5-69cf-4347-8c68-911ba98428cb tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Pushing event deleted for resources: {'Port': ['ID=810b5ae1-4d8d-4500-a6c5-469322d7803d,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:52.094573 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b3edf9ec-4863-4be6-b278-bf6c528b5231 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:52.102277 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f98daad-faea-4f6f-8753-96e62a30be36 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Pushing event deleted for resources: {'Port': ['ID=32ee7657-9824-4e71-92ba-b392687b2c46,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:52.105365 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cba6aac-f79b-49a7-b204-b5bd0795f037 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Network 59a027d1-0bac-441c-bf75-e20666fea16a is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:52.111029 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d3c4c65-11b7-410c-adf6-cafcf805e7aa tempest-NetworksNegativeTestJSON-1649615612 tempest-NetworksNegativeTestJSON-1649615612-project] PUT failed (client error): The resource could not be found. Apr 01 15:55:52.111620 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d3c4c65-11b7-410c-adf6-cafcf805e7aa tempest-NetworksNegativeTestJSON-1649615612 tempest-NetworksNegativeTestJSON-1649615612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:52.112944 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-7d3c4c65-11b7-410c-adf6-cafcf805e7aa tempest-NetworksNegativeTestJSON-1649615612 tempest-NetworksNegativeTestJSON-1649615612-project] 10.222.0.55 "PUT /v2.0/networks/9d2fea6a-3b1c-4619-8990-90a83b7a2152 HTTP/1.1" status: 404 len: 339 time: 0.1199951 Apr 01 15:55:52.124061 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-3cba6aac-f79b-49a7-b204-b5bd0795f037 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:52.129718 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52976) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:52.203471 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5f98daad-faea-4f6f-8753-96e62a30be36 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:52.211231 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-eed4b9bc-932a-487b-a56f-81b07991fd6d tempest-NetworksNegativeTestJSON-1649615612 tempest-NetworksNegativeTestJSON-1649615612-project] Request body: {'port': {'name': 'new_name'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:55:52.325511 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-eed4b9bc-932a-487b-a56f-81b07991fd6d tempest-NetworksNegativeTestJSON-1649615612 tempest-NetworksNegativeTestJSON-1649615612-project] PUT failed (client error): The resource could not be found. Apr 01 15:55:52.325976 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eed4b9bc-932a-487b-a56f-81b07991fd6d tempest-NetworksNegativeTestJSON-1649615612 tempest-NetworksNegativeTestJSON-1649615612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:52.331111 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-eed4b9bc-932a-487b-a56f-81b07991fd6d tempest-NetworksNegativeTestJSON-1649615612 tempest-NetworksNegativeTestJSON-1649615612-project] 10.222.0.55 "PUT /v2.0/ports/a3687244-e977-4cf0-a831-dfb11f66da35 HTTP/1.1" status: 404 len: 333 time: 0.1966889 Apr 01 15:55:52.341588 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52980) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:52.353131 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-f56ab97e-08ba-4663-940a-939fbc4d90a2 tempest-NetworksNegativeTestJSON-1649615612 tempest-NetworksNegativeTestJSON-1649615612-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:55:52.358724 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-5bb6c5a4-fe0a-44eb-ba37-dfe18063bc91 None None] Provisioning complete for port 8198ab6f-4075-46b8-9a32-803c2a53fa75 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:52.359728 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-5bb6c5a4-fe0a-44eb-ba37-dfe18063bc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:52.405716 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b3edf9ec-4863-4be6-b278-bf6c528b5231 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:52.411245 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b3edf9ec-4863-4be6-b278-bf6c528b5231 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:52.415143 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-b3edf9ec-4863-4be6-b278-bf6c528b5231 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/f622e7a6-7c75-4153-96c4-9405f4d9af90 HTTP/1.1" status: 204 len: 168 time: 0.5484185 Apr 01 15:55:52.415143 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-5f98daad-faea-4f6f-8753-96e62a30be36 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] 10.222.0.55 "DELETE /v2.0/ports/32ee7657-9824-4e71-92ba-b392687b2c46 HTTP/1.1" status: 204 len: 168 time: 1.9431181 Apr 01 15:55:52.415367 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-5bb6c5a4-fe0a-44eb-ba37-dfe18063bc91 None None] Port 8198ab6f-4075-46b8-9a32-803c2a53fa75 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:55:52.421032 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52984) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:52.421361 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52986) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:52.440067 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-f56ab97e-08ba-4663-940a-939fbc4d90a2 tempest-NetworksNegativeTestJSON-1649615612 tempest-NetworksNegativeTestJSON-1649615612-project] PUT failed (client error): The resource could not be found. Apr 01 15:55:52.440504 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f56ab97e-08ba-4663-940a-939fbc4d90a2 tempest-NetworksNegativeTestJSON-1649615612 tempest-NetworksNegativeTestJSON-1649615612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:52.442535 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-f56ab97e-08ba-4663-940a-939fbc4d90a2 tempest-NetworksNegativeTestJSON-1649615612 tempest-NetworksNegativeTestJSON-1649615612-project] 10.222.0.55 "PUT /v2.0/subnets/a16c3073-be98-4988-a7fc-51c62fdb8e82 HTTP/1.1" status: 404 len: 337 time: 0.0954840 Apr 01 15:55:52.481033 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-01c5d2d5-69cf-4347-8c68-911ba98428cb tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617660'] for router_gateway, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:52.507062 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-12c9fe9e-1ffe-4020-9d24-52d3c4749980 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:52.509052 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12c9fe9e-1ffe-4020-9d24-52d3c4749980 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:52.510906 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-12c9fe9e-1ffe-4020-9d24-52d3c4749980 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] 10.222.0.55 "DELETE /v2.0/subnets/ed6dcfb4-5f9b-407c-be5e-644bbeb9c65d HTTP/1.1" status: 404 len: 337 time: 0.0778403 Apr 01 15:55:52.517066 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3edf9ec-4863-4be6-b278-bf6c528b5231 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f622e7a6-7c75-4153-96c4-9405f4d9af90,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:52.522477 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 52994) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:52.721635 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-9fd6a12e-40e0-44bf-a43c-3e3b0a2acafe tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Synchronizing usage tracker for tenant:d43469dfc0b440c3b15d5b674848a763 on resource:security_group_rule {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:55:52.729481 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2f167dc6-4fb3-4dfd-ae30-d30281f15cf5 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:52.733325 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-551df057-1cd8-47e7-91e4-39ef7b7bdbc7 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:52.802914 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53000) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:52.814203 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-551df057-1cd8-47e7-91e4-39ef7b7bdbc7 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Deleting port dff2169a-1f69-48e5-886c-877f32ece457 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:55:52.814529 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-551df057-1cd8-47e7-91e4-39ef7b7bdbc7 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:52.859609 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-01c5d2d5-69cf-4347-8c68-911ba98428cb tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130651'] for router, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:52.870397 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-01c5d2d5-69cf-4347-8c68-911ba98428cb tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:52.943888 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-9fd6a12e-40e0-44bf-a43c-3e3b0a2acafe tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Unset dirty status for tenant:d43469dfc0b440c3b15d5b674848a763 on resource:security_group_rule {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:55:52.948514 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-9fd6a12e-40e0-44bf-a43c-3e3b0a2acafe tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.5136206 Apr 01 15:55:52.949080 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53006) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:52.954205 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-01c5d2d5-69cf-4347-8c68-911ba98428cb tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607376'] for router, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:52.954782 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01c5d2d5-69cf-4347-8c68-911ba98428cb tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Fanout notify agent at l3_agent the message router_deleted on router 857b4ca9-df38-4b3b-8392-3e5ade9f1675 {{(pid=83826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:55:53.036441 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-01c5d2d5-69cf-4347-8c68-911ba98428cb tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks [] for router, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:53.041852 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-01c5d2d5-69cf-4347-8c68-911ba98428cb tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] 10.222.0.55 "DELETE /v2.0/routers/857b4ca9-df38-4b3b-8392-3e5ade9f1675 HTTP/1.1" status: 204 len: 168 time: 4.4388537 Apr 01 15:55:53.042693 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53010) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:53.047417 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4b78e881-6362-438a-b6dc-31ffbb2a14f7 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:53.056150 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-a5803c87-a285-4312-b834-f32e066c7782 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1340898181', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:55:53.066680 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-a5803c87-a285-4312-b834-f32e066c7782 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:53.088356 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4b78e881-6362-438a-b6dc-31ffbb2a14f7 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:53.099598 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-a5803c87-a285-4312-b834-f32e066c7782 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Usage tracker for resource:router and tenant:feaf526a4c804601a6b0d1ed32ad6956 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:53.106325 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-a5803c87-a285-4312-b834-f32e066c7782 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:53.119485 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-a5803c87-a285-4312-b834-f32e066c7782 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:53.135616 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4b78e881-6362-438a-b6dc-31ffbb2a14f7 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:53.150241 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a5803c87-a285-4312-b834-f32e066c7782 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130665'] for router, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:53.151168 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a5803c87-a285-4312-b834-f32e066c7782 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617571', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130640'] for router, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:53.166279 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b78e881-6362-438a-b6dc-31ffbb2a14f7 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a6001cf7-6099-4368-93c7-92c3d2ab0320,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:53.213722 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4b78e881-6362-438a-b6dc-31ffbb2a14f7 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:53.214734 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-4b78e881-6362-438a-b6dc-31ffbb2a14f7 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/a6001cf7-6099-4368-93c7-92c3d2ab0320 HTTP/1.1" status: 204 len: 168 time: 0.2644660 Apr 01 15:55:53.218718 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53014) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:53.254287 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a5803c87-a285-4312-b834-f32e066c7782 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:53.290296 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1e806928-5225-4fef-a7c8-c593fed34843 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:53.303094 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-2b144c9b-3198-4a91-a107-8982973850de tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Synchronizing usage tracker for tenant:d43469dfc0b440c3b15d5b674848a763 on resource:security_group_rule {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:55:53.306439 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2f167dc6-4fb3-4dfd-ae30-d30281f15cf5 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:53.309805 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a5803c87-a285-4312-b834-f32e066c7782 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616'] for router, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:53.365846 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-2b144c9b-3198-4a91-a107-8982973850de tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Unset dirty status for tenant:d43469dfc0b440c3b15d5b674848a763 on resource:security_group_rule {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:55:53.367264 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-2b144c9b-3198-4a91-a107-8982973850de tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.1475198 Apr 01 15:55:53.367678 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-2f167dc6-4fb3-4dfd-ae30-d30281f15cf5 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82b02a51-fc88-4cd1-a20b-041f1e06fabd']}} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:53.375173 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53018) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:53.397142 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-2f167dc6-4fb3-4dfd-ae30-d30281f15cf5 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea0616ed-ec0c-4b84-92a1-398f858e2693') {'for_net_delete': True} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:53.397445 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-2f167dc6-4fb3-4dfd-ae30-d30281f15cf5 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea0616ed-ec0c-4b84-92a1-398f858e2693') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:53.398564 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a5803c87-a285-4312-b834-f32e066c7782 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks [] for router, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:53.399774 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-a5803c87-a285-4312-b834-f32e066c7782 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3557370 Apr 01 15:55:53.404554 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53022) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:53.415243 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-7363d836-d9ad-44d7-b8f8-b3f53fd4d072 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:55:53.427453 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-1e806928-5225-4fef-a7c8-c593fed34843 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:53.431687 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2f167dc6-4fb3-4dfd-ae30-d30281f15cf5 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15303093'] for segment, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:53.444537 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-1e806928-5225-4fef-a7c8-c593fed34843 admin admin] Usage tracker for resource:security_group_rule and tenant:a6278f13fd0d4cf4a5e75b144edaffb3 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:53.449471 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-551df057-1cd8-47e7-91e4-39ef7b7bdbc7 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:53.458870 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-1e806928-5225-4fef-a7c8-c593fed34843 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:53.527906 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-1e806928-5225-4fef-a7c8-c593fed34843 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:53.530255 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2f167dc6-4fb3-4dfd-ae30-d30281f15cf5 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:53.539812 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-c72acfaa-761f-41ff-86dc-486e2db28371 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Deleting port 6da1c998-6f6c-4e91-b063-10e330b08095 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:55:53.540346 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c72acfaa-761f-41ff-86dc-486e2db28371 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:53.580058 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2f4e4031-de25-4aad-8b46-5a2e23503acc tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:53.590710 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-551df057-1cd8-47e7-91e4-39ef7b7bdbc7 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Calling delete_port for dff2169a-1f69-48e5-886c-877f32ece457 owned by network:router_gateway {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:55:53.604755 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2f4e4031-de25-4aad-8b46-5a2e23503acc tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:53.641581 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f167dc6-4fb3-4dfd-ae30-d30281f15cf5 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=83828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:55:53.641981 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2f167dc6-4fb3-4dfd-ae30-d30281f15cf5 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15306523'] for segment, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:53.662809 dv-neutron-833373-2-hyperv neutron-server[83828]: Traceback (most recent call last): Apr 01 15:55:53.662809 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:55:53.662809 dv-neutron-833373-2-hyperv neutron-server[83828]: timer() Apr 01 15:55:53.662809 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:55:53.662809 dv-neutron-833373-2-hyperv neutron-server[83828]: cb(*args, **kw) Apr 01 15:55:53.662809 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:55:53.662809 dv-neutron-833373-2-hyperv neutron-server[83828]: return func(*args, **kwargs) Apr 01 15:55:53.662809 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:55:53.662809 dv-neutron-833373-2-hyperv neutron-server[83828]: self._notify() Apr 01 15:55:53.662809 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:55:53.662809 dv-neutron-833373-2-hyperv neutron-server[83828]: self.callback(batched_events) Apr 01 15:55:53.662809 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:55:53.662809 dv-neutron-833373-2-hyperv neutron-server[83828]: event.method(event) Apr 01 15:55:53.662809 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:55:53.662809 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:55:53.662809 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:55:53.662809 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:55:53.662809 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:55:53.662809 dv-neutron-833373-2-hyperv neutron-server[83828]: return f(self, *a, **k) Apr 01 15:55:53.662809 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:55:53.662809 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._get(url).json() Apr 01 15:55:53.662809 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:55:53.662809 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:55:53.662809 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:55:53.662809 dv-neutron-833373-2-hyperv neutron-server[83828]: return self.request(url, 'GET', **kwargs) Apr 01 15:55:53.662809 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:55:53.662809 dv-neutron-833373-2-hyperv neutron-server[83828]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:55:53.662809 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:55:53.662809 dv-neutron-833373-2-hyperv neutron-server[83828]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:55:53.662809 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:55:53.662809 dv-neutron-833373-2-hyperv neutron-server[83828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:55:53.662809 dv-neutron-833373-2-hyperv neutron-server[83828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:55:53.734263 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:53.808289 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2f167dc6-4fb3-4dfd-ae30-d30281f15cf5 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:53.835051 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-e4886f2a-cb73-4c06-ad74-c36f6f737500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:53.843416 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2f167dc6-4fb3-4dfd-ae30-d30281f15cf5 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:53.859587 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f167dc6-4fb3-4dfd-ae30-d30281f15cf5 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Pushing event deleted for resources: {'Network': ['ID=82b02a51-fc88-4cd1-a20b-041f1e06fabd,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:53.898204 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-2f167dc6-4fb3-4dfd-ae30-d30281f15cf5 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] 10.222.0.55 "DELETE /v2.0/networks/82b02a51-fc88-4cd1-a20b-041f1e06fabd HTTP/1.1" status: 204 len: 168 time: 1.3699727 Apr 01 15:55:53.903936 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53026) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:53.905586 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1e806928-5225-4fef-a7c8-c593fed34843 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:53.942752 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2f4e4031-de25-4aad-8b46-5a2e23503acc tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:53.946845 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1e806928-5225-4fef-a7c8-c593fed34843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:53.980166 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cba6aac-f79b-49a7-b204-b5bd0795f037 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Router 497ee9a6-f12b-44bf-ad1e-a8e77c52d139 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:55:53.998493 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4e4031-de25-4aad-8b46-5a2e23503acc tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f577a3c5-ad27-46c6-adc0-489ee788f5ff,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:54.013096 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2f4e4031-de25-4aad-8b46-5a2e23503acc tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:54.014580 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-2f4e4031-de25-4aad-8b46-5a2e23503acc tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/f577a3c5-ad27-46c6-adc0-489ee788f5ff HTTP/1.1" status: 204 len: 168 time: 0.6363838 Apr 01 15:55:54.025120 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53030) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:54.047858 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c72acfaa-761f-41ff-86dc-486e2db28371 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:54.077686 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e806928-5225-4fef-a7c8-c593fed34843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dab1cac-7757-491b-87b1-6eb091535e1d,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:54.089906 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-fd4b9218-8f25-4e9c-9b09-696370cb7c20 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Deleting port edd8f5c8-eb24-4eb0-9760-50859c885cff {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:55:54.090245 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-fd4b9218-8f25-4e9c-9b09-696370cb7c20 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:54.123291 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-1e806928-5225-4fef-a7c8-c593fed34843 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a6278f13fd0d4cf4a5e75b144edaffb3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3171475 Apr 01 15:55:54.135048 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53034) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:54.237738 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-551df057-1cd8-47e7-91e4-39ef7b7bdbc7 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:54.280968 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-c72acfaa-761f-41ff-86dc-486e2db28371 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Calling delete_port for 6da1c998-6f6c-4e91-b063-10e330b08095 owned by network:router_interface {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:55:54.352457 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551df057-1cd8-47e7-91e4-39ef7b7bdbc7 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Pushing event deleted for resources: {'Port': ['ID=dff2169a-1f69-48e5-886c-877f32ece457,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:54.374035 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-b13de93a-3ff2-41bf-a9f9-5f8ab39aed76 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Synchronizing usage tracker for tenant:d43469dfc0b440c3b15d5b674848a763 on resource:security_group_rule {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:55:54.406102 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7363d836-d9ad-44d7-b8f8-b3f53fd4d072 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130626'] for router, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:54.430380 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-b13de93a-3ff2-41bf-a9f9-5f8ab39aed76 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Unset dirty status for tenant:d43469dfc0b440c3b15d5b674848a763 on resource:security_group_rule {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:55:54.431663 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-b13de93a-3ff2-41bf-a9f9-5f8ab39aed76 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.4047616 Apr 01 15:55:54.445584 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53038) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:54.608359 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c72acfaa-761f-41ff-86dc-486e2db28371 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:54.636942 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-241276d0-02b6-4450-84c0-3a45032b5007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:54.664572 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72acfaa-761f-41ff-86dc-486e2db28371 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Pushing event deleted for resources: {'Port': ['ID=6da1c998-6f6c-4e91-b063-10e330b08095,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:54.672825 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c5ab2971-b496-4577-b99b-467d95adf784 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:54.702620 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c5ab2971-b496-4577-b99b-467d95adf784 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:54.770371 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-fd4b9218-8f25-4e9c-9b09-696370cb7c20 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:54.795918 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-241276d0-02b6-4450-84c0-3a45032b5007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:54.821058 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7363d836-d9ad-44d7-b8f8-b3f53fd4d072 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks [] for router_gateway, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:54.858128 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7363d836-d9ad-44d7-b8f8-b3f53fd4d072 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:55.147341 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-7363d836-d9ad-44d7-b8f8-b3f53fd4d072 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Allocated IP 172.26.1.203 (ed45466e-0386-4b92-8de3-247c977242ac/0479f741-5cd1-4d6f-b593-d8aa909a42d3/3d0ef35f-87cf-4127-b4ea-9a471ef798d5) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:55:55.147850 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-fd4b9218-8f25-4e9c-9b09-696370cb7c20 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Calling delete_port for edd8f5c8-eb24-4eb0-9760-50859c885cff owned by {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:55:55.166494 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c72acfaa-761f-41ff-86dc-486e2db28371 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611462'] for router_interface, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:55.204526 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-551df057-1cd8-47e7-91e4-39ef7b7bdbc7 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617660'] for router_gateway, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:55.346720 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c5ab2971-b496-4577-b99b-467d95adf784 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:55.384146 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ab2971-b496-4577-b99b-467d95adf784 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=75c06252-8348-482d-a13c-563bbc6c9382,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:55.550180 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-551df057-1cd8-47e7-91e4-39ef7b7bdbc7 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130651'] for router, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:55.555857 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-241276d0-02b6-4450-84c0-3a45032b5007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:55.564012 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7363d836-d9ad-44d7-b8f8-b3f53fd4d072 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:55.575566 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-fd4b9218-8f25-4e9c-9b09-696370cb7c20 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:55.613774 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-241276d0-02b6-4450-84c0-3a45032b5007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:55.614901 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-241276d0-02b6-4450-84c0-3a45032b5007 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5dab1cac-7757-491b-87b1-6eb091535e1d HTTP/1.1" status: 204 len: 168 time: 1.4789345 Apr 01 15:55:55.615792 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241276d0-02b6-4450-84c0-3a45032b5007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dab1cac-7757-491b-87b1-6eb091535e1d,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:55.618393 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-551df057-1cd8-47e7-91e4-39ef7b7bdbc7 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:55.638883 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4b9218-8f25-4e9c-9b09-696370cb7c20 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Pushing event deleted for resources: {'Port': ['ID=edd8f5c8-eb24-4eb0-9760-50859c885cff,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:55.643380 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c5ab2971-b496-4577-b99b-467d95adf784 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:55.644688 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-c5ab2971-b496-4577-b99b-467d95adf784 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/75c06252-8348-482d-a13c-563bbc6c9382 HTTP/1.1" status: 204 len: 168 time: 1.1861594 Apr 01 15:55:55.649528 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53048) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:55.691611 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-fd4b9218-8f25-4e9c-9b09-696370cb7c20 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:55.696998 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-fd4b9218-8f25-4e9c-9b09-696370cb7c20 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] 10.222.0.55 "DELETE /v2.0/ports/edd8f5c8-eb24-4eb0-9760-50859c885cff HTTP/1.1" status: 204 len: 168 time: 1.7863114 Apr 01 15:55:55.700298 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cba6aac-f79b-49a7-b204-b5bd0795f037 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:55:55.702046 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53052) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:55.715058 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8735bc0c-b582-47f2-bd38-979c56ff2a8f None None] Sync routers for ids ['497ee9a6-f12b-44bf-ad1e-a8e77c52d139'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:55:55.735767 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8735bc0c-b582-47f2-bd38-979c56ff2a8f None None] Routers {'497ee9a6-f12b-44bf-ad1e-a8e77c52d139'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:55:55.736706 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-8735bc0c-b582-47f2-bd38-979c56ff2a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:55:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['497ee9a6-f12b-44bf-ad1e-a8e77c52d139'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:55.742829 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7363d836-d9ad-44d7-b8f8-b3f53fd4d072 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:55.780716 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-3cba6aac-f79b-49a7-b204-b5bd0795f037 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "PUT /v2.0/routers/497ee9a6-f12b-44bf-ad1e-a8e77c52d139/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7619874 Apr 01 15:55:55.781778 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-c65771a6-6fe7-4053-a68f-083b4ffae235 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] DELETE failed (client error): The resource could not be found. Apr 01 15:55:55.782214 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c65771a6-6fe7-4053-a68f-083b4ffae235 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:55:55.786294 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-c65771a6-6fe7-4053-a68f-083b4ffae235 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] 10.222.0.55 "DELETE /v2.0/subnets/49f5b429-2570-4c17-967a-47a8477cc006 HTTP/1.1" status: 404 len: 337 time: 0.0687587 Apr 01 15:55:55.786294 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53056) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:55.786589 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53058) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:55.838902 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-551df057-1cd8-47e7-91e4-39ef7b7bdbc7 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607376'] for router, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:55.839398 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-551df057-1cd8-47e7-91e4-39ef7b7bdbc7 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Fanout notify agent at l3_agent the message router_deleted on router 8f54739f-82c1-4ea4-bb39-13c409fe0e7c {{(pid=83828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:55:55.849562 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7363d836-d9ad-44d7-b8f8-b3f53fd4d072 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Network ed45466e-0386-4b92-8de3-247c977242ac is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:55:55.854000 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7363d836-d9ad-44d7-b8f8-b3f53fd4d072 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Pushing event updated for resources: {'Port': ['ID=3d0ef35f-87cf-4127-b4ea-9a471ef798d5,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:55.858856 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-7363d836-d9ad-44d7-b8f8-b3f53fd4d072 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:55.861810 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7363d836-d9ad-44d7-b8f8-b3f53fd4d072 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:55:56.034409 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-cb92544d-ae25-423b-b2ac-f23919bb3a19 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Synchronizing usage tracker for tenant:d43469dfc0b440c3b15d5b674848a763 on resource:security_group_rule {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:55:56.048233 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-551df057-1cd8-47e7-91e4-39ef7b7bdbc7 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:56.049331 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-551df057-1cd8-47e7-91e4-39ef7b7bdbc7 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "DELETE /v2.0/routers/8f54739f-82c1-4ea4-bb39-13c409fe0e7c HTTP/1.1" status: 204 len: 168 time: 5.8822117 Apr 01 15:55:56.057226 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53068) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:56.070414 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-eee00c5c-2aa7-418c-9669-faaeb8eda5a5 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1931179821'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:55:56.076642 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-34cd3f19-3eb3-4302-874c-63eac7d07499 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:56.084209 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-cb92544d-ae25-423b-b2ac-f23919bb3a19 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Unset dirty status for tenant:d43469dfc0b440c3b15d5b674848a763 on resource:security_group_rule {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:55:56.086008 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-cb92544d-ae25-423b-b2ac-f23919bb3a19 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.4331744 Apr 01 15:55:56.087244 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-eee00c5c-2aa7-418c-9669-faaeb8eda5a5 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:56.091649 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53072) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:56.100780 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-8735bc0c-b582-47f2-bd38-979c56ff2a8f None None] Set router 497ee9a6-f12b-44bf-ad1e-a8e77c52d139 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:55:56.109564 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-eee00c5c-2aa7-418c-9669-faaeb8eda5a5 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Usage tracker for resource:network and tenant:140c0a827c6a433287acd915ee3c410d is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:56.112714 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-eee00c5c-2aa7-418c-9669-faaeb8eda5a5 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:56.126191 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-eee00c5c-2aa7-418c-9669-faaeb8eda5a5 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:56.128174 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-34cd3f19-3eb3-4302-874c-63eac7d07499 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Deleting port 2245ada5-6cc7-47f2-a51e-eeca971e03dd {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:55:56.128510 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-34cd3f19-3eb3-4302-874c-63eac7d07499 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:56.182796 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c3573d62-053b-4fc8-98dd-7f7ae63f64f5 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:56.201281 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee00c5c-2aa7-418c-9669-faaeb8eda5a5 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Made reservation on behalf of 140c0a827c6a433287acd915ee3c410d for: {'network': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:56.203276 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c3573d62-053b-4fc8-98dd-7f7ae63f64f5 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:56.204360 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-eee00c5c-2aa7-418c-9669-faaeb8eda5a5 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:56.215076 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d093339b-ec7d-457c-8999-b9b7c4d07ad2 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:56.215449 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d093339b-ec7d-457c-8999-b9b7c4d07ad2 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:56.215812 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d093339b-ec7d-457c-8999-b9b7c4d07ad2 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:56.216178 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d093339b-ec7d-457c-8999-b9b7c4d07ad2 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:56.216522 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d093339b-ec7d-457c-8999-b9b7c4d07ad2 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:56.216903 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d093339b-ec7d-457c-8999-b9b7c4d07ad2 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:56.217256 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d093339b-ec7d-457c-8999-b9b7c4d07ad2 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:56.217606 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d093339b-ec7d-457c-8999-b9b7c4d07ad2 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:56.222073 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-d093339b-ec7d-457c-8999-b9b7c4d07ad2 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5613 time: 0.4314494 Apr 01 15:55:56.223395 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53078) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:56.260063 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c72acfaa-761f-41ff-86dc-486e2db28371 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Router 77dbf70a-27f1-420e-b906-f4163e390ccd has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:55:56.265320 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c3573d62-053b-4fc8-98dd-7f7ae63f64f5 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:56.293632 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3573d62-053b-4fc8-98dd-7f7ae63f64f5 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0a79c0b9-ef48-44cf-8b4a-6922e4221ff3,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:56.312819 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c3573d62-053b-4fc8-98dd-7f7ae63f64f5 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:56.316613 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-c3573d62-053b-4fc8-98dd-7f7ae63f64f5 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/0a79c0b9-ef48-44cf-8b4a-6922e4221ff3 HTTP/1.1" status: 204 len: 168 time: 0.2238131 Apr 01 15:55:56.317958 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53084) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:56.332816 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eee00c5c-2aa7-418c-9669-faaeb8eda5a5 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=83828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:55:56.356766 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-eee00c5c-2aa7-418c-9669-faaeb8eda5a5 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:56.357107 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.segments_db [None req-eee00c5c-2aa7-418c-9669-faaeb8eda5a5 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Added segment d780798c-2f02-4360-978b-11e2d3e68a43 of type vlan for network a241700e-b52a-4efd-a477-546365c5f17d Apr 01 15:55:56.382185 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-d3ccfa0b-c7d8-4e10-83fa-7328941ba967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:56.448460 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2558a9-8da0-4290-ba09-35c3ac5e5a36 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:56.448829 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2558a9-8da0-4290-ba09-35c3ac5e5a36 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:56.449193 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2558a9-8da0-4290-ba09-35c3ac5e5a36 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:56.449552 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2558a9-8da0-4290-ba09-35c3ac5e5a36 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:56.449903 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2558a9-8da0-4290-ba09-35c3ac5e5a36 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:56.450254 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2558a9-8da0-4290-ba09-35c3ac5e5a36 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:56.450597 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2558a9-8da0-4290-ba09-35c3ac5e5a36 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:56.455122 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-6f2558a9-8da0-4290-ba09-35c3ac5e5a36 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4550 time: 0.2254915 Apr 01 15:55:56.468323 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53090) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:56.532487 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-bc9f0a4b-59d9-404b-a2bc-c25e97e830e7 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Synchronizing usage tracker for tenant:d43469dfc0b440c3b15d5b674848a763 on resource:security_group_rule {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:55:56.541917 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-8735bc0c-b582-47f2-bd38-979c56ff2a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497ee9a6-f12b-44bf-ad1e-a8e77c52d139', 'name': 'tempest-TestNetworkBasicOps-router-1797861093', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': '111f977e-aadd-4608-a691-9582379042d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:55:31Z', 'updated_at': '2022-04-01T15:55:49Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': '111f977e-aadd-4608-a691-9582379042d5', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:17:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497ee9a6-f12b-44bf-ad1e-a8e77c52d139', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:33Z', 'updated_at': '2022-04-01T15:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '8198ab6f-4075-46b8-9a32-803c2a53fa75', 'name': '', 'network_id': '59a027d1-0bac-441c-bf75-e20666fea16a', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'mac_address': 'fa:16:3e:f7:53:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '497ee9a6-f12b-44bf-ad1e-a8e77c52d139', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b74bac9f-7384-4f6a-850f-c057f93a0214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:48Z', 'updated_at': '2022-04-01T15:55:50Z', 'revision_number': 2, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'subnets': [{'id': 'b74bac9f-7384-4f6a-850f-c057f93a0214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:56.547575 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8735bc0c-b582-47f2-bd38-979c56ff2a8f None None] Checking router: 497ee9a6-f12b-44bf-ad1e-a8e77c52d139 for host: dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:55:56.548694 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7363d836-d9ad-44d7-b8f8-b3f53fd4d072 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks [] for router_gateway, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:56.549340 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8735bc0c-b582-47f2-bd38-979c56ff2a8f None None] Updating router 497ee9a6-f12b-44bf-ad1e-a8e77c52d139 port 8198ab6f-4075-46b8-9a32-803c2a53fa75 binding host dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:55:56.618701 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8735bc0c-b582-47f2-bd38-979c56ff2a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:56.762261 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-eee00c5c-2aa7-418c-9669-faaeb8eda5a5 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:56.819274 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-34cd3f19-3eb3-4302-874c-63eac7d07499 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] For port 2245ada5-6cc7-47f2-a51e-eeca971e03dd, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=2245ada5-6cc7-47f2-a51e-eeca971e03dd,segment=NetworkSegment(692b5e6b-023f-46e4-acde-82e69fd2ba4d),segment_id=692b5e6b-023f-46e4-acde-82e69fd2ba4d)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:55:56.819627 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-34cd3f19-3eb3-4302-874c-63eac7d07499 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:56.849627 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-bc9f0a4b-59d9-404b-a2bc-c25e97e830e7 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Unset dirty status for tenant:d43469dfc0b440c3b15d5b674848a763 on resource:security_group_rule {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:55:56.855776 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-bc9f0a4b-59d9-404b-a2bc-c25e97e830e7 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.5366361 Apr 01 15:55:56.862852 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53100) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:56.891538 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7363d836-d9ad-44d7-b8f8-b3f53fd4d072 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130626'] for router, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:56.912620 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7363d836-d9ad-44d7-b8f8-b3f53fd4d072 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-617606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-617615', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-607241'] for router, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:56.973902 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-eee00c5c-2aa7-418c-9669-faaeb8eda5a5 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:56.978149 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee00c5c-2aa7-418c-9669-faaeb8eda5a5 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:56.978752 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-eee00c5c-2aa7-418c-9669-faaeb8eda5a5 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:56.989708 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-34cd3f19-3eb3-4302-874c-63eac7d07499 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Calling delete_port for 2245ada5-6cc7-47f2-a51e-eeca971e03dd owned by network:dhcp {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:55:57.037770 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53104) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:57.149183 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-eee00c5c-2aa7-418c-9669-faaeb8eda5a5 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0883284 Apr 01 15:55:57.157486 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53106) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:57.169906 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-7988feda-d0bd-4100-ad49-0c051933ab17 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Request body: {'subnet': {'network_id': 'a241700e-b52a-4efd-a477-546365c5f17d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:55:57.180220 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8735bc0c-b582-47f2-bd38-979c56ff2a8f None None] Notify callbacks [] for port, precommit_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:57.202834 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-8735bc0c-b582-47f2-bd38-979c56ff2a8f None None] Transition to ACTIVE for port object 8198ab6f-4075-46b8-9a32-803c2a53fa75 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:55:57.209657 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8735bc0c-b582-47f2-bd38-979c56ff2a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:57.214088 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee00c5c-2aa7-418c-9669-faaeb8eda5a5 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Pushing event updated for resources: {'Network': ['ID=a241700e-b52a-4efd-a477-546365c5f17d,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:57.250188 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network a241700e-b52a-4efd-a477-546365c5f17d details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:55:57.259112 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c72acfaa-761f-41ff-86dc-486e2db28371 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:55:57.276419 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cc27ba-8ddb-44d3-b20a-3ac2c2ca00c6 None None] Sync routers for ids ['77dbf70a-27f1-420e-b906-f4163e390ccd'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:55:57.278534 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-c72acfaa-761f-41ff-86dc-486e2db28371 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "PUT /v2.0/routers/77dbf70a-27f1-420e-b906-f4163e390ccd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5700536 Apr 01 15:55:57.295483 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53114) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:57.298682 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cc27ba-8ddb-44d3-b20a-3ac2c2ca00c6 None None] Routers {'77dbf70a-27f1-420e-b906-f4163e390ccd'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:55:57.299515 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-28cc27ba-8ddb-44d3-b20a-3ac2c2ca00c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:55:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['77dbf70a-27f1-420e-b906-f4163e390ccd'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:57.357386 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-34cd3f19-3eb3-4302-874c-63eac7d07499 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:57.372332 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a0285e57-8870-480f-a760-c3e396527007 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:57.426024 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-28cc27ba-8ddb-44d3-b20a-3ac2c2ca00c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:57.439886 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a0285e57-8870-480f-a760-c3e396527007 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:57.443894 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cc27ba-8ddb-44d3-b20a-3ac2c2ca00c6 None None] Routers {'77dbf70a-27f1-420e-b906-f4163e390ccd'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:55:57.445906 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-28cc27ba-8ddb-44d3-b20a-3ac2c2ca00c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:55:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['77dbf70a-27f1-420e-b906-f4163e390ccd'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:57.473658 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cae1853-0cc5-4b58-b41c-f7b1535b83a6 None None] Pushing event updated for resources: {'Port': ['ID=8198ab6f-4075-46b8-9a32-803c2a53fa75,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:57.520640 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cd3f19-3eb3-4302-874c-63eac7d07499 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Pushing event deleted for resources: {'Port': ['ID=2245ada5-6cc7-47f2-a51e-eeca971e03dd,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:57.533012 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-32651bda-c0db-495f-adb4-a4edf5da8a38 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1979571460'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:55:57.535402 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-7988feda-d0bd-4100-ad49-0c051933ab17 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:57.541608 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cd3f19-3eb3-4302-874c-63eac7d07499 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] No DVR routers for this DVR port 2245ada5-6cc7-47f2-a51e-eeca971e03dd on host dv-neutron-833373-2-hyperv {{(pid=83828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:55:57.549068 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-32651bda-c0db-495f-adb4-a4edf5da8a38 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:57.553625 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a0285e57-8870-480f-a760-c3e396527007 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:57.579414 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-32651bda-c0db-495f-adb4-a4edf5da8a38 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Usage tracker for resource:network and tenant:11b74bb4c805440eb8922ec9333718ac is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:57.584483 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-7988feda-d0bd-4100-ad49-0c051933ab17 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Usage tracker for resource:subnet and tenant:140c0a827c6a433287acd915ee3c410d is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:57.589505 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-32651bda-c0db-495f-adb4-a4edf5da8a38 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:57.594899 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-28cc27ba-8ddb-44d3-b20a-3ac2c2ca00c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:57.595302 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cc27ba-8ddb-44d3-b20a-3ac2c2ca00c6 None None] The sync data for ids ['77dbf70a-27f1-420e-b906-f4163e390ccd'] in dv-neutron-833373-2-hyperv is: [] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:55:57.602374 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-7988feda-d0bd-4100-ad49-0c051933ab17 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:57.603744 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0285e57-8870-480f-a760-c3e396527007 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed76b5a-b4f1-495b-a039-524ea9695dfc,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:57.606620 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-32651bda-c0db-495f-adb4-a4edf5da8a38 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:57.618419 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a0285e57-8870-480f-a760-c3e396527007 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:57.619694 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-a0285e57-8870-480f-a760-c3e396527007 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] 10.222.0.55 "DELETE /v2.0/security-groups/1ed76b5a-b4f1-495b-a039-524ea9695dfc HTTP/1.1" status: 204 len: 168 time: 0.7543447 Apr 01 15:55:57.622670 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53118) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:57.654828 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-7988feda-d0bd-4100-ad49-0c051933ab17 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:57.672045 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32651bda-c0db-495f-adb4-a4edf5da8a38 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Made reservation on behalf of 11b74bb4c805440eb8922ec9333718ac for: {'network': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:57.677026 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-32651bda-c0db-495f-adb4-a4edf5da8a38 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:57.693118 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:57.694342 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-8735bc0c-b582-47f2-bd38-979c56ff2a8f None None] Attempting to bind port 8198ab6f-4075-46b8-9a32-803c2a53fa75 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:55:57.695469 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-8735bc0c-b582-47f2-bd38-979c56ff2a8f None None] Attempting to bind port 8198ab6f-4075-46b8-9a32-803c2a53fa75 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': '17425429-0d0c-4b33-953c-3197bd34ece2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '59a027d1-0bac-441c-bf75-e20666fea16a'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:55:57.696324 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8735bc0c-b582-47f2-bd38-979c56ff2a8f None None] Attempting to bind port 8198ab6f-4075-46b8-9a32-803c2a53fa75 on network 59a027d1-0bac-441c-bf75-e20666fea16a {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:55:57.703491 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8735bc0c-b582-47f2-bd38-979c56ff2a8f None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:55:57.704116 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8735bc0c-b582-47f2-bd38-979c56ff2a8f None None] Checking segment: {'id': '17425429-0d0c-4b33-953c-3197bd34ece2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '59a027d1-0bac-441c-bf75-e20666fea16a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:55:57.704711 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8735bc0c-b582-47f2-bd38-979c56ff2a8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:57.705290 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8735bc0c-b582-47f2-bd38-979c56ff2a8f None None] Bound using segment: {'id': '17425429-0d0c-4b33-953c-3197bd34ece2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '59a027d1-0bac-441c-bf75-e20666fea16a'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:55:57.705824 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-8735bc0c-b582-47f2-bd38-979c56ff2a8f None None] Bound port: 8198ab6f-4075-46b8-9a32-803c2a53fa75, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17425429-0d0c-4b33-953c-3197bd34ece2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '59a027d1-0bac-441c-bf75-e20666fea16a'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:55:57.706123 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8735bc0c-b582-47f2-bd38-979c56ff2a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:57.737037 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-32651bda-c0db-495f-adb4-a4edf5da8a38 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for security_group, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:57.751204 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7988feda-d0bd-4100-ad49-0c051933ab17 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Made reservation on behalf of 140c0a827c6a433287acd915ee3c410d for: {'subnet': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:57.766521 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:57.775145 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-34cd3f19-3eb3-4302-874c-63eac7d07499 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:57.785717 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-502d8a7d-4b50-4df2-8f18-a8eeeab4fa56 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Synchronizing usage tracker for tenant:d43469dfc0b440c3b15d5b674848a763 on resource:security_group {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:55:57.817870 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-32651bda-c0db-495f-adb4-a4edf5da8a38 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:57.825200 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-8735bc0c-b582-47f2-bd38-979c56ff2a8f None None] For port 8198ab6f-4075-46b8-9a32-803c2a53fa75, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:55:57.828709 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-8735bc0c-b582-47f2-bd38-979c56ff2a8f None None] For port 8198ab6f-4075-46b8-9a32-803c2a53fa75, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=8198ab6f-4075-46b8-9a32-803c2a53fa75,segment=NetworkSegment(17425429-0d0c-4b33-953c-3197bd34ece2),segment_id=17425429-0d0c-4b33-953c-3197bd34ece2)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:55:57.830397 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-32651bda-c0db-495f-adb4-a4edf5da8a38 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Usage tracker for resource:security_group_rule and tenant:11b74bb4c805440eb8922ec9333718ac is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:57.834133 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8735bc0c-b582-47f2-bd38-979c56ff2a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:57.835290 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-502d8a7d-4b50-4df2-8f18-a8eeeab4fa56 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Unset dirty status for tenant:d43469dfc0b440c3b15d5b674848a763 on resource:security_group {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:55:57.843545 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-502d8a7d-4b50-4df2-8f18-a8eeeab4fa56 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2130094 Apr 01 15:55:57.843545 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-32651bda-c0db-495f-adb4-a4edf5da8a38 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:57.843545 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53122) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:57.855053 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-952296a6-27bf-425b-815c-f47741d1a17f tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Request body: {'security_group': {'name': 'tempest-secgroup--2037474823'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:55:57.859792 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-32651bda-c0db-495f-adb4-a4edf5da8a38 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:57.870855 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-952296a6-27bf-425b-815c-f47741d1a17f tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:57.872619 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-34cd3f19-3eb3-4302-874c-63eac7d07499 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e7cd202-af40-4dbb-b8fb-3e1298b1252c']}} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:57.894826 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-34cd3f19-3eb3-4302-874c-63eac7d07499 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '692b5e6b-023f-46e4-acde-82e69fd2ba4d') {'for_net_delete': True} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:57.895109 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-34cd3f19-3eb3-4302-874c-63eac7d07499 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '692b5e6b-023f-46e4-acde-82e69fd2ba4d') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:57.897846 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-952296a6-27bf-425b-815c-f47741d1a17f tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:57.920815 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-c2ee1d17-0662-4c5c-9b10-9b4b7fe2e25c tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2854 time: 1.4480002 Apr 01 15:55:57.927072 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-34cd3f19-3eb3-4302-874c-63eac7d07499 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15303093'] for segment, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:57.937443 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7363d836-d9ad-44d7-b8f8-b3f53fd4d072 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Router da5b0839-0365-41ba-8418-4d002979626c is scheduled to L3 agent ff252634-3424-422a-b742-9ae457bd54bd with binding_index 1 {{(pid=83826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:55:57.939871 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-952296a6-27bf-425b-815c-f47741d1a17f tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:57.958426 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8735bc0c-b582-47f2-bd38-979c56ff2a8f None None] Routers {'497ee9a6-f12b-44bf-ad1e-a8e77c52d139'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:55:57.960451 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-8735bc0c-b582-47f2-bd38-979c56ff2a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:55:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['497ee9a6-f12b-44bf-ad1e-a8e77c52d139'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:58.040201 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7988feda-d0bd-4100-ad49-0c051933ab17 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16030269'] for subnet, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:58.104466 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-32651bda-c0db-495f-adb4-a4edf5da8a38 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for security_group, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:58.167785 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-34cd3f19-3eb3-4302-874c-63eac7d07499 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:58.181687 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cae1853-0cc5-4b58-b41c-f7b1535b83a6 None None] Pushing event updated for resources: {'Port': ['ID=8198ab6f-4075-46b8-9a32-803c2a53fa75,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:58.203696 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-32651bda-c0db-495f-adb4-a4edf5da8a38 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:58.224108 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32651bda-c0db-495f-adb4-a4edf5da8a38 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=83826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:55:58.238732 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-32651bda-c0db-495f-adb4-a4edf5da8a38 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:58.239937 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.segments_db [None req-32651bda-c0db-495f-adb4-a4edf5da8a38 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Added segment d390748b-713b-4393-97bc-3c146a87ed10 of type vlan for network 075827df-8fdb-4d55-8d82-cf1160050dba Apr 01 15:55:58.274244 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-8735bc0c-b582-47f2-bd38-979c56ff2a8f None None] Set router 497ee9a6-f12b-44bf-ad1e-a8e77c52d139 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:55:58.278758 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-32651bda-c0db-495f-adb4-a4edf5da8a38 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:58.284265 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34cd3f19-3eb3-4302-874c-63eac7d07499 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=83828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:55:58.285317 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-34cd3f19-3eb3-4302-874c-63eac7d07499 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15306523'] for segment, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:58.314073 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-952296a6-27bf-425b-815c-f47741d1a17f tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:58.319077 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-952296a6-27bf-425b-815c-f47741d1a17f tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Usage tracker for resource:security_group_rule and tenant:d43469dfc0b440c3b15d5b674848a763 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:58.323599 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-952296a6-27bf-425b-815c-f47741d1a17f tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:58.331785 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-952296a6-27bf-425b-815c-f47741d1a17f tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:58.412719 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-952296a6-27bf-425b-815c-f47741d1a17f tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:58.438462 dv-neutron-833373-2-hyperv neutron-server[83828]: Traceback (most recent call last): Apr 01 15:55:58.438462 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:55:58.438462 dv-neutron-833373-2-hyperv neutron-server[83828]: timer() Apr 01 15:55:58.438462 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:55:58.438462 dv-neutron-833373-2-hyperv neutron-server[83828]: cb(*args, **kw) Apr 01 15:55:58.438462 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:55:58.438462 dv-neutron-833373-2-hyperv neutron-server[83828]: return func(*args, **kwargs) Apr 01 15:55:58.438462 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:55:58.438462 dv-neutron-833373-2-hyperv neutron-server[83828]: self._notify() Apr 01 15:55:58.438462 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:55:58.438462 dv-neutron-833373-2-hyperv neutron-server[83828]: self.callback(batched_events) Apr 01 15:55:58.438462 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:55:58.438462 dv-neutron-833373-2-hyperv neutron-server[83828]: event.method(event) Apr 01 15:55:58.438462 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:55:58.438462 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:55:58.438462 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:55:58.438462 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:55:58.438462 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:55:58.438462 dv-neutron-833373-2-hyperv neutron-server[83828]: return f(self, *a, **k) Apr 01 15:55:58.438462 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:55:58.438462 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._get(url).json() Apr 01 15:55:58.438462 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:55:58.438462 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:55:58.438462 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:55:58.438462 dv-neutron-833373-2-hyperv neutron-server[83828]: return self.request(url, 'GET', **kwargs) Apr 01 15:55:58.438462 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:55:58.438462 dv-neutron-833373-2-hyperv neutron-server[83828]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:55:58.438462 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:55:58.438462 dv-neutron-833373-2-hyperv neutron-server[83828]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:55:58.438462 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:55:58.438462 dv-neutron-833373-2-hyperv neutron-server[83828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:55:58.438462 dv-neutron-833373-2-hyperv neutron-server[83828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:55:58.451506 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53134) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:58.462369 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-32651bda-c0db-495f-adb4-a4edf5da8a38 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:58.466495 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32651bda-c0db-495f-adb4-a4edf5da8a38 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:58.467084 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-32651bda-c0db-495f-adb4-a4edf5da8a38 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:58.471089 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-952296a6-27bf-425b-815c-f47741d1a17f tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:58.503932 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32651bda-c0db-495f-adb4-a4edf5da8a38 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e815f98-cd12-466a-abc3-bfdeac74ed25,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:58.510882 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-c6b5ea5e-1cfa-4ab0-89b4-1946052aedfe tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-608137571', 'description': 'tempest-secgroup-smoke-608137571 description', 'project_id': '447e2c5010754fe1ad368efac7c75251'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:55:58.524075 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-c6b5ea5e-1cfa-4ab0-89b4-1946052aedfe tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:58.562737 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-c6b5ea5e-1cfa-4ab0-89b4-1946052aedfe tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:58.572559 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-c6b5ea5e-1cfa-4ab0-89b4-1946052aedfe tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:58.584898 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-c6b5ea5e-1cfa-4ab0-89b4-1946052aedfe tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:58.592637 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-34cd3f19-3eb3-4302-874c-63eac7d07499 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:58.619687 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-34cd3f19-3eb3-4302-874c-63eac7d07499 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:58.635294 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cd3f19-3eb3-4302-874c-63eac7d07499 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Pushing event deleted for resources: {'Network': ['ID=8e7cd202-af40-4dbb-b8fb-3e1298b1252c,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:58.653170 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-34cd3f19-3eb3-4302-874c-63eac7d07499 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] 10.222.0.55 "DELETE /v2.0/networks/8e7cd202-af40-4dbb-b8fb-3e1298b1252c HTTP/1.1" status: 204 len: 168 time: 2.8629920 Apr 01 15:55:58.658146 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53138) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:58.667545 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952296a6-27bf-425b-815c-f47741d1a17f tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc00fb74-4a6c-4dce-b041-fdcb7e75bb46,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:58.704841 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-8735bc0c-b582-47f2-bd38-979c56ff2a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497ee9a6-f12b-44bf-ad1e-a8e77c52d139', 'name': 'tempest-TestNetworkBasicOps-router-1797861093', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': '111f977e-aadd-4608-a691-9582379042d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:55:31Z', 'updated_at': '2022-04-01T15:55:49Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': '111f977e-aadd-4608-a691-9582379042d5', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:17:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497ee9a6-f12b-44bf-ad1e-a8e77c52d139', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:33Z', 'updated_at': '2022-04-01T15:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '8198ab6f-4075-46b8-9a32-803c2a53fa75', 'name': '', 'network_id': '59a027d1-0bac-441c-bf75-e20666fea16a', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'mac_address': 'fa:16:3e:f7:53:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '497ee9a6-f12b-44bf-ad1e-a8e77c52d139', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b74bac9f-7384-4f6a-850f-c057f93a0214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:48Z', 'updated_at': '2022-04-01T15:55:57Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'subnets': [{'id': 'b74bac9f-7384-4f6a-850f-c057f93a0214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:58.710319 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8735bc0c-b582-47f2-bd38-979c56ff2a8f None None] The sync data for ids ['497ee9a6-f12b-44bf-ad1e-a8e77c52d139'] in dv-neutron-833373-2-hyperv is: [{'id': '497ee9a6-f12b-44bf-ad1e-a8e77c52d139', 'name': 'tempest-TestNetworkBasicOps-router-1797861093', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': '111f977e-aadd-4608-a691-9582379042d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:55:31Z', 'updated_at': '2022-04-01T15:55:49Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': '111f977e-aadd-4608-a691-9582379042d5', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:17:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497ee9a6-f12b-44bf-ad1e-a8e77c52d139', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:33Z', 'updated_at': '2022-04-01T15:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '8198ab6f-4075-46b8-9a32-803c2a53fa75', 'name': '', 'network_id': '59a027d1-0bac-441c-bf75-e20666fea16a', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'mac_address': 'fa:16:3e:f7:53:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '497ee9a6-f12b-44bf-ad1e-a8e77c52d139', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b74bac9f-7384-4f6a-850f-c057f93a0214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:48Z', 'updated_at': '2022-04-01T15:55:57Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'subnets': [{'id': 'b74bac9f-7384-4f6a-850f-c057f93a0214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:55:58.711306 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32651bda-c0db-495f-adb4-a4edf5da8a38 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event updated for resources: {'Network': ['ID=075827df-8fdb-4d55-8d82-cf1160050dba,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:58.721298 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-43cda880-79f0-452e-b703-a6d0947c208b tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611543'] for router_interface, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:58.722576 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 075827df-8fdb-4d55-8d82-cf1160050dba details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:55:58.730525 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-32651bda-c0db-495f-adb4-a4edf5da8a38 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.4927387 Apr 01 15:55:58.800321 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53142) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:58.811284 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-952296a6-27bf-425b-815c-f47741d1a17f tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:58.814971 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-952296a6-27bf-425b-815c-f47741d1a17f tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9688625 Apr 01 15:55:58.816227 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-9f088a7a-1dd9-4a70-aa2c-ca28d880122f tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Request body: {'port': {'network_id': '075827df-8fdb-4d55-8d82-cf1160050dba', 'name': 'tempest-PortsTestJSON-74014804'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:55:58.817134 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53146) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:58.847887 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c6b5ea5e-1cfa-4ab0-89b4-1946052aedfe tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:58.879512 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-69770e02-71b9-40fc-8922-aad77a9876ee tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Request body: {'security_group_rule': {'security_group_id': 'fc00fb74-4a6c-4dce-b041-fdcb7e75bb46', 'direction': 'ingress', 'protocol': 17}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:55:58.952089 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-69770e02-71b9-40fc-8922-aad77a9876ee tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:58.969593 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-69770e02-71b9-40fc-8922-aad77a9876ee tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Usage tracker for resource:security_group_rule and tenant:d43469dfc0b440c3b15d5b674848a763 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:58.975713 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-69770e02-71b9-40fc-8922-aad77a9876ee tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:59.011988 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-69770e02-71b9-40fc-8922-aad77a9876ee tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:59.029639 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7988feda-d0bd-4100-ad49-0c051933ab17 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15306628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16030227'] for subnet, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:59.083876 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-9f088a7a-1dd9-4a70-aa2c-ca28d880122f tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:59.095756 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_v2 [None req-f92337ae-c3c3-4ac0-a98a-db90e7e60935 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Deleting subnet f38eb3ec-44ef-4308-b2f9-1b345c10fb5c {{(pid=83826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:55:59.097934 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-9f088a7a-1dd9-4a70-aa2c-ca28d880122f tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Usage tracker for resource:port and tenant:11b74bb4c805440eb8922ec9333718ac is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:59.109611 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-9f088a7a-1dd9-4a70-aa2c-ca28d880122f tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:59.125499 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-9f088a7a-1dd9-4a70-aa2c-ca28d880122f tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:59.127635 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f92337ae-c3c3-4ac0-a98a-db90e7e60935 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks [] for subnet, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:59.159725 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-c6b5ea5e-1cfa-4ab0-89b4-1946052aedfe tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:59.163289 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-69770e02-71b9-40fc-8922-aad77a9876ee tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:59.191144 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-c6b5ea5e-1cfa-4ab0-89b4-1946052aedfe tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group_rule and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:59.202866 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-c6b5ea5e-1cfa-4ab0-89b4-1946052aedfe tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:59.206342 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 8198ab6f-4075-46b8-9a32-803c2a53fa75 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:55:59.221598 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f088a7a-1dd9-4a70-aa2c-ca28d880122f tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Made reservation on behalf of 11b74bb4c805440eb8922ec9333718ac for: {'port': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:55:59.224869 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9f088a7a-1dd9-4a70-aa2c-ca28d880122f tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:59.243312 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7988feda-d0bd-4100-ad49-0c051933ab17 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Pushing event updated for resources: {'Subnet': ['ID=f7954787-1bc3-466c-85ec-48bd020e83c1,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:59.243544 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f92337ae-c3c3-4ac0-a98a-db90e7e60935 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16610770'] for subnet, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:59.249181 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-c6b5ea5e-1cfa-4ab0-89b4-1946052aedfe tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:59.266462 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:59.277425 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7988feda-d0bd-4100-ad49-0c051933ab17 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Checking segment: {'id': 'd780798c-2f02-4360-978b-11e2d3e68a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a241700e-b52a-4efd-a477-546365c5f17d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:55:59.277982 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7988feda-d0bd-4100-ad49-0c051933ab17 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Network hostable DHCP agents. Network: a241700e-b52a-4efd-a477-546365c5f17d, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:55:59.307848 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 8198ab6f-4075-46b8-9a32-803c2a53fa75 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:55:59.308879 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7363d836-d9ad-44d7-b8f8-b3f53fd4d072 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:55:59.313947 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 8198ab6f-4075-46b8-9a32-803c2a53fa75 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:55:59.314491 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:59.317517 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7363d836-d9ad-44d7-b8f8-b3f53fd4d072 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks [] for router, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:59.317769 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-69770e02-71b9-40fc-8922-aad77a9876ee tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:59.318225 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-7363d836-d9ad-44d7-b8f8-b3f53fd4d072 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] 10.222.0.55 "PUT /v2.0/routers/da5b0839-0365-41ba-8418-4d002979626c HTTP/1.1" status: 200 len: 884 time: 5.9104681 Apr 01 15:55:59.323388 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53150) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:59.324547 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [None req-9f088a7a-1dd9-4a70-aa2c-ca28d880122f tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] device_id is not set on port e8f45b0c-d130-47e5-8b59-2e00f349fe2f yet. {{(pid=83826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:55:59.344033 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-69770e02-71b9-40fc-8922-aad77a9876ee tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:59.348138 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb65c7b-b2da-4831-a21c-8d31924f1643 None None] Sync routers for ids ['da5b0839-0365-41ba-8418-4d002979626c'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:55:59.405854 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69770e02-71b9-40fc-8922-aad77a9876ee tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=190aaafb-d4c6-4dee-8e75-9ce2ababf205,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:59.442809 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb65c7b-b2da-4831-a21c-8d31924f1643 None None] Routers {'da5b0839-0365-41ba-8418-4d002979626c'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:55:59.443380 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-6eb65c7b-b2da-4831-a21c-8d31924f1643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:55:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['da5b0839-0365-41ba-8418-4d002979626c'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:59.479898 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-69770e02-71b9-40fc-8922-aad77a9876ee tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:59.481548 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-69770e02-71b9-40fc-8922-aad77a9876ee tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.6520855 Apr 01 15:55:59.498793 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53154) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:59.519720 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-6eb65c7b-b2da-4831-a21c-8d31924f1643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:59.543101 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7988feda-d0bd-4100-ad49-0c051933ab17 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Network a241700e-b52a-4efd-a477-546365c5f17d is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:55:59.556647 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c6b5ea5e-1cfa-4ab0-89b4-1946052aedfe tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:59.569329 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c6b5ea5e-1cfa-4ab0-89b4-1946052aedfe tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:59.588875 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb65c7b-b2da-4831-a21c-8d31924f1643 None None] Routers {'da5b0839-0365-41ba-8418-4d002979626c'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:55:59.589520 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-6eb65c7b-b2da-4831-a21c-8d31924f1643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:55:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['da5b0839-0365-41ba-8418-4d002979626c'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:59.614656 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-7988feda-d0bd-4100-ad49-0c051933ab17 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, a241700e-b52a-4efd-a477-546365c5f17d) {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:55:59.645815 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9869365d-bc60-4b6c-a9e3-5b639942d095 None None] Network a241700e-b52a-4efd-a477-546365c5f17d requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:55:59.739370 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7988feda-d0bd-4100-ad49-0c051933ab17 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:55:59.739969 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7988feda-d0bd-4100-ad49-0c051933ab17 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:59.761584 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-6eb65c7b-b2da-4831-a21c-8d31924f1643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:55:59.762161 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb65c7b-b2da-4831-a21c-8d31924f1643 None None] The sync data for ids ['da5b0839-0365-41ba-8418-4d002979626c'] in dv-neutron-833373-2-hyperv is: [] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:55:59.778304 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:59.837991 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c9793107-8d88-4b97-954d-f81ac3cee5d8 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:59.838699 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f92337ae-c3c3-4ac0-a98a-db90e7e60935 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:59.840584 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c6b5ea5e-1cfa-4ab0-89b4-1946052aedfe tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:59.844489 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-c6b5ea5e-1cfa-4ab0-89b4-1946052aedfe tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 1.3892155 Apr 01 15:55:59.861383 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53158) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:59.869525 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b5ea5e-1cfa-4ab0-89b4-1946052aedfe tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3431d3c-e98f-4809-b635-c1daf3c86b67,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:55:59.874963 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port 8198ab6f-4075-46b8-9a32-803c2a53fa75, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=8198ab6f-4075-46b8-9a32-803c2a53fa75,segment=NetworkSegment(17425429-0d0c-4b33-953c-3197bd34ece2),segment_id=17425429-0d0c-4b33-953c-3197bd34ece2)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:55:59.888103 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:59.896496 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-f1f7feda-79ae-4cf6-955d-36a28e4fd816 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'security_group_rule': {'security_group_id': 'f3431d3c-e98f-4809-b635-c1daf3c86b67', 'project_id': '447e2c5010754fe1ad368efac7c75251', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:55:59.903314 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-f1f7feda-79ae-4cf6-955d-36a28e4fd816 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:59.907495 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-f1f7feda-79ae-4cf6-955d-36a28e4fd816 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group_rule and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:55:59.910764 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-f1f7feda-79ae-4cf6-955d-36a28e4fd816 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:55:59.916924 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-f1f7feda-79ae-4cf6-955d-36a28e4fd816 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:55:59.936490 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-7988feda-d0bd-4100-ad49-0c051933ab17 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7762403 Apr 01 15:55:59.940397 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53162) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:55:59.940591 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c9793107-8d88-4b97-954d-f81ac3cee5d8 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:55:59.952153 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-550cedda-e7f9-4742-a17a-f4f6bed7d669 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1603556971', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:55:59.984314 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-550cedda-e7f9-4742-a17a-f4f6bed7d669 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:55:59.997532 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9f088a7a-1dd9-4a70-aa2c-ca28d880122f tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:00.009184 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-550cedda-e7f9-4742-a17a-f4f6bed7d669 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Usage tracker for resource:router and tenant:140c0a827c6a433287acd915ee3c410d is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:00.011561 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f1f7feda-79ae-4cf6-955d-36a28e4fd816 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:00.015986 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-550cedda-e7f9-4742-a17a-f4f6bed7d669 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:00.027707 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-550cedda-e7f9-4742-a17a-f4f6bed7d669 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:00.058569 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f92337ae-c3c3-4ac0-a98a-db90e7e60935 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15415074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16089009'] for subnet, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:00.115065 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=8198ab6f-4075-46b8-9a32-803c2a53fa75,revision_number=5']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:00.125020 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dfc45e4-4852-4817-b54a-2340044549de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-a241700e-b52a-4efd-a477-546365c5f17d', 'network_id': 'a241700e-b52a-4efd-a477-546365c5f17d', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'fixed_ips': [{'subnet_id': 'f7954787-1bc3-466c-85ec-48bd020e83c1'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:56:00.126764 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6dfc45e4-4852-4817-b54a-2340044549de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:00.130555 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92337ae-c3c3-4ac0-a98a-db90e7e60935 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Pushing event deleted for resources: {'Subnet': ['ID=f38eb3ec-44ef-4308-b2f9-1b345c10fb5c,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:00.133392 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-550cedda-e7f9-4742-a17a-f4f6bed7d669 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130665'] for router, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:00.134683 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-550cedda-e7f9-4742-a17a-f4f6bed7d669 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617571', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130640'] for router, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:00.152159 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f92337ae-c3c3-4ac0-a98a-db90e7e60935 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:00.160094 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8881020d-582a-496d-84cb-16179c0aa078 None None] Network 2e003704-a428-4b23-9fd0-820ed04f8b9f requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:56:00.169825 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-984a253e-a919-49fb-88f2-c3182ce55e5e tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] 10.222.0.55 "GET /v2.0/routers/da5b0839-0365-41ba-8418-4d002979626c HTTP/1.1" status: 200 len: 925 time: 0.8083866 Apr 01 15:56:00.172548 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53166) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:00.197388 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c9793107-8d88-4b97-954d-f81ac3cee5d8 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:00.205494 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9f088a7a-1dd9-4a70-aa2c-ca28d880122f tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:00.213120 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-f92337ae-c3c3-4ac0-a98a-db90e7e60935 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] 10.222.0.55 "DELETE /v2.0/subnets/f38eb3ec-44ef-4308-b2f9-1b345c10fb5c HTTP/1.1" status: 204 len: 168 time: 1.5468361 Apr 01 15:56:00.220825 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53170) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:00.224876 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9793107-8d88-4b97-954d-f81ac3cee5d8 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc00fb74-4a6c-4dce-b041-fdcb7e75bb46,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:00.313359 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f088a7a-1dd9-4a70-aa2c-ca28d880122f tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event updated for resources: {'Port': ['ID=e8f45b0c-d130-47e5-8b59-2e00f349fe2f,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:00.317510 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-550cedda-e7f9-4742-a17a-f4f6bed7d669 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:00.363195 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c9793107-8d88-4b97-954d-f81ac3cee5d8 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:00.364558 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-c9793107-8d88-4b97-954d-f81ac3cee5d8 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] 10.222.0.55 "DELETE /v2.0/security-groups/fc00fb74-4a6c-4dce-b041-fdcb7e75bb46 HTTP/1.1" status: 204 len: 168 time: 0.8631272 Apr 01 15:56:00.369130 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53174) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:00.371536 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f1f7feda-79ae-4cf6-955d-36a28e4fd816 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:00.375512 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-550cedda-e7f9-4742-a17a-f4f6bed7d669 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616'] for router, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:00.388702 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f1f7feda-79ae-4cf6-955d-36a28e4fd816 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:00.405896 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f088a7a-1dd9-4a70-aa2c-ca28d880122f tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Checking segment: {'id': 'd390748b-713b-4393-97bc-3c146a87ed10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '075827df-8fdb-4d55-8d82-cf1160050dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:56:00.406348 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f088a7a-1dd9-4a70-aa2c-ca28d880122f tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Network hostable DHCP agents. Network: 075827df-8fdb-4d55-8d82-cf1160050dba, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:56:00.439260 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-5aa7a781-93dd-43f3-ad49-01ee20393569 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=ed45466e-0386-4b92-8de3-247c977242ac&device_id=da5b0839-0365-41ba-8418-4d002979626c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2632585 Apr 01 15:56:00.445632 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53178) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:00.450129 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-550cedda-e7f9-4742-a17a-f4f6bed7d669 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for router, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:00.450965 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-550cedda-e7f9-4742-a17a-f4f6bed7d669 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5095382 Apr 01 15:56:00.453507 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a5d65e2b-7605-4403-8646-3af648d99078 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:00.455461 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f7feda-79ae-4cf6-955d-36a28e4fd816 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=593a07cd-d97a-4957-9b43-0706e61c1833,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:00.465786 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53182) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:00.520869 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-6dfc45e4-4852-4817-b54a-2340044549de None None] Allocated IP 2001:db8::2 (a241700e-b52a-4efd-a477-546365c5f17d/f7954787-1bc3-466c-85ec-48bd020e83c1/b19b1f60-1d3b-477a-83cb-29e4fd57679e) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:56:00.556825 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f1f7feda-79ae-4cf6-955d-36a28e4fd816 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:00.558359 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-f1f7feda-79ae-4cf6-955d-36a28e4fd816 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6857953 Apr 01 15:56:00.570719 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53186) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:00.584403 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-ae7f4853-7955-4e6e-80e0-f67aaef3ebb6 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'security_group_rule': {'security_group_id': 'f3431d3c-e98f-4809-b635-c1daf3c86b67', 'project_id': '447e2c5010754fe1ad368efac7c75251', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:56:00.593601 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f088a7a-1dd9-4a70-aa2c-ca28d880122f tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Network 075827df-8fdb-4d55-8d82-cf1160050dba is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:56:00.597284 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-53e0da69-d41e-499e-afa2-298f22ee6db0 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Synchronizing usage tracker for tenant:d43469dfc0b440c3b15d5b674848a763 on resource:security_group {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:56:00.600469 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-ae7f4853-7955-4e6e-80e0-f67aaef3ebb6 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:00.610142 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-ae7f4853-7955-4e6e-80e0-f67aaef3ebb6 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group_rule and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:00.617845 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-ae7f4853-7955-4e6e-80e0-f67aaef3ebb6 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:00.635761 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-a5d65e2b-7605-4403-8646-3af648d99078 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Deleting port 3835bff9-3c49-411e-9e9e-d13999f1a15d {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:56:00.636560 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a5d65e2b-7605-4403-8646-3af648d99078 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:00.643019 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-ae7f4853-7955-4e6e-80e0-f67aaef3ebb6 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:00.647826 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-9f088a7a-1dd9-4a70-aa2c-ca28d880122f tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, 075827df-8fdb-4d55-8d82-cf1160050dba) {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:00.654835 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68cb4e9d-06c4-450e-84be-77b7b9a7bc32 None None] DHCP port deletion for 2e003704-a428-4b23-9fd0-820ed04f8b9f request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:56:00.662870 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1234b7a6-5116-4b9e-8039-31cab5054c25 None None] Network 075827df-8fdb-4d55-8d82-cf1160050dba requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:56:00.675769 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f088a7a-1dd9-4a70-aa2c-ca28d880122f tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:56:00.679750 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f088a7a-1dd9-4a70-aa2c-ca28d880122f tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:00.680569 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9f088a7a-1dd9-4a70-aa2c-ca28d880122f tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:00.688915 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-68cb4e9d-06c4-450e-84be-77b7b9a7bc32 None None] Deleting port 3835bff9-3c49-411e-9e9e-d13999f1a15d {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:56:00.689343 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-68cb4e9d-06c4-450e-84be-77b7b9a7bc32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:00.693040 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6251e1a7-97e4-456d-8517-371c666d4b13 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:00.693610 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-6251e1a7-97e4-456d-8517-371c666d4b13 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Synchronizing usage tracker for tenant:c9632da394c8441eab568915695eab19 on resource:network {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:56:00.696078 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-53e0da69-d41e-499e-afa2-298f22ee6db0 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Unset dirty status for tenant:d43469dfc0b440c3b15d5b674848a763 on resource:security_group {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:56:00.700897 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-53e0da69-d41e-499e-afa2-298f22ee6db0 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3266602 Apr 01 15:56:00.702038 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53190) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:00.712279 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-708ad310-d760-4f22-b857-6307ae2d2ef4 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Request body: {'security_group': {'name': 'tempest-secgroup--417197901'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:56:00.720124 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-9f088a7a-1dd9-4a70-aa2c-ca28d880122f tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 1.9134007 Apr 01 15:56:00.720124 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53194) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:00.723134 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ae7f4853-7955-4e6e-80e0-f67aaef3ebb6 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:00.724803 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-708ad310-d760-4f22-b857-6307ae2d2ef4 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:00.734992 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-69762574-5ddc-4503-a9cc-9ac6b99fee58 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-226432442'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:56:00.740009 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-6251e1a7-97e4-456d-8517-371c666d4b13 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Unset dirty status for tenant:c9632da394c8441eab568915695eab19 on resource:network {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:56:00.744489 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-6251e1a7-97e4-456d-8517-371c666d4b13 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] 10.222.0.55 "GET /v2.0/networks/ed45466e-0386-4b92-8de3-247c977242ac HTTP/1.1" status: 200 len: 881 time: 0.2941482 Apr 01 15:56:00.745344 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53198) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:00.746268 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-69762574-5ddc-4503-a9cc-9ac6b99fee58 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:00.772540 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-708ad310-d760-4f22-b857-6307ae2d2ef4 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:00.789306 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-69762574-5ddc-4503-a9cc-9ac6b99fee58 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Usage tracker for resource:network and tenant:11b74bb4c805440eb8922ec9333718ac is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:00.810790 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-69762574-5ddc-4503-a9cc-9ac6b99fee58 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:00.828083 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-2fdf4e92-0493-42c7-b35a-fa794ba4365b tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] 10.222.0.55 "GET /v2.0/ports?device_id=da5b0839-0365-41ba-8418-4d002979626c HTTP/1.1" status: 200 len: 205 time: 0.0766101 Apr 01 15:56:00.828083 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-69762574-5ddc-4503-a9cc-9ac6b99fee58 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:00.837625 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53202) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:00.970661 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69762574-5ddc-4503-a9cc-9ac6b99fee58 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Made reservation on behalf of 11b74bb4c805440eb8922ec9333718ac for: {'network': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:00.973552 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-69762574-5ddc-4503-a9cc-9ac6b99fee58 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:01.082294 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-708ad310-d760-4f22-b857-6307ae2d2ef4 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:01.097273 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69762574-5ddc-4503-a9cc-9ac6b99fee58 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=83826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:56:01.111398 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ae7f4853-7955-4e6e-80e0-f67aaef3ebb6 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:01.125296 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-69762574-5ddc-4503-a9cc-9ac6b99fee58 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:01.125960 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.segments_db [None req-69762574-5ddc-4503-a9cc-9ac6b99fee58 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Added segment a1e8863d-31cc-4878-bc8c-b9f7a8ed6555 of type vlan for network c757b273-1bab-481d-96c1-468b827312c2 Apr 01 15:56:01.127194 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ae7f4853-7955-4e6e-80e0-f67aaef3ebb6 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:01.163286 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6dfc45e4-4852-4817-b54a-2340044549de None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:01.175932 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ae7f4853-7955-4e6e-80e0-f67aaef3ebb6 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:01.181159 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-ae7f4853-7955-4e6e-80e0-f67aaef3ebb6 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6034229 Apr 01 15:56:01.190855 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53206) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:01.193419 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 8198ab6f-4075-46b8-9a32-803c2a53fa75 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:56:01.196523 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7f4853-7955-4e6e-80e0-f67aaef3ebb6 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cabaa297-e3ca-43a7-bbcf-1b6aa37c284a,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:01.218511 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-4f10b9d3-5c3f-47f7-a79d-27a19eed4459 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'security_group_rule': {'security_group_id': 'f3431d3c-e98f-4809-b635-c1daf3c86b67', 'project_id': '447e2c5010754fe1ad368efac7c75251', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:56:01.219904 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-69762574-5ddc-4503-a9cc-9ac6b99fee58 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:01.232539 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-43cda880-79f0-452e-b703-a6d0947c208b tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Deleting port a79ca4c1-afe7-4e96-a340-bebcd36fc93b {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:56:01.232805 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-43cda880-79f0-452e-b703-a6d0947c208b tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:01.266471 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-4f10b9d3-5c3f-47f7-a79d-27a19eed4459 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:01.285024 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-69762574-5ddc-4503-a9cc-9ac6b99fee58 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:01.290119 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69762574-5ddc-4503-a9cc-9ac6b99fee58 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:01.290948 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-69762574-5ddc-4503-a9cc-9ac6b99fee58 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:01.297194 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-6dfc45e4-4852-4817-b54a-2340044549de None None] Transition to ACTIVE for port object b19b1f60-1d3b-477a-83cb-29e4fd57679e will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:01.306616 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-4f10b9d3-5c3f-47f7-a79d-27a19eed4459 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group_rule and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:01.319784 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-4f10b9d3-5c3f-47f7-a79d-27a19eed4459 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:01.324259 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-a5d65e2b-7605-4403-8646-3af648d99078 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] For port 3835bff9-3c49-411e-9e9e-d13999f1a15d, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=3835bff9-3c49-411e-9e9e-d13999f1a15d,segment=NetworkSegment(562ab18d-c408-41b6-8601-3b4e548b7107),segment_id=562ab18d-c408-41b6-8601-3b4e548b7107)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:56:01.324619 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a5d65e2b-7605-4403-8646-3af648d99078 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:01.333640 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-68cb4e9d-06c4-450e-84be-77b7b9a7bc32 None None] For port 3835bff9-3c49-411e-9e9e-d13999f1a15d, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=3835bff9-3c49-411e-9e9e-d13999f1a15d,segment=NetworkSegment(562ab18d-c408-41b6-8601-3b4e548b7107),segment_id=562ab18d-c408-41b6-8601-3b4e548b7107)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:56:01.334043 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-68cb4e9d-06c4-450e-84be-77b7b9a7bc32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:01.338088 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3939dabf-894d-4704-8141-82c6370d5ba8 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks [] for router, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:01.362334 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-6dfc45e4-4852-4817-b54a-2340044549de None None] Transition to ACTIVE for port object b19b1f60-1d3b-477a-83cb-29e4fd57679e will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:01.402713 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-708ad310-d760-4f22-b857-6307ae2d2ef4 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:01.406645 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-4f10b9d3-5c3f-47f7-a79d-27a19eed4459 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:01.450363 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-69762574-5ddc-4503-a9cc-9ac6b99fee58 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7264349 Apr 01 15:56:01.460304 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53210) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:01.466776 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-708ad310-d760-4f22-b857-6307ae2d2ef4 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Usage tracker for resource:security_group_rule and tenant:d43469dfc0b440c3b15d5b674848a763 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:01.473452 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-68cb4e9d-06c4-450e-84be-77b7b9a7bc32 None None] Calling delete_port for 3835bff9-3c49-411e-9e9e-d13999f1a15d owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:56:01.499936 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6dfc45e4-4852-4817-b54a-2340044549de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:01.530767 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-4447d230-a859-44cc-a79f-1eab5ce8d23c tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Request body: {'ports': [{'network_id': '075827df-8fdb-4d55-8d82-cf1160050dba'}, {'network_id': 'c757b273-1bab-481d-96c1-468b827312c2'}]} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:56:01.531179 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-4447d230-a859-44cc-a79f-1eab5ce8d23c tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Request body: {'port': {'network_id': '075827df-8fdb-4d55-8d82-cf1160050dba'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:56:01.531544 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-4447d230-a859-44cc-a79f-1eab5ce8d23c tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Request body: {'port': {'network_id': 'c757b273-1bab-481d-96c1-468b827312c2'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:56:01.593919 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-a5d65e2b-7605-4403-8646-3af648d99078 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Calling delete_port for 3835bff9-3c49-411e-9e9e-d13999f1a15d owned by network:dhcp {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:56:01.599944 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dfc45e4-4852-4817-b54a-2340044549de None None] Network a241700e-b52a-4efd-a477-546365c5f17d is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:56:01.605259 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-6dfc45e4-4852-4817-b54a-2340044549de None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:01.612382 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfc45e4-4852-4817-b54a-2340044549de None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:56:01.614318 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfc45e4-4852-4817-b54a-2340044549de None None] Pushing event updated for resources: {'Port': ['ID=b19b1f60-1d3b-477a-83cb-29e4fd57679e,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:01.623420 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-708ad310-d760-4f22-b857-6307ae2d2ef4 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:01.664269 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 8198ab6f-4075-46b8-9a32-803c2a53fa75 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:01.664635 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:01.675514 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69762574-5ddc-4503-a9cc-9ac6b99fee58 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event updated for resources: {'Network': ['ID=c757b273-1bab-481d-96c1-468b827312c2,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:01.707218 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network c757b273-1bab-481d-96c1-468b827312c2 details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:56:01.710328 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-708ad310-d760-4f22-b857-6307ae2d2ef4 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:01.774849 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4f10b9d3-5c3f-47f7-a79d-27a19eed4459 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:01.833617 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-4447d230-a859-44cc-a79f-1eab5ce8d23c tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:01.841205 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-4447d230-a859-44cc-a79f-1eab5ce8d23c tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Usage tracker for resource:port and tenant:11b74bb4c805440eb8922ec9333718ac is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:01.844367 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-4447d230-a859-44cc-a79f-1eab5ce8d23c tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:01.848748 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-68cb4e9d-06c4-450e-84be-77b7b9a7bc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671'] for port, after_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:01.853183 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-4447d230-a859-44cc-a79f-1eab5ce8d23c tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:01.877419 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4447d230-a859-44cc-a79f-1eab5ce8d23c tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Made reservation on behalf of 11b74bb4c805440eb8922ec9333718ac for: {'port': 2} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:01.880890 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4447d230-a859-44cc-a79f-1eab5ce8d23c tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:01.905964 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4447d230-a859-44cc-a79f-1eab5ce8d23c tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:01.915032 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-43cda880-79f0-452e-b703-a6d0947c208b tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:01.916216 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cb4e9d-06c4-450e-84be-77b7b9a7bc32 None None] Pushing event deleted for resources: {'Port': ['ID=3835bff9-3c49-411e-9e9e-d13999f1a15d,revision_number=None']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:01.918078 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-6dfc45e4-4852-4817-b54a-2340044549de None None] Attempting to bind port b19b1f60-1d3b-477a-83cb-29e4fd57679e on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:56:01.918440 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-6dfc45e4-4852-4817-b54a-2340044549de None None] Attempting to bind port b19b1f60-1d3b-477a-83cb-29e4fd57679e by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'd780798c-2f02-4360-978b-11e2d3e68a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a241700e-b52a-4efd-a477-546365c5f17d'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:56:01.918793 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfc45e4-4852-4817-b54a-2340044549de None None] Attempting to bind port b19b1f60-1d3b-477a-83cb-29e4fd57679e on network a241700e-b52a-4efd-a477-546365c5f17d {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:56:01.937493 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cb4e9d-06c4-450e-84be-77b7b9a7bc32 None None] No DVR routers for this DVR port 3835bff9-3c49-411e-9e9e-d13999f1a15d on host dv-neutron-833373-2-hyperv {{(pid=83829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:56:01.951870 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.db.api [None req-a5d65e2b-7605-4403-8646-3af648d99078 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:56:01.952185 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG oslo_db.api [None req-a5d65e2b-7605-4403-8646-3af648d99078 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:56:01.977136 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfc45e4-4852-4817-b54a-2340044549de None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:56:01.977492 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfc45e4-4852-4817-b54a-2340044549de None None] Checking segment: {'id': 'd780798c-2f02-4360-978b-11e2d3e68a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a241700e-b52a-4efd-a477-546365c5f17d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:56:01.977904 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6dfc45e4-4852-4817-b54a-2340044549de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:01.978269 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfc45e4-4852-4817-b54a-2340044549de None None] Bound using segment: {'id': 'd780798c-2f02-4360-978b-11e2d3e68a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a241700e-b52a-4efd-a477-546365c5f17d'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:56:01.978747 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-6dfc45e4-4852-4817-b54a-2340044549de None None] Bound port: b19b1f60-1d3b-477a-83cb-29e4fd57679e, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd780798c-2f02-4360-978b-11e2d3e68a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a241700e-b52a-4efd-a477-546365c5f17d'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:56:01.979114 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6dfc45e4-4852-4817-b54a-2340044549de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:02.091779 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-43cda880-79f0-452e-b703-a6d0947c208b tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Calling delete_port for a79ca4c1-afe7-4e96-a340-bebcd36fc93b owned by network:router_interface {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:56:02.125346 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3939dabf-894d-4704-8141-82c6370d5ba8 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:02.145912 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-708ad310-d760-4f22-b857-6307ae2d2ef4 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:02.147178 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-6dfc45e4-4852-4817-b54a-2340044549de None None] For port b19b1f60-1d3b-477a-83cb-29e4fd57679e, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:56:02.156255 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-6dfc45e4-4852-4817-b54a-2340044549de None None] For port b19b1f60-1d3b-477a-83cb-29e4fd57679e, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=b19b1f60-1d3b-477a-83cb-29e4fd57679e,segment=NetworkSegment(d780798c-2f02-4360-978b-11e2d3e68a43),segment_id=d780798c-2f02-4360-978b-11e2d3e68a43)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:56:02.159116 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 3835bff9-3c49-411e-9e9e-d13999f1a15d no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:56:02.169799 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-708ad310-d760-4f22-b857-6307ae2d2ef4 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:02.173879 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8cef5781-8d5f-4e57-8e3f-48822a729f3b tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:02.194734 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6dfc45e4-4852-4817-b54a-2340044549de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:02.200451 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-3939dabf-894d-4704-8141-82c6370d5ba8 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Deleting port 3d0ef35f-87cf-4127-b4ea-9a471ef798d5 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:56:02.201045 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3939dabf-894d-4704-8141-82c6370d5ba8 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:02.229962 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 3835bff9-3c49-411e-9e9e-d13999f1a15d {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:56:02.230478 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 3835bff9-3c49-411e-9e9e-d13999f1a15d not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:56:02.249476 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4f10b9d3-5c3f-47f7-a79d-27a19eed4459 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:02.294475 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfc45e4-4852-4817-b54a-2340044549de None None] Pushing event updated for resources: {'Port': ['ID=b19b1f60-1d3b-477a-83cb-29e4fd57679e,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:02.396577 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [None req-4447d230-a859-44cc-a79f-1eab5ce8d23c tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] device_id is not set on port 51520e1a-24a6-45ff-919a-3abe890903b8 yet. {{(pid=83826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:56:02.515279 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-a5d65e2b-7605-4403-8646-3af648d99078 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Deleting port 3835bff9-3c49-411e-9e9e-d13999f1a15d {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:56:02.515836 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a5d65e2b-7605-4403-8646-3af648d99078 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:02.543451 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3939dabf-894d-4704-8141-82c6370d5ba8 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:02.566775 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4f10b9d3-5c3f-47f7-a79d-27a19eed4459 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:02.574464 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708ad310-d760-4f22-b857-6307ae2d2ef4 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec72111-6014-4318-a263-bc4619c863f9,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:02.689137 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-3939dabf-894d-4704-8141-82c6370d5ba8 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Calling delete_port for 3d0ef35f-87cf-4127-b4ea-9a471ef798d5 owned by network:router_gateway {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:56:02.722738 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-a5d65e2b-7605-4403-8646-3af648d99078 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] The port '3835bff9-3c49-411e-9e9e-d13999f1a15d' was deleted {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:56:02.723760 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f10b9d3-5c3f-47f7-a79d-27a19eed4459 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cd60608-dabd-4d1c-b87d-f6cc459a0156,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:02.730300 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-708ad310-d760-4f22-b857-6307ae2d2ef4 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:02.731061 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-708ad310-d760-4f22-b857-6307ae2d2ef4 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.0278351 Apr 01 15:56:02.736399 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53214) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:02.737679 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4f10b9d3-5c3f-47f7-a79d-27a19eed4459 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:02.738836 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-4f10b9d3-5c3f-47f7-a79d-27a19eed4459 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.5463324 Apr 01 15:56:02.750929 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53218) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:02.754549 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-bea40e13-2e12-4907-a0c3-da14450655b1 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Request body: {'security_group': {'name': 'tempest-secgroup--1462699595'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:56:02.777313 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-942b9ee0-8e10-4353-b0b3-5d1aab535cbf tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'security_group_rule': {'security_group_id': 'f3431d3c-e98f-4809-b635-c1daf3c86b67', 'project_id': '447e2c5010754fe1ad368efac7c75251', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:56:02.783210 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-bea40e13-2e12-4907-a0c3-da14450655b1 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:02.800241 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-bea40e13-2e12-4907-a0c3-da14450655b1 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Usage tracker for resource:security_group and tenant:d43469dfc0b440c3b15d5b674848a763 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:02.802926 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-942b9ee0-8e10-4353-b0b3-5d1aab535cbf tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:02.805099 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-bea40e13-2e12-4907-a0c3-da14450655b1 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:02.817902 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-942b9ee0-8e10-4353-b0b3-5d1aab535cbf tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group_rule and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:02.825562 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-bea40e13-2e12-4907-a0c3-da14450655b1 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:02.827382 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-942b9ee0-8e10-4353-b0b3-5d1aab535cbf tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:02.860838 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-942b9ee0-8e10-4353-b0b3-5d1aab535cbf tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:02.878702 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4447d230-a859-44cc-a79f-1eab5ce8d23c tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:02.902630 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bea40e13-2e12-4907-a0c3-da14450655b1 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:02.946357 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a5d65e2b-7605-4403-8646-3af648d99078 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:02.991494 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-942b9ee0-8e10-4353-b0b3-5d1aab535cbf tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:03.036172 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-a5d65e2b-7605-4403-8646-3af648d99078 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e003704-a428-4b23-9fd0-820ed04f8b9f']}} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:03.058644 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-a5d65e2b-7605-4403-8646-3af648d99078 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '562ab18d-c408-41b6-8601-3b4e548b7107') {'for_net_delete': True} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:03.059016 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-a5d65e2b-7605-4403-8646-3af648d99078 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '562ab18d-c408-41b6-8601-3b4e548b7107') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:03.059148 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [None req-4447d230-a859-44cc-a79f-1eab5ce8d23c tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] device_id is not set on port 2bdb0d21-c036-47f6-813e-91c7ca41997a yet. {{(pid=83826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:56:03.088896 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-bea40e13-2e12-4907-a0c3-da14450655b1 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:03.098824 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-bea40e13-2e12-4907-a0c3-da14450655b1 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Usage tracker for resource:security_group_rule and tenant:d43469dfc0b440c3b15d5b674848a763 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:03.118039 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a5d65e2b-7605-4403-8646-3af648d99078 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15303093'] for segment, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:03.129525 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-43cda880-79f0-452e-b703-a6d0947c208b tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:03.134146 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-bea40e13-2e12-4907-a0c3-da14450655b1 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:03.150068 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-bea40e13-2e12-4907-a0c3-da14450655b1 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:03.195881 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-942b9ee0-8e10-4353-b0b3-5d1aab535cbf tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:03.200519 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cda880-79f0-452e-b703-a6d0947c208b tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Pushing event deleted for resources: {'Port': ['ID=a79ca4c1-afe7-4e96-a340-bebcd36fc93b,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:03.205038 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a5d65e2b-7605-4403-8646-3af648d99078 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:03.218232 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-942b9ee0-8e10-4353-b0b3-5d1aab535cbf tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:03.218830 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5d65e2b-7605-4403-8646-3af648d99078 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=83828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:56:03.218830 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a5d65e2b-7605-4403-8646-3af648d99078 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15306523'] for segment, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:03.239712 dv-neutron-833373-2-hyperv neutron-server[83828]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:56:03.239712 dv-neutron-833373-2-hyperv neutron-server[83828]: util.warn( Apr 01 15:56:03.239712 dv-neutron-833373-2-hyperv neutron-server[83828]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:56:03.239712 dv-neutron-833373-2-hyperv neutron-server[83828]: util.warn( Apr 01 15:56:03.239712 dv-neutron-833373-2-hyperv neutron-server[83828]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:56:03.239712 dv-neutron-833373-2-hyperv neutron-server[83828]: util.warn( Apr 01 15:56:03.239712 dv-neutron-833373-2-hyperv neutron-server[83828]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:56:03.239712 dv-neutron-833373-2-hyperv neutron-server[83828]: util.warn( Apr 01 15:56:03.239712 dv-neutron-833373-2-hyperv neutron-server[83828]: Traceback (most recent call last): Apr 01 15:56:03.239712 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:56:03.239712 dv-neutron-833373-2-hyperv neutron-server[83828]: timer() Apr 01 15:56:03.239712 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:56:03.239712 dv-neutron-833373-2-hyperv neutron-server[83828]: cb(*args, **kw) Apr 01 15:56:03.239712 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:56:03.239712 dv-neutron-833373-2-hyperv neutron-server[83828]: return func(*args, **kwargs) Apr 01 15:56:03.239712 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:56:03.239712 dv-neutron-833373-2-hyperv neutron-server[83828]: self._notify() Apr 01 15:56:03.239712 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:56:03.239712 dv-neutron-833373-2-hyperv neutron-server[83828]: self.callback(batched_events) Apr 01 15:56:03.239712 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:56:03.239712 dv-neutron-833373-2-hyperv neutron-server[83828]: event.method(event) Apr 01 15:56:03.239712 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:56:03.239712 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:56:03.239712 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:56:03.239712 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:56:03.239712 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:56:03.239712 dv-neutron-833373-2-hyperv neutron-server[83828]: return f(self, *a, **k) Apr 01 15:56:03.239712 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:56:03.239712 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._get(url).json() Apr 01 15:56:03.239712 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:56:03.239712 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:56:03.239712 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:56:03.239712 dv-neutron-833373-2-hyperv neutron-server[83828]: return self.request(url, 'GET', **kwargs) Apr 01 15:56:03.239712 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:56:03.239712 dv-neutron-833373-2-hyperv neutron-server[83828]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:56:03.239712 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:56:03.239712 dv-neutron-833373-2-hyperv neutron-server[83828]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:56:03.239712 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:56:03.239712 dv-neutron-833373-2-hyperv neutron-server[83828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:56:03.239712 dv-neutron-833373-2-hyperv neutron-server[83828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:56:03.259707 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3939dabf-894d-4704-8141-82c6370d5ba8 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:03.265932 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device b19b1f60-1d3b-477a-83cb-29e4fd57679e up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:56:03.330947 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-8cef5781-8d5f-4e57-8e3f-48822a729f3b tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Allocated IP 2001:db8::1 (a241700e-b52a-4efd-a477-546365c5f17d/f7954787-1bc3-466c-85ec-48bd020e83c1/174850f1-067a-4b5d-8831-916c2ac5c852) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:56:03.340635 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942b9ee0-8e10-4353-b0b3-5d1aab535cbf tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1616dcaa-881f-476e-b5ae-a1e0373235d9,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:03.372763 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port b19b1f60-1d3b-477a-83cb-29e4fd57679e completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:56:03.375650 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3939dabf-894d-4704-8141-82c6370d5ba8 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Pushing event deleted for resources: {'Port': ['ID=3d0ef35f-87cf-4127-b4ea-9a471ef798d5,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:03.450355 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bea40e13-2e12-4907-a0c3-da14450655b1 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:03.453957 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a5d65e2b-7605-4403-8646-3af648d99078 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:03.465799 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4447d230-a859-44cc-a79f-1eab5ce8d23c tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:03.480280 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bea40e13-2e12-4907-a0c3-da14450655b1 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:03.533184 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-942b9ee0-8e10-4353-b0b3-5d1aab535cbf tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:03.537589 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-942b9ee0-8e10-4353-b0b3-5d1aab535cbf tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7748096 Apr 01 15:56:03.548785 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53222) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:03.553338 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a5d65e2b-7605-4403-8646-3af648d99078 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:03.565768 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-392f0d5a-f267-4495-be2c-97ca70941b50 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'security_group_rule': {'security_group_id': 'f3431d3c-e98f-4809-b635-c1daf3c86b67', 'project_id': '447e2c5010754fe1ad368efac7c75251', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:56:03.567155 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-a5d65e2b-7605-4403-8646-3af648d99078 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] 10.222.0.55 "DELETE /v2.0/networks/2e003704-a428-4b23-9fd0-820ed04f8b9f HTTP/1.1" status: 204 len: 168 time: 3.3335865 Apr 01 15:56:03.577277 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-392f0d5a-f267-4495-be2c-97ca70941b50 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:03.601349 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-392f0d5a-f267-4495-be2c-97ca70941b50 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group_rule and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:03.612094 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-392f0d5a-f267-4495-be2c-97ca70941b50 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:03.623723 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bea40e13-2e12-4907-a0c3-da14450655b1 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:03.627486 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-bea40e13-2e12-4907-a0c3-da14450655b1 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8856649 Apr 01 15:56:03.627486 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-392f0d5a-f267-4495-be2c-97ca70941b50 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:03.631095 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea40e13-2e12-4907-a0c3-da14450655b1 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b74b4a2a-1e69-4a90-9e1a-648aa56b3dea,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:03.636721 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53228) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:03.644177 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-0aea0789-e469-4def-a025-ae6a78c9313d tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Request body: {'security_group_rule': {'security_group_id': '7ec72111-6014-4318-a263-bc4619c863f9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'b74b4a2a-1e69-4a90-9e1a-648aa56b3dea', 'remote_ip_prefix': None}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:56:03.658848 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d65e2b-7605-4403-8646-3af648d99078 tempest-NetworksIpV6TestAttrs-1008357376 tempest-NetworksIpV6TestAttrs-1008357376-project] Pushing event deleted for resources: {'Network': ['ID=2e003704-a428-4b23-9fd0-820ed04f8b9f,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:03.667410 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8cef5781-8d5f-4e57-8e3f-48822a729f3b tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:03.766491 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2a9a24-818e-4020-84e4-77b74282cc40 None None] Network a241700e-b52a-4efd-a477-546365c5f17d requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:56:03.841306 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [None req-8cef5781-8d5f-4e57-8e3f-48822a729f3b tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Transition to ACTIVE for port object 174850f1-067a-4b5d-8831-916c2ac5c852 will not be triggered until provisioned by entity DHCP. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:03.861188 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-43cda880-79f0-452e-b703-a6d0947c208b tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611462'] for router_interface, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:03.906686 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-0aea0789-e469-4def-a025-ae6a78c9313d tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:03.911274 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3939dabf-894d-4704-8141-82c6370d5ba8 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617660'] for router_gateway, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:03.936086 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-804bbad7-b3b9-40ad-93f4-411f83f25d72 None None] Provisioning for port b19b1f60-1d3b-477a-83cb-29e4fd57679e completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:56:03.945562 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-804bbad7-b3b9-40ad-93f4-411f83f25d72 None None] Provisioning complete for port b19b1f60-1d3b-477a-83cb-29e4fd57679e triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:03.946438 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-804bbad7-b3b9-40ad-93f4-411f83f25d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:03.972718 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.securitygroups_db [None req-392f0d5a-f267-4495-be2c-97ca70941b50 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Project 447e2c5010754fe1ad368efac7c75251 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:56:03.978331 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-0aea0789-e469-4def-a025-ae6a78c9313d tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Usage tracker for resource:security_group_rule and tenant:d43469dfc0b440c3b15d5b674848a763 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:04.033021 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8cef5781-8d5f-4e57-8e3f-48822a729f3b tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:04.111501 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53234) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:04.198795 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-804bbad7-b3b9-40ad-93f4-411f83f25d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:04.217991 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-0aea0789-e469-4def-a025-ae6a78c9313d tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:04.221338 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4447d230-a859-44cc-a79f-1eab5ce8d23c tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:04.232857 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-0aea0789-e469-4def-a025-ae6a78c9313d tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:04.239546 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-804bbad7-b3b9-40ad-93f4-411f83f25d72 None None] For port b19b1f60-1d3b-477a-83cb-29e4fd57679e, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=b19b1f60-1d3b-477a-83cb-29e4fd57679e,segment=NetworkSegment(d780798c-2f02-4360-978b-11e2d3e68a43),segment_id=d780798c-2f02-4360-978b-11e2d3e68a43)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:56:04.247631 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-804bbad7-b3b9-40ad-93f4-411f83f25d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:04.268627 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-392f0d5a-f267-4495-be2c-97ca70941b50 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:04.271915 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cef5781-8d5f-4e57-8e3f-48822a729f3b tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Pushing event updated for resources: {'Port': ['ID=174850f1-067a-4b5d-8831-916c2ac5c852,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:04.338546 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cef5781-8d5f-4e57-8e3f-48822a729f3b tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Network a241700e-b52a-4efd-a477-546365c5f17d is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:56:04.344337 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-8cef5781-8d5f-4e57-8e3f-48822a729f3b tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:04.347531 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804bbad7-b3b9-40ad-93f4-411f83f25d72 None None] Pushing event updated for resources: {'Port': ['ID=b19b1f60-1d3b-477a-83cb-29e4fd57679e,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:04.408294 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cef5781-8d5f-4e57-8e3f-48822a729f3b tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:56:04.409061 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8cef5781-8d5f-4e57-8e3f-48822a729f3b tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611418'] for router_interface, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:04.508753 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3939dabf-894d-4704-8141-82c6370d5ba8 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130651'] for router, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:04.518992 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4447d230-a859-44cc-a79f-1eab5ce8d23c tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Network 075827df-8fdb-4d55-8d82-cf1160050dba is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:56:04.520877 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4447d230-a859-44cc-a79f-1eab5ce8d23c tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event updated for resources: {'Port': ['ID=51520e1a-24a6-45ff-919a-3abe890903b8,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:04.531497 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-4447d230-a859-44cc-a79f-1eab5ce8d23c tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:04.536939 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4447d230-a859-44cc-a79f-1eab5ce8d23c tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:56:04.537685 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4447d230-a859-44cc-a79f-1eab5ce8d23c tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:04.539815 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0aea0789-e469-4def-a025-ae6a78c9313d tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:04.550918 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3939dabf-894d-4704-8141-82c6370d5ba8 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:04.634431 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-392f0d5a-f267-4495-be2c-97ca70941b50 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:04.660443 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-392f0d5a-f267-4495-be2c-97ca70941b50 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:04.683155 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8cef5781-8d5f-4e57-8e3f-48822a729f3b tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:04.689232 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-2589e2ac-078d-47d9-80d9-b09975b0f576 None None] Provisioning for port 174850f1-067a-4b5d-8831-916c2ac5c852 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:56:04.702850 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-2589e2ac-078d-47d9-80d9-b09975b0f576 None None] Provisioning complete for port 174850f1-067a-4b5d-8831-916c2ac5c852 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:04.703442 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-2589e2ac-078d-47d9-80d9-b09975b0f576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:04.720289 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43cda880-79f0-452e-b703-a6d0947c208b tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Router 77dbf70a-27f1-420e-b906-f4163e390ccd has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:56:04.721520 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4447d230-a859-44cc-a79f-1eab5ce8d23c tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event updated for resources: {'Port': ['ID=2bdb0d21-c036-47f6-813e-91c7ca41997a,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:04.732889 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392f0d5a-f267-4495-be2c-97ca70941b50 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c613b207-d7dc-417c-9b8d-4825a1e0805b,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:04.733996 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-580f034f-1d5e-4dc0-9c02-50b49fad0800 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=62df94830a0c4fa9ac007fb055b08943&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6198895 Apr 01 15:56:04.735275 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53240) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:04.776851 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3939dabf-894d-4704-8141-82c6370d5ba8 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607376'] for router, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:04.777623 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3939dabf-894d-4704-8141-82c6370d5ba8 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Fanout notify agent at l3_agent the message router_deleted on router da5b0839-0365-41ba-8418-4d002979626c {{(pid=83826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:56:04.801598 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3939dabf-894d-4704-8141-82c6370d5ba8 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks [] for router, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:04.804522 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-3939dabf-894d-4704-8141-82c6370d5ba8 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] 10.222.0.55 "DELETE /v2.0/routers/da5b0839-0365-41ba-8418-4d002979626c HTTP/1.1" status: 204 len: 168 time: 3.9641168 Apr 01 15:56:04.807099 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53244) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:04.814491 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-392f0d5a-f267-4495-be2c-97ca70941b50 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:04.815660 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-392f0d5a-f267-4495-be2c-97ca70941b50 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.2610617 Apr 01 15:56:04.824610 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53248) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:04.827812 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4447d230-a859-44cc-a79f-1eab5ce8d23c tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Checking segment: {'id': 'a1e8863d-31cc-4878-bc8c-b9f7a8ed6555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c757b273-1bab-481d-96c1-468b827312c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:56:04.828406 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4447d230-a859-44cc-a79f-1eab5ce8d23c tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Network hostable DHCP agents. Network: c757b273-1bab-481d-96c1-468b827312c2, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:56:04.833048 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-be46e791-88f9-4501-a672-524b114b07c0 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1978200059', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:56:04.839422 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-2589e2ac-078d-47d9-80d9-b09975b0f576 None None] Port 174850f1-067a-4b5d-8831-916c2ac5c852 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:56:04.844297 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-be46e791-88f9-4501-a672-524b114b07c0 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:04.848539 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-332113bc-7c72-4875-8e06-1a3edee32eb9 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'security_group_rule': {'security_group_id': 'f3431d3c-e98f-4809-b635-c1daf3c86b67', 'project_id': '447e2c5010754fe1ad368efac7c75251', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:56:04.854597 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-2589e2ac-078d-47d9-80d9-b09975b0f576 None None] Provisioning complete for port b19b1f60-1d3b-477a-83cb-29e4fd57679e triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:04.855229 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-2589e2ac-078d-47d9-80d9-b09975b0f576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:04.857192 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-be46e791-88f9-4501-a672-524b114b07c0 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Usage tracker for resource:router and tenant:feaf526a4c804601a6b0d1ed32ad6956 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:04.860946 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-be46e791-88f9-4501-a672-524b114b07c0 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:04.862530 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-332113bc-7c72-4875-8e06-1a3edee32eb9 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:04.876525 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-332113bc-7c72-4875-8e06-1a3edee32eb9 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group_rule and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:04.888144 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-332113bc-7c72-4875-8e06-1a3edee32eb9 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:04.895716 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0aea0789-e469-4def-a025-ae6a78c9313d tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:04.908587 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-332113bc-7c72-4875-8e06-1a3edee32eb9 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:04.916633 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0aea0789-e469-4def-a025-ae6a78c9313d tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:04.940878 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ef12298e-5cf1-45d2-a49e-8908a49cb125 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:04.960159 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aea0789-e469-4def-a025-ae6a78c9313d tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a5284dc-74f7-4f9b-84bf-81b6700d0663,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:04.962878 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.securitygroups_db [None req-332113bc-7c72-4875-8e06-1a3edee32eb9 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Project 447e2c5010754fe1ad368efac7c75251 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:56:04.982952 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-be46e791-88f9-4501-a672-524b114b07c0 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:04.987277 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4447d230-a859-44cc-a79f-1eab5ce8d23c tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Network c757b273-1bab-481d-96c1-468b827312c2 is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:56:04.995722 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-332113bc-7c72-4875-8e06-1a3edee32eb9 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:05.010250 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0aea0789-e469-4def-a025-ae6a78c9313d tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:05.011421 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-0aea0789-e469-4def-a025-ae6a78c9313d tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 1.3718154 Apr 01 15:56:05.013325 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ef12298e-5cf1-45d2-a49e-8908a49cb125 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:05.022089 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53252) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:05.030789 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-4447d230-a859-44cc-a79f-1eab5ce8d23c tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, c757b273-1bab-481d-96c1-468b827312c2) {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:05.042389 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af60093-98d4-4523-8122-d82414e96f1f None None] Network c757b273-1bab-481d-96c1-468b827312c2 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:56:05.065925 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4447d230-a859-44cc-a79f-1eab5ce8d23c tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:56:05.069982 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4447d230-a859-44cc-a79f-1eab5ce8d23c tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:05.073188 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4447d230-a859-44cc-a79f-1eab5ce8d23c tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:05.073843 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4447d230-a859-44cc-a79f-1eab5ce8d23c tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:05.139899 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-4447d230-a859-44cc-a79f-1eab5ce8d23c tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.6778340 Apr 01 15:56:05.144865 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-be46e791-88f9-4501-a672-524b114b07c0 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130665'] for router, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:05.145890 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-be46e791-88f9-4501-a672-524b114b07c0 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617571', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130640'] for router, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:05.146508 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53256) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:05.150350 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-666e171c-ea27-4402-9d05-0880fd1ac99c tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:05.196542 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43cda880-79f0-452e-b703-a6d0947c208b tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:56:05.206644 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70876caa-694a-4cf6-ad7c-ab89d15e6fba None None] Sync routers for ids ['77dbf70a-27f1-420e-b906-f4163e390ccd'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:56:05.227602 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70876caa-694a-4cf6-ad7c-ab89d15e6fba None None] Routers {'77dbf70a-27f1-420e-b906-f4163e390ccd'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:56:05.228407 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-70876caa-694a-4cf6-ad7c-ab89d15e6fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:55:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['77dbf70a-27f1-420e-b906-f4163e390ccd'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:05.234600 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-666e171c-ea27-4402-9d05-0880fd1ac99c tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:05.240904 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device b19b1f60-1d3b-477a-83cb-29e4fd57679e up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:56:05.271360 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-43cda880-79f0-452e-b703-a6d0947c208b tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "PUT /v2.0/routers/77dbf70a-27f1-420e-b906-f4163e390ccd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9749317 Apr 01 15:56:05.278745 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53260) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:05.293881 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-be46e791-88f9-4501-a672-524b114b07c0 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:05.299250 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-332113bc-7c72-4875-8e06-1a3edee32eb9 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:05.311520 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-70876caa-694a-4cf6-ad7c-ab89d15e6fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:05.316650 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-332113bc-7c72-4875-8e06-1a3edee32eb9 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:05.328071 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-09efe47a-bfe1-488e-a004-893214bf8ef7 None None] Provisioning complete for port 174850f1-067a-4b5d-8831-916c2ac5c852 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:05.328441 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-09efe47a-bfe1-488e-a004-893214bf8ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:05.329717 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ef12298e-5cf1-45d2-a49e-8908a49cb125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:05.331598 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70876caa-694a-4cf6-ad7c-ab89d15e6fba None None] Routers {'77dbf70a-27f1-420e-b906-f4163e390ccd'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:56:05.332458 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-70876caa-694a-4cf6-ad7c-ab89d15e6fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:55:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['77dbf70a-27f1-420e-b906-f4163e390ccd'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:05.357458 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-bd84be6a-ab84-4726-aa9b-8d3f035673b7 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Synchronizing usage tracker for tenant:113c2dcebd4142eb9b767ab7a8fce06c on resource:port {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:56:05.366973 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-d652536e-1844-45a9-8408-7a8483eba49e tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Deleting port 2bdb0d21-c036-47f6-813e-91c7ca41997a {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:56:05.367714 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d652536e-1844-45a9-8408-7a8483eba49e tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:05.384823 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-09efe47a-bfe1-488e-a004-893214bf8ef7 None None] Port 174850f1-067a-4b5d-8831-916c2ac5c852 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:56:05.396336 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-bd84be6a-ab84-4726-aa9b-8d3f035673b7 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Unset dirty status for tenant:113c2dcebd4142eb9b767ab7a8fce06c on resource:port {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:56:05.397654 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-bd84be6a-ab84-4726-aa9b-8d3f035673b7 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "GET /v2.0/ports?device_id=77dbf70a-27f1-420e-b906-f4163e390ccd HTTP/1.1" status: 200 len: 205 time: 0.1157665 Apr 01 15:56:05.407737 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53264) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:05.410780 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-70876caa-694a-4cf6-ad7c-ab89d15e6fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:05.411944 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70876caa-694a-4cf6-ad7c-ab89d15e6fba None None] The sync data for ids ['77dbf70a-27f1-420e-b906-f4163e390ccd'] in dv-neutron-833373-2-hyperv is: [] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:56:05.414411 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-be46e791-88f9-4501-a672-524b114b07c0 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616'] for router, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:05.444293 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-666e171c-ea27-4402-9d05-0880fd1ac99c tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:05.446595 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332113bc-7c72-4875-8e06-1a3edee32eb9 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d5d9fa2-0bbb-4884-a241-12b5360e5724,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:05.478577 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port b19b1f60-1d3b-477a-83cb-29e4fd57679e triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:05.478954 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:05.482193 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef12298e-5cf1-45d2-a49e-8908a49cb125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05b8304-079a-42f7-9dea-826dd6bf180b,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:05.509567 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666e171c-ea27-4402-9d05-0880fd1ac99c tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4a5284dc-74f7-4f9b-84bf-81b6700d0663,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:05.549759 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:56:05.566900 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-be46e791-88f9-4501-a672-524b114b07c0 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:05.571570 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-be46e791-88f9-4501-a672-524b114b07c0 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7632873 Apr 01 15:56:05.574700 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53268) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:05.575685 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ef12298e-5cf1-45d2-a49e-8908a49cb125 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:05.579161 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-ef12298e-5cf1-45d2-a49e-8908a49cb125 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d05b8304-079a-42f7-9dea-826dd6bf180b HTTP/1.1" status: 204 len: 168 time: 0.8345587 Apr 01 15:56:05.580198 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-332113bc-7c72-4875-8e06-1a3edee32eb9 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:05.581657 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-332113bc-7c72-4875-8e06-1a3edee32eb9 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.7553012 Apr 01 15:56:05.584779 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-666e171c-ea27-4402-9d05-0880fd1ac99c tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:05.586395 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-666e171c-ea27-4402-9d05-0880fd1ac99c tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/4a5284dc-74f7-4f9b-84bf-81b6700d0663 HTTP/1.1" status: 204 len: 168 time: 0.5568619 Apr 01 15:56:05.589273 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53274) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:05.607660 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8cef5781-8d5f-4e57-8e3f-48822a729f3b tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for port, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:05.613293 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-f2a17440-afe8-49b6-b84a-b2a9c4a4d24d tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'enable_snat': True}}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:56:05.698450 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8cef5781-8d5f-4e57-8e3f-48822a729f3b tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:05.700020 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8cef5781-8d5f-4e57-8e3f-48822a729f3b tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611525'] for router_interface, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:05.749112 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-4c589d8c-1d74-4bdc-81ae-a89680276783 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Synchronizing usage tracker for tenant:d43469dfc0b440c3b15d5b674848a763 on resource:security_group_rule {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:56:05.770509 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d652536e-1844-45a9-8408-7a8483eba49e tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:05.919797 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-4c589d8c-1d74-4bdc-81ae-a89680276783 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Unset dirty status for tenant:d43469dfc0b440c3b15d5b674848a763 on resource:security_group_rule {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:56:05.920376 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-4c589d8c-1d74-4bdc-81ae-a89680276783 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.3303156 Apr 01 15:56:05.927846 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-d652536e-1844-45a9-8408-7a8483eba49e tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Calling delete_port for 2bdb0d21-c036-47f6-813e-91c7ca41997a owned by {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:56:05.938100 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53294) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:06.054095 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-01993326-bee1-4f27-b172-6f55c5238d16 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for router, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:06.103766 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d652536e-1844-45a9-8408-7a8483eba49e tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:06.155258 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cef5781-8d5f-4e57-8e3f-48822a729f3b tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Pushing event updated for resources: {'Port': ['ID=174850f1-067a-4b5d-8831-916c2ac5c852,revision_number=2']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:06.158719 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d652536e-1844-45a9-8408-7a8483eba49e tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event deleted for resources: {'Port': ['ID=2bdb0d21-c036-47f6-813e-91c7ca41997a,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:06.170207 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d652536e-1844-45a9-8408-7a8483eba49e tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:06.176878 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-d652536e-1844-45a9-8408-7a8483eba49e tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "DELETE /v2.0/ports/2bdb0d21-c036-47f6-813e-91c7ca41997a HTTP/1.1" status: 204 len: 168 time: 1.0289133 Apr 01 15:56:06.180012 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53304) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:06.287057 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee323e0-c0c4-499d-9e9f-1bd476c649f9 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:06.291752 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee323e0-c0c4-499d-9e9f-1bd476c649f9 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:06.292515 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-1ee323e0-c0c4-499d-9e9f-1bd476c649f9 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Synchronizing usage tracker for tenant:11b74bb4c805440eb8922ec9333718ac on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:56:06.327570 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-1ee323e0-c0c4-499d-9e9f-1bd476c649f9 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Unset dirty status for tenant:11b74bb4c805440eb8922ec9333718ac on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:56:06.331439 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-1ee323e0-c0c4-499d-9e9f-1bd476c649f9 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1450 time: 0.1477234 Apr 01 15:56:06.331616 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53312) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:06.422158 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-66fb011e-bbbf-4e7f-a213-812e58b5d3a7 req-c0009b46-03b7-4da7-a279-95612329b1c3 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-608137571&fields=id&tenant_id=447e2c5010754fe1ad368efac7c75251 HTTP/1.1" status: 200 len: 267 time: 0.1132786 Apr 01 15:56:06.431941 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-320b053a-7181-4395-9b0e-16ac15026fd5 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Deleting port 51520e1a-24a6-45ff-919a-3abe890903b8 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:56:06.432347 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-320b053a-7181-4395-9b0e-16ac15026fd5 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:06.454088 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0a24e210-6474-43cd-96cb-1dda957050c3 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:06.572259 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0a24e210-6474-43cd-96cb-1dda957050c3 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:06.634872 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cef5781-8d5f-4e57-8e3f-48822a729f3b tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Network a241700e-b52a-4efd-a477-546365c5f17d is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:56:06.704007 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-8cef5781-8d5f-4e57-8e3f-48822a729f3b tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:06.723395 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53322) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:06.869278 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb011e-bbbf-4e7f-a213-812e58b5d3a7 req-7d9379f4-183d-47ad-b0ba-e45ce20d9afb tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:06.870757 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-66fb011e-bbbf-4e7f-a213-812e58b5d3a7 req-7d9379f4-183d-47ad-b0ba-e45ce20d9afb tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/networks?id=59a027d1-0bac-441c-bf75-e20666fea16a HTTP/1.1" status: 200 len: 796 time: 0.3098917 Apr 01 15:56:06.912543 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-320b053a-7181-4395-9b0e-16ac15026fd5 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:06.935801 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-036fe9e0-f99b-4526-9b8b-cab7705836f5 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-459962075'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:56:06.994999 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-66fb011e-bbbf-4e7f-a213-812e58b5d3a7 req-d2d04eea-9d60-4c72-a727-ddebf73074a3 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/quotas/447e2c5010754fe1ad368efac7c75251 HTTP/1.1" status: 200 len: 375 time: 0.1035557 Apr 01 15:56:06.996247 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-036fe9e0-f99b-4526-9b8b-cab7705836f5 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:07.026046 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-5def2123-2108-4d07-b6fb-f5ecf2979d42 None None] Provisioning complete for port 174850f1-067a-4b5d-8831-916c2ac5c852 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:07.026628 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-5def2123-2108-4d07-b6fb-f5ecf2979d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:07.070309 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-320b053a-7181-4395-9b0e-16ac15026fd5 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Calling delete_port for 51520e1a-24a6-45ff-919a-3abe890903b8 owned by {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:56:07.097643 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-5def2123-2108-4d07-b6fb-f5ecf2979d42 None None] Port 174850f1-067a-4b5d-8831-916c2ac5c852 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:56:07.099780 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-036fe9e0-f99b-4526-9b8b-cab7705836f5 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Usage tracker for resource:network and tenant:ca4419a52cd8404a85bea4fb3af2a91f is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:07.131584 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-036fe9e0-f99b-4526-9b8b-cab7705836f5 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:07.164661 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-036fe9e0-f99b-4526-9b8b-cab7705836f5 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:07.189451 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-036fe9e0-f99b-4526-9b8b-cab7705836f5 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Made reservation on behalf of ca4419a52cd8404a85bea4fb3af2a91f for: {'network': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:07.192430 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-036fe9e0-f99b-4526-9b8b-cab7705836f5 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:07.223693 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-036fe9e0-f99b-4526-9b8b-cab7705836f5 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks [] for security_group, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:07.276624 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-66fb011e-bbbf-4e7f-a213-812e58b5d3a7 req-63210073-1ebb-45d2-9459-0c6dbe4fbb71 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=447e2c5010754fe1ad368efac7c75251&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2156572 Apr 01 15:56:07.277495 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-320b053a-7181-4395-9b0e-16ac15026fd5 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:07.323837 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-01993326-bee1-4f27-b172-6f55c5238d16 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130651'] for router, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:07.325537 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0a24e210-6474-43cd-96cb-1dda957050c3 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:07.347344 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320b053a-7181-4395-9b0e-16ac15026fd5 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event deleted for resources: {'Port': ['ID=51520e1a-24a6-45ff-919a-3abe890903b8,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:07.357712 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-036fe9e0-f99b-4526-9b8b-cab7705836f5 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:07.362702 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-01993326-bee1-4f27-b172-6f55c5238d16 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:07.364386 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-036fe9e0-f99b-4526-9b8b-cab7705836f5 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Usage tracker for resource:security_group_rule and tenant:ca4419a52cd8404a85bea4fb3af2a91f is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:07.364973 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a24e210-6474-43cd-96cb-1dda957050c3 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b74b4a2a-1e69-4a90-9e1a-648aa56b3dea,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:07.369550 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-320b053a-7181-4395-9b0e-16ac15026fd5 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:07.372488 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-036fe9e0-f99b-4526-9b8b-cab7705836f5 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:07.382085 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-036fe9e0-f99b-4526-9b8b-cab7705836f5 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:07.406451 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-320b053a-7181-4395-9b0e-16ac15026fd5 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "DELETE /v2.0/ports/51520e1a-24a6-45ff-919a-3abe890903b8 HTTP/1.1" status: 204 len: 168 time: 1.0738435 Apr 01 15:56:07.407416 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f2a17440-afe8-49b6-b84a-b2a9c4a4d24d tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130626'] for router, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:07.411028 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53330) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:07.540386 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0a24e210-6474-43cd-96cb-1dda957050c3 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:07.541535 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-0a24e210-6474-43cd-96cb-1dda957050c3 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] 10.222.0.55 "DELETE /v2.0/security-groups/b74b4a2a-1e69-4a90-9e1a-648aa56b3dea HTTP/1.1" status: 204 len: 168 time: 1.5919857 Apr 01 15:56:07.547069 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53334) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:07.586121 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-01993326-bee1-4f27-b172-6f55c5238d16 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607376'] for router, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:07.586741 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01993326-bee1-4f27-b172-6f55c5238d16 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Fanout notify agent at l3_agent the message router_deleted on router 77dbf70a-27f1-420e-b906-f4163e390ccd {{(pid=83828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:56:07.660839 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-01993326-bee1-4f27-b172-6f55c5238d16 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:07.661097 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-036fe9e0-f99b-4526-9b8b-cab7705836f5 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks [] for security_group, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:07.664494 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-01993326-bee1-4f27-b172-6f55c5238d16 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "DELETE /v2.0/routers/77dbf70a-27f1-420e-b906-f4163e390ccd HTTP/1.1" status: 204 len: 168 time: 2.2533081 Apr 01 15:56:07.667395 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53338) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:07.677405 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-036fe9e0-f99b-4526-9b8b-cab7705836f5 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:07.779157 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cef5781-8d5f-4e57-8e3f-48822a729f3b tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Router f439af62-7102-449c-b078-1a30b3b1ea47 is scheduled to L3 agent ff252634-3424-422a-b742-9ae457bd54bd with binding_index 1 {{(pid=83828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:56:07.800506 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-036fe9e0-f99b-4526-9b8b-cab7705836f5 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=83826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:56:07.807207 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-66fb011e-bbbf-4e7f-a213-812e58b5d3a7 req-2fcb16bd-d4ee-4b3c-9752-72a88aeb0fd1 service neutron] 10.222.0.55 "GET /v2.0/networks/59a027d1-0bac-441c-bf75-e20666fea16a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4886894 Apr 01 15:56:07.831664 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e608a2-d368-4527-9da5-52c84501e46f tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:07.832339 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-80e608a2-d368-4527-9da5-52c84501e46f tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Synchronizing usage tracker for tenant:11b74bb4c805440eb8922ec9333718ac on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:56:07.864544 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036fe9e0-f99b-4526-9b8b-cab7705836f5 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b5a9df-c8eb-41ee-b3fe-d60d909c187a,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:07.871827 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-036fe9e0-f99b-4526-9b8b-cab7705836f5 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:07.872176 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.segments_db [None req-036fe9e0-f99b-4526-9b8b-cab7705836f5 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Added segment 586b0253-808d-4970-959b-1c5145b93f5d of type vlan for network 992dd921-c380-4c42-857d-d425fd5eaff4 Apr 01 15:56:07.879670 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-3e6c927e-1a47-42fa-b8da-1aa18d3fa8bc tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Synchronizing usage tracker for tenant:d43469dfc0b440c3b15d5b674848a763 on resource:security_group {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:56:07.965420 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f2a17440-afe8-49b6-b84a-b2a9c4a4d24d tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:08.000946 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f2a17440-afe8-49b6-b84a-b2a9c4a4d24d tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:08.055626 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-3e6c927e-1a47-42fa-b8da-1aa18d3fa8bc tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Unset dirty status for tenant:d43469dfc0b440c3b15d5b674848a763 on resource:security_group {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:56:08.057159 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-3e6c927e-1a47-42fa-b8da-1aa18d3fa8bc tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.5082107 Apr 01 15:56:08.065975 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53342) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:08.068723 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-80e608a2-d368-4527-9da5-52c84501e46f tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Unset dirty status for tenant:11b74bb4c805440eb8922ec9333718ac on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:56:08.069994 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-80e608a2-d368-4527-9da5-52c84501e46f tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.6579223 Apr 01 15:56:08.073062 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-036fe9e0-f99b-4526-9b8b-cab7705836f5 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:08.084061 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53346) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:08.169537 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd8e782b-0c6d-4224-a78e-586717d494fa tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] GET failed (client error): The resource could not be found. Apr 01 15:56:08.170796 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-dd8e782b-0c6d-4224-a78e-586717d494fa tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "GET /v2.0/ports/2bdb0d21-c036-47f6-813e-91c7ca41997a HTTP/1.1" status: 404 len: 333 time: 0.0836401 Apr 01 15:56:08.182718 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53350) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:08.247238 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7bbfe40d-995d-445e-a054-0985e549fc9b tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:08.257160 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd9e2a88-34cb-4174-8efd-ed7805619143 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] GET failed (client error): The resource could not be found. Apr 01 15:56:08.258556 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-cd9e2a88-34cb-4174-8efd-ed7805619143 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "GET /v2.0/ports/51520e1a-24a6-45ff-919a-3abe890903b8 HTTP/1.1" status: 404 len: 333 time: 0.0714324 Apr 01 15:56:08.261041 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-66fb011e-bbbf-4e7f-a213-812e58b5d3a7 req-24dce6b2-da5d-4e78-b042-8eccf156400c service neutron] 10.222.0.55 "GET /v2.0/networks/59a027d1-0bac-441c-bf75-e20666fea16a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4425435 Apr 01 15:56:08.263493 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb22a023-c712-4336-8c57-f9afa3a0d57a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Deleting subnet 990ff576-c745-4944-8e23-c0711851cf2c {{(pid=83826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:56:08.266729 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-fb22a023-c712-4336-8c57-f9afa3a0d57a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for subnet, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:08.267106 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53354) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:08.314156 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cef5781-8d5f-4e57-8e3f-48822a729f3b tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:56:08.321317 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-f2a17440-afe8-49b6-b84a-b2a9c4a4d24d tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Allocated IP 172.26.1.129 (ed45466e-0386-4b92-8de3-247c977242ac/0479f741-5cd1-4d6f-b593-d8aa909a42d3/0a310e84-7614-433f-a7c1-656ed520ef33) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:56:08.328674 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f16a75-b45d-48ab-ae1e-6c581ed3a34f None None] Sync routers for ids ['f439af62-7102-449c-b078-1a30b3b1ea47'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:56:08.334902 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7bbfe40d-995d-445e-a054-0985e549fc9b tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:08.342307 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f16a75-b45d-48ab-ae1e-6c581ed3a34f None None] Routers {'f439af62-7102-449c-b078-1a30b3b1ea47'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:56:08.343267 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-33f16a75-b45d-48ab-ae1e-6c581ed3a34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:55:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['f439af62-7102-449c-b078-1a30b3b1ea47'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:08.411206 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-33f16a75-b45d-48ab-ae1e-6c581ed3a34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:08.424240 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f16a75-b45d-48ab-ae1e-6c581ed3a34f None None] Routers {'f439af62-7102-449c-b078-1a30b3b1ea47'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:56:08.425171 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-33f16a75-b45d-48ab-ae1e-6c581ed3a34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:55:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['f439af62-7102-449c-b078-1a30b3b1ea47'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:08.440871 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-8cef5781-8d5f-4e57-8e3f-48822a729f3b tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "PUT /v2.0/routers/f439af62-7102-449c-b078-1a30b3b1ea47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9738219 Apr 01 15:56:08.444638 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53364) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:08.448333 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-036fe9e0-f99b-4526-9b8b-cab7705836f5 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:08.452619 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036fe9e0-f99b-4526-9b8b-cab7705836f5 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:08.453227 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-036fe9e0-f99b-4526-9b8b-cab7705836f5 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:08.491517 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-33f16a75-b45d-48ab-ae1e-6c581ed3a34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:08.492302 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f16a75-b45d-48ab-ae1e-6c581ed3a34f None None] The sync data for ids ['f439af62-7102-449c-b078-1a30b3b1ea47'] in dv-neutron-833373-2-hyperv is: [] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:56:08.562150 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-036fe9e0-f99b-4526-9b8b-cab7705836f5 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.8376513 Apr 01 15:56:08.617475 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d7e71c44-184f-4f09-b124-cb613c99c193 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:08.687563 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-fb22a023-c712-4336-8c57-f9afa3a0d57a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16610770'] for subnet, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:08.702300 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7bbfe40d-995d-445e-a054-0985e549fc9b tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:08.741197 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036fe9e0-f99b-4526-9b8b-cab7705836f5 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Pushing event updated for resources: {'Network': ['ID=992dd921-c380-4c42-857d-d425fd5eaff4,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:08.753241 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 992dd921-c380-4c42-857d-d425fd5eaff4 details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:56:08.754077 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0821b9-5311-4840-9c4f-a800e6f2a575 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:08.754722 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-ac0821b9-5311-4840-9c4f-a800e6f2a575 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Synchronizing usage tracker for tenant:140c0a827c6a433287acd915ee3c410d on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:56:08.761511 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53370) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:08.775816 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-e7efaca1-24b9-42c6-8876-ef570bda79ba tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Request body: {'subnet': {'network_id': '992dd921-c380-4c42-857d-d425fd5eaff4', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:56:08.797898 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbfe40d-995d-445e-a054-0985e549fc9b tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec72111-6014-4318-a263-bc4619c863f9,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:08.855484 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d7e71c44-184f-4f09-b124-cb613c99c193 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:08.863362 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-ac0821b9-5311-4840-9c4f-a800e6f2a575 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Unset dirty status for tenant:140c0a827c6a433287acd915ee3c410d on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:56:08.868133 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-ac0821b9-5311-4840-9c4f-a800e6f2a575 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "GET /v2.0/ports/174850f1-067a-4b5d-8831-916c2ac5c852 HTTP/1.1" status: 200 len: 911 time: 0.4181235 Apr 01 15:56:08.873896 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53374) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:08.899707 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7bbfe40d-995d-445e-a054-0985e549fc9b tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:08.903382 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-7bbfe40d-995d-445e-a054-0985e549fc9b tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] 10.222.0.55 "DELETE /v2.0/security-groups/7ec72111-6014-4318-a263-bc4619c863f9 HTTP/1.1" status: 204 len: 168 time: 0.8364298 Apr 01 15:56:08.910741 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53376) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:08.918177 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f2a17440-afe8-49b6-b84a-b2a9c4a4d24d tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:08.923442 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-d7e71c44-184f-4f09-b124-cb613c99c193 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c757b273-1bab-481d-96c1-468b827312c2']}} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:08.927481 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-5a36aeb2-4cb0-454e-bc5e-460efbc47819 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f7954787-1bc3-466c-85ec-48bd020e83c1'}]}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:56:08.957399 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-d7e71c44-184f-4f09-b124-cb613c99c193 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1e8863d-31cc-4878-bc8c-b9f7a8ed6555') {'for_net_delete': True} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:08.957683 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-d7e71c44-184f-4f09-b124-cb613c99c193 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1e8863d-31cc-4878-bc8c-b9f7a8ed6555') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:08.973958 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d7e71c44-184f-4f09-b124-cb613c99c193 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15303093'] for segment, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:08.980506 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-dc2cba8c-793c-4ae9-9873-e8af55cb4898 req-5b01326c-793c-4b55-9695-8c3b738979e8 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=21288751-9373-42e7-a8d7-bf1fbaa867d9 HTTP/1.1" status: 200 len: 210 time: 0.4356403 Apr 01 15:56:09.016653 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d7e71c44-184f-4f09-b124-cb613c99c193 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:09.037421 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7e71c44-184f-4f09-b124-cb613c99c193 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=83828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:56:09.037823 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d7e71c44-184f-4f09-b124-cb613c99c193 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15306523'] for segment, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:09.038663 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-e7efaca1-24b9-42c6-8876-ef570bda79ba tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:09.047373 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-e7efaca1-24b9-42c6-8876-ef570bda79ba tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Usage tracker for resource:subnet and tenant:ca4419a52cd8404a85bea4fb3af2a91f is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:09.053284 dv-neutron-833373-2-hyperv neutron-server[83828]: Traceback (most recent call last): Apr 01 15:56:09.053284 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:56:09.053284 dv-neutron-833373-2-hyperv neutron-server[83828]: timer() Apr 01 15:56:09.053284 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:56:09.053284 dv-neutron-833373-2-hyperv neutron-server[83828]: cb(*args, **kw) Apr 01 15:56:09.053284 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:56:09.053284 dv-neutron-833373-2-hyperv neutron-server[83828]: return func(*args, **kwargs) Apr 01 15:56:09.053284 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:56:09.053284 dv-neutron-833373-2-hyperv neutron-server[83828]: self._notify() Apr 01 15:56:09.053284 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:56:09.053284 dv-neutron-833373-2-hyperv neutron-server[83828]: self.callback(batched_events) Apr 01 15:56:09.053284 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:56:09.053284 dv-neutron-833373-2-hyperv neutron-server[83828]: event.method(event) Apr 01 15:56:09.053284 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:56:09.053284 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:56:09.053284 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:56:09.053284 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:56:09.053284 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:56:09.053284 dv-neutron-833373-2-hyperv neutron-server[83828]: return f(self, *a, **k) Apr 01 15:56:09.053284 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:56:09.053284 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._get(url).json() Apr 01 15:56:09.053284 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:56:09.053284 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:56:09.053284 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:56:09.053284 dv-neutron-833373-2-hyperv neutron-server[83828]: return self.request(url, 'GET', **kwargs) Apr 01 15:56:09.053284 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:56:09.053284 dv-neutron-833373-2-hyperv neutron-server[83828]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:56:09.053284 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:56:09.053284 dv-neutron-833373-2-hyperv neutron-server[83828]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:56:09.053284 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:56:09.053284 dv-neutron-833373-2-hyperv neutron-server[83828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:56:09.053284 dv-neutron-833373-2-hyperv neutron-server[83828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:56:09.057766 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-e7efaca1-24b9-42c6-8876-ef570bda79ba tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:09.060384 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-8293c942-f15e-4827-9881-81ad2a57fd77 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Synchronizing usage tracker for tenant:d43469dfc0b440c3b15d5b674848a763 on resource:security_group {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:56:09.105595 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-fb22a023-c712-4336-8c57-f9afa3a0d57a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:09.141197 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-e7efaca1-24b9-42c6-8876-ef570bda79ba tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:09.151941 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f2a17440-afe8-49b6-b84a-b2a9c4a4d24d tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:09.182616 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7efaca1-24b9-42c6-8876-ef570bda79ba tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Made reservation on behalf of ca4419a52cd8404a85bea4fb3af2a91f for: {'subnet': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:09.194419 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-8293c942-f15e-4827-9881-81ad2a57fd77 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Unset dirty status for tenant:d43469dfc0b440c3b15d5b674848a763 on resource:security_group {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:56:09.196336 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-8293c942-f15e-4827-9881-81ad2a57fd77 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2846410 Apr 01 15:56:09.202565 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53382) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:09.206283 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d7e71c44-184f-4f09-b124-cb613c99c193 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:09.210350 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d7e71c44-184f-4f09-b124-cb613c99c193 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:09.215815 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-2409a5c9-6cb6-48da-8e5a-462211e1d6e2 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Request body: {'security_group': {'name': 'tempest-secgroup--322217255'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:56:09.256360 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-d7e71c44-184f-4f09-b124-cb613c99c193 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "DELETE /v2.0/networks/c757b273-1bab-481d-96c1-468b827312c2 HTTP/1.1" status: 204 len: 168 time: 0.9880896 Apr 01 15:56:09.257369 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e71c44-184f-4f09-b124-cb613c99c193 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event deleted for resources: {'Network': ['ID=c757b273-1bab-481d-96c1-468b827312c2,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:09.263218 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a17440-afe8-49b6-b84a-b2a9c4a4d24d tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Network ed45466e-0386-4b92-8de3-247c977242ac is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:56:09.263862 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53386) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:09.268842 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-f2a17440-afe8-49b6-b84a-b2a9c4a4d24d tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:09.271293 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a17440-afe8-49b6-b84a-b2a9c4a4d24d tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:56:09.300054 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-2409a5c9-6cb6-48da-8e5a-462211e1d6e2 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:09.352977 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-2409a5c9-6cb6-48da-8e5a-462211e1d6e2 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:09.364973 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e7efaca1-24b9-42c6-8876-ef570bda79ba tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16088980'] for subnet, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:09.412984 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-fb22a023-c712-4336-8c57-f9afa3a0d57a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15415074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16089009'] for subnet, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:09.442196 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-e3ad7451-d3a5-43a2-b9ab-36faf89505ae tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-530397286'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:56:09.454817 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-e3ad7451-d3a5-43a2-b9ab-36faf89505ae tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:09.462482 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a17440-afe8-49b6-b84a-b2a9c4a4d24d tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Pushing event updated for resources: {'Port': ['ID=0a310e84-7614-433f-a7c1-656ed520ef33,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:09.469051 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-e3ad7451-d3a5-43a2-b9ab-36faf89505ae tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Usage tracker for resource:network and tenant:11b74bb4c805440eb8922ec9333718ac is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:09.473345 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-e3ad7451-d3a5-43a2-b9ab-36faf89505ae tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:09.482725 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-e3ad7451-d3a5-43a2-b9ab-36faf89505ae tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:09.505861 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2409a5c9-6cb6-48da-8e5a-462211e1d6e2 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:09.527302 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ad7451-d3a5-43a2-b9ab-36faf89505ae tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Made reservation on behalf of 11b74bb4c805440eb8922ec9333718ac for: {'network': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:09.530376 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e3ad7451-d3a5-43a2-b9ab-36faf89505ae tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:09.551356 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb22a023-c712-4336-8c57-f9afa3a0d57a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Pushing event deleted for resources: {'Subnet': ['ID=990ff576-c745-4944-8e23-c0711851cf2c,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:09.582220 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a5022d-f83f-4361-a108-256e10895c4d None None] Network 4dcd1a4d-e4a1-44c4-858d-e295060d742a requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:56:09.582942 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-fb22a023-c712-4336-8c57-f9afa3a0d57a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:09.587952 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3ad7451-d3a5-43a2-b9ab-36faf89505ae tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=83828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:56:09.605604 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5a36aeb2-4cb0-454e-bc5e-460efbc47819 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:09.605815 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e3ad7451-d3a5-43a2-b9ab-36faf89505ae tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:09.606098 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.segments_db [None req-e3ad7451-d3a5-43a2-b9ab-36faf89505ae tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Added segment 8c0671ec-10fb-4bc9-8d20-e5ceef7def39 of type vlan for network b2fa5f8a-0bd0-4938-ab9d-b00b7f951a0e Apr 01 15:56:09.621674 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-fb22a023-c712-4336-8c57-f9afa3a0d57a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "DELETE /v2.0/subnets/990ff576-c745-4944-8e23-c0711851cf2c HTTP/1.1" status: 204 len: 168 time: 1.9512789 Apr 01 15:56:09.629618 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53390) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:09.639074 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e3ad7451-d3a5-43a2-b9ab-36faf89505ae tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:09.670129 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-2409a5c9-6cb6-48da-8e5a-462211e1d6e2 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:09.685393 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e3ad7451-d3a5-43a2-b9ab-36faf89505ae tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:09.689146 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ad7451-d3a5-43a2-b9ab-36faf89505ae tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:09.689725 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e3ad7451-d3a5-43a2-b9ab-36faf89505ae tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:09.702546 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-2409a5c9-6cb6-48da-8e5a-462211e1d6e2 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Usage tracker for resource:security_group_rule and tenant:d43469dfc0b440c3b15d5b674848a763 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:09.717571 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-2409a5c9-6cb6-48da-8e5a-462211e1d6e2 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:09.717798 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f2a17440-afe8-49b6-b84a-b2a9c4a4d24d tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:09.739188 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-2409a5c9-6cb6-48da-8e5a-462211e1d6e2 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:09.934819 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-e3ad7451-d3a5-43a2-b9ab-36faf89505ae tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6676464 Apr 01 15:56:09.940236 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562989dd-8828-4a38-a6a6-887f976237ae None None] DHCP port deletion for 4dcd1a4d-e4a1-44c4-858d-e295060d742a request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:56:09.945042 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-562989dd-8828-4a38-a6a6-887f976237ae None None] Deleting port 31e182bb-509d-4785-b0aa-d02656ef478b {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:56:09.945731 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-562989dd-8828-4a38-a6a6-887f976237ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:09.952542 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53402) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:09.966518 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-7b8131b8-35ef-4824-bb14-dac4bb916100 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Request body: {'subnet': {'network_id': 'b2fa5f8a-0bd0-4938-ab9d-b00b7f951a0e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:56:10.028599 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ad7451-d3a5-43a2-b9ab-36faf89505ae tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event updated for resources: {'Network': ['ID=b2fa5f8a-0bd0-4938-ab9d-b00b7f951a0e,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:10.094897 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network b2fa5f8a-0bd0-4938-ab9d-b00b7f951a0e details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:56:10.207538 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f2a17440-afe8-49b6-b84a-b2a9c4a4d24d tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130626'] for router, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:10.210824 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-7b8131b8-35ef-4824-bb14-dac4bb916100 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:10.217613 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-7b8131b8-35ef-4824-bb14-dac4bb916100 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Usage tracker for resource:subnet and tenant:11b74bb4c805440eb8922ec9333718ac is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:10.221846 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f2a17440-afe8-49b6-b84a-b2a9c4a4d24d tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-617606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-617615', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-607241'] for router, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:10.225034 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-7b8131b8-35ef-4824-bb14-dac4bb916100 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:10.238847 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-7b8131b8-35ef-4824-bb14-dac4bb916100 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:10.321763 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-fa589ec0-fb3d-4560-b457-f332db62b269 req-295378e9-3e60-40ec-a9db-8f23d22ddbe8 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=21288751-9373-42e7-a8d7-bf1fbaa867d9 HTTP/1.1" status: 200 len: 210 time: 0.1600904 Apr 01 15:56:10.375003 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-562989dd-8828-4a38-a6a6-887f976237ae None None] For port 31e182bb-509d-4785-b0aa-d02656ef478b, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=31e182bb-509d-4785-b0aa-d02656ef478b,segment=NetworkSegment(e71656f2-98b6-4e29-b81c-b8e9dfec797b),segment_id=e71656f2-98b6-4e29-b81c-b8e9dfec797b)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:56:10.375591 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-562989dd-8828-4a38-a6a6-887f976237ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:10.413303 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b8131b8-35ef-4824-bb14-dac4bb916100 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Made reservation on behalf of 11b74bb4c805440eb8922ec9333718ac for: {'subnet': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:10.495227 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2409a5c9-6cb6-48da-8e5a-462211e1d6e2 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:10.519702 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2409a5c9-6cb6-48da-8e5a-462211e1d6e2 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:10.569918 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-562989dd-8828-4a38-a6a6-887f976237ae None None] Calling delete_port for 31e182bb-509d-4785-b0aa-d02656ef478b owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:56:10.572969 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7b8131b8-35ef-4824-bb14-dac4bb916100 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16030269'] for subnet, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:10.575402 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e7efaca1-24b9-42c6-8876-ef570bda79ba tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15415267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16089018'] for subnet, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:10.635083 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_v2 [None req-94b36d57-83b9-4fce-bda0-0692d47af912 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Deleting subnet b58dae37-48ed-4159-9b2d-65e442c30c49 {{(pid=83826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:56:10.667981 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-562989dd-8828-4a38-a6a6-887f976237ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671'] for port, after_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:10.683875 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-94b36d57-83b9-4fce-bda0-0692d47af912 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for subnet, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:10.713729 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.ipam_backend_mixin [None req-7b8131b8-35ef-4824-bb14-dac4bb916100 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Performing IP validity checks on allocation pools {{(pid=83828) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 01 15:56:10.714351 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.ipam_backend_mixin [None req-7b8131b8-35ef-4824-bb14-dac4bb916100 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83828) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 01 15:56:10.714836 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562989dd-8828-4a38-a6a6-887f976237ae None None] Pushing event deleted for resources: {'Port': ['ID=31e182bb-509d-4785-b0aa-d02656ef478b,revision_number=None']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:10.720626 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562989dd-8828-4a38-a6a6-887f976237ae None None] No DVR routers for this DVR port 31e182bb-509d-4785-b0aa-d02656ef478b on host dv-neutron-833373-2-hyperv {{(pid=83829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:56:10.771583 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2409a5c9-6cb6-48da-8e5a-462211e1d6e2 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db99a4d7-e465-46cb-8ca5-c2379691ba76,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:10.805376 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7efaca1-24b9-42c6-8876-ef570bda79ba tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Pushing event updated for resources: {'Subnet': ['ID=dad426fc-faac-4e89-a1a5-bcffbd7d9a3a,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:10.830671 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2409a5c9-6cb6-48da-8e5a-462211e1d6e2 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:10.832102 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-2409a5c9-6cb6-48da-8e5a-462211e1d6e2 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.6284850 Apr 01 15:56:10.839932 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53408) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:10.851418 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-707c56c3-6b91-418d-af27-9fe6a047a34e tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Request body: {'security_group_rule': {'security_group_id': 'db99a4d7-e465-46cb-8ca5-c2379691ba76', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:56:10.861153 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-707c56c3-6b91-418d-af27-9fe6a047a34e tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:10.875665 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-707c56c3-6b91-418d-af27-9fe6a047a34e tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Usage tracker for resource:security_group_rule and tenant:d43469dfc0b440c3b15d5b674848a763 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:10.880485 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-707c56c3-6b91-418d-af27-9fe6a047a34e tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:10.899674 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-707c56c3-6b91-418d-af27-9fe6a047a34e tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:10.901039 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-94b36d57-83b9-4fce-bda0-0692d47af912 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16610770'] for subnet, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:10.954465 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-707c56c3-6b91-418d-af27-9fe6a047a34e tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:10.975057 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7b8131b8-35ef-4824-bb14-dac4bb916100 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15306628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16030227'] for subnet, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:10.997846 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7efaca1-24b9-42c6-8876-ef570bda79ba tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Checking segment: {'id': '586b0253-808d-4970-959b-1c5145b93f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '992dd921-c380-4c42-857d-d425fd5eaff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:56:10.998403 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7efaca1-24b9-42c6-8876-ef570bda79ba tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Network hostable DHCP agents. Network: 992dd921-c380-4c42-857d-d425fd5eaff4, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:56:11.083180 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-94b36d57-83b9-4fce-bda0-0692d47af912 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:11.134899 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8131b8-35ef-4824-bb14-dac4bb916100 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event updated for resources: {'Subnet': ['ID=4eb1252f-c300-4707-a810-e7ba74d13484,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:11.171376 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 31e182bb-509d-4785-b0aa-d02656ef478b no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:56:11.176559 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7efaca1-24b9-42c6-8876-ef570bda79ba tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Network 992dd921-c380-4c42-857d-d425fd5eaff4 is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:56:11.176915 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8131b8-35ef-4824-bb14-dac4bb916100 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Checking segment: {'id': '8c0671ec-10fb-4bc9-8d20-e5ceef7def39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b2fa5f8a-0bd0-4938-ab9d-b00b7f951a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:56:11.176915 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8131b8-35ef-4824-bb14-dac4bb916100 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Network hostable DHCP agents. Network: b2fa5f8a-0bd0-4938-ab9d-b00b7f951a0e, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:56:11.181482 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-707c56c3-6b91-418d-af27-9fe6a047a34e tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:11.193378 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-707c56c3-6b91-418d-af27-9fe6a047a34e tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:11.197407 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-e7efaca1-24b9-42c6-8876-ef570bda79ba tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, 992dd921-c380-4c42-857d-d425fd5eaff4) {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:11.203708 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5a36aeb2-4cb0-454e-bc5e-460efbc47819 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:11.213117 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7efaca1-24b9-42c6-8876-ef570bda79ba tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:11.213928 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2a17440-afe8-49b6-b84a-b2a9c4a4d24d tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Router cba7329d-6a0a-47fe-856a-ce64bb37b083 is scheduled to L3 agent ff252634-3424-422a-b742-9ae457bd54bd with binding_index 1 {{(pid=83828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:56:11.214398 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e7efaca1-24b9-42c6-8876-ef570bda79ba tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:11.229450 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707c56c3-6b91-418d-af27-9fe6a047a34e tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce71f1bd-0690-4930-9c55-72e70a50b690,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:11.233317 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734f3558-be4e-4583-af5d-713f87cfa8ab None None] Network 992dd921-c380-4c42-857d-d425fd5eaff4 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:56:11.233601 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-94b36d57-83b9-4fce-bda0-0692d47af912 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15415074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16089009'] for subnet, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:11.286472 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b36d57-83b9-4fce-bda0-0692d47af912 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Pushing event deleted for resources: {'Subnet': ['ID=b58dae37-48ed-4159-9b2d-65e442c30c49,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:11.287159 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 31e182bb-509d-4785-b0aa-d02656ef478b {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:56:11.288056 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 31e182bb-509d-4785-b0aa-d02656ef478b not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:56:11.288216 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5a36aeb2-4cb0-454e-bc5e-460efbc47819 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:11.292780 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a36aeb2-4cb0-454e-bc5e-460efbc47819 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:11.293394 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5a36aeb2-4cb0-454e-bc5e-460efbc47819 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:11.297549 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-5a36aeb2-4cb0-454e-bc5e-460efbc47819 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "PUT /v2.0/ports/174850f1-067a-4b5d-8831-916c2ac5c852 HTTP/1.1" status: 200 len: 911 time: 2.3819535 Apr 01 15:56:11.297549 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-94b36d57-83b9-4fce-bda0-0692d47af912 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:11.311851 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53416) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:11.322088 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-707c56c3-6b91-418d-af27-9fe6a047a34e tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:11.323318 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-707c56c3-6b91-418d-af27-9fe6a047a34e tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.4819610 Apr 01 15:56:11.323997 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8131b8-35ef-4824-bb14-dac4bb916100 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Network b2fa5f8a-0bd0-4938-ab9d-b00b7f951a0e is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:56:11.326296 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53420) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:11.345062 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-94b36d57-83b9-4fce-bda0-0692d47af912 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "DELETE /v2.0/subnets/b58dae37-48ed-4159-9b2d-65e442c30c49 HTTP/1.1" status: 204 len: 168 time: 1.7126524 Apr 01 15:56:11.352836 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53422) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:11.355474 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c034c5c-dd5d-48c3-947e-a66e1594cbcb None None] Network 9fd179fb-62f3-4817-9310-cf027ff49dad requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:56:11.359689 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-e7efaca1-24b9-42c6-8876-ef570bda79ba tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.5966442 Apr 01 15:56:11.508525 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53426) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:11.512532 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3c7f2a7f-39eb-4d94-bd6b-fb4ce532b7d9 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:11.535297 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-1fbf65ca-5036-461f-9440-c2b89819afa8 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1011747159'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:56:11.545981 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-1fbf65ca-5036-461f-9440-c2b89819afa8 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:11.557150 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-1fbf65ca-5036-461f-9440-c2b89819afa8 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Usage tracker for resource:network and tenant:ca4419a52cd8404a85bea4fb3af2a91f is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:11.565292 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-1fbf65ca-5036-461f-9440-c2b89819afa8 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:11.578786 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-1fbf65ca-5036-461f-9440-c2b89819afa8 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:11.653979 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fbf65ca-5036-461f-9440-c2b89819afa8 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Made reservation on behalf of ca4419a52cd8404a85bea4fb3af2a91f for: {'network': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:11.657070 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-1fbf65ca-5036-461f-9440-c2b89819afa8 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:11.662758 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-7b8131b8-35ef-4824-bb14-dac4bb916100 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, b2fa5f8a-0bd0-4938-ab9d-b00b7f951a0e) {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:11.673174 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-aaef4cef-0165-419f-9c5b-65b857b75f10 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:11.684185 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2cb40529-a8ac-4bec-a04e-dc83628dce35 req-2c71853b-6d67-493a-87b3-b360cf3b9f5f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=21288751-9373-42e7-a8d7-bf1fbaa867d9 HTTP/1.1" status: 200 len: 210 time: 0.0834100 Apr 01 15:56:11.688051 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a36aeb2-4cb0-454e-bc5e-460efbc47819 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Pushing event updated for resources: {'Port': ['ID=174850f1-067a-4b5d-8831-916c2ac5c852,revision_number=3']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:11.697998 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-aaef4cef-0165-419f-9c5b-65b857b75f10 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:11.709020 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba02f1c-d7a7-4508-8925-648385e61b73 None None] Network b2fa5f8a-0bd0-4938-ab9d-b00b7f951a0e requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:56:11.728677 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8131b8-35ef-4824-bb14-dac4bb916100 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:11.729552 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7b8131b8-35ef-4824-bb14-dac4bb916100 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:11.761730 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fbf65ca-5036-461f-9440-c2b89819afa8 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=83826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:56:11.785131 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-7b8131b8-35ef-4824-bb14-dac4bb916100 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8293743 Apr 01 15:56:11.791873 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53434) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:11.807795 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-d477093e-c735-46e9-8c9a-fa9838de42de tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Request body: {'port': {'network_id': 'b2fa5f8a-0bd0-4938-ab9d-b00b7f951a0e', 'name': 'tempest-PortsTestJSON-1687198887'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:56:11.843030 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-1fbf65ca-5036-461f-9440-c2b89819afa8 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:11.843407 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.segments_db [None req-1fbf65ca-5036-461f-9440-c2b89819afa8 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Added segment 38a5dd48-b232-413c-81f0-0215da36c8ff of type vlan for network 3b0ae31a-9ca2-4cf9-b0f6-ff0d5c001449 Apr 01 15:56:11.850921 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3c7f2a7f-39eb-4d94-bd6b-fb4ce532b7d9 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:11.890670 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-aaef4cef-0165-419f-9c5b-65b857b75f10 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:11.893458 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-3c7f2a7f-39eb-4d94-bd6b-fb4ce532b7d9 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dcd1a4d-e4a1-44c4-858d-e295060d742a']}} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:11.905311 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-1fbf65ca-5036-461f-9440-c2b89819afa8 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:11.912094 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-3c7f2a7f-39eb-4d94-bd6b-fb4ce532b7d9 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e71656f2-98b6-4e29-b81c-b8e9dfec797b') {'for_net_delete': True} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:11.912473 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-3c7f2a7f-39eb-4d94-bd6b-fb4ce532b7d9 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e71656f2-98b6-4e29-b81c-b8e9dfec797b') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:11.928193 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3c7f2a7f-39eb-4d94-bd6b-fb4ce532b7d9 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16610763'] for segment, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:11.938922 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaef4cef-0165-419f-9c5b-65b857b75f10 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ce71f1bd-0690-4930-9c55-72e70a50b690,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:11.953271 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-aaef4cef-0165-419f-9c5b-65b857b75f10 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:11.954378 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-aaef4cef-0165-419f-9c5b-65b857b75f10 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/ce71f1bd-0690-4930-9c55-72e70a50b690 HTTP/1.1" status: 204 len: 168 time: 0.5764449 Apr 01 15:56:11.956995 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53438) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:11.962703 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3c7f2a7f-39eb-4d94-bd6b-fb4ce532b7d9 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:11.988650 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c7f2a7f-39eb-4d94-bd6b-fb4ce532b7d9 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=83826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:56:11.989179 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3c7f2a7f-39eb-4d94-bd6b-fb4ce532b7d9 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15415164'] for segment, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:12.012711 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a782d2b8-796d-4db4-a733-44b01f98a722 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-992dd921-c380-4c42-857d-d425fd5eaff4', 'network_id': '992dd921-c380-4c42-857d-d425fd5eaff4', 'tenant_id': 'ca4419a52cd8404a85bea4fb3af2a91f', 'fixed_ips': [{'subnet_id': 'dad426fc-faac-4e89-a1a5-bcffbd7d9a3a'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:56:12.013625 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a782d2b8-796d-4db4-a733-44b01f98a722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:12.021652 dv-neutron-833373-2-hyperv neutron-server[83826]: Traceback (most recent call last): Apr 01 15:56:12.021652 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:56:12.021652 dv-neutron-833373-2-hyperv neutron-server[83826]: timer() Apr 01 15:56:12.021652 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:56:12.021652 dv-neutron-833373-2-hyperv neutron-server[83826]: cb(*args, **kw) Apr 01 15:56:12.021652 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:56:12.021652 dv-neutron-833373-2-hyperv neutron-server[83826]: return func(*args, **kwargs) Apr 01 15:56:12.021652 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:56:12.021652 dv-neutron-833373-2-hyperv neutron-server[83826]: self._notify() Apr 01 15:56:12.021652 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:56:12.021652 dv-neutron-833373-2-hyperv neutron-server[83826]: self.callback(batched_events) Apr 01 15:56:12.021652 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:56:12.021652 dv-neutron-833373-2-hyperv neutron-server[83826]: event.method(event) Apr 01 15:56:12.021652 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:56:12.021652 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:56:12.021652 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:56:12.021652 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:56:12.021652 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:56:12.021652 dv-neutron-833373-2-hyperv neutron-server[83826]: return f(self, *a, **k) Apr 01 15:56:12.021652 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:56:12.021652 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._get(url).json() Apr 01 15:56:12.021652 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:56:12.021652 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:56:12.021652 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:56:12.021652 dv-neutron-833373-2-hyperv neutron-server[83826]: return self.request(url, 'GET', **kwargs) Apr 01 15:56:12.021652 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:56:12.021652 dv-neutron-833373-2-hyperv neutron-server[83826]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:56:12.021652 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:56:12.021652 dv-neutron-833373-2-hyperv neutron-server[83826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:56:12.021652 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:56:12.021652 dv-neutron-833373-2-hyperv neutron-server[83826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:56:12.021652 dv-neutron-833373-2-hyperv neutron-server[83826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:56:12.046717 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-d477093e-c735-46e9-8c9a-fa9838de42de tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:12.054723 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8165d9d2-411f-486d-93dc-1169b269f5bf None None] DHCP port deletion for 9fd179fb-62f3-4817-9310-cf027ff49dad request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:56:12.068700 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-d477093e-c735-46e9-8c9a-fa9838de42de tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:12.081538 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-8165d9d2-411f-486d-93dc-1169b269f5bf None None] Deleting port a20f5350-cdf3-41cf-88f8-ba4d0924479c {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:56:12.081914 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8165d9d2-411f-486d-93dc-1169b269f5bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:12.106072 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-1fbf65ca-5036-461f-9440-c2b89819afa8 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:12.110145 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbf65ca-5036-461f-9440-c2b89819afa8 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:12.110722 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-1fbf65ca-5036-461f-9440-c2b89819afa8 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:12.296831 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fdf8e7e-a8ef-440b-8cc8-9beb41ef8165 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-b2fa5f8a-0bd0-4938-ab9d-b00b7f951a0e', 'network_id': 'b2fa5f8a-0bd0-4938-ab9d-b00b7f951a0e', 'tenant_id': '11b74bb4c805440eb8922ec9333718ac', 'fixed_ips': [{'subnet_id': '4eb1252f-c300-4707-a810-e7ba74d13484'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:56:12.297663 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-0fdf8e7e-a8ef-440b-8cc8-9beb41ef8165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:12.314160 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d477093e-c735-46e9-8c9a-fa9838de42de tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Made reservation on behalf of 11b74bb4c805440eb8922ec9333718ac for: {'port': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:12.317553 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d477093e-c735-46e9-8c9a-fa9838de42de tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:12.381790 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-1fbf65ca-5036-461f-9440-c2b89819afa8 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8667021 Apr 01 15:56:12.386447 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3c7f2a7f-39eb-4d94-bd6b-fb4ce532b7d9 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:12.388579 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53442) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:12.389293 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbf65ca-5036-461f-9440-c2b89819afa8 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Pushing event updated for resources: {'Network': ['ID=3b0ae31a-9ca2-4cf9-b0f6-ff0d5c001449,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:12.396502 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-86964d00-0184-4a8a-afbb-dd7805913358 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Synchronizing usage tracker for tenant:d43469dfc0b440c3b15d5b674848a763 on resource:security_group_rule {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:56:12.421321 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3c7f2a7f-39eb-4d94-bd6b-fb4ce532b7d9 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:12.427192 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-3c404b48-5998-432a-b3bf-556a78dbe0ef tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Request body: {'subnet': {'network_id': '3b0ae31a-9ca2-4cf9-b0f6-ff0d5c001449', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:56:12.432393 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [None req-d477093e-c735-46e9-8c9a-fa9838de42de tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] device_id is not set on port c614a65e-a636-4471-807b-4ee28306a8fe yet. {{(pid=83828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:56:12.447145 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 3b0ae31a-9ca2-4cf9-b0f6-ff0d5c001449 details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:56:12.454934 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7f2a7f-39eb-4d94-bd6b-fb4ce532b7d9 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Pushing event deleted for resources: {'Network': ['ID=4dcd1a4d-e4a1-44c4-858d-e295060d742a,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:12.516248 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-3c7f2a7f-39eb-4d94-bd6b-fb4ce532b7d9 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "DELETE /v2.0/networks/4dcd1a4d-e4a1-44c4-858d-e295060d742a HTTP/1.1" status: 204 len: 168 time: 1.1627097 Apr 01 15:56:12.529551 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53446) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:12.535598 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2a17440-afe8-49b6-b84a-b2a9c4a4d24d tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:56:12.553339 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9580dba2-77fa-46cc-9b43-fa9618e73e4b None None] Sync routers for ids ['cba7329d-6a0a-47fe-856a-ce64bb37b083'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:56:12.554938 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-86964d00-0184-4a8a-afbb-dd7805913358 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Unset dirty status for tenant:d43469dfc0b440c3b15d5b674848a763 on resource:security_group_rule {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:56:12.559005 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-86964d00-0184-4a8a-afbb-dd7805913358 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.5983975 Apr 01 15:56:12.562581 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53450) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:12.573514 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb011e-bbbf-4e7f-a213-812e58b5d3a7 req-db68c175-74b9-4e18-8ad5-4ec9125613aa tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:12.574383 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-66fb011e-bbbf-4e7f-a213-812e58b5d3a7 req-db68c175-74b9-4e18-8ad5-4ec9125613aa tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Synchronizing usage tracker for tenant:447e2c5010754fe1ad368efac7c75251 on resource:network {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:56:12.584944 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9580dba2-77fa-46cc-9b43-fa9618e73e4b None None] Routers {'cba7329d-6a0a-47fe-856a-ce64bb37b083'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:56:12.587702 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-9580dba2-77fa-46cc-9b43-fa9618e73e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:55:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['cba7329d-6a0a-47fe-856a-ce64bb37b083'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:12.632322 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-a782d2b8-796d-4db4-a733-44b01f98a722 None None] Allocated IP 172.20.255.242 (992dd921-c380-4c42-857d-d425fd5eaff4/dad426fc-faac-4e89-a1a5-bcffbd7d9a3a/55a2e04a-21d6-4348-986c-58f226793626) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:56:12.643412 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f2a17440-afe8-49b6-b84a-b2a9c4a4d24d tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:12.647113 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-f2a17440-afe8-49b6-b84a-b2a9c4a4d24d tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] 10.222.0.55 "PUT /v2.0/routers/cba7329d-6a0a-47fe-856a-ce64bb37b083 HTTP/1.1" status: 200 len: 919 time: 7.0687919 Apr 01 15:56:12.662371 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53454) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:12.677229 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-3c404b48-5998-432a-b3bf-556a78dbe0ef tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:12.697981 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-3c404b48-5998-432a-b3bf-556a78dbe0ef tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Usage tracker for resource:subnet and tenant:ca4419a52cd8404a85bea4fb3af2a91f is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:12.711709 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-3c404b48-5998-432a-b3bf-556a78dbe0ef tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:12.720468 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-3c404b48-5998-432a-b3bf-556a78dbe0ef tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:12.730536 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4db66836-d17c-4af4-816a-72a4829386c6 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:12.747847 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c404b48-5998-432a-b3bf-556a78dbe0ef tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Made reservation on behalf of ca4419a52cd8404a85bea4fb3af2a91f for: {'subnet': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:12.750239 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-9580dba2-77fa-46cc-9b43-fa9618e73e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:12.751138 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-8165d9d2-411f-486d-93dc-1169b269f5bf None None] For port a20f5350-cdf3-41cf-88f8-ba4d0924479c, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=a20f5350-cdf3-41cf-88f8-ba4d0924479c,segment=NetworkSegment(f6b2afd3-e15d-47f7-9e4c-84125a06c1af),segment_id=f6b2afd3-e15d-47f7-9e4c-84125a06c1af)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:56:12.751622 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8165d9d2-411f-486d-93dc-1169b269f5bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:12.771069 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9580dba2-77fa-46cc-9b43-fa9618e73e4b None None] Routers {'cba7329d-6a0a-47fe-856a-ce64bb37b083'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:56:12.773761 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-9580dba2-77fa-46cc-9b43-fa9618e73e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:55:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['cba7329d-6a0a-47fe-856a-ce64bb37b083'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:12.822618 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-66fb011e-bbbf-4e7f-a213-812e58b5d3a7 req-db68c175-74b9-4e18-8ad5-4ec9125613aa tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Unset dirty status for tenant:447e2c5010754fe1ad368efac7c75251 on resource:network {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:56:12.823765 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-66fb011e-bbbf-4e7f-a213-812e58b5d3a7 req-db68c175-74b9-4e18-8ad5-4ec9125613aa tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.24 "GET /v2.0/networks?id=59a027d1-0bac-441c-bf75-e20666fea16a HTTP/1.1" status: 200 len: 796 time: 0.6653833 Apr 01 15:56:12.839215 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-4db66836-d17c-4af4-816a-72a4829386c6 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Deleting port a20f5350-cdf3-41cf-88f8-ba4d0924479c {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:56:12.839544 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4db66836-d17c-4af4-816a-72a4829386c6 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:12.876307 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-965f0ec2-0356-4446-bfdf-39f6ae44f919 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:12.900692 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-9580dba2-77fa-46cc-9b43-fa9618e73e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:12.901047 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9580dba2-77fa-46cc-9b43-fa9618e73e4b None None] The sync data for ids ['cba7329d-6a0a-47fe-856a-ce64bb37b083'] in dv-neutron-833373-2-hyperv is: [] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:56:12.963934 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-d477093e-c735-46e9-8c9a-fa9838de42de tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Allocated IP 172.20.0.9 (b2fa5f8a-0bd0-4938-ab9d-b00b7f951a0e/4eb1252f-c300-4707-a810-e7ba74d13484/c614a65e-a636-4471-807b-4ee28306a8fe) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:56:12.980932 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c6ac8c72-5ada-46d6-9699-8d623949069d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611543'] for router_interface, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:13.013899 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-98af2ca8-9d6b-4d5e-9619-905ea59d820b req-267e9495-73b9-49e7-8cca-bd910fabf4ea tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=21288751-9373-42e7-a8d7-bf1fbaa867d9 HTTP/1.1" status: 200 len: 210 time: 0.0915220 Apr 01 15:56:13.043068 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3c404b48-5998-432a-b3bf-556a78dbe0ef tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16088980'] for subnet, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:13.055005 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-8165d9d2-411f-486d-93dc-1169b269f5bf None None] Calling delete_port for a20f5350-cdf3-41cf-88f8-ba4d0924479c owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:56:13.202496 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device a20f5350-cdf3-41cf-88f8-ba4d0924479c no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:56:13.204259 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-66fb011e-bbbf-4e7f-a213-812e58b5d3a7 req-81e26a6f-acab-4ab4-a47e-6f8f21efaa36 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Synchronizing usage tracker for tenant:447e2c5010754fe1ad368efac7c75251 on resource:security_group {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:56:13.211775 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-965f0ec2-0356-4446-bfdf-39f6ae44f919 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:13.369850 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a782d2b8-796d-4db4-a733-44b01f98a722 None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:13.372576 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8165d9d2-411f-486d-93dc-1169b269f5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671'] for port, after_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:13.437903 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-965f0ec2-0356-4446-bfdf-39f6ae44f919 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:13.456958 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Port a20f5350-cdf3-41cf-88f8-ba4d0924479c update to DOWN by agent not found {{(pid=83829) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Apr 01 15:56:13.458717 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8165d9d2-411f-486d-93dc-1169b269f5bf None None] Pushing event deleted for resources: {'Port': ['ID=a20f5350-cdf3-41cf-88f8-ba4d0924479c,revision_number=None']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:13.460288 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a782d2b8-796d-4db4-a733-44b01f98a722 None None] Transition to ACTIVE for port object 55a2e04a-21d6-4348-986c-58f226793626 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:13.474346 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8165d9d2-411f-486d-93dc-1169b269f5bf None None] No DVR routers for this DVR port a20f5350-cdf3-41cf-88f8-ba4d0924479c on host dv-neutron-833373-2-hyperv {{(pid=83829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:56:13.490452 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a782d2b8-796d-4db4-a733-44b01f98a722 None None] Transition to ACTIVE for port object 55a2e04a-21d6-4348-986c-58f226793626 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:13.493841 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-66fb011e-bbbf-4e7f-a213-812e58b5d3a7 req-81e26a6f-acab-4ab4-a47e-6f8f21efaa36 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Unset dirty status for tenant:447e2c5010754fe1ad368efac7c75251 on resource:security_group {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:56:13.497070 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-66fb011e-bbbf-4e7f-a213-812e58b5d3a7 req-81e26a6f-acab-4ab4-a47e-6f8f21efaa36 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=447e2c5010754fe1ad368efac7c75251 HTTP/1.1" status: 200 len: 379 time: 0.5666723 Apr 01 15:56:13.503560 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a782d2b8-796d-4db4-a733-44b01f98a722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:13.510351 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [req-66fb011e-bbbf-4e7f-a213-812e58b5d3a7 req-2ac283c4-2997-4124-86d5-f31d7daaa9ca tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'port': {'device_id': '21288751-9373-42e7-a8d7-bf1fbaa867d9', 'network_id': '59a027d1-0bac-441c-bf75-e20666fea16a', 'admin_state_up': True, 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'security_groups': ['f3431d3c-e98f-4809-b635-c1daf3c86b67']}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:56:13.528753 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965f0ec2-0356-4446-bfdf-39f6ae44f919 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db99a4d7-e465-46cb-8ca5-c2379691ba76,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:13.548865 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [None req-4db66836-d17c-4af4-816a-72a4829386c6 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] For port a20f5350-cdf3-41cf-88f8-ba4d0924479c, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=a20f5350-cdf3-41cf-88f8-ba4d0924479c,segment=NetworkSegment(f6b2afd3-e15d-47f7-9e4c-84125a06c1af),segment_id=f6b2afd3-e15d-47f7-9e4c-84125a06c1af)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:56:13.549889 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4db66836-d17c-4af4-816a-72a4829386c6 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:13.566313 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-965f0ec2-0356-4446-bfdf-39f6ae44f919 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:13.569760 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-965f0ec2-0356-4446-bfdf-39f6ae44f919 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] 10.222.0.55 "DELETE /v2.0/security-groups/db99a4d7-e465-46cb-8ca5-c2379691ba76 HTTP/1.1" status: 204 len: 168 time: 0.9956264 Apr 01 15:56:13.579103 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53460) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:13.605748 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a782d2b8-796d-4db4-a733-44b01f98a722 None None] Pushing event updated for resources: {'Port': ['ID=55a2e04a-21d6-4348-986c-58f226793626,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:13.609297 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a782d2b8-796d-4db4-a733-44b01f98a722 None None] Network 992dd921-c380-4c42-857d-d425fd5eaff4 is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:56:13.610697 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-a782d2b8-796d-4db4-a733-44b01f98a722 None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:13.612704 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a782d2b8-796d-4db4-a733-44b01f98a722 None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:56:13.706163 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-a782d2b8-796d-4db4-a733-44b01f98a722 None None] Attempting to bind port 55a2e04a-21d6-4348-986c-58f226793626 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:56:13.706417 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-a782d2b8-796d-4db4-a733-44b01f98a722 None None] Attempting to bind port 55a2e04a-21d6-4348-986c-58f226793626 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': '586b0253-808d-4970-959b-1c5145b93f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '992dd921-c380-4c42-857d-d425fd5eaff4'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:56:13.706984 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a782d2b8-796d-4db4-a733-44b01f98a722 None None] Attempting to bind port 55a2e04a-21d6-4348-986c-58f226793626 on network 992dd921-c380-4c42-857d-d425fd5eaff4 {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:56:13.714541 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a782d2b8-796d-4db4-a733-44b01f98a722 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:56:13.715308 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a782d2b8-796d-4db4-a733-44b01f98a722 None None] Checking segment: {'id': '586b0253-808d-4970-959b-1c5145b93f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '992dd921-c380-4c42-857d-d425fd5eaff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:56:13.715712 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a782d2b8-796d-4db4-a733-44b01f98a722 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:13.716099 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a782d2b8-796d-4db4-a733-44b01f98a722 None None] Bound using segment: {'id': '586b0253-808d-4970-959b-1c5145b93f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '992dd921-c380-4c42-857d-d425fd5eaff4'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:56:13.716566 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-a782d2b8-796d-4db4-a733-44b01f98a722 None None] Bound port: 55a2e04a-21d6-4348-986c-58f226793626, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586b0253-808d-4970-959b-1c5145b93f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '992dd921-c380-4c42-857d-d425fd5eaff4'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:56:13.716702 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-4db66836-d17c-4af4-816a-72a4829386c6 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Calling delete_port for a20f5350-cdf3-41cf-88f8-ba4d0924479c owned by network:dhcp {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:56:13.716966 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a782d2b8-796d-4db4-a733-44b01f98a722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:13.765963 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d477093e-c735-46e9-8c9a-fa9838de42de tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:13.807217 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [req-66fb011e-bbbf-4e7f-a213-812e58b5d3a7 req-2ac283c4-2997-4124-86d5-f31d7daaa9ca tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:13.814488 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a782d2b8-796d-4db4-a733-44b01f98a722 None None] For port 55a2e04a-21d6-4348-986c-58f226793626, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:56:13.815125 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [None req-d477093e-c735-46e9-8c9a-fa9838de42de tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Transition to ACTIVE for port object c614a65e-a636-4471-807b-4ee28306a8fe will not be triggered until provisioned by entity DHCP. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:13.819556 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a782d2b8-796d-4db4-a733-44b01f98a722 None None] For port 55a2e04a-21d6-4348-986c-58f226793626, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=55a2e04a-21d6-4348-986c-58f226793626,segment=NetworkSegment(586b0253-808d-4970-959b-1c5145b93f5d),segment_id=586b0253-808d-4970-959b-1c5145b93f5d)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:56:13.823569 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3c404b48-5998-432a-b3bf-556a78dbe0ef tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15415267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16089018'] for subnet, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:13.826034 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a782d2b8-796d-4db4-a733-44b01f98a722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:13.865795 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-66fb011e-bbbf-4e7f-a213-812e58b5d3a7 req-2ac283c4-2997-4124-86d5-f31d7daaa9ca tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:port and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:13.878965 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-66fb011e-bbbf-4e7f-a213-812e58b5d3a7 req-2ac283c4-2997-4124-86d5-f31d7daaa9ca tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:13.901024 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [req-66fb011e-bbbf-4e7f-a213-812e58b5d3a7 req-2ac283c4-2997-4124-86d5-f31d7daaa9ca tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:13.908849 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-24593724-8c03-434e-96bb-cb3844a25dc2 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Synchronizing usage tracker for tenant:d43469dfc0b440c3b15d5b674848a763 on resource:security_group {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:56:13.911385 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a782d2b8-796d-4db4-a733-44b01f98a722 None None] Pushing event updated for resources: {'Port': ['ID=55a2e04a-21d6-4348-986c-58f226793626,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:13.937676 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.db.api [None req-4db66836-d17c-4af4-816a-72a4829386c6 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:56:13.938079 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG oslo_db.api [None req-4db66836-d17c-4af4-816a-72a4829386c6 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:56:13.963676 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c404b48-5998-432a-b3bf-556a78dbe0ef tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Pushing event updated for resources: {'Subnet': ['ID=9d66f89f-ae96-4354-939e-6b1ef1405def,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:13.976647 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-24593724-8c03-434e-96bb-cb3844a25dc2 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Unset dirty status for tenant:d43469dfc0b440c3b15d5b674848a763 on resource:security_group {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:56:13.977611 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66fb011e-bbbf-4e7f-a213-812e58b5d3a7 req-2ac283c4-2997-4124-86d5-f31d7daaa9ca tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Made reservation on behalf of 447e2c5010754fe1ad368efac7c75251 for: {'port': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:13.979756 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-24593724-8c03-434e-96bb-cb3844a25dc2 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3982105 Apr 01 15:56:13.982902 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53464) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:13.985042 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-66fb011e-bbbf-4e7f-a213-812e58b5d3a7 req-2ac283c4-2997-4124-86d5-f31d7daaa9ca tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:13.989222 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-06bb622d-4dd6-40d1-b1e7-549ba4111bd8 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Request body: {'security_group': {'name': 'tempest-secgroup--1690911014'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:56:13.999863 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-06bb622d-4dd6-40d1-b1e7-549ba4111bd8 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:14.008647 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c404b48-5998-432a-b3bf-556a78dbe0ef tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Checking segment: {'id': '38a5dd48-b232-413c-81f0-0215da36c8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3b0ae31a-9ca2-4cf9-b0f6-ff0d5c001449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:56:14.008647 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c404b48-5998-432a-b3bf-556a78dbe0ef tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Network hostable DHCP agents. Network: 3b0ae31a-9ca2-4cf9-b0f6-ff0d5c001449, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:56:14.018961 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-06bb622d-4dd6-40d1-b1e7-549ba4111bd8 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:14.021407 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-3a547f1a-9386-4e76-b175-2ffde51f84cc tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] 10.222.0.55 "GET /v2.0/routers/cba7329d-6a0a-47fe-856a-ce64bb37b083 HTTP/1.1" status: 200 len: 925 time: 1.3546996 Apr 01 15:56:14.024912 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53468) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:14.048853 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-06bb622d-4dd6-40d1-b1e7-549ba4111bd8 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:14.100452 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-06bb622d-4dd6-40d1-b1e7-549ba4111bd8 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:14.106471 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-06bb622d-4dd6-40d1-b1e7-549ba4111bd8 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Usage tracker for resource:security_group_rule and tenant:d43469dfc0b440c3b15d5b674848a763 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:14.110198 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-06bb622d-4dd6-40d1-b1e7-549ba4111bd8 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:14.125387 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-06bb622d-4dd6-40d1-b1e7-549ba4111bd8 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:14.130681 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d477093e-c735-46e9-8c9a-fa9838de42de tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:14.202315 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c404b48-5998-432a-b3bf-556a78dbe0ef tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Network 3b0ae31a-9ca2-4cf9-b0f6-ff0d5c001449 is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:56:14.203588 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-0fdf8e7e-a8ef-440b-8cc8-9beb41ef8165 None None] Allocated IP 172.20.0.2 (b2fa5f8a-0bd0-4938-ab9d-b00b7f951a0e/4eb1252f-c300-4707-a810-e7ba74d13484/c6ab1e10-e487-49a0-aa21-da39ece73f78) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:56:14.248996 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-3c404b48-5998-432a-b3bf-556a78dbe0ef tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, 3b0ae31a-9ca2-4cf9-b0f6-ff0d5c001449) {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:14.259077 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c404b48-5998-432a-b3bf-556a78dbe0ef tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:14.260455 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3c404b48-5998-432a-b3bf-556a78dbe0ef tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:14.275513 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fb9178-6503-45ca-a3f5-4ba7f74c3419 None None] Network 3b0ae31a-9ca2-4cf9-b0f6-ff0d5c001449 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:56:14.308777 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-06bb622d-4dd6-40d1-b1e7-549ba4111bd8 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:14.352997 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d477093e-c735-46e9-8c9a-fa9838de42de tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Network b2fa5f8a-0bd0-4938-ab9d-b00b7f951a0e is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:56:14.374762 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-7cf2fb22-070d-44ea-b960-661a855fc7e2 req-7988bf4a-15ab-41f8-a631-689dca2327be tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=21288751-9373-42e7-a8d7-bf1fbaa867d9 HTTP/1.1" status: 200 len: 210 time: 0.0626688 Apr 01 15:56:14.379000 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-06bb622d-4dd6-40d1-b1e7-549ba4111bd8 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:14.386462 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-d477093e-c735-46e9-8c9a-fa9838de42de tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:14.399086 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d477093e-c735-46e9-8c9a-fa9838de42de tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event updated for resources: {'Port': ['ID=c614a65e-a636-4471-807b-4ee28306a8fe,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:14.422124 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-3c404b48-5998-432a-b3bf-556a78dbe0ef tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.0224404 Apr 01 15:56:14.430413 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53474) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:14.432468 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-06bb622d-4dd6-40d1-b1e7-549ba4111bd8 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:14.433662 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-06bb622d-4dd6-40d1-b1e7-549ba4111bd8 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4498513 Apr 01 15:56:14.437979 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53478) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:14.458376 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-4db66836-d17c-4af4-816a-72a4829386c6 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Deleting port a20f5350-cdf3-41cf-88f8-ba4d0924479c {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:56:14.459336 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4db66836-d17c-4af4-816a-72a4829386c6 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:14.459754 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d477093e-c735-46e9-8c9a-fa9838de42de tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:56:14.493248 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-b22e18d7-5cfb-4f85-8179-0c0358879081 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Request body: {'security_group_rule': {'security_group_id': 'fc3395c0-d09a-4739-a646-a46c62808c47', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:56:14.535250 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d477093e-c735-46e9-8c9a-fa9838de42de tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:14.535666 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d477093e-c735-46e9-8c9a-fa9838de42de tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:14.535931 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d477093e-c735-46e9-8c9a-fa9838de42de tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:14.536265 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d477093e-c735-46e9-8c9a-fa9838de42de tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:14.536593 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d477093e-c735-46e9-8c9a-fa9838de42de tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:14.536957 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d477093e-c735-46e9-8c9a-fa9838de42de tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:14.537348 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d477093e-c735-46e9-8c9a-fa9838de42de tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:14.537610 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d477093e-c735-46e9-8c9a-fa9838de42de tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:14.537925 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d477093e-c735-46e9-8c9a-fa9838de42de tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:14.538298 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d477093e-c735-46e9-8c9a-fa9838de42de tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:14.539215 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d477093e-c735-46e9-8c9a-fa9838de42de tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:14.573754 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-89784e1b-9909-4e0b-b4b4-7962100dd1e6 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=ed45466e-0386-4b92-8de3-247c977242ac&device_id=cba7329d-6a0a-47fe-856a-ce64bb37b083&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5432379 Apr 01 15:56:14.581718 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53482) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:14.632547 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d477093e-c735-46e9-8c9a-fa9838de42de tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:14.633155 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bb622d-4dd6-40d1-b1e7-549ba4111bd8 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc3395c0-d09a-4739-a646-a46c62808c47,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:14.633725 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d477093e-c735-46e9-8c9a-fa9838de42de tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:14.636414 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-b22e18d7-5cfb-4f85-8179-0c0358879081 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:14.638366 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [req-66fb011e-bbbf-4e7f-a213-812e58b5d3a7 req-2ac283c4-2997-4124-86d5-f31d7daaa9ca tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Allocated IP 172.20.0.11 (59a027d1-0bac-441c-bf75-e20666fea16a/b74bac9f-7384-4f6a-850f-c057f93a0214/70e0d77a-0638-4417-b919-f26af4acd11f) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:56:14.701777 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-0fdf8e7e-a8ef-440b-8cc8-9beb41ef8165 None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:14.716405 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-0fdf8e7e-a8ef-440b-8cc8-9beb41ef8165 None None] Transition to ACTIVE for port object c6ab1e10-e487-49a0-aa21-da39ece73f78 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:14.716854 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-4db66836-d17c-4af4-816a-72a4829386c6 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] The port 'a20f5350-cdf3-41cf-88f8-ba4d0924479c' was deleted {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:56:14.723268 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-b22e18d7-5cfb-4f85-8179-0c0358879081 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Usage tracker for resource:security_group_rule and tenant:d43469dfc0b440c3b15d5b674848a763 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:14.732543 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52bbc035-f107-487c-a477-8ef841d1bc91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-3b0ae31a-9ca2-4cf9-b0f6-ff0d5c001449', 'network_id': '3b0ae31a-9ca2-4cf9-b0f6-ff0d5c001449', 'tenant_id': 'ca4419a52cd8404a85bea4fb3af2a91f', 'fixed_ips': [{'subnet_id': '9d66f89f-ae96-4354-939e-6b1ef1405def'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:56:14.733491 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-52bbc035-f107-487c-a477-8ef841d1bc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:14.747699 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-d477093e-c735-46e9-8c9a-fa9838de42de tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.9440417 Apr 01 15:56:14.756430 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53486) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:14.761708 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-0fdf8e7e-a8ef-440b-8cc8-9beb41ef8165 None None] Transition to ACTIVE for port object c6ab1e10-e487-49a0-aa21-da39ece73f78 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:14.762987 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-b22e18d7-5cfb-4f85-8179-0c0358879081 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:14.782397 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-b22e18d7-5cfb-4f85-8179-0c0358879081 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:14.817724 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-0fdf8e7e-a8ef-440b-8cc8-9beb41ef8165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:14.922900 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fdf8e7e-a8ef-440b-8cc8-9beb41ef8165 None None] Network b2fa5f8a-0bd0-4938-ab9d-b00b7f951a0e is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:56:14.928650 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-0fdf8e7e-a8ef-440b-8cc8-9beb41ef8165 None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:14.932695 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdf8e7e-a8ef-440b-8cc8-9beb41ef8165 None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:56:14.943525 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-ec9393f3-4c7d-4034-b89c-3b8b7178a351 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Deleting port c614a65e-a636-4471-807b-4ee28306a8fe {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:56:14.943807 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ec9393f3-4c7d-4034-b89c-3b8b7178a351 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:14.979249 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdf8e7e-a8ef-440b-8cc8-9beb41ef8165 None None] Pushing event updated for resources: {'Port': ['ID=c6ab1e10-e487-49a0-aa21-da39ece73f78,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:15.024211 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b22e18d7-5cfb-4f85-8179-0c0358879081 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:15.039153 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4db66836-d17c-4af4-816a-72a4829386c6 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:15.083427 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2c9ec652-3865-4089-8ef0-23895f958b91 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:15.129604 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-52bbc035-f107-487c-a477-8ef841d1bc91 None None] Allocated IP 172.20.0.2 (3b0ae31a-9ca2-4cf9-b0f6-ff0d5c001449/9d66f89f-ae96-4354-939e-6b1ef1405def/b447d6be-6e0c-4947-a572-7ecf0a215aa7) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:56:15.144046 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-0fdf8e7e-a8ef-440b-8cc8-9beb41ef8165 None None] Attempting to bind port c6ab1e10-e487-49a0-aa21-da39ece73f78 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:56:15.144267 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c9d000-bfbf-4494-a1fd-086ee1b9f565 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:15.144626 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-0fdf8e7e-a8ef-440b-8cc8-9beb41ef8165 None None] Attempting to bind port c6ab1e10-e487-49a0-aa21-da39ece73f78 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': '8c0671ec-10fb-4bc9-8d20-e5ceef7def39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b2fa5f8a-0bd0-4938-ab9d-b00b7f951a0e'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:56:15.149500 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdf8e7e-a8ef-440b-8cc8-9beb41ef8165 None None] Attempting to bind port c6ab1e10-e487-49a0-aa21-da39ece73f78 on network b2fa5f8a-0bd0-4938-ab9d-b00b7f951a0e {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:56:15.149715 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-79c9d000-bfbf-4494-a1fd-086ee1b9f565 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] 10.222.0.55 "GET /v2.0/networks/ed45466e-0386-4b92-8de3-247c977242ac HTTP/1.1" status: 200 len: 881 time: 0.5603950 Apr 01 15:56:15.169148 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53490) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:15.171690 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdf8e7e-a8ef-440b-8cc8-9beb41ef8165 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:56:15.171996 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdf8e7e-a8ef-440b-8cc8-9beb41ef8165 None None] Checking segment: {'id': '8c0671ec-10fb-4bc9-8d20-e5ceef7def39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b2fa5f8a-0bd0-4938-ab9d-b00b7f951a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:56:15.172433 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-0fdf8e7e-a8ef-440b-8cc8-9beb41ef8165 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:15.172925 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdf8e7e-a8ef-440b-8cc8-9beb41ef8165 None None] Bound using segment: {'id': '8c0671ec-10fb-4bc9-8d20-e5ceef7def39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b2fa5f8a-0bd0-4938-ab9d-b00b7f951a0e'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:56:15.173482 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-0fdf8e7e-a8ef-440b-8cc8-9beb41ef8165 None None] Bound port: c6ab1e10-e487-49a0-aa21-da39ece73f78, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c0671ec-10fb-4bc9-8d20-e5ceef7def39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b2fa5f8a-0bd0-4938-ab9d-b00b7f951a0e'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:56:15.173857 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-0fdf8e7e-a8ef-440b-8cc8-9beb41ef8165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:15.175949 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-4db66836-d17c-4af4-816a-72a4829386c6 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fd179fb-62f3-4817-9310-cf027ff49dad']}} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:15.199999 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-4db66836-d17c-4af4-816a-72a4829386c6 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6b2afd3-e15d-47f7-9e4c-84125a06c1af') {'for_net_delete': True} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:15.200300 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-4db66836-d17c-4af4-816a-72a4829386c6 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6b2afd3-e15d-47f7-9e4c-84125a06c1af') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:15.229322 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4db66836-d17c-4af4-816a-72a4829386c6 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16610763'] for segment, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:15.293839 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-248fd95e-1b4d-4e03-b63f-4f9af588be82 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] 10.222.0.55 "GET /v2.0/ports?device_id=cba7329d-6a0a-47fe-856a-ce64bb37b083 HTTP/1.1" status: 200 len: 205 time: 0.1235824 Apr 01 15:56:15.296101 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b22e18d7-5cfb-4f85-8179-0c0358879081 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:15.298909 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53494) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:15.327862 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 55a2e04a-21d6-4348-986c-58f226793626 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:56:15.363514 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4db66836-d17c-4af4-816a-72a4829386c6 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:15.365912 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b22e18d7-5cfb-4f85-8179-0c0358879081 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:15.460907 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c562a575-bcb9-482d-8e35-513fb4a6465f None None] Network 992dd921-c380-4c42-857d-d425fd5eaff4 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:56:15.466038 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4db66836-d17c-4af4-816a-72a4829386c6 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=83826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:56:15.466449 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4db66836-d17c-4af4-816a-72a4829386c6 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15415164'] for segment, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:15.496067 dv-neutron-833373-2-hyperv neutron-server[83826]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:56:15.496067 dv-neutron-833373-2-hyperv neutron-server[83826]: util.warn( Apr 01 15:56:15.496067 dv-neutron-833373-2-hyperv neutron-server[83826]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:56:15.496067 dv-neutron-833373-2-hyperv neutron-server[83826]: util.warn( Apr 01 15:56:15.496067 dv-neutron-833373-2-hyperv neutron-server[83826]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:56:15.496067 dv-neutron-833373-2-hyperv neutron-server[83826]: util.warn( Apr 01 15:56:15.496067 dv-neutron-833373-2-hyperv neutron-server[83826]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:56:15.496067 dv-neutron-833373-2-hyperv neutron-server[83826]: util.warn( Apr 01 15:56:15.496067 dv-neutron-833373-2-hyperv neutron-server[83826]: Traceback (most recent call last): Apr 01 15:56:15.496067 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:56:15.496067 dv-neutron-833373-2-hyperv neutron-server[83826]: timer() Apr 01 15:56:15.496067 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:56:15.496067 dv-neutron-833373-2-hyperv neutron-server[83826]: cb(*args, **kw) Apr 01 15:56:15.496067 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:56:15.496067 dv-neutron-833373-2-hyperv neutron-server[83826]: return func(*args, **kwargs) Apr 01 15:56:15.496067 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:56:15.496067 dv-neutron-833373-2-hyperv neutron-server[83826]: self._notify() Apr 01 15:56:15.496067 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:56:15.496067 dv-neutron-833373-2-hyperv neutron-server[83826]: self.callback(batched_events) Apr 01 15:56:15.496067 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:56:15.496067 dv-neutron-833373-2-hyperv neutron-server[83826]: event.method(event) Apr 01 15:56:15.496067 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:56:15.496067 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:56:15.496067 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:56:15.496067 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:56:15.496067 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:56:15.496067 dv-neutron-833373-2-hyperv neutron-server[83826]: return f(self, *a, **k) Apr 01 15:56:15.496067 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:56:15.496067 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._get(url).json() Apr 01 15:56:15.496067 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:56:15.496067 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:56:15.496067 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:56:15.496067 dv-neutron-833373-2-hyperv neutron-server[83826]: return self.request(url, 'GET', **kwargs) Apr 01 15:56:15.496067 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:56:15.496067 dv-neutron-833373-2-hyperv neutron-server[83826]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:56:15.496067 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:56:15.496067 dv-neutron-833373-2-hyperv neutron-server[83826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:56:15.496067 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:56:15.496067 dv-neutron-833373-2-hyperv neutron-server[83826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:56:15.496067 dv-neutron-833373-2-hyperv neutron-server[83826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:56:15.498906 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-66fb011e-bbbf-4e7f-a213-812e58b5d3a7 req-2ac283c4-2997-4124-86d5-f31d7daaa9ca tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:15.519033 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22e18d7-5cfb-4f85-8179-0c0358879081 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4a44ba5-dd09-4f35-bf54-57aed6d7e608,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:15.631786 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2c9ec652-3865-4089-8ef0-23895f958b91 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:15.689336 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-2822db08-5980-474e-a6c6-864d3eb2c673 None None] Provisioning for port 55a2e04a-21d6-4348-986c-58f226793626 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:56:15.732093 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-0fdf8e7e-a8ef-440b-8cc8-9beb41ef8165 None None] For port c6ab1e10-e487-49a0-aa21-da39ece73f78, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:56:15.732093 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 55a2e04a-21d6-4348-986c-58f226793626 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:56:15.732420 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b22e18d7-5cfb-4f85-8179-0c0358879081 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:15.733777 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-b22e18d7-5cfb-4f85-8179-0c0358879081 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.2953427 Apr 01 15:56:15.736782 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-86cde323-e1dc-4dcf-85b0-89d3f78b5343 req-d9a5ff50-ba0c-4f3d-aaf8-9591cb117163 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=21288751-9373-42e7-a8d7-bf1fbaa867d9 HTTP/1.1" status: 200 len: 210 time: 0.2096374 Apr 01 15:56:15.737227 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53502) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:15.763352 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4db66836-d17c-4af4-816a-72a4829386c6 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:15.776941 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [req-66fb011e-bbbf-4e7f-a213-812e58b5d3a7 req-2ac283c4-2997-4124-86d5-f31d7daaa9ca tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Transition to ACTIVE for port object 70e0d77a-0638-4417-b919-f26af4acd11f will not be triggered until provisioned by entity DHCP. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:15.787869 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4db66836-d17c-4af4-816a-72a4829386c6 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:15.793885 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 55a2e04a-21d6-4348-986c-58f226793626 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:15.794585 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:15.795473 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-c6ac8c72-5ada-46d6-9699-8d623949069d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Deleting port 174850f1-067a-4b5d-8831-916c2ac5c852 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:56:15.795815 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c6ac8c72-5ada-46d6-9699-8d623949069d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:15.799231 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db66836-d17c-4af4-816a-72a4829386c6 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Pushing event deleted for resources: {'Network': ['ID=9fd179fb-62f3-4817-9310-cf027ff49dad,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:15.811087 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-4db66836-d17c-4af4-816a-72a4829386c6 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "DELETE /v2.0/networks/9fd179fb-62f3-4817-9310-cf027ff49dad HTTP/1.1" status: 204 len: 168 time: 3.2802944 Apr 01 15:56:15.812333 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53506) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:15.818972 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-a55e3b6e-7116-4cc9-80bd-2097666540f1 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Request body: {'network': {'name': 'tempest-RoutersTest-554749381'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:56:15.827491 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-a55e3b6e-7116-4cc9-80bd-2097666540f1 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:15.833941 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-a55e3b6e-7116-4cc9-80bd-2097666540f1 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Usage tracker for resource:network and tenant:113c2dcebd4142eb9b767ab7a8fce06c is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:15.834628 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-1f1faf5b-6ae6-41a0-8a07-06ebe7fdacd9 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] 10.222.0.55 "GET /v2.0/security-group-rules/e4a44ba5-dd09-4f35-bf54-57aed6d7e608 HTTP/1.1" status: 200 len: 705 time: 0.0918999 Apr 01 15:56:15.838648 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53510) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:15.841787 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-a55e3b6e-7116-4cc9-80bd-2097666540f1 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:15.865015 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-a55e3b6e-7116-4cc9-80bd-2097666540f1 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:15.870112 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-0fdf8e7e-a8ef-440b-8cc8-9beb41ef8165 None None] For port c6ab1e10-e487-49a0-aa21-da39ece73f78, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=c6ab1e10-e487-49a0-aa21-da39ece73f78,segment=NetworkSegment(8c0671ec-10fb-4bc9-8d20-e5ceef7def39),segment_id=8c0671ec-10fb-4bc9-8d20-e5ceef7def39)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:56:15.892404 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ec9393f3-4c7d-4034-b89c-3b8b7178a351 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:15.899917 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-0fdf8e7e-a8ef-440b-8cc8-9beb41ef8165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:15.907051 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a55e3b6e-7116-4cc9-80bd-2097666540f1 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Made reservation on behalf of 113c2dcebd4142eb9b767ab7a8fce06c for: {'network': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:15.910652 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a55e3b6e-7116-4cc9-80bd-2097666540f1 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:15.955531 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-88d2a5ea-2046-41a9-ac0f-ce5be0c9d4ce tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Synchronizing usage tracker for tenant:d43469dfc0b440c3b15d5b674848a763 on resource:security_group_rule {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:56:15.985464 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a55e3b6e-7116-4cc9-80bd-2097666540f1 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=83826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:56:15.995045 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-413c7fd3-360c-47b1-bf77-441b5859749b tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks [] for router, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:16.001128 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-52bbc035-f107-487c-a477-8ef841d1bc91 None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:16.057873 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-52bbc035-f107-487c-a477-8ef841d1bc91 None None] Transition to ACTIVE for port object b447d6be-6e0c-4947-a572-7ecf0a215aa7 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:16.086269 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdf8e7e-a8ef-440b-8cc8-9beb41ef8165 None None] Pushing event updated for resources: {'Port': ['ID=c6ab1e10-e487-49a0-aa21-da39ece73f78,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:16.101458 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-52bbc035-f107-487c-a477-8ef841d1bc91 None None] Transition to ACTIVE for port object b447d6be-6e0c-4947-a572-7ecf0a215aa7 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:16.153049 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-ec9393f3-4c7d-4034-b89c-3b8b7178a351 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Calling delete_port for c614a65e-a636-4471-807b-4ee28306a8fe owned by {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:56:16.153757 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-52bbc035-f107-487c-a477-8ef841d1bc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:16.220278 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-66fb011e-bbbf-4e7f-a213-812e58b5d3a7 req-2ac283c4-2997-4124-86d5-f31d7daaa9ca tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:16.223370 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a55e3b6e-7116-4cc9-80bd-2097666540f1 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:16.223660 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.segments_db [None req-a55e3b6e-7116-4cc9-80bd-2097666540f1 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Added segment b25e0f7e-0cb3-4e97-a63c-3b09709edb30 of type vlan for network cb581ce8-4949-4f8e-bb23-7816623994f5 Apr 01 15:56:16.227658 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-88d2a5ea-2046-41a9-ac0f-ce5be0c9d4ce tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Unset dirty status for tenant:d43469dfc0b440c3b15d5b674848a763 on resource:security_group_rule {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:56:16.229887 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-88d2a5ea-2046-41a9-ac0f-ce5be0c9d4ce tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.3893292 Apr 01 15:56:16.246955 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53514) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:16.252323 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:16.276276 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bbc035-f107-487c-a477-8ef841d1bc91 None None] Network 3b0ae31a-9ca2-4cf9-b0f6-ff0d5c001449 is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:56:16.283886 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bbc035-f107-487c-a477-8ef841d1bc91 None None] Pushing event updated for resources: {'Port': ['ID=b447d6be-6e0c-4947-a572-7ecf0a215aa7,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:16.286430 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-52bbc035-f107-487c-a477-8ef841d1bc91 None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:16.290113 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bbc035-f107-487c-a477-8ef841d1bc91 None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:56:16.309423 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2c9ec652-3865-4089-8ef0-23895f958b91 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15415074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16089009'] for subnet, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:16.324701 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a55e3b6e-7116-4cc9-80bd-2097666540f1 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:16.354881 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port 55a2e04a-21d6-4348-986c-58f226793626, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=55a2e04a-21d6-4348-986c-58f226793626,segment=NetworkSegment(586b0253-808d-4970-959b-1c5145b93f5d),segment_id=586b0253-808d-4970-959b-1c5145b93f5d)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:56:16.382913 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:16.404392 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9ec652-3865-4089-8ef0-23895f958b91 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Pushing event deleted for resources: {'Subnet': ['ID=9d66f89f-ae96-4354-939e-6b1ef1405def,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:16.407176 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-480c8eac-ea15-4c42-9150-76d8b60c51d7 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:16.444551 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-480c8eac-ea15-4c42-9150-76d8b60c51d7 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:16.477301 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c6ac8c72-5ada-46d6-9699-8d623949069d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:16.494051 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9ec652-3865-4089-8ef0-23895f958b91 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:16.494051 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9ec652-3865-4089-8ef0-23895f958b91 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:16.494421 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9ec652-3865-4089-8ef0-23895f958b91 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:16.494732 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9ec652-3865-4089-8ef0-23895f958b91 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:16.495208 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9ec652-3865-4089-8ef0-23895f958b91 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:16.495484 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9ec652-3865-4089-8ef0-23895f958b91 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:16.496127 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9ec652-3865-4089-8ef0-23895f958b91 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:16.496265 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9ec652-3865-4089-8ef0-23895f958b91 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:16.497829 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9ec652-3865-4089-8ef0-23895f958b91 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:16.497829 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9ec652-3865-4089-8ef0-23895f958b91 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:16.497829 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9ec652-3865-4089-8ef0-23895f958b91 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:16.547906 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac283c4-2997-4124-86d5-f31d7daaa9ca tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'Port': ['ID=70e0d77a-0638-4417-b919-f26af4acd11f,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:16.557979 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66fb011e-bbbf-4e7f-a213-812e58b5d3a7 req-2ac283c4-2997-4124-86d5-f31d7daaa9ca tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Network 59a027d1-0bac-441c-bf75-e20666fea16a is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:56:16.566964 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-52bbc035-f107-487c-a477-8ef841d1bc91 None None] Attempting to bind port b447d6be-6e0c-4947-a572-7ecf0a215aa7 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:56:16.567335 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-52bbc035-f107-487c-a477-8ef841d1bc91 None None] Attempting to bind port b447d6be-6e0c-4947-a572-7ecf0a215aa7 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': '38a5dd48-b232-413c-81f0-0215da36c8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3b0ae31a-9ca2-4cf9-b0f6-ff0d5c001449'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:56:16.567691 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bbc035-f107-487c-a477-8ef841d1bc91 None None] Attempting to bind port b447d6be-6e0c-4947-a572-7ecf0a215aa7 on network 3b0ae31a-9ca2-4cf9-b0f6-ff0d5c001449 {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:56:16.582717 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bbc035-f107-487c-a477-8ef841d1bc91 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:56:16.583136 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bbc035-f107-487c-a477-8ef841d1bc91 None None] Checking segment: {'id': '38a5dd48-b232-413c-81f0-0215da36c8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3b0ae31a-9ca2-4cf9-b0f6-ff0d5c001449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:56:16.583486 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-52bbc035-f107-487c-a477-8ef841d1bc91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:16.583883 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bbc035-f107-487c-a477-8ef841d1bc91 None None] Bound using segment: {'id': '38a5dd48-b232-413c-81f0-0215da36c8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3b0ae31a-9ca2-4cf9-b0f6-ff0d5c001449'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:56:16.584346 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-52bbc035-f107-487c-a477-8ef841d1bc91 None None] Bound port: b447d6be-6e0c-4947-a572-7ecf0a215aa7, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a5dd48-b232-413c-81f0-0215da36c8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '3b0ae31a-9ca2-4cf9-b0f6-ff0d5c001449'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:56:16.584719 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-52bbc035-f107-487c-a477-8ef841d1bc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:16.617501 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=55a2e04a-21d6-4348-986c-58f226793626,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:16.636895 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a55e3b6e-7116-4cc9-80bd-2097666540f1 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:16.639474 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [req-66fb011e-bbbf-4e7f-a213-812e58b5d3a7 req-2ac283c4-2997-4124-86d5-f31d7daaa9ca tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:16.643040 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55e3b6e-7116-4cc9-80bd-2097666540f1 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:16.645077 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a55e3b6e-7116-4cc9-80bd-2097666540f1 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:16.711158 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2c9ec652-3865-4089-8ef0-23895f958b91 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:16.746862 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:16.748810 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:16.749627 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:16.750439 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:16.751161 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:16.751951 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:16.752567 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:16.753194 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:16.753861 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:16.754918 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:16.755497 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:16.771742 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-52bbc035-f107-487c-a477-8ef841d1bc91 None None] For port b447d6be-6e0c-4947-a572-7ecf0a215aa7, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:56:16.790673 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [req-66fb011e-bbbf-4e7f-a213-812e58b5d3a7 req-2ac283c4-2997-4124-86d5-f31d7daaa9ca tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:56:16.829105 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-c6ac8c72-5ada-46d6-9699-8d623949069d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Calling delete_port for 174850f1-067a-4b5d-8831-916c2ac5c852 owned by network:router_interface {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:56:16.866037 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-89969c5a-cb34-46cc-8a60-cbf3035f9779 None None] Provisioning complete for port 55a2e04a-21d6-4348-986c-58f226793626 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:16.866750 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-89969c5a-cb34-46cc-8a60-cbf3035f9779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:16.985150 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-480c8eac-ea15-4c42-9150-76d8b60c51d7 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:17.010748 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-2c9ec652-3865-4089-8ef0-23895f958b91 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b0ae31a-9ca2-4cf9-b0f6-ff0d5c001449']}} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:17.043474 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480c8eac-ea15-4c42-9150-76d8b60c51d7 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e4a44ba5-dd09-4f35-bf54-57aed6d7e608,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:17.075810 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-2c9ec652-3865-4089-8ef0-23895f958b91 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38a5dd48-b232-413c-81f0-0215da36c8ff') {'for_net_delete': True} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:17.076014 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-2c9ec652-3865-4089-8ef0-23895f958b91 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38a5dd48-b232-413c-81f0-0215da36c8ff') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:17.083375 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-a55e3b6e-7116-4cc9-80bd-2097666540f1 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2699921 Apr 01 15:56:17.084269 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55e3b6e-7116-4cc9-80bd-2097666540f1 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Pushing event updated for resources: {'Network': ['ID=cb581ce8-4949-4f8e-bb23-7816623994f5,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:17.088030 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53522) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:17.099218 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-480c8eac-ea15-4c42-9150-76d8b60c51d7 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:17.103322 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-480c8eac-ea15-4c42-9150-76d8b60c51d7 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/e4a44ba5-dd09-4f35-bf54-57aed6d7e608 HTTP/1.1" status: 204 len: 168 time: 0.8501225 Apr 01 15:56:17.113175 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-4d9cef02-421d-4247-ab75-f5aaf7c5c62b tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Request body: {'subnet': {'network_id': 'cb581ce8-4949-4f8e-bb23-7816623994f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:56:17.114717 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network cb581ce8-4949-4f8e-bb23-7816623994f5 details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:56:17.130807 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53526) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:17.132540 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2c9ec652-3865-4089-8ef0-23895f958b91 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16610763'] for segment, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:17.210059 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ec9393f3-4c7d-4034-b89c-3b8b7178a351 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:17.267074 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-52bbc035-f107-487c-a477-8ef841d1bc91 None None] For port b447d6be-6e0c-4947-a572-7ecf0a215aa7, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=b447d6be-6e0c-4947-a572-7ecf0a215aa7,segment=NetworkSegment(38a5dd48-b232-413c-81f0-0215da36c8ff),segment_id=38a5dd48-b232-413c-81f0-0215da36c8ff)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:56:17.294702 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2c9ec652-3865-4089-8ef0-23895f958b91 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:17.302061 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-52bbc035-f107-487c-a477-8ef841d1bc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:17.328127 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c9ec652-3865-4089-8ef0-23895f958b91 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=83826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:56:17.328486 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2c9ec652-3865-4089-8ef0-23895f958b91 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15415164'] for segment, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:17.362901 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb011e-bbbf-4e7f-a213-812e58b5d3a7 req-2ac283c4-2997-4124-86d5-f31d7daaa9ca tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:17.363551 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-66fb011e-bbbf-4e7f-a213-812e58b5d3a7 req-2ac283c4-2997-4124-86d5-f31d7daaa9ca tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:17.377598 dv-neutron-833373-2-hyperv neutron-server[83826]: Traceback (most recent call last): Apr 01 15:56:17.377598 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:56:17.377598 dv-neutron-833373-2-hyperv neutron-server[83826]: timer() Apr 01 15:56:17.377598 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:56:17.377598 dv-neutron-833373-2-hyperv neutron-server[83826]: cb(*args, **kw) Apr 01 15:56:17.377598 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:56:17.377598 dv-neutron-833373-2-hyperv neutron-server[83826]: return func(*args, **kwargs) Apr 01 15:56:17.377598 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:56:17.377598 dv-neutron-833373-2-hyperv neutron-server[83826]: self._notify() Apr 01 15:56:17.377598 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:56:17.377598 dv-neutron-833373-2-hyperv neutron-server[83826]: self.callback(batched_events) Apr 01 15:56:17.377598 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:56:17.377598 dv-neutron-833373-2-hyperv neutron-server[83826]: event.method(event) Apr 01 15:56:17.377598 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:56:17.377598 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:56:17.377598 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:56:17.377598 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:56:17.377598 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:56:17.377598 dv-neutron-833373-2-hyperv neutron-server[83826]: return f(self, *a, **k) Apr 01 15:56:17.377598 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:56:17.377598 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._get(url).json() Apr 01 15:56:17.377598 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:56:17.377598 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:56:17.377598 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:56:17.377598 dv-neutron-833373-2-hyperv neutron-server[83826]: return self.request(url, 'GET', **kwargs) Apr 01 15:56:17.377598 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:56:17.377598 dv-neutron-833373-2-hyperv neutron-server[83826]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:56:17.377598 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:56:17.377598 dv-neutron-833373-2-hyperv neutron-server[83826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:56:17.377598 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:56:17.377598 dv-neutron-833373-2-hyperv neutron-server[83826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:56:17.377598 dv-neutron-833373-2-hyperv neutron-server[83826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:56:17.397105 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9393f3-4c7d-4034-b89c-3b8b7178a351 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event deleted for resources: {'Port': ['ID=c614a65e-a636-4471-807b-4ee28306a8fe,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:17.429907 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device c6ab1e10-e487-49a0-aa21-da39ece73f78 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:56:17.444296 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c6ac8c72-5ada-46d6-9699-8d623949069d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:17.525906 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-ba4135c8-5c05-4ac9-a57d-49768acd1826 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Synchronizing usage tracker for tenant:d43469dfc0b440c3b15d5b674848a763 on resource:security_group_rule {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:56:17.531568 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ac8c72-5ada-46d6-9699-8d623949069d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Pushing event deleted for resources: {'Port': ['ID=174850f1-067a-4b5d-8831-916c2ac5c852,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:17.536581 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bbc035-f107-487c-a477-8ef841d1bc91 None None] Pushing event updated for resources: {'Port': ['ID=b447d6be-6e0c-4947-a572-7ecf0a215aa7,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:17.575696 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-66fb011e-bbbf-4e7f-a213-812e58b5d3a7 req-2ac283c4-2997-4124-86d5-f31d7daaa9ca tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0736208 Apr 01 15:56:17.578982 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-4d9cef02-421d-4247-ab75-f5aaf7c5c62b tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:17.595954 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-4d9cef02-421d-4247-ab75-f5aaf7c5c62b tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Usage tracker for resource:subnet and tenant:113c2dcebd4142eb9b767ab7a8fce06c is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:17.596261 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port c6ab1e10-e487-49a0-aa21-da39ece73f78 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:56:17.603706 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-4d9cef02-421d-4247-ab75-f5aaf7c5c62b tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:17.608142 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.db.api [None req-2c9ec652-3865-4089-8ef0-23895f958b91 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 01 15:56:17.608142 dv-neutron-833373-2-hyperv neutron-server[83826]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 01 15:56:17.608142 dv-neutron-833373-2-hyperv neutron-server[83826]: [parameters: {'id': '3b0ae31a-9ca2-4cf9-b0f6-ff0d5c001449'}] Apr 01 15:56:17.608142 dv-neutron-833373-2-hyperv neutron-server[83826]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:56:17.608565 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG oslo_db.api [None req-2c9ec652-3865-4089-8ef0-23895f958b91 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:56:17.610109 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-7e9d1af5-c2f4-47bb-87a1-dd988cc20e33 None None] Provisioning for port 70e0d77a-0638-4417-b919-f26af4acd11f completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:56:17.615155 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206fdea1-f7e6-4e82-9422-d48a0441e29a req-10d27cd2-be64-4dc7-9c2e-b96221cb3708 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:17.623671 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-206fdea1-f7e6-4e82-9422-d48a0441e29a req-10d27cd2-be64-4dc7-9c2e-b96221cb3708 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=21288751-9373-42e7-a8d7-bf1fbaa867d9 HTTP/1.1" status: 200 len: 932 time: 0.5808697 Apr 01 15:56:17.626819 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea4022a-f1c4-4ab7-bfef-df4e69ab05d5 None None] Network 3b0ae31a-9ca2-4cf9-b0f6-ff0d5c001449 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:56:17.660385 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-4d9cef02-421d-4247-ab75-f5aaf7c5c62b tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:17.663144 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-ba4135c8-5c05-4ac9-a57d-49768acd1826 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Unset dirty status for tenant:d43469dfc0b440c3b15d5b674848a763 on resource:security_group_rule {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:56:17.664996 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-ba4135c8-5c05-4ac9-a57d-49768acd1826 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.5243173 Apr 01 15:56:17.670211 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-413c7fd3-360c-47b1-bf77-441b5859749b tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:17.671334 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53532) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:17.734407 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d9cef02-421d-4247-ab75-f5aaf7c5c62b tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Made reservation on behalf of 113c2dcebd4142eb9b767ab7a8fce06c for: {'subnet': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:17.764508 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-407f9f25-46c6-4b97-a6b3-6f65abf6aa3c tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Request body: {'security_group_rule': {'security_group_id': 'fc3395c0-d09a-4739-a646-a46c62808c47', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:56:17.768559 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-413c7fd3-360c-47b1-bf77-441b5859749b tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Deleting port 0a310e84-7614-433f-a7c1-656ed520ef33 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:56:17.768946 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-413c7fd3-360c-47b1-bf77-441b5859749b tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:17.771687 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ec9393f3-4c7d-4034-b89c-3b8b7178a351 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:17.773980 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-ec9393f3-4c7d-4034-b89c-3b8b7178a351 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "DELETE /v2.0/ports/c614a65e-a636-4471-807b-4ee28306a8fe HTTP/1.1" status: 204 len: 168 time: 3.0153956 Apr 01 15:56:17.814000 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e1eb78-3430-48d2-ac8b-789ab1221af2 None None] Network b2fa5f8a-0bd0-4938-ab9d-b00b7f951a0e requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:56:17.826832 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 55a2e04a-21d6-4348-986c-58f226793626 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:56:17.829122 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53536) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:17.836390 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [req-66fb011e-bbbf-4e7f-a213-812e58b5d3a7 req-0838be20-b9de-4e53-90a0-fc0fe8ebdeef service neutron] Request body: {'port': {'device_id': '21288751-9373-42e7-a8d7-bf1fbaa867d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:56:17.842435 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-206fdea1-f7e6-4e82-9422-d48a0441e29a req-b1785320-bf6a-4835-a968-70d0c893d373 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3431d3c-e98f-4809-b635-c1daf3c86b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2178173 Apr 01 15:56:17.862432 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-407f9f25-46c6-4b97-a6b3-6f65abf6aa3c tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:17.884904 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-7e9d1af5-c2f4-47bb-87a1-dd988cc20e33 None None] Provisioning complete for port 70e0d77a-0638-4417-b919-f26af4acd11f triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:17.885235 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-7e9d1af5-c2f4-47bb-87a1-dd988cc20e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:18.057094 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc902e47-23f4-45f2-8caa-342ac1be4d59 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] DELETE failed (client error): The resource could not be found. Apr 01 15:56:18.057639 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc902e47-23f4-45f2-8caa-342ac1be4d59 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:56:18.059662 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-dc902e47-23f4-45f2-8caa-342ac1be4d59 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "DELETE /v2.0/ports/c614a65e-a636-4471-807b-4ee28306a8fe HTTP/1.1" status: 404 len: 333 time: 0.1987779 Apr 01 15:56:18.060451 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-407f9f25-46c6-4b97-a6b3-6f65abf6aa3c tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:18.063543 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53540) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:18.077581 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-7e9d1af5-c2f4-47bb-87a1-dd988cc20e33 None None] Port 70e0d77a-0638-4417-b919-f26af4acd11f cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:56:18.112937 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2c9ec652-3865-4089-8ef0-23895f958b91 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:18.136708 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4d9cef02-421d-4247-ab75-f5aaf7c5c62b tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16088980'] for subnet, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:18.139150 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c6ac8c72-5ada-46d6-9699-8d623949069d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611462'] for router_interface, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:18.149838 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-407f9f25-46c6-4b97-a6b3-6f65abf6aa3c tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:18.160602 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c835170-e211-499e-a98c-41a3b39d7e85 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] GET failed (client error): The resource could not be found. Apr 01 15:56:18.164425 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-0c835170-e211-499e-a98c-41a3b39d7e85 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "GET /v2.0/ports/c614a65e-a636-4471-807b-4ee28306a8fe HTTP/1.1" status: 404 len: 333 time: 0.0889158 Apr 01 15:56:18.166277 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53544) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:18.166930 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-66fb011e-bbbf-4e7f-a213-812e58b5d3a7 req-0838be20-b9de-4e53-90a0-fc0fe8ebdeef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:18.229901 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-2c9ec652-3865-4089-8ef0-23895f958b91 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Deleting port b447d6be-6e0c-4947-a572-7ecf0a215aa7 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:56:18.230298 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2c9ec652-3865-4089-8ef0-23895f958b91 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:18.247665 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 55a2e04a-21d6-4348-986c-58f226793626 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:18.248512 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:18.318514 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-413c7fd3-360c-47b1-bf77-441b5859749b tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:18.341792 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-f9fc42fc-0437-4c89-bc07-f0799abf0ac7 None None] Provisioning for port c6ab1e10-e487-49a0-aa21-da39ece73f78 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:56:18.360240 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-f9fc42fc-0437-4c89-bc07-f0799abf0ac7 None None] Provisioning complete for port c6ab1e10-e487-49a0-aa21-da39ece73f78 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:18.360608 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f9fc42fc-0437-4c89-bc07-f0799abf0ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:18.497688 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-413c7fd3-360c-47b1-bf77-441b5859749b tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Calling delete_port for 0a310e84-7614-433f-a7c1-656ed520ef33 owned by network:router_gateway {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:56:18.568272 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f9fc42fc-0437-4c89-bc07-f0799abf0ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:18.610122 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-f9fc42fc-0437-4c89-bc07-f0799abf0ac7 None None] For port c6ab1e10-e487-49a0-aa21-da39ece73f78, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=c6ab1e10-e487-49a0-aa21-da39ece73f78,segment=NetworkSegment(8c0671ec-10fb-4bc9-8d20-e5ceef7def39),segment_id=8c0671ec-10fb-4bc9-8d20-e5ceef7def39)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:56:18.613624 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f9fc42fc-0437-4c89-bc07-f0799abf0ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:18.626197 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-407f9f25-46c6-4b97-a6b3-6f65abf6aa3c tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:18.697760 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-407f9f25-46c6-4b97-a6b3-6f65abf6aa3c tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:18.701059 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fc42fc-0437-4c89-bc07-f0799abf0ac7 None None] Pushing event updated for resources: {'Port': ['ID=c6ab1e10-e487-49a0-aa21-da39ece73f78,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:18.752141 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [None req-2c9ec652-3865-4089-8ef0-23895f958b91 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] For port b447d6be-6e0c-4947-a572-7ecf0a215aa7, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=b447d6be-6e0c-4947-a572-7ecf0a215aa7,segment=NetworkSegment(38a5dd48-b232-413c-81f0-0215da36c8ff),segment_id=38a5dd48-b232-413c-81f0-0215da36c8ff)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:56:18.752508 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2c9ec652-3865-4089-8ef0-23895f958b91 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:18.855583 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-4d64363f-3b49-4d5a-9821-105ca6da4e93 None None] Provisioning complete for port c6ab1e10-e487-49a0-aa21-da39ece73f78 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:18.856237 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-4d64363f-3b49-4d5a-9821-105ca6da4e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:18.894913 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407f9f25-46c6-4b97-a6b3-6f65abf6aa3c tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67062a6f-f2d0-4377-9305-ce32694a434b,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:18.922061 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_v2 [None req-911c1ada-8c3d-4e7b-bb89-d0f0854099e5 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Deleting subnet 4eb1252f-c300-4707-a810-e7ba74d13484 {{(pid=83828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:56:18.933081 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-911c1ada-8c3d-4e7b-bb89-d0f0854099e5 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for subnet, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:18.978832 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-407f9f25-46c6-4b97-a6b3-6f65abf6aa3c tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:18.980378 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-407f9f25-46c6-4b97-a6b3-6f65abf6aa3c tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.3057330 Apr 01 15:56:18.986263 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53550) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:19.071737 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-2c9ec652-3865-4089-8ef0-23895f958b91 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Calling delete_port for b447d6be-6e0c-4947-a572-7ecf0a215aa7 owned by network:dhcp {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:56:19.125982 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-911c1ada-8c3d-4e7b-bb89-d0f0854099e5 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15303084'] for subnet, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:19.192982 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device c6ab1e10-e487-49a0-aa21-da39ece73f78 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:56:19.245682 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-4039d93c-6d15-4d5b-a352-d9388655bf0c tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] 10.222.0.55 "GET /v2.0/security-group-rules/67062a6f-f2d0-4377-9305-ce32694a434b HTTP/1.1" status: 200 len: 705 time: 0.2485595 Apr 01 15:56:19.256930 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53554) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:19.280544 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-fc43eb7e-cb06-4e6e-93b5-56b257811d5a None None] Could not find standard attr ID for object c614a65e-a636-4471-807b-4ee28306a8fe. {{(pid=83829) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:56:19.301972 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port c6ab1e10-e487-49a0-aa21-da39ece73f78 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:19.302520 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:19.334250 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4d9cef02-421d-4247-ab75-f5aaf7c5c62b tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15415267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16089018'] for subnet, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:19.416318 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2c9ec652-3865-4089-8ef0-23895f958b91 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:19.426072 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6ac8c72-5ada-46d6-9699-8d623949069d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Router f439af62-7102-449c-b078-1a30b3b1ea47 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:56:19.479750 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44391e99-00c6-4472-8efc-474452e0344a None None] get_active_networks_info from dv-neutron-833373-2-hyperv {{(pid=83829) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 01 15:56:19.480719 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-09e5df0e-bf87-404a-a0a1-8a97298bc85e tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Synchronizing usage tracker for tenant:d43469dfc0b440c3b15d5b674848a763 on resource:security_group_rule {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:56:19.495165 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [req-66fb011e-bbbf-4e7f-a213-812e58b5d3a7 req-0838be20-b9de-4e53-90a0-fc0fe8ebdeef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70e0d77a-0638-4417-b919-f26af4acd11f {{(pid=83828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:56:19.504339 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9ec652-3865-4089-8ef0-23895f958b91 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Pushing event deleted for resources: {'Port': ['ID=b447d6be-6e0c-4947-a572-7ecf0a215aa7,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:19.506722 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-911c1ada-8c3d-4e7b-bb89-d0f0854099e5 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:19.528709 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-413c7fd3-360c-47b1-bf77-441b5859749b tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:19.532254 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9cef02-421d-4247-ab75-f5aaf7c5c62b tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Pushing event updated for resources: {'Subnet': ['ID=a5b3fd4f-eda4-4fda-9d49-e7e60bed205c,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:19.535064 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9ec652-3865-4089-8ef0-23895f958b91 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] No DVR routers for this DVR port b447d6be-6e0c-4947-a572-7ecf0a215aa7 on host dv-neutron-833373-2-hyperv {{(pid=83826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:56:19.645440 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413c7fd3-360c-47b1-bf77-441b5859749b tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Pushing event deleted for resources: {'Port': ['ID=0a310e84-7614-433f-a7c1-656ed520ef33,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:19.664491 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d06ef98-edf8-4660-a9fb-256982c00583 req-f0305e1e-0052-4ef3-aaa1-c76e6594efa7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:19.666097 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-0d06ef98-edf8-4660-a9fb-256982c00583 req-f0305e1e-0052-4ef3-aaa1-c76e6594efa7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=21288751-9373-42e7-a8d7-bf1fbaa867d9 HTTP/1.1" status: 200 len: 932 time: 0.5342259 Apr 01 15:56:19.735649 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-66fb011e-bbbf-4e7f-a213-812e58b5d3a7 req-0838be20-b9de-4e53-90a0-fc0fe8ebdeef service neutron] Notify callbacks [] for port, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:19.802613 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44391e99-00c6-4472-8efc-474452e0344a None None] Network cb581ce8-4949-4f8e-bb23-7816623994f5 is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83829) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:56:19.814197 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9cef02-421d-4247-ab75-f5aaf7c5c62b tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Checking segment: {'id': 'b25e0f7e-0cb3-4e97-a63c-3b09709edb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cb581ce8-4949-4f8e-bb23-7816623994f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:56:19.814502 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9cef02-421d-4247-ab75-f5aaf7c5c62b tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Network hostable DHCP agents. Network: cb581ce8-4949-4f8e-bb23-7816623994f5, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:56:19.816138 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44391e99-00c6-4472-8efc-474452e0344a None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, cb581ce8-4949-4f8e-bb23-7816623994f5) {{(pid=83829) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 15:56:19.822602 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2c9ec652-3865-4089-8ef0-23895f958b91 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:19.837633 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-09e5df0e-bf87-404a-a0a1-8a97298bc85e tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Unset dirty status for tenant:d43469dfc0b440c3b15d5b674848a763 on resource:security_group_rule {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:56:19.841648 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-09e5df0e-bf87-404a-a0a1-8a97298bc85e tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.5776992 Apr 01 15:56:19.842828 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [req-66fb011e-bbbf-4e7f-a213-812e58b5d3a7 req-0838be20-b9de-4e53-90a0-fc0fe8ebdeef service neutron] Transition to ACTIVE for port object 70e0d77a-0638-4417-b919-f26af4acd11f will not be triggered until provisioned by entity L2. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:19.845856 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53558) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:19.865980 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-66fb011e-bbbf-4e7f-a213-812e58b5d3a7 req-0838be20-b9de-4e53-90a0-fc0fe8ebdeef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:19.911984 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-2c9ec652-3865-4089-8ef0-23895f958b91 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b0ae31a-9ca2-4cf9-b0f6-ff0d5c001449']}} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:19.939987 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-2c9ec652-3865-4089-8ef0-23895f958b91 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38a5dd48-b232-413c-81f0-0215da36c8ff') {'for_net_delete': True} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:19.940282 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-2c9ec652-3865-4089-8ef0-23895f958b91 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38a5dd48-b232-413c-81f0-0215da36c8ff') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:19.952877 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9cef02-421d-4247-ab75-f5aaf7c5c62b tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Unable to find a vacant binding_index for network cb581ce8-4949-4f8e-bb23-7816623994f5 and agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 {{(pid=83826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Apr 01 15:56:19.962117 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2c9ec652-3865-4089-8ef0-23895f958b91 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16610763'] for segment, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:19.989354 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-0d06ef98-edf8-4660-a9fb-256982c00583 req-67d3e92f-503d-40bd-8505-0e11ce1b0b6f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3431d3c-e98f-4809-b635-c1daf3c86b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2574410 Apr 01 15:56:20.067304 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-4d9cef02-421d-4247-ab75-f5aaf7c5c62b tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, cb581ce8-4949-4f8e-bb23-7816623994f5) {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:20.082401 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0838be20-b9de-4e53-90a0-fc0fe8ebdeef service neutron] Pushing event updated for resources: {'Port': ['ID=70e0d77a-0638-4417-b919-f26af4acd11f,revision_number=2']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:20.091506 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6ac8c72-5ada-46d6-9699-8d623949069d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:56:20.120434 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2b50626f-19db-4b0c-8b6e-9de68ca79094 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:20.128665 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-911c1ada-8c3d-4e7b-bb89-d0f0854099e5 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15306565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16030232'] for subnet, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:20.128990 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2c9ec652-3865-4089-8ef0-23895f958b91 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:20.131927 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9cef02-421d-4247-ab75-f5aaf7c5c62b tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:20.133300 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4d9cef02-421d-4247-ab75-f5aaf7c5c62b tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:20.152524 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c9ec652-3865-4089-8ef0-23895f958b91 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=83826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:56:20.152952 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2c9ec652-3865-4089-8ef0-23895f958b91 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15415164'] for segment, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:20.176600 dv-neutron-833373-2-hyperv neutron-server[83826]: Traceback (most recent call last): Apr 01 15:56:20.176600 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:56:20.176600 dv-neutron-833373-2-hyperv neutron-server[83826]: timer() Apr 01 15:56:20.176600 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:56:20.176600 dv-neutron-833373-2-hyperv neutron-server[83826]: cb(*args, **kw) Apr 01 15:56:20.176600 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:56:20.176600 dv-neutron-833373-2-hyperv neutron-server[83826]: return func(*args, **kwargs) Apr 01 15:56:20.176600 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:56:20.176600 dv-neutron-833373-2-hyperv neutron-server[83826]: self._notify() Apr 01 15:56:20.176600 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:56:20.176600 dv-neutron-833373-2-hyperv neutron-server[83826]: self.callback(batched_events) Apr 01 15:56:20.176600 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:56:20.176600 dv-neutron-833373-2-hyperv neutron-server[83826]: event.method(event) Apr 01 15:56:20.176600 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:56:20.176600 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:56:20.176600 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:56:20.176600 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:56:20.176600 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:56:20.176600 dv-neutron-833373-2-hyperv neutron-server[83826]: return f(self, *a, **k) Apr 01 15:56:20.176600 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:56:20.176600 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._get(url).json() Apr 01 15:56:20.176600 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:56:20.176600 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:56:20.176600 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:56:20.176600 dv-neutron-833373-2-hyperv neutron-server[83826]: return self.request(url, 'GET', **kwargs) Apr 01 15:56:20.176600 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:56:20.176600 dv-neutron-833373-2-hyperv neutron-server[83826]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:56:20.176600 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:56:20.176600 dv-neutron-833373-2-hyperv neutron-server[83826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:56:20.176600 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:56:20.176600 dv-neutron-833373-2-hyperv neutron-server[83826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:56:20.176600 dv-neutron-833373-2-hyperv neutron-server[83826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:56:20.185934 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-c6ac8c72-5ada-46d6-9699-8d623949069d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "PUT /v2.0/routers/f439af62-7102-449c-b078-1a30b3b1ea47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8681247 Apr 01 15:56:20.185934 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2b50626f-19db-4b0c-8b6e-9de68ca79094 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:20.186229 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53562) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:20.201522 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534d048a-7e84-4ca6-98bd-a72b195f87fa None None] Sync routers for ids ['f439af62-7102-449c-b078-1a30b3b1ea47'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:56:20.202054 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911c1ada-8c3d-4e7b-bb89-d0f0854099e5 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event deleted for resources: {'Subnet': ['ID=4eb1252f-c300-4707-a810-e7ba74d13484,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:20.245736 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-911c1ada-8c3d-4e7b-bb89-d0f0854099e5 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:20.247330 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534d048a-7e84-4ca6-98bd-a72b195f87fa None None] Routers {'f439af62-7102-449c-b078-1a30b3b1ea47'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:56:20.249039 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-534d048a-7e84-4ca6-98bd-a72b195f87fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:55:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['f439af62-7102-449c-b078-1a30b3b1ea47'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:20.295591 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-911c1ada-8c3d-4e7b-bb89-d0f0854099e5 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "DELETE /v2.0/subnets/4eb1252f-c300-4707-a810-e7ba74d13484 HTTP/1.1" status: 204 len: 168 time: 2.1194518 Apr 01 15:56:20.296628 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53566) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:20.299164 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2b50626f-19db-4b0c-8b6e-9de68ca79094 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:20.305053 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2b50626f-19db-4b0c-8b6e-9de68ca79094 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:20.305329 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-f2bb4a89-17f0-4678-b0ed-242805a1e774 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "GET /v2.0/ports?device_id=f439af62-7102-449c-b078-1a30b3b1ea47 HTTP/1.1" status: 200 len: 205 time: 0.1189430 Apr 01 15:56:20.309639 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-413c7fd3-360c-47b1-bf77-441b5859749b tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617660'] for router_gateway, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:20.309923 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-2b50626f-19db-4b0c-8b6e-9de68ca79094 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/67062a6f-f2d0-4377-9305-ce32694a434b HTTP/1.1" status: 204 len: 168 time: 0.4571271 Apr 01 15:56:20.331213 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-534d048a-7e84-4ca6-98bd-a72b195f87fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:20.340522 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53570) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:20.340852 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53572) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:20.397173 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534d048a-7e84-4ca6-98bd-a72b195f87fa None None] Routers {'f439af62-7102-449c-b078-1a30b3b1ea47'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:56:20.397844 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-534d048a-7e84-4ca6-98bd-a72b195f87fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:55:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['f439af62-7102-449c-b078-1a30b3b1ea47'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:20.428361 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b50626f-19db-4b0c-8b6e-9de68ca79094 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=67062a6f-f2d0-4377-9305-ce32694a434b,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:20.448429 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-4d9cef02-421d-4247-ab75-f5aaf7c5c62b tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3484895 Apr 01 15:56:20.448429 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53578) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:20.453502 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-f610f592-6f90-495d-9d2f-1fe5fac37e01 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-537022700', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:56:20.461946 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-f610f592-6f90-495d-9d2f-1fe5fac37e01 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:20.465854 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2c9ec652-3865-4089-8ef0-23895f958b91 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:20.471476 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-f610f592-6f90-495d-9d2f-1fe5fac37e01 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Usage tracker for resource:router and tenant:113c2dcebd4142eb9b767ab7a8fce06c is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:20.471704 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-534d048a-7e84-4ca6-98bd-a72b195f87fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:20.471704 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534d048a-7e84-4ca6-98bd-a72b195f87fa None None] The sync data for ids ['f439af62-7102-449c-b078-1a30b3b1ea47'] in dv-neutron-833373-2-hyperv is: [] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:56:20.526807 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a23056a-70e1-44af-93b8-7c3aff8f5638 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-cb581ce8-4949-4f8e-bb23-7816623994f5', 'network_id': 'cb581ce8-4949-4f8e-bb23-7816623994f5', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'fixed_ips': [{'subnet_id': 'a5b3fd4f-eda4-4fda-9d49-e7e60bed205c'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:56:20.527633 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-7a23056a-70e1-44af-93b8-7c3aff8f5638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:20.543421 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-f610f592-6f90-495d-9d2f-1fe5fac37e01 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:20.546831 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2c9ec652-3865-4089-8ef0-23895f958b91 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:20.563309 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-f610f592-6f90-495d-9d2f-1fe5fac37e01 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:20.620603 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [req-66fb011e-bbbf-4e7f-a213-812e58b5d3a7 req-0838be20-b9de-4e53-90a0-fc0fe8ebdeef service neutron] Attempting to bind port 70e0d77a-0638-4417-b919-f26af4acd11f on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:56:20.620603 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [req-66fb011e-bbbf-4e7f-a213-812e58b5d3a7 req-0838be20-b9de-4e53-90a0-fc0fe8ebdeef service neutron] Attempting to bind port 70e0d77a-0638-4417-b919-f26af4acd11f by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '17425429-0d0c-4b33-953c-3197bd34ece2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '59a027d1-0bac-441c-bf75-e20666fea16a'}] {{(pid=83828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:56:20.620603 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66fb011e-bbbf-4e7f-a213-812e58b5d3a7 req-0838be20-b9de-4e53-90a0-fc0fe8ebdeef service neutron] Attempting to bind port 70e0d77a-0638-4417-b919-f26af4acd11f on network 59a027d1-0bac-441c-bf75-e20666fea16a {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:56:20.632254 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a2b55676-9348-46a6-84d1-c9f4635ced38 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:20.656389 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-ad6b2c32-8217-470c-aad1-ffdb919fc567 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Synchronizing usage tracker for tenant:d43469dfc0b440c3b15d5b674848a763 on resource:security_group_rule {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:56:20.659018 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66fb011e-bbbf-4e7f-a213-812e58b5d3a7 req-0838be20-b9de-4e53-90a0-fc0fe8ebdeef service neutron] Port 70e0d77a-0638-4417-b919-f26af4acd11f on network 59a027d1-0bac-441c-bf75-e20666fea16a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:56:20.659344 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66fb011e-bbbf-4e7f-a213-812e58b5d3a7 req-0838be20-b9de-4e53-90a0-fc0fe8ebdeef service neutron] Attempting to bind port 70e0d77a-0638-4417-b919-f26af4acd11f on network 59a027d1-0bac-441c-bf75-e20666fea16a {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:56:20.679832 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ffe1877d-26a3-4ba7-a7e5-bffe4f3facb3 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for router, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:20.710447 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-7a23056a-70e1-44af-93b8-7c3aff8f5638 None None] Allocated IP 172.20.0.2 (cb581ce8-4949-4f8e-bb23-7816623994f5/a5b3fd4f-eda4-4fda-9d49-e7e60bed205c/8c530735-e00e-4096-8aa1-53d276c962cf) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:56:20.737243 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9ec652-3865-4089-8ef0-23895f958b91 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Pushing event deleted for resources: {'Network': ['ID=3b0ae31a-9ca2-4cf9-b0f6-ff0d5c001449,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:20.739746 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66fb011e-bbbf-4e7f-a213-812e58b5d3a7 req-0838be20-b9de-4e53-90a0-fc0fe8ebdeef service neutron] Checking agent: {'id': '5b2860be-0b4f-4931-914a-5d10403eafcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 47, 24), 'started_at': datetime.datetime(2022, 4, 1, 15, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:56:20.740553 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66fb011e-bbbf-4e7f-a213-812e58b5d3a7 req-0838be20-b9de-4e53-90a0-fc0fe8ebdeef service neutron] Checking segment: {'id': '17425429-0d0c-4b33-953c-3197bd34ece2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '59a027d1-0bac-441c-bf75-e20666fea16a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:56:20.740553 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66fb011e-bbbf-4e7f-a213-812e58b5d3a7 req-0838be20-b9de-4e53-90a0-fc0fe8ebdeef service neutron] Bound using segment: {'id': '17425429-0d0c-4b33-953c-3197bd34ece2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '59a027d1-0bac-441c-bf75-e20666fea16a'} {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:56:20.741049 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [req-66fb011e-bbbf-4e7f-a213-812e58b5d3a7 req-0838be20-b9de-4e53-90a0-fc0fe8ebdeef service neutron] Bound port: 70e0d77a-0638-4417-b919-f26af4acd11f, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17425429-0d0c-4b33-953c-3197bd34ece2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '59a027d1-0bac-441c-bf75-e20666fea16a'}}] {{(pid=83828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:56:20.741399 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-66fb011e-bbbf-4e7f-a213-812e58b5d3a7 req-0838be20-b9de-4e53-90a0-fc0fe8ebdeef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:20.752862 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-2c9ec652-3865-4089-8ef0-23895f958b91 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] 10.222.0.55 "DELETE /v2.0/networks/3b0ae31a-9ca2-4cf9-b0f6-ff0d5c001449 HTTP/1.1" status: 204 len: 168 time: 6.3218224 Apr 01 15:56:20.754979 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53582) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:20.765097 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-a2b55676-9348-46a6-84d1-c9f4635ced38 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Deleting port c6ab1e10-e487-49a0-aa21-da39ece73f78 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:56:20.765363 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a2b55676-9348-46a6-84d1-c9f4635ced38 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:20.766093 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-2de0013e-f88b-415d-98c6-cb80117f4874 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-820286549'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:56:20.772549 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-2de0013e-f88b-415d-98c6-cb80117f4874 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:20.774965 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f610f592-6f90-495d-9d2f-1fe5fac37e01 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130665'] for router, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:20.775879 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f610f592-6f90-495d-9d2f-1fe5fac37e01 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617571', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130640'] for router, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:20.780597 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-413c7fd3-360c-47b1-bf77-441b5859749b tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130651'] for router, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:20.784596 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-2de0013e-f88b-415d-98c6-cb80117f4874 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Usage tracker for resource:network and tenant:ca4419a52cd8404a85bea4fb3af2a91f is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:20.789351 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-2de0013e-f88b-415d-98c6-cb80117f4874 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:20.798214 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-2de0013e-f88b-415d-98c6-cb80117f4874 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:20.806237 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-413c7fd3-360c-47b1-bf77-441b5859749b tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:20.820421 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2de0013e-f88b-415d-98c6-cb80117f4874 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Made reservation on behalf of ca4419a52cd8404a85bea4fb3af2a91f for: {'network': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:20.823378 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2de0013e-f88b-415d-98c6-cb80117f4874 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:20.853258 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-ad6b2c32-8217-470c-aad1-ffdb919fc567 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Unset dirty status for tenant:d43469dfc0b440c3b15d5b674848a763 on resource:security_group_rule {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:56:20.853484 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f610f592-6f90-495d-9d2f-1fe5fac37e01 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:20.854506 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-ad6b2c32-8217-470c-aad1-ffdb919fc567 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.5111074 Apr 01 15:56:20.861256 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53586) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:20.872321 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-8842a7ab-29ba-4a66-a9a4-f034cc3f9a4b tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Request body: {'security_group_rule': {'security_group_id': 'fc3395c0-d09a-4739-a646-a46c62808c47', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:56:20.883278 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-8842a7ab-29ba-4a66-a9a4-f034cc3f9a4b tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:20.895067 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-413c7fd3-360c-47b1-bf77-441b5859749b tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607376'] for router, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:20.895583 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-413c7fd3-360c-47b1-bf77-441b5859749b tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Fanout notify agent at l3_agent the message router_deleted on router cba7329d-6a0a-47fe-856a-ce64bb37b083 {{(pid=83826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:56:20.906284 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-8842a7ab-29ba-4a66-a9a4-f034cc3f9a4b tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:20.908442 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2de0013e-f88b-415d-98c6-cb80117f4874 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=83826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:56:20.917736 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f610f592-6f90-495d-9d2f-1fe5fac37e01 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616'] for router, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:20.942263 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2de0013e-f88b-415d-98c6-cb80117f4874 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:20.942972 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.segments_db [None req-2de0013e-f88b-415d-98c6-cb80117f4874 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Added segment a797b646-fb71-41b7-91f9-6a7a1895455c of type vlan for network e0a1ece6-0fb3-4868-a9ed-a861c12fabfb Apr 01 15:56:20.959240 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8842a7ab-29ba-4a66-a9a4-f034cc3f9a4b tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:20.962297 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-7a23056a-70e1-44af-93b8-7c3aff8f5638 None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:20.973162 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-413c7fd3-360c-47b1-bf77-441b5859749b tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks [] for router, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:20.974257 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-413c7fd3-360c-47b1-bf77-441b5859749b tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] 10.222.0.55 "DELETE /v2.0/routers/cba7329d-6a0a-47fe-856a-ce64bb37b083 HTTP/1.1" status: 204 len: 168 time: 5.6744175 Apr 01 15:56:20.974783 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-7a23056a-70e1-44af-93b8-7c3aff8f5638 None None] Transition to ACTIVE for port object 8c530735-e00e-4096-8aa1-53d276c962cf will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:20.978976 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53590) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:20.981858 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f610f592-6f90-495d-9d2f-1fe5fac37e01 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for router, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:20.985341 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-f610f592-6f90-495d-9d2f-1fe5fac37e01 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5340610 Apr 01 15:56:20.994408 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53594) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:21.005166 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-7a23056a-70e1-44af-93b8-7c3aff8f5638 None None] Transition to ACTIVE for port object 8c530735-e00e-4096-8aa1-53d276c962cf will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:21.014295 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-fb099e13-5ac9-4ff1-b20b-6c1d1b794746 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-594301421', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:56:21.014617 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-4c5c1c32-3e24-43b9-8111-e7b07d9784d3 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Request body: {'port': {'network_id': 'cb581ce8-4949-4f8e-bb23-7816623994f5', 'name': 'tempest-RoutersTest-1142857222'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:56:21.015564 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-7a23056a-70e1-44af-93b8-7c3aff8f5638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:21.105031 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2de0013e-f88b-415d-98c6-cb80117f4874 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:21.115707 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a23056a-70e1-44af-93b8-7c3aff8f5638 None None] Network cb581ce8-4949-4f8e-bb23-7816623994f5 is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:56:21.119633 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-7a23056a-70e1-44af-93b8-7c3aff8f5638 None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:21.121810 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a23056a-70e1-44af-93b8-7c3aff8f5638 None None] Pushing event updated for resources: {'Port': ['ID=8c530735-e00e-4096-8aa1-53d276c962cf,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:21.124953 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a23056a-70e1-44af-93b8-7c3aff8f5638 None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:56:21.232429 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-7a23056a-70e1-44af-93b8-7c3aff8f5638 None None] Attempting to bind port 8c530735-e00e-4096-8aa1-53d276c962cf on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:56:21.232856 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-7a23056a-70e1-44af-93b8-7c3aff8f5638 None None] Attempting to bind port 8c530735-e00e-4096-8aa1-53d276c962cf by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'b25e0f7e-0cb3-4e97-a63c-3b09709edb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cb581ce8-4949-4f8e-bb23-7816623994f5'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:56:21.233184 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a23056a-70e1-44af-93b8-7c3aff8f5638 None None] Attempting to bind port 8c530735-e00e-4096-8aa1-53d276c962cf on network cb581ce8-4949-4f8e-bb23-7816623994f5 {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:56:21.244354 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a23056a-70e1-44af-93b8-7c3aff8f5638 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:56:21.244878 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a23056a-70e1-44af-93b8-7c3aff8f5638 None None] Checking segment: {'id': 'b25e0f7e-0cb3-4e97-a63c-3b09709edb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cb581ce8-4949-4f8e-bb23-7816623994f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:56:21.245162 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-7a23056a-70e1-44af-93b8-7c3aff8f5638 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:21.245587 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a23056a-70e1-44af-93b8-7c3aff8f5638 None None] Bound using segment: {'id': 'b25e0f7e-0cb3-4e97-a63c-3b09709edb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cb581ce8-4949-4f8e-bb23-7816623994f5'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:56:21.246617 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-fb099e13-5ac9-4ff1-b20b-6c1d1b794746 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:21.246762 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-7a23056a-70e1-44af-93b8-7c3aff8f5638 None None] Bound port: 8c530735-e00e-4096-8aa1-53d276c962cf, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b25e0f7e-0cb3-4e97-a63c-3b09709edb30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cb581ce8-4949-4f8e-bb23-7816623994f5'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:56:21.247097 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8842a7ab-29ba-4a66-a9a4-f034cc3f9a4b tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:21.247537 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-7a23056a-70e1-44af-93b8-7c3aff8f5638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:21.259742 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8842a7ab-29ba-4a66-a9a4-f034cc3f9a4b tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:21.279615 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-fb099e13-5ac9-4ff1-b20b-6c1d1b794746 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Usage tracker for resource:router and tenant:feaf526a4c804601a6b0d1ed32ad6956 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:21.284489 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2de0013e-f88b-415d-98c6-cb80117f4874 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:21.287098 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-fb099e13-5ac9-4ff1-b20b-6c1d1b794746 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:21.288210 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de0013e-f88b-415d-98c6-cb80117f4874 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:21.288980 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2de0013e-f88b-415d-98c6-cb80117f4874 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:21.290402 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [req-66fb011e-bbbf-4e7f-a213-812e58b5d3a7 req-0838be20-b9de-4e53-90a0-fc0fe8ebdeef service neutron] For port 70e0d77a-0638-4417-b919-f26af4acd11f, host hv-neutron-8333, cleared binding levels {{(pid=83828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:56:21.293215 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-4c5c1c32-3e24-43b9-8111-e7b07d9784d3 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:21.336895 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8842a7ab-29ba-4a66-a9a4-f034cc3f9a4b tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=886f6d05-1c04-4efe-88d7-4bd3353ebcb1,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:21.350608 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-4c5c1c32-3e24-43b9-8111-e7b07d9784d3 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Usage tracker for resource:port and tenant:113c2dcebd4142eb9b767ab7a8fce06c is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:21.404714 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-4c5c1c32-3e24-43b9-8111-e7b07d9784d3 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:21.440474 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-4c5c1c32-3e24-43b9-8111-e7b07d9784d3 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:21.463153 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-2de0013e-f88b-415d-98c6-cb80117f4874 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7040329 Apr 01 15:56:21.465146 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53600) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:21.467488 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8842a7ab-29ba-4a66-a9a4-f034cc3f9a4b tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:21.472486 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-8842a7ab-29ba-4a66-a9a4-f034cc3f9a4b tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6022944 Apr 01 15:56:21.472486 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de0013e-f88b-415d-98c6-cb80117f4874 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Pushing event updated for resources: {'Network': ['ID=e0a1ece6-0fb3-4868-a9ed-a861c12fabfb,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:21.476135 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53604) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:21.482117 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-235674b6-7a77-44a8-be29-63cfaba386fc tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Request body: {'subnet': {'network_id': 'e0a1ece6-0fb3-4868-a9ed-a861c12fabfb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:56:21.507723 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network e0a1ece6-0fb3-4868-a9ed-a861c12fabfb details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:56:21.522112 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c5c1c32-3e24-43b9-8111-e7b07d9784d3 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Made reservation on behalf of 113c2dcebd4142eb9b767ab7a8fce06c for: {'port': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:21.525873 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4c5c1c32-3e24-43b9-8111-e7b07d9784d3 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:21.595278 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421a0f44-6eda-4d59-bbf8-4a733e74c115 req-8d60153d-0a9d-4767-b795-cc55ec1a44d8 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:21.595581 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-7a23056a-70e1-44af-93b8-7c3aff8f5638 None None] For port 8c530735-e00e-4096-8aa1-53d276c962cf, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:56:21.596684 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-421a0f44-6eda-4d59-bbf8-4a733e74c115 req-8d60153d-0a9d-4767-b795-cc55ec1a44d8 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=21288751-9373-42e7-a8d7-bf1fbaa867d9 HTTP/1.1" status: 200 len: 944 time: 0.4299634 Apr 01 15:56:21.615045 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-fb099e13-5ac9-4ff1-b20b-6c1d1b794746 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:21.621854 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-7a23056a-70e1-44af-93b8-7c3aff8f5638 None None] For port 8c530735-e00e-4096-8aa1-53d276c962cf, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=8c530735-e00e-4096-8aa1-53d276c962cf,segment=NetworkSegment(b25e0f7e-0cb3-4e97-a63c-3b09709edb30),segment_id=b25e0f7e-0cb3-4e97-a63c-3b09709edb30)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:56:21.638401 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-7a23056a-70e1-44af-93b8-7c3aff8f5638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:21.639119 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [req-66fb011e-bbbf-4e7f-a213-812e58b5d3a7 req-0838be20-b9de-4e53-90a0-fc0fe8ebdeef service neutron] For port 70e0d77a-0638-4417-b919-f26af4acd11f, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=70e0d77a-0638-4417-b919-f26af4acd11f,segment=NetworkSegment(17425429-0d0c-4b33-953c-3197bd34ece2),segment_id=17425429-0d0c-4b33-953c-3197bd34ece2)] {{(pid=83828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:56:21.640541 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-362cdc42-4134-4614-a95a-d782f45659ba tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] 10.222.0.55 "GET /v2.0/security-group-rules/886f6d05-1c04-4efe-88d7-4bd3353ebcb1 HTTP/1.1" status: 200 len: 706 time: 0.1631904 Apr 01 15:56:21.648618 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53608) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:21.650926 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ffe1877d-26a3-4ba7-a7e5-bffe4f3facb3 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130651'] for router, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:21.661371 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-66fb011e-bbbf-4e7f-a213-812e58b5d3a7 req-0838be20-b9de-4e53-90a0-fc0fe8ebdeef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:21.682299 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [None req-4c5c1c32-3e24-43b9-8111-e7b07d9784d3 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] device_id is not set on port cfe7e3e6-bc28-4205-bd6e-eabc98e1e59c yet. {{(pid=83826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:56:21.701169 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-fb099e13-5ac9-4ff1-b20b-6c1d1b794746 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130665'] for router, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:21.703993 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-fb099e13-5ac9-4ff1-b20b-6c1d1b794746 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617571', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130640'] for router, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:21.724857 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-a2b55676-9348-46a6-84d1-c9f4635ced38 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] For port c6ab1e10-e487-49a0-aa21-da39ece73f78, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=c6ab1e10-e487-49a0-aa21-da39ece73f78,segment=NetworkSegment(8c0671ec-10fb-4bc9-8d20-e5ceef7def39),segment_id=8c0671ec-10fb-4bc9-8d20-e5ceef7def39)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:56:21.725087 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a2b55676-9348-46a6-84d1-c9f4635ced38 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:21.748491 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ffe1877d-26a3-4ba7-a7e5-bffe4f3facb3 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:21.756005 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-235674b6-7a77-44a8-be29-63cfaba386fc tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:21.775861 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-235674b6-7a77-44a8-be29-63cfaba386fc tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Usage tracker for resource:subnet and tenant:ca4419a52cd8404a85bea4fb3af2a91f is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:21.778468 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a23056a-70e1-44af-93b8-7c3aff8f5638 None None] Pushing event updated for resources: {'Port': ['ID=8c530735-e00e-4096-8aa1-53d276c962cf,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:21.782523 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-235674b6-7a77-44a8-be29-63cfaba386fc tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:21.792812 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-421a0f44-6eda-4d59-bbf8-4a733e74c115 req-869b25c8-faa4-4b41-a1c3-4c8ec705da84 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3431d3c-e98f-4809-b635-c1daf3c86b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1811500 Apr 01 15:56:21.801099 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-235674b6-7a77-44a8-be29-63cfaba386fc tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:21.842120 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-cd7085b5-a223-4078-bd7e-fd2727e4bd5c tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Synchronizing usage tracker for tenant:d43469dfc0b440c3b15d5b674848a763 on resource:security_group_rule {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:56:21.874298 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-235674b6-7a77-44a8-be29-63cfaba386fc tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Made reservation on behalf of ca4419a52cd8404a85bea4fb3af2a91f for: {'subnet': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:21.899187 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-a2b55676-9348-46a6-84d1-c9f4635ced38 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Calling delete_port for c6ab1e10-e487-49a0-aa21-da39ece73f78 owned by network:dhcp {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:56:21.932029 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-66fb011e-bbbf-4e7f-a213-812e58b5d3a7 req-0838be20-b9de-4e53-90a0-fc0fe8ebdeef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:21.933943 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-66fb011e-bbbf-4e7f-a213-812e58b5d3a7 req-0838be20-b9de-4e53-90a0-fc0fe8ebdeef service neutron] 10.222.0.24 "PUT /v2.0/ports/70e0d77a-0638-4417-b919-f26af4acd11f HTTP/1.1" status: 200 len: 1094 time: 4.2870176 Apr 01 15:56:21.947158 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21288751-9373-42e7-a8d7-bf1fbaa867d9', 'tag': '70e0d77a-0638-4417-b919-f26af4acd11f'}] {{(pid=83828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:56:22.004320 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-cd7085b5-a223-4078-bd7e-fd2727e4bd5c tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Unset dirty status for tenant:d43469dfc0b440c3b15d5b674848a763 on resource:security_group_rule {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:56:22.005768 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-cd7085b5-a223-4078-bd7e-fd2727e4bd5c tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.3463805 Apr 01 15:56:22.015607 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53616) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:22.020782 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-fb099e13-5ac9-4ff1-b20b-6c1d1b794746 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:22.026072 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-4c5c1c32-3e24-43b9-8111-e7b07d9784d3 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Allocated IP 172.20.0.6 (cb581ce8-4949-4f8e-bb23-7816623994f5/a5b3fd4f-eda4-4fda-9d49-e7e60bed205c/cfe7e3e6-bc28-4205-bd6e-eabc98e1e59c) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:56:22.096122 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0838be20-b9de-4e53-90a0-fc0fe8ebdeef service neutron] Pushing event updated for resources: {'Port': ['ID=70e0d77a-0638-4417-b919-f26af4acd11f,revision_number=3']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:22.120096 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ffe1877d-26a3-4ba7-a7e5-bffe4f3facb3 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607376'] for router, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:22.120384 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffe1877d-26a3-4ba7-a7e5-bffe4f3facb3 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Fanout notify agent at l3_agent the message router_deleted on router f439af62-7102-449c-b078-1a30b3b1ea47 {{(pid=83828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:56:22.197813 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-235674b6-7a77-44a8-be29-63cfaba386fc tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16088980'] for subnet, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:22.240427 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ffe1877d-26a3-4ba7-a7e5-bffe4f3facb3 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:22.246072 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53620) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:22.249270 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-ffe1877d-26a3-4ba7-a7e5-bffe4f3facb3 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "DELETE /v2.0/routers/f439af62-7102-449c-b078-1a30b3b1ea47 HTTP/1.1" status: 204 len: 168 time: 1.9000518 Apr 01 15:56:22.251798 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21288751-9373-42e7-a8d7-bf1fbaa867d9', 'tag': '70e0d77a-0638-4417-b919-f26af4acd11f', 'status': 'completed', 'code': 200} Apr 01 15:56:22.255698 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a2b55676-9348-46a6-84d1-c9f4635ced38 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:22.293352 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-72c2e3f8-3589-4c85-a9b3-5e3b5c9b1e3d tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:22.321080 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-fb099e13-5ac9-4ff1-b20b-6c1d1b794746 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616'] for router, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:22.332850 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b55676-9348-46a6-84d1-c9f4635ced38 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event deleted for resources: {'Port': ['ID=c6ab1e10-e487-49a0-aa21-da39ece73f78,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:22.341124 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-72c2e3f8-3589-4c85-a9b3-5e3b5c9b1e3d tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:22.363887 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b55676-9348-46a6-84d1-c9f4635ced38 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] No DVR routers for this DVR port c6ab1e10-e487-49a0-aa21-da39ece73f78 on host dv-neutron-833373-2-hyperv {{(pid=83828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:56:22.388363 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.ipam_backend_mixin [None req-235674b6-7a77-44a8-be29-63cfaba386fc tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Performing IP validity checks on allocation pools {{(pid=83826) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 01 15:56:22.389014 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.ipam_backend_mixin [None req-235674b6-7a77-44a8-be29-63cfaba386fc tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83826) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 01 15:56:22.444480 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-fb099e13-5ac9-4ff1-b20b-6c1d1b794746 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:22.446318 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-fb099e13-5ac9-4ff1-b20b-6c1d1b794746 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.4659925 Apr 01 15:56:22.452625 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53624) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:22.461451 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4c5c1c32-3e24-43b9-8111-e7b07d9784d3 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:22.471856 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-69a50028-b159-4094-a4ba-69cee1a1d5d5 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'enable_snat': False}}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:56:22.502176 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-72c2e3f8-3589-4c85-a9b3-5e3b5c9b1e3d tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:22.511453 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-66fb011e-bbbf-4e7f-a213-812e58b5d3a7 req-d4a01b91-c924-4da0-8f70-3e7d85bbddf0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=447e2c5010754fe1ad368efac7c75251&device_id=21288751-9373-42e7-a8d7-bf1fbaa867d9 HTTP/1.1" status: 200 len: 1097 time: 0.4883521 Apr 01 15:56:22.598456 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c2e3f8-3589-4c85-a9b3-5e3b5c9b1e3d tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=886f6d05-1c04-4efe-88d7-4bd3353ebcb1,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:22.603491 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a2b55676-9348-46a6-84d1-c9f4635ced38 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:22.626276 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-72c2e3f8-3589-4c85-a9b3-5e3b5c9b1e3d tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:22.627403 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-72c2e3f8-3589-4c85-a9b3-5e3b5c9b1e3d tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/886f6d05-1c04-4efe-88d7-4bd3353ebcb1 HTTP/1.1" status: 204 len: 168 time: 0.6104512 Apr 01 15:56:22.631039 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53630) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:22.643380 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-66fb011e-bbbf-4e7f-a213-812e58b5d3a7 req-f1390dc4-667e-4137-afd7-1be041ff35f0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70e0d77a-0638-4417-b919-f26af4acd11f HTTP/1.1" status: 200 len: 217 time: 0.1077938 Apr 01 15:56:22.703401 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-a2b55676-9348-46a6-84d1-c9f4635ced38 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2fa5f8a-0bd0-4938-ab9d-b00b7f951a0e']}} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:22.732866 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-a2b55676-9348-46a6-84d1-c9f4635ced38 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c0671ec-10fb-4bc9-8d20-e5ceef7def39') {'for_net_delete': True} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:22.733254 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-a2b55676-9348-46a6-84d1-c9f4635ced38 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c0671ec-10fb-4bc9-8d20-e5ceef7def39') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:22.755133 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a2b55676-9348-46a6-84d1-c9f4635ced38 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15303093'] for segment, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:22.766795 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb011e-bbbf-4e7f-a213-812e58b5d3a7 req-615bce5e-3a6e-4001-8b71-55bc733f6b57 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:22.768220 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-66fb011e-bbbf-4e7f-a213-812e58b5d3a7 req-615bce5e-3a6e-4001-8b71-55bc733f6b57 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b74bac9f-7384-4f6a-850f-c057f93a0214 HTTP/1.1" status: 200 len: 834 time: 0.1074834 Apr 01 15:56:22.780376 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [None req-4c5c1c32-3e24-43b9-8111-e7b07d9784d3 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Transition to ACTIVE for port object cfe7e3e6-bc28-4205-bd6e-eabc98e1e59c will not be triggered until provisioned by entity DHCP. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:22.822915 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a2b55676-9348-46a6-84d1-c9f4635ced38 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:22.840156 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-db58c51a-80a5-4852-b3f0-d158771bcfd6 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Synchronizing usage tracker for tenant:d43469dfc0b440c3b15d5b674848a763 on resource:security_group_rule {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:56:22.843228 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2b55676-9348-46a6-84d1-c9f4635ced38 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=83828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:56:22.843640 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a2b55676-9348-46a6-84d1-c9f4635ced38 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15306523'] for segment, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:22.860694 dv-neutron-833373-2-hyperv neutron-server[83828]: Traceback (most recent call last): Apr 01 15:56:22.860694 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:56:22.860694 dv-neutron-833373-2-hyperv neutron-server[83828]: timer() Apr 01 15:56:22.860694 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:56:22.860694 dv-neutron-833373-2-hyperv neutron-server[83828]: cb(*args, **kw) Apr 01 15:56:22.860694 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:56:22.860694 dv-neutron-833373-2-hyperv neutron-server[83828]: return func(*args, **kwargs) Apr 01 15:56:22.860694 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:56:22.860694 dv-neutron-833373-2-hyperv neutron-server[83828]: self._notify() Apr 01 15:56:22.860694 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:56:22.860694 dv-neutron-833373-2-hyperv neutron-server[83828]: self.callback(batched_events) Apr 01 15:56:22.860694 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:56:22.860694 dv-neutron-833373-2-hyperv neutron-server[83828]: event.method(event) Apr 01 15:56:22.860694 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:56:22.860694 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:56:22.860694 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:56:22.860694 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:56:22.860694 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:56:22.860694 dv-neutron-833373-2-hyperv neutron-server[83828]: return f(self, *a, **k) Apr 01 15:56:22.860694 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:56:22.860694 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._get(url).json() Apr 01 15:56:22.860694 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:56:22.860694 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:56:22.860694 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:56:22.860694 dv-neutron-833373-2-hyperv neutron-server[83828]: return self.request(url, 'GET', **kwargs) Apr 01 15:56:22.860694 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:56:22.860694 dv-neutron-833373-2-hyperv neutron-server[83828]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:56:22.860694 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:56:22.860694 dv-neutron-833373-2-hyperv neutron-server[83828]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:56:22.860694 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:56:22.860694 dv-neutron-833373-2-hyperv neutron-server[83828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:56:22.860694 dv-neutron-833373-2-hyperv neutron-server[83828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:56:22.990597 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-db58c51a-80a5-4852-b3f0-d158771bcfd6 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Unset dirty status for tenant:d43469dfc0b440c3b15d5b674848a763 on resource:security_group_rule {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:56:22.992777 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-db58c51a-80a5-4852-b3f0-d158771bcfd6 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3606050 Apr 01 15:56:22.996326 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53636) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:22.999271 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a2b55676-9348-46a6-84d1-c9f4635ced38 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:23.003699 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a2b55676-9348-46a6-84d1-c9f4635ced38 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:23.058765 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4c5c1c32-3e24-43b9-8111-e7b07d9784d3 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:23.086228 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-66fb011e-bbbf-4e7f-a213-812e58b5d3a7 req-efa42c46-435a-42f3-973d-0e81b1d15ecd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=59a027d1-0bac-441c-bf75-e20666fea16a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3095918 Apr 01 15:56:23.091152 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b55676-9348-46a6-84d1-c9f4635ced38 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event deleted for resources: {'Network': ['ID=b2fa5f8a-0bd0-4938-ab9d-b00b7f951a0e,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:23.116425 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-a2b55676-9348-46a6-84d1-c9f4635ced38 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "DELETE /v2.0/networks/b2fa5f8a-0bd0-4938-ab9d-b00b7f951a0e HTTP/1.1" status: 204 len: 168 time: 2.8151309 Apr 01 15:56:23.143101 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1251ff8-c01c-495a-9c21-50456e78236b tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Deleting subnet f7954787-1bc3-466c-85ec-48bd020e83c1 {{(pid=83826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:56:23.145123 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53640) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:23.191968 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-f6754682-e298-4fe5-9e7e-055122d9003c tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1050369055'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:56:23.211721 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-f6754682-e298-4fe5-9e7e-055122d9003c tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:23.238285 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a1251ff8-c01c-495a-9c21-50456e78236b tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for subnet, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:23.274694 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-f6754682-e298-4fe5-9e7e-055122d9003c tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Usage tracker for resource:network and tenant:11b74bb4c805440eb8922ec9333718ac is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:23.295104 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-f6754682-e298-4fe5-9e7e-055122d9003c tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:23.345882 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-f6754682-e298-4fe5-9e7e-055122d9003c tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:23.363228 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3fe5b88d-86e2-48e7-9ed3-47ee3967c67b tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:23.381868 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-235674b6-7a77-44a8-be29-63cfaba386fc tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15415267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16089018'] for subnet, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:23.386524 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 8c530735-e00e-4096-8aa1-53d276c962cf up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:56:23.389221 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5c1c32-3e24-43b9-8111-e7b07d9784d3 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Network cb581ce8-4949-4f8e-bb23-7816623994f5 is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:56:23.404053 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6754682-e298-4fe5-9e7e-055122d9003c tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Made reservation on behalf of 11b74bb4c805440eb8922ec9333718ac for: {'network': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:23.407189 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f6754682-e298-4fe5-9e7e-055122d9003c tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:23.445270 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53686a7-1ec5-4a8e-be95-7934a583f11b None None] Network cb581ce8-4949-4f8e-bb23-7816623994f5 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:56:23.450348 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a1251ff8-c01c-495a-9c21-50456e78236b tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16610770'] for subnet, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:23.463258 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9332f217-5da4-4120-86e6-998e0ff65741 None None] Network b2fa5f8a-0bd0-4938-ab9d-b00b7f951a0e requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:56:23.495679 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-4c5c1c32-3e24-43b9-8111-e7b07d9784d3 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:23.501153 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5c1c32-3e24-43b9-8111-e7b07d9784d3 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:56:23.522831 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9332f217-5da4-4120-86e6-998e0ff65741 None None] Network b2fa5f8a-0bd0-4938-ab9d-b00b7f951a0e could not be found, it might have been deleted concurrently. {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Apr 01 15:56:23.575272 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5c1c32-3e24-43b9-8111-e7b07d9784d3 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Pushing event updated for resources: {'Port': ['ID=cfe7e3e6-bc28-4205-bd6e-eabc98e1e59c,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:23.686522 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-66fb011e-bbbf-4e7f-a213-812e58b5d3a7 req-0c24df6a-4b94-40db-a6e6-90cc6444d135 service neutron] 10.222.0.24 "GET /v2.0/networks/59a027d1-0bac-441c-bf75-e20666fea16a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5362015 Apr 01 15:56:23.810628 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3fe5b88d-86e2-48e7-9ed3-47ee3967c67b tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:23.862912 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6754682-e298-4fe5-9e7e-055122d9003c tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=83828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:56:23.887853 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5c1c32-3e24-43b9-8111-e7b07d9784d3 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:23.888509 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4c5c1c32-3e24-43b9-8111-e7b07d9784d3 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:23.893932 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235674b6-7a77-44a8-be29-63cfaba386fc tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Pushing event updated for resources: {'Subnet': ['ID=39869975-e7ca-43fe-bb1f-aa979d1ef698,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:23.911901 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f6754682-e298-4fe5-9e7e-055122d9003c tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:23.912262 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.segments_db [None req-f6754682-e298-4fe5-9e7e-055122d9003c tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Added segment 2867bba5-104c-44af-958e-48067bcf1847 of type vlan for network f59c2ed3-f777-4eb5-9e69-07c9adb8b6fc Apr 01 15:56:23.915144 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014a55fc-e2de-47db-a6a4-c00a9abbb9e7 None None] DHCP port deletion for b2fa5f8a-0bd0-4938-ab9d-b00b7f951a0e request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:56:23.955743 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3fe5b88d-86e2-48e7-9ed3-47ee3967c67b tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:23.973092 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-9c5618fe-9ac5-4cc2-bf63-939f0ca6ba46 None None] Provisioning for port 8c530735-e00e-4096-8aa1-53d276c962cf completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:56:23.978625 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e6cf8-a52d-4e29-b8e3-9010322321e5 req-8d8203a6-63fc-4408-96fe-86569fe3c8f9 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:23.980402 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8c5e6cf8-a52d-4e29-b8e3-9010322321e5 req-8d8203a6-63fc-4408-96fe-86569fe3c8f9 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=21288751-9373-42e7-a8d7-bf1fbaa867d9 HTTP/1.1" status: 200 len: 944 time: 0.9153516 Apr 01 15:56:23.989195 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-66fb011e-bbbf-4e7f-a213-812e58b5d3a7 req-6f05e595-12c4-4735-93f0-56fbd6429c92 service neutron] 10.222.0.24 "GET /v2.0/networks/59a027d1-0bac-441c-bf75-e20666fea16a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2904961 Apr 01 15:56:23.997858 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe5b88d-86e2-48e7-9ed3-47ee3967c67b tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc3395c0-d09a-4739-a646-a46c62808c47,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:24.015063 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f6754682-e298-4fe5-9e7e-055122d9003c tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:24.021164 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:24.039837 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3fe5b88d-86e2-48e7-9ed3-47ee3967c67b tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:24.041104 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-3fe5b88d-86e2-48e7-9ed3-47ee3967c67b tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] 10.222.0.55 "DELETE /v2.0/security-groups/fc3395c0-d09a-4739-a646-a46c62808c47 HTTP/1.1" status: 204 len: 168 time: 1.0438178 Apr 01 15:56:24.055439 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53644) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:24.059084 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-7e23a923-b25b-45ea-8d6f-7537dcc6712d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:24.061561 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 8c530735-e00e-4096-8aa1-53d276c962cf completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:56:24.071585 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-4c5c1c32-3e24-43b9-8111-e7b07d9784d3 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.0728786 Apr 01 15:56:24.075378 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235674b6-7a77-44a8-be29-63cfaba386fc tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Checking segment: {'id': 'a797b646-fb71-41b7-91f9-6a7a1895455c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e0a1ece6-0fb3-4868-a9ed-a861c12fabfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:56:24.075747 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235674b6-7a77-44a8-be29-63cfaba386fc tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Network hostable DHCP agents. Network: e0a1ece6-0fb3-4868-a9ed-a861c12fabfb, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:56:24.079908 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 8c530735-e00e-4096-8aa1-53d276c962cf triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:24.080392 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53648) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:24.080806 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:24.081688 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a1251ff8-c01c-495a-9c21-50456e78236b tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:24.206019 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f6754682-e298-4fe5-9e7e-055122d9003c tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:24.215512 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6754682-e298-4fe5-9e7e-055122d9003c tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:24.216199 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f6754682-e298-4fe5-9e7e-055122d9003c tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:24.283443 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:24.350723 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port 8c530735-e00e-4096-8aa1-53d276c962cf, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=8c530735-e00e-4096-8aa1-53d276c962cf,segment=NetworkSegment(b25e0f7e-0cb3-4e97-a63c-3b09709edb30),segment_id=b25e0f7e-0cb3-4e97-a63c-3b09709edb30)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:56:24.359475 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:24.403373 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6754682-e298-4fe5-9e7e-055122d9003c tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event updated for resources: {'Network': ['ID=f59c2ed3-f777-4eb5-9e69-07c9adb8b6fc,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:24.408399 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-f6754682-e298-4fe5-9e7e-055122d9003c tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2567947 Apr 01 15:56:24.419300 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53652) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:24.437518 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network f59c2ed3-f777-4eb5-9e69-07c9adb8b6fc details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:56:24.452500 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8c5e6cf8-a52d-4e29-b8e3-9010322321e5 req-a26535c7-9d3e-4e3a-b52d-4b63658f9340 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3431d3c-e98f-4809-b635-c1daf3c86b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4379878 Apr 01 15:56:24.454589 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-69a50028-b159-4094-a4ba-69cee1a1d5d5 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130626'] for router, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:24.455695 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-42621832-a0ce-4781-bf2b-6cb7ee4cd4f3 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Request body: {'subnet': {'network_id': 'f59c2ed3-f777-4eb5-9e69-07c9adb8b6fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:56:24.553554 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a1251ff8-c01c-495a-9c21-50456e78236b tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15415074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16089009'] for subnet, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:24.580483 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-61d4d537-b9b2-4933-a92a-4c93dabfad3e tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Synchronizing usage tracker for tenant:d43469dfc0b440c3b15d5b674848a763 on resource:security_group {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:56:24.611673 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235674b6-7a77-44a8-be29-63cfaba386fc tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Network e0a1ece6-0fb3-4868-a9ed-a861c12fabfb is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:56:24.619115 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1251ff8-c01c-495a-9c21-50456e78236b tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Pushing event deleted for resources: {'Subnet': ['ID=f7954787-1bc3-466c-85ec-48bd020e83c1,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:24.628959 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-93237213-fec0-4b7c-983b-88b47b2fbf75 req-297a44ac-eb88-404a-9dca-2583dbed480d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=447e2c5010754fe1ad368efac7c75251&device_id=21288751-9373-42e7-a8d7-bf1fbaa867d9 HTTP/1.1" status: 200 len: 1097 time: 0.5498857 Apr 01 15:56:24.672379 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=8c530735-e00e-4096-8aa1-53d276c962cf,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:24.736093 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-42621832-a0ce-4781-bf2b-6cb7ee4cd4f3 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:24.738509 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-61d4d537-b9b2-4933-a92a-4c93dabfad3e tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Unset dirty status for tenant:d43469dfc0b440c3b15d5b674848a763 on resource:security_group {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:56:24.739755 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-61d4d537-b9b2-4933-a92a-4c93dabfad3e tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6831954 Apr 01 15:56:24.747740 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53656) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:24.760521 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-42621832-a0ce-4781-bf2b-6cb7ee4cd4f3 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Usage tracker for resource:subnet and tenant:11b74bb4c805440eb8922ec9333718ac is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:24.767030 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-e5f61bf4-0daa-417b-a77e-4e9cfe1c856d tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Request body: {'security_group': {'name': 'tempest-secgroup--2124363708'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:56:24.781478 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-42621832-a0ce-4781-bf2b-6cb7ee4cd4f3 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:24.789179 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-e5f61bf4-0daa-417b-a77e-4e9cfe1c856d tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:24.802114 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-42621832-a0ce-4781-bf2b-6cb7ee4cd4f3 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:24.821193 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-e5f61bf4-0daa-417b-a77e-4e9cfe1c856d tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:24.853819 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42621832-a0ce-4781-bf2b-6cb7ee4cd4f3 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Made reservation on behalf of 11b74bb4c805440eb8922ec9333718ac for: {'subnet': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:24.869675 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93fceaee-fafb-4140-92ec-2c9934b36d13 None None] Network cb581ce8-4949-4f8e-bb23-7816623994f5 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:56:24.872375 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e5f61bf4-0daa-417b-a77e-4e9cfe1c856d tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:24.891083 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93237213-fec0-4b7c-983b-88b47b2fbf75 req-d38e7180-6c0b-41fa-b0d3-08e4def3bd05 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:24.892609 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-93237213-fec0-4b7c-983b-88b47b2fbf75 req-d38e7180-6c0b-41fa-b0d3-08e4def3bd05 service neutron] 10.222.0.24 "GET /v2.0/networks?id=59a027d1-0bac-441c-bf75-e20666fea16a HTTP/1.1" status: 200 len: 896 time: 0.2533038 Apr 01 15:56:24.981564 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-235674b6-7a77-44a8-be29-63cfaba386fc tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, e0a1ece6-0fb3-4868-a9ed-a861c12fabfb) {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:24.984254 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a1251ff8-c01c-495a-9c21-50456e78236b tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:24.993318 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-a1251ff8-c01c-495a-9c21-50456e78236b tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "DELETE /v2.0/subnets/f7954787-1bc3-466c-85ec-48bd020e83c1 HTTP/1.1" status: 204 len: 168 time: 2.7461100 Apr 01 15:56:24.998499 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53660) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:24.999690 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235674b6-7a77-44a8-be29-63cfaba386fc tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:25.000262 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-235674b6-7a77-44a8-be29-63cfaba386fc tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:25.035091 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272fb8a4-e0f8-44c1-97db-4aa53949ea42 None None] Network e0a1ece6-0fb3-4868-a9ed-a861c12fabfb requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:56:25.050310 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c447057-f5b5-4719-9e55-cba92d9243fb None None] Network a241700e-b52a-4efd-a477-546365c5f17d requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:56:25.052630 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-e5f61bf4-0daa-417b-a77e-4e9cfe1c856d tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:25.058176 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-e5f61bf4-0daa-417b-a77e-4e9cfe1c856d tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Usage tracker for resource:security_group_rule and tenant:d43469dfc0b440c3b15d5b674848a763 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:25.062072 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-e5f61bf4-0daa-417b-a77e-4e9cfe1c856d tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:25.068307 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-e5f61bf4-0daa-417b-a77e-4e9cfe1c856d tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:25.073057 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-310c5eb7-9f82-4522-84c8-0194377ee84d None None] Provisioning for port cfe7e3e6-bc28-4205-bd6e-eabc98e1e59c completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:56:25.152769 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-235674b6-7a77-44a8-be29-63cfaba386fc tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.6824090 Apr 01 15:56:25.157850 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53664) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:25.165730 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e5f61bf4-0daa-417b-a77e-4e9cfe1c856d tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:25.190799 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-93237213-fec0-4b7c-983b-88b47b2fbf75 req-468e951a-fa21-4659-9a33-dd247909922d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70e0d77a-0638-4417-b919-f26af4acd11f HTTP/1.1" status: 200 len: 217 time: 0.2445135 Apr 01 15:56:25.197954 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e5f61bf4-0daa-417b-a77e-4e9cfe1c856d tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:25.216315 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-42621832-a0ce-4781-bf2b-6cb7ee4cd4f3 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16030269'] for subnet, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:25.272088 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-310c5eb7-9f82-4522-84c8-0194377ee84d None None] Provisioning complete for port cfe7e3e6-bc28-4205-bd6e-eabc98e1e59c triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:25.272469 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-310c5eb7-9f82-4522-84c8-0194377ee84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:25.311146 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 8c530735-e00e-4096-8aa1-53d276c962cf up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:56:25.315501 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-921da379-97a0-4e99-bb78-a0adf165e87e tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:25.343287 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-921da379-97a0-4e99-bb78-a0adf165e87e tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Deleting port b19b1f60-1d3b-477a-83cb-29e4fd57679e {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:56:25.343674 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-921da379-97a0-4e99-bb78-a0adf165e87e tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:25.449054 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f61bf4-0daa-417b-a77e-4e9cfe1c856d tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d4587a-e9df-487d-b275-20520cb601a7,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:25.482000 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-310c5eb7-9f82-4522-84c8-0194377ee84d None None] Port cfe7e3e6-bc28-4205-bd6e-eabc98e1e59c cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:56:25.504560 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93237213-fec0-4b7c-983b-88b47b2fbf75 req-bcd3780f-9fc3-4be9-857d-4d0d0a466645 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:25.506328 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-93237213-fec0-4b7c-983b-88b47b2fbf75 req-bcd3780f-9fc3-4be9-857d-4d0d0a466645 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b74bac9f-7384-4f6a-850f-c057f93a0214 HTTP/1.1" status: 200 len: 834 time: 0.3008461 Apr 01 15:56:25.515613 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e5f61bf4-0daa-417b-a77e-4e9cfe1c856d tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:25.516845 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-e5f61bf4-0daa-417b-a77e-4e9cfe1c856d tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7606387 Apr 01 15:56:25.554641 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53670) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:25.579360 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-f42daa4e-0b89-4197-86bf-865e09a63b0e tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Request body: {'security_group_rule': {'security_group_id': 'c6d4587a-e9df-487d-b275-20520cb601a7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:56:25.594703 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-f42daa4e-0b89-4197-86bf-865e09a63b0e tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:25.605993 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4c134780-3cb4-4e24-90a9-32395914cd34 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:25.608232 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-69a50028-b159-4094-a4ba-69cee1a1d5d5 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:25.610915 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-f42daa4e-0b89-4197-86bf-865e09a63b0e tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Usage tracker for resource:security_group_rule and tenant:d43469dfc0b440c3b15d5b674848a763 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:25.617150 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-f42daa4e-0b89-4197-86bf-865e09a63b0e tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:25.638528 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-f42daa4e-0b89-4197-86bf-865e09a63b0e tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:25.673388 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-69a50028-b159-4094-a4ba-69cee1a1d5d5 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:25.683783 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-310c5eb7-9f82-4522-84c8-0194377ee84d None None] Provisioning complete for port 8c530735-e00e-4096-8aa1-53d276c962cf triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:25.684515 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-310c5eb7-9f82-4522-84c8-0194377ee84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:25.754770 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 8c530735-e00e-4096-8aa1-53d276c962cf triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:25.754991 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:25.758380 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f42daa4e-0b89-4197-86bf-865e09a63b0e tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:25.806138 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-93237213-fec0-4b7c-983b-88b47b2fbf75 req-ce357219-e6c8-47aa-8155-81211f94ef7d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=59a027d1-0bac-441c-bf75-e20666fea16a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2878554 Apr 01 15:56:25.811157 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4c134780-3cb4-4e24-90a9-32395914cd34 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:25.885024 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e260a3a5-cd0d-4e0f-af30-d8f0e6520852 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-e0a1ece6-0fb3-4868-a9ed-a861c12fabfb', 'network_id': 'e0a1ece6-0fb3-4868-a9ed-a861c12fabfb', 'tenant_id': 'ca4419a52cd8404a85bea4fb3af2a91f', 'fixed_ips': [{'subnet_id': '39869975-e7ca-43fe-bb1f-aa979d1ef698'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:56:25.885814 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-e260a3a5-cd0d-4e0f-af30-d8f0e6520852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:26.051432 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 70e0d77a-0638-4417-b919-f26af4acd11f details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:56:26.053672 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90848665-18ba-4c7b-824c-161383a2e86a None None] DHCP port deletion for a241700e-b52a-4efd-a477-546365c5f17d request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:56:26.062496 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [None req-921da379-97a0-4e99-bb78-a0adf165e87e tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] For port b19b1f60-1d3b-477a-83cb-29e4fd57679e, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=b19b1f60-1d3b-477a-83cb-29e4fd57679e,segment=NetworkSegment(d780798c-2f02-4360-978b-11e2d3e68a43),segment_id=d780798c-2f02-4360-978b-11e2d3e68a43)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:56:26.063143 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-921da379-97a0-4e99-bb78-a0adf165e87e tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:26.166522 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-42621832-a0ce-4781-bf2b-6cb7ee4cd4f3 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15306628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16030227'] for subnet, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:26.279138 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f42daa4e-0b89-4197-86bf-865e09a63b0e tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:26.281530 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-921da379-97a0-4e99-bb78-a0adf165e87e tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Calling delete_port for b19b1f60-1d3b-477a-83cb-29e4fd57679e owned by network:dhcp {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:56:26.302900 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f42daa4e-0b89-4197-86bf-865e09a63b0e tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:26.325576 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42621832-a0ce-4781-bf2b-6cb7ee4cd4f3 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event updated for resources: {'Subnet': ['ID=e0195e36-4622-412d-a536-c2d4d8dda569,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:26.334840 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-93237213-fec0-4b7c-983b-88b47b2fbf75 req-f0f6c9c6-9685-430b-b819-59644a9d0cd7 service neutron] 10.222.0.24 "GET /v2.0/networks/59a027d1-0bac-441c-bf75-e20666fea16a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3630362 Apr 01 15:56:26.335838 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4c134780-3cb4-4e24-90a9-32395914cd34 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15306565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16030232'] for subnet, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:26.402882 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-1231d34d-4c61-4939-86a8-da9d90d9ee46 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:26.409850 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42daa4e-0b89-4197-86bf-865e09a63b0e tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1981ed4a-0936-498b-8ac4-2b24e4276b73,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:26.430809 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c134780-3cb4-4e24-90a9-32395914cd34 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Pushing event deleted for resources: {'Subnet': ['ID=39869975-e7ca-43fe-bb1f-aa979d1ef698,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:26.463777 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-90848665-18ba-4c7b-824c-161383a2e86a None None] Deleting port b19b1f60-1d3b-477a-83cb-29e4fd57679e {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:56:26.464192 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-90848665-18ba-4c7b-824c-161383a2e86a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:26.503418 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-819b74a2-ff1e-44a6-8603-6c2a9e4e9e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:26.505046 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device c6ab1e10-e487-49a0-aa21-da39ece73f78 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:56:26.540828 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b804057-9ca0-4a63-8204-5a540905426f req-98b607ab-7055-4b48-812f-e32dae2b3612 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:26.542406 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-7b804057-9ca0-4a63-8204-5a540905426f req-98b607ab-7055-4b48-812f-e32dae2b3612 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=21288751-9373-42e7-a8d7-bf1fbaa867d9 HTTP/1.1" status: 200 len: 944 time: 0.8627605 Apr 01 15:56:26.546180 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f42daa4e-0b89-4197-86bf-865e09a63b0e tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:26.553148 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-f42daa4e-0b89-4197-86bf-865e09a63b0e tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.9876986 Apr 01 15:56:26.553390 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53674) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:26.560185 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42621832-a0ce-4781-bf2b-6cb7ee4cd4f3 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Checking segment: {'id': '2867bba5-104c-44af-958e-48067bcf1847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f59c2ed3-f777-4eb5-9e69-07c9adb8b6fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:56:26.560590 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42621832-a0ce-4781-bf2b-6cb7ee4cd4f3 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Network hostable DHCP agents. Network: f59c2ed3-f777-4eb5-9e69-07c9adb8b6fc, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:56:26.568164 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-69a50028-b159-4094-a4ba-69cee1a1d5d5 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Allocated IP 172.26.1.65 (ed45466e-0386-4b92-8de3-247c977242ac/0479f741-5cd1-4d6f-b593-d8aa909a42d3/d5635b50-c6e0-4d34-820d-0e37b86daa98) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:56:26.569409 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: c6ab1e10-e487-49a0-aa21-da39ece73f78 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:56:26.569409 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device c6ab1e10-e487-49a0-aa21-da39ece73f78 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:56:26.672915 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4c134780-3cb4-4e24-90a9-32395914cd34 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:26.684253 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server [None req-e260a3a5-cd0d-4e0f-af30-d8f0e6520852 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 39869975-e7ca-43fe-bb1f-aa979d1ef698: This subnet is being modified by another concurrent operation. Apr 01 15:56:26.684253 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 01 15:56:26.684253 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 01 15:56:26.684253 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 01 15:56:26.684253 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 01 15:56:26.684253 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 01 15:56:26.684253 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 01 15:56:26.684253 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 01 15:56:26.684253 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 01 15:56:26.684253 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 01 15:56:26.684253 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 01 15:56:26.684253 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 01 15:56:26.684253 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 01 15:56:26.684253 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:56:26.684253 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 01 15:56:26.684253 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 01 15:56:26.684253 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 01 15:56:26.684253 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server raise value Apr 01 15:56:26.684253 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 01 15:56:26.684253 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 15:56:26.684253 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 01 15:56:26.684253 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 01 15:56:26.684253 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 01 15:56:26.684253 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:56:26.684253 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 01 15:56:26.684253 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 01 15:56:26.684253 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 01 15:56:26.684253 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server raise value Apr 01 15:56:26.684253 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 01 15:56:26.684253 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 15:56:26.684253 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 01 15:56:26.684253 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 01 15:56:26.684253 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 01 15:56:26.684253 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:56:26.684253 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 01 15:56:26.684253 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 01 15:56:26.684253 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 01 15:56:26.684253 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server raise value Apr 01 15:56:26.684253 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 01 15:56:26.684253 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 01 15:56:26.684253 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 01 15:56:26.684253 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 01 15:56:26.684253 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Apr 01 15:56:26.684253 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 01 15:56:26.684253 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Apr 01 15:56:26.684253 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 01 15:56:26.684253 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Apr 01 15:56:26.684253 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 01 15:56:26.684253 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 01 15:56:26.684253 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 01 15:56:26.684253 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 01 15:56:26.684253 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 01 15:56:26.684253 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 01 15:56:26.687977 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 01 15:56:26.687977 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 01 15:56:26.687977 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:56:26.687977 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 01 15:56:26.687977 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 01 15:56:26.687977 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 01 15:56:26.687977 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server raise value Apr 01 15:56:26.687977 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 01 15:56:26.687977 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 15:56:26.687977 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 01 15:56:26.687977 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 01 15:56:26.687977 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 01 15:56:26.687977 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:56:26.687977 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 01 15:56:26.687977 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 01 15:56:26.687977 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 01 15:56:26.687977 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server raise value Apr 01 15:56:26.687977 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 01 15:56:26.687977 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 15:56:26.687977 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 01 15:56:26.687977 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 01 15:56:26.687977 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 01 15:56:26.687977 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 15:56:26.687977 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 01 15:56:26.687977 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 01 15:56:26.687977 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 01 15:56:26.687977 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server raise value Apr 01 15:56:26.687977 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 01 15:56:26.687977 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 01 15:56:26.687977 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Apr 01 15:56:26.687977 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 01 15:56:26.687977 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Apr 01 15:56:26.687977 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 01 15:56:26.687977 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Apr 01 15:56:26.687977 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 01 15:56:26.687977 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 01 15:56:26.687977 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 01 15:56:26.687977 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 01 15:56:26.687977 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 01 15:56:26.687977 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 01 15:56:26.687977 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 01 15:56:26.687977 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 01 15:56:26.687977 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 01 15:56:26.687977 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 01 15:56:26.687977 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 01 15:56:26.687977 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Apr 01 15:56:26.687977 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 01 15:56:26.687977 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 01 15:56:26.687977 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server raise exception Apr 01 15:56:26.687977 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 39869975-e7ca-43fe-bb1f-aa979d1ef698: This subnet is being modified by another concurrent operation. Apr 01 15:56:26.687977 dv-neutron-833373-2-hyperv neutron-server[83829]: ERROR oslo_messaging.rpc.server Apr 01 15:56:26.696991 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-db9ece28-aabe-4129-9247-5d7490e126c1 None None] Provisioning complete for port 8c530735-e00e-4096-8aa1-53d276c962cf triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:26.697381 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-db9ece28-aabe-4129-9247-5d7490e126c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:26.712148 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-93237213-fec0-4b7c-983b-88b47b2fbf75 req-3c78e239-4998-4434-a532-ff5b41ba4f7d service neutron] 10.222.0.24 "GET /v2.0/networks/59a027d1-0bac-441c-bf75-e20666fea16a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3366833 Apr 01 15:56:26.715686 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42621832-a0ce-4781-bf2b-6cb7ee4cd4f3 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Network f59c2ed3-f777-4eb5-9e69-07c9adb8b6fc is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:56:26.738945 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-4c134780-3cb4-4e24-90a9-32395914cd34 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0a1ece6-0fb3-4868-a9ed-a861c12fabfb']}} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:26.743723 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac11ba23-fcff-4c99-8988-f2e2ece80170 None None] Network e0a1ece6-0fb3-4868-a9ed-a861c12fabfb requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:56:26.747530 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-42621832-a0ce-4781-bf2b-6cb7ee4cd4f3 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, f59c2ed3-f777-4eb5-9e69-07c9adb8b6fc) {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:26.756227 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42621832-a0ce-4781-bf2b-6cb7ee4cd4f3 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:26.756993 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-42621832-a0ce-4781-bf2b-6cb7ee4cd4f3 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:26.771666 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-4c134780-3cb4-4e24-90a9-32395914cd34 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a797b646-fb71-41b7-91f9-6a7a1895455c') {'for_net_delete': True} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:26.772447 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-4c134780-3cb4-4e24-90a9-32395914cd34 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a797b646-fb71-41b7-91f9-6a7a1895455c') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:26.780433 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49f2f83-8857-4d29-a3fe-4670b49197b4 None None] Network f59c2ed3-f777-4eb5-9e69-07c9adb8b6fc requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:56:26.793561 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4c134780-3cb4-4e24-90a9-32395914cd34 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15303093'] for segment, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:26.806981 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 70e0d77a-0638-4417-b919-f26af4acd11f, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=70e0d77a-0638-4417-b919-f26af4acd11f,segment=NetworkSegment(17425429-0d0c-4b33-953c-3197bd34ece2),segment_id=17425429-0d0c-4b33-953c-3197bd34ece2)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:56:26.809617 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-42621832-a0ce-4781-bf2b-6cb7ee4cd4f3 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3771605 Apr 01 15:56:26.813078 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53678) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:26.820647 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-9be89ca0-0ec5-429e-adf1-de0b59ddee67 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Request body: {'port': {'network_id': 'f59c2ed3-f777-4eb5-9e69-07c9adb8b6fc', 'security_groups': [], 'name': 'tempest-PortsTestJSON-493051194'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:56:26.835108 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4c134780-3cb4-4e24-90a9-32395914cd34 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:26.897438 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c134780-3cb4-4e24-90a9-32395914cd34 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=83828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:56:26.897881 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4c134780-3cb4-4e24-90a9-32395914cd34 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15306523'] for segment, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:26.908518 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-921da379-97a0-4e99-bb78-a0adf165e87e tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:26.912802 dv-neutron-833373-2-hyperv neutron-server[83828]: Traceback (most recent call last): Apr 01 15:56:26.912802 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:56:26.912802 dv-neutron-833373-2-hyperv neutron-server[83828]: timer() Apr 01 15:56:26.912802 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:56:26.912802 dv-neutron-833373-2-hyperv neutron-server[83828]: cb(*args, **kw) Apr 01 15:56:26.912802 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:56:26.912802 dv-neutron-833373-2-hyperv neutron-server[83828]: return func(*args, **kwargs) Apr 01 15:56:26.912802 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:56:26.912802 dv-neutron-833373-2-hyperv neutron-server[83828]: self._notify() Apr 01 15:56:26.912802 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:56:26.912802 dv-neutron-833373-2-hyperv neutron-server[83828]: self.callback(batched_events) Apr 01 15:56:26.912802 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:56:26.912802 dv-neutron-833373-2-hyperv neutron-server[83828]: event.method(event) Apr 01 15:56:26.912802 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:56:26.912802 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:56:26.912802 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:56:26.912802 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:56:26.912802 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:56:26.912802 dv-neutron-833373-2-hyperv neutron-server[83828]: return f(self, *a, **k) Apr 01 15:56:26.912802 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:56:26.912802 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._get(url).json() Apr 01 15:56:26.912802 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:56:26.912802 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:56:26.912802 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:56:26.912802 dv-neutron-833373-2-hyperv neutron-server[83828]: return self.request(url, 'GET', **kwargs) Apr 01 15:56:26.912802 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:56:26.912802 dv-neutron-833373-2-hyperv neutron-server[83828]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:56:26.912802 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:56:26.912802 dv-neutron-833373-2-hyperv neutron-server[83828]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:56:26.912802 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:56:26.912802 dv-neutron-833373-2-hyperv neutron-server[83828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:56:26.912802 dv-neutron-833373-2-hyperv neutron-server[83828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:56:27.025327 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Returning: {'device': '70e0d77a-0638-4417-b919-f26af4acd11f', 'network_id': '59a027d1-0bac-441c-bf75-e20666fea16a', 'port_id': '70e0d77a-0638-4417-b919-f26af4acd11f', 'mac_address': 'fa:16:3e:58:d7:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b74bac9f-7384-4f6a-850f-c057f93a0214', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:56:27.034398 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4c134780-3cb4-4e24-90a9-32395914cd34 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:27.055823 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4c134780-3cb4-4e24-90a9-32395914cd34 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:27.077966 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921da379-97a0-4e99-bb78-a0adf165e87e tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Pushing event deleted for resources: {'Port': ['ID=b19b1f60-1d3b-477a-83cb-29e4fd57679e,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:27.087183 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c134780-3cb4-4e24-90a9-32395914cd34 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Pushing event deleted for resources: {'Network': ['ID=e0a1ece6-0fb3-4868-a9ed-a861c12fabfb,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:27.097710 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-4c134780-3cb4-4e24-90a9-32395914cd34 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] 10.222.0.55 "DELETE /v2.0/networks/e0a1ece6-0fb3-4868-a9ed-a861c12fabfb HTTP/1.1" status: 204 len: 168 time: 1.9350302 Apr 01 15:56:27.097885 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921da379-97a0-4e99-bb78-a0adf165e87e tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] No DVR routers for this DVR port b19b1f60-1d3b-477a-83cb-29e4fd57679e on host dv-neutron-833373-2-hyperv {{(pid=83826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:56:27.105369 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53682) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:27.110517 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-9be89ca0-0ec5-429e-adf1-de0b59ddee67 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:27.117205 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-4caa949d-d38f-42a8-9474-515b96f78751 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-229279524'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:56:27.126853 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-9be89ca0-0ec5-429e-adf1-de0b59ddee67 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Usage tracker for resource:port and tenant:11b74bb4c805440eb8922ec9333718ac is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:27.129966 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-4caa949d-d38f-42a8-9474-515b96f78751 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:27.132555 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-9be89ca0-0ec5-429e-adf1-de0b59ddee67 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:27.139768 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-4caa949d-d38f-42a8-9474-515b96f78751 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Usage tracker for resource:network and tenant:ca4419a52cd8404a85bea4fb3af2a91f is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:27.143177 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-9be89ca0-0ec5-429e-adf1-de0b59ddee67 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:27.145553 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-4caa949d-d38f-42a8-9474-515b96f78751 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:27.146969 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-90848665-18ba-4c7b-824c-161383a2e86a None None] For port b19b1f60-1d3b-477a-83cb-29e4fd57679e, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=b19b1f60-1d3b-477a-83cb-29e4fd57679e,segment=NetworkSegment(d780798c-2f02-4360-978b-11e2d3e68a43),segment_id=d780798c-2f02-4360-978b-11e2d3e68a43)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:56:27.147363 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-90848665-18ba-4c7b-824c-161383a2e86a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:27.158039 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-4caa949d-d38f-42a8-9474-515b96f78751 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:27.169449 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-7b804057-9ca0-4a63-8204-5a540905426f req-1c021c79-f71a-47d4-bbe1-83ad809cb0e5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3431d3c-e98f-4809-b635-c1daf3c86b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6170547 Apr 01 15:56:27.173549 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be89ca0-0ec5-429e-adf1-de0b59ddee67 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Made reservation on behalf of 11b74bb4c805440eb8922ec9333718ac for: {'port': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:27.178270 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9be89ca0-0ec5-429e-adf1-de0b59ddee67 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:27.205610 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4caa949d-d38f-42a8-9474-515b96f78751 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Made reservation on behalf of ca4419a52cd8404a85bea4fb3af2a91f for: {'network': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:27.207666 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device b19b1f60-1d3b-477a-83cb-29e4fd57679e no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:56:27.208688 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4caa949d-d38f-42a8-9474-515b96f78751 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:27.237821 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [None req-9be89ca0-0ec5-429e-adf1-de0b59ddee67 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] device_id is not set on port 7708456d-a334-43cc-9213-3408cb28abdd yet. {{(pid=83828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:56:27.285021 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-46c1826f-7f67-4a81-ad29-3913e975a41e tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:27.301367 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4caa949d-d38f-42a8-9474-515b96f78751 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=83828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:56:27.323798 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4caa949d-d38f-42a8-9474-515b96f78751 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:27.324161 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.segments_db [None req-4caa949d-d38f-42a8-9474-515b96f78751 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Added segment 4ad50e50-fe3b-4615-9693-7da537874d1d of type vlan for network 978e58e8-3a1e-45c0-9510-81b0da129fed Apr 01 15:56:27.395879 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-90848665-18ba-4c7b-824c-161383a2e86a None None] Calling delete_port for b19b1f60-1d3b-477a-83cb-29e4fd57679e owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:56:27.401961 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4caa949d-d38f-42a8-9474-515b96f78751 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:27.423124 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-9be89ca0-0ec5-429e-adf1-de0b59ddee67 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Allocated IP 172.20.0.4 (f59c2ed3-f777-4eb5-9e69-07c9adb8b6fc/e0195e36-4622-412d-a536-c2d4d8dda569/7708456d-a334-43cc-9213-3408cb28abdd) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:56:27.444349 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:27.453420 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: b19b1f60-1d3b-477a-83cb-29e4fd57679e {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:56:27.453765 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device b19b1f60-1d3b-477a-83cb-29e4fd57679e not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:56:27.457825 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-46c1826f-7f67-4a81-ad29-3913e975a41e tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:27.479789 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4caa949d-d38f-42a8-9474-515b96f78751 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:27.483532 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4caa949d-d38f-42a8-9474-515b96f78751 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:27.484081 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4caa949d-d38f-42a8-9474-515b96f78751 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:27.507926 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-921da379-97a0-4e99-bb78-a0adf165e87e tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:27.536889 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-69a50028-b159-4094-a4ba-69cee1a1d5d5 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:27.575482 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70e0d77a-0638-4417-b919-f26af4acd11f {{(pid=83829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:56:27.598383 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-921da379-97a0-4e99-bb78-a0adf165e87e tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a241700e-b52a-4efd-a477-546365c5f17d']}} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:27.627097 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-921da379-97a0-4e99-bb78-a0adf165e87e tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd780798c-2f02-4360-978b-11e2d3e68a43') {'for_net_delete': True} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:27.627510 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-921da379-97a0-4e99-bb78-a0adf165e87e tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd780798c-2f02-4360-978b-11e2d3e68a43') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:27.636878 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:27.638876 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 70e0d77a-0638-4417-b919-f26af4acd11f, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=70e0d77a-0638-4417-b919-f26af4acd11f,segment=NetworkSegment(17425429-0d0c-4b33-953c-3197bd34ece2),segment_id=17425429-0d0c-4b33-953c-3197bd34ece2)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:56:27.656274 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-921da379-97a0-4e99-bb78-a0adf165e87e tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16610763'] for segment, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:27.676023 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:27.677647 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-4caa949d-d38f-42a8-9474-515b96f78751 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5693905 Apr 01 15:56:27.685124 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53686) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:27.697355 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-9cbf8648-d175-490a-8eb2-6aab147452da tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Request body: {'subnet': {'network_id': '978e58e8-3a1e-45c0-9510-81b0da129fed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:56:27.711717 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caa949d-d38f-42a8-9474-515b96f78751 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Pushing event updated for resources: {'Network': ['ID=978e58e8-3a1e-45c0-9510-81b0da129fed,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:27.712830 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-1231d34d-4c61-4939-86a8-da9d90d9ee46 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:27.724102 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-46c1826f-7f67-4a81-ad29-3913e975a41e tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:27.729439 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-69a50028-b159-4094-a4ba-69cee1a1d5d5 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:27.732298 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 978e58e8-3a1e-45c0-9510-81b0da129fed details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:56:27.733872 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-921da379-97a0-4e99-bb78-a0adf165e87e tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:27.756929 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.db.api [None req-90848665-18ba-4c7b-824c-161383a2e86a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:56:27.758170 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG oslo_db.api [None req-90848665-18ba-4c7b-824c-161383a2e86a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:56:27.769734 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afbd112e-c116-499f-ae9b-c4c0db50dc9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-f59c2ed3-f777-4eb5-9e69-07c9adb8b6fc', 'network_id': 'f59c2ed3-f777-4eb5-9e69-07c9adb8b6fc', 'tenant_id': '11b74bb4c805440eb8922ec9333718ac', 'fixed_ips': [{'subnet_id': 'e0195e36-4622-412d-a536-c2d4d8dda569'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:56:27.770813 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-afbd112e-c116-499f-ae9b-c4c0db50dc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:27.775631 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-1231d34d-4c61-4939-86a8-da9d90d9ee46 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:27.811901 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-921da379-97a0-4e99-bb78-a0adf165e87e tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=83826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:56:27.811901 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-921da379-97a0-4e99-bb78-a0adf165e87e tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15415164'] for segment, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:27.831616 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c1826f-7f67-4a81-ad29-3913e975a41e tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d4587a-e9df-487d-b275-20520cb601a7,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:27.834029 dv-neutron-833373-2-hyperv neutron-server[83826]: Traceback (most recent call last): Apr 01 15:56:27.834029 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:56:27.834029 dv-neutron-833373-2-hyperv neutron-server[83826]: timer() Apr 01 15:56:27.834029 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:56:27.834029 dv-neutron-833373-2-hyperv neutron-server[83826]: cb(*args, **kw) Apr 01 15:56:27.834029 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:56:27.834029 dv-neutron-833373-2-hyperv neutron-server[83826]: return func(*args, **kwargs) Apr 01 15:56:27.834029 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:56:27.834029 dv-neutron-833373-2-hyperv neutron-server[83826]: self._notify() Apr 01 15:56:27.834029 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:56:27.834029 dv-neutron-833373-2-hyperv neutron-server[83826]: self.callback(batched_events) Apr 01 15:56:27.834029 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:56:27.834029 dv-neutron-833373-2-hyperv neutron-server[83826]: event.method(event) Apr 01 15:56:27.834029 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:56:27.834029 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:56:27.834029 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:56:27.834029 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:56:27.834029 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:56:27.834029 dv-neutron-833373-2-hyperv neutron-server[83826]: return f(self, *a, **k) Apr 01 15:56:27.834029 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:56:27.834029 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._get(url).json() Apr 01 15:56:27.834029 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:56:27.834029 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:56:27.834029 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:56:27.834029 dv-neutron-833373-2-hyperv neutron-server[83826]: return self.request(url, 'GET', **kwargs) Apr 01 15:56:27.834029 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:56:27.834029 dv-neutron-833373-2-hyperv neutron-server[83826]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:56:27.834029 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:56:27.834029 dv-neutron-833373-2-hyperv neutron-server[83826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:56:27.834029 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:56:27.834029 dv-neutron-833373-2-hyperv neutron-server[83826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:56:27.834029 dv-neutron-833373-2-hyperv neutron-server[83826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:56:27.866231 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9be89ca0-0ec5-429e-adf1-de0b59ddee67 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:27.876006 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-9cbf8648-d175-490a-8eb2-6aab147452da tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:27.885669 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-9cbf8648-d175-490a-8eb2-6aab147452da tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Usage tracker for resource:subnet and tenant:ca4419a52cd8404a85bea4fb3af2a91f is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:27.891640 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-9cbf8648-d175-490a-8eb2-6aab147452da tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:27.899568 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [None req-9be89ca0-0ec5-429e-adf1-de0b59ddee67 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Transition to ACTIVE for port object 7708456d-a334-43cc-9213-3408cb28abdd will not be triggered until provisioned by entity DHCP. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:27.905344 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-9cbf8648-d175-490a-8eb2-6aab147452da tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:27.930455 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cbf8648-d175-490a-8eb2-6aab147452da tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Made reservation on behalf of ca4419a52cd8404a85bea4fb3af2a91f for: {'subnet': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:27.948758 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-db9ece28-aabe-4129-9247-5d7490e126c1 None None] Provisioning complete for port cfe7e3e6-bc28-4205-bd6e-eabc98e1e59c triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:27.949665 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-db9ece28-aabe-4129-9247-5d7490e126c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:27.974969 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9be89ca0-0ec5-429e-adf1-de0b59ddee67 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:27.980221 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:27.995386 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a50028-b159-4094-a4ba-69cee1a1d5d5 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Network ed45466e-0386-4b92-8de3-247c977242ac is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:56:28.011768 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-69a50028-b159-4094-a4ba-69cee1a1d5d5 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:28.016637 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a50028-b159-4094-a4ba-69cee1a1d5d5 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:56:28.020483 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] get_ports_and_sgs() called for port_ids ['70e0d77a-0638-4417-b919-f26af4acd11f'] {{(pid=83829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:56:28.056790 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a50028-b159-4094-a4ba-69cee1a1d5d5 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Pushing event updated for resources: {'Port': ['ID=d5635b50-c6e0-4d34-820d-0e37b86daa98,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:28.132899 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-46c1826f-7f67-4a81-ad29-3913e975a41e tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:28.136522 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-46c1826f-7f67-4a81-ad29-3913e975a41e tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] 10.222.0.55 "DELETE /v2.0/security-groups/c6d4587a-e9df-487d-b275-20520cb601a7 HTTP/1.1" status: 204 len: 168 time: 1.5633574 Apr 01 15:56:28.149401 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-921da379-97a0-4e99-bb78-a0adf165e87e tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:28.151297 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53690) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:28.185813 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=70e0d77a-0638-4417-b919-f26af4acd11f,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:28.218589 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-921da379-97a0-4e99-bb78-a0adf165e87e tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:28.251622 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-db9ece28-aabe-4129-9247-5d7490e126c1 None None] Port cfe7e3e6-bc28-4205-bd6e-eabc98e1e59c cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:56:28.259638 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-90848665-18ba-4c7b-824c-161383a2e86a None None] Deleting port b19b1f60-1d3b-477a-83cb-29e4fd57679e {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:56:28.260338 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-90848665-18ba-4c7b-824c-161383a2e86a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:28.269965 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921da379-97a0-4e99-bb78-a0adf165e87e tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Pushing event deleted for resources: {'Network': ['ID=a241700e-b52a-4efd-a477-546365c5f17d,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:28.286768 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-921da379-97a0-4e99-bb78-a0adf165e87e tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "DELETE /v2.0/networks/a241700e-b52a-4efd-a477-546365c5f17d HTTP/1.1" status: 204 len: 168 time: 3.2799304 Apr 01 15:56:28.286768 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53696) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:28.342418 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-b32a321c-4ae7-469d-a5ce-19dddea708ca tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-454146823', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:56:28.362439 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-90848665-18ba-4c7b-824c-161383a2e86a None None] The port 'b19b1f60-1d3b-477a-83cb-29e4fd57679e' was deleted {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:56:28.369512 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9cbf8648-d175-490a-8eb2-6aab147452da tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16030269'] for subnet, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:28.393404 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1231d34d-4c61-4939-86a8-da9d90d9ee46 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Pushing event updated for resources: {'Port': ['ID=cfe7e3e6-bc28-4205-bd6e-eabc98e1e59c,revision_number=2']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:28.402087 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-b32a321c-4ae7-469d-a5ce-19dddea708ca tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:28.434172 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be89ca0-0ec5-429e-adf1-de0b59ddee67 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Network f59c2ed3-f777-4eb5-9e69-07c9adb8b6fc is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:56:28.440529 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-b32a321c-4ae7-469d-a5ce-19dddea708ca tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Usage tracker for resource:router and tenant:140c0a827c6a433287acd915ee3c410d is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:28.450812 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-b32a321c-4ae7-469d-a5ce-19dddea708ca tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:28.472406 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-55b754f5-f49b-4f9f-a7d3-b9b8e09ed85d None None] Provisioning complete for port cfe7e3e6-bc28-4205-bd6e-eabc98e1e59c triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:28.472809 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-55b754f5-f49b-4f9f-a7d3-b9b8e09ed85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:28.495124 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-b32a321c-4ae7-469d-a5ce-19dddea708ca tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:28.537255 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-afbd112e-c116-499f-ae9b-c4c0db50dc9d None None] Allocated IP 172.20.0.2 (f59c2ed3-f777-4eb5-9e69-07c9adb8b6fc/e0195e36-4622-412d-a536-c2d4d8dda569/ca1d74e5-2ce2-475a-bd76-a12237abcd04) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:56:28.540241 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-9be89ca0-0ec5-429e-adf1-de0b59ddee67 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:28.562488 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be89ca0-0ec5-429e-adf1-de0b59ddee67 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:56:28.583030 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-55b754f5-f49b-4f9f-a7d3-b9b8e09ed85d None None] Port cfe7e3e6-bc28-4205-bd6e-eabc98e1e59c cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:56:28.586323 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-db522577-ff3a-4758-8939-e126e14be24c tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Synchronizing usage tracker for tenant:d43469dfc0b440c3b15d5b674848a763 on resource:security_group {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:56:28.602194 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b32a321c-4ae7-469d-a5ce-19dddea708ca tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130665'] for router, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:28.603245 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b32a321c-4ae7-469d-a5ce-19dddea708ca tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617571', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130640'] for router, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:28.649888 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be89ca0-0ec5-429e-adf1-de0b59ddee67 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event updated for resources: {'Port': ['ID=7708456d-a334-43cc-9213-3408cb28abdd,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:28.675168 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be89ca0-0ec5-429e-adf1-de0b59ddee67 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:28.675803 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9be89ca0-0ec5-429e-adf1-de0b59ddee67 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:28.713811 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-9be89ca0-0ec5-429e-adf1-de0b59ddee67 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.8992262 Apr 01 15:56:28.716557 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53700) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:28.723017 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-db522577-ff3a-4758-8939-e126e14be24c tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Unset dirty status for tenant:d43469dfc0b440c3b15d5b674848a763 on resource:security_group {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:56:28.724482 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-db522577-ff3a-4758-8939-e126e14be24c tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5621300 Apr 01 15:56:28.733122 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53704) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:28.789280 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b32a321c-4ae7-469d-a5ce-19dddea708ca tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:28.831492 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-57560d12-11b1-4606-97ac-4b245e445271 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Deleting port 7708456d-a334-43cc-9213-3408cb28abdd {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:56:28.831892 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-57560d12-11b1-4606-97ac-4b245e445271 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:28.842499 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-1231d34d-4c61-4939-86a8-da9d90d9ee46 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611418'] for router_interface, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:28.849924 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137a29b7-7a6e-47ad-b348-a4bbc55bed1b req-1c7bbef3-4cdf-486e-aaf1-bd54006ea684 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:28.851539 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-137a29b7-7a6e-47ad-b348-a4bbc55bed1b req-1c7bbef3-4cdf-486e-aaf1-bd54006ea684 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=21288751-9373-42e7-a8d7-bf1fbaa867d9 HTTP/1.1" status: 200 len: 945 time: 0.4052694 Apr 01 15:56:28.912286 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-3d6b262c-6844-4644-adc1-1b0bfe65b00b tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Synchronizing usage tracker for tenant:d43469dfc0b440c3b15d5b674848a763 on resource:security_group_rule {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:56:28.915222 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b32a321c-4ae7-469d-a5ce-19dddea708ca tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616'] for router, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:28.919968 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-afbd112e-c116-499f-ae9b-c4c0db50dc9d None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:28.947926 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-afbd112e-c116-499f-ae9b-c4c0db50dc9d None None] Transition to ACTIVE for port object ca1d74e5-2ce2-475a-bd76-a12237abcd04 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:28.979407 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b32a321c-4ae7-469d-a5ce-19dddea708ca tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for router, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:28.980520 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-b32a321c-4ae7-469d-a5ce-19dddea708ca tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.6425598 Apr 01 15:56:28.984255 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53708) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:28.984722 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-3d6b262c-6844-4644-adc1-1b0bfe65b00b tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] Unset dirty status for tenant:d43469dfc0b440c3b15d5b674848a763 on resource:security_group_rule {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:56:28.988499 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-3d6b262c-6844-4644-adc1-1b0bfe65b00b tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.2460527 Apr 01 15:56:28.988664 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9cbf8648-d175-490a-8eb2-6aab147452da tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15306628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16030227'] for subnet, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:28.988819 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-137a29b7-7a6e-47ad-b348-a4bbc55bed1b req-26860dff-274a-4930-bc93-6d61ebe0bea8 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3431d3c-e98f-4809-b635-c1daf3c86b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244028 Apr 01 15:56:28.988819 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53712) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:28.997702 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-afbd112e-c116-499f-ae9b-c4c0db50dc9d None None] Transition to ACTIVE for port object ca1d74e5-2ce2-475a-bd76-a12237abcd04 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:29.005069 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-69a50028-b159-4094-a4ba-69cee1a1d5d5 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:29.009996 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-afbd112e-c116-499f-ae9b-c4c0db50dc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:29.029219 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-3e569693-9f49-46c4-9735-bd6bfd53e48d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-525234795'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:56:29.065344 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-3e569693-9f49-46c4-9735-bd6bfd53e48d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:29.111737 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbd112e-c116-499f-ae9b-c4c0db50dc9d None None] Network f59c2ed3-f777-4eb5-9e69-07c9adb8b6fc is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:56:29.116223 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-afbd112e-c116-499f-ae9b-c4c0db50dc9d None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:29.125847 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbd112e-c116-499f-ae9b-c4c0db50dc9d None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:56:29.143121 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbd112e-c116-499f-ae9b-c4c0db50dc9d None None] Pushing event updated for resources: {'Port': ['ID=ca1d74e5-2ce2-475a-bd76-a12237abcd04,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:29.145482 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-3e569693-9f49-46c4-9735-bd6bfd53e48d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Usage tracker for resource:network and tenant:140c0a827c6a433287acd915ee3c410d is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:29.153820 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-3e569693-9f49-46c4-9735-bd6bfd53e48d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:29.181656 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-3e569693-9f49-46c4-9735-bd6bfd53e48d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:29.201898 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbf8648-d175-490a-8eb2-6aab147452da tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Pushing event updated for resources: {'Subnet': ['ID=3c34bfdc-4ec5-4813-a5aa-a2b74bd068b5,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:29.239418 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e569693-9f49-46c4-9735-bd6bfd53e48d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Made reservation on behalf of 140c0a827c6a433287acd915ee3c410d for: {'network': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:29.241057 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3e569693-9f49-46c4-9735-bd6bfd53e48d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:29.271790 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbf8648-d175-490a-8eb2-6aab147452da tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Checking segment: {'id': '4ad50e50-fe3b-4615-9693-7da537874d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '978e58e8-3a1e-45c0-9510-81b0da129fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:56:29.272150 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbf8648-d175-490a-8eb2-6aab147452da tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Network hostable DHCP agents. Network: 978e58e8-3a1e-45c0-9510-81b0da129fed, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:56:29.272293 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:29.276044 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-afbd112e-c116-499f-ae9b-c4c0db50dc9d None None] Attempting to bind port ca1d74e5-2ce2-475a-bd76-a12237abcd04 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:56:29.276476 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-afbd112e-c116-499f-ae9b-c4c0db50dc9d None None] Attempting to bind port ca1d74e5-2ce2-475a-bd76-a12237abcd04 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': '2867bba5-104c-44af-958e-48067bcf1847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f59c2ed3-f777-4eb5-9e69-07c9adb8b6fc'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:56:29.277054 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbd112e-c116-499f-ae9b-c4c0db50dc9d None None] Attempting to bind port ca1d74e5-2ce2-475a-bd76-a12237abcd04 on network f59c2ed3-f777-4eb5-9e69-07c9adb8b6fc {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:56:29.286378 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbd112e-c116-499f-ae9b-c4c0db50dc9d None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:56:29.287308 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbd112e-c116-499f-ae9b-c4c0db50dc9d None None] Checking segment: {'id': '2867bba5-104c-44af-958e-48067bcf1847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f59c2ed3-f777-4eb5-9e69-07c9adb8b6fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:56:29.287736 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-afbd112e-c116-499f-ae9b-c4c0db50dc9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:29.288128 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbd112e-c116-499f-ae9b-c4c0db50dc9d None None] Bound using segment: {'id': '2867bba5-104c-44af-958e-48067bcf1847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f59c2ed3-f777-4eb5-9e69-07c9adb8b6fc'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:56:29.289198 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-afbd112e-c116-499f-ae9b-c4c0db50dc9d None None] Bound port: ca1d74e5-2ce2-475a-bd76-a12237abcd04, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2867bba5-104c-44af-958e-48067bcf1847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f59c2ed3-f777-4eb5-9e69-07c9adb8b6fc'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:56:29.289651 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-afbd112e-c116-499f-ae9b-c4c0db50dc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:29.309691 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.api.v2.resource [None req-d22f521f-8128-4a3c-97a4-18df5fdaa128 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] delete failed (client error): The resource could not be found. Apr 01 15:56:29.309691 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-d22f521f-8128-4a3c-97a4-18df5fdaa128 tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] 10.222.0.55 "DELETE /v2.0/security-groups/c6d4587a-e9df-487d-b275-20520cb601a7 HTTP/1.1" status: 404 len: 347 time: 0.3062415 Apr 01 15:56:29.326730 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53716) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:29.331326 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-57560d12-11b1-4606-97ac-4b245e445271 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:29.382612 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-1231d34d-4c61-4939-86a8-da9d90d9ee46 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:29.384979 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-afbd112e-c116-499f-ae9b-c4c0db50dc9d None None] For port ca1d74e5-2ce2-475a-bd76-a12237abcd04, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:56:29.388294 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-afbd112e-c116-499f-ae9b-c4c0db50dc9d None None] For port ca1d74e5-2ce2-475a-bd76-a12237abcd04, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=ca1d74e5-2ce2-475a-bd76-a12237abcd04,segment=NetworkSegment(2867bba5-104c-44af-958e-48067bcf1847),segment_id=2867bba5-104c-44af-958e-48067bcf1847)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:56:29.394837 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-afbd112e-c116-499f-ae9b-c4c0db50dc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:29.404481 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e569693-9f49-46c4-9735-bd6bfd53e48d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=83828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:56:29.471520 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-6949cfa7-6c9a-4ed0-9b8e-21e4175e30ee tempest-SecGroupTest-1223668849 tempest-SecGroupTest-1223668849-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1436610 Apr 01 15:56:29.475080 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-57560d12-11b1-4606-97ac-4b245e445271 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Calling delete_port for 7708456d-a334-43cc-9213-3408cb28abdd owned by {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:56:29.475824 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-69a50028-b159-4094-a4ba-69cee1a1d5d5 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130626'] for router, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:29.489223 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbd112e-c116-499f-ae9b-c4c0db50dc9d None None] Pushing event updated for resources: {'Port': ['ID=ca1d74e5-2ce2-475a-bd76-a12237abcd04,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:29.491860 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-69a50028-b159-4094-a4ba-69cee1a1d5d5 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-617606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-617615', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-607241'] for router, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:29.513018 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3e569693-9f49-46c4-9735-bd6bfd53e48d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:29.513401 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.segments_db [None req-3e569693-9f49-46c4-9735-bd6bfd53e48d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Added segment 391305c9-8268-4e18-800f-36bcfd8555da of type vlan for network 77261af6-9095-4e3c-831e-6f51cab9a9f3 Apr 01 15:56:29.529977 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbf8648-d175-490a-8eb2-6aab147452da tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Network 978e58e8-3a1e-45c0-9510-81b0da129fed is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:56:29.568914 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3e569693-9f49-46c4-9735-bd6bfd53e48d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:29.579736 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-9cbf8648-d175-490a-8eb2-6aab147452da tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, 978e58e8-3a1e-45c0-9510-81b0da129fed) {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:29.597331 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde4303b-60e0-4362-99a8-f42a00701791 None None] Network 978e58e8-3a1e-45c0-9510-81b0da129fed requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:56:29.598977 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbf8648-d175-490a-8eb2-6aab147452da tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:29.599851 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9cbf8648-d175-490a-8eb2-6aab147452da tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:29.708580 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3e569693-9f49-46c4-9735-bd6bfd53e48d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:29.712980 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e569693-9f49-46c4-9735-bd6bfd53e48d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:29.713599 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3e569693-9f49-46c4-9735-bd6bfd53e48d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:29.746443 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-9cbf8648-d175-490a-8eb2-6aab147452da tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.0601108 Apr 01 15:56:29.755856 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53722) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:30.022446 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758902bb-ee87-4282-905e-4f853f283b7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-978e58e8-3a1e-45c0-9510-81b0da129fed', 'network_id': '978e58e8-3a1e-45c0-9510-81b0da129fed', 'tenant_id': 'ca4419a52cd8404a85bea4fb3af2a91f', 'fixed_ips': [{'subnet_id': '3c34bfdc-4ec5-4813-a5aa-a2b74bd068b5'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:56:30.028810 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-758902bb-ee87-4282-905e-4f853f283b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:30.046017 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-3e569693-9f49-46c4-9735-bd6bfd53e48d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0605326 Apr 01 15:56:30.056599 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53730) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:30.062567 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 70e0d77a-0638-4417-b919-f26af4acd11f up at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:56:30.089596 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-57560d12-11b1-4606-97ac-4b245e445271 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:30.120353 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-8fddd888-09a2-4900-bcf3-dbbb13eab6d4 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Request body: {'subnet': {'network_id': '77261af6-9095-4e3c-831e-6f51cab9a9f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:56:30.140236 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-1231d34d-4c61-4939-86a8-da9d90d9ee46 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:30.178754 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-1231d34d-4c61-4939-86a8-da9d90d9ee46 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:30.227915 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53734) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:30.314530 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning for port 70e0d77a-0638-4417-b919-f26af4acd11f completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:56:30.330163 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning complete for port 70e0d77a-0638-4417-b919-f26af4acd11f triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:30.330163 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:30.371116 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-758902bb-ee87-4282-905e-4f853f283b7d None None] Allocated IP 172.20.0.1 (978e58e8-3a1e-45c0-9510-81b0da129fed/3c34bfdc-4ec5-4813-a5aa-a2b74bd068b5/407ff7cb-ebbb-4c70-96f6-e36f7c09fa9e) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:56:30.389470 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-1231d34d-4c61-4939-86a8-da9d90d9ee46 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611525'] for router_interface, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:30.418298 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1231d34d-4c61-4939-86a8-da9d90d9ee46 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Pushing event updated for resources: {'Port': ['ID=cfe7e3e6-bc28-4205-bd6e-eabc98e1e59c,revision_number=3']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:30.428522 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e569693-9f49-46c4-9735-bd6bfd53e48d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Pushing event updated for resources: {'Network': ['ID=77261af6-9095-4e3c-831e-6f51cab9a9f3,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:30.530239 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 77261af6-9095-4e3c-831e-6f51cab9a9f3 details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:56:30.549572 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46a0b45-4f76-4ae8-a436-13c06f6928db req-2f847dd5-c84b-48f8-84dc-8d51c5349e0e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:30.551072 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b46a0b45-4f76-4ae8-a436-13c06f6928db req-2f847dd5-c84b-48f8-84dc-8d51c5349e0e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=21288751-9373-42e7-a8d7-bf1fbaa867d9 HTTP/1.1" status: 200 len: 945 time: 0.3143997 Apr 01 15:56:30.568751 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57560d12-11b1-4606-97ac-4b245e445271 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event deleted for resources: {'Port': ['ID=7708456d-a334-43cc-9213-3408cb28abdd,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:30.582312 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-97df00f2-2aae-4cb5-b4bd-00bdc076f4fe tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:30.651552 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1231d34d-4c61-4939-86a8-da9d90d9ee46 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Network cb581ce8-4949-4f8e-bb23-7816623994f5 is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:56:30.653291 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69a50028-b159-4094-a4ba-69cee1a1d5d5 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Router e5727503-d7cb-40d8-9901-b3bab7cf56cb is scheduled to L3 agent ff252634-3424-422a-b742-9ae457bd54bd with binding_index 1 {{(pid=83826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:56:30.656889 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b46a0b45-4f76-4ae8-a436-13c06f6928db req-f6f436be-29a2-440a-bf7c-3ed34c01f4bb tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3431d3c-e98f-4809-b635-c1daf3c86b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869310 Apr 01 15:56:30.657837 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-1231d34d-4c61-4939-86a8-da9d90d9ee46 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:30.809115 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-8fddd888-09a2-4900-bcf3-dbbb13eab6d4 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:30.823940 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-8fddd888-09a2-4900-bcf3-dbbb13eab6d4 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Usage tracker for resource:subnet and tenant:140c0a827c6a433287acd915ee3c410d is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:30.841942 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-8fddd888-09a2-4900-bcf3-dbbb13eab6d4 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:30.851952 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-8fddd888-09a2-4900-bcf3-dbbb13eab6d4 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:30.867334 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:30.909244 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fddd888-09a2-4900-bcf3-dbbb13eab6d4 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Made reservation on behalf of 140c0a827c6a433287acd915ee3c410d for: {'subnet': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:30.939446 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21288751-9373-42e7-a8d7-bf1fbaa867d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70e0d77a-0638-4417-b919-f26af4acd11f'}] {{(pid=83829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:56:30.939996 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-97df00f2-2aae-4cb5-b4bd-00bdc076f4fe tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:31.034910 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 70e0d77a-0638-4417-b919-f26af4acd11f, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=70e0d77a-0638-4417-b919-f26af4acd11f,segment=NetworkSegment(17425429-0d0c-4b33-953c-3197bd34ece2),segment_id=17425429-0d0c-4b33-953c-3197bd34ece2)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:56:31.051720 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:31.101640 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53e1b4a-f770-4dc7-8339-b8c8202f3958 None None] Network f59c2ed3-f777-4eb5-9e69-07c9adb8b6fc requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:56:31.152048 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-57560d12-11b1-4606-97ac-4b245e445271 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:31.166070 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-57560d12-11b1-4606-97ac-4b245e445271 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "DELETE /v2.0/ports/7708456d-a334-43cc-9213-3408cb28abdd HTTP/1.1" status: 204 len: 168 time: 2.4474440 Apr 01 15:56:31.184619 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53744) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:31.265707 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-3300b5cd-309f-4194-9de9-91b18155292f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d43469dfc0b440c3b15d5b674848a763&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8332431 Apr 01 15:56:31.295087 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-758902bb-ee87-4282-905e-4f853f283b7d None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:31.303179 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53748) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:31.304079 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device ca1d74e5-2ce2-475a-bd76-a12237abcd04 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:56:31.324295 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-56cb4e8a-e478-4eda-9ac9-02757d310c1e tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] GET failed (client error): The resource could not be found. Apr 01 15:56:31.325486 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-56cb4e8a-e478-4eda-9ac9-02757d310c1e tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Synchronizing usage tracker for tenant:11b74bb4c805440eb8922ec9333718ac on resource:port {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:56:31.347857 dv-neutron-833373-2-hyperv neutron-server[83829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21288751-9373-42e7-a8d7-bf1fbaa867d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70e0d77a-0638-4417-b919-f26af4acd11f', 'code': 200} Apr 01 15:56:31.348718 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8fddd888-09a2-4900-bcf3-dbbb13eab6d4 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16030269'] for subnet, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:31.356303 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-622aa32a-515e-4632-9a47-25c318967552 None None] Provisioning for port ca1d74e5-2ce2-475a-bd76-a12237abcd04 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:56:31.377787 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-758902bb-ee87-4282-905e-4f853f283b7d None None] Transition to ACTIVE for port object 407ff7cb-ebbb-4c70-96f6-e36f7c09fa9e will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:31.410896 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=70e0d77a-0638-4417-b919-f26af4acd11f,revision_number=5']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:31.474378 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-758902bb-ee87-4282-905e-4f853f283b7d None None] Transition to ACTIVE for port object 407ff7cb-ebbb-4c70-96f6-e36f7c09fa9e will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:31.489984 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-758902bb-ee87-4282-905e-4f853f283b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:31.524860 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a50028-b159-4094-a4ba-69cee1a1d5d5 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:56:31.530355 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-69a50028-b159-4094-a4ba-69cee1a1d5d5 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Notify callbacks [] for router, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:31.531660 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-69a50028-b159-4094-a4ba-69cee1a1d5d5 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] 10.222.0.55 "PUT /v2.0/routers/e5727503-d7cb-40d8-9901-b3bab7cf56cb HTTP/1.1" status: 200 len: 918 time: 9.0741172 Apr 01 15:56:31.539363 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b140f9a6-2d76-41dd-9eaf-3cb7421c4c2e None None] Sync routers for ids ['e5727503-d7cb-40d8-9901-b3bab7cf56cb'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:56:31.541949 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53752) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:31.547274 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-56cb4e8a-e478-4eda-9ac9-02757d310c1e tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Unset dirty status for tenant:11b74bb4c805440eb8922ec9333718ac on resource:port {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:56:31.549050 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1231d34d-4c61-4939-86a8-da9d90d9ee46 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Router d2f6c323-30bb-4354-a74b-7ff4c779da4e is scheduled to L3 agent ff252634-3424-422a-b742-9ae457bd54bd with binding_index 1 {{(pid=83826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:56:31.557062 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53756) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:31.557371 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-56cb4e8a-e478-4eda-9ac9-02757d310c1e tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "GET /v2.0/ports/7708456d-a334-43cc-9213-3408cb28abdd HTTP/1.1" status: 404 len: 333 time: 0.3692856 Apr 01 15:56:31.567401 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b140f9a6-2d76-41dd-9eaf-3cb7421c4c2e None None] Routers {'e5727503-d7cb-40d8-9901-b3bab7cf56cb'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:56:31.568564 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-b140f9a6-2d76-41dd-9eaf-3cb7421c4c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:56:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['e5727503-d7cb-40d8-9901-b3bab7cf56cb'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:31.594958 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-622aa32a-515e-4632-9a47-25c318967552 None None] Provisioning complete for port cfe7e3e6-bc28-4205-bd6e-eabc98e1e59c triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:31.595362 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-622aa32a-515e-4632-9a47-25c318967552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:31.654107 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-b140f9a6-2d76-41dd-9eaf-3cb7421c4c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:31.670714 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758902bb-ee87-4282-905e-4f853f283b7d None None] Network 978e58e8-3a1e-45c0-9510-81b0da129fed is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:56:31.674372 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b140f9a6-2d76-41dd-9eaf-3cb7421c4c2e None None] Routers {'e5727503-d7cb-40d8-9901-b3bab7cf56cb'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:56:31.676473 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-b140f9a6-2d76-41dd-9eaf-3cb7421c4c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:56:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['e5727503-d7cb-40d8-9901-b3bab7cf56cb'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:31.683141 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-758902bb-ee87-4282-905e-4f853f283b7d None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:31.685089 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port ca1d74e5-2ce2-475a-bd76-a12237abcd04 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:56:31.693531 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758902bb-ee87-4282-905e-4f853f283b7d None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:56:31.695672 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758902bb-ee87-4282-905e-4f853f283b7d None None] Pushing event updated for resources: {'Port': ['ID=407ff7cb-ebbb-4c70-96f6-e36f7c09fa9e,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:31.705925 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port ca1d74e5-2ce2-475a-bd76-a12237abcd04 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:31.705925 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:31.739818 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-622aa32a-515e-4632-9a47-25c318967552 None None] Port cfe7e3e6-bc28-4205-bd6e-eabc98e1e59c cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:56:31.766939 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-b140f9a6-2d76-41dd-9eaf-3cb7421c4c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:31.767730 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b140f9a6-2d76-41dd-9eaf-3cb7421c4c2e None None] The sync data for ids ['e5727503-d7cb-40d8-9901-b3bab7cf56cb'] in dv-neutron-833373-2-hyperv is: [] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:56:31.771845 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-43ff38f4-f2c0-43bc-ad48-4e074db7c094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:31.774686 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-97df00f2-2aae-4cb5-b4bd-00bdc076f4fe tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15306565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16030232'] for subnet, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:31.883477 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-758902bb-ee87-4282-905e-4f853f283b7d None None] Attempting to bind port 407ff7cb-ebbb-4c70-96f6-e36f7c09fa9e on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:56:31.884257 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-758902bb-ee87-4282-905e-4f853f283b7d None None] Attempting to bind port 407ff7cb-ebbb-4c70-96f6-e36f7c09fa9e by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': '4ad50e50-fe3b-4615-9693-7da537874d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '978e58e8-3a1e-45c0-9510-81b0da129fed'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:56:31.884257 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758902bb-ee87-4282-905e-4f853f283b7d None None] Attempting to bind port 407ff7cb-ebbb-4c70-96f6-e36f7c09fa9e on network 978e58e8-3a1e-45c0-9510-81b0da129fed {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:56:31.935514 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758902bb-ee87-4282-905e-4f853f283b7d None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:56:31.935900 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758902bb-ee87-4282-905e-4f853f283b7d None None] Checking segment: {'id': '4ad50e50-fe3b-4615-9693-7da537874d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '978e58e8-3a1e-45c0-9510-81b0da129fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:56:31.936421 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-758902bb-ee87-4282-905e-4f853f283b7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:31.936699 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758902bb-ee87-4282-905e-4f853f283b7d None None] Bound using segment: {'id': '4ad50e50-fe3b-4615-9693-7da537874d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '978e58e8-3a1e-45c0-9510-81b0da129fed'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:56:31.937238 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-758902bb-ee87-4282-905e-4f853f283b7d None None] Bound port: 407ff7cb-ebbb-4c70-96f6-e36f7c09fa9e, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ad50e50-fe3b-4615-9693-7da537874d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '978e58e8-3a1e-45c0-9510-81b0da129fed'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:56:31.937733 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-758902bb-ee87-4282-905e-4f853f283b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:31.966133 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:31.975933 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df00f2-2aae-4cb5-b4bd-00bdc076f4fe tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Pushing event deleted for resources: {'Subnet': ['ID=3c34bfdc-4ec5-4813-a5aa-a2b74bd068b5,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:32.084624 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port ca1d74e5-2ce2-475a-bd76-a12237abcd04, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=ca1d74e5-2ce2-475a-bd76-a12237abcd04,segment=NetworkSegment(2867bba5-104c-44af-958e-48067bcf1847),segment_id=2867bba5-104c-44af-958e-48067bcf1847)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:56:32.092283 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-758902bb-ee87-4282-905e-4f853f283b7d None None] For port 407ff7cb-ebbb-4c70-96f6-e36f7c09fa9e, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:56:32.095762 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:32.105972 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-758902bb-ee87-4282-905e-4f853f283b7d None None] For port 407ff7cb-ebbb-4c70-96f6-e36f7c09fa9e, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=407ff7cb-ebbb-4c70-96f6-e36f7c09fa9e,segment=NetworkSegment(4ad50e50-fe3b-4615-9693-7da537874d1d),segment_id=4ad50e50-fe3b-4615-9693-7da537874d1d)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:56:32.112325 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_v2 [None req-598c2322-9ab1-477e-8ea4-74dae9b9fc11 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Deleting subnet e0195e36-4622-412d-a536-c2d4d8dda569 {{(pid=83826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:56:32.122364 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-598c2322-9ab1-477e-8ea4-74dae9b9fc11 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for subnet, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:32.156620 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-43ff38f4-f2c0-43bc-ad48-4e074db7c094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:32.162145 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-758902bb-ee87-4282-905e-4f853f283b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:32.178118 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1231d34d-4c61-4939-86a8-da9d90d9ee46 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:56:32.188796 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-1231d34d-4c61-4939-86a8-da9d90d9ee46 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "PUT /v2.0/routers/d2f6c323-30bb-4354-a74b-7ff4c779da4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0722713 Apr 01 15:56:32.199405 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dde1c8-905f-4b84-856b-fac0d585f389 req-1f5d12fd-7529-44ef-bea6-1bdf7c8e89fd tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:32.204254 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a72490-3b15-4f07-a297-9ce6f32f4f4b None None] Sync routers for ids ['d2f6c323-30bb-4354-a74b-7ff4c779da4e'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:56:32.206942 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-87dde1c8-905f-4b84-856b-fac0d585f389 req-1f5d12fd-7529-44ef-bea6-1bdf7c8e89fd tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=21288751-9373-42e7-a8d7-bf1fbaa867d9 HTTP/1.1" status: 200 len: 946 time: 0.3197024 Apr 01 15:56:32.223254 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-97df00f2-2aae-4cb5-b4bd-00bdc076f4fe tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:32.223415 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a72490-3b15-4f07-a297-9ce6f32f4f4b None None] Routers {'d2f6c323-30bb-4354-a74b-7ff4c779da4e'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:56:32.224090 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53762) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:32.224212 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-25a72490-3b15-4f07-a297-9ce6f32f4f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:56:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['d2f6c323-30bb-4354-a74b-7ff4c779da4e'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:32.275128 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-598c2322-9ab1-477e-8ea4-74dae9b9fc11 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16610770'] for subnet, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:32.308249 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-97df00f2-2aae-4cb5-b4bd-00bdc076f4fe tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['978e58e8-3a1e-45c0-9510-81b0da129fed']}} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:32.330388 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-25a72490-3b15-4f07-a297-9ce6f32f4f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:32.336335 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-97df00f2-2aae-4cb5-b4bd-00bdc076f4fe tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ad50e50-fe3b-4615-9693-7da537874d1d') {'for_net_delete': True} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:32.336772 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-97df00f2-2aae-4cb5-b4bd-00bdc076f4fe tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ad50e50-fe3b-4615-9693-7da537874d1d') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:32.367227 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-2a8efa13-cf03-4f5a-ba82-ed817c033750 req-07cd172c-f479-4671-bef5-e9fd1c9d2151 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=21288751-9373-42e7-a8d7-bf1fbaa867d9 HTTP/1.1" status: 200 len: 1099 time: 0.6877782 Apr 01 15:56:32.371604 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-97df00f2-2aae-4cb5-b4bd-00bdc076f4fe tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15303093'] for segment, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:32.389471 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-87dde1c8-905f-4b84-856b-fac0d585f389 req-1316d99b-8538-49ea-b5c3-1838f53e23b0 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3431d3c-e98f-4809-b635-c1daf3c86b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1813357 Apr 01 15:56:32.394691 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=ca1d74e5-2ce2-475a-bd76-a12237abcd04,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:32.425511 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4d937a-38cd-47d5-945f-de9e8a898c1c tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:32.426213 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-8a4d937a-38cd-47d5-945f-de9e8a898c1c tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Synchronizing usage tracker for tenant:113c2dcebd4142eb9b767ab7a8fce06c on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:56:32.459434 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-8a4d937a-38cd-47d5-945f-de9e8a898c1c tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Unset dirty status for tenant:113c2dcebd4142eb9b767ab7a8fce06c on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:56:32.460661 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-43ff38f4-f2c0-43bc-ad48-4e074db7c094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:32.464127 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-8a4d937a-38cd-47d5-945f-de9e8a898c1c tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "GET /v2.0/ports/cfe7e3e6-bc28-4205-bd6e-eabc98e1e59c HTTP/1.1" status: 200 len: 977 time: 0.2305167 Apr 01 15:56:32.464127 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-598c2322-9ab1-477e-8ea4-74dae9b9fc11 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:32.465420 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-97df00f2-2aae-4cb5-b4bd-00bdc076f4fe tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:32.479212 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53766) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:32.503002 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758902bb-ee87-4282-905e-4f853f283b7d None None] Pushing event updated for resources: {'Port': ['ID=407ff7cb-ebbb-4c70-96f6-e36f7c09fa9e,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:32.530641 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a3d41a31-864f-4be2-bac2-2257aaa1396a None None] Provisioning complete for port ca1d74e5-2ce2-475a-bd76-a12237abcd04 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:32.531010 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a3d41a31-864f-4be2-bac2-2257aaa1396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:32.555085 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8fddd888-09a2-4900-bcf3-dbbb13eab6d4 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15306628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16030227'] for subnet, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:32.560862 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-598c2322-9ab1-477e-8ea4-74dae9b9fc11 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15415074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16089009'] for subnet, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:32.561356 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97df00f2-2aae-4cb5-b4bd-00bdc076f4fe tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=83828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:56:32.561737 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-97df00f2-2aae-4cb5-b4bd-00bdc076f4fe tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15306523'] for segment, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:32.570266 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a72490-3b15-4f07-a297-9ce6f32f4f4b None None] Routers {'d2f6c323-30bb-4354-a74b-7ff4c779da4e'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:56:32.570894 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-25a72490-3b15-4f07-a297-9ce6f32f4f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:56:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['d2f6c323-30bb-4354-a74b-7ff4c779da4e'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:32.608233 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598c2322-9ab1-477e-8ea4-74dae9b9fc11 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event deleted for resources: {'Subnet': ['ID=e0195e36-4622-412d-a536-c2d4d8dda569,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:32.612245 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ff38f4-f2c0-43bc-ad48-4e074db7c094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7418da5a-e2e3-453c-b741-d286ea945710,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:32.614037 dv-neutron-833373-2-hyperv neutron-server[83828]: Traceback (most recent call last): Apr 01 15:56:32.614037 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:56:32.614037 dv-neutron-833373-2-hyperv neutron-server[83828]: timer() Apr 01 15:56:32.614037 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:56:32.614037 dv-neutron-833373-2-hyperv neutron-server[83828]: cb(*args, **kw) Apr 01 15:56:32.614037 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:56:32.614037 dv-neutron-833373-2-hyperv neutron-server[83828]: return func(*args, **kwargs) Apr 01 15:56:32.614037 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:56:32.614037 dv-neutron-833373-2-hyperv neutron-server[83828]: self._notify() Apr 01 15:56:32.614037 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:56:32.614037 dv-neutron-833373-2-hyperv neutron-server[83828]: self.callback(batched_events) Apr 01 15:56:32.614037 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:56:32.614037 dv-neutron-833373-2-hyperv neutron-server[83828]: event.method(event) Apr 01 15:56:32.614037 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:56:32.614037 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:56:32.614037 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:56:32.614037 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:56:32.614037 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:56:32.614037 dv-neutron-833373-2-hyperv neutron-server[83828]: return f(self, *a, **k) Apr 01 15:56:32.614037 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:56:32.614037 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._get(url).json() Apr 01 15:56:32.614037 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:56:32.614037 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:56:32.614037 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:56:32.614037 dv-neutron-833373-2-hyperv neutron-server[83828]: return self.request(url, 'GET', **kwargs) Apr 01 15:56:32.614037 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:56:32.614037 dv-neutron-833373-2-hyperv neutron-server[83828]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:56:32.614037 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:56:32.614037 dv-neutron-833373-2-hyperv neutron-server[83828]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:56:32.614037 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:56:32.614037 dv-neutron-833373-2-hyperv neutron-server[83828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:56:32.614037 dv-neutron-833373-2-hyperv neutron-server[83828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:56:32.631069 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-598c2322-9ab1-477e-8ea4-74dae9b9fc11 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:32.641828 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-598c2322-9ab1-477e-8ea4-74dae9b9fc11 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "DELETE /v2.0/subnets/e0195e36-4622-412d-a536-c2d4d8dda569 HTTP/1.1" status: 204 len: 168 time: 1.0816355 Apr 01 15:56:32.642531 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53770) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:32.712637 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-25a72490-3b15-4f07-a297-9ce6f32f4f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:32.713090 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a72490-3b15-4f07-a297-9ce6f32f4f4b None None] The sync data for ids ['d2f6c323-30bb-4354-a74b-7ff4c779da4e'] in dv-neutron-833373-2-hyperv is: [] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:56:32.740834 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26676a5-4204-413b-b4b9-4caa2fc045e8 None None] Network 978e58e8-3a1e-45c0-9510-81b0da129fed requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:56:32.792884 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e9ff7c6a-26d8-46ee-9b5d-d3a863bf8d12 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:32.806649 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-e9ff7c6a-26d8-46ee-9b5d-d3a863bf8d12 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Deleting port ca1d74e5-2ce2-475a-bd76-a12237abcd04 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:56:32.807291 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e9ff7c6a-26d8-46ee-9b5d-d3a863bf8d12 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:32.844484 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c18ed8b-4f32-4177-ada7-4076678c3031 None None] Network f59c2ed3-f777-4eb5-9e69-07c9adb8b6fc requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:56:32.948072 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-2a8efa13-cf03-4f5a-ba82-ed817c033750 req-0541922e-7ccf-446c-9a89-7bd963f58bda service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f3431d3c-e98f-4809-b635-c1daf3c86b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5546923 Apr 01 15:56:32.995178 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fddd888-09a2-4900-bcf3-dbbb13eab6d4 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Pushing event updated for resources: {'Subnet': ['ID=9bb82706-c556-4eec-837c-2010fe05eee3,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:33.008990 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.db.api [None req-97df00f2-2aae-4cb5-b4bd-00bdc076f4fe tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 01 15:56:33.008990 dv-neutron-833373-2-hyperv neutron-server[83828]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 01 15:56:33.008990 dv-neutron-833373-2-hyperv neutron-server[83828]: [parameters: {'id': '978e58e8-3a1e-45c0-9510-81b0da129fed'}] Apr 01 15:56:33.008990 dv-neutron-833373-2-hyperv neutron-server[83828]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:56:33.009403 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG oslo_db.api [None req-97df00f2-2aae-4cb5-b4bd-00bdc076f4fe tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:56:33.033842 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-43ff38f4-f2c0-43bc-ad48-4e074db7c094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:33.037171 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-43ff38f4-f2c0-43bc-ad48-4e074db7c094 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7418da5a-e2e3-453c-b741-d286ea945710 HTTP/1.1" status: 204 len: 168 time: 1.7305958 Apr 01 15:56:33.055320 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fddd888-09a2-4900-bcf3-dbbb13eab6d4 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Checking segment: {'id': '391305c9-8268-4e18-800f-36bcfd8555da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '77261af6-9095-4e3c-831e-6f51cab9a9f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:56:33.055808 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fddd888-09a2-4900-bcf3-dbbb13eab6d4 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Network hostable DHCP agents. Network: 77261af6-9095-4e3c-831e-6f51cab9a9f3, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:56:33.056189 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [None req-e9ff7c6a-26d8-46ee-9b5d-d3a863bf8d12 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] For port ca1d74e5-2ce2-475a-bd76-a12237abcd04, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=ca1d74e5-2ce2-475a-bd76-a12237abcd04,segment=NetworkSegment(2867bba5-104c-44af-958e-48067bcf1847),segment_id=2867bba5-104c-44af-958e-48067bcf1847)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:56:33.056780 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e9ff7c6a-26d8-46ee-9b5d-d3a863bf8d12 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:33.098331 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-e8aaa7c5-74ec-4eb4-a22f-d34f6976da6f tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] 10.222.0.55 "GET /v2.0/routers/e5727503-d7cb-40d8-9901-b3bab7cf56cb HTTP/1.1" status: 200 len: 924 time: 1.5500073 Apr 01 15:56:33.102166 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53776) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:33.191571 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fddd888-09a2-4900-bcf3-dbbb13eab6d4 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Network 77261af6-9095-4e3c-831e-6f51cab9a9f3 is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:56:33.237400 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device ca1d74e5-2ce2-475a-bd76-a12237abcd04 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:56:33.344713 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-8fddd888-09a2-4900-bcf3-dbbb13eab6d4 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, 77261af6-9095-4e3c-831e-6f51cab9a9f3) {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:33.349565 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-7fbdbd44-1250-4d26-b6f9-40e80049e41d tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=ed45466e-0386-4b92-8de3-247c977242ac&device_id=e5727503-d7cb-40d8-9901-b3bab7cf56cb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2424653 Apr 01 15:56:33.353861 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53782) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:33.371886 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7a122d-8d74-4a43-9ddb-f43d5577f2d8 None None] Network 77261af6-9095-4e3c-831e-6f51cab9a9f3 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:56:33.377348 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-e9ff7c6a-26d8-46ee-9b5d-d3a863bf8d12 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Calling delete_port for ca1d74e5-2ce2-475a-bd76-a12237abcd04 owned by network:dhcp {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:56:33.380232 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fddd888-09a2-4900-bcf3-dbbb13eab6d4 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:33.380865 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8fddd888-09a2-4900-bcf3-dbbb13eab6d4 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:33.486283 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-8fddd888-09a2-4900-bcf3-dbbb13eab6d4 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4162979 Apr 01 15:56:33.490336 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53788) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:33.507937 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-c8bde128-c8dc-49ef-9163-a06d59310ec4 None None] Could not find standard attr ID for object 7708456d-a334-43cc-9213-3408cb28abdd. {{(pid=83829) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:56:33.540418 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e9ff7c6a-26d8-46ee-9b5d-d3a863bf8d12 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:33.578153 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-97df00f2-2aae-4cb5-b4bd-00bdc076f4fe tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:33.583312 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d520f0-b691-4f51-997b-98e3c4040779 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:33.588105 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-f3d520f0-b691-4f51-997b-98e3c4040779 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] 10.222.0.55 "GET /v2.0/networks/ed45466e-0386-4b92-8de3-247c977242ac HTTP/1.1" status: 200 len: 881 time: 0.2284472 Apr 01 15:56:33.591858 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53792) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:33.603033 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port ca1d74e5-2ce2-475a-bd76-a12237abcd04 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:33.603408 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:33.680522 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31dd591a-6cc2-48a9-b789-e96148250ad5 None None] DHCP port deletion for f59c2ed3-f777-4eb5-9e69-07c9adb8b6fc request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:56:33.691508 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ff7c6a-26d8-46ee-9b5d-d3a863bf8d12 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event deleted for resources: {'Port': ['ID=ca1d74e5-2ce2-475a-bd76-a12237abcd04,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:33.692441 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Port ca1d74e5-2ce2-475a-bd76-a12237abcd04 was deleted so its status cannot be updated. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Apr 01 15:56:33.715434 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-98ab1f43-4670-46ff-b968-bbd485ca6cc5 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5727503-d7cb-40d8-9901-b3bab7cf56cb HTTP/1.1" status: 200 len: 205 time: 0.1204739 Apr 01 15:56:33.718668 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ff7c6a-26d8-46ee-9b5d-d3a863bf8d12 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] No DVR routers for this DVR port ca1d74e5-2ce2-475a-bd76-a12237abcd04 on host dv-neutron-833373-2-hyperv {{(pid=83826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:56:33.720383 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53798) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:33.756444 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-97df00f2-2aae-4cb5-b4bd-00bdc076f4fe tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Deleting port 407ff7cb-ebbb-4c70-96f6-e36f7c09fa9e {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:56:33.756981 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-97df00f2-2aae-4cb5-b4bd-00bdc076f4fe tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:33.785816 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a19c12-74af-4d2c-bdc3-25b40cf0f90a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-77261af6-9095-4e3c-831e-6f51cab9a9f3', 'network_id': '77261af6-9095-4e3c-831e-6f51cab9a9f3', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'fixed_ips': [{'subnet_id': '9bb82706-c556-4eec-837c-2010fe05eee3'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:56:33.786913 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f3a19c12-74af-4d2c-bdc3-25b40cf0f90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:33.997242 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e9ff7c6a-26d8-46ee-9b5d-d3a863bf8d12 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:34.037276 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-e9ff7c6a-26d8-46ee-9b5d-d3a863bf8d12 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f59c2ed3-f777-4eb5-9e69-07c9adb8b6fc']}} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:34.052648 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d02ecac-edb5-4c6a-abf4-186ec4ecc71d req-88c31051-3942-4948-af4a-c2678350aa61 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:34.054508 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-6d02ecac-edb5-4c6a-abf4-186ec4ecc71d req-88c31051-3942-4948-af4a-c2678350aa61 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=21288751-9373-42e7-a8d7-bf1fbaa867d9 HTTP/1.1" status: 200 len: 946 time: 0.4731250 Apr 01 15:56:34.059594 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-e9ff7c6a-26d8-46ee-9b5d-d3a863bf8d12 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2867bba5-104c-44af-958e-48067bcf1847') {'for_net_delete': True} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:34.059891 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-e9ff7c6a-26d8-46ee-9b5d-d3a863bf8d12 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2867bba5-104c-44af-958e-48067bcf1847') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:34.081866 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-f3a19c12-74af-4d2c-bdc3-25b40cf0f90a None None] Allocated IP 2001:db8::2 (77261af6-9095-4e3c-831e-6f51cab9a9f3/9bb82706-c556-4eec-837c-2010fe05eee3/16da0f50-bfe6-446f-a138-bc58ed0da319) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:56:34.093600 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e9ff7c6a-26d8-46ee-9b5d-d3a863bf8d12 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16610763'] for segment, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:34.146659 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e9ff7c6a-26d8-46ee-9b5d-d3a863bf8d12 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:34.157815 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-6d02ecac-edb5-4c6a-abf4-186ec4ecc71d req-dbd640bf-959e-403f-916e-09ef3de954bc tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3431d3c-e98f-4809-b635-c1daf3c86b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906339 Apr 01 15:56:34.158906 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9ff7c6a-26d8-46ee-9b5d-d3a863bf8d12 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=83826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:56:34.159370 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e9ff7c6a-26d8-46ee-9b5d-d3a863bf8d12 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15415164'] for segment, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:34.177697 dv-neutron-833373-2-hyperv neutron-server[83826]: Traceback (most recent call last): Apr 01 15:56:34.177697 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:56:34.177697 dv-neutron-833373-2-hyperv neutron-server[83826]: timer() Apr 01 15:56:34.177697 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:56:34.177697 dv-neutron-833373-2-hyperv neutron-server[83826]: cb(*args, **kw) Apr 01 15:56:34.177697 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:56:34.177697 dv-neutron-833373-2-hyperv neutron-server[83826]: return func(*args, **kwargs) Apr 01 15:56:34.177697 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:56:34.177697 dv-neutron-833373-2-hyperv neutron-server[83826]: self._notify() Apr 01 15:56:34.177697 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:56:34.177697 dv-neutron-833373-2-hyperv neutron-server[83826]: self.callback(batched_events) Apr 01 15:56:34.177697 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:56:34.177697 dv-neutron-833373-2-hyperv neutron-server[83826]: event.method(event) Apr 01 15:56:34.177697 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:56:34.177697 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:56:34.177697 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:56:34.177697 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:56:34.177697 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:56:34.177697 dv-neutron-833373-2-hyperv neutron-server[83826]: return f(self, *a, **k) Apr 01 15:56:34.177697 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:56:34.177697 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._get(url).json() Apr 01 15:56:34.177697 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:56:34.177697 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:56:34.177697 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:56:34.177697 dv-neutron-833373-2-hyperv neutron-server[83826]: return self.request(url, 'GET', **kwargs) Apr 01 15:56:34.177697 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:56:34.177697 dv-neutron-833373-2-hyperv neutron-server[83826]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:56:34.177697 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:56:34.177697 dv-neutron-833373-2-hyperv neutron-server[83826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:56:34.177697 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:56:34.177697 dv-neutron-833373-2-hyperv neutron-server[83826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:56:34.177697 dv-neutron-833373-2-hyperv neutron-server[83826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:56:34.309289 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e9ff7c6a-26d8-46ee-9b5d-d3a863bf8d12 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:34.343833 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e9ff7c6a-26d8-46ee-9b5d-d3a863bf8d12 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:34.358242 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ff7c6a-26d8-46ee-9b5d-d3a863bf8d12 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event deleted for resources: {'Network': ['ID=f59c2ed3-f777-4eb5-9e69-07c9adb8b6fc,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:34.385365 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-32c32052-1a75-4c7d-b333-17530a3d0612 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks [] for router, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:34.398189 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f3a19c12-74af-4d2c-bdc3-25b40cf0f90a None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:34.409142 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-97df00f2-2aae-4cb5-b4bd-00bdc076f4fe tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] For port 407ff7cb-ebbb-4c70-96f6-e36f7c09fa9e, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=407ff7cb-ebbb-4c70-96f6-e36f7c09fa9e,segment=NetworkSegment(4ad50e50-fe3b-4615-9693-7da537874d1d),segment_id=4ad50e50-fe3b-4615-9693-7da537874d1d)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:56:34.409754 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-97df00f2-2aae-4cb5-b4bd-00bdc076f4fe tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:34.419779 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-f3a19c12-74af-4d2c-bdc3-25b40cf0f90a None None] Transition to ACTIVE for port object 16da0f50-bfe6-446f-a138-bc58ed0da319 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:34.454314 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-f3a19c12-74af-4d2c-bdc3-25b40cf0f90a None None] Transition to ACTIVE for port object 16da0f50-bfe6-446f-a138-bc58ed0da319 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:34.462337 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f3a19c12-74af-4d2c-bdc3-25b40cf0f90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:34.498783 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-e9ff7c6a-26d8-46ee-9b5d-d3a863bf8d12 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "DELETE /v2.0/networks/f59c2ed3-f777-4eb5-9e69-07c9adb8b6fc HTTP/1.1" status: 204 len: 168 time: 1.8551316 Apr 01 15:56:34.548285 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53802) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:34.561519 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-97df00f2-2aae-4cb5-b4bd-00bdc076f4fe tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Calling delete_port for 407ff7cb-ebbb-4c70-96f6-e36f7c09fa9e owned by network:dhcp {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:56:34.578672 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a19c12-74af-4d2c-bdc3-25b40cf0f90a None None] Network 77261af6-9095-4e3c-831e-6f51cab9a9f3 is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:56:34.583748 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-f3a19c12-74af-4d2c-bdc3-25b40cf0f90a None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:34.590212 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a19c12-74af-4d2c-bdc3-25b40cf0f90a None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:56:34.591327 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-560a875c-4c49-4ab3-b23d-a3b9c4ca2683 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Request body: {'port': {'network_id': '075827df-8fdb-4d55-8d82-cf1160050dba', 'name': 'tempest-PortsTestJSON-890378671'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:56:34.594669 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a19c12-74af-4d2c-bdc3-25b40cf0f90a None None] Pushing event updated for resources: {'Port': ['ID=16da0f50-bfe6-446f-a138-bc58ed0da319,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:34.691859 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-32c32052-1a75-4c7d-b333-17530a3d0612 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:34.704035 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-32c32052-1a75-4c7d-b333-17530a3d0612 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Deleting port d5635b50-c6e0-4d34-820d-0e37b86daa98 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:56:34.705056 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-32c32052-1a75-4c7d-b333-17530a3d0612 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:34.716034 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-f3a19c12-74af-4d2c-bdc3-25b40cf0f90a None None] Attempting to bind port 16da0f50-bfe6-446f-a138-bc58ed0da319 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:56:34.716575 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-f3a19c12-74af-4d2c-bdc3-25b40cf0f90a None None] Attempting to bind port 16da0f50-bfe6-446f-a138-bc58ed0da319 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': '391305c9-8268-4e18-800f-36bcfd8555da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '77261af6-9095-4e3c-831e-6f51cab9a9f3'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:56:34.716991 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a19c12-74af-4d2c-bdc3-25b40cf0f90a None None] Attempting to bind port 16da0f50-bfe6-446f-a138-bc58ed0da319 on network 77261af6-9095-4e3c-831e-6f51cab9a9f3 {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:56:34.724931 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a19c12-74af-4d2c-bdc3-25b40cf0f90a None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:56:34.725451 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a19c12-74af-4d2c-bdc3-25b40cf0f90a None None] Checking segment: {'id': '391305c9-8268-4e18-800f-36bcfd8555da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '77261af6-9095-4e3c-831e-6f51cab9a9f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:56:34.725932 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f3a19c12-74af-4d2c-bdc3-25b40cf0f90a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:34.727100 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a19c12-74af-4d2c-bdc3-25b40cf0f90a None None] Bound using segment: {'id': '391305c9-8268-4e18-800f-36bcfd8555da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '77261af6-9095-4e3c-831e-6f51cab9a9f3'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:56:34.727801 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-f3a19c12-74af-4d2c-bdc3-25b40cf0f90a None None] Bound port: 16da0f50-bfe6-446f-a138-bc58ed0da319, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '391305c9-8268-4e18-800f-36bcfd8555da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '77261af6-9095-4e3c-831e-6f51cab9a9f3'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:56:34.728192 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f3a19c12-74af-4d2c-bdc3-25b40cf0f90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:34.835946 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-f3a19c12-74af-4d2c-bdc3-25b40cf0f90a None None] For port 16da0f50-bfe6-446f-a138-bc58ed0da319, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:56:34.839905 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-f3a19c12-74af-4d2c-bdc3-25b40cf0f90a None None] For port 16da0f50-bfe6-446f-a138-bc58ed0da319, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=16da0f50-bfe6-446f-a138-bc58ed0da319,segment=NetworkSegment(391305c9-8268-4e18-800f-36bcfd8555da),segment_id=391305c9-8268-4e18-800f-36bcfd8555da)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:56:34.845421 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f3a19c12-74af-4d2c-bdc3-25b40cf0f90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:34.906605 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-32c32052-1a75-4c7d-b333-17530a3d0612 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:34.932143 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a19c12-74af-4d2c-bdc3-25b40cf0f90a None None] Pushing event updated for resources: {'Port': ['ID=16da0f50-bfe6-446f-a138-bc58ed0da319,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:35.083230 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-560a875c-4c49-4ab3-b23d-a3b9c4ca2683 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:35.099048 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-560a875c-4c49-4ab3-b23d-a3b9c4ca2683 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Usage tracker for resource:port and tenant:11b74bb4c805440eb8922ec9333718ac is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:35.103209 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-560a875c-4c49-4ab3-b23d-a3b9c4ca2683 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:35.124210 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-97df00f2-2aae-4cb5-b4bd-00bdc076f4fe tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:35.135114 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-560a875c-4c49-4ab3-b23d-a3b9c4ca2683 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:35.256964 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-32c32052-1a75-4c7d-b333-17530a3d0612 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Calling delete_port for d5635b50-c6e0-4d34-820d-0e37b86daa98 owned by network:router_gateway {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:56:35.277069 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 16da0f50-bfe6-446f-a138-bc58ed0da319 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:56:35.282730 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df00f2-2aae-4cb5-b4bd-00bdc076f4fe tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Pushing event deleted for resources: {'Port': ['ID=407ff7cb-ebbb-4c70-96f6-e36f7c09fa9e,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:35.289289 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-560a875c-4c49-4ab3-b23d-a3b9c4ca2683 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Made reservation on behalf of 11b74bb4c805440eb8922ec9333718ac for: {'port': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:35.292402 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-560a875c-4c49-4ab3-b23d-a3b9c4ca2683 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:35.351738 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [None req-560a875c-4c49-4ab3-b23d-a3b9c4ca2683 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] device_id is not set on port 624416a1-e89b-406c-94c8-76ae5787c543 yet. {{(pid=83828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:56:35.448784 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 16da0f50-bfe6-446f-a138-bc58ed0da319 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:56:35.454308 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97df00f2-2aae-4cb5-b4bd-00bdc076f4fe tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] No DVR routers for this DVR port 407ff7cb-ebbb-4c70-96f6-e36f7c09fa9e on host dv-neutron-833373-2-hyperv {{(pid=83828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:56:35.519609 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device ca1d74e5-2ce2-475a-bd76-a12237abcd04 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:56:35.545641 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ccf042ee-c819-4a5b-9d79-19e56e8e0490 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:35.559362 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639464f7-6e58-4451-836a-79503c6313ea req-ab31db6c-ba2b-4373-b448-a6be02fc955b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:35.566510 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-639464f7-6e58-4451-836a-79503c6313ea req-ab31db6c-ba2b-4373-b448-a6be02fc955b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=21288751-9373-42e7-a8d7-bf1fbaa867d9 HTTP/1.1" status: 200 len: 946 time: 0.1751158 Apr 01 15:56:35.624041 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-32c32052-1a75-4c7d-b333-17530a3d0612 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:35.639792 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: ca1d74e5-2ce2-475a-bd76-a12237abcd04 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:56:35.640150 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device ca1d74e5-2ce2-475a-bd76-a12237abcd04 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:56:35.730949 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c32052-1a75-4c7d-b333-17530a3d0612 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Pushing event deleted for resources: {'Port': ['ID=d5635b50-c6e0-4d34-820d-0e37b86daa98,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:35.839735 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-97df00f2-2aae-4cb5-b4bd-00bdc076f4fe tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:35.841923 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-639464f7-6e58-4451-836a-79503c6313ea req-ae917aa9-6747-4c93-8519-89ab511e0c9d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3431d3c-e98f-4809-b635-c1daf3c86b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2733145 Apr 01 15:56:35.848991 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-42ec0068-bd82-4442-87af-4c738bfd2988 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611543'] for router_interface, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:36.100759 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-97df00f2-2aae-4cb5-b4bd-00bdc076f4fe tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['978e58e8-3a1e-45c0-9510-81b0da129fed']}} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:36.120306 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-32c32052-1a75-4c7d-b333-17530a3d0612 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617660'] for router_gateway, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:36.181539 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-97df00f2-2aae-4cb5-b4bd-00bdc076f4fe tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ad50e50-fe3b-4615-9693-7da537874d1d') {'for_net_delete': True} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:36.181854 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-97df00f2-2aae-4cb5-b4bd-00bdc076f4fe tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ad50e50-fe3b-4615-9693-7da537874d1d') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:36.226020 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-97df00f2-2aae-4cb5-b4bd-00bdc076f4fe tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15303093'] for segment, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:36.233450 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3f7f21-b529-4749-ba02-b0775b5ba4e6 None None] Network 77261af6-9095-4e3c-831e-6f51cab9a9f3 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:56:36.308676 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-97df00f2-2aae-4cb5-b4bd-00bdc076f4fe tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:36.339733 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97df00f2-2aae-4cb5-b4bd-00bdc076f4fe tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=83828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:56:36.340148 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-97df00f2-2aae-4cb5-b4bd-00bdc076f4fe tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15306523'] for segment, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:36.351568 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-81c5a5e6-13ae-461b-965d-15bac33cf092 None None] Provisioning for port 16da0f50-bfe6-446f-a138-bc58ed0da319 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:56:36.360638 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-81c5a5e6-13ae-461b-965d-15bac33cf092 None None] Provisioning complete for port 16da0f50-bfe6-446f-a138-bc58ed0da319 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:36.361044 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-81c5a5e6-13ae-461b-965d-15bac33cf092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:36.365958 dv-neutron-833373-2-hyperv neutron-server[83828]: Traceback (most recent call last): Apr 01 15:56:36.365958 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:56:36.365958 dv-neutron-833373-2-hyperv neutron-server[83828]: timer() Apr 01 15:56:36.365958 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:56:36.365958 dv-neutron-833373-2-hyperv neutron-server[83828]: cb(*args, **kw) Apr 01 15:56:36.365958 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:56:36.365958 dv-neutron-833373-2-hyperv neutron-server[83828]: return func(*args, **kwargs) Apr 01 15:56:36.365958 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:56:36.365958 dv-neutron-833373-2-hyperv neutron-server[83828]: self._notify() Apr 01 15:56:36.365958 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:56:36.365958 dv-neutron-833373-2-hyperv neutron-server[83828]: self.callback(batched_events) Apr 01 15:56:36.365958 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:56:36.365958 dv-neutron-833373-2-hyperv neutron-server[83828]: event.method(event) Apr 01 15:56:36.365958 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:56:36.365958 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:56:36.365958 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:56:36.365958 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:56:36.365958 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:56:36.365958 dv-neutron-833373-2-hyperv neutron-server[83828]: return f(self, *a, **k) Apr 01 15:56:36.365958 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:56:36.365958 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._get(url).json() Apr 01 15:56:36.365958 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:56:36.365958 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:56:36.365958 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:56:36.365958 dv-neutron-833373-2-hyperv neutron-server[83828]: return self.request(url, 'GET', **kwargs) Apr 01 15:56:36.365958 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:56:36.365958 dv-neutron-833373-2-hyperv neutron-server[83828]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:56:36.365958 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:56:36.365958 dv-neutron-833373-2-hyperv neutron-server[83828]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:56:36.365958 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:56:36.365958 dv-neutron-833373-2-hyperv neutron-server[83828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:56:36.365958 dv-neutron-833373-2-hyperv neutron-server[83828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:56:36.376637 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-560a875c-4c49-4ab3-b23d-a3b9c4ca2683 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:36.417094 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-32c32052-1a75-4c7d-b333-17530a3d0612 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130651'] for router, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:36.423934 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca80a55c-fb14-4bcf-b471-d4ea6422bc31 req-37be4277-5d2b-4443-afef-22b2dd8da46c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:36.428126 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ca80a55c-fb14-4bcf-b471-d4ea6422bc31 req-37be4277-5d2b-4443-afef-22b2dd8da46c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=21288751-9373-42e7-a8d7-bf1fbaa867d9 HTTP/1.1" status: 200 len: 946 time: 0.3818412 Apr 01 15:56:36.433468 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-32c32052-1a75-4c7d-b333-17530a3d0612 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:36.506548 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ca80a55c-fb14-4bcf-b471-d4ea6422bc31 req-98f05b17-5f1d-48b4-8fa4-40532f31d787 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3431d3c-e98f-4809-b635-c1daf3c86b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693362 Apr 01 15:56:36.507219 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-32c32052-1a75-4c7d-b333-17530a3d0612 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607376'] for router, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:36.508324 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c32052-1a75-4c7d-b333-17530a3d0612 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Fanout notify agent at l3_agent the message router_deleted on router e5727503-d7cb-40d8-9901-b3bab7cf56cb {{(pid=83826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:56:36.534824 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-32c32052-1a75-4c7d-b333-17530a3d0612 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks [] for router, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:36.536335 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-32c32052-1a75-4c7d-b333-17530a3d0612 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] 10.222.0.55 "DELETE /v2.0/routers/e5727503-d7cb-40d8-9901-b3bab7cf56cb HTTP/1.1" status: 204 len: 168 time: 2.8137298 Apr 01 15:56:36.550363 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53810) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:36.550363 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-f0f75865-d2fc-4b74-9a2a-49a358300c4a tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-162515001', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}, 'admin_state_up': False}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:56:36.553202 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53814) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:36.595651 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-f0f75865-d2fc-4b74-9a2a-49a358300c4a tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:36.601049 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-81c5a5e6-13ae-461b-965d-15bac33cf092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:36.606606 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-f0f75865-d2fc-4b74-9a2a-49a358300c4a tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Usage tracker for resource:router and tenant:feaf526a4c804601a6b0d1ed32ad6956 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:36.610124 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-f0f75865-d2fc-4b74-9a2a-49a358300c4a tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:36.618689 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-f0f75865-d2fc-4b74-9a2a-49a358300c4a tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:36.644013 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f0f75865-d2fc-4b74-9a2a-49a358300c4a tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130665'] for router, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:36.645104 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f0f75865-d2fc-4b74-9a2a-49a358300c4a tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617571', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130640'] for router, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:36.664873 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-81c5a5e6-13ae-461b-965d-15bac33cf092 None None] For port 16da0f50-bfe6-446f-a138-bc58ed0da319, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=16da0f50-bfe6-446f-a138-bc58ed0da319,segment=NetworkSegment(391305c9-8268-4e18-800f-36bcfd8555da),segment_id=391305c9-8268-4e18-800f-36bcfd8555da)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:56:36.668784 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-5792dad7-55d2-40f2-9bf9-4df6a2092da5 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=21288751-9373-42e7-a8d7-bf1fbaa867d9 HTTP/1.1" status: 200 len: 1094 time: 0.1118579 Apr 01 15:56:36.669514 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53818) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:36.669734 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-97df00f2-2aae-4cb5-b4bd-00bdc076f4fe tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:36.675404 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-81c5a5e6-13ae-461b-965d-15bac33cf092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:36.675970 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-bb9d23af-451c-4410-beec-cee665975175 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'floatingip': {'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'port_id': '70e0d77a-0638-4417-b919-f26af4acd11f', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:56:36.685362 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-bb9d23af-451c-4410-beec-cee665975175 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:36.688241 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f0f75865-d2fc-4b74-9a2a-49a358300c4a tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:36.696172 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-bb9d23af-451c-4410-beec-cee665975175 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:floatingip and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:36.700610 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-bb9d23af-451c-4410-beec-cee665975175 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:36.703239 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-97df00f2-2aae-4cb5-b4bd-00bdc076f4fe tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:36.707987 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-bb9d23af-451c-4410-beec-cee665975175 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:36.722506 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bb9d23af-451c-4410-beec-cee665975175 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for floatingip, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:36.747266 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df00f2-2aae-4cb5-b4bd-00bdc076f4fe tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Pushing event deleted for resources: {'Network': ['ID=978e58e8-3a1e-45c0-9510-81b0da129fed,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:36.766455 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c5a5e6-13ae-461b-965d-15bac33cf092 None None] Pushing event updated for resources: {'Port': ['ID=16da0f50-bfe6-446f-a138-bc58ed0da319,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:36.769574 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-560a875c-4c49-4ab3-b23d-a3b9c4ca2683 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:36.794033 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-97df00f2-2aae-4cb5-b4bd-00bdc076f4fe tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] 10.222.0.55 "DELETE /v2.0/networks/978e58e8-3a1e-45c0-9510-81b0da129fed HTTP/1.1" status: 204 len: 168 time: 7.0305462 Apr 01 15:56:36.806568 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53822) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:36.820669 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-192464b2-be7c-4226-b5f3-491b30ad77da tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-231598882'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:56:36.835085 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-ccf042ee-c819-4a5b-9d79-19e56e8e0490 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Allocated IP 2001:db8::1 (77261af6-9095-4e3c-831e-6f51cab9a9f3/9bb82706-c556-4eec-837c-2010fe05eee3/3e1ee155-032f-4364-b5ea-f8b9aed48a3f) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:56:36.876348 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-192464b2-be7c-4226-b5f3-491b30ad77da tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:36.998946 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f257e7d2-03b7-4158-8990-9eeb054061ce None None] get_active_networks_info from dv-neutron-833373-2-hyperv {{(pid=83829) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 01 15:56:37.047607 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-192464b2-be7c-4226-b5f3-491b30ad77da tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Usage tracker for resource:network and tenant:ca4419a52cd8404a85bea4fb3af2a91f is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:37.058352 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-192464b2-be7c-4226-b5f3-491b30ad77da tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:37.078603 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-192464b2-be7c-4226-b5f3-491b30ad77da tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:37.102504 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-192464b2-be7c-4226-b5f3-491b30ad77da tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Made reservation on behalf of ca4419a52cd8404a85bea4fb3af2a91f for: {'network': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:37.105780 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-192464b2-be7c-4226-b5f3-491b30ad77da tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:37.119540 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ccf042ee-c819-4a5b-9d79-19e56e8e0490 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:37.138247 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [None req-ccf042ee-c819-4a5b-9d79-19e56e8e0490 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Transition to ACTIVE for port object 3e1ee155-032f-4364-b5ea-f8b9aed48a3f will not be triggered until provisioned by entity DHCP. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:37.138402 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-13bea7ae-3f5e-4e0a-8ffa-f3e76f1a0aa4 None None] Provisioning complete for port 16da0f50-bfe6-446f-a138-bc58ed0da319 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:37.138794 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-13bea7ae-3f5e-4e0a-8ffa-f3e76f1a0aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:37.139018 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f0f75865-d2fc-4b74-9a2a-49a358300c4a tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130626'] for router, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:37.162184 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560a875c-4c49-4ab3-b23d-a3b9c4ca2683 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Network 075827df-8fdb-4d55-8d82-cf1160050dba is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:56:37.166729 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-560a875c-4c49-4ab3-b23d-a3b9c4ca2683 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:37.169485 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560a875c-4c49-4ab3-b23d-a3b9c4ca2683 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:56:37.171755 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-192464b2-be7c-4226-b5f3-491b30ad77da tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=83826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:56:37.174154 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560a875c-4c49-4ab3-b23d-a3b9c4ca2683 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:37.174757 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-560a875c-4c49-4ab3-b23d-a3b9c4ca2683 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:37.205879 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f257e7d2-03b7-4158-8990-9eeb054061ce None None] Resources bound (agent type, host, resource id): {{(pid=83829) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 15:56:37.216106 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-192464b2-be7c-4226-b5f3-491b30ad77da tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:37.217090 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.segments_db [None req-192464b2-be7c-4226-b5f3-491b30ad77da tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Added segment faba7ec4-bd87-4841-900c-41eab283292a of type vlan for network 31d43ea1-dc10-4fb9-83a0-02650519dc98 Apr 01 15:56:37.232571 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 16da0f50-bfe6-446f-a138-bc58ed0da319 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:56:37.232846 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560a875c-4c49-4ab3-b23d-a3b9c4ca2683 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event updated for resources: {'Port': ['ID=624416a1-e89b-406c-94c8-76ae5787c543,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:37.262499 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-560a875c-4c49-4ab3-b23d-a3b9c4ca2683 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.7098875 Apr 01 15:56:37.263074 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53826) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:37.311796 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ccf042ee-c819-4a5b-9d79-19e56e8e0490 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:37.317348 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-192464b2-be7c-4226-b5f3-491b30ad77da tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:37.327964 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bb9d23af-451c-4410-beec-cee665975175 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:37.392541 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-42ec0068-bd82-4442-87af-4c738bfd2988 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Deleting port cfe7e3e6-bc28-4205-bd6e-eabc98e1e59c {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:56:37.393185 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-42ec0068-bd82-4442-87af-4c738bfd2988 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:37.448492 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-192464b2-be7c-4226-b5f3-491b30ad77da tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:37.454053 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192464b2-be7c-4226-b5f3-491b30ad77da tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:37.454635 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-192464b2-be7c-4226-b5f3-491b30ad77da tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:37.480721 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-e95cafac-e83b-4fb6-adf5-118fe67aaf81 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Deleting port 624416a1-e89b-406c-94c8-76ae5787c543 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:56:37.481359 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e95cafac-e83b-4fb6-adf5-118fe67aaf81 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:37.497161 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 16da0f50-bfe6-446f-a138-bc58ed0da319 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:37.497546 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:37.517146 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf042ee-c819-4a5b-9d79-19e56e8e0490 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Network 77261af6-9095-4e3c-831e-6f51cab9a9f3 is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:56:37.534105 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-ccf042ee-c819-4a5b-9d79-19e56e8e0490 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:37.535494 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf042ee-c819-4a5b-9d79-19e56e8e0490 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Pushing event updated for resources: {'Port': ['ID=3e1ee155-032f-4364-b5ea-f8b9aed48a3f,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:37.557709 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf042ee-c819-4a5b-9d79-19e56e8e0490 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:56:37.558156 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ccf042ee-c819-4a5b-9d79-19e56e8e0490 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611418'] for router_interface, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:37.634132 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-192464b2-be7c-4226-b5f3-491b30ad77da tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8245893 Apr 01 15:56:37.642286 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53830) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:37.658626 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-75fc9496-5fcd-448c-a8b6-a7f91702474b tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Request body: {'subnet': {'network_id': '31d43ea1-dc10-4fb9-83a0-02650519dc98', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:56:37.674777 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192464b2-be7c-4226-b5f3-491b30ad77da tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Pushing event updated for resources: {'Network': ['ID=31d43ea1-dc10-4fb9-83a0-02650519dc98,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:37.705930 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 31d43ea1-dc10-4fb9-83a0-02650519dc98 details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:56:37.770860 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-bb9d23af-451c-4410-beec-cee665975175 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Allocated IP 172.26.1.124 (ed45466e-0386-4b92-8de3-247c977242ac/0479f741-5cd1-4d6f-b593-d8aa909a42d3/eec0285e-474d-4355-8875-4fa6cc0bfcd7) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:56:37.787550 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-42ec0068-bd82-4442-87af-4c738bfd2988 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:37.845640 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f0f75865-d2fc-4b74-9a2a-49a358300c4a tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks [] for router_gateway, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:37.902101 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f0f75865-d2fc-4b74-9a2a-49a358300c4a tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:37.909464 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-75fc9496-5fcd-448c-a8b6-a7f91702474b tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:38.001687 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-75fc9496-5fcd-448c-a8b6-a7f91702474b tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Usage tracker for resource:subnet and tenant:ca4419a52cd8404a85bea4fb3af2a91f is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:38.012085 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-75fc9496-5fcd-448c-a8b6-a7f91702474b tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:38.022387 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c849ae-b3ce-410f-ac97-680f52c24173 None None] get_active_networks_info from dv-neutron-833373-2-hyperv {{(pid=83829) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 01 15:56:38.026301 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-75fc9496-5fcd-448c-a8b6-a7f91702474b tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:38.062340 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-42ec0068-bd82-4442-87af-4c738bfd2988 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Calling delete_port for cfe7e3e6-bc28-4205-bd6e-eabc98e1e59c owned by network:router_interface {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:56:38.081788 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75fc9496-5fcd-448c-a8b6-a7f91702474b tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Made reservation on behalf of ca4419a52cd8404a85bea4fb3af2a91f for: {'subnet': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:38.103691 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ccf042ee-c819-4a5b-9d79-19e56e8e0490 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:38.199487 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c849ae-b3ce-410f-ac97-680f52c24173 None None] Resources bound (agent type, host, resource id): {{(pid=83829) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 15:56:38.200462 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e95cafac-e83b-4fb6-adf5-118fe67aaf81 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:38.215780 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bb9d23af-451c-4410-beec-cee665975175 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:38.246568 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-75fc9496-5fcd-448c-a8b6-a7f91702474b tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16088980'] for subnet, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:38.350981 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-e95cafac-e83b-4fb6-adf5-118fe67aaf81 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Calling delete_port for 624416a1-e89b-406c-94c8-76ae5787c543 owned by {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:56:38.386682 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bb9d23af-451c-4410-beec-cee665975175 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:38.580286 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9d23af-451c-4410-beec-cee665975175 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'Port': ['ID=eec0285e-474d-4355-8875-4fa6cc0bfcd7,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:38.583819 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9d23af-451c-4410-beec-cee665975175 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Network ed45466e-0386-4b92-8de3-247c977242ac is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:56:38.591444 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-f0f75865-d2fc-4b74-9a2a-49a358300c4a tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Allocated IP 172.26.1.26 (ed45466e-0386-4b92-8de3-247c977242ac/0479f741-5cd1-4d6f-b593-d8aa909a42d3/093a482a-ea75-446d-9736-a78171e38cac) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:56:38.597889 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-bb9d23af-451c-4410-beec-cee665975175 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:38.604119 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9d23af-451c-4410-beec-cee665975175 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:56:38.761512 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e95cafac-e83b-4fb6-adf5-118fe67aaf81 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:38.843797 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95cafac-e83b-4fb6-adf5-118fe67aaf81 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event deleted for resources: {'Port': ['ID=624416a1-e89b-406c-94c8-76ae5787c543,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:38.901718 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e95cafac-e83b-4fb6-adf5-118fe67aaf81 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:38.940401 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-75fc9496-5fcd-448c-a8b6-a7f91702474b tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15415267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16089018'] for subnet, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:38.985612 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-e95cafac-e83b-4fb6-adf5-118fe67aaf81 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "DELETE /v2.0/ports/624416a1-e89b-406c-94c8-76ae5787c543 HTTP/1.1" status: 204 len: 168 time: 1.7207484 Apr 01 15:56:38.996296 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53834) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:39.017663 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-dc51d053-edcd-4acf-bac3-b1290896f96a None None] Provisioning for port 3e1ee155-032f-4364-b5ea-f8b9aed48a3f completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:56:39.024970 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-4f857d38-d990-434f-b893-4f662b76fc70 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Request body: {'port': {'network_id': '075827df-8fdb-4d55-8d82-cf1160050dba', 'mac_address': 'fa:16:3e:85:5a:6f', 'name': 'tempest-PortsTestJSON-76433685'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:56:39.025891 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-dc51d053-edcd-4acf-bac3-b1290896f96a None None] Provisioning complete for port 3e1ee155-032f-4364-b5ea-f8b9aed48a3f triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:39.026312 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-dc51d053-edcd-4acf-bac3-b1290896f96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:39.049558 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ccf042ee-c819-4a5b-9d79-19e56e8e0490 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for port, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:39.057483 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ccf042ee-c819-4a5b-9d79-19e56e8e0490 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:39.058425 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ccf042ee-c819-4a5b-9d79-19e56e8e0490 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611525'] for router_interface, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:39.092419 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-dc51d053-edcd-4acf-bac3-b1290896f96a None None] Port 3e1ee155-032f-4364-b5ea-f8b9aed48a3f cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:56:39.203521 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-42ec0068-bd82-4442-87af-4c738bfd2988 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:39.226575 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fc9496-5fcd-448c-a8b6-a7f91702474b tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Pushing event updated for resources: {'Subnet': ['ID=9e0844f6-6674-476c-9f25-cc63aabb823d,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:39.229895 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf042ee-c819-4a5b-9d79-19e56e8e0490 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Pushing event updated for resources: {'Port': ['ID=3e1ee155-032f-4364-b5ea-f8b9aed48a3f,revision_number=2']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:39.270169 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f0f75865-d2fc-4b74-9a2a-49a358300c4a tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:39.299875 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ec0068-bd82-4442-87af-4c738bfd2988 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Pushing event deleted for resources: {'Port': ['ID=cfe7e3e6-bc28-4205-bd6e-eabc98e1e59c,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:39.405324 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf042ee-c819-4a5b-9d79-19e56e8e0490 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Network 77261af6-9095-4e3c-831e-6f51cab9a9f3 is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:56:39.408503 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-ccf042ee-c819-4a5b-9d79-19e56e8e0490 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:39.415296 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fc9496-5fcd-448c-a8b6-a7f91702474b tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Checking segment: {'id': 'faba7ec4-bd87-4841-900c-41eab283292a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '31d43ea1-dc10-4fb9-83a0-02650519dc98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:56:39.415662 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fc9496-5fcd-448c-a8b6-a7f91702474b tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Network hostable DHCP agents. Network: 31d43ea1-dc10-4fb9-83a0-02650519dc98, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:56:39.440048 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-4f857d38-d990-434f-b893-4f662b76fc70 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:39.451876 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-4f857d38-d990-434f-b893-4f662b76fc70 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Usage tracker for resource:port and tenant:11b74bb4c805440eb8922ec9333718ac is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:39.458954 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-4f857d38-d990-434f-b893-4f662b76fc70 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:39.469560 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-4f857d38-d990-434f-b893-4f662b76fc70 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:39.507241 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f857d38-d990-434f-b893-4f662b76fc70 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Made reservation on behalf of 11b74bb4c805440eb8922ec9333718ac for: {'port': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:39.534473 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f0f75865-d2fc-4b74-9a2a-49a358300c4a tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:39.688063 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fc9496-5fcd-448c-a8b6-a7f91702474b tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Network 31d43ea1-dc10-4fb9-83a0-02650519dc98 is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:56:39.719188 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f75865-d2fc-4b74-9a2a-49a358300c4a tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Network ed45466e-0386-4b92-8de3-247c977242ac is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:56:39.725066 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-f0f75865-d2fc-4b74-9a2a-49a358300c4a tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:39.730378 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-4742461d-4545-4030-8b77-4447975d7c50 None None] Provisioning complete for port 3e1ee155-032f-4364-b5ea-f8b9aed48a3f triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:39.730887 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-4742461d-4545-4030-8b77-4447975d7c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:39.732354 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-75fc9496-5fcd-448c-a8b6-a7f91702474b tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, 31d43ea1-dc10-4fb9-83a0-02650519dc98) {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:39.742218 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f75865-d2fc-4b74-9a2a-49a358300c4a tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:56:39.743705 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-42ec0068-bd82-4442-87af-4c738bfd2988 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611462'] for router_interface, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:39.767975 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e988b134-988e-44c7-a661-487c459b1371 None None] Network 31d43ea1-dc10-4fb9-83a0-02650519dc98 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:56:39.775564 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4f857d38-d990-434f-b893-4f662b76fc70 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:39.796272 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f75865-d2fc-4b74-9a2a-49a358300c4a tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Pushing event updated for resources: {'Port': ['ID=093a482a-ea75-446d-9736-a78171e38cac,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:39.807261 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fc9496-5fcd-448c-a8b6-a7f91702474b tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:39.807856 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-75fc9496-5fcd-448c-a8b6-a7f91702474b tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:39.875843 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [None req-4f857d38-d990-434f-b893-4f662b76fc70 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] device_id is not set on port 16d2b1fe-251c-40b6-921b-cadd7b05c5c1 yet. {{(pid=83826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:56:39.894260 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-4742461d-4545-4030-8b77-4447975d7c50 None None] Port 3e1ee155-032f-4364-b5ea-f8b9aed48a3f cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:56:39.964487 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-75fc9496-5fcd-448c-a8b6-a7f91702474b tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3134341 Apr 01 15:56:39.979780 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53838) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:40.065433 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc62b6b4-fe59-4151-8cb3-046452e37d39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-31d43ea1-dc10-4fb9-83a0-02650519dc98', 'network_id': '31d43ea1-dc10-4fb9-83a0-02650519dc98', 'tenant_id': 'ca4419a52cd8404a85bea4fb3af2a91f', 'fixed_ips': [{'subnet_id': '9e0844f6-6674-476c-9f25-cc63aabb823d'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:56:40.066293 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-fc62b6b4-fe59-4151-8cb3-046452e37d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:40.275012 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-fc62b6b4-fe59-4151-8cb3-046452e37d39 None None] Allocated IP 172.20.0.2 (31d43ea1-dc10-4fb9-83a0-02650519dc98/9e0844f6-6674-476c-9f25-cc63aabb823d/e6df21e2-8b34-4ad8-abf5-8274e3c01a08) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:56:40.446101 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-80052cbb-7890-41ae-a2c0-21321c3ca5a1 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:40.512335 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4f857d38-d990-434f-b893-4f662b76fc70 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:40.517750 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bb9d23af-451c-4410-beec-cee665975175 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:40.529338 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42ec0068-bd82-4442-87af-4c738bfd2988 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Router d2f6c323-30bb-4354-a74b-7ff4c779da4e has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:56:40.537369 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccf042ee-c819-4a5b-9d79-19e56e8e0490 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Router 519ed5a5-f15a-4ea7-b35d-8c8cb14b811d is scheduled to L3 agent ff252634-3424-422a-b742-9ae457bd54bd with binding_index 1 {{(pid=83828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:56:40.579860 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-fc62b6b4-fe59-4151-8cb3-046452e37d39 None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:40.594813 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-fc62b6b4-fe59-4151-8cb3-046452e37d39 None None] Transition to ACTIVE for port object e6df21e2-8b34-4ad8-abf5-8274e3c01a08 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:40.624216 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-fc62b6b4-fe59-4151-8cb3-046452e37d39 None None] Transition to ACTIVE for port object e6df21e2-8b34-4ad8-abf5-8274e3c01a08 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:40.633413 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-fc62b6b4-fe59-4151-8cb3-046452e37d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:40.766184 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc62b6b4-fe59-4151-8cb3-046452e37d39 None None] Network 31d43ea1-dc10-4fb9-83a0-02650519dc98 is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:56:40.771735 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-fc62b6b4-fe59-4151-8cb3-046452e37d39 None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:40.776904 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc62b6b4-fe59-4151-8cb3-046452e37d39 None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:56:40.797390 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc62b6b4-fe59-4151-8cb3-046452e37d39 None None] Pushing event updated for resources: {'Port': ['ID=e6df21e2-8b34-4ad8-abf5-8274e3c01a08,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:40.807794 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bb9d23af-451c-4410-beec-cee665975175 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:40.824053 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ec0068-bd82-4442-87af-4c738bfd2988 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:56:40.832113 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-42ec0068-bd82-4442-87af-4c738bfd2988 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "PUT /v2.0/routers/d2f6c323-30bb-4354-a74b-7ff4c779da4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3440602 Apr 01 15:56:40.833223 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53842) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:40.833379 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f0f75865-d2fc-4b74-9a2a-49a358300c4a tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks [] for router_gateway, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:40.833938 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f0f75865-d2fc-4b74-9a2a-49a358300c4a tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616'] for router, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:40.836518 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-80052cbb-7890-41ae-a2c0-21321c3ca5a1 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:40.841361 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130b3abc-4387-4da7-98f2-3f42663398be None None] Sync routers for ids ['d2f6c323-30bb-4354-a74b-7ff4c779da4e'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:56:40.857580 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130b3abc-4387-4da7-98f2-3f42663398be None None] Routers {'d2f6c323-30bb-4354-a74b-7ff4c779da4e'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:56:40.858644 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-130b3abc-4387-4da7-98f2-3f42663398be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:56:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['d2f6c323-30bb-4354-a74b-7ff4c779da4e'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:40.942122 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-fc62b6b4-fe59-4151-8cb3-046452e37d39 None None] Attempting to bind port e6df21e2-8b34-4ad8-abf5-8274e3c01a08 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:56:40.942725 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-fc62b6b4-fe59-4151-8cb3-046452e37d39 None None] Attempting to bind port e6df21e2-8b34-4ad8-abf5-8274e3c01a08 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'faba7ec4-bd87-4841-900c-41eab283292a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '31d43ea1-dc10-4fb9-83a0-02650519dc98'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:56:40.943236 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc62b6b4-fe59-4151-8cb3-046452e37d39 None None] Attempting to bind port e6df21e2-8b34-4ad8-abf5-8274e3c01a08 on network 31d43ea1-dc10-4fb9-83a0-02650519dc98 {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:56:40.954115 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc62b6b4-fe59-4151-8cb3-046452e37d39 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:56:40.954473 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc62b6b4-fe59-4151-8cb3-046452e37d39 None None] Checking segment: {'id': 'faba7ec4-bd87-4841-900c-41eab283292a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '31d43ea1-dc10-4fb9-83a0-02650519dc98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:56:40.955020 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-fc62b6b4-fe59-4151-8cb3-046452e37d39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:40.955422 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc62b6b4-fe59-4151-8cb3-046452e37d39 None None] Bound using segment: {'id': 'faba7ec4-bd87-4841-900c-41eab283292a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '31d43ea1-dc10-4fb9-83a0-02650519dc98'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:56:40.955962 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-fc62b6b4-fe59-4151-8cb3-046452e37d39 None None] Bound port: e6df21e2-8b34-4ad8-abf5-8274e3c01a08, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faba7ec4-bd87-4841-900c-41eab283292a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '31d43ea1-dc10-4fb9-83a0-02650519dc98'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:56:40.956346 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-fc62b6b4-fe59-4151-8cb3-046452e37d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:40.959806 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-130b3abc-4387-4da7-98f2-3f42663398be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:40.968177 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4f857d38-d990-434f-b893-4f662b76fc70 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:40.978199 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130b3abc-4387-4da7-98f2-3f42663398be None None] Routers {'d2f6c323-30bb-4354-a74b-7ff4c779da4e'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:56:40.979196 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-130b3abc-4387-4da7-98f2-3f42663398be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:56:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['d2f6c323-30bb-4354-a74b-7ff4c779da4e'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:41.041894 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-130b3abc-4387-4da7-98f2-3f42663398be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:41.042716 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130b3abc-4387-4da7-98f2-3f42663398be None None] The sync data for ids ['d2f6c323-30bb-4354-a74b-7ff4c779da4e'] in dv-neutron-833373-2-hyperv is: [] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:56:41.096695 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-fc62b6b4-fe59-4151-8cb3-046452e37d39 None None] For port e6df21e2-8b34-4ad8-abf5-8274e3c01a08, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:56:41.102229 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-fc62b6b4-fe59-4151-8cb3-046452e37d39 None None] For port e6df21e2-8b34-4ad8-abf5-8274e3c01a08, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=e6df21e2-8b34-4ad8-abf5-8274e3c01a08,segment=NetworkSegment(faba7ec4-bd87-4841-900c-41eab283292a),segment_id=faba7ec4-bd87-4841-900c-41eab283292a)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:56:41.108758 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-fc62b6b4-fe59-4151-8cb3-046452e37d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:41.240913 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc62b6b4-fe59-4151-8cb3-046452e37d39 None None] Pushing event updated for resources: {'Port': ['ID=e6df21e2-8b34-4ad8-abf5-8274e3c01a08,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:41.259890 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f857d38-d990-434f-b893-4f662b76fc70 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Network 075827df-8fdb-4d55-8d82-cf1160050dba is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:56:41.280333 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccf042ee-c819-4a5b-9d79-19e56e8e0490 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:56:41.290821 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-ccf042ee-c819-4a5b-9d79-19e56e8e0490 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "PUT /v2.0/routers/519ed5a5-f15a-4ea7-b35d-8c8cb14b811d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7991455 Apr 01 15:56:41.294286 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53846) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:41.298874 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df49d941-d251-406e-a45f-b3429e3fb6f1 None None] Sync routers for ids ['519ed5a5-f15a-4ea7-b35d-8c8cb14b811d'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:56:41.299960 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-46aacff7-7aa1-4cc9-8ee8-2bb9a416acd5 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1692050500'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:56:41.310050 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-46aacff7-7aa1-4cc9-8ee8-2bb9a416acd5 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:41.316719 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-46aacff7-7aa1-4cc9-8ee8-2bb9a416acd5 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Usage tracker for resource:network and tenant:140c0a827c6a433287acd915ee3c410d is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:41.320378 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df49d941-d251-406e-a45f-b3429e3fb6f1 None None] Routers {'519ed5a5-f15a-4ea7-b35d-8c8cb14b811d'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:56:41.321557 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-df49d941-d251-406e-a45f-b3429e3fb6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:56:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['519ed5a5-f15a-4ea7-b35d-8c8cb14b811d'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:41.321730 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-46aacff7-7aa1-4cc9-8ee8-2bb9a416acd5 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:41.330959 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-46aacff7-7aa1-4cc9-8ee8-2bb9a416acd5 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:41.334812 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-4f857d38-d990-434f-b893-4f662b76fc70 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:41.358732 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f857d38-d990-434f-b893-4f662b76fc70 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:56:41.362774 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f857d38-d990-434f-b893-4f662b76fc70 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:41.363408 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4f857d38-d990-434f-b893-4f662b76fc70 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:41.378848 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f857d38-d990-434f-b893-4f662b76fc70 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event updated for resources: {'Port': ['ID=16d2b1fe-251c-40b6-921b-cadd7b05c5c1,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:41.381390 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-80052cbb-7890-41ae-a2c0-21321c3ca5a1 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15415074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16089009'] for subnet, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:41.454514 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80052cbb-7890-41ae-a2c0-21321c3ca5a1 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Pushing event deleted for resources: {'Subnet': ['ID=9e0844f6-6674-476c-9f25-cc63aabb823d,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:41.505441 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-4f857d38-d990-434f-b893-4f662b76fc70 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 2.5054078 Apr 01 15:56:41.513400 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53850) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:41.570296 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46aacff7-7aa1-4cc9-8ee8-2bb9a416acd5 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Made reservation on behalf of 140c0a827c6a433287acd915ee3c410d for: {'network': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:41.573610 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-df49d941-d251-406e-a45f-b3429e3fb6f1 None None] Set router 519ed5a5-f15a-4ea7-b35d-8c8cb14b811d gateway port host: None {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:56:41.574229 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-46aacff7-7aa1-4cc9-8ee8-2bb9a416acd5 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:41.587898 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.api.v2.resource [None req-b61fd171-4965-4160-a0e3-615ace051d50 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] remove_router_interface failed (client error): The resource could not be found. Apr 01 15:56:41.593752 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-b61fd171-4965-4160-a0e3-615ace051d50 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "PUT /v2.0/routers/d2f6c323-30bb-4354-a74b-7ff4c779da4e/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7397947 Apr 01 15:56:41.593752 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53854) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:41.645471 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-bc08bc13-ea6a-4d16-9d72-fd4fe215e912 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Synchronizing usage tracker for tenant:113c2dcebd4142eb9b767ab7a8fce06c on resource:port {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:56:41.679416 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-bc08bc13-ea6a-4d16-9d72-fd4fe215e912 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Unset dirty status for tenant:113c2dcebd4142eb9b767ab7a8fce06c on resource:port {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:56:41.681030 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-bc08bc13-ea6a-4d16-9d72-fd4fe215e912 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2f6c323-30bb-4354-a74b-7ff4c779da4e HTTP/1.1" status: 200 len: 205 time: 0.0879653 Apr 01 15:56:41.686984 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53858) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:41.689202 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46aacff7-7aa1-4cc9-8ee8-2bb9a416acd5 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=83828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:56:41.772520 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-80052cbb-7890-41ae-a2c0-21321c3ca5a1 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:41.782830 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-46aacff7-7aa1-4cc9-8ee8-2bb9a416acd5 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:41.783350 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.segments_db [None req-46aacff7-7aa1-4cc9-8ee8-2bb9a416acd5 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Added segment d4e90328-7a9e-4fde-9367-16642901cd58 of type vlan for network d089ed11-578b-4044-93c5-5d8ff2359cc2 Apr 01 15:56:41.797824 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfdfa67-5c0f-47e5-9a03-a5edadfcd079 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:41.798428 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-ecfdfa67-5c0f-47e5-9a03-a5edadfcd079 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Synchronizing usage tracker for tenant:11b74bb4c805440eb8922ec9333718ac on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:56:41.837817 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bb9d23af-451c-4410-beec-cee665975175 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:41.842313 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-80052cbb-7890-41ae-a2c0-21321c3ca5a1 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31d43ea1-dc10-4fb9-83a0-02650519dc98']}} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:41.864980 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bb9d23af-451c-4410-beec-cee665975175 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:41.884081 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-46aacff7-7aa1-4cc9-8ee8-2bb9a416acd5 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:41.906872 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4a468fb0-9be0-4c75-a92e-81b68b62c1db tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for router, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:41.910520 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-80052cbb-7890-41ae-a2c0-21321c3ca5a1 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faba7ec4-bd87-4841-900c-41eab283292a') {'for_net_delete': True} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:41.910917 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-80052cbb-7890-41ae-a2c0-21321c3ca5a1 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faba7ec4-bd87-4841-900c-41eab283292a') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:41.932562 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-ecfdfa67-5c0f-47e5-9a03-a5edadfcd079 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Unset dirty status for tenant:11b74bb4c805440eb8922ec9333718ac on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:56:41.933892 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-ecfdfa67-5c0f-47e5-9a03-a5edadfcd079 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "GET /v2.0/ports/16d2b1fe-251c-40b6-921b-cadd7b05c5c1 HTTP/1.1" status: 200 len: 839 time: 0.4139001 Apr 01 15:56:41.940937 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53862) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:41.942662 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-80052cbb-7890-41ae-a2c0-21321c3ca5a1 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16610763'] for segment, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:42.037212 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9d23af-451c-4410-beec-cee665975175 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'Port': ['ID=eec0285e-474d-4355-8875-4fa6cc0bfcd7,revision_number=2']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:42.072201 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-df49d941-d251-406e-a45f-b3429e3fb6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'name': 'tempest-RoutersIpV6Test-router-454146823', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:56:28Z', 'updated_at': '2022-04-01T15:56:37Z', 'revision_number': 2, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'gw_port_host': None, '_interfaces': [{'id': '3e1ee155-032f-4364-b5ea-f8b9aed48a3f', 'name': '', 'network_id': '77261af6-9095-4e3c-831e-6f51cab9a9f3', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'mac_address': 'fa:16:3e:69:90:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bb82706-c556-4eec-837c-2010fe05eee3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:36Z', 'updated_at': '2022-04-01T15:56:38Z', 'revision_number': 2, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'subnets': [{'id': '9bb82706-c556-4eec-837c-2010fe05eee3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:42.079158 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df49d941-d251-406e-a45f-b3429e3fb6f1 None None] Checking router: 519ed5a5-f15a-4ea7-b35d-8c8cb14b811d for host: dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:56:42.080098 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df49d941-d251-406e-a45f-b3429e3fb6f1 None None] Updating router 519ed5a5-f15a-4ea7-b35d-8c8cb14b811d port 3e1ee155-032f-4364-b5ea-f8b9aed48a3f binding host dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:56:42.083524 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-46aacff7-7aa1-4cc9-8ee8-2bb9a416acd5 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:42.088318 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-80052cbb-7890-41ae-a2c0-21321c3ca5a1 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:42.089822 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46aacff7-7aa1-4cc9-8ee8-2bb9a416acd5 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:42.090601 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-46aacff7-7aa1-4cc9-8ee8-2bb9a416acd5 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:42.109946 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80052cbb-7890-41ae-a2c0-21321c3ca5a1 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=83826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:56:42.110347 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-80052cbb-7890-41ae-a2c0-21321c3ca5a1 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15415164'] for segment, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:42.146641 dv-neutron-833373-2-hyperv neutron-server[83826]: Traceback (most recent call last): Apr 01 15:56:42.146641 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:56:42.146641 dv-neutron-833373-2-hyperv neutron-server[83826]: timer() Apr 01 15:56:42.146641 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:56:42.146641 dv-neutron-833373-2-hyperv neutron-server[83826]: cb(*args, **kw) Apr 01 15:56:42.146641 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:56:42.146641 dv-neutron-833373-2-hyperv neutron-server[83826]: return func(*args, **kwargs) Apr 01 15:56:42.146641 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:56:42.146641 dv-neutron-833373-2-hyperv neutron-server[83826]: self._notify() Apr 01 15:56:42.146641 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:56:42.146641 dv-neutron-833373-2-hyperv neutron-server[83826]: self.callback(batched_events) Apr 01 15:56:42.146641 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:56:42.146641 dv-neutron-833373-2-hyperv neutron-server[83826]: event.method(event) Apr 01 15:56:42.146641 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:56:42.146641 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:56:42.146641 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:56:42.146641 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:56:42.146641 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:56:42.146641 dv-neutron-833373-2-hyperv neutron-server[83826]: return f(self, *a, **k) Apr 01 15:56:42.146641 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:56:42.146641 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._get(url).json() Apr 01 15:56:42.146641 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:56:42.146641 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:56:42.146641 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:56:42.146641 dv-neutron-833373-2-hyperv neutron-server[83826]: return self.request(url, 'GET', **kwargs) Apr 01 15:56:42.146641 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:56:42.146641 dv-neutron-833373-2-hyperv neutron-server[83826]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:56:42.146641 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:56:42.146641 dv-neutron-833373-2-hyperv neutron-server[83826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:56:42.146641 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:56:42.146641 dv-neutron-833373-2-hyperv neutron-server[83826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:56:42.146641 dv-neutron-833373-2-hyperv neutron-server[83826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:56:42.165677 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-3848763e-39a6-4f88-95b2-9f6cc6c971a2 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Deleting port 16d2b1fe-251c-40b6-921b-cadd7b05c5c1 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:56:42.166127 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3848763e-39a6-4f88-95b2-9f6cc6c971a2 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:42.174545 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-df49d941-d251-406e-a45f-b3429e3fb6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:42.319175 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bb9d23af-451c-4410-beec-cee665975175 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617697'] for floatingip, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:42.405506 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.db.api [None req-80052cbb-7890-41ae-a2c0-21321c3ca5a1 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 01 15:56:42.405506 dv-neutron-833373-2-hyperv neutron-server[83826]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 01 15:56:42.405506 dv-neutron-833373-2-hyperv neutron-server[83826]: [parameters: {'id': '31d43ea1-dc10-4fb9-83a0-02650519dc98'}] Apr 01 15:56:42.405506 dv-neutron-833373-2-hyperv neutron-server[83826]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:56:42.405958 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG oslo_db.api [None req-80052cbb-7890-41ae-a2c0-21321c3ca5a1 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:56:42.517661 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-46aacff7-7aa1-4cc9-8ee8-2bb9a416acd5 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2222409 Apr 01 15:56:42.526171 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53866) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:42.538083 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-6e2fd1b1-2c3f-4431-9340-167dd3b7120d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Request body: {'subnet': {'network_id': 'd089ed11-578b-4044-93c5-5d8ff2359cc2', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:56:42.552724 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:56:42.568588 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4a468fb0-9be0-4c75-a92e-81b68b62c1db tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130651'] for router, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:42.592720 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121e21a5-7dca-4cd9-92f0-a9294b478dc7 None None] Network 31d43ea1-dc10-4fb9-83a0-02650519dc98 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:56:42.633391 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aacff7-7aa1-4cc9-8ee8-2bb9a416acd5 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Pushing event updated for resources: {'Network': ['ID=d089ed11-578b-4044-93c5-5d8ff2359cc2,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:42.670017 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4a468fb0-9be0-4c75-a92e-81b68b62c1db tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:42.670476 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-df49d941-d251-406e-a45f-b3429e3fb6f1 None None] Notify callbacks [] for port, precommit_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:42.676205 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network d089ed11-578b-4044-93c5-5d8ff2359cc2 details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:56:42.715806 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-6e2fd1b1-2c3f-4431-9340-167dd3b7120d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:42.720567 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-6e2fd1b1-2c3f-4431-9340-167dd3b7120d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Usage tracker for resource:subnet and tenant:140c0a827c6a433287acd915ee3c410d is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:42.724839 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-6e2fd1b1-2c3f-4431-9340-167dd3b7120d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:42.732149 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4a468fb0-9be0-4c75-a92e-81b68b62c1db tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607376'] for router, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:42.732675 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a468fb0-9be0-4c75-a92e-81b68b62c1db tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Fanout notify agent at l3_agent the message router_deleted on router d2f6c323-30bb-4354-a74b-7ff4c779da4e {{(pid=83828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:56:42.734655 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-6e2fd1b1-2c3f-4431-9340-167dd3b7120d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:42.754094 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4a468fb0-9be0-4c75-a92e-81b68b62c1db tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:42.758132 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-4a468fb0-9be0-4c75-a92e-81b68b62c1db tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "DELETE /v2.0/routers/d2f6c323-30bb-4354-a74b-7ff4c779da4e HTTP/1.1" status: 204 len: 168 time: 1.0623803 Apr 01 15:56:42.758375 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53870) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:42.790301 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-df49d941-d251-406e-a45f-b3429e3fb6f1 None None] Transition to ACTIVE for port object 3e1ee155-032f-4364-b5ea-f8b9aed48a3f will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:42.796599 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0f75865-d2fc-4b74-9a2a-49a358300c4a tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Router 2e861799-27e5-4ecc-82cc-e1ef0819fe56 is scheduled to L3 agent ff252634-3424-422a-b742-9ae457bd54bd with binding_index 1 {{(pid=83826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:56:42.798568 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e2fd1b1-2c3f-4431-9340-167dd3b7120d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Made reservation on behalf of 140c0a827c6a433287acd915ee3c410d for: {'subnet': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:42.822769 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-df49d941-d251-406e-a45f-b3429e3fb6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:42.833604 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3848763e-39a6-4f88-95b2-9f6cc6c971a2 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:42.919508 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6e2fd1b1-2c3f-4431-9340-167dd3b7120d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16030269'] for subnet, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:42.955618 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-e62da434-d5c3-4a3c-ab98-6b2184b8adb6 None None] Provisioning for port e6df21e2-8b34-4ad8-abf5-8274e3c01a08 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:56:43.025921 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-80052cbb-7890-41ae-a2c0-21321c3ca5a1 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:43.037562 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-3848763e-39a6-4f88-95b2-9f6cc6c971a2 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Calling delete_port for 16d2b1fe-251c-40b6-921b-cadd7b05c5c1 owned by {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:56:43.058989 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8b0c8c-a8fb-4826-83fd-50a59ff1f29d None None] Pushing event updated for resources: {'Port': ['ID=3e1ee155-032f-4364-b5ea-f8b9aed48a3f,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:43.202444 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-df49d941-d251-406e-a45f-b3429e3fb6f1 None None] Attempting to bind port 3e1ee155-032f-4364-b5ea-f8b9aed48a3f on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:56:43.203387 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-df49d941-d251-406e-a45f-b3429e3fb6f1 None None] Attempting to bind port 3e1ee155-032f-4364-b5ea-f8b9aed48a3f by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': '391305c9-8268-4e18-800f-36bcfd8555da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '77261af6-9095-4e3c-831e-6f51cab9a9f3'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:56:43.204272 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df49d941-d251-406e-a45f-b3429e3fb6f1 None None] Attempting to bind port 3e1ee155-032f-4364-b5ea-f8b9aed48a3f on network 77261af6-9095-4e3c-831e-6f51cab9a9f3 {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:56:43.220957 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-80052cbb-7890-41ae-a2c0-21321c3ca5a1 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Deleting port e6df21e2-8b34-4ad8-abf5-8274e3c01a08 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:56:43.221501 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-80052cbb-7890-41ae-a2c0-21321c3ca5a1 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:43.222342 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df49d941-d251-406e-a45f-b3429e3fb6f1 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:56:43.223584 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df49d941-d251-406e-a45f-b3429e3fb6f1 None None] Checking segment: {'id': '391305c9-8268-4e18-800f-36bcfd8555da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '77261af6-9095-4e3c-831e-6f51cab9a9f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:56:43.224058 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-df49d941-d251-406e-a45f-b3429e3fb6f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:43.224520 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df49d941-d251-406e-a45f-b3429e3fb6f1 None None] Bound using segment: {'id': '391305c9-8268-4e18-800f-36bcfd8555da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '77261af6-9095-4e3c-831e-6f51cab9a9f3'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:56:43.225099 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-df49d941-d251-406e-a45f-b3429e3fb6f1 None None] Bound port: 3e1ee155-032f-4364-b5ea-f8b9aed48a3f, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '391305c9-8268-4e18-800f-36bcfd8555da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '77261af6-9095-4e3c-831e-6f51cab9a9f3'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:56:43.225561 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-df49d941-d251-406e-a45f-b3429e3fb6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:43.328227 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1feb654b-acc1-4492-9482-ed15c5de59cb None None] DHCP port deletion for 31d43ea1-dc10-4fb9-83a0-02650519dc98 request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:56:43.349124 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-1feb654b-acc1-4492-9482-ed15c5de59cb None None] Deleting port e6df21e2-8b34-4ad8-abf5-8274e3c01a08 {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:56:43.349479 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-1feb654b-acc1-4492-9482-ed15c5de59cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:43.360121 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3848763e-39a6-4f88-95b2-9f6cc6c971a2 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:43.452218 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3848763e-39a6-4f88-95b2-9f6cc6c971a2 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event deleted for resources: {'Port': ['ID=16d2b1fe-251c-40b6-921b-cadd7b05c5c1,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:43.468113 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-df49d941-d251-406e-a45f-b3429e3fb6f1 None None] For port 3e1ee155-032f-4364-b5ea-f8b9aed48a3f, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:56:43.491256 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3848763e-39a6-4f88-95b2-9f6cc6c971a2 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:43.496601 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-df49d941-d251-406e-a45f-b3429e3fb6f1 None None] For port 3e1ee155-032f-4364-b5ea-f8b9aed48a3f, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=3e1ee155-032f-4364-b5ea-f8b9aed48a3f,segment=NetworkSegment(391305c9-8268-4e18-800f-36bcfd8555da),segment_id=391305c9-8268-4e18-800f-36bcfd8555da)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:56:43.497061 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.l3_db [None req-bb9d23af-451c-4410-beec-cee665975175 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Floating IP f8559374-c835-46e2-b06d-858c7c0bc4e3 associated. External IP: 172.26.1.124, port: 70e0d77a-0638-4417-b919-f26af4acd11f. Apr 01 15:56:43.510963 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-df49d941-d251-406e-a45f-b3429e3fb6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:43.537212 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_v2 [None req-38378e34-18a8-47f4-892e-fef782f76a00 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Deleting subnet a5b3fd4f-eda4-4fda-9d49-e7e60bed205c {{(pid=83828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:56:43.549445 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-38378e34-18a8-47f4-892e-fef782f76a00 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for subnet, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:43.631461 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-38378e34-18a8-47f4-892e-fef782f76a00 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15303084'] for subnet, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:43.697933 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-1feb654b-acc1-4492-9482-ed15c5de59cb None None] For port e6df21e2-8b34-4ad8-abf5-8274e3c01a08, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=e6df21e2-8b34-4ad8-abf5-8274e3c01a08,segment=NetworkSegment(faba7ec4-bd87-4841-900c-41eab283292a),segment_id=faba7ec4-bd87-4841-900c-41eab283292a)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:56:43.698340 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-1feb654b-acc1-4492-9482-ed15c5de59cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:43.703097 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6e2fd1b1-2c3f-4431-9340-167dd3b7120d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15306628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16030227'] for subnet, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:43.705701 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8b0c8c-a8fb-4826-83fd-50a59ff1f29d None None] Pushing event updated for resources: {'Port': ['ID=3e1ee155-032f-4364-b5ea-f8b9aed48a3f,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:43.718081 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-3848763e-39a6-4f88-95b2-9f6cc6c971a2 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "DELETE /v2.0/ports/16d2b1fe-251c-40b6-921b-cadd7b05c5c1 HTTP/1.1" status: 204 len: 168 time: 1.7581439 Apr 01 15:56:43.719963 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53874) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:43.796717 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [None req-80052cbb-7890-41ae-a2c0-21321c3ca5a1 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] For port e6df21e2-8b34-4ad8-abf5-8274e3c01a08, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=e6df21e2-8b34-4ad8-abf5-8274e3c01a08,segment=NetworkSegment(faba7ec4-bd87-4841-900c-41eab283292a),segment_id=faba7ec4-bd87-4841-900c-41eab283292a)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:56:43.798427 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-80052cbb-7890-41ae-a2c0-21321c3ca5a1 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:43.830351 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2fd1b1-2c3f-4431-9340-167dd3b7120d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Checking segment: {'id': 'd4e90328-7a9e-4fde-9367-16642901cd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd089ed11-578b-4044-93c5-5d8ff2359cc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:56:43.830845 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2fd1b1-2c3f-4431-9340-167dd3b7120d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Network hostable DHCP agents. Network: d089ed11-578b-4044-93c5-5d8ff2359cc2, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:56:43.855573 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2fd1b1-2c3f-4431-9340-167dd3b7120d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Pushing event updated for resources: {'Subnet': ['ID=595565ab-1fb4-47c3-b751-ca3dca052eed,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:43.866107 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-38378e34-18a8-47f4-892e-fef782f76a00 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:43.878536 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df49d941-d251-406e-a45f-b3429e3fb6f1 None None] Routers {'519ed5a5-f15a-4ea7-b35d-8c8cb14b811d'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:56:43.879638 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-df49d941-d251-406e-a45f-b3429e3fb6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:56:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['519ed5a5-f15a-4ea7-b35d-8c8cb14b811d'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:43.910415 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2fd1b1-2c3f-4431-9340-167dd3b7120d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Network d089ed11-578b-4044-93c5-5d8ff2359cc2 is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:56:43.927466 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-6e2fd1b1-2c3f-4431-9340-167dd3b7120d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, d089ed11-578b-4044-93c5-5d8ff2359cc2) {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:43.940575 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2fd1b1-2c3f-4431-9340-167dd3b7120d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:43.941904 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6e2fd1b1-2c3f-4431-9340-167dd3b7120d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:43.951203 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-1feb654b-acc1-4492-9482-ed15c5de59cb None None] Calling delete_port for e6df21e2-8b34-4ad8-abf5-8274e3c01a08 owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:56:43.965109 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-80052cbb-7890-41ae-a2c0-21321c3ca5a1 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Calling delete_port for e6df21e2-8b34-4ad8-abf5-8274e3c01a08 owned by network:dhcp {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:56:43.982185 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce4e45c-5be9-433f-a5dd-66fd1895725c None None] Network d089ed11-578b-4044-93c5-5d8ff2359cc2 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:56:43.997662 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-6e2fd1b1-2c3f-4431-9340-167dd3b7120d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4702220 Apr 01 15:56:44.000181 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-38378e34-18a8-47f4-892e-fef782f76a00 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15306565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16030232'] for subnet, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:44.005339 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53878) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:44.083582 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-80052cbb-7890-41ae-a2c0-21321c3ca5a1 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:44.088375 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a3327d9-700c-48e4-85ae-3b567596a46a tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] GET failed (client error): The resource could not be found. Apr 01 15:56:44.089030 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-5a3327d9-700c-48e4-85ae-3b567596a46a tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Synchronizing usage tracker for tenant:11b74bb4c805440eb8922ec9333718ac on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:56:44.124531 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38378e34-18a8-47f4-892e-fef782f76a00 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Pushing event deleted for resources: {'Subnet': ['ID=a5b3fd4f-eda4-4fda-9d49-e7e60bed205c,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:44.156007 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80052cbb-7890-41ae-a2c0-21321c3ca5a1 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Pushing event deleted for resources: {'Port': ['ID=e6df21e2-8b34-4ad8-abf5-8274e3c01a08,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:44.174678 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80052cbb-7890-41ae-a2c0-21321c3ca5a1 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] No DVR routers for this DVR port e6df21e2-8b34-4ad8-abf5-8274e3c01a08 on host dv-neutron-833373-2-hyperv {{(pid=83826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:56:44.190809 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-38378e34-18a8-47f4-892e-fef782f76a00 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:44.192634 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-38378e34-18a8-47f4-892e-fef782f76a00 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "DELETE /v2.0/subnets/a5b3fd4f-eda4-4fda-9d49-e7e60bed205c HTTP/1.1" status: 204 len: 168 time: 1.4333057 Apr 01 15:56:44.195161 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53882) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:44.219281 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-5a3327d9-700c-48e4-85ae-3b567596a46a tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Unset dirty status for tenant:11b74bb4c805440eb8922ec9333718ac on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:56:44.220814 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-5a3327d9-700c-48e4-85ae-3b567596a46a tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "GET /v2.0/ports/16d2b1fe-251c-40b6-921b-cadd7b05c5c1 HTTP/1.1" status: 404 len: 333 time: 0.4988775 Apr 01 15:56:44.224774 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53886) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:44.229803 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3eb8bb0-75a0-4410-a1df-4cca7ba5c053 None None] Network cb581ce8-4949-4f8e-bb23-7816623994f5 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:56:44.276794 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-1dd858a6-666a-4601-a21b-4ee6d1722724 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Request body: {'port': {'network_id': '075827df-8fdb-4d55-8d82-cf1160050dba', 'name': 'tempest-PortsTestJSON-85965305'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:56:44.310678 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-df49d941-d251-406e-a45f-b3429e3fb6f1 None None] Set router 519ed5a5-f15a-4ea7-b35d-8c8cb14b811d gateway port host: None {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:56:44.330117 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-80052cbb-7890-41ae-a2c0-21321c3ca5a1 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:44.345800 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f75865-d2fc-4b74-9a2a-49a358300c4a tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:56:44.360448 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ff412c-bed6-4471-8f5a-48fadebb135d None None] Sync routers for ids ['2e861799-27e5-4ecc-82cc-e1ef0819fe56'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:56:44.367034 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.db.api [None req-1feb654b-acc1-4492-9482-ed15c5de59cb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:56:44.367415 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG oslo_db.api [None req-1feb654b-acc1-4492-9482-ed15c5de59cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:56:44.386698 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-80052cbb-7890-41ae-a2c0-21321c3ca5a1 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31d43ea1-dc10-4fb9-83a0-02650519dc98']}} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:44.390457 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ff412c-bed6-4471-8f5a-48fadebb135d None None] Routers {'2e861799-27e5-4ecc-82cc-e1ef0819fe56'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:56:44.391315 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-44ff412c-bed6-4471-8f5a-48fadebb135d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:56:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['2e861799-27e5-4ecc-82cc-e1ef0819fe56'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:44.412585 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-80052cbb-7890-41ae-a2c0-21321c3ca5a1 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faba7ec4-bd87-4841-900c-41eab283292a') {'for_net_delete': True} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:44.413080 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-80052cbb-7890-41ae-a2c0-21321c3ca5a1 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faba7ec4-bd87-4841-900c-41eab283292a') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:44.431077 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ce2c0083-d11d-41ff-b115-b3f09c7cb93a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:44.449090 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-1dd858a6-666a-4601-a21b-4ee6d1722724 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:44.455571 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-44ff412c-bed6-4471-8f5a-48fadebb135d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:44.465209 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-1dd858a6-666a-4601-a21b-4ee6d1722724 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:44.468046 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-ce2c0083-d11d-41ff-b115-b3f09c7cb93a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Deleting port 8c530735-e00e-4096-8aa1-53d276c962cf {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:56:44.468536 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ce2c0083-d11d-41ff-b115-b3f09c7cb93a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:44.469480 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ff412c-bed6-4471-8f5a-48fadebb135d None None] Routers {'2e861799-27e5-4ecc-82cc-e1ef0819fe56'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:56:44.470262 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-44ff412c-bed6-4471-8f5a-48fadebb135d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:56:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['2e861799-27e5-4ecc-82cc-e1ef0819fe56'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:44.528200 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd858a6-666a-4601-a21b-4ee6d1722724 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Made reservation on behalf of 11b74bb4c805440eb8922ec9333718ac for: {'port': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:44.531047 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1dd858a6-666a-4601-a21b-4ee6d1722724 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:44.536394 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-44ff412c-bed6-4471-8f5a-48fadebb135d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:44.537078 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ff412c-bed6-4471-8f5a-48fadebb135d None None] The sync data for ids ['2e861799-27e5-4ecc-82cc-e1ef0819fe56'] in dv-neutron-833373-2-hyperv is: [] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:56:44.552548 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f0f75865-d2fc-4b74-9a2a-49a358300c4a tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks [] for router, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:44.556486 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-f0f75865-d2fc-4b74-9a2a-49a358300c4a tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.0111747 Apr 01 15:56:44.557730 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53890) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:44.559652 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-80052cbb-7890-41ae-a2c0-21321c3ca5a1 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16610763'] for segment, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:44.562567 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-bcf07800-33af-44fe-ad8c-df608ffe17d8 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:56:44.580480 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-80052cbb-7890-41ae-a2c0-21321c3ca5a1 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:44.590749 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80052cbb-7890-41ae-a2c0-21321c3ca5a1 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=83826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:56:44.591208 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-80052cbb-7890-41ae-a2c0-21321c3ca5a1 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15415164'] for segment, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:44.605796 dv-neutron-833373-2-hyperv neutron-server[83826]: Traceback (most recent call last): Apr 01 15:56:44.605796 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:56:44.605796 dv-neutron-833373-2-hyperv neutron-server[83826]: timer() Apr 01 15:56:44.605796 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:56:44.605796 dv-neutron-833373-2-hyperv neutron-server[83826]: cb(*args, **kw) Apr 01 15:56:44.605796 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:56:44.605796 dv-neutron-833373-2-hyperv neutron-server[83826]: return func(*args, **kwargs) Apr 01 15:56:44.605796 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:56:44.605796 dv-neutron-833373-2-hyperv neutron-server[83826]: self._notify() Apr 01 15:56:44.605796 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:56:44.605796 dv-neutron-833373-2-hyperv neutron-server[83826]: self.callback(batched_events) Apr 01 15:56:44.605796 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:56:44.605796 dv-neutron-833373-2-hyperv neutron-server[83826]: event.method(event) Apr 01 15:56:44.605796 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:56:44.605796 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:56:44.605796 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:56:44.605796 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:56:44.605796 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:56:44.605796 dv-neutron-833373-2-hyperv neutron-server[83826]: return f(self, *a, **k) Apr 01 15:56:44.605796 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:56:44.605796 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._get(url).json() Apr 01 15:56:44.605796 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:56:44.605796 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:56:44.605796 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:56:44.605796 dv-neutron-833373-2-hyperv neutron-server[83826]: return self.request(url, 'GET', **kwargs) Apr 01 15:56:44.605796 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:56:44.605796 dv-neutron-833373-2-hyperv neutron-server[83826]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:56:44.605796 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:56:44.605796 dv-neutron-833373-2-hyperv neutron-server[83826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:56:44.605796 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:56:44.605796 dv-neutron-833373-2-hyperv neutron-server[83826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:56:44.605796 dv-neutron-833373-2-hyperv neutron-server[83826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:56:44.751682 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-80052cbb-7890-41ae-a2c0-21321c3ca5a1 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:44.797951 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [None req-1dd858a6-666a-4601-a21b-4ee6d1722724 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] device_id is not set on port b7e13847-df90-4bca-b8f1-0d50186a6165 yet. {{(pid=83828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:56:44.829409 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-80052cbb-7890-41ae-a2c0-21321c3ca5a1 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:44.845627 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80052cbb-7890-41ae-a2c0-21321c3ca5a1 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Pushing event deleted for resources: {'Network': ['ID=31d43ea1-dc10-4fb9-83a0-02650519dc98,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:44.854444 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-80052cbb-7890-41ae-a2c0-21321c3ca5a1 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] 10.222.0.55 "DELETE /v2.0/networks/31d43ea1-dc10-4fb9-83a0-02650519dc98 HTTP/1.1" status: 204 len: 168 time: 4.8735986 Apr 01 15:56:44.856743 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53894) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:44.864513 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-0af79505-1048-4967-939a-b0fabb8cb998 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-386917483'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:56:44.879615 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-0af79505-1048-4967-939a-b0fabb8cb998 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:44.886671 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-0af79505-1048-4967-939a-b0fabb8cb998 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Usage tracker for resource:network and tenant:ca4419a52cd8404a85bea4fb3af2a91f is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:44.890781 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-0af79505-1048-4967-939a-b0fabb8cb998 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:44.894202 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-1feb654b-acc1-4492-9482-ed15c5de59cb None None] Deleting port e6df21e2-8b34-4ad8-abf5-8274e3c01a08 {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:56:44.894585 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-1feb654b-acc1-4492-9482-ed15c5de59cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:44.897816 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-0af79505-1048-4967-939a-b0fabb8cb998 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:44.913073 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af79505-1048-4967-939a-b0fabb8cb998 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Made reservation on behalf of ca4419a52cd8404a85bea4fb3af2a91f for: {'network': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:44.916083 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0af79505-1048-4967-939a-b0fabb8cb998 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:44.918814 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af8b53e-3cdc-4dd3-8ca7-4c7ad74dfdd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-d089ed11-578b-4044-93c5-5d8ff2359cc2', 'network_id': 'd089ed11-578b-4044-93c5-5d8ff2359cc2', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'fixed_ips': [{'subnet_id': '595565ab-1fb4-47c3-b751-ca3dca052eed'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:56:44.919906 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-4af8b53e-3cdc-4dd3-8ca7-4c7ad74dfdd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:44.959553 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0af79505-1048-4967-939a-b0fabb8cb998 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=83826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:56:44.995578 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0af79505-1048-4967-939a-b0fabb8cb998 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:44.997309 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.segments_db [None req-0af79505-1048-4967-939a-b0fabb8cb998 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Added segment 3c22a147-d213-4f2a-a16e-af59ee1e769c of type vlan for network 2e2f88bb-1fcd-468c-958e-841e55d86de5 Apr 01 15:56:44.997602 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-1feb654b-acc1-4492-9482-ed15c5de59cb None None] The port 'e6df21e2-8b34-4ad8-abf5-8274e3c01a08' was deleted {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:56:45.079134 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0af79505-1048-4967-939a-b0fabb8cb998 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:45.143345 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb9d23af-451c-4410-beec-cee665975175 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Router 497ee9a6-f12b-44bf-ad1e-a8e77c52d139 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:56:45.144144 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0af79505-1048-4967-939a-b0fabb8cb998 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:45.148932 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af79505-1048-4967-939a-b0fabb8cb998 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:45.149964 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0af79505-1048-4967-939a-b0fabb8cb998 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:45.154135 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdda7b5f-01bd-4a5a-9ed4-979a4230208a None None] DHCP port deletion for cb581ce8-4949-4f8e-bb23-7816623994f5 request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:56:45.172205 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-fdda7b5f-01bd-4a5a-9ed4-979a4230208a None None] Deleting port 8c530735-e00e-4096-8aa1-53d276c962cf {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:56:45.172353 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-fdda7b5f-01bd-4a5a-9ed4-979a4230208a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:45.254429 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-df49d941-d251-406e-a45f-b3429e3fb6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'name': 'tempest-RoutersIpV6Test-router-454146823', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:56:28Z', 'updated_at': '2022-04-01T15:56:37Z', 'revision_number': 2, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'gw_port_host': None, '_interfaces': [{'id': '3e1ee155-032f-4364-b5ea-f8b9aed48a3f', 'name': '', 'network_id': '77261af6-9095-4e3c-831e-6f51cab9a9f3', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'mac_address': 'fa:16:3e:69:90:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bb82706-c556-4eec-837c-2010fe05eee3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:36Z', 'updated_at': '2022-04-01T15:56:43Z', 'revision_number': 4, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'subnets': [{'id': '9bb82706-c556-4eec-837c-2010fe05eee3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:45.266944 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 8c530735-e00e-4096-8aa1-53d276c962cf no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:56:45.283651 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-0af79505-1048-4967-939a-b0fabb8cb998 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4247596 Apr 01 15:56:45.286715 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53898) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:45.350967 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-9ad92577-bf8b-4f0f-8edd-7526d30154b4 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Request body: {'subnet': {'network_id': '2e2f88bb-1fcd-468c-958e-841e55d86de5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:56:45.357324 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-4af8b53e-3cdc-4dd3-8ca7-4c7ad74dfdd4 None None] Allocated IP 2001:db8:1::2 (d089ed11-578b-4044-93c5-5d8ff2359cc2/595565ab-1fb4-47c3-b751-ca3dca052eed/162a8b05-68fb-40b4-8e96-df67791aa231) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:56:45.364151 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-ce2c0083-d11d-41ff-b115-b3f09c7cb93a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] For port 8c530735-e00e-4096-8aa1-53d276c962cf, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=8c530735-e00e-4096-8aa1-53d276c962cf,segment=NetworkSegment(b25e0f7e-0cb3-4e97-a63c-3b09709edb30),segment_id=b25e0f7e-0cb3-4e97-a63c-3b09709edb30)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:56:45.364517 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ce2c0083-d11d-41ff-b115-b3f09c7cb93a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:45.365292 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af79505-1048-4967-939a-b0fabb8cb998 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Pushing event updated for resources: {'Network': ['ID=2e2f88bb-1fcd-468c-958e-841e55d86de5,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:45.396511 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 2e2f88bb-1fcd-468c-958e-841e55d86de5 details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:56:45.409229 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df49d941-d251-406e-a45f-b3429e3fb6f1 None None] The sync data for ids ['519ed5a5-f15a-4ea7-b35d-8c8cb14b811d'] in dv-neutron-833373-2-hyperv is: [{'id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'name': 'tempest-RoutersIpV6Test-router-454146823', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:56:28Z', 'updated_at': '2022-04-01T15:56:37Z', 'revision_number': 2, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'gw_port_host': None, '_interfaces': [{'id': '3e1ee155-032f-4364-b5ea-f8b9aed48a3f', 'name': '', 'network_id': '77261af6-9095-4e3c-831e-6f51cab9a9f3', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'mac_address': 'fa:16:3e:69:90:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bb82706-c556-4eec-837c-2010fe05eee3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:36Z', 'updated_at': '2022-04-01T15:56:43Z', 'revision_number': 4, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'subnets': [{'id': '9bb82706-c556-4eec-837c-2010fe05eee3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:56:45.515932 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-ce2c0083-d11d-41ff-b115-b3f09c7cb93a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Calling delete_port for 8c530735-e00e-4096-8aa1-53d276c962cf owned by network:dhcp {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:56:45.555736 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-9ad92577-bf8b-4f0f-8edd-7526d30154b4 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:45.560940 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-9ad92577-bf8b-4f0f-8edd-7526d30154b4 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Usage tracker for resource:subnet and tenant:ca4419a52cd8404a85bea4fb3af2a91f is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:45.564918 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-9ad92577-bf8b-4f0f-8edd-7526d30154b4 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:45.572156 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-9ad92577-bf8b-4f0f-8edd-7526d30154b4 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:45.592977 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad92577-bf8b-4f0f-8edd-7526d30154b4 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Made reservation on behalf of ca4419a52cd8404a85bea4fb3af2a91f for: {'subnet': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:45.595786 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1dd858a6-666a-4601-a21b-4ee6d1722724 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:45.760853 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9ad92577-bf8b-4f0f-8edd-7526d30154b4 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16088980'] for subnet, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:45.850376 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:45.862381 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1dd858a6-666a-4601-a21b-4ee6d1722724 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:45.864000 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ce2c0083-d11d-41ff-b115-b3f09c7cb93a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:45.888221 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.ipam_backend_mixin [None req-9ad92577-bf8b-4f0f-8edd-7526d30154b4 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Performing IP validity checks on allocation pools {{(pid=83826) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 01 15:56:45.888767 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.ipam_backend_mixin [None req-9ad92577-bf8b-4f0f-8edd-7526d30154b4 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83826) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 01 15:56:45.899784 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-fdda7b5f-01bd-4a5a-9ed4-979a4230208a None None] For port 8c530735-e00e-4096-8aa1-53d276c962cf, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=8c530735-e00e-4096-8aa1-53d276c962cf,segment=NetworkSegment(b25e0f7e-0cb3-4e97-a63c-3b09709edb30),segment_id=b25e0f7e-0cb3-4e97-a63c-3b09709edb30)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:56:45.900176 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-fdda7b5f-01bd-4a5a-9ed4-979a4230208a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:45.923782 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb9d23af-451c-4410-beec-cee665975175 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:56:45.955840 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bb9d23af-451c-4410-beec-cee665975175 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for floatingip, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:46.006860 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2c0083-d11d-41ff-b115-b3f09c7cb93a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Pushing event deleted for resources: {'Port': ['ID=8c530735-e00e-4096-8aa1-53d276c962cf,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:46.068841 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-bb9d23af-451c-4410-beec-cee665975175 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 9.3983436 Apr 01 15:56:46.072615 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21288751-9373-42e7-a8d7-bf1fbaa867d9', 'tag': '70e0d77a-0638-4417-b919-f26af4acd11f'}] {{(pid=83826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:56:46.080057 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53902) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:46.139631 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2c0083-d11d-41ff-b115-b3f09c7cb93a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] No DVR routers for this DVR port 8c530735-e00e-4096-8aa1-53d276c962cf on host dv-neutron-833373-2-hyperv {{(pid=83828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:56:46.234158 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-1415a886-1551-4218-b385-695010a6e889 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/floatingips/f8559374-c835-46e2-b06d-858c7c0bc4e3 HTTP/1.1" status: 200 len: 992 time: 0.1522489 Apr 01 15:56:46.242336 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd858a6-666a-4601-a21b-4ee6d1722724 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Network 075827df-8fdb-4d55-8d82-cf1160050dba is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:56:46.243668 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9ad92577-bf8b-4f0f-8edd-7526d30154b4 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15415267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16089018'] for subnet, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:46.257954 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-fdda7b5f-01bd-4a5a-9ed4-979a4230208a None None] Calling delete_port for 8c530735-e00e-4096-8aa1-53d276c962cf owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:56:46.284853 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-1dd858a6-666a-4601-a21b-4ee6d1722724 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:46.311651 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd858a6-666a-4601-a21b-4ee6d1722724 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:56:46.324440 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd858a6-666a-4601-a21b-4ee6d1722724 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:46.325215 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1dd858a6-666a-4601-a21b-4ee6d1722724 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:46.383710 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.db.api [None req-fdda7b5f-01bd-4a5a-9ed4-979a4230208a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:56:46.384410 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG oslo_db.api [None req-fdda7b5f-01bd-4a5a-9ed4-979a4230208a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:56:46.385392 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2912ca1-61d3-445c-aa85-047e0f23941c None None] Sync routers for ids ['497ee9a6-f12b-44bf-ad1e-a8e77c52d139'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:56:46.393712 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd858a6-666a-4601-a21b-4ee6d1722724 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event updated for resources: {'Port': ['ID=b7e13847-df90-4bca-b8f1-0d50186a6165,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:46.410110 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21288751-9373-42e7-a8d7-bf1fbaa867d9', 'tag': '70e0d77a-0638-4417-b919-f26af4acd11f', 'status': 'completed', 'code': 200} Apr 01 15:56:46.411083 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad92577-bf8b-4f0f-8edd-7526d30154b4 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Pushing event updated for resources: {'Subnet': ['ID=51f188c1-4a19-449e-8e5a-d8f6281c3ee9,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:46.424418 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device e6df21e2-8b34-4ad8-abf5-8274e3c01a08 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:56:46.433442 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad92577-bf8b-4f0f-8edd-7526d30154b4 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Checking segment: {'id': '3c22a147-d213-4f2a-a16e-af59ee1e769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '2e2f88bb-1fcd-468c-958e-841e55d86de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:56:46.434326 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad92577-bf8b-4f0f-8edd-7526d30154b4 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Network hostable DHCP agents. Network: 2e2f88bb-1fcd-468c-958e-841e55d86de5, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:56:46.443118 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ce2c0083-d11d-41ff-b115-b3f09c7cb93a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:46.461403 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad92577-bf8b-4f0f-8edd-7526d30154b4 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Network 2e2f88bb-1fcd-468c-958e-841e55d86de5 is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:56:46.472954 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-9ad92577-bf8b-4f0f-8edd-7526d30154b4 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, 2e2f88bb-1fcd-468c-958e-841e55d86de5) {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:46.478198 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad92577-bf8b-4f0f-8edd-7526d30154b4 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:46.479227 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9ad92577-bf8b-4f0f-8edd-7526d30154b4 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:46.479869 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: e6df21e2-8b34-4ad8-abf5-8274e3c01a08 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:56:46.480349 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device e6df21e2-8b34-4ad8-abf5-8274e3c01a08 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:56:46.494912 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721c0eb5-c3b0-4884-87c3-686bed3136f7 None None] Network 2e2f88bb-1fcd-468c-958e-841e55d86de5 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:56:46.510011 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-9ad92577-bf8b-4f0f-8edd-7526d30154b4 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.2218230 Apr 01 15:56:46.512285 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53910) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:46.550563 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-ce2c0083-d11d-41ff-b115-b3f09c7cb93a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb581ce8-4949-4f8e-bb23-7816623994f5']}} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:46.565493 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-4af8b53e-3cdc-4dd3-8ca7-4c7ad74dfdd4 None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:46.575273 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-ce2c0083-d11d-41ff-b115-b3f09c7cb93a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b25e0f7e-0cb3-4e97-a63c-3b09709edb30') {'for_net_delete': True} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:46.575500 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-ce2c0083-d11d-41ff-b115-b3f09c7cb93a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b25e0f7e-0cb3-4e97-a63c-3b09709edb30') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:46.587878 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2912ca1-61d3-445c-aa85-047e0f23941c None None] Routers {'497ee9a6-f12b-44bf-ad1e-a8e77c52d139'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:56:46.588445 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-b2912ca1-61d3-445c-aa85-047e0f23941c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:56:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['497ee9a6-f12b-44bf-ad1e-a8e77c52d139'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:46.594436 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-1dd858a6-666a-4601-a21b-4ee6d1722724 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 2.3661497 Apr 01 15:56:46.597707 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53914) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:46.600053 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ce2c0083-d11d-41ff-b115-b3f09c7cb93a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15303093'] for segment, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:46.617677 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-b57e8696-a42e-4e7e-a2c0-46874d716101 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:56:46.644813 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-4af8b53e-3cdc-4dd3-8ca7-4c7ad74dfdd4 None None] Transition to ACTIVE for port object 162a8b05-68fb-40b4-8e96-df67791aa231 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:46.764778 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-4af8b53e-3cdc-4dd3-8ca7-4c7ad74dfdd4 None None] Transition to ACTIVE for port object 162a8b05-68fb-40b4-8e96-df67791aa231 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:46.799325 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-4af8b53e-3cdc-4dd3-8ca7-4c7ad74dfdd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:46.811680 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ce2c0083-d11d-41ff-b115-b3f09c7cb93a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:46.833382 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3c0a458b-c2b4-4e3f-ba04-3bb07c01ec1c tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:46.838079 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce2c0083-d11d-41ff-b115-b3f09c7cb93a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=83828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:56:46.838481 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ce2c0083-d11d-41ff-b115-b3f09c7cb93a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15306523'] for segment, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:46.856073 dv-neutron-833373-2-hyperv neutron-server[83828]: Traceback (most recent call last): Apr 01 15:56:46.856073 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:56:46.856073 dv-neutron-833373-2-hyperv neutron-server[83828]: timer() Apr 01 15:56:46.856073 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:56:46.856073 dv-neutron-833373-2-hyperv neutron-server[83828]: cb(*args, **kw) Apr 01 15:56:46.856073 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:56:46.856073 dv-neutron-833373-2-hyperv neutron-server[83828]: return func(*args, **kwargs) Apr 01 15:56:46.856073 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:56:46.856073 dv-neutron-833373-2-hyperv neutron-server[83828]: self._notify() Apr 01 15:56:46.856073 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:56:46.856073 dv-neutron-833373-2-hyperv neutron-server[83828]: self.callback(batched_events) Apr 01 15:56:46.856073 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:56:46.856073 dv-neutron-833373-2-hyperv neutron-server[83828]: event.method(event) Apr 01 15:56:46.856073 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:56:46.856073 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:56:46.856073 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:56:46.856073 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:56:46.856073 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:56:46.856073 dv-neutron-833373-2-hyperv neutron-server[83828]: return f(self, *a, **k) Apr 01 15:56:46.856073 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:56:46.856073 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._get(url).json() Apr 01 15:56:46.856073 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:56:46.856073 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:56:46.856073 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:56:46.856073 dv-neutron-833373-2-hyperv neutron-server[83828]: return self.request(url, 'GET', **kwargs) Apr 01 15:56:46.856073 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:56:46.856073 dv-neutron-833373-2-hyperv neutron-server[83828]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:56:46.856073 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:56:46.856073 dv-neutron-833373-2-hyperv neutron-server[83828]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:56:46.856073 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:56:46.856073 dv-neutron-833373-2-hyperv neutron-server[83828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:56:46.856073 dv-neutron-833373-2-hyperv neutron-server[83828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:56:46.889504 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-fdda7b5f-01bd-4a5a-9ed4-979a4230208a None None] Deleting port 8c530735-e00e-4096-8aa1-53d276c962cf {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:56:46.889879 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-fdda7b5f-01bd-4a5a-9ed4-979a4230208a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:46.918037 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3c0a458b-c2b4-4e3f-ba04-3bb07c01ec1c tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:47.008690 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3c0a458b-c2b4-4e3f-ba04-3bb07c01ec1c tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15415074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16089009'] for subnet, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:47.063763 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-c43d46cc-8afd-436c-87f7-f0de327485f5 req-18f38f92-1d05-4b73-b1e9-d2883c9525b4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=447e2c5010754fe1ad368efac7c75251&device_id=21288751-9373-42e7-a8d7-bf1fbaa867d9 HTTP/1.1" status: 200 len: 1099 time: 0.5808198 Apr 01 15:56:47.087578 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0a458b-c2b4-4e3f-ba04-3bb07c01ec1c tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Pushing event deleted for resources: {'Subnet': ['ID=51f188c1-4a19-449e-8e5a-d8f6281c3ee9,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:47.088814 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af8b53e-3cdc-4dd3-8ca7-4c7ad74dfdd4 None None] Pushing event updated for resources: {'Port': ['ID=162a8b05-68fb-40b4-8e96-df67791aa231,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:47.106330 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b57e8696-a42e-4e7e-a2c0-46874d716101 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:47.137909 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-fdda7b5f-01bd-4a5a-9ed4-979a4230208a None None] The port '8c530735-e00e-4096-8aa1-53d276c962cf' was deleted {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:56:47.154645 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ce2c0083-d11d-41ff-b115-b3f09c7cb93a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:47.156022 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af8b53e-3cdc-4dd3-8ca7-4c7ad74dfdd4 None None] Network d089ed11-578b-4044-93c5-5d8ff2359cc2 is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:56:47.162820 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-4af8b53e-3cdc-4dd3-8ca7-4c7ad74dfdd4 None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:47.180374 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3c0a458b-c2b4-4e3f-ba04-3bb07c01ec1c tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:47.200155 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af8b53e-3cdc-4dd3-8ca7-4c7ad74dfdd4 None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:56:47.215030 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-3c0a458b-c2b4-4e3f-ba04-3bb07c01ec1c tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e2f88bb-1fcd-468c-958e-841e55d86de5']}} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:47.233583 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ce2c0083-d11d-41ff-b115-b3f09c7cb93a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:47.239244 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-3c0a458b-c2b4-4e3f-ba04-3bb07c01ec1c tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c22a147-d213-4f2a-a16e-af59ee1e769c') {'for_net_delete': True} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:47.240088 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-3c0a458b-c2b4-4e3f-ba04-3bb07c01ec1c tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c22a147-d213-4f2a-a16e-af59ee1e769c') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:47.248753 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53918) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:47.269050 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2c0083-d11d-41ff-b115-b3f09c7cb93a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Pushing event deleted for resources: {'Network': ['ID=cb581ce8-4949-4f8e-bb23-7816623994f5,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:47.325584 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-ce2c0083-d11d-41ff-b115-b3f09c7cb93a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "DELETE /v2.0/networks/cb581ce8-4949-4f8e-bb23-7816623994f5 HTTP/1.1" status: 204 len: 168 time: 3.1293025 Apr 01 15:56:47.333704 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d111e4f5-95df-4576-aad7-10a44114f2c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-2e2f88bb-1fcd-468c-958e-841e55d86de5', 'network_id': '2e2f88bb-1fcd-468c-958e-841e55d86de5', 'tenant_id': 'ca4419a52cd8404a85bea4fb3af2a91f', 'fixed_ips': [{'subnet_id': '51f188c1-4a19-449e-8e5a-d8f6281c3ee9'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:56:47.334521 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-d111e4f5-95df-4576-aad7-10a44114f2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:47.344512 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53922) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:47.344995 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 3e1ee155-032f-4364-b5ea-f8b9aed48a3f up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:56:47.360597 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3c0a458b-c2b4-4e3f-ba04-3bb07c01ec1c tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16610763'] for segment, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:47.364221 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-4cb21cc6-debf-4d4c-9a7d-d2fe1770ea31 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Request body: {'network': {'name': 'tempest-RoutersTest-838131363'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:56:47.371076 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8d2ce961-7811-49d1-9eee-8e70c09b6cec tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:47.388635 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-4cb21cc6-debf-4d4c-9a7d-d2fe1770ea31 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:47.396528 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3c0a458b-c2b4-4e3f-ba04-3bb07c01ec1c tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:47.416595 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-4cb21cc6-debf-4d4c-9a7d-d2fe1770ea31 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Usage tracker for resource:network and tenant:113c2dcebd4142eb9b767ab7a8fce06c is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:47.417009 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c0a458b-c2b4-4e3f-ba04-3bb07c01ec1c tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=83826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:56:47.417345 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3c0a458b-c2b4-4e3f-ba04-3bb07c01ec1c tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15415164'] for segment, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:47.432695 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-b2912ca1-61d3-445c-aa85-047e0f23941c None None] Set router 497ee9a6-f12b-44bf-ad1e-a8e77c52d139 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:56:47.433140 dv-neutron-833373-2-hyperv neutron-server[83826]: Traceback (most recent call last): Apr 01 15:56:47.433140 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:56:47.433140 dv-neutron-833373-2-hyperv neutron-server[83826]: timer() Apr 01 15:56:47.433140 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:56:47.433140 dv-neutron-833373-2-hyperv neutron-server[83826]: cb(*args, **kw) Apr 01 15:56:47.433140 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:56:47.433140 dv-neutron-833373-2-hyperv neutron-server[83826]: return func(*args, **kwargs) Apr 01 15:56:47.433140 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:56:47.433140 dv-neutron-833373-2-hyperv neutron-server[83826]: self._notify() Apr 01 15:56:47.433140 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:56:47.433140 dv-neutron-833373-2-hyperv neutron-server[83826]: self.callback(batched_events) Apr 01 15:56:47.433140 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:56:47.433140 dv-neutron-833373-2-hyperv neutron-server[83826]: event.method(event) Apr 01 15:56:47.433140 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:56:47.433140 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:56:47.433140 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:56:47.433140 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:56:47.433140 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:56:47.433140 dv-neutron-833373-2-hyperv neutron-server[83826]: return f(self, *a, **k) Apr 01 15:56:47.433140 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:56:47.433140 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._get(url).json() Apr 01 15:56:47.433140 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:56:47.433140 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:56:47.433140 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:56:47.433140 dv-neutron-833373-2-hyperv neutron-server[83826]: return self.request(url, 'GET', **kwargs) Apr 01 15:56:47.433140 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:56:47.433140 dv-neutron-833373-2-hyperv neutron-server[83826]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:56:47.433140 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:56:47.433140 dv-neutron-833373-2-hyperv neutron-server[83826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:56:47.433140 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:56:47.433140 dv-neutron-833373-2-hyperv neutron-server[83826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:56:47.433140 dv-neutron-833373-2-hyperv neutron-server[83826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:56:47.442717 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-e8ed3928-73ab-46ba-be6e-2a68d559fe5f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/floatingips/f8559374-c835-46e2-b06d-858c7c0bc4e3 HTTP/1.1" status: 200 len: 992 time: 0.1912858 Apr 01 15:56:47.443278 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-4cb21cc6-debf-4d4c-9a7d-d2fe1770ea31 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:47.474143 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-4af8b53e-3cdc-4dd3-8ca7-4c7ad74dfdd4 None None] Attempting to bind port 162a8b05-68fb-40b4-8e96-df67791aa231 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:56:47.474506 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-4af8b53e-3cdc-4dd3-8ca7-4c7ad74dfdd4 None None] Attempting to bind port 162a8b05-68fb-40b4-8e96-df67791aa231 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'd4e90328-7a9e-4fde-9367-16642901cd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd089ed11-578b-4044-93c5-5d8ff2359cc2'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:56:47.474864 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af8b53e-3cdc-4dd3-8ca7-4c7ad74dfdd4 None None] Attempting to bind port 162a8b05-68fb-40b4-8e96-df67791aa231 on network d089ed11-578b-4044-93c5-5d8ff2359cc2 {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:56:47.512066 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-4cb21cc6-debf-4d4c-9a7d-d2fe1770ea31 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:47.518529 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3c0a458b-c2b4-4e3f-ba04-3bb07c01ec1c tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:47.524657 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3c0a458b-c2b4-4e3f-ba04-3bb07c01ec1c tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:47.554123 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af8b53e-3cdc-4dd3-8ca7-4c7ad74dfdd4 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:56:47.554613 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af8b53e-3cdc-4dd3-8ca7-4c7ad74dfdd4 None None] Checking segment: {'id': 'd4e90328-7a9e-4fde-9367-16642901cd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd089ed11-578b-4044-93c5-5d8ff2359cc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:56:47.554890 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-4af8b53e-3cdc-4dd3-8ca7-4c7ad74dfdd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:47.555280 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af8b53e-3cdc-4dd3-8ca7-4c7ad74dfdd4 None None] Bound using segment: {'id': 'd4e90328-7a9e-4fde-9367-16642901cd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd089ed11-578b-4044-93c5-5d8ff2359cc2'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:56:47.555754 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-4af8b53e-3cdc-4dd3-8ca7-4c7ad74dfdd4 None None] Bound port: 162a8b05-68fb-40b4-8e96-df67791aa231, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4e90328-7a9e-4fde-9367-16642901cd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd089ed11-578b-4044-93c5-5d8ff2359cc2'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:56:47.556172 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-4af8b53e-3cdc-4dd3-8ca7-4c7ad74dfdd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:47.557356 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0a458b-c2b4-4e3f-ba04-3bb07c01ec1c tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Pushing event deleted for resources: {'Network': ['ID=2e2f88bb-1fcd-468c-958e-841e55d86de5,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:47.564307 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-3c0a458b-c2b4-4e3f-ba04-3bb07c01ec1c tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] 10.222.0.55 "DELETE /v2.0/networks/2e2f88bb-1fcd-468c-958e-841e55d86de5 HTTP/1.1" status: 204 len: 168 time: 1.0475280 Apr 01 15:56:47.564688 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53926) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:47.571184 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-e9b45d64-a359-41ef-9c23-1793125d835b tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1994108760'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:56:47.576463 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-e9b45d64-a359-41ef-9c23-1793125d835b tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:47.580953 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-e9b45d64-a359-41ef-9c23-1793125d835b tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Usage tracker for resource:network and tenant:ca4419a52cd8404a85bea4fb3af2a91f is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:47.584270 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-e9b45d64-a359-41ef-9c23-1793125d835b tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:47.591316 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-e9b45d64-a359-41ef-9c23-1793125d835b tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:47.602153 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9b45d64-a359-41ef-9c23-1793125d835b tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Made reservation on behalf of ca4419a52cd8404a85bea4fb3af2a91f for: {'network': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:47.605737 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e9b45d64-a359-41ef-9c23-1793125d835b tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:47.635764 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9b45d64-a359-41ef-9c23-1793125d835b tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=83826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:56:47.636463 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43d46cc-8afd-436c-87f7-f0de327485f5 req-87c3b214-53f2-4104-8434-382d568869c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:47.638684 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-c43d46cc-8afd-436c-87f7-f0de327485f5 req-87c3b214-53f2-4104-8434-382d568869c3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=59a027d1-0bac-441c-bf75-e20666fea16a HTTP/1.1" status: 200 len: 896 time: 0.5600195 Apr 01 15:56:47.646996 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e9b45d64-a359-41ef-9c23-1793125d835b tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:47.647356 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.segments_db [None req-e9b45d64-a359-41ef-9c23-1793125d835b tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Added segment c7c05e7f-9009-42cb-9a54-45143f687d4c of type vlan for network 7284cce1-ae8e-48d5-9267-fad05c75cbde Apr 01 15:56:47.675364 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e9b45d64-a359-41ef-9c23-1793125d835b tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:47.712661 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e9b45d64-a359-41ef-9c23-1793125d835b tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:47.726829 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b45d64-a359-41ef-9c23-1793125d835b tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:47.727713 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e9b45d64-a359-41ef-9c23-1793125d835b tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:47.728030 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483cdafa-9189-4d9b-98d3-4bbc2a3ceee8 None None] Network 2e2f88bb-1fcd-468c-958e-841e55d86de5 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:56:47.754605 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 3e1ee155-032f-4364-b5ea-f8b9aed48a3f completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:56:47.765373 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483cdafa-9189-4d9b-98d3-4bbc2a3ceee8 None None] Network 2e2f88bb-1fcd-468c-958e-841e55d86de5 could not be found, it might have been deleted concurrently. {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Apr 01 15:56:47.782082 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 3e1ee155-032f-4364-b5ea-f8b9aed48a3f triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:47.782454 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:47.800948 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb21cc6-debf-4d4c-9a7d-d2fe1770ea31 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Made reservation on behalf of 113c2dcebd4142eb9b767ab7a8fce06c for: {'network': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:47.804046 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4cb21cc6-debf-4d4c-9a7d-d2fe1770ea31 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:47.841228 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-e9b45d64-a359-41ef-9c23-1793125d835b tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2754004 Apr 01 15:56:47.846119 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53930) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:47.853933 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-41202d1a-b632-4e64-8acf-c497d1c24ad6 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Request body: {'subnet': {'network_id': '7284cce1-ae8e-48d5-9267-fad05c75cbde', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:56:47.916131 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-4af8b53e-3cdc-4dd3-8ca7-4c7ad74dfdd4 None None] For port 162a8b05-68fb-40b4-8e96-df67791aa231, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:56:47.922873 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b45d64-a359-41ef-9c23-1793125d835b tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Pushing event updated for resources: {'Network': ['ID=7284cce1-ae8e-48d5-9267-fad05c75cbde,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:47.942289 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-4af8b53e-3cdc-4dd3-8ca7-4c7ad74dfdd4 None None] For port 162a8b05-68fb-40b4-8e96-df67791aa231, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=162a8b05-68fb-40b4-8e96-df67791aa231,segment=NetworkSegment(d4e90328-7a9e-4fde-9367-16642901cd58),segment_id=d4e90328-7a9e-4fde-9367-16642901cd58)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:56:47.947947 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 7284cce1-ae8e-48d5-9267-fad05c75cbde details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:56:47.971215 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-4af8b53e-3cdc-4dd3-8ca7-4c7ad74dfdd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:47.984910 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-41202d1a-b632-4e64-8acf-c497d1c24ad6 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:47.988896 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-41202d1a-b632-4e64-8acf-c497d1c24ad6 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Usage tracker for resource:subnet and tenant:ca4419a52cd8404a85bea4fb3af2a91f is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:47.993484 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-41202d1a-b632-4e64-8acf-c497d1c24ad6 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:48.000041 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-41202d1a-b632-4e64-8acf-c497d1c24ad6 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:48.014329 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41202d1a-b632-4e64-8acf-c497d1c24ad6 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Made reservation on behalf of ca4419a52cd8404a85bea4fb3af2a91f for: {'subnet': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:48.019938 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-c43d46cc-8afd-436c-87f7-f0de327485f5 req-fec8d50c-a8e9-48d3-9e65-6e662e69080b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70e0d77a-0638-4417-b919-f26af4acd11f HTTP/1.1" status: 200 len: 1000 time: 0.3167918 Apr 01 15:56:48.137034 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cb21cc6-debf-4d4c-9a7d-d2fe1770ea31 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=83828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:56:48.149964 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-41202d1a-b632-4e64-8acf-c497d1c24ad6 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16088980'] for subnet, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:48.151547 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.db.resource_extend [None req-b57e8696-a42e-4e7e-a2c0-46874d716101 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:56:48.203867 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4cb21cc6-debf-4d4c-9a7d-d2fe1770ea31 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:48.204245 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.segments_db [None req-4cb21cc6-debf-4d4c-9a7d-d2fe1770ea31 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Added segment 078e1909-b222-4b9a-81ea-dee2f671f732 of type vlan for network 79988108-e0ba-4d8c-91af-9ef542ff8887 Apr 01 15:56:48.206660 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b57e8696-a42e-4e7e-a2c0-46874d716101 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for port, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:48.229573 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b57e8696-a42e-4e7e-a2c0-46874d716101 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:48.268870 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af8b53e-3cdc-4dd3-8ca7-4c7ad74dfdd4 None None] Pushing event updated for resources: {'Port': ['ID=162a8b05-68fb-40b4-8e96-df67791aa231,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:48.293238 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:48.353595 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43d46cc-8afd-436c-87f7-f0de327485f5 req-f5781728-78c8-4544-a4b3-55253a134f68 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:48.355085 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-c43d46cc-8afd-436c-87f7-f0de327485f5 req-f5781728-78c8-4544-a4b3-55253a134f68 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b74bac9f-7384-4f6a-850f-c057f93a0214 HTTP/1.1" status: 200 len: 834 time: 0.2856779 Apr 01 15:56:48.367940 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port 3e1ee155-032f-4364-b5ea-f8b9aed48a3f, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=3e1ee155-032f-4364-b5ea-f8b9aed48a3f,segment=NetworkSegment(391305c9-8268-4e18-800f-36bcfd8555da),segment_id=391305c9-8268-4e18-800f-36bcfd8555da)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:56:48.373814 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:48.431843 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-b2912ca1-61d3-445c-aa85-047e0f23941c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497ee9a6-f12b-44bf-ad1e-a8e77c52d139', 'name': 'tempest-TestNetworkBasicOps-router-1797861093', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': '111f977e-aadd-4608-a691-9582379042d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:55:31Z', 'updated_at': '2022-04-01T15:55:49Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': '111f977e-aadd-4608-a691-9582379042d5', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:17:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497ee9a6-f12b-44bf-ad1e-a8e77c52d139', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:33Z', 'updated_at': '2022-04-01T15:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': 'f8559374-c835-46e2-b06d-858c7c0bc4e3', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'floating_ip_address': '172.26.1.124', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '497ee9a6-f12b-44bf-ad1e-a8e77c52d139', 'port_id': '70e0d77a-0638-4417-b919-f26af4acd11f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59a027d1-0bac-441c-bf75-e20666fea16a', 'mac_address': 'fa:16:3e:58:d7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21288751-9373-42e7-a8d7-bf1fbaa867d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:56:39Z', 'updated_at': '2022-04-01T15:56:39Z', 'revision_number': 0, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8198ab6f-4075-46b8-9a32-803c2a53fa75', 'name': '', 'network_id': '59a027d1-0bac-441c-bf75-e20666fea16a', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'mac_address': 'fa:16:3e:f7:53:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497ee9a6-f12b-44bf-ad1e-a8e77c52d139', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b74bac9f-7384-4f6a-850f-c057f93a0214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:48Z', 'updated_at': '2022-04-01T15:55:59Z', 'revision_number': 5, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'subnets': [{'id': 'b74bac9f-7384-4f6a-850f-c057f93a0214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:48.446759 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2912ca1-61d3-445c-aa85-047e0f23941c None None] Checking router: 497ee9a6-f12b-44bf-ad1e-a8e77c52d139 for host: dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:56:48.448838 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53934) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:48.451329 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-b57e8696-a42e-4e7e-a2c0-46874d716101 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] In _notify_port_updated(), no bound segment for port b7e13847-df90-4bca-b8f1-0d50186a6165 on network 075827df-8fdb-4d55-8d82-cf1160050dba {{(pid=83828) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 01 15:56:48.455514 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57e8696-a42e-4e7e-a2c0-46874d716101 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:48.456157 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b57e8696-a42e-4e7e-a2c0-46874d716101 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:48.457409 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-41202d1a-b632-4e64-8acf-c497d1c24ad6 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15415267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16089018'] for subnet, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:48.460924 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-b57e8696-a42e-4e7e-a2c0-46874d716101 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "PUT /v2.0/ports/b7e13847-df90-4bca-b8f1-0d50186a6165 HTTP/1.1" status: 200 len: 818 time: 1.8517907 Apr 01 15:56:48.469544 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=3e1ee155-032f-4364-b5ea-f8b9aed48a3f,revision_number=5']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:48.469769 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53936) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:48.474357 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2912ca1-61d3-445c-aa85-047e0f23941c None None] Routers {'497ee9a6-f12b-44bf-ad1e-a8e77c52d139'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:56:48.475048 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-b2912ca1-61d3-445c-aa85-047e0f23941c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:56:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['497ee9a6-f12b-44bf-ad1e-a8e77c52d139'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:48.682171 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-6a2b268b-db0d-44ff-82ef-8e038ff862eb tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Deleting port b7e13847-df90-4bca-b8f1-0d50186a6165 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:56:48.682495 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6a2b268b-db0d-44ff-82ef-8e038ff862eb tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:48.717561 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41202d1a-b632-4e64-8acf-c497d1c24ad6 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Pushing event updated for resources: {'Subnet': ['ID=1c3e8fab-cabe-4a2b-9e8f-fc8e8de21f96,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:48.720197 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4cb21cc6-debf-4d4c-9a7d-d2fe1770ea31 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:48.759574 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57e8696-a42e-4e7e-a2c0-46874d716101 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event updated for resources: {'Port': ['ID=b7e13847-df90-4bca-b8f1-0d50186a6165,revision_number=2']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:48.798592 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-b2912ca1-61d3-445c-aa85-047e0f23941c None None] Set router 497ee9a6-f12b-44bf-ad1e-a8e77c52d139 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:56:48.813085 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41202d1a-b632-4e64-8acf-c497d1c24ad6 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Checking segment: {'id': 'c7c05e7f-9009-42cb-9a54-45143f687d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7284cce1-ae8e-48d5-9267-fad05c75cbde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:56:48.813447 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41202d1a-b632-4e64-8acf-c497d1c24ad6 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Network hostable DHCP agents. Network: 7284cce1-ae8e-48d5-9267-fad05c75cbde, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:56:48.912319 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-6c039a2b-b8b4-443f-8892-0c55fd711600 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/floatingips/f8559374-c835-46e2-b06d-858c7c0bc4e3 HTTP/1.1" status: 200 len: 992 time: 0.4399328 Apr 01 15:56:48.916524 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4cb21cc6-debf-4d4c-9a7d-d2fe1770ea31 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:48.920260 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb21cc6-debf-4d4c-9a7d-d2fe1770ea31 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:48.920869 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4cb21cc6-debf-4d4c-9a7d-d2fe1770ea31 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:48.978866 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-8d2ce961-7811-49d1-9eee-8e70c09b6cec tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Allocated IP 2001:db8:1::1 (d089ed11-578b-4044-93c5-5d8ff2359cc2/595565ab-1fb4-47c3-b751-ca3dca052eed/ba55ef7f-cc05-4d48-92c3-511d0c73f46a) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:56:49.033516 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41202d1a-b632-4e64-8acf-c497d1c24ad6 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Network 7284cce1-ae8e-48d5-9267-fad05c75cbde is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:56:49.055031 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-41202d1a-b632-4e64-8acf-c497d1c24ad6 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, 7284cce1-ae8e-48d5-9267-fad05c75cbde) {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:49.059512 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41202d1a-b632-4e64-8acf-c497d1c24ad6 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:49.060309 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-41202d1a-b632-4e64-8acf-c497d1c24ad6 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:49.087367 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-41202d1a-b632-4e64-8acf-c497d1c24ad6 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2386272 Apr 01 15:56:49.088427 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53942) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:49.106244 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-4cb21cc6-debf-4d4c-9a7d-d2fe1770ea31 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.7606988 Apr 01 15:56:49.112425 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53946) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:49.114835 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-c43d46cc-8afd-436c-87f7-f0de327485f5 req-c7f30c07-1e6a-4c3b-84e7-fd36640797ef service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=59a027d1-0bac-441c-bf75-e20666fea16a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7422948 Apr 01 15:56:49.119833 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e862ed78-1589-4841-a8e5-292e31274460 None None] Network 7284cce1-ae8e-48d5-9267-fad05c75cbde requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:56:49.121412 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-65f8df58-1424-45ba-827b-e7650180548a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Request body: {'subnet': {'network_id': '79988108-e0ba-4d8c-91af-9ef542ff8887', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:56:49.238595 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb21cc6-debf-4d4c-9a7d-d2fe1770ea31 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Pushing event updated for resources: {'Network': ['ID=79988108-e0ba-4d8c-91af-9ef542ff8887,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:49.313770 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6a2b268b-db0d-44ff-82ef-8e038ff862eb tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:49.334609 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 79988108-e0ba-4d8c-91af-9ef542ff8887 details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:56:49.359074 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-65f8df58-1424-45ba-827b-e7650180548a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:49.363233 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-65f8df58-1424-45ba-827b-e7650180548a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Usage tracker for resource:subnet and tenant:113c2dcebd4142eb9b767ab7a8fce06c is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:49.366953 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-65f8df58-1424-45ba-827b-e7650180548a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:49.370384 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 162a8b05-68fb-40b4-8e96-df67791aa231 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:56:49.373798 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-65f8df58-1424-45ba-827b-e7650180548a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:49.407221 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-bcf07800-33af-44fe-ad8c-df608ffe17d8 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130626'] for router, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:49.439298 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f8df58-1424-45ba-827b-e7650180548a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Made reservation on behalf of 113c2dcebd4142eb9b767ab7a8fce06c for: {'subnet': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:49.462716 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-bcf07800-33af-44fe-ad8c-df608ffe17d8 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:49.528085 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-6a2b268b-db0d-44ff-82ef-8e038ff862eb tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Calling delete_port for b7e13847-df90-4bca-b8f1-0d50186a6165 owned by {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:56:49.530206 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-bcf07800-33af-44fe-ad8c-df608ffe17d8 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Deleting port 093a482a-ea75-446d-9736-a78171e38cac {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:56:49.530685 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-bcf07800-33af-44fe-ad8c-df608ffe17d8 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:49.637881 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-c43d46cc-8afd-436c-87f7-f0de327485f5 req-72e5ff19-1f8a-40d6-8f6c-a823c2382eb6 service neutron] 10.222.0.24 "GET /v2.0/networks/59a027d1-0bac-441c-bf75-e20666fea16a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4966962 Apr 01 15:56:49.644415 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8d2ce961-7811-49d1-9eee-8e70c09b6cec tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:49.662069 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39182daf-3308-488f-879a-d19eedf6fe2d None None] Network d089ed11-578b-4044-93c5-5d8ff2359cc2 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:56:49.719789 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-65f8df58-1424-45ba-827b-e7650180548a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16088980'] for subnet, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:49.770585 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [None req-8d2ce961-7811-49d1-9eee-8e70c09b6cec tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Transition to ACTIVE for port object ba55ef7f-cc05-4d48-92c3-511d0c73f46a will not be triggered until provisioned by entity DHCP. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:49.799413 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-148c069f-247b-4976-9692-2ac8655306e1 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:49.848972 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6a2b268b-db0d-44ff-82ef-8e038ff862eb tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:49.867667 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 162a8b05-68fb-40b4-8e96-df67791aa231 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:56:49.899199 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a2818c1b-06bd-40fb-92be-99f04db7ef48 None None] Provisioning for port 162a8b05-68fb-40b4-8e96-df67791aa231 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:56:49.903727 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 3e1ee155-032f-4364-b5ea-f8b9aed48a3f up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:56:49.922463 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53950) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:49.929797 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-c43d46cc-8afd-436c-87f7-f0de327485f5 req-9e79f2a9-afe8-4a4e-8c29-22392f650d49 service neutron] 10.222.0.24 "GET /v2.0/networks/59a027d1-0bac-441c-bf75-e20666fea16a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777596 Apr 01 15:56:49.935793 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-bcf07800-33af-44fe-ad8c-df608ffe17d8 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:49.945881 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8d2ce961-7811-49d1-9eee-8e70c09b6cec tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:49.948461 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ca1783-a968-4f26-92a0-aa0e4a71f919 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-7284cce1-ae8e-48d5-9267-fad05c75cbde', 'network_id': '7284cce1-ae8e-48d5-9267-fad05c75cbde', 'tenant_id': 'ca4419a52cd8404a85bea4fb3af2a91f', 'fixed_ips': [{'subnet_id': '1c3e8fab-cabe-4a2b-9e8f-fc8e8de21f96'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:56:49.949326 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c4ca1783-a968-4f26-92a0-aa0e4a71f919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:49.958302 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2b268b-db0d-44ff-82ef-8e038ff862eb tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event deleted for resources: {'Port': ['ID=b7e13847-df90-4bca-b8f1-0d50186a6165,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:49.992885 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a2818c1b-06bd-40fb-92be-99f04db7ef48 None None] Provisioning complete for port 162a8b05-68fb-40b4-8e96-df67791aa231 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:49.992885 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a2818c1b-06bd-40fb-92be-99f04db7ef48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:50.076062 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6a2b268b-db0d-44ff-82ef-8e038ff862eb tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:50.127099 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-6a2b268b-db0d-44ff-82ef-8e038ff862eb tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "DELETE /v2.0/ports/b7e13847-df90-4bca-b8f1-0d50186a6165 HTTP/1.1" status: 204 len: 168 time: 1.5793593 Apr 01 15:56:50.130449 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53954) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:50.135074 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-148c069f-247b-4976-9692-2ac8655306e1 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:50.182393 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-bcf07800-33af-44fe-ad8c-df608ffe17d8 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Calling delete_port for 093a482a-ea75-446d-9736-a78171e38cac owned by network:router_gateway {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:56:50.208980 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-e3af5fd6-8fa1-44f7-a29f-fd45fce4e973 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/floatingips/f8559374-c835-46e2-b06d-858c7c0bc4e3 HTTP/1.1" status: 200 len: 992 time: 0.2825952 Apr 01 15:56:50.231594 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2ce961-7811-49d1-9eee-8e70c09b6cec tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Network d089ed11-578b-4044-93c5-5d8ff2359cc2 is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:56:50.242250 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-8d2ce961-7811-49d1-9eee-8e70c09b6cec tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:50.246963 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2ce961-7811-49d1-9eee-8e70c09b6cec tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Pushing event updated for resources: {'Port': ['ID=ba55ef7f-cc05-4d48-92c3-511d0c73f46a,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:50.249729 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2ce961-7811-49d1-9eee-8e70c09b6cec tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:56:50.250327 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8d2ce961-7811-49d1-9eee-8e70c09b6cec tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611418'] for router_interface, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:50.325564 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-b2912ca1-61d3-445c-aa85-047e0f23941c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497ee9a6-f12b-44bf-ad1e-a8e77c52d139', 'name': 'tempest-TestNetworkBasicOps-router-1797861093', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': '111f977e-aadd-4608-a691-9582379042d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:55:31Z', 'updated_at': '2022-04-01T15:55:49Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': '111f977e-aadd-4608-a691-9582379042d5', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:17:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497ee9a6-f12b-44bf-ad1e-a8e77c52d139', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:33Z', 'updated_at': '2022-04-01T15:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': 'f8559374-c835-46e2-b06d-858c7c0bc4e3', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'floating_ip_address': '172.26.1.124', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '497ee9a6-f12b-44bf-ad1e-a8e77c52d139', 'port_id': '70e0d77a-0638-4417-b919-f26af4acd11f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59a027d1-0bac-441c-bf75-e20666fea16a', 'mac_address': 'fa:16:3e:58:d7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21288751-9373-42e7-a8d7-bf1fbaa867d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:56:39Z', 'updated_at': '2022-04-01T15:56:39Z', 'revision_number': 0, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8198ab6f-4075-46b8-9a32-803c2a53fa75', 'name': '', 'network_id': '59a027d1-0bac-441c-bf75-e20666fea16a', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'mac_address': 'fa:16:3e:f7:53:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497ee9a6-f12b-44bf-ad1e-a8e77c52d139', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b74bac9f-7384-4f6a-850f-c057f93a0214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:48Z', 'updated_at': '2022-04-01T15:55:59Z', 'revision_number': 5, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'subnets': [{'id': 'b74bac9f-7384-4f6a-850f-c057f93a0214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:50.398322 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8d2ce961-7811-49d1-9eee-8e70c09b6cec tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:50.416572 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8badb754-79cf-4a4a-9112-51b342e08751 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:50.417608 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-8badb754-79cf-4a4a-9112-51b342e08751 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Synchronizing usage tracker for tenant:11b74bb4c805440eb8922ec9333718ac on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:56:50.418875 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-c4ca1783-a968-4f26-92a0-aa0e4a71f919 None None] Allocated IP 172.20.0.1 (7284cce1-ae8e-48d5-9267-fad05c75cbde/1c3e8fab-cabe-4a2b-9e8f-fc8e8de21f96/a75df623-e27b-447e-ac57-f8e5d9aaf232) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:56:50.462454 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-65f8df58-1424-45ba-827b-e7650180548a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15415267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16089018'] for subnet, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:50.496895 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-8badb754-79cf-4a4a-9112-51b342e08751 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Unset dirty status for tenant:11b74bb4c805440eb8922ec9333718ac on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:56:50.501638 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-8badb754-79cf-4a4a-9112-51b342e08751 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.3679299 Apr 01 15:56:50.501952 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53958) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:50.527661 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2912ca1-61d3-445c-aa85-047e0f23941c None None] The sync data for ids ['497ee9a6-f12b-44bf-ad1e-a8e77c52d139'] in dv-neutron-833373-2-hyperv is: [{'id': '497ee9a6-f12b-44bf-ad1e-a8e77c52d139', 'name': 'tempest-TestNetworkBasicOps-router-1797861093', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': '111f977e-aadd-4608-a691-9582379042d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:55:31Z', 'updated_at': '2022-04-01T15:55:49Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': '111f977e-aadd-4608-a691-9582379042d5', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:17:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497ee9a6-f12b-44bf-ad1e-a8e77c52d139', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:33Z', 'updated_at': '2022-04-01T15:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': 'f8559374-c835-46e2-b06d-858c7c0bc4e3', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'floating_ip_address': '172.26.1.124', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '497ee9a6-f12b-44bf-ad1e-a8e77c52d139', 'port_id': '70e0d77a-0638-4417-b919-f26af4acd11f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59a027d1-0bac-441c-bf75-e20666fea16a', 'mac_address': 'fa:16:3e:58:d7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21288751-9373-42e7-a8d7-bf1fbaa867d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:56:39Z', 'updated_at': '2022-04-01T15:56:39Z', 'revision_number': 0, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8198ab6f-4075-46b8-9a32-803c2a53fa75', 'name': '', 'network_id': '59a027d1-0bac-441c-bf75-e20666fea16a', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'mac_address': 'fa:16:3e:f7:53:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497ee9a6-f12b-44bf-ad1e-a8e77c52d139', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b74bac9f-7384-4f6a-850f-c057f93a0214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:48Z', 'updated_at': '2022-04-01T15:55:59Z', 'revision_number': 5, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'subnets': [{'id': 'b74bac9f-7384-4f6a-850f-c057f93a0214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:56:50.547613 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f8df58-1424-45ba-827b-e7650180548a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Pushing event updated for resources: {'Subnet': ['ID=2d3abf76-c557-4d5c-a04b-54c8ece18782,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:50.578478 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 3e1ee155-032f-4364-b5ea-f8b9aed48a3f triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:50.578852 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:50.584433 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f8df58-1424-45ba-827b-e7650180548a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Checking segment: {'id': '078e1909-b222-4b9a-81ea-dee2f671f732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '79988108-e0ba-4d8c-91af-9ef542ff8887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:56:50.584706 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f8df58-1424-45ba-827b-e7650180548a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Network hostable DHCP agents. Network: 79988108-e0ba-4d8c-91af-9ef542ff8887, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:56:50.622884 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f8df58-1424-45ba-827b-e7650180548a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Network 79988108-e0ba-4d8c-91af-9ef542ff8887 is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:56:50.652024 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-65f8df58-1424-45ba-827b-e7650180548a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, 79988108-e0ba-4d8c-91af-9ef542ff8887) {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:50.662532 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a7fcd55-2146-4997-a854-1890e0be2806 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] GET failed (client error): The resource could not be found. Apr 01 15:56:50.662720 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-7a7fcd55-2146-4997-a854-1890e0be2806 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Synchronizing usage tracker for tenant:11b74bb4c805440eb8922ec9333718ac on resource:port {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:56:50.668584 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f8df58-1424-45ba-827b-e7650180548a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:50.669428 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-65f8df58-1424-45ba-827b-e7650180548a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:50.706073 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc55f69-b247-4b8a-bf1e-703937134561 None None] Network 79988108-e0ba-4d8c-91af-9ef542ff8887 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:56:50.710418 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-65f8df58-1424-45ba-827b-e7650180548a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5939198 Apr 01 15:56:50.717837 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53962) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:50.724125 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-5422ca9a-9240-4ef5-bab6-ed9830116ee7 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-310103320', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:56:50.742511 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-5422ca9a-9240-4ef5-bab6-ed9830116ee7 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:50.750716 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-5422ca9a-9240-4ef5-bab6-ed9830116ee7 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Usage tracker for resource:router and tenant:113c2dcebd4142eb9b767ab7a8fce06c is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:50.755126 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-5422ca9a-9240-4ef5-bab6-ed9830116ee7 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:50.764963 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-5422ca9a-9240-4ef5-bab6-ed9830116ee7 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:50.787387 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5422ca9a-9240-4ef5-bab6-ed9830116ee7 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130665'] for router, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:50.788903 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5422ca9a-9240-4ef5-bab6-ed9830116ee7 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617571', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130640'] for router, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:50.847731 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a2818c1b-06bd-40fb-92be-99f04db7ef48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:50.862564 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebdcb89-4af6-429f-a9db-3905c8a9c7b2 None None] New status for floating IP f8559374-c835-46e2-b06d-858c7c0bc4e3: ACTIVE {{(pid=83833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 15:56:50.945522 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-7a7fcd55-2146-4997-a854-1890e0be2806 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Unset dirty status for tenant:11b74bb4c805440eb8922ec9333718ac on resource:port {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:56:50.946826 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-7a7fcd55-2146-4997-a854-1890e0be2806 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "GET /v2.0/ports/b7e13847-df90-4bca-b8f1-0d50186a6165 HTTP/1.1" status: 404 len: 333 time: 0.4418261 Apr 01 15:56:50.950965 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53966) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:50.960192 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-1a71fbd2-d785-4b43-bf41-d09fc59ac232 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-86052074'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:56:50.971040 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-1a71fbd2-d785-4b43-bf41-d09fc59ac232 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:50.972880 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-bcf07800-33af-44fe-ad8c-df608ffe17d8 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:50.977778 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-1a71fbd2-d785-4b43-bf41-d09fc59ac232 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Usage tracker for resource:network and tenant:11b74bb4c805440eb8922ec9333718ac is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:50.982151 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-1a71fbd2-d785-4b43-bf41-d09fc59ac232 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:50.988946 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-1a71fbd2-d785-4b43-bf41-d09fc59ac232 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:51.018768 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5422ca9a-9240-4ef5-bab6-ed9830116ee7 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:51.038788 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a71fbd2-d785-4b43-bf41-d09fc59ac232 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Made reservation on behalf of 11b74bb4c805440eb8922ec9333718ac for: {'network': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:51.044577 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-1a71fbd2-d785-4b43-bf41-d09fc59ac232 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:51.057343 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf07800-33af-44fe-ad8c-df608ffe17d8 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Pushing event deleted for resources: {'Port': ['ID=093a482a-ea75-446d-9736-a78171e38cac,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:51.073858 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5422ca9a-9240-4ef5-bab6-ed9830116ee7 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616'] for router, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:51.162908 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5422ca9a-9240-4ef5-bab6-ed9830116ee7 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for router, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:51.163170 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a2818c1b-06bd-40fb-92be-99f04db7ef48 None None] For port 162a8b05-68fb-40b4-8e96-df67791aa231, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=162a8b05-68fb-40b4-8e96-df67791aa231,segment=NetworkSegment(d4e90328-7a9e-4fde-9367-16642901cd58),segment_id=d4e90328-7a9e-4fde-9367-16642901cd58)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:56:51.166347 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c4ca1783-a968-4f26-92a0-aa0e4a71f919 None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:51.171000 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-5422ca9a-9240-4ef5-bab6-ed9830116ee7 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4522195 Apr 01 15:56:51.171708 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53970) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:51.172471 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a71fbd2-d785-4b43-bf41-d09fc59ac232 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=83826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:56:51.186591 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a2818c1b-06bd-40fb-92be-99f04db7ef48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:51.248834 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-c4ca1783-a968-4f26-92a0-aa0e4a71f919 None None] Transition to ACTIVE for port object a75df623-e27b-447e-ac57-f8e5d9aaf232 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:51.262341 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53974) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:51.355031 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-c4ca1783-a968-4f26-92a0-aa0e4a71f919 None None] Transition to ACTIVE for port object a75df623-e27b-447e-ac57-f8e5d9aaf232 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:51.359206 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2818c1b-06bd-40fb-92be-99f04db7ef48 None None] Pushing event updated for resources: {'Port': ['ID=162a8b05-68fb-40b4-8e96-df67791aa231,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:51.364861 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e9a7e1-9cb2-4f73-bac0-7702f82b2c44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-79988108-e0ba-4d8c-91af-9ef542ff8887', 'network_id': '79988108-e0ba-4d8c-91af-9ef542ff8887', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'fixed_ips': [{'subnet_id': '2d3abf76-c557-4d5c-a04b-54c8ece18782'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:56:51.365632 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-95e9a7e1-9cb2-4f73-bac0-7702f82b2c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:51.378352 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c4ca1783-a968-4f26-92a0-aa0e4a71f919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:51.511086 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ca1783-a968-4f26-92a0-aa0e4a71f919 None None] Network 7284cce1-ae8e-48d5-9267-fad05c75cbde is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:56:51.517502 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-c4ca1783-a968-4f26-92a0-aa0e4a71f919 None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:51.519486 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ca1783-a968-4f26-92a0-aa0e4a71f919 None None] Pushing event updated for resources: {'Port': ['ID=a75df623-e27b-447e-ac57-f8e5d9aaf232,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:51.526777 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ca1783-a968-4f26-92a0-aa0e4a71f919 None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:56:51.576706 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-148c069f-247b-4976-9692-2ac8655306e1 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15415074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16089009'] for subnet, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:51.582104 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-ac5c3df1-8592-421d-a7b2-10015e47a0b9 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/floatingips/f8559374-c835-46e2-b06d-858c7c0bc4e3 HTTP/1.1" status: 200 len: 994 time: 0.3129785 Apr 01 15:56:51.586645 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-1a71fbd2-d785-4b43-bf41-d09fc59ac232 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:51.588149 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.segments_db [None req-1a71fbd2-d785-4b43-bf41-d09fc59ac232 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Added segment 54c774a0-39bc-4f45-b61f-0a6a59f60f5c of type vlan for network d91ab48d-2d7b-465b-bc89-62e9dde8e1bb Apr 01 15:56:51.652069 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148c069f-247b-4976-9692-2ac8655306e1 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Pushing event deleted for resources: {'Subnet': ['ID=1c3e8fab-cabe-4a2b-9e8f-fc8e8de21f96,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:51.669344 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-bcf07800-33af-44fe-ad8c-df608ffe17d8 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617660'] for router_gateway, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:51.678289 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-64c51840-572b-431e-905b-207a141b701f None None] Provisioning for port ba55ef7f-cc05-4d48-92c3-511d0c73f46a completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:56:51.749586 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-64c51840-572b-431e-905b-207a141b701f None None] Provisioning complete for port ba55ef7f-cc05-4d48-92c3-511d0c73f46a triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:51.749857 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-64c51840-572b-431e-905b-207a141b701f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:51.764140 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-148c069f-247b-4976-9692-2ac8655306e1 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:51.797492 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-1a71fbd2-d785-4b43-bf41-d09fc59ac232 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:51.803466 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-148c069f-247b-4976-9692-2ac8655306e1 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7284cce1-ae8e-48d5-9267-fad05c75cbde']}} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:51.812774 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8d2ce961-7811-49d1-9eee-8e70c09b6cec tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for port, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:51.820208 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-bcf07800-33af-44fe-ad8c-df608ffe17d8 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130626'] for router, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:51.822182 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8d2ce961-7811-49d1-9eee-8e70c09b6cec tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:51.823211 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8d2ce961-7811-49d1-9eee-8e70c09b6cec tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611525'] for router_interface, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:51.824654 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-148c069f-247b-4976-9692-2ac8655306e1 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7c05e7f-9009-42cb-9a54-45143f687d4c') {'for_net_delete': True} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:51.825064 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-148c069f-247b-4976-9692-2ac8655306e1 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7c05e7f-9009-42cb-9a54-45143f687d4c') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:51.832112 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-c4ca1783-a968-4f26-92a0-aa0e4a71f919 None None] Attempting to bind port a75df623-e27b-447e-ac57-f8e5d9aaf232 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:56:51.832399 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-c4ca1783-a968-4f26-92a0-aa0e4a71f919 None None] Attempting to bind port a75df623-e27b-447e-ac57-f8e5d9aaf232 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'c7c05e7f-9009-42cb-9a54-45143f687d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7284cce1-ae8e-48d5-9267-fad05c75cbde'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:56:51.832783 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ca1783-a968-4f26-92a0-aa0e4a71f919 None None] Attempting to bind port a75df623-e27b-447e-ac57-f8e5d9aaf232 on network 7284cce1-ae8e-48d5-9267-fad05c75cbde {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:56:51.863169 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ca1783-a968-4f26-92a0-aa0e4a71f919 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:56:51.863169 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ca1783-a968-4f26-92a0-aa0e4a71f919 None None] Checking segment: {'id': 'c7c05e7f-9009-42cb-9a54-45143f687d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7284cce1-ae8e-48d5-9267-fad05c75cbde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:56:51.863169 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c4ca1783-a968-4f26-92a0-aa0e4a71f919 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:51.863169 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ca1783-a968-4f26-92a0-aa0e4a71f919 None None] Bound using segment: {'id': 'c7c05e7f-9009-42cb-9a54-45143f687d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7284cce1-ae8e-48d5-9267-fad05c75cbde'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:56:51.863169 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-c4ca1783-a968-4f26-92a0-aa0e4a71f919 None None] Bound port: a75df623-e27b-447e-ac57-f8e5d9aaf232, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c05e7f-9009-42cb-9a54-45143f687d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7284cce1-ae8e-48d5-9267-fad05c75cbde'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:56:51.863169 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c4ca1783-a968-4f26-92a0-aa0e4a71f919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:51.867821 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-bcf07800-33af-44fe-ad8c-df608ffe17d8 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-617606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-617615', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-607241'] for router, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:51.874214 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-95e9a7e1-9cb2-4f73-bac0-7702f82b2c44 None None] Allocated IP 172.20.0.2 (79988108-e0ba-4d8c-91af-9ef542ff8887/2d3abf76-c557-4d5c-a04b-54c8ece18782/bb3082e7-3be2-4ff6-9d2e-bde8b5f08616) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:56:51.877953 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-64c51840-572b-431e-905b-207a141b701f None None] Port ba55ef7f-cc05-4d48-92c3-511d0c73f46a cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:56:51.970264 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-148c069f-247b-4976-9692-2ac8655306e1 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16610763'] for segment, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:52.005462 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-148c069f-247b-4976-9692-2ac8655306e1 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:52.022154 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-148c069f-247b-4976-9692-2ac8655306e1 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=83826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:56:52.025819 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-148c069f-247b-4976-9692-2ac8655306e1 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15415164'] for segment, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:52.051383 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-64c51840-572b-431e-905b-207a141b701f None None] Provisioning complete for port 162a8b05-68fb-40b4-8e96-df67791aa231 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:52.051797 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-64c51840-572b-431e-905b-207a141b701f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:52.084093 dv-neutron-833373-2-hyperv neutron-server[83826]: Traceback (most recent call last): Apr 01 15:56:52.084093 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:56:52.084093 dv-neutron-833373-2-hyperv neutron-server[83826]: timer() Apr 01 15:56:52.084093 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:56:52.084093 dv-neutron-833373-2-hyperv neutron-server[83826]: cb(*args, **kw) Apr 01 15:56:52.084093 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:56:52.084093 dv-neutron-833373-2-hyperv neutron-server[83826]: return func(*args, **kwargs) Apr 01 15:56:52.084093 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:56:52.084093 dv-neutron-833373-2-hyperv neutron-server[83826]: self._notify() Apr 01 15:56:52.084093 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:56:52.084093 dv-neutron-833373-2-hyperv neutron-server[83826]: self.callback(batched_events) Apr 01 15:56:52.084093 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:56:52.084093 dv-neutron-833373-2-hyperv neutron-server[83826]: event.method(event) Apr 01 15:56:52.084093 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:56:52.084093 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:56:52.084093 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:56:52.084093 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:56:52.084093 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:56:52.084093 dv-neutron-833373-2-hyperv neutron-server[83826]: return f(self, *a, **k) Apr 01 15:56:52.084093 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:56:52.084093 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._get(url).json() Apr 01 15:56:52.084093 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:56:52.084093 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:56:52.084093 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:56:52.084093 dv-neutron-833373-2-hyperv neutron-server[83826]: return self.request(url, 'GET', **kwargs) Apr 01 15:56:52.084093 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:56:52.084093 dv-neutron-833373-2-hyperv neutron-server[83826]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:56:52.084093 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:56:52.084093 dv-neutron-833373-2-hyperv neutron-server[83826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:56:52.084093 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:56:52.084093 dv-neutron-833373-2-hyperv neutron-server[83826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:56:52.084093 dv-neutron-833373-2-hyperv neutron-server[83826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:56:52.096669 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2ce961-7811-49d1-9eee-8e70c09b6cec tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Pushing event updated for resources: {'Port': ['ID=ba55ef7f-cc05-4d48-92c3-511d0c73f46a,revision_number=2']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:52.111646 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-c4ca1783-a968-4f26-92a0-aa0e4a71f919 None None] For port a75df623-e27b-447e-ac57-f8e5d9aaf232, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:56:52.174151 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2ce961-7811-49d1-9eee-8e70c09b6cec tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Network d089ed11-578b-4044-93c5-5d8ff2359cc2 is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:56:52.177699 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-8d2ce961-7811-49d1-9eee-8e70c09b6cec tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:52.179255 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-1a71fbd2-d785-4b43-bf41-d09fc59ac232 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:52.181316 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcf07800-33af-44fe-ad8c-df608ffe17d8 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Router 2e861799-27e5-4ecc-82cc-e1ef0819fe56 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:56:52.184136 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a71fbd2-d785-4b43-bf41-d09fc59ac232 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:52.185086 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-1a71fbd2-d785-4b43-bf41-d09fc59ac232 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:52.295338 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.db.api [None req-148c069f-247b-4976-9692-2ac8655306e1 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 01 15:56:52.295338 dv-neutron-833373-2-hyperv neutron-server[83826]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 01 15:56:52.295338 dv-neutron-833373-2-hyperv neutron-server[83826]: [parameters: {'id': '7284cce1-ae8e-48d5-9267-fad05c75cbde'}] Apr 01 15:56:52.295338 dv-neutron-833373-2-hyperv neutron-server[83826]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:56:52.296594 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG oslo_db.api [None req-148c069f-247b-4976-9692-2ac8655306e1 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:56:52.461568 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a71fbd2-d785-4b43-bf41-d09fc59ac232 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event updated for resources: {'Network': ['ID=d91ab48d-2d7b-465b-bc89-62e9dde8e1bb,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:52.465139 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-95e9a7e1-9cb2-4f73-bac0-7702f82b2c44 None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:52.481258 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-c4ca1783-a968-4f26-92a0-aa0e4a71f919 None None] For port a75df623-e27b-447e-ac57-f8e5d9aaf232, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=a75df623-e27b-447e-ac57-f8e5d9aaf232,segment=NetworkSegment(c7c05e7f-9009-42cb-9a54-45143f687d4c),segment_id=c7c05e7f-9009-42cb-9a54-45143f687d4c)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:56:52.483760 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network d91ab48d-2d7b-465b-bc89-62e9dde8e1bb details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:56:52.494231 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-1a71fbd2-d785-4b43-bf41-d09fc59ac232 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.5417931 Apr 01 15:56:52.497186 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53978) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:52.506010 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-95e9a7e1-9cb2-4f73-bac0-7702f82b2c44 None None] Transition to ACTIVE for port object bb3082e7-3be2-4ff6-9d2e-bde8b5f08616 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:52.506423 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-fd1e6ea0-91ec-4ee0-bc49-25bd6c061105 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Request body: {'subnet': {'network_id': 'd91ab48d-2d7b-465b-bc89-62e9dde8e1bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:56:52.509133 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c4ca1783-a968-4f26-92a0-aa0e4a71f919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:52.671211 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf07800-33af-44fe-ad8c-df608ffe17d8 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:56:52.687263 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-95e9a7e1-9cb2-4f73-bac0-7702f82b2c44 None None] Transition to ACTIVE for port object bb3082e7-3be2-4ff6-9d2e-bde8b5f08616 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:52.698721 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43034388-959d-487c-aa8d-dbce8402800d None None] Sync routers for ids ['2e861799-27e5-4ecc-82cc-e1ef0819fe56'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:56:52.707362 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-d4659c47-ccc1-4e7f-9d6c-c728c07bfc8b None None] Provisioning complete for port ba55ef7f-cc05-4d48-92c3-511d0c73f46a triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:52.707755 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-d4659c47-ccc1-4e7f-9d6c-c728c07bfc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:52.737332 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-fd1e6ea0-91ec-4ee0-bc49-25bd6c061105 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:52.747256 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2fa86699-a6e2-4e96-9599-27a3fd8d9e98 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:52.747983 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-bcf07800-33af-44fe-ad8c-df608ffe17d8 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:52.749641 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-bcf07800-33af-44fe-ad8c-df608ffe17d8 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] 10.222.0.55 "PUT /v2.0/routers/2e861799-27e5-4ecc-82cc-e1ef0819fe56 HTTP/1.1" status: 200 len: 709 time: 8.1913297 Apr 01 15:56:52.758370 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53982) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:52.758777 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-95e9a7e1-9cb2-4f73-bac0-7702f82b2c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:52.761049 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-fd1e6ea0-91ec-4ee0-bc49-25bd6c061105 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Usage tracker for resource:subnet and tenant:11b74bb4c805440eb8922ec9333718ac is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:52.765564 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-fd1e6ea0-91ec-4ee0-bc49-25bd6c061105 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:52.780390 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ca1783-a968-4f26-92a0-aa0e4a71f919 None None] Pushing event updated for resources: {'Port': ['ID=a75df623-e27b-447e-ac57-f8e5d9aaf232,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:52.828384 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-148c069f-247b-4976-9692-2ac8655306e1 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:52.840344 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-fd1e6ea0-91ec-4ee0-bc49-25bd6c061105 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:52.868520 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d2ce961-7811-49d1-9eee-8e70c09b6cec tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Router 519ed5a5-f15a-4ea7-b35d-8c8cb14b811d has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:56:52.901973 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43034388-959d-487c-aa8d-dbce8402800d None None] Routers {'2e861799-27e5-4ecc-82cc-e1ef0819fe56'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:56:52.902620 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-43034388-959d-487c-aa8d-dbce8402800d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:56:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['2e861799-27e5-4ecc-82cc-e1ef0819fe56'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:52.951401 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-d4659c47-ccc1-4e7f-9d6c-c728c07bfc8b None None] Port ba55ef7f-cc05-4d48-92c3-511d0c73f46a cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:56:52.962956 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e9a7e1-9cb2-4f73-bac0-7702f82b2c44 None None] Network 79988108-e0ba-4d8c-91af-9ef542ff8887 is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:56:52.979797 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-95e9a7e1-9cb2-4f73-bac0-7702f82b2c44 None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:52.983797 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e9a7e1-9cb2-4f73-bac0-7702f82b2c44 None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:56:52.988976 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-43034388-959d-487c-aa8d-dbce8402800d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:52.990038 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e9a7e1-9cb2-4f73-bac0-7702f82b2c44 None None] Pushing event updated for resources: {'Port': ['ID=bb3082e7-3be2-4ff6-9d2e-bde8b5f08616,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:53.031751 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339a57a0-885f-45a2-953f-4a32fdc51118 None None] Network 7284cce1-ae8e-48d5-9267-fad05c75cbde requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:56:53.106666 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d2ce961-7811-49d1-9eee-8e70c09b6cec tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:56:53.119659 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-8d2ce961-7811-49d1-9eee-8e70c09b6cec tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "PUT /v2.0/routers/519ed5a5-f15a-4ea7-b35d-8c8cb14b811d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0790486 Apr 01 15:56:53.119866 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6ede3f-4f98-4eff-a52c-f6c914a901af None None] Sync routers for ids ['519ed5a5-f15a-4ea7-b35d-8c8cb14b811d'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:56:53.121345 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53986) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:53.128310 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-28a492ce-7bc8-403b-8ede-bb1bfdf0f316 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2062253882'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:56:53.134432 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-28a492ce-7bc8-403b-8ede-bb1bfdf0f316 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:53.138978 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-28a492ce-7bc8-403b-8ede-bb1bfdf0f316 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Usage tracker for resource:network and tenant:140c0a827c6a433287acd915ee3c410d is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:53.142257 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-28a492ce-7bc8-403b-8ede-bb1bfdf0f316 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:53.143673 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6ede3f-4f98-4eff-a52c-f6c914a901af None None] Routers {'519ed5a5-f15a-4ea7-b35d-8c8cb14b811d'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:56:53.145489 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-ff6ede3f-4f98-4eff-a52c-f6c914a901af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:56:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['519ed5a5-f15a-4ea7-b35d-8c8cb14b811d'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:53.149661 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-28a492ce-7bc8-403b-8ede-bb1bfdf0f316 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:53.162284 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a492ce-7bc8-403b-8ede-bb1bfdf0f316 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Made reservation on behalf of 140c0a827c6a433287acd915ee3c410d for: {'network': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:53.164180 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd1e6ea0-91ec-4ee0-bc49-25bd6c061105 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Made reservation on behalf of 11b74bb4c805440eb8922ec9333718ac for: {'subnet': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:53.180879 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-28a492ce-7bc8-403b-8ede-bb1bfdf0f316 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:53.191282 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-148c069f-247b-4976-9692-2ac8655306e1 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Deleting port a75df623-e27b-447e-ac57-f8e5d9aaf232 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:56:53.191622 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-148c069f-247b-4976-9692-2ac8655306e1 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:53.231576 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43034388-959d-487c-aa8d-dbce8402800d None None] Routers {'2e861799-27e5-4ecc-82cc-e1ef0819fe56'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:56:53.232213 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-43034388-959d-487c-aa8d-dbce8402800d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:56:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['2e861799-27e5-4ecc-82cc-e1ef0819fe56'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:53.260328 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28a492ce-7bc8-403b-8ede-bb1bfdf0f316 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=83828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:56:53.283002 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-28a492ce-7bc8-403b-8ede-bb1bfdf0f316 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:53.283649 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.segments_db [None req-28a492ce-7bc8-403b-8ede-bb1bfdf0f316 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Added segment 2c8537aa-6264-4389-845f-024b7572d7d6 of type vlan for network 09412c97-f78c-4353-8bab-c055d24f758a Apr 01 15:56:53.300347 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 162a8b05-68fb-40b4-8e96-df67791aa231 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:56:53.339861 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-28a492ce-7bc8-403b-8ede-bb1bfdf0f316 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:53.364817 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-95e9a7e1-9cb2-4f73-bac0-7702f82b2c44 None None] Attempting to bind port bb3082e7-3be2-4ff6-9d2e-bde8b5f08616 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:56:53.365733 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-95e9a7e1-9cb2-4f73-bac0-7702f82b2c44 None None] Attempting to bind port bb3082e7-3be2-4ff6-9d2e-bde8b5f08616 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': '078e1909-b222-4b9a-81ea-dee2f671f732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '79988108-e0ba-4d8c-91af-9ef542ff8887'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:56:53.365733 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e9a7e1-9cb2-4f73-bac0-7702f82b2c44 None None] Attempting to bind port bb3082e7-3be2-4ff6-9d2e-bde8b5f08616 on network 79988108-e0ba-4d8c-91af-9ef542ff8887 {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:56:53.380244 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-43034388-959d-487c-aa8d-dbce8402800d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:53.380660 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43034388-959d-487c-aa8d-dbce8402800d None None] The sync data for ids ['2e861799-27e5-4ecc-82cc-e1ef0819fe56'] in dv-neutron-833373-2-hyperv is: [] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:56:53.384452 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-28a492ce-7bc8-403b-8ede-bb1bfdf0f316 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:53.389853 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a492ce-7bc8-403b-8ede-bb1bfdf0f316 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:53.390891 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-28a492ce-7bc8-403b-8ede-bb1bfdf0f316 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:53.456999 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e9a7e1-9cb2-4f73-bac0-7702f82b2c44 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:56:53.457251 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e9a7e1-9cb2-4f73-bac0-7702f82b2c44 None None] Checking segment: {'id': '078e1909-b222-4b9a-81ea-dee2f671f732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '79988108-e0ba-4d8c-91af-9ef542ff8887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:56:53.457662 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-95e9a7e1-9cb2-4f73-bac0-7702f82b2c44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:53.458057 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e9a7e1-9cb2-4f73-bac0-7702f82b2c44 None None] Bound using segment: {'id': '078e1909-b222-4b9a-81ea-dee2f671f732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '79988108-e0ba-4d8c-91af-9ef542ff8887'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:56:53.458635 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-95e9a7e1-9cb2-4f73-bac0-7702f82b2c44 None None] Bound port: bb3082e7-3be2-4ff6-9d2e-bde8b5f08616, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '078e1909-b222-4b9a-81ea-dee2f671f732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '79988108-e0ba-4d8c-91af-9ef542ff8887'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:56:53.459008 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-95e9a7e1-9cb2-4f73-bac0-7702f82b2c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:53.473374 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-1d04045d-1a8d-44e0-9dc6-df56758b9808 tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] 10.222.0.55 "GET /v2.0/routers/2e861799-27e5-4ecc-82cc-e1ef0819fe56 HTTP/1.1" status: 200 len: 744 time: 0.7061532 Apr 01 15:56:53.487708 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 53990) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:53.491237 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-ff6ede3f-4f98-4eff-a52c-f6c914a901af None None] Set router 519ed5a5-f15a-4ea7-b35d-8c8cb14b811d gateway port host: None {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:56:53.501712 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-fd1e6ea0-91ec-4ee0-bc49-25bd6c061105 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16088980'] for subnet, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:53.553160 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-28a492ce-7bc8-403b-8ede-bb1bfdf0f316 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4304090 Apr 01 15:56:53.557890 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53994) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:53.563662 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 162a8b05-68fb-40b4-8e96-df67791aa231 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:53.565831 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:53.567669 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-3985a6e9-d36a-4c54-bca3-866a813ce5ee tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Request body: {'subnet': {'network_id': '09412c97-f78c-4353-8bab-c055d24f758a', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:56:53.692450 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-95e9a7e1-9cb2-4f73-bac0-7702f82b2c44 None None] For port bb3082e7-3be2-4ff6-9d2e-bde8b5f08616, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:56:53.700942 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-95e9a7e1-9cb2-4f73-bac0-7702f82b2c44 None None] For port bb3082e7-3be2-4ff6-9d2e-bde8b5f08616, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=bb3082e7-3be2-4ff6-9d2e-bde8b5f08616,segment=NetworkSegment(078e1909-b222-4b9a-81ea-dee2f671f732),segment_id=078e1909-b222-4b9a-81ea-dee2f671f732)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:56:53.702517 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-3985a6e9-d36a-4c54-bca3-866a813ce5ee tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:53.707181 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-3985a6e9-d36a-4c54-bca3-866a813ce5ee tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Usage tracker for resource:subnet and tenant:140c0a827c6a433287acd915ee3c410d is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:53.711163 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-3985a6e9-d36a-4c54-bca3-866a813ce5ee tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:53.716920 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-d18f0764-98b7-421d-80d3-e6fd9c926ccb tempest-RoutersIpV6AdminTest-1327868725 tempest-RoutersIpV6AdminTest-1327868725-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=ed45466e-0386-4b92-8de3-247c977242ac&device_id=2e861799-27e5-4ecc-82cc-e1ef0819fe56 HTTP/1.1" status: 200 len: 205 time: 0.2011631 Apr 01 15:56:53.718135 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-3985a6e9-d36a-4c54-bca3-866a813ce5ee tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:53.726892 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 53998) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:53.745139 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-95e9a7e1-9cb2-4f73-bac0-7702f82b2c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:53.778362 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3985a6e9-d36a-4c54-bca3-866a813ce5ee tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Made reservation on behalf of 140c0a827c6a433287acd915ee3c410d for: {'subnet': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:53.800389 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-224e6f06-add5-43b4-8880-edb0ee26d1cc tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e861799-27e5-4ecc-82cc-e1ef0819fe56 HTTP/1.1" status: 200 len: 205 time: 0.0695839 Apr 01 15:56:53.801529 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a492ce-7bc8-403b-8ede-bb1bfdf0f316 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Pushing event updated for resources: {'Network': ['ID=09412c97-f78c-4353-8bab-c055d24f758a,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:53.810727 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54002) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:53.831173 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 09412c97-f78c-4353-8bab-c055d24f758a details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:56:53.898156 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:53.994732 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-cc7d6082-fc8b-453a-a4a5-245774f3cfb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:54.027082 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e9a7e1-9cb2-4f73-bac0-7702f82b2c44 None None] Pushing event updated for resources: {'Port': ['ID=bb3082e7-3be2-4ff6-9d2e-bde8b5f08616,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:54.044259 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [None req-148c069f-247b-4976-9692-2ac8655306e1 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] For port a75df623-e27b-447e-ac57-f8e5d9aaf232, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=a75df623-e27b-447e-ac57-f8e5d9aaf232,segment=NetworkSegment(c7c05e7f-9009-42cb-9a54-45143f687d4c),segment_id=c7c05e7f-9009-42cb-9a54-45143f687d4c)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:56:54.044846 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-148c069f-247b-4976-9692-2ac8655306e1 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:54.072556 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-2fa86699-a6e2-4e96-9599-27a3fd8d9e98 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Allocated IP 172.20.0.1 (79988108-e0ba-4d8c-91af-9ef542ff8887/2d3abf76-c557-4d5c-a04b-54c8ece18782/985fdf39-2ddb-4ea6-810d-81f4d285a7e3) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:56:54.107677 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-ff6ede3f-4f98-4eff-a52c-f6c914a901af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'name': 'tempest-RoutersIpV6Test-router-454146823', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:56:28Z', 'updated_at': '2022-04-01T15:56:50Z', 'revision_number': 3, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'gw_port_host': None, '_interfaces': [{'id': '3e1ee155-032f-4364-b5ea-f8b9aed48a3f', 'name': '', 'network_id': '77261af6-9095-4e3c-831e-6f51cab9a9f3', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'mac_address': 'fa:16:3e:69:90:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bb82706-c556-4eec-837c-2010fe05eee3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:36Z', 'updated_at': '2022-04-01T15:56:48Z', 'revision_number': 5, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'subnets': [{'id': '9bb82706-c556-4eec-837c-2010fe05eee3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba55ef7f-cc05-4d48-92c3-511d0c73f46a', 'name': '', 'network_id': 'd089ed11-578b-4044-93c5-5d8ff2359cc2', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'mac_address': 'fa:16:3e:dc:af:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '595565ab-1fb4-47c3-b751-ca3dca052eed', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:48Z', 'updated_at': '2022-04-01T15:56:50Z', 'revision_number': 2, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'subnets': [{'id': '595565ab-1fb4-47c3-b751-ca3dca052eed', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:54.118409 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6ede3f-4f98-4eff-a52c-f6c914a901af None None] Checking router: 519ed5a5-f15a-4ea7-b35d-8c8cb14b811d for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:56:54.119003 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6ede3f-4f98-4eff-a52c-f6c914a901af None None] Updating router 519ed5a5-f15a-4ea7-b35d-8c8cb14b811d port ba55ef7f-cc05-4d48-92c3-511d0c73f46a binding host dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:56:54.240159 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-148c069f-247b-4976-9692-2ac8655306e1 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Calling delete_port for a75df623-e27b-447e-ac57-f8e5d9aaf232 owned by network:dhcp {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:56:54.268371 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3985a6e9-d36a-4c54-bca3-866a813ce5ee tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16030269'] for subnet, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:54.291673 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-ff6ede3f-4f98-4eff-a52c-f6c914a901af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:54.401878 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7682ed29-cebc-426a-855a-4746aea23b71 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks [] for router, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:54.536956 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-148c069f-247b-4976-9692-2ac8655306e1 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:54.620470 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148c069f-247b-4976-9692-2ac8655306e1 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Pushing event deleted for resources: {'Port': ['ID=a75df623-e27b-447e-ac57-f8e5d9aaf232,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:54.636437 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-fd1e6ea0-91ec-4ee0-bc49-25bd6c061105 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15415267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16089018'] for subnet, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:54.678059 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148c069f-247b-4976-9692-2ac8655306e1 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] No DVR routers for this DVR port a75df623-e27b-447e-ac57-f8e5d9aaf232 on host dv-neutron-833373-2-hyperv {{(pid=83826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:56:54.687461 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2fa86699-a6e2-4e96-9599-27a3fd8d9e98 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:54.771141 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [None req-2fa86699-a6e2-4e96-9599-27a3fd8d9e98 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Transition to ACTIVE for port object 985fdf39-2ddb-4ea6-810d-81f4d285a7e3 will not be triggered until provisioned by entity DHCP. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:54.845582 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1e6ea0-91ec-4ee0-bc49-25bd6c061105 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event updated for resources: {'Subnet': ['ID=3c7326f2-4367-47f1-a84c-a1a91a2279e3,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:54.895424 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-148c069f-247b-4976-9692-2ac8655306e1 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:54.896816 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-ff6ede3f-4f98-4eff-a52c-f6c914a901af None None] Notify callbacks [] for port, precommit_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:54.912563 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.provisioning_blocks [None req-ff6ede3f-4f98-4eff-a52c-f6c914a901af None None] Transition to ACTIVE for port object ba55ef7f-cc05-4d48-92c3-511d0c73f46a will not be triggered until provisioned by entity L2. {{(pid=83833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:54.924209 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-ff6ede3f-4f98-4eff-a52c-f6c914a901af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:54.941813 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-148c069f-247b-4976-9692-2ac8655306e1 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7284cce1-ae8e-48d5-9267-fad05c75cbde']}} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:54.951927 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2fa86699-a6e2-4e96-9599-27a3fd8d9e98 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:55.009081 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-148c069f-247b-4976-9692-2ac8655306e1 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7c05e7f-9009-42cb-9a54-45143f687d4c') {'for_net_delete': True} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:55.009677 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-148c069f-247b-4976-9692-2ac8655306e1 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7c05e7f-9009-42cb-9a54-45143f687d4c') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:55.035665 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1e6ea0-91ec-4ee0-bc49-25bd6c061105 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Checking segment: {'id': '54c774a0-39bc-4f45-b61f-0a6a59f60f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd91ab48d-2d7b-465b-bc89-62e9dde8e1bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:56:55.036026 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1e6ea0-91ec-4ee0-bc49-25bd6c061105 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Network hostable DHCP agents. Network: d91ab48d-2d7b-465b-bc89-62e9dde8e1bb, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:56:55.060256 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-148c069f-247b-4976-9692-2ac8655306e1 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16610763'] for segment, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:55.098739 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79067728-1d99-4e3e-910a-af66a1cd7a15 None None] Pushing event updated for resources: {'Port': ['ID=ba55ef7f-cc05-4d48-92c3-511d0c73f46a,revision_number=3']} {{(pid=83833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:55.110941 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79067728-1d99-4e3e-910a-af66a1cd7a15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:55.111280 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79067728-1d99-4e3e-910a-af66a1cd7a15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:55.111912 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79067728-1d99-4e3e-910a-af66a1cd7a15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:55.112246 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79067728-1d99-4e3e-910a-af66a1cd7a15 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:55.112589 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79067728-1d99-4e3e-910a-af66a1cd7a15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:55.112939 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79067728-1d99-4e3e-910a-af66a1cd7a15 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:55.113262 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79067728-1d99-4e3e-910a-af66a1cd7a15 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:55.113603 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79067728-1d99-4e3e-910a-af66a1cd7a15 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:55.113929 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79067728-1d99-4e3e-910a-af66a1cd7a15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:55.114243 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79067728-1d99-4e3e-910a-af66a1cd7a15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:55.114556 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79067728-1d99-4e3e-910a-af66a1cd7a15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:56:55.300513 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa86699-a6e2-4e96-9599-27a3fd8d9e98 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Network 79988108-e0ba-4d8c-91af-9ef542ff8887 is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:56:55.314426 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-2fa86699-a6e2-4e96-9599-27a3fd8d9e98 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:55.324950 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-148c069f-247b-4976-9692-2ac8655306e1 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:55.330809 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa86699-a6e2-4e96-9599-27a3fd8d9e98 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:56:55.331112 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-ff6ede3f-4f98-4eff-a52c-f6c914a901af None None] Attempting to bind port ba55ef7f-cc05-4d48-92c3-511d0c73f46a on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:56:55.331837 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-ff6ede3f-4f98-4eff-a52c-f6c914a901af None None] Attempting to bind port ba55ef7f-cc05-4d48-92c3-511d0c73f46a by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'd4e90328-7a9e-4fde-9367-16642901cd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd089ed11-578b-4044-93c5-5d8ff2359cc2'}] {{(pid=83833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:56:55.332002 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6ede3f-4f98-4eff-a52c-f6c914a901af None None] Attempting to bind port ba55ef7f-cc05-4d48-92c3-511d0c73f46a on network d089ed11-578b-4044-93c5-5d8ff2359cc2 {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:56:55.345552 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6ede3f-4f98-4eff-a52c-f6c914a901af None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:56:55.345981 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6ede3f-4f98-4eff-a52c-f6c914a901af None None] Checking segment: {'id': 'd4e90328-7a9e-4fde-9367-16642901cd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd089ed11-578b-4044-93c5-5d8ff2359cc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:56:55.346327 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-ff6ede3f-4f98-4eff-a52c-f6c914a901af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:55.346715 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6ede3f-4f98-4eff-a52c-f6c914a901af None None] Bound using segment: {'id': 'd4e90328-7a9e-4fde-9367-16642901cd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd089ed11-578b-4044-93c5-5d8ff2359cc2'} {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:56:55.347190 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-ff6ede3f-4f98-4eff-a52c-f6c914a901af None None] Bound port: ba55ef7f-cc05-4d48-92c3-511d0c73f46a, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4e90328-7a9e-4fde-9367-16642901cd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd089ed11-578b-4044-93c5-5d8ff2359cc2'}}] {{(pid=83833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:56:55.347610 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-ff6ede3f-4f98-4eff-a52c-f6c914a901af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:55.379882 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa86699-a6e2-4e96-9599-27a3fd8d9e98 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Pushing event updated for resources: {'Port': ['ID=985fdf39-2ddb-4ea6-810d-81f4d285a7e3,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:55.418644 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-148c069f-247b-4976-9692-2ac8655306e1 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=83826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:56:55.419960 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-148c069f-247b-4976-9692-2ac8655306e1 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15415164'] for segment, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:55.452023 dv-neutron-833373-2-hyperv neutron-server[83826]: Traceback (most recent call last): Apr 01 15:56:55.452023 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:56:55.452023 dv-neutron-833373-2-hyperv neutron-server[83826]: timer() Apr 01 15:56:55.452023 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:56:55.452023 dv-neutron-833373-2-hyperv neutron-server[83826]: cb(*args, **kw) Apr 01 15:56:55.452023 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:56:55.452023 dv-neutron-833373-2-hyperv neutron-server[83826]: return func(*args, **kwargs) Apr 01 15:56:55.452023 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:56:55.452023 dv-neutron-833373-2-hyperv neutron-server[83826]: self._notify() Apr 01 15:56:55.452023 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:56:55.452023 dv-neutron-833373-2-hyperv neutron-server[83826]: self.callback(batched_events) Apr 01 15:56:55.452023 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:56:55.452023 dv-neutron-833373-2-hyperv neutron-server[83826]: event.method(event) Apr 01 15:56:55.452023 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:56:55.452023 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:56:55.452023 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:56:55.452023 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:56:55.452023 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:56:55.452023 dv-neutron-833373-2-hyperv neutron-server[83826]: return f(self, *a, **k) Apr 01 15:56:55.452023 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:56:55.452023 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._get(url).json() Apr 01 15:56:55.452023 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:56:55.452023 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:56:55.452023 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:56:55.452023 dv-neutron-833373-2-hyperv neutron-server[83826]: return self.request(url, 'GET', **kwargs) Apr 01 15:56:55.452023 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:56:55.452023 dv-neutron-833373-2-hyperv neutron-server[83826]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:56:55.452023 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:56:55.452023 dv-neutron-833373-2-hyperv neutron-server[83826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:56:55.452023 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:56:55.452023 dv-neutron-833373-2-hyperv neutron-server[83826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:56:55.452023 dv-neutron-833373-2-hyperv neutron-server[83826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:56:55.459769 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device bb3082e7-3be2-4ff6-9d2e-bde8b5f08616 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:56:55.467976 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7682ed29-cebc-426a-855a-4746aea23b71 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130651'] for router, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:55.525129 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfa41fc-3218-435e-ad52-6af8d00b3375 None None] Network 79988108-e0ba-4d8c-91af-9ef542ff8887 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:56:55.546763 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7682ed29-cebc-426a-855a-4746aea23b71 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:55.555154 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.db [None req-ff6ede3f-4f98-4eff-a52c-f6c914a901af None None] For port ba55ef7f-cc05-4d48-92c3-511d0c73f46a, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:56:55.555722 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3985a6e9-d36a-4c54-bca3-866a813ce5ee tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15306628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16030227'] for subnet, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:55.560125 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.db [None req-ff6ede3f-4f98-4eff-a52c-f6c914a901af None None] For port ba55ef7f-cc05-4d48-92c3-511d0c73f46a, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=ba55ef7f-cc05-4d48-92c3-511d0c73f46a,segment=NetworkSegment(d4e90328-7a9e-4fde-9367-16642901cd58),segment_id=d4e90328-7a9e-4fde-9367-16642901cd58)] {{(pid=83833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:56:55.567230 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-ff6ede3f-4f98-4eff-a52c-f6c914a901af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:55.617798 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2fa86699-a6e2-4e96-9599-27a3fd8d9e98 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611418'] for router_interface, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:55.620218 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1e6ea0-91ec-4ee0-bc49-25bd6c061105 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Network d91ab48d-2d7b-465b-bc89-62e9dde8e1bb is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:56:55.646386 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-fd1e6ea0-91ec-4ee0-bc49-25bd6c061105 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, d91ab48d-2d7b-465b-bc89-62e9dde8e1bb) {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:55.649829 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3985a6e9-d36a-4c54-bca3-866a813ce5ee tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Pushing event updated for resources: {'Subnet': ['ID=f9bea074-110e-4790-b124-4f4db52ca314,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:55.655913 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1e6ea0-91ec-4ee0-bc49-25bd6c061105 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:55.656633 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-fd1e6ea0-91ec-4ee0-bc49-25bd6c061105 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:55.686113 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8b4530-c0d6-4367-97bf-f67a54b20581 None None] Network d91ab48d-2d7b-465b-bc89-62e9dde8e1bb requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:56:55.695850 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-148c069f-247b-4976-9692-2ac8655306e1 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:55.700825 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-148c069f-247b-4976-9692-2ac8655306e1 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:55.703026 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-148c069f-247b-4976-9692-2ac8655306e1 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] 10.222.0.55 "DELETE /v2.0/networks/7284cce1-ae8e-48d5-9267-fad05c75cbde HTTP/1.1" status: 204 len: 168 time: 6.6135008 Apr 01 15:56:55.722562 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54006) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:55.728079 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-fd1e6ea0-91ec-4ee0-bc49-25bd6c061105 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2292233 Apr 01 15:56:55.730281 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 54008) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:55.740756 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-04b6a1d6-0f15-4f37-ac4b-d662066f1db0 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1659833742'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:56:55.744954 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-dcfb60bf-83fe-4fc5-802a-945e81fa078c tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Request body: {'subnet': {'network_id': 'd91ab48d-2d7b-465b-bc89-62e9dde8e1bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:56:55.745902 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3985a6e9-d36a-4c54-bca3-866a813ce5ee tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Checking segment: {'id': '2c8537aa-6264-4389-845f-024b7572d7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '09412c97-f78c-4353-8bab-c055d24f758a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:56:55.746402 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3985a6e9-d36a-4c54-bca3-866a813ce5ee tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Network hostable DHCP agents. Network: 09412c97-f78c-4353-8bab-c055d24f758a, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:56:55.761210 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-04b6a1d6-0f15-4f37-ac4b-d662066f1db0 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:55.761480 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148c069f-247b-4976-9692-2ac8655306e1 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Pushing event deleted for resources: {'Network': ['ID=7284cce1-ae8e-48d5-9267-fad05c75cbde,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:55.772584 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7682ed29-cebc-426a-855a-4746aea23b71 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607376'] for router, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:55.773593 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7682ed29-cebc-426a-855a-4746aea23b71 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Fanout notify agent at l3_agent the message router_deleted on router 2e861799-27e5-4ecc-82cc-e1ef0819fe56 {{(pid=83828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:56:55.777770 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79067728-1d99-4e3e-910a-af66a1cd7a15 None None] Pushing event updated for resources: {'Port': ['ID=ba55ef7f-cc05-4d48-92c3-511d0c73f46a,revision_number=4']} {{(pid=83833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:55.778256 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-04b6a1d6-0f15-4f37-ac4b-d662066f1db0 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Usage tracker for resource:network and tenant:ca4419a52cd8404a85bea4fb3af2a91f is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:55.795076 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-04b6a1d6-0f15-4f37-ac4b-d662066f1db0 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:55.820606 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-04b6a1d6-0f15-4f37-ac4b-d662066f1db0 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:55.826472 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7682ed29-cebc-426a-855a-4746aea23b71 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:55.834047 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-7682ed29-cebc-426a-855a-4746aea23b71 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] 10.222.0.55 "DELETE /v2.0/routers/2e861799-27e5-4ecc-82cc-e1ef0819fe56 HTTP/1.1" status: 204 len: 168 time: 2.0151069 Apr 01 15:56:55.834047 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3985a6e9-d36a-4c54-bca3-866a813ce5ee tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Network 09412c97-f78c-4353-8bab-c055d24f758a is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:56:55.837849 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54014) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:55.852860 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6ede3f-4f98-4eff-a52c-f6c914a901af None None] Routers {'519ed5a5-f15a-4ea7-b35d-8c8cb14b811d'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:56:55.853563 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-ff6ede3f-4f98-4eff-a52c-f6c914a901af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:56:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['519ed5a5-f15a-4ea7-b35d-8c8cb14b811d'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:55.873910 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-6fdf4325-b3a1-4a87-b4cb-5539eb52495f None None] Provisioning for port bb3082e7-3be2-4ff6-9d2e-bde8b5f08616 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:56:55.904095 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-4d429f07-0c7e-406f-9b5c-58b1dcde7613 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e861799-27e5-4ecc-82cc-e1ef0819fe56 HTTP/1.1" status: 200 len: 205 time: 0.0648990 Apr 01 15:56:55.907664 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-3985a6e9-d36a-4c54-bca3-866a813ce5ee tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, 09412c97-f78c-4353-8bab-c055d24f758a) {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:55.909506 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54018) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:55.950669 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1d6703-faf8-4853-a89f-16d9e5bba3b1 None None] Network 09412c97-f78c-4353-8bab-c055d24f758a requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:56:55.990450 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b6a1d6-0f15-4f37-ac4b-d662066f1db0 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Made reservation on behalf of ca4419a52cd8404a85bea4fb3af2a91f for: {'network': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:55.993963 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-04b6a1d6-0f15-4f37-ac4b-d662066f1db0 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:56.011983 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3985a6e9-d36a-4c54-bca3-866a813ce5ee tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:56.012986 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3985a6e9-d36a-4c54-bca3-866a813ce5ee tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:56.020543 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.api.v2.resource [None req-18af5198-b9c7-4a5b-bfb9-8baa66f91a18 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] delete failed (client error): The resource could not be found. Apr 01 15:56:56.026325 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-18af5198-b9c7-4a5b-bfb9-8baa66f91a18 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] 10.222.0.55 "DELETE /v2.0/routers/2e861799-27e5-4ecc-82cc-e1ef0819fe56 HTTP/1.1" status: 404 len: 336 time: 0.1103694 Apr 01 15:56:56.029596 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54022) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:56.103519 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-84572446-348f-46c8-b542-651b7547bd81 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5727503-d7cb-40d8-9901-b3bab7cf56cb HTTP/1.1" status: 200 len: 205 time: 0.0690012 Apr 01 15:56:56.114514 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port bb3082e7-3be2-4ff6-9d2e-bde8b5f08616 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:56:56.121104 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 54026) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:56.127479 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04b6a1d6-0f15-4f37-ac4b-d662066f1db0 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=83828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:56:56.139201 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-04b6a1d6-0f15-4f37-ac4b-d662066f1db0 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:56.139685 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.segments_db [None req-04b6a1d6-0f15-4f37-ac4b-d662066f1db0 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Added segment 5abf7339-ff6c-40a1-949f-9fd565fb9bdd of type vlan for network 904388b2-7fcb-4153-99d8-c70fa48630d2 Apr 01 15:56:56.142621 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2fa86699-a6e2-4e96-9599-27a3fd8d9e98 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:56.175090 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-04b6a1d6-0f15-4f37-ac4b-d662066f1db0 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:56.189398 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port bb3082e7-3be2-4ff6-9d2e-bde8b5f08616 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:56.189632 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:56.203814 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-ff6ede3f-4f98-4eff-a52c-f6c914a901af None None] Set router 519ed5a5-f15a-4ea7-b35d-8c8cb14b811d gateway port host: None {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:56:56.232006 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-04b6a1d6-0f15-4f37-ac4b-d662066f1db0 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:56.239742 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b6a1d6-0f15-4f37-ac4b-d662066f1db0 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:56.241009 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-04b6a1d6-0f15-4f37-ac4b-d662066f1db0 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:56.291510 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-3985a6e9-d36a-4c54-bca3-866a813ce5ee tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.7323930 Apr 01 15:56:56.314160 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 54030) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:56.321051 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.api.v2.resource [None req-baafe7b1-8c28-407f-a54e-c67e598bbaef tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] delete failed (client error): The resource could not be found. Apr 01 15:56:56.324613 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-baafe7b1-8c28-407f-a54e-c67e598bbaef tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] 10.222.0.55 "DELETE /v2.0/routers/e5727503-d7cb-40d8-9901-b3bab7cf56cb HTTP/1.1" status: 404 len: 336 time: 0.1830502 Apr 01 15:56:56.353892 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-b22335cb-3b27-4f5c-8363-1b29be6a562c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:56.369431 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54034) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:56.422441 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-04b6a1d6-0f15-4f37-ac4b-d662066f1db0 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6884038 Apr 01 15:56:56.428367 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54038) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:56.452896 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-abbd99ff-6938-42b3-b269-c29a21204eea tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Request body: {'subnet': {'network_id': '904388b2-7fcb-4153-99d8-c70fa48630d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:56:56.479327 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-9fcffe8b-31c9-464b-9f4c-396829955edd tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] 10.222.0.55 "GET /v2.0/ports?device_id=cba7329d-6a0a-47fe-856a-ce64bb37b083 HTTP/1.1" status: 200 len: 205 time: 0.1063285 Apr 01 15:56:56.492171 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b6a1d6-0f15-4f37-ac4b-d662066f1db0 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Pushing event updated for resources: {'Network': ['ID=904388b2-7fcb-4153-99d8-c70fa48630d2,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:56.495018 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 54042) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:56.516253 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 904388b2-7fcb-4153-99d8-c70fa48630d2 details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:56:56.598926 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-dcfb60bf-83fe-4fc5-802a-945e81fa078c tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:56.625254 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-abbd99ff-6938-42b3-b269-c29a21204eea tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:56.632628 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-abbd99ff-6938-42b3-b269-c29a21204eea tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Usage tracker for resource:subnet and tenant:ca4419a52cd8404a85bea4fb3af2a91f is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:56.635685 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-dcfb60bf-83fe-4fc5-802a-945e81fa078c tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Usage tracker for resource:subnet and tenant:11b74bb4c805440eb8922ec9333718ac is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:56.636604 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-abbd99ff-6938-42b3-b269-c29a21204eea tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:56.643131 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.api.v2.resource [None req-3d4a7773-88c8-40fa-8a1f-64f3fea2308f tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] delete failed (client error): The resource could not be found. Apr 01 15:56:56.649457 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-3d4a7773-88c8-40fa-8a1f-64f3fea2308f tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] 10.222.0.55 "DELETE /v2.0/routers/cba7329d-6a0a-47fe-856a-ce64bb37b083 HTTP/1.1" status: 404 len: 336 time: 0.1401036 Apr 01 15:56:56.649756 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-abbd99ff-6938-42b3-b269-c29a21204eea tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:56.652180 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-dcfb60bf-83fe-4fc5-802a-945e81fa078c tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:56.654981 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54046) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:56.670779 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-dcfb60bf-83fe-4fc5-802a-945e81fa078c tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:56.697873 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abbd99ff-6938-42b3-b269-c29a21204eea tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Made reservation on behalf of ca4419a52cd8404a85bea4fb3af2a91f for: {'subnet': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:56.719118 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:56.822107 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-ff6ede3f-4f98-4eff-a52c-f6c914a901af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'name': 'tempest-RoutersIpV6Test-router-454146823', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:56:28Z', 'updated_at': '2022-04-01T15:56:50Z', 'revision_number': 3, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'gw_port_host': None, '_interfaces': [{'id': '3e1ee155-032f-4364-b5ea-f8b9aed48a3f', 'name': '', 'network_id': '77261af6-9095-4e3c-831e-6f51cab9a9f3', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'mac_address': 'fa:16:3e:69:90:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bb82706-c556-4eec-837c-2010fe05eee3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:36Z', 'updated_at': '2022-04-01T15:56:48Z', 'revision_number': 5, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'subnets': [{'id': '9bb82706-c556-4eec-837c-2010fe05eee3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba55ef7f-cc05-4d48-92c3-511d0c73f46a', 'name': '', 'network_id': 'd089ed11-578b-4044-93c5-5d8ff2359cc2', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'mac_address': 'fa:16:3e:dc:af:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '595565ab-1fb4-47c3-b751-ca3dca052eed', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:48Z', 'updated_at': '2022-04-01T15:56:55Z', 'revision_number': 4, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'subnets': [{'id': '595565ab-1fb4-47c3-b751-ca3dca052eed', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:56.829017 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6ede3f-4f98-4eff-a52c-f6c914a901af None None] The sync data for ids ['519ed5a5-f15a-4ea7-b35d-8c8cb14b811d'] in dv-neutron-833373-2-hyperv is: [{'id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'name': 'tempest-RoutersIpV6Test-router-454146823', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:56:28Z', 'updated_at': '2022-04-01T15:56:50Z', 'revision_number': 3, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'gw_port_host': None, '_interfaces': [{'id': '3e1ee155-032f-4364-b5ea-f8b9aed48a3f', 'name': '', 'network_id': '77261af6-9095-4e3c-831e-6f51cab9a9f3', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'mac_address': 'fa:16:3e:69:90:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bb82706-c556-4eec-837c-2010fe05eee3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:36Z', 'updated_at': '2022-04-01T15:56:48Z', 'revision_number': 5, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'subnets': [{'id': '9bb82706-c556-4eec-837c-2010fe05eee3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba55ef7f-cc05-4d48-92c3-511d0c73f46a', 'name': '', 'network_id': 'd089ed11-578b-4044-93c5-5d8ff2359cc2', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'mac_address': 'fa:16:3e:dc:af:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '595565ab-1fb4-47c3-b751-ca3dca052eed', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:48Z', 'updated_at': '2022-04-01T15:56:55Z', 'revision_number': 4, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'subnets': [{'id': '595565ab-1fb4-47c3-b751-ca3dca052eed', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:56:56.843291 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-abbd99ff-6938-42b3-b269-c29a21204eea tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16030269'] for subnet, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:56.844253 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4ba795-af20-43c0-909c-49ef6c0d0cf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-d91ab48d-2d7b-465b-bc89-62e9dde8e1bb', 'network_id': 'd91ab48d-2d7b-465b-bc89-62e9dde8e1bb', 'tenant_id': '11b74bb4c805440eb8922ec9333718ac', 'fixed_ips': [{'subnet_id': '3c7326f2-4367-47f1-a84c-a1a91a2279e3'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:56:56.845088 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6b4ba795-af20-43c0-909c-49ef6c0d0cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:56.849983 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcfb60bf-83fe-4fc5-802a-945e81fa078c tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Made reservation on behalf of 11b74bb4c805440eb8922ec9333718ac for: {'subnet': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:56.854251 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-dcfb60bf-83fe-4fc5-802a-945e81fa078c tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16088980'] for subnet, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:56.870830 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-fdbcda63-f862-46ec-9467-1acaba30e6d1 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] 10.222.0.55 "GET /v2.0/ports?device_id=da5b0839-0365-41ba-8418-4d002979626c HTTP/1.1" status: 200 len: 205 time: 0.2124429 Apr 01 15:56:56.872922 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54050) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:56.880863 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port bb3082e7-3be2-4ff6-9d2e-bde8b5f08616, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=bb3082e7-3be2-4ff6-9d2e-bde8b5f08616,segment=NetworkSegment(078e1909-b222-4b9a-81ea-dee2f671f732),segment_id=078e1909-b222-4b9a-81ea-dee2f671f732)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:56:56.895109 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:57.023441 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.api.v2.resource [None req-c2b9672d-867d-4692-8a87-d84bfd053e4f tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] delete failed (client error): The resource could not be found. Apr 01 15:56:57.030174 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-c2b9672d-867d-4692-8a87-d84bfd053e4f tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] 10.222.0.55 "DELETE /v2.0/routers/da5b0839-0365-41ba-8418-4d002979626c HTTP/1.1" status: 404 len: 336 time: 0.1498747 Apr 01 15:56:57.030174 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54054) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:57.068309 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.ipam_backend_mixin [None req-dcfb60bf-83fe-4fc5-802a-945e81fa078c tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3c7326f2-4367-47f1-a84c-a1a91a2279e3 (CIDR: 172.20.0.0/28) Apr 01 15:56:57.083414 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcfb60bf-83fe-4fc5-802a-945e81fa078c tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:56:57.090040 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcfb60bf-83fe-4fc5-802a-945e81fa078c tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:56:57.130872 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-dcfb60bf-83fe-4fc5-802a-945e81fa078c tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3963282 Apr 01 15:56:57.139298 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 54058) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:57.161567 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-f3f7e8ee-ff32-40a3-98d8-89f47ea6c8a8 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Request body: {'subnet': {'network_id': 'd91ab48d-2d7b-465b-bc89-62e9dde8e1bb', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:56:57.233069 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9f5a30-b9df-4f6b-8742-bce80dc28cba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-09412c97-f78c-4353-8bab-c055d24f758a', 'network_id': '09412c97-f78c-4353-8bab-c055d24f758a', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'fixed_ips': [{'subnet_id': 'f9bea074-110e-4790-b124-4f4db52ca314'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:56:57.234286 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-bc9f5a30-b9df-4f6b-8742-bce80dc28cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:57.261119 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-6b4ba795-af20-43c0-909c-49ef6c0d0cf2 None None] Allocated IP 172.20.0.2 (d91ab48d-2d7b-465b-bc89-62e9dde8e1bb/3c7326f2-4367-47f1-a84c-a1a91a2279e3/2033afaf-6f92-4039-b14a-04096bc66cfd) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:56:57.289149 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=bb3082e7-3be2-4ff6-9d2e-bde8b5f08616,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:57.345723 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-e3b606ec-36f4-4226-b4f3-bc8b7e5cbd6e tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] 10.222.0.55 "GET /v2.0/ports?device_id=857b4ca9-df38-4b3b-8392-3e5ade9f1675 HTTP/1.1" status: 200 len: 205 time: 0.3146484 Apr 01 15:56:57.349541 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54062) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:57.380645 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device ba55ef7f-cc05-4d48-92c3-511d0c73f46a up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:56:57.508995 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.api.v2.resource [None req-d870c00b-567b-4133-86bc-e2b221e273ed tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] delete failed (client error): The resource could not be found. Apr 01 15:56:57.510060 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-d870c00b-567b-4133-86bc-e2b221e273ed tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] 10.222.0.55 "DELETE /v2.0/routers/857b4ca9-df38-4b3b-8392-3e5ade9f1675 HTTP/1.1" status: 404 len: 336 time: 0.1595716 Apr 01 15:56:57.513398 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54066) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:57.583767 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-2a479ba2-eacc-47c4-9406-fbb0a6c3f6f5 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] 10.222.0.55 "GET /v2.0/ports?device_id=85d68d08-8d00-4c5e-8683-45e9300b8ad5 HTTP/1.1" status: 200 len: 205 time: 0.0691705 Apr 01 15:56:57.584614 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54070) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:57.714548 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:57.735727 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port ba55ef7f-cc05-4d48-92c3-511d0c73f46a completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:56:57.833260 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port ba55ef7f-cc05-4d48-92c3-511d0c73f46a triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:57.833639 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:57.842448 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-abbd99ff-6938-42b3-b269-c29a21204eea tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15306628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16030227'] for subnet, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:57.893400 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-ac3c6705-c43f-4059-9b61-dac02ebece04 None None] Provisioning complete for port bb3082e7-3be2-4ff6-9d2e-bde8b5f08616 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:57.893785 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ac3c6705-c43f-4059-9b61-dac02ebece04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:57.895173 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.api.v2.resource [None req-02e21123-0da1-4ccb-ac03-e39065486e4a tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] delete failed (client error): The resource could not be found. Apr 01 15:56:57.899249 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-02e21123-0da1-4ccb-ac03-e39065486e4a tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] 10.222.0.55 "DELETE /v2.0/routers/85d68d08-8d00-4c5e-8683-45e9300b8ad5 HTTP/1.1" status: 404 len: 336 time: 0.1705861 Apr 01 15:56:57.901822 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54074) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:57.935457 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:57.961151 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-49877cc7-07af-484a-b5fc-d6b517308190 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] DELETE failed (client error): The resource could not be found. Apr 01 15:56:57.961597 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49877cc7-07af-484a-b5fc-d6b517308190 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:56:57.968774 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-f3f7e8ee-ff32-40a3-98d8-89f47ea6c8a8 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:57.976467 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-f3f7e8ee-ff32-40a3-98d8-89f47ea6c8a8 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Usage tracker for resource:subnet and tenant:11b74bb4c805440eb8922ec9333718ac is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:57.980069 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-49877cc7-07af-484a-b5fc-d6b517308190 tempest-RoutersIpV6AdminTest-883458395 tempest-RoutersIpV6AdminTest-883458395-project] 10.222.0.55 "DELETE /v2.0/subnets/df6828ca-fd93-437a-af09-a122f7dfc436 HTTP/1.1" status: 404 len: 337 time: 0.0766678 Apr 01 15:56:57.981049 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbd99ff-6938-42b3-b269-c29a21204eea tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Pushing event updated for resources: {'Subnet': ['ID=47abe1c6-4be0-4b35-91db-7302b5b57c47,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:57.984177 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-f3f7e8ee-ff32-40a3-98d8-89f47ea6c8a8 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:58.005323 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbd99ff-6938-42b3-b269-c29a21204eea tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Checking segment: {'id': '5abf7339-ff6c-40a1-949f-9fd565fb9bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '904388b2-7fcb-4153-99d8-c70fa48630d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:56:58.005686 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbd99ff-6938-42b3-b269-c29a21204eea tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Network hostable DHCP agents. Network: 904388b2-7fcb-4153-99d8-c70fa48630d2, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:56:58.016691 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-f3f7e8ee-ff32-40a3-98d8-89f47ea6c8a8 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:58.032632 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbd99ff-6938-42b3-b269-c29a21204eea tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Network 904388b2-7fcb-4153-99d8-c70fa48630d2 is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:56:58.055352 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-abbd99ff-6938-42b3-b269-c29a21204eea tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, 904388b2-7fcb-4153-99d8-c70fa48630d2) {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:58.060236 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbd99ff-6938-42b3-b269-c29a21204eea tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:58.060491 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-abbd99ff-6938-42b3-b269-c29a21204eea tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:58.067941 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f7e8ee-ff32-40a3-98d8-89f47ea6c8a8 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Made reservation on behalf of 11b74bb4c805440eb8922ec9333718ac for: {'subnet': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:58.072003 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f3f7e8ee-ff32-40a3-98d8-89f47ea6c8a8 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16088980'] for subnet, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:58.088981 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-bc9f5a30-b9df-4f6b-8742-bce80dc28cba None None] Allocated IP 2001:db8:2::2 (09412c97-f78c-4353-8bab-c055d24f758a/f9bea074-110e-4790-b124-4f4db52ca314/d9e4cbde-841f-4543-bd7e-1a0680ff8032) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:56:58.097973 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b021c5c-29d7-48d1-8f54-c552a1e37bc7 None None] Network 904388b2-7fcb-4153-99d8-c70fa48630d2 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:56:58.111102 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-abbd99ff-6938-42b3-b269-c29a21204eea tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6685386 Apr 01 15:56:58.113487 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54080) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:58.168665 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2fa86699-a6e2-4e96-9599-27a3fd8d9e98 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:58.189860 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2fa86699-a6e2-4e96-9599-27a3fd8d9e98 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:58.302588 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a89d56de-002f-4f7f-96da-21187b387854 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:58.384818 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a89d56de-002f-4f7f-96da-21187b387854 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:58.421184 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2fa86699-a6e2-4e96-9599-27a3fd8d9e98 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611525'] for router_interface, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:58.468240 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54086) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:58.489181 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a89d56de-002f-4f7f-96da-21187b387854 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15306565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16030232'] for subnet, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:58.519729 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa86699-a6e2-4e96-9599-27a3fd8d9e98 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Pushing event updated for resources: {'Port': ['ID=985fdf39-2ddb-4ea6-810d-81f4d285a7e3,revision_number=2']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:58.530712 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-bc9f5a30-b9df-4f6b-8742-bce80dc28cba None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:58.542480 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-bc9f5a30-b9df-4f6b-8742-bce80dc28cba None None] Transition to ACTIVE for port object d9e4cbde-841f-4543-bd7e-1a0680ff8032 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:58.563416 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89d56de-002f-4f7f-96da-21187b387854 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Pushing event deleted for resources: {'Subnet': ['ID=47abe1c6-4be0-4b35-91db-7302b5b57c47,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:58.564302 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-bc9f5a30-b9df-4f6b-8742-bce80dc28cba None None] Transition to ACTIVE for port object d9e4cbde-841f-4543-bd7e-1a0680ff8032 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:58.581500 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6b4ba795-af20-43c0-909c-49ef6c0d0cf2 None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:58.594054 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-6b4ba795-af20-43c0-909c-49ef6c0d0cf2 None None] Transition to ACTIVE for port object 2033afaf-6f92-4039-b14a-04096bc66cfd will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:58.639196 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-bc9f5a30-b9df-4f6b-8742-bce80dc28cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:58.718919 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a89d56de-002f-4f7f-96da-21187b387854 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:58.729248 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5a31c382-a067-458e-a606-ef955ce1ec3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:58.765443 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-a89d56de-002f-4f7f-96da-21187b387854 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['904388b2-7fcb-4153-99d8-c70fa48630d2']}} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:58.773408 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa86699-a6e2-4e96-9599-27a3fd8d9e98 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Network 79988108-e0ba-4d8c-91af-9ef542ff8887 is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:56:58.779047 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-2fa86699-a6e2-4e96-9599-27a3fd8d9e98 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:58.785340 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-a89d56de-002f-4f7f-96da-21187b387854 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5abf7339-ff6c-40a1-949f-9fd565fb9bdd') {'for_net_delete': True} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:58.785722 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-a89d56de-002f-4f7f-96da-21187b387854 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5abf7339-ff6c-40a1-949f-9fd565fb9bdd') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:56:58.797157 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-6b4ba795-af20-43c0-909c-49ef6c0d0cf2 None None] Transition to ACTIVE for port object 2033afaf-6f92-4039-b14a-04096bc66cfd will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:56:58.809511 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a89d56de-002f-4f7f-96da-21187b387854 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15303093'] for segment, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:58.816784 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-5a31c382-a067-458e-a606-ef955ce1ec3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:58.825863 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-5a31c382-a067-458e-a606-ef955ce1ec3f admin admin] Usage tracker for resource:security_group_rule and tenant:feaf526a4c804601a6b0d1ed32ad6956 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:58.831289 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-5a31c382-a067-458e-a606-ef955ce1ec3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:58.838539 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a89d56de-002f-4f7f-96da-21187b387854 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:58.840959 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-5a31c382-a067-458e-a606-ef955ce1ec3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:58.849733 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a89d56de-002f-4f7f-96da-21187b387854 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=83828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:56:58.850232 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a89d56de-002f-4f7f-96da-21187b387854 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15306523'] for segment, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:58.853575 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9f5a30-b9df-4f6b-8742-bce80dc28cba None None] Network 09412c97-f78c-4353-8bab-c055d24f758a is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:56:58.855176 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6b4ba795-af20-43c0-909c-49ef6c0d0cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:58.866850 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-bc9f5a30-b9df-4f6b-8742-bce80dc28cba None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:58.867172 dv-neutron-833373-2-hyperv neutron-server[83828]: Traceback (most recent call last): Apr 01 15:56:58.867172 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:56:58.867172 dv-neutron-833373-2-hyperv neutron-server[83828]: timer() Apr 01 15:56:58.867172 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:56:58.867172 dv-neutron-833373-2-hyperv neutron-server[83828]: cb(*args, **kw) Apr 01 15:56:58.867172 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:56:58.867172 dv-neutron-833373-2-hyperv neutron-server[83828]: return func(*args, **kwargs) Apr 01 15:56:58.867172 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:56:58.867172 dv-neutron-833373-2-hyperv neutron-server[83828]: self._notify() Apr 01 15:56:58.867172 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:56:58.867172 dv-neutron-833373-2-hyperv neutron-server[83828]: self.callback(batched_events) Apr 01 15:56:58.867172 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:56:58.867172 dv-neutron-833373-2-hyperv neutron-server[83828]: event.method(event) Apr 01 15:56:58.867172 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:56:58.867172 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:56:58.867172 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:56:58.867172 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:56:58.867172 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:56:58.867172 dv-neutron-833373-2-hyperv neutron-server[83828]: return f(self, *a, **k) Apr 01 15:56:58.867172 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:56:58.867172 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._get(url).json() Apr 01 15:56:58.867172 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:56:58.867172 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:56:58.867172 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:56:58.867172 dv-neutron-833373-2-hyperv neutron-server[83828]: return self.request(url, 'GET', **kwargs) Apr 01 15:56:58.867172 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:56:58.867172 dv-neutron-833373-2-hyperv neutron-server[83828]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:56:58.867172 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:56:58.867172 dv-neutron-833373-2-hyperv neutron-server[83828]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:56:58.867172 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:56:58.867172 dv-neutron-833373-2-hyperv neutron-server[83828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:56:58.867172 dv-neutron-833373-2-hyperv neutron-server[83828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:56:58.885065 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9f5a30-b9df-4f6b-8742-bce80dc28cba None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:56:58.908865 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9f5a30-b9df-4f6b-8742-bce80dc28cba None None] Pushing event updated for resources: {'Port': ['ID=d9e4cbde-841f-4543-bd7e-1a0680ff8032,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:58.917798 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-ac3c6705-c43f-4059-9b61-dac02ebece04 None None] Provisioning for port 985fdf39-2ddb-4ea6-810d-81f4d285a7e3 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:56:58.986429 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a89d56de-002f-4f7f-96da-21187b387854 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:59.012909 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a89d56de-002f-4f7f-96da-21187b387854 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:59.040484 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-a89d56de-002f-4f7f-96da-21187b387854 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] 10.222.0.55 "DELETE /v2.0/networks/904388b2-7fcb-4153-99d8-c70fa48630d2 HTTP/1.1" status: 204 len: 168 time: 0.9258583 Apr 01 15:56:59.041389 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54092) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:59.044203 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:59.055421 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-0af8febc-be61-4277-a085-7ae519c921a9 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1042196888'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:56:59.062714 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-0af8febc-be61-4277-a085-7ae519c921a9 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:56:59.067668 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-0af8febc-be61-4277-a085-7ae519c921a9 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Usage tracker for resource:network and tenant:ca4419a52cd8404a85bea4fb3af2a91f is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:56:59.073459 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-0af8febc-be61-4277-a085-7ae519c921a9 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:56:59.082610 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-0af8febc-be61-4277-a085-7ae519c921a9 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:56:59.091430 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f3f7e8ee-ff32-40a3-98d8-89f47ea6c8a8 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15415267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16089018'] for subnet, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:59.097607 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89d56de-002f-4f7f-96da-21187b387854 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Pushing event deleted for resources: {'Network': ['ID=904388b2-7fcb-4153-99d8-c70fa48630d2,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:59.110799 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af8febc-be61-4277-a085-7ae519c921a9 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Made reservation on behalf of ca4419a52cd8404a85bea4fb3af2a91f for: {'network': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:56:59.114402 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0af8febc-be61-4277-a085-7ae519c921a9 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:59.150188 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4ba795-af20-43c0-909c-49ef6c0d0cf2 None None] Network d91ab48d-2d7b-465b-bc89-62e9dde8e1bb is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:56:59.150803 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-ac3c6705-c43f-4059-9b61-dac02ebece04 None None] Provisioning complete for port 985fdf39-2ddb-4ea6-810d-81f4d285a7e3 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:59.150987 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ac3c6705-c43f-4059-9b61-dac02ebece04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:59.169792 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0af8febc-be61-4277-a085-7ae519c921a9 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=83828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:56:59.188675 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5a31c382-a067-458e-a606-ef955ce1ec3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:59.191458 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0af8febc-be61-4277-a085-7ae519c921a9 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:59.191976 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.segments_db [None req-0af8febc-be61-4277-a085-7ae519c921a9 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Added segment dc8b594e-a4bd-44f9-92a9-9afabb0681c1 of type vlan for network de9b37d8-3001-4512-932d-349f1cebb98d Apr 01 15:56:59.197393 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5a31c382-a067-458e-a606-ef955ce1ec3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:59.216707 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-ac3c6705-c43f-4059-9b61-dac02ebece04 None None] Port 985fdf39-2ddb-4ea6-810d-81f4d285a7e3 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:56:59.221726 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-6b4ba795-af20-43c0-909c-49ef6c0d0cf2 None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:59.265368 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4ba795-af20-43c0-909c-49ef6c0d0cf2 None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:56:59.266924 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a31c382-a067-458e-a606-ef955ce1ec3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d48a950-d12d-4e6a-9ebe-ec927bd08a6e,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:59.271371 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f99cf7-715a-49b4-aef4-bfdafa3ba632 None None] Network 904388b2-7fcb-4153-99d8-c70fa48630d2 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:56:59.274984 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0af8febc-be61-4277-a085-7ae519c921a9 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:59.286752 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-5a31c382-a067-458e-a606-ef955ce1ec3f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=feaf526a4c804601a6b0d1ed32ad6956&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8173282 Apr 01 15:56:59.290021 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54096) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:59.299897 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f99cf7-715a-49b4-aef4-bfdafa3ba632 None None] Network 904388b2-7fcb-4153-99d8-c70fa48630d2 could not be found, it might have been deleted concurrently. {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Apr 01 15:56:59.338197 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ba795-af20-43c0-909c-49ef6c0d0cf2 None None] Pushing event updated for resources: {'Port': ['ID=2033afaf-6f92-4039-b14a-04096bc66cfd,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:59.347147 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:59.355167 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f7e8ee-ff32-40a3-98d8-89f47ea6c8a8 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Network d91ab48d-2d7b-465b-bc89-62e9dde8e1bb is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:56:59.361269 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f7e8ee-ff32-40a3-98d8-89f47ea6c8a8 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event updated for resources: {'Subnet': ['ID=1a4b1b84-5726-4838-aaeb-1c1327552e2b,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:59.364554 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-f3f7e8ee-ff32-40a3-98d8-89f47ea6c8a8 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:56:59.367217 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f7e8ee-ff32-40a3-98d8-89f47ea6c8a8 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:59.367939 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f3f7e8ee-ff32-40a3-98d8-89f47ea6c8a8 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:59.369882 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0af8febc-be61-4277-a085-7ae519c921a9 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:59.374983 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af8febc-be61-4277-a085-7ae519c921a9 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:56:59.375574 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0af8febc-be61-4277-a085-7ae519c921a9 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:59.375949 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-44a82f16-b886-4253-b1aa-c896669357ea tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:59.418959 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port ba55ef7f-cc05-4d48-92c3-511d0c73f46a, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=ba55ef7f-cc05-4d48-92c3-511d0c73f46a,segment=NetworkSegment(d4e90328-7a9e-4fde-9367-16642901cd58),segment_id=d4e90328-7a9e-4fde-9367-16642901cd58)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:56:59.420769 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-bc9f5a30-b9df-4f6b-8742-bce80dc28cba None None] Attempting to bind port d9e4cbde-841f-4543-bd7e-1a0680ff8032 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:56:59.421113 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-bc9f5a30-b9df-4f6b-8742-bce80dc28cba None None] Attempting to bind port d9e4cbde-841f-4543-bd7e-1a0680ff8032 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': '2c8537aa-6264-4389-845f-024b7572d7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '09412c97-f78c-4353-8bab-c055d24f758a'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:56:59.421481 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9f5a30-b9df-4f6b-8742-bce80dc28cba None None] Attempting to bind port d9e4cbde-841f-4543-bd7e-1a0680ff8032 on network 09412c97-f78c-4353-8bab-c055d24f758a {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:56:59.440140 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:59.490754 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9f5a30-b9df-4f6b-8742-bce80dc28cba None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:56:59.491136 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9f5a30-b9df-4f6b-8742-bce80dc28cba None None] Checking segment: {'id': '2c8537aa-6264-4389-845f-024b7572d7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '09412c97-f78c-4353-8bab-c055d24f758a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:56:59.491593 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-bc9f5a30-b9df-4f6b-8742-bce80dc28cba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:59.492252 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9f5a30-b9df-4f6b-8742-bce80dc28cba None None] Bound using segment: {'id': '2c8537aa-6264-4389-845f-024b7572d7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '09412c97-f78c-4353-8bab-c055d24f758a'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:56:59.492619 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-bc9f5a30-b9df-4f6b-8742-bce80dc28cba None None] Bound port: d9e4cbde-841f-4543-bd7e-1a0680ff8032, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8537aa-6264-4389-845f-024b7572d7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '09412c97-f78c-4353-8bab-c055d24f758a'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:56:59.493036 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-bc9f5a30-b9df-4f6b-8742-bce80dc28cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:59.502189 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-03f471db-4f3e-41e4-8c0b-e51eca9b015f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:59.521601 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-0af8febc-be61-4277-a085-7ae519c921a9 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4738219 Apr 01 15:56:59.522353 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54100) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:59.535526 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-b1d768ed-b809-4963-afa2-60c54376c51f tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:56:59.543531 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-6b4ba795-af20-43c0-909c-49ef6c0d0cf2 None None] Attempting to bind port 2033afaf-6f92-4039-b14a-04096bc66cfd on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:56:59.543940 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-6b4ba795-af20-43c0-909c-49ef6c0d0cf2 None None] Attempting to bind port 2033afaf-6f92-4039-b14a-04096bc66cfd by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': '54c774a0-39bc-4f45-b61f-0a6a59f60f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd91ab48d-2d7b-465b-bc89-62e9dde8e1bb'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:56:59.544242 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4ba795-af20-43c0-909c-49ef6c0d0cf2 None None] Attempting to bind port 2033afaf-6f92-4039-b14a-04096bc66cfd on network d91ab48d-2d7b-465b-bc89-62e9dde8e1bb {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:56:59.569977 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af8febc-be61-4277-a085-7ae519c921a9 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Pushing event updated for resources: {'Network': ['ID=de9b37d8-3001-4512-932d-349f1cebb98d,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:59.598105 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network de9b37d8-3001-4512-932d-349f1cebb98d details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:56:59.615728 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-f3f7e8ee-ff32-40a3-98d8-89f47ea6c8a8 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.4745474 Apr 01 15:56:59.618571 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4ba795-af20-43c0-909c-49ef6c0d0cf2 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:56:59.618944 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4ba795-af20-43c0-909c-49ef6c0d0cf2 None None] Checking segment: {'id': '54c774a0-39bc-4f45-b61f-0a6a59f60f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd91ab48d-2d7b-465b-bc89-62e9dde8e1bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:56:59.619348 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6b4ba795-af20-43c0-909c-49ef6c0d0cf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:59.619737 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4ba795-af20-43c0-909c-49ef6c0d0cf2 None None] Bound using segment: {'id': '54c774a0-39bc-4f45-b61f-0a6a59f60f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd91ab48d-2d7b-465b-bc89-62e9dde8e1bb'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:56:59.620212 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-6b4ba795-af20-43c0-909c-49ef6c0d0cf2 None None] Bound port: 2033afaf-6f92-4039-b14a-04096bc66cfd, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54c774a0-39bc-4f45-b61f-0a6a59f60f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd91ab48d-2d7b-465b-bc89-62e9dde8e1bb'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:56:59.620585 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6b4ba795-af20-43c0-909c-49ef6c0d0cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:59.623787 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54104) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:56:59.629839 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-fc6377ad-4476-4c28-9eb3-8c19e59f7e8e None None] Provisioning complete for port 985fdf39-2ddb-4ea6-810d-81f4d285a7e3 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:56:59.630214 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-fc6377ad-4476-4c28-9eb3-8c19e59f7e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:59.635658 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-9e31b860-a1ba-428c-9b5d-330400017588 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Request body: {'port': {'network_id': 'd91ab48d-2d7b-465b-bc89-62e9dde8e1bb', 'fixed_ips': [{'subnet_id': '3c7326f2-4367-47f1-a84c-a1a91a2279e3'}, {'subnet_id': '1a4b1b84-5726-4838-aaeb-1c1327552e2b'}], 'name': 'tempest-PortsTestJSON-1792202665'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:56:59.650781 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-03f471db-4f3e-41e4-8c0b-e51eca9b015f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:56:59.692802 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-fc6377ad-4476-4c28-9eb3-8c19e59f7e8e None None] Port 985fdf39-2ddb-4ea6-810d-81f4d285a7e3 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:56:59.696316 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device bb3082e7-3be2-4ff6-9d2e-bde8b5f08616 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:56:59.816114 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=ba55ef7f-cc05-4d48-92c3-511d0c73f46a,revision_number=5']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:56:59.919437 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-bc9f5a30-b9df-4f6b-8742-bce80dc28cba None None] For port d9e4cbde-841f-4543-bd7e-1a0680ff8032, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:56:59.949252 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-bc9f5a30-b9df-4f6b-8742-bce80dc28cba None None] For port d9e4cbde-841f-4543-bd7e-1a0680ff8032, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=d9e4cbde-841f-4543-bd7e-1a0680ff8032,segment=NetworkSegment(2c8537aa-6264-4389-845f-024b7572d7d6),segment_id=2c8537aa-6264-4389-845f-024b7572d7d6)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:56:59.964719 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-bc9f5a30-b9df-4f6b-8742-bce80dc28cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:00.004812 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fa86699-a6e2-4e96-9599-27a3fd8d9e98 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Router b4f33411-ded9-4fac-96cf-bbaa99822375 is scheduled to L3 agent ff252634-3424-422a-b742-9ae457bd54bd with binding_index 1 {{(pid=83826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:57:00.044462 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9f5a30-b9df-4f6b-8742-bce80dc28cba None None] Pushing event updated for resources: {'Port': ['ID=d9e4cbde-841f-4543-bd7e-1a0680ff8032,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:00.057146 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-44a82f16-b886-4253-b1aa-c896669357ea tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Allocated IP 2001:db8:2::1 (09412c97-f78c-4353-8bab-c055d24f758a/f9bea074-110e-4790-b124-4f4db52ca314/92cf81c5-62af-4a23-9a64-4724732500a4) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:57:00.061264 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-9e31b860-a1ba-428c-9b5d-330400017588 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:00.062125 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-6b4ba795-af20-43c0-909c-49ef6c0d0cf2 None None] For port 2033afaf-6f92-4039-b14a-04096bc66cfd, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:57:00.063378 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-03f471db-4f3e-41e4-8c0b-e51eca9b015f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:00.066929 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-6b4ba795-af20-43c0-909c-49ef6c0d0cf2 None None] For port 2033afaf-6f92-4039-b14a-04096bc66cfd, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=2033afaf-6f92-4039-b14a-04096bc66cfd,segment=NetworkSegment(54c774a0-39bc-4f45-b61f-0a6a59f60f5c),segment_id=54c774a0-39bc-4f45-b61f-0a6a59f60f5c)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:57:00.079378 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6b4ba795-af20-43c0-909c-49ef6c0d0cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:00.098022 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f471db-4f3e-41e4-8c0b-e51eca9b015f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d48a950-d12d-4e6a-9ebe-ec927bd08a6e,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:00.101421 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-9e31b860-a1ba-428c-9b5d-330400017588 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:00.110153 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b1d768ed-b809-4963-afa2-60c54376c51f tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:00.122762 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-03f471db-4f3e-41e4-8c0b-e51eca9b015f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:00.126978 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-03f471db-4f3e-41e4-8c0b-e51eca9b015f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0d48a950-d12d-4e6a-9ebe-ec927bd08a6e HTTP/1.1" status: 204 len: 168 time: 0.8367329 Apr 01 15:57:00.131727 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port bb3082e7-3be2-4ff6-9d2e-bde8b5f08616 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:00.132782 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:00.140466 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e31b860-a1ba-428c-9b5d-330400017588 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Made reservation on behalf of 11b74bb4c805440eb8922ec9333718ac for: {'port': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:57:00.183795 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b1d768ed-b809-4963-afa2-60c54376c51f tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:00.269604 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ba795-af20-43c0-909c-49ef6c0d0cf2 None None] Pushing event updated for resources: {'Port': ['ID=2033afaf-6f92-4039-b14a-04096bc66cfd,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:00.385683 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b1d768ed-b809-4963-afa2-60c54376c51f tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Network de9b37d8-3001-4512-932d-349f1cebb98d is not hosted by any dhcp agent {{(pid=83828) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Apr 01 15:57:00.389658 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d768ed-b809-4963-afa2-60c54376c51f tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:00.390250 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b1d768ed-b809-4963-afa2-60c54376c51f tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:00.394462 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-b1d768ed-b809-4963-afa2-60c54376c51f tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] 10.222.0.55 "PUT /v2.0/networks/de9b37d8-3001-4512-932d-349f1cebb98d HTTP/1.1" status: 200 len: 723 time: 0.8656442 Apr 01 15:57:00.395148 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54116) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:00.416032 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-f8ba51ef-900e-4bdc-981a-9f2c6b1fe517 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Request body: {'subnet': {'network_id': 'de9b37d8-3001-4512-932d-349f1cebb98d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:57:00.450926 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-44a82f16-b886-4253-b1aa-c896669357ea tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:00.492283 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [None req-44a82f16-b886-4253-b1aa-c896669357ea tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Transition to ACTIVE for port object 92cf81c5-62af-4a23-9a64-4724732500a4 will not be triggered until provisioned by entity DHCP. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:57:00.560363 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-44a82f16-b886-4253-b1aa-c896669357ea tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:00.599810 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa86699-a6e2-4e96-9599-27a3fd8d9e98 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:57:00.611975 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac0b387-9465-4d63-be46-aad8c1d09296 None None] Sync routers for ids ['b4f33411-ded9-4fac-96cf-bbaa99822375'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:57:00.646996 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d768ed-b809-4963-afa2-60c54376c51f tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Pushing event updated for resources: {'Network': ['ID=de9b37d8-3001-4512-932d-349f1cebb98d,revision_number=2']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:00.654520 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac0b387-9465-4d63-be46-aad8c1d09296 None None] Routers {'b4f33411-ded9-4fac-96cf-bbaa99822375'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:57:00.655138 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-3ac0b387-9465-4d63-be46-aad8c1d09296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:56:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['b4f33411-ded9-4fac-96cf-bbaa99822375'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:00.677401 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-2fa86699-a6e2-4e96-9599-27a3fd8d9e98 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "PUT /v2.0/routers/b4f33411-ded9-4fac-96cf-bbaa99822375/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4989343 Apr 01 15:57:00.685477 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 54122) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:00.704792 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a82f16-b886-4253-b1aa-c896669357ea tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Network 09412c97-f78c-4353-8bab-c055d24f758a is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:57:00.711970 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9e31b860-a1ba-428c-9b5d-330400017588 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:00.744152 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-44a82f16-b886-4253-b1aa-c896669357ea tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:57:00.751876 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network de9b37d8-3001-4512-932d-349f1cebb98d details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:57:00.755515 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a82f16-b886-4253-b1aa-c896669357ea tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:57:00.756056 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-44a82f16-b886-4253-b1aa-c896669357ea tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611418'] for router_interface, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:00.788436 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-3ac0b387-9465-4d63-be46-aad8c1d09296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:00.800909 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a82f16-b886-4253-b1aa-c896669357ea tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Pushing event updated for resources: {'Port': ['ID=92cf81c5-62af-4a23-9a64-4724732500a4,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:00.822933 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1be2d02-10e6-48ab-a35c-bde0d9028df4 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:00.823566 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-f1be2d02-10e6-48ab-a35c-bde0d9028df4 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Synchronizing usage tracker for tenant:113c2dcebd4142eb9b767ab7a8fce06c on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:57:00.857453 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [None req-9e31b860-a1ba-428c-9b5d-330400017588 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] device_id is not set on port 336a0fad-62ff-4d80-8297-11c241bfb84a yet. {{(pid=83828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:57:00.893950 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 54126) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:00.910809 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac0b387-9465-4d63-be46-aad8c1d09296 None None] Routers {'b4f33411-ded9-4fac-96cf-bbaa99822375'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:57:00.912147 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-3ac0b387-9465-4d63-be46-aad8c1d09296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:56:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['b4f33411-ded9-4fac-96cf-bbaa99822375'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:00.913541 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-f1be2d02-10e6-48ab-a35c-bde0d9028df4 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Unset dirty status for tenant:113c2dcebd4142eb9b767ab7a8fce06c on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:57:00.915000 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-f1be2d02-10e6-48ab-a35c-bde0d9028df4 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "GET /v2.0/ports/985fdf39-2ddb-4ea6-810d-81f4d285a7e3 HTTP/1.1" status: 200 len: 910 time: 0.2208395 Apr 01 15:57:00.922279 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-f8ba51ef-900e-4bdc-981a-9f2c6b1fe517 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:00.924303 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54130) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:00.967438 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-44a82f16-b886-4253-b1aa-c896669357ea tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:00.990352 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-f8ba51ef-900e-4bdc-981a-9f2c6b1fe517 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Usage tracker for resource:subnet and tenant:ca4419a52cd8404a85bea4fb3af2a91f is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:01.004652 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-f8ba51ef-900e-4bdc-981a-9f2c6b1fe517 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:01.044940 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-3ac0b387-9465-4d63-be46-aad8c1d09296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:01.045426 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac0b387-9465-4d63-be46-aad8c1d09296 None None] The sync data for ids ['b4f33411-ded9-4fac-96cf-bbaa99822375'] in dv-neutron-833373-2-hyperv is: [] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:57:01.071107 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-f8ba51ef-900e-4bdc-981a-9f2c6b1fe517 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:01.075620 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-dbb1d495-53cf-4e81-8a85-9d23f8d64a11 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c9632da394c8441eab568915695eab19&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1732099 Apr 01 15:57:01.087488 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54134) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:01.138385 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ba51ef-900e-4bdc-981a-9f2c6b1fe517 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Made reservation on behalf of ca4419a52cd8404a85bea4fb3af2a91f for: {'subnet': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:57:01.373306 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f8ba51ef-900e-4bdc-981a-9f2c6b1fe517 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16030269'] for subnet, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:01.424150 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-44a82f16-b886-4253-b1aa-c896669357ea tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:01.429466 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-44a82f16-b886-4253-b1aa-c896669357ea tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:01.430231 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-44a82f16-b886-4253-b1aa-c896669357ea tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611525'] for router_interface, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:01.483273 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f4d3a485-284c-45fd-b70b-889d0f83454a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:01.563594 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f4d3a485-284c-45fd-b70b-889d0f83454a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:01.754477 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a82f16-b886-4253-b1aa-c896669357ea tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Pushing event updated for resources: {'Port': ['ID=92cf81c5-62af-4a23-9a64-4724732500a4,revision_number=2']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:01.762537 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device ba55ef7f-cc05-4d48-92c3-511d0c73f46a up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:57:01.837275 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a82f16-b886-4253-b1aa-c896669357ea tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Network 09412c97-f78c-4353-8bab-c055d24f758a is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:57:01.838785 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-44a82f16-b886-4253-b1aa-c896669357ea tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:57:01.857453 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port ba55ef7f-cc05-4d48-92c3-511d0c73f46a triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:01.858030 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:01.951623 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789585e3-ae82-4c49-aa51-dd17aa9386da None None] Network 09412c97-f78c-4353-8bab-c055d24f758a requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:57:02.126422 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266287c7-6508-496a-a9db-43e67f4bbb14 None None] Network d91ab48d-2d7b-465b-bc89-62e9dde8e1bb requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:57:02.189946 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f4d3a485-284c-45fd-b70b-889d0f83454a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:02.195150 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-9e31b860-a1ba-428c-9b5d-330400017588 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Allocated IP 172.20.0.10 (d91ab48d-2d7b-465b-bc89-62e9dde8e1bb/3c7326f2-4367-47f1-a84c-a1a91a2279e3/336a0fad-62ff-4d80-8297-11c241bfb84a) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:57:02.223458 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44a82f16-b886-4253-b1aa-c896669357ea tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Router 519ed5a5-f15a-4ea7-b35d-8c8cb14b811d has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:57:02.229455 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d3a485-284c-45fd-b70b-889d0f83454a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e221bea2-9f9f-4bdc-adac-c6d5a6405f76,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:02.233032 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-9e31b860-a1ba-428c-9b5d-330400017588 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Allocated IP 172.20.0.30 (d91ab48d-2d7b-465b-bc89-62e9dde8e1bb/1a4b1b84-5726-4838-aaeb-1c1327552e2b/336a0fad-62ff-4d80-8297-11c241bfb84a) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:57:02.248070 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f8ba51ef-900e-4bdc-981a-9f2c6b1fe517 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15306628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16030227'] for subnet, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:02.298652 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-0b78fb39-f4bf-4e1f-b4ac-4502dd9e54f1 None None] Provisioning for port d9e4cbde-841f-4543-bd7e-1a0680ff8032 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:57:02.359231 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device d9e4cbde-841f-4543-bd7e-1a0680ff8032 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:57:02.368136 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f4d3a485-284c-45fd-b70b-889d0f83454a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:02.369298 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-f4d3a485-284c-45fd-b70b-889d0f83454a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e221bea2-9f9f-4bdc-adac-c6d5a6405f76 HTTP/1.1" status: 204 len: 168 time: 1.2808642 Apr 01 15:57:02.432329 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44a82f16-b886-4253-b1aa-c896669357ea tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:57:02.441099 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-44a82f16-b886-4253-b1aa-c896669357ea tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "PUT /v2.0/routers/519ed5a5-f15a-4ea7-b35d-8c8cb14b811d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1199455 Apr 01 15:57:02.441099 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 54142) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:02.446734 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-c195f8b0-78a9-4743-bf3d-6e76e723a431 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1736963141'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:57:02.449098 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d1cfbe-cc43-4a87-b476-dd9db87d5ed8 None None] Sync routers for ids ['519ed5a5-f15a-4ea7-b35d-8c8cb14b811d'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:57:02.453478 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-c195f8b0-78a9-4743-bf3d-6e76e723a431 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:02.458409 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-c195f8b0-78a9-4743-bf3d-6e76e723a431 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Usage tracker for resource:network and tenant:140c0a827c6a433287acd915ee3c410d is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:02.462851 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-c195f8b0-78a9-4743-bf3d-6e76e723a431 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:02.471285 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-c195f8b0-78a9-4743-bf3d-6e76e723a431 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:02.473912 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d1cfbe-cc43-4a87-b476-dd9db87d5ed8 None None] Routers {'519ed5a5-f15a-4ea7-b35d-8c8cb14b811d'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:57:02.474787 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-89d1cfbe-cc43-4a87-b476-dd9db87d5ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:56:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['519ed5a5-f15a-4ea7-b35d-8c8cb14b811d'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:02.486677 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c195f8b0-78a9-4743-bf3d-6e76e723a431 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Made reservation on behalf of 140c0a827c6a433287acd915ee3c410d for: {'network': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:57:02.490331 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c195f8b0-78a9-4743-bf3d-6e76e723a431 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:02.527851 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c195f8b0-78a9-4743-bf3d-6e76e723a431 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=83826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:57:02.538459 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c195f8b0-78a9-4743-bf3d-6e76e723a431 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:02.538881 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.segments_db [None req-c195f8b0-78a9-4743-bf3d-6e76e723a431 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Added segment c7c61b5b-abb3-4295-b3bc-705d2197d864 of type vlan for network a5232da5-160c-4a49-91a1-cdbaaf185318 Apr 01 15:57:02.570310 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c195f8b0-78a9-4743-bf3d-6e76e723a431 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:02.605084 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c195f8b0-78a9-4743-bf3d-6e76e723a431 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:02.609349 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c195f8b0-78a9-4743-bf3d-6e76e723a431 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:02.609945 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c195f8b0-78a9-4743-bf3d-6e76e723a431 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:02.618581 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ba51ef-900e-4bdc-981a-9f2c6b1fe517 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Pushing event updated for resources: {'Subnet': ['ID=1927b7d2-cac0-4fc0-9960-2f45a7f9da4d,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:02.638268 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ba19c76a-03c7-4899-a4b1-c4c5fd7841cc tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611543'] for router_interface, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:02.663903 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-c195f8b0-78a9-4743-bf3d-6e76e723a431 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2221386 Apr 01 15:57:02.666851 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 54148) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:02.727590 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-7513d011-9f51-42aa-bc20-c344c5c3fcbf None None] Provisioning for port 2033afaf-6f92-4039-b14a-04096bc66cfd completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:57:02.772464 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-329096fa-616d-4663-97fb-31e26ead2ce3 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Request body: {'subnet': {'network_id': 'a5232da5-160c-4a49-91a1-cdbaaf185318', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:57:02.825290 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-89d1cfbe-cc43-4a87-b476-dd9db87d5ed8 None None] Set router 519ed5a5-f15a-4ea7-b35d-8c8cb14b811d gateway port host: None {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:57:02.828118 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9e31b860-a1ba-428c-9b5d-330400017588 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:02.832680 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port d9e4cbde-841f-4543-bd7e-1a0680ff8032 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:57:02.842779 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ba51ef-900e-4bdc-981a-9f2c6b1fe517 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Checking segment: {'id': 'dc8b594e-a4bd-44f9-92a9-9afabb0681c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'de9b37d8-3001-4512-932d-349f1cebb98d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:57:02.843312 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ba51ef-900e-4bdc-981a-9f2c6b1fe517 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Network hostable DHCP agents. Network: de9b37d8-3001-4512-932d-349f1cebb98d, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:57:02.847884 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port d9e4cbde-841f-4543-bd7e-1a0680ff8032 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:02.848335 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:02.895743 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [None req-9e31b860-a1ba-428c-9b5d-330400017588 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Transition to ACTIVE for port object 336a0fad-62ff-4d80-8297-11c241bfb84a will not be triggered until provisioned by entity DHCP. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:57:02.921376 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ba51ef-900e-4bdc-981a-9f2c6b1fe517 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Network de9b37d8-3001-4512-932d-349f1cebb98d is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:57:02.955671 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-f8ba51ef-900e-4bdc-981a-9f2c6b1fe517 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, de9b37d8-3001-4512-932d-349f1cebb98d) {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:57:02.962726 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ba51ef-900e-4bdc-981a-9f2c6b1fe517 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:02.963384 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f8ba51ef-900e-4bdc-981a-9f2c6b1fe517 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:02.967032 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46bdf7de-6a0e-48de-bc23-001ffa9d0f12 None None] Network de9b37d8-3001-4512-932d-349f1cebb98d requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:57:03.005833 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-f8ba51ef-900e-4bdc-981a-9f2c6b1fe517 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5962951 Apr 01 15:57:03.010249 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54156) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:03.028008 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-2473d7c9-9575-42c3-a750-9c8f7d9f93b5 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:57:03.031192 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c195f8b0-78a9-4743-bf3d-6e76e723a431 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Pushing event updated for resources: {'Network': ['ID=a5232da5-160c-4a49-91a1-cdbaaf185318,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:03.056544 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-329096fa-616d-4663-97fb-31e26ead2ce3 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:03.062547 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-329096fa-616d-4663-97fb-31e26ead2ce3 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Usage tracker for resource:subnet and tenant:140c0a827c6a433287acd915ee3c410d is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:03.066521 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-329096fa-616d-4663-97fb-31e26ead2ce3 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:03.073951 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-329096fa-616d-4663-97fb-31e26ead2ce3 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:03.074260 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network a5232da5-160c-4a49-91a1-cdbaaf185318 details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:57:03.090071 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9e31b860-a1ba-428c-9b5d-330400017588 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:03.096980 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-329096fa-616d-4663-97fb-31e26ead2ce3 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Made reservation on behalf of 140c0a827c6a433287acd915ee3c410d for: {'subnet': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:57:03.191284 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e31b860-a1ba-428c-9b5d-330400017588 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Network d91ab48d-2d7b-465b-bc89-62e9dde8e1bb is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:57:03.207839 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-9e31b860-a1ba-428c-9b5d-330400017588 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:57:03.228768 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e31b860-a1ba-428c-9b5d-330400017588 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:57:03.322619 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-329096fa-616d-4663-97fb-31e26ead2ce3 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16088980'] for subnet, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:03.357130 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:03.429951 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-89d1cfbe-cc43-4a87-b476-dd9db87d5ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'name': 'tempest-RoutersIpV6Test-router-454146823', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:56:28Z', 'updated_at': '2022-04-01T15:57:00Z', 'revision_number': 4, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'gw_port_host': None, '_interfaces': [{'id': '3e1ee155-032f-4364-b5ea-f8b9aed48a3f', 'name': '', 'network_id': '77261af6-9095-4e3c-831e-6f51cab9a9f3', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'mac_address': 'fa:16:3e:69:90:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bb82706-c556-4eec-837c-2010fe05eee3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:36Z', 'updated_at': '2022-04-01T15:56:48Z', 'revision_number': 5, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'subnets': [{'id': '9bb82706-c556-4eec-837c-2010fe05eee3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92cf81c5-62af-4a23-9a64-4724732500a4', 'name': '', 'network_id': '09412c97-f78c-4353-8bab-c055d24f758a', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'mac_address': 'fa:16:3e:94:65:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9bea074-110e-4790-b124-4f4db52ca314', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:59Z', 'updated_at': '2022-04-01T15:57:01Z', 'revision_number': 2, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'subnets': [{'id': 'f9bea074-110e-4790-b124-4f4db52ca314', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba55ef7f-cc05-4d48-92c3-511d0c73f46a', 'name': '', 'network_id': 'd089ed11-578b-4044-93c5-5d8ff2359cc2', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'mac_address': 'fa:16:3e:dc:af:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '595565ab-1fb4-47c3-b751-ca3dca052eed', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:48Z', 'updated_at': '2022-04-01T15:56:59Z', 'revision_number': 5, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'subnets': [{'id': '595565ab-1fb4-47c3-b751-ca3dca052eed', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:03.430982 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9e8cb9-25ce-4af9-9056-266c5f31dee3 None None] Update dhcp port {'port': {'network_id': 'd91ab48d-2d7b-465b-bc89-62e9dde8e1bb', 'fixed_ips': [{'subnet_id': '3c7326f2-4367-47f1-a84c-a1a91a2279e3', 'ip_address': '172.20.0.2'}, {'subnet_id': '1a4b1b84-5726-4838-aaeb-1c1327552e2b'}], 'binding:host_id': 'dv-neutron-833373-2-hyperv'}, 'id': '2033afaf-6f92-4039-b14a-04096bc66cfd'} from dv-neutron-833373-2-hyperv. {{(pid=83829) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 01 15:57:03.454185 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d1cfbe-cc43-4a87-b476-dd9db87d5ed8 None None] Checking router: 519ed5a5-f15a-4ea7-b35d-8c8cb14b811d for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:57:03.456826 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d1cfbe-cc43-4a87-b476-dd9db87d5ed8 None None] Updating router 519ed5a5-f15a-4ea7-b35d-8c8cb14b811d port 92cf81c5-62af-4a23-9a64-4724732500a4 binding host dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:57:03.589310 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-89d1cfbe-cc43-4a87-b476-dd9db87d5ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:03.595773 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e31b860-a1ba-428c-9b5d-330400017588 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event updated for resources: {'Port': ['ID=336a0fad-62ff-4d80-8297-11c241bfb84a,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:03.611308 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port d9e4cbde-841f-4543-bd7e-1a0680ff8032, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=d9e4cbde-841f-4543-bd7e-1a0680ff8032,segment=NetworkSegment(2c8537aa-6264-4389-845f-024b7572d7d6),segment_id=2c8537aa-6264-4389-845f-024b7572d7d6)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:57:03.618109 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ff9e8cb9-25ce-4af9-9056-266c5f31dee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:03.639321 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:03.640103 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 2033afaf-6f92-4039-b14a-04096bc66cfd up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:57:03.685531 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e31b860-a1ba-428c-9b5d-330400017588 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:03.686414 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9e31b860-a1ba-428c-9b5d-330400017588 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:03.733237 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2473d7c9-9575-42c3-a750-9c8f7d9f93b5 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16030218'] for subnet, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:03.820124 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-329096fa-616d-4663-97fb-31e26ead2ce3 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15415267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16089018'] for subnet, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:03.828624 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-9e31b860-a1ba-428c-9b5d-330400017588 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 4.2037287 Apr 01 15:57:03.884778 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 54170) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:03.912460 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-a9153760-bd65-4cec-9797-303df60a122d tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3c7326f2-4367-47f1-a84c-a1a91a2279e3'}]}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:57:04.066037 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc21eb41-5b52-4c2e-971b-824866de0e66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-de9b37d8-3001-4512-932d-349f1cebb98d', 'network_id': 'de9b37d8-3001-4512-932d-349f1cebb98d', 'tenant_id': 'ca4419a52cd8404a85bea4fb3af2a91f', 'fixed_ips': [{'subnet_id': '1927b7d2-cac0-4fc0-9960-2f45a7f9da4d'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:57:04.067585 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-cc21eb41-5b52-4c2e-971b-824866de0e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:04.173326 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329096fa-616d-4663-97fb-31e26ead2ce3 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Pushing event updated for resources: {'Subnet': ['ID=670a7a9f-3e40-465a-a32d-3a19ff34815f,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:04.261457 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-89d1cfbe-cc43-4a87-b476-dd9db87d5ed8 None None] Notify callbacks [] for port, precommit_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:04.287563 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.provisioning_blocks [None req-89d1cfbe-cc43-4a87-b476-dd9db87d5ed8 None None] Transition to ACTIVE for port object 92cf81c5-62af-4a23-9a64-4724732500a4 will not be triggered until provisioned by entity L2. {{(pid=83833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:57:04.296201 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-89d1cfbe-cc43-4a87-b476-dd9db87d5ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:04.343314 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=d9e4cbde-841f-4543-bd7e-1a0680ff8032,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:04.375521 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2473d7c9-9575-42c3-a750-9c8f7d9f93b5 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777009485460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-15306686'] for subnet, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:04.434531 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-df1df4e2-7b2d-42cc-9fb2-a20cf449939b None None] Provisioning for port 92cf81c5-62af-4a23-9a64-4724732500a4 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:57:04.517855 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-cc21eb41-5b52-4c2e-971b-824866de0e66 None None] Allocated IP 172.20.0.2 (de9b37d8-3001-4512-932d-349f1cebb98d/1927b7d2-cac0-4fc0-9960-2f45a7f9da4d/2cb1efb0-c5a2-4efd-8978-033c641f2279) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:57:04.551927 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3381a9-9e05-4098-a17c-6e7b6586641c None None] Pushing event updated for resources: {'Port': ['ID=92cf81c5-62af-4a23-9a64-4724732500a4,revision_number=3']} {{(pid=83833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:04.644349 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329096fa-616d-4663-97fb-31e26ead2ce3 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Checking segment: {'id': 'c7c61b5b-abb3-4295-b3bc-705d2197d864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a5232da5-160c-4a49-91a1-cdbaaf185318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:57:04.644686 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329096fa-616d-4663-97fb-31e26ead2ce3 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Network hostable DHCP agents. Network: a5232da5-160c-4a49-91a1-cdbaaf185318, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:57:04.654525 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a9153760-bd65-4cec-9797-303df60a122d tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:04.754171 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-89d1cfbe-cc43-4a87-b476-dd9db87d5ed8 None None] Attempting to bind port 92cf81c5-62af-4a23-9a64-4724732500a4 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:57:04.754529 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-89d1cfbe-cc43-4a87-b476-dd9db87d5ed8 None None] Attempting to bind port 92cf81c5-62af-4a23-9a64-4724732500a4 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': '2c8537aa-6264-4389-845f-024b7572d7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '09412c97-f78c-4353-8bab-c055d24f758a'}] {{(pid=83833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:57:04.755428 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d1cfbe-cc43-4a87-b476-dd9db87d5ed8 None None] Attempting to bind port 92cf81c5-62af-4a23-9a64-4724732500a4 on network 09412c97-f78c-4353-8bab-c055d24f758a {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:57:04.756005 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329096fa-616d-4663-97fb-31e26ead2ce3 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Network a5232da5-160c-4a49-91a1-cdbaaf185318 is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:57:04.773062 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d1cfbe-cc43-4a87-b476-dd9db87d5ed8 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:57:04.773490 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d1cfbe-cc43-4a87-b476-dd9db87d5ed8 None None] Checking segment: {'id': '2c8537aa-6264-4389-845f-024b7572d7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '09412c97-f78c-4353-8bab-c055d24f758a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:57:04.773898 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-89d1cfbe-cc43-4a87-b476-dd9db87d5ed8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:04.774286 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d1cfbe-cc43-4a87-b476-dd9db87d5ed8 None None] Bound using segment: {'id': '2c8537aa-6264-4389-845f-024b7572d7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '09412c97-f78c-4353-8bab-c055d24f758a'} {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:57:04.774796 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-89d1cfbe-cc43-4a87-b476-dd9db87d5ed8 None None] Bound port: 92cf81c5-62af-4a23-9a64-4724732500a4, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8537aa-6264-4389-845f-024b7572d7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '09412c97-f78c-4353-8bab-c055d24f758a'}}] {{(pid=83833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:57:04.775141 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-89d1cfbe-cc43-4a87-b476-dd9db87d5ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:04.801085 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2473d7c9-9575-42c3-a750-9c8f7d9f93b5 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:04.801666 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2473d7c9-9575-42c3-a750-9c8f7d9f93b5 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:04.803164 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-2473d7c9-9575-42c3-a750-9c8f7d9f93b5 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] 10.222.0.55 "PUT /v2.0/subnets/1927b7d2-cac0-4fc0-9960-2f45a7f9da4d HTTP/1.1" status: 200 len: 806 time: 1.7919765 Apr 01 15:57:04.807179 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54184) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:04.821250 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-329096fa-616d-4663-97fb-31e26ead2ce3 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, a5232da5-160c-4a49-91a1-cdbaaf185318) {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:57:04.829789 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329096fa-616d-4663-97fb-31e26ead2ce3 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:04.830368 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-329096fa-616d-4663-97fb-31e26ead2ce3 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:04.849603 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00958692-09d7-4c2f-9b72-8c2f968612fa None None] Network a5232da5-160c-4a49-91a1-cdbaaf185318 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:57:04.919073 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-329096fa-616d-4663-97fb-31e26ead2ce3 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2424860 Apr 01 15:57:04.923349 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 54188) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:04.942038 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.db [None req-89d1cfbe-cc43-4a87-b476-dd9db87d5ed8 None None] For port 92cf81c5-62af-4a23-9a64-4724732500a4, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:57:04.950792 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.db [None req-89d1cfbe-cc43-4a87-b476-dd9db87d5ed8 None None] For port 92cf81c5-62af-4a23-9a64-4724732500a4, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=92cf81c5-62af-4a23-9a64-4724732500a4,segment=NetworkSegment(2c8537aa-6264-4389-845f-024b7572d7d6),segment_id=2c8537aa-6264-4389-845f-024b7572d7d6)] {{(pid=83833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:57:04.969562 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-89d1cfbe-cc43-4a87-b476-dd9db87d5ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:04.975212 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2473d7c9-9575-42c3-a750-9c8f7d9f93b5 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Pushing event updated for resources: {'Subnet': ['ID=1927b7d2-cac0-4fc0-9960-2f45a7f9da4d,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:05.026597 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-ba19c76a-03c7-4899-a4b1-c4c5fd7841cc tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Deleting port 985fdf39-2ddb-4ea6-810d-81f4d285a7e3 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:57:05.026937 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ba19c76a-03c7-4899-a4b1-c4c5fd7841cc tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:05.204803 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3381a9-9e05-4098-a17c-6e7b6586641c None None] Pushing event updated for resources: {'Port': ['ID=92cf81c5-62af-4a23-9a64-4724732500a4,revision_number=4']} {{(pid=83833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:05.207727 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d1cfbe-cc43-4a87-b476-dd9db87d5ed8 None None] Routers {'519ed5a5-f15a-4ea7-b35d-8c8cb14b811d'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:57:05.208332 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-89d1cfbe-cc43-4a87-b476-dd9db87d5ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:56:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['519ed5a5-f15a-4ea7-b35d-8c8cb14b811d'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:05.299700 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 2033afaf-6f92-4039-b14a-04096bc66cfd completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:57:05.333023 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 2033afaf-6f92-4039-b14a-04096bc66cfd triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:05.333397 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:05.392355 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-ff9e8cb9-25ce-4af9-9056-266c5f31dee3 None None] Allocated IP 172.20.0.18 (d91ab48d-2d7b-465b-bc89-62e9dde8e1bb/1a4b1b84-5726-4838-aaeb-1c1327552e2b/2033afaf-6f92-4039-b14a-04096bc66cfd) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:57:05.410157 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-858f43ce-b6f4-4d41-90a2-e657c5e5b425 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:05.411833 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-df1df4e2-7b2d-42cc-9fb2-a20cf449939b None None] Provisioning complete for port d9e4cbde-841f-4543-bd7e-1a0680ff8032 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:05.412417 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-df1df4e2-7b2d-42cc-9fb2-a20cf449939b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:05.540837 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-89d1cfbe-cc43-4a87-b476-dd9db87d5ed8 None None] Set router 519ed5a5-f15a-4ea7-b35d-8c8cb14b811d gateway port host: None {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:57:05.580585 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ba19c76a-03c7-4899-a4b1-c4c5fd7841cc tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:05.660112 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54200) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:05.743498 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-858f43ce-b6f4-4d41-90a2-e657c5e5b425 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:05.764346 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439fa9c6-b1f8-4244-935e-a0cffc0355b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-a5232da5-160c-4a49-91a1-cdbaaf185318', 'network_id': 'a5232da5-160c-4a49-91a1-cdbaaf185318', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'fixed_ips': [{'subnet_id': '670a7a9f-3e40-465a-a32d-3a19ff34815f'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:57:05.765178 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-439fa9c6-b1f8-4244-935e-a0cffc0355b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:05.803525 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-ba19c76a-03c7-4899-a4b1-c4c5fd7841cc tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Calling delete_port for 985fdf39-2ddb-4ea6-810d-81f4d285a7e3 owned by network:router_interface {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:57:05.906960 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3b433cd6-65c9-4209-84a1-b5038783b4df tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:05.990098 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-89d1cfbe-cc43-4a87-b476-dd9db87d5ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'name': 'tempest-RoutersIpV6Test-router-454146823', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:56:28Z', 'updated_at': '2022-04-01T15:57:00Z', 'revision_number': 4, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'gw_port_host': None, '_interfaces': [{'id': '3e1ee155-032f-4364-b5ea-f8b9aed48a3f', 'name': '', 'network_id': '77261af6-9095-4e3c-831e-6f51cab9a9f3', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'mac_address': 'fa:16:3e:69:90:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bb82706-c556-4eec-837c-2010fe05eee3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:36Z', 'updated_at': '2022-04-01T15:56:48Z', 'revision_number': 5, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'subnets': [{'id': '9bb82706-c556-4eec-837c-2010fe05eee3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92cf81c5-62af-4a23-9a64-4724732500a4', 'name': '', 'network_id': '09412c97-f78c-4353-8bab-c055d24f758a', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'mac_address': 'fa:16:3e:94:65:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9bea074-110e-4790-b124-4f4db52ca314', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:59Z', 'updated_at': '2022-04-01T15:57:04Z', 'revision_number': 4, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'subnets': [{'id': 'f9bea074-110e-4790-b124-4f4db52ca314', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba55ef7f-cc05-4d48-92c3-511d0c73f46a', 'name': '', 'network_id': 'd089ed11-578b-4044-93c5-5d8ff2359cc2', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'mac_address': 'fa:16:3e:dc:af:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '595565ab-1fb4-47c3-b751-ca3dca052eed', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:48Z', 'updated_at': '2022-04-01T15:56:59Z', 'revision_number': 5, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'subnets': [{'id': '595565ab-1fb4-47c3-b751-ca3dca052eed', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:05.995515 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d1cfbe-cc43-4a87-b476-dd9db87d5ed8 None None] The sync data for ids ['519ed5a5-f15a-4ea7-b35d-8c8cb14b811d'] in dv-neutron-833373-2-hyperv is: [{'id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'name': 'tempest-RoutersIpV6Test-router-454146823', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:56:28Z', 'updated_at': '2022-04-01T15:57:00Z', 'revision_number': 4, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'gw_port_host': None, '_interfaces': [{'id': '3e1ee155-032f-4364-b5ea-f8b9aed48a3f', 'name': '', 'network_id': '77261af6-9095-4e3c-831e-6f51cab9a9f3', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'mac_address': 'fa:16:3e:69:90:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bb82706-c556-4eec-837c-2010fe05eee3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:36Z', 'updated_at': '2022-04-01T15:56:48Z', 'revision_number': 5, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'subnets': [{'id': '9bb82706-c556-4eec-837c-2010fe05eee3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92cf81c5-62af-4a23-9a64-4724732500a4', 'name': '', 'network_id': '09412c97-f78c-4353-8bab-c055d24f758a', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'mac_address': 'fa:16:3e:94:65:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9bea074-110e-4790-b124-4f4db52ca314', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:59Z', 'updated_at': '2022-04-01T15:57:04Z', 'revision_number': 4, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'subnets': [{'id': 'f9bea074-110e-4790-b124-4f4db52ca314', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba55ef7f-cc05-4d48-92c3-511d0c73f46a', 'name': '', 'network_id': 'd089ed11-578b-4044-93c5-5d8ff2359cc2', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'mac_address': 'fa:16:3e:dc:af:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '595565ab-1fb4-47c3-b751-ca3dca052eed', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:48Z', 'updated_at': '2022-04-01T15:56:59Z', 'revision_number': 5, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'subnets': [{'id': '595565ab-1fb4-47c3-b751-ca3dca052eed', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:57:06.053394 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-cc21eb41-5b52-4c2e-971b-824866de0e66 None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:06.071186 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-cc21eb41-5b52-4c2e-971b-824866de0e66 None None] Transition to ACTIVE for port object 2cb1efb0-c5a2-4efd-8978-033c641f2279 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:57:06.077583 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-be21d49b-22d8-4828-9534-6aefe8428bc9 tempest-RoutersAdminNegativeIpV6Test-1869769010 tempest-RoutersAdminNegativeIpV6Test-1869769010-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1883206252', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:57:06.090126 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-be21d49b-22d8-4828-9534-6aefe8428bc9 tempest-RoutersAdminNegativeIpV6Test-1869769010 tempest-RoutersAdminNegativeIpV6Test-1869769010-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:06.098743 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-cc21eb41-5b52-4c2e-971b-824866de0e66 None None] Transition to ACTIVE for port object 2cb1efb0-c5a2-4efd-8978-033c641f2279 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:57:06.103314 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-be21d49b-22d8-4828-9534-6aefe8428bc9 tempest-RoutersAdminNegativeIpV6Test-1869769010 tempest-RoutersAdminNegativeIpV6Test-1869769010-project-admin] Usage tracker for resource:port and tenant:52e7e6f90ef14a0e9cc607404133b279 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:06.104763 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:06.124988 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-be21d49b-22d8-4828-9534-6aefe8428bc9 tempest-RoutersAdminNegativeIpV6Test-1869769010 tempest-RoutersAdminNegativeIpV6Test-1869769010-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:06.129837 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-858f43ce-b6f4-4d41-90a2-e657c5e5b425 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15306565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16030232'] for subnet, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:06.145426 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-cc21eb41-5b52-4c2e-971b-824866de0e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:06.175799 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ba19c76a-03c7-4899-a4b1-c4c5fd7841cc tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:06.180977 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-be21d49b-22d8-4828-9534-6aefe8428bc9 tempest-RoutersAdminNegativeIpV6Test-1869769010 tempest-RoutersAdminNegativeIpV6Test-1869769010-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:06.224336 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858f43ce-b6f4-4d41-90a2-e657c5e5b425 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Pushing event deleted for resources: {'Subnet': ['ID=1927b7d2-cac0-4fc0-9960-2f45a7f9da4d,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:06.238082 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 54208) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:06.282189 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba19c76a-03c7-4899-a4b1-c4c5fd7841cc tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Pushing event deleted for resources: {'Port': ['ID=985fdf39-2ddb-4ea6-810d-81f4d285a7e3,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:06.306672 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc21eb41-5b52-4c2e-971b-824866de0e66 None None] Network de9b37d8-3001-4512-932d-349f1cebb98d is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:57:06.314202 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-cc21eb41-5b52-4c2e-971b-824866de0e66 None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:57:06.324050 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc21eb41-5b52-4c2e-971b-824866de0e66 None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:57:06.341839 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be21d49b-22d8-4828-9534-6aefe8428bc9 tempest-RoutersAdminNegativeIpV6Test-1869769010 tempest-RoutersAdminNegativeIpV6Test-1869769010-project-admin] Made reservation on behalf of 52e7e6f90ef14a0e9cc607404133b279 for: {'port': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:57:06.343409 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-be21d49b-22d8-4828-9534-6aefe8428bc9 tempest-RoutersAdminNegativeIpV6Test-1869769010 tempest-RoutersAdminNegativeIpV6Test-1869769010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:06.431400 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-439fa9c6-b1f8-4244-935e-a0cffc0355b1 None None] Allocated IP 2001:db8:3::2 (a5232da5-160c-4a49-91a1-cdbaaf185318/670a7a9f-3e40-465a-a32d-3a19ff34815f/c84428cd-0d76-4a44-b00c-0021300be0d6) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:57:06.441491 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc21eb41-5b52-4c2e-971b-824866de0e66 None None] Pushing event updated for resources: {'Port': ['ID=2cb1efb0-c5a2-4efd-8978-033c641f2279,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:06.453414 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-ff9e8cb9-25ce-4af9-9056-266c5f31dee3 None None] For port 2033afaf-6f92-4039-b14a-04096bc66cfd, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=2033afaf-6f92-4039-b14a-04096bc66cfd,segment=NetworkSegment(54c774a0-39bc-4f45-b61f-0a6a59f60f5c),segment_id=54c774a0-39bc-4f45-b61f-0a6a59f60f5c)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:57:06.521338 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-be21d49b-22d8-4828-9534-6aefe8428bc9 tempest-RoutersAdminNegativeIpV6Test-1869769010 tempest-RoutersAdminNegativeIpV6Test-1869769010-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:06.572342 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-4389316f-58b9-4d01-b448-239a4b987237 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] 10.222.0.55 "GET /v2.0/ports?project_id=447e2c5010754fe1ad368efac7c75251&network_id=59a027d1-0bac-441c-bf75-e20666fea16a HTTP/1.1" status: 200 len: 3000 time: 0.3184187 Apr 01 15:57:06.583033 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-858f43ce-b6f4-4d41-90a2-e657c5e5b425 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:06.634173 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-858f43ce-b6f4-4d41-90a2-e657c5e5b425 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de9b37d8-3001-4512-932d-349f1cebb98d']}} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:06.667371 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.db.resource_extend [None req-ff9e8cb9-25ce-4af9-9056-266c5f31dee3 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:57:06.689864 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ff9e8cb9-25ce-4af9-9056-266c5f31dee3 None None] Notify callbacks [] for port, precommit_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:06.698881 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-cc21eb41-5b52-4c2e-971b-824866de0e66 None None] Attempting to bind port 2cb1efb0-c5a2-4efd-8978-033c641f2279 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:57:06.699244 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-cc21eb41-5b52-4c2e-971b-824866de0e66 None None] Attempting to bind port 2cb1efb0-c5a2-4efd-8978-033c641f2279 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'dc8b594e-a4bd-44f9-92a9-9afabb0681c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'de9b37d8-3001-4512-932d-349f1cebb98d'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:57:06.699603 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc21eb41-5b52-4c2e-971b-824866de0e66 None None] Attempting to bind port 2cb1efb0-c5a2-4efd-8978-033c641f2279 on network de9b37d8-3001-4512-932d-349f1cebb98d {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:57:06.704612 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-858f43ce-b6f4-4d41-90a2-e657c5e5b425 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc8b594e-a4bd-44f9-92a9-9afabb0681c1') {'for_net_delete': True} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:06.705377 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-858f43ce-b6f4-4d41-90a2-e657c5e5b425 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc8b594e-a4bd-44f9-92a9-9afabb0681c1') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:06.733673 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-ff9e8cb9-25ce-4af9-9056-266c5f31dee3 None None] Transition to ACTIVE for port object 2033afaf-6f92-4039-b14a-04096bc66cfd will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:57:06.737078 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc21eb41-5b52-4c2e-971b-824866de0e66 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:57:06.737405 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc21eb41-5b52-4c2e-971b-824866de0e66 None None] Checking segment: {'id': 'dc8b594e-a4bd-44f9-92a9-9afabb0681c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'de9b37d8-3001-4512-932d-349f1cebb98d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:57:06.737758 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-cc21eb41-5b52-4c2e-971b-824866de0e66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:06.738176 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc21eb41-5b52-4c2e-971b-824866de0e66 None None] Bound using segment: {'id': 'dc8b594e-a4bd-44f9-92a9-9afabb0681c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'de9b37d8-3001-4512-932d-349f1cebb98d'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:57:06.738644 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-cc21eb41-5b52-4c2e-971b-824866de0e66 None None] Bound port: 2cb1efb0-c5a2-4efd-8978-033c641f2279, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc8b594e-a4bd-44f9-92a9-9afabb0681c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'de9b37d8-3001-4512-932d-349f1cebb98d'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:57:06.739009 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-cc21eb41-5b52-4c2e-971b-824866de0e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:06.770035 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ff9e8cb9-25ce-4af9-9056-266c5f31dee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:06.776707 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-be21d49b-22d8-4828-9534-6aefe8428bc9 tempest-RoutersAdminNegativeIpV6Test-1869769010 tempest-RoutersAdminNegativeIpV6Test-1869769010-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:06.786624 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-858f43ce-b6f4-4d41-90a2-e657c5e5b425 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15303093'] for segment, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:06.805311 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-be21d49b-22d8-4828-9534-6aefe8428bc9 tempest-RoutersAdminNegativeIpV6Test-1869769010 tempest-RoutersAdminNegativeIpV6Test-1869769010-project-admin] Usage tracker for resource:security_group_rule and tenant:52e7e6f90ef14a0e9cc607404133b279 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:06.809831 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-be21d49b-22d8-4828-9534-6aefe8428bc9 tempest-RoutersAdminNegativeIpV6Test-1869769010 tempest-RoutersAdminNegativeIpV6Test-1869769010-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:06.821394 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-be21d49b-22d8-4828-9534-6aefe8428bc9 tempest-RoutersAdminNegativeIpV6Test-1869769010 tempest-RoutersAdminNegativeIpV6Test-1869769010-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:06.831786 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-858f43ce-b6f4-4d41-90a2-e657c5e5b425 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:06.855049 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-858f43ce-b6f4-4d41-90a2-e657c5e5b425 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=83828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:57:06.855456 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-858f43ce-b6f4-4d41-90a2-e657c5e5b425 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15306523'] for segment, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:06.872615 dv-neutron-833373-2-hyperv neutron-server[83828]: Traceback (most recent call last): Apr 01 15:57:06.872615 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:57:06.872615 dv-neutron-833373-2-hyperv neutron-server[83828]: timer() Apr 01 15:57:06.872615 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:57:06.872615 dv-neutron-833373-2-hyperv neutron-server[83828]: cb(*args, **kw) Apr 01 15:57:06.872615 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:57:06.872615 dv-neutron-833373-2-hyperv neutron-server[83828]: return func(*args, **kwargs) Apr 01 15:57:06.872615 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:57:06.872615 dv-neutron-833373-2-hyperv neutron-server[83828]: self._notify() Apr 01 15:57:06.872615 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:57:06.872615 dv-neutron-833373-2-hyperv neutron-server[83828]: self.callback(batched_events) Apr 01 15:57:06.872615 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:57:06.872615 dv-neutron-833373-2-hyperv neutron-server[83828]: event.method(event) Apr 01 15:57:06.872615 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:57:06.872615 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:57:06.872615 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:57:06.872615 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:57:06.872615 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:57:06.872615 dv-neutron-833373-2-hyperv neutron-server[83828]: return f(self, *a, **k) Apr 01 15:57:06.872615 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:57:06.872615 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._get(url).json() Apr 01 15:57:06.872615 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:57:06.872615 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:57:06.872615 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:57:06.872615 dv-neutron-833373-2-hyperv neutron-server[83828]: return self.request(url, 'GET', **kwargs) Apr 01 15:57:06.872615 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:57:06.872615 dv-neutron-833373-2-hyperv neutron-server[83828]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:57:06.872615 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:57:06.872615 dv-neutron-833373-2-hyperv neutron-server[83828]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:57:06.872615 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:57:06.872615 dv-neutron-833373-2-hyperv neutron-server[83828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:57:06.872615 dv-neutron-833373-2-hyperv neutron-server[83828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:57:06.974203 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-a9153760-bd65-4cec-9797-303df60a122d tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Delete allocated IP 172.20.0.30 (d91ab48d-2d7b-465b-bc89-62e9dde8e1bb/1a4b1b84-5726-4838-aaeb-1c1327552e2b) {{(pid=83826) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 01 15:57:07.015945 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9e8cb9-25ce-4af9-9056-266c5f31dee3 None None] Pushing event updated for resources: {'Port': ['ID=2033afaf-6f92-4039-b14a-04096bc66cfd,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:07.065250 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ba19c76a-03c7-4899-a4b1-c4c5fd7841cc tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611462'] for router_interface, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:07.085878 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.db.api [None req-858f43ce-b6f4-4d41-90a2-e657c5e5b425 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 01 15:57:07.085878 dv-neutron-833373-2-hyperv neutron-server[83828]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 01 15:57:07.085878 dv-neutron-833373-2-hyperv neutron-server[83828]: [parameters: {'id': 'de9b37d8-3001-4512-932d-349f1cebb98d'}] Apr 01 15:57:07.085878 dv-neutron-833373-2-hyperv neutron-server[83828]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:57:07.086573 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG oslo_db.api [None req-858f43ce-b6f4-4d41-90a2-e657c5e5b425 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:57:07.137749 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.db.api [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:57:07.138250 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG oslo_db.api [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:57:07.188143 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a9153760-bd65-4cec-9797-303df60a122d tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:07.204278 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [None req-a9153760-bd65-4cec-9797-303df60a122d tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Ignored duplicate provisioning block setup for port 336a0fad-62ff-4d80-8297-11c241bfb84a by entity DHCP. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 01 15:57:07.212600 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a9153760-bd65-4cec-9797-303df60a122d tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:07.227887 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-cc21eb41-5b52-4c2e-971b-824866de0e66 None None] For port 2cb1efb0-c5a2-4efd-8978-033c641f2279, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:57:07.233167 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-cc21eb41-5b52-4c2e-971b-824866de0e66 None None] For port 2cb1efb0-c5a2-4efd-8978-033c641f2279, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=2cb1efb0-c5a2-4efd-8978-033c641f2279,segment=NetworkSegment(dc8b594e-a4bd-44f9-92a9-9afabb0681c1),segment_id=dc8b594e-a4bd-44f9-92a9-9afabb0681c1)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:57:07.235036 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-439fa9c6-b1f8-4244-935e-a0cffc0355b1 None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:07.241489 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-cc21eb41-5b52-4c2e-971b-824866de0e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:07.288056 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-439fa9c6-b1f8-4244-935e-a0cffc0355b1 None None] Transition to ACTIVE for port object c84428cd-0d76-4a44-b00c-0021300be0d6 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:57:07.334476 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-be21d49b-22d8-4828-9534-6aefe8428bc9 tempest-RoutersAdminNegativeIpV6Test-1869769010 tempest-RoutersAdminNegativeIpV6Test-1869769010-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:07.346358 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-439fa9c6-b1f8-4244-935e-a0cffc0355b1 None None] Transition to ACTIVE for port object c84428cd-0d76-4a44-b00c-0021300be0d6 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:57:07.364959 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-439fa9c6-b1f8-4244-935e-a0cffc0355b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:07.383204 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc21eb41-5b52-4c2e-971b-824866de0e66 None None] Pushing event updated for resources: {'Port': ['ID=2cb1efb0-c5a2-4efd-8978-033c641f2279,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:07.405932 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-be21d49b-22d8-4828-9534-6aefe8428bc9 tempest-RoutersAdminNegativeIpV6Test-1869769010 tempest-RoutersAdminNegativeIpV6Test-1869769010-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:07.420339 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [None req-be21d49b-22d8-4828-9534-6aefe8428bc9 tempest-RoutersAdminNegativeIpV6Test-1869769010 tempest-RoutersAdminNegativeIpV6Test-1869769010-project-admin] device_id is not set on port 78424705-5115-443a-b697-d5aef5cd5afc yet. {{(pid=83828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:57:07.427682 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9153760-bd65-4cec-9797-303df60a122d tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event updated for resources: {'Port': ['ID=336a0fad-62ff-4d80-8297-11c241bfb84a,revision_number=2']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:07.485336 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-a9153760-bd65-4cec-9797-303df60a122d tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] In _notify_port_updated(), no bound segment for port 336a0fad-62ff-4d80-8297-11c241bfb84a on network d91ab48d-2d7b-465b-bc89-62e9dde8e1bb {{(pid=83826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 01 15:57:07.489259 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9153760-bd65-4cec-9797-303df60a122d tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:07.489932 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a9153760-bd65-4cec-9797-303df60a122d tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:07.494489 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-a9153760-bd65-4cec-9797-303df60a122d tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "PUT /v2.0/ports/336a0fad-62ff-4d80-8297-11c241bfb84a HTTP/1.1" status: 200 len: 920 time: 3.6041214 Apr 01 15:57:07.499109 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54216) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:07.504852 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-3b433cd6-65c9-4209-84a1-b5038783b4df tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Allocated IP 2001:db8:3::1 (a5232da5-160c-4a49-91a1-cdbaaf185318/670a7a9f-3e40-465a-a32d-3a19ff34815f/c5e0939d-1b38-4e01-b615-ce7fb1978730) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:57:07.511918 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439fa9c6-b1f8-4244-935e-a0cffc0355b1 None None] Network a5232da5-160c-4a49-91a1-cdbaaf185318 is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:57:07.520267 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-c85f4834-c2d4-43cd-a844-eca522870f57 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3c7326f2-4367-47f1-a84c-a1a91a2279e3'}, {'subnet_id': '1a4b1b84-5726-4838-aaeb-1c1327552e2b'}]}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:57:07.530917 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-439fa9c6-b1f8-4244-935e-a0cffc0355b1 None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:57:07.537659 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439fa9c6-b1f8-4244-935e-a0cffc0355b1 None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:57:07.570033 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be21d49b-22d8-4828-9534-6aefe8428bc9 tempest-RoutersAdminNegativeIpV6Test-1869769010 tempest-RoutersAdminNegativeIpV6Test-1869769010-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6336f8b-6a78-449b-b51c-71e1ed2c16ae,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:07.638552 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-858f43ce-b6f4-4d41-90a2-e657c5e5b425 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:07.695591 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439fa9c6-b1f8-4244-935e-a0cffc0355b1 None None] Pushing event updated for resources: {'Port': ['ID=c84428cd-0d76-4a44-b00c-0021300be0d6,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:07.710652 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7d058b-4955-49eb-b63b-3e60311443fe None None] Network de9b37d8-3001-4512-932d-349f1cebb98d requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:57:07.736977 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-439fa9c6-b1f8-4244-935e-a0cffc0355b1 None None] Attempting to bind port c84428cd-0d76-4a44-b00c-0021300be0d6 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:57:07.737509 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-439fa9c6-b1f8-4244-935e-a0cffc0355b1 None None] Attempting to bind port c84428cd-0d76-4a44-b00c-0021300be0d6 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'c7c61b5b-abb3-4295-b3bc-705d2197d864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a5232da5-160c-4a49-91a1-cdbaaf185318'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:57:07.737970 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439fa9c6-b1f8-4244-935e-a0cffc0355b1 None None] Attempting to bind port c84428cd-0d76-4a44-b00c-0021300be0d6 on network a5232da5-160c-4a49-91a1-cdbaaf185318 {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:57:07.740009 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3b433cd6-65c9-4209-84a1-b5038783b4df tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:07.770798 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [None req-3b433cd6-65c9-4209-84a1-b5038783b4df tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Transition to ACTIVE for port object c5e0939d-1b38-4e01-b615-ce7fb1978730 will not be triggered until provisioned by entity DHCP. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:57:07.793975 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439fa9c6-b1f8-4244-935e-a0cffc0355b1 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:57:07.794769 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439fa9c6-b1f8-4244-935e-a0cffc0355b1 None None] Checking segment: {'id': 'c7c61b5b-abb3-4295-b3bc-705d2197d864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a5232da5-160c-4a49-91a1-cdbaaf185318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:57:07.794972 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-439fa9c6-b1f8-4244-935e-a0cffc0355b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:07.795457 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439fa9c6-b1f8-4244-935e-a0cffc0355b1 None None] Bound using segment: {'id': 'c7c61b5b-abb3-4295-b3bc-705d2197d864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a5232da5-160c-4a49-91a1-cdbaaf185318'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:57:07.796107 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-439fa9c6-b1f8-4244-935e-a0cffc0355b1 None None] Bound port: c84428cd-0d76-4a44-b00c-0021300be0d6, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c61b5b-abb3-4295-b3bc-705d2197d864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a5232da5-160c-4a49-91a1-cdbaaf185318'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:57:07.796593 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-439fa9c6-b1f8-4244-935e-a0cffc0355b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:07.801835 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3b433cd6-65c9-4209-84a1-b5038783b4df tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:07.861555 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:07.888814 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b433cd6-65c9-4209-84a1-b5038783b4df tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Network a5232da5-160c-4a49-91a1-cdbaaf185318 is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:57:07.890626 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-3b433cd6-65c9-4209-84a1-b5038783b4df tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:57:07.894117 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b433cd6-65c9-4209-84a1-b5038783b4df tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:57:07.894774 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3b433cd6-65c9-4209-84a1-b5038783b4df tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611418'] for router_interface, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:07.898289 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-858f43ce-b6f4-4d41-90a2-e657c5e5b425 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Deleting port 2cb1efb0-c5a2-4efd-8978-033c641f2279 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:57:07.898533 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-858f43ce-b6f4-4d41-90a2-e657c5e5b425 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:07.906105 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b433cd6-65c9-4209-84a1-b5038783b4df tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Pushing event updated for resources: {'Port': ['ID=c5e0939d-1b38-4e01-b615-ce7fb1978730,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:07.970844 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-be21d49b-22d8-4828-9534-6aefe8428bc9 tempest-RoutersAdminNegativeIpV6Test-1869769010 tempest-RoutersAdminNegativeIpV6Test-1869769010-project-admin] Allocated IP 172.26.1.38 (ed45466e-0386-4b92-8de3-247c977242ac/0479f741-5cd1-4d6f-b593-d8aa909a42d3/78424705-5115-443a-b697-d5aef5cd5afc) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:57:08.015583 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3b433cd6-65c9-4209-84a1-b5038783b4df tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:08.043907 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c643e3-fcb4-4429-8873-e9d68e11f1a9 None None] Network d91ab48d-2d7b-465b-bc89-62e9dde8e1bb requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:57:08.065483 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba19c76a-03c7-4899-a4b1-c4c5fd7841cc tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Router b4f33411-ded9-4fac-96cf-bbaa99822375 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:57:08.068420 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port 2033afaf-6f92-4039-b14a-04096bc66cfd, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=2033afaf-6f92-4039-b14a-04096bc66cfd,segment=NetworkSegment(54c774a0-39bc-4f45-b61f-0a6a59f60f5c),segment_id=54c774a0-39bc-4f45-b61f-0a6a59f60f5c)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:57:08.124059 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:08.126564 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-439fa9c6-b1f8-4244-935e-a0cffc0355b1 None None] For port c84428cd-0d76-4a44-b00c-0021300be0d6, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:57:08.234751 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-439fa9c6-b1f8-4244-935e-a0cffc0355b1 None None] For port c84428cd-0d76-4a44-b00c-0021300be0d6, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=c84428cd-0d76-4a44-b00c-0021300be0d6,segment=NetworkSegment(c7c61b5b-abb3-4295-b3bc-705d2197d864),segment_id=c7c61b5b-abb3-4295-b3bc-705d2197d864)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:57:08.247686 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-439fa9c6-b1f8-4244-935e-a0cffc0355b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:08.289452 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-471ae225-6db8-46d6-8645-968a1cc7c93f None None] Provisioning for port 2033afaf-6f92-4039-b14a-04096bc66cfd completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:57:08.295462 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=2033afaf-6f92-4039-b14a-04096bc66cfd,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:08.361499 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-471ae225-6db8-46d6-8645-968a1cc7c93f None None] Provisioning complete for port 2033afaf-6f92-4039-b14a-04096bc66cfd triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:08.362087 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-471ae225-6db8-46d6-8645-968a1cc7c93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:08.463130 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dfa23d3-34a7-45e9-8f84-17f6a54a891c None None] Network de9b37d8-3001-4512-932d-349f1cebb98d requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:57:08.485514 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device d9e4cbde-841f-4543-bd7e-1a0680ff8032 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:57:08.557319 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3b433cd6-65c9-4209-84a1-b5038783b4df tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:08.562745 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3b433cd6-65c9-4209-84a1-b5038783b4df tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:08.563763 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3b433cd6-65c9-4209-84a1-b5038783b4df tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611525'] for router_interface, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:08.738493 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439fa9c6-b1f8-4244-935e-a0cffc0355b1 None None] Pushing event updated for resources: {'Port': ['ID=c84428cd-0d76-4a44-b00c-0021300be0d6,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:08.824623 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b433cd6-65c9-4209-84a1-b5038783b4df tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Network a5232da5-160c-4a49-91a1-cdbaaf185318 is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:57:08.828916 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-3b433cd6-65c9-4209-84a1-b5038783b4df tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:57:08.831959 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b433cd6-65c9-4209-84a1-b5038783b4df tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Pushing event updated for resources: {'Port': ['ID=c5e0939d-1b38-4e01-b615-ce7fb1978730,revision_number=2']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:08.852206 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c85f4834-c2d4-43cd-a844-eca522870f57 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:08.897532 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-858f43ce-b6f4-4d41-90a2-e657c5e5b425 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] For port 2cb1efb0-c5a2-4efd-8978-033c641f2279, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=2cb1efb0-c5a2-4efd-8978-033c641f2279,segment=NetworkSegment(dc8b594e-a4bd-44f9-92a9-9afabb0681c1),segment_id=dc8b594e-a4bd-44f9-92a9-9afabb0681c1)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:57:08.898535 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-858f43ce-b6f4-4d41-90a2-e657c5e5b425 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:08.945764 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port d9e4cbde-841f-4543-bd7e-1a0680ff8032 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:08.946043 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:09.099205 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-be21d49b-22d8-4828-9534-6aefe8428bc9 tempest-RoutersAdminNegativeIpV6Test-1869769010 tempest-RoutersAdminNegativeIpV6Test-1869769010-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:09.101700 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 2033afaf-6f92-4039-b14a-04096bc66cfd up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:57:09.118860 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-858f43ce-b6f4-4d41-90a2-e657c5e5b425 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Calling delete_port for 2cb1efb0-c5a2-4efd-8978-033c641f2279 owned by network:dhcp {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:57:09.162816 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba19c76a-03c7-4899-a4b1-c4c5fd7841cc tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:57:09.176663 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d0398b-d187-407b-ae0a-b8519bd764c3 None None] Sync routers for ids ['b4f33411-ded9-4fac-96cf-bbaa99822375'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:57:09.198559 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d0398b-d187-407b-ae0a-b8519bd764c3 None None] Routers {'b4f33411-ded9-4fac-96cf-bbaa99822375'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:57:09.199219 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-69d0398b-d187-407b-ae0a-b8519bd764c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:56:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['b4f33411-ded9-4fac-96cf-bbaa99822375'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:09.289690 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 2033afaf-6f92-4039-b14a-04096bc66cfd triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:09.290071 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:09.322942 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-69d0398b-d187-407b-ae0a-b8519bd764c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:09.391908 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d0398b-d187-407b-ae0a-b8519bd764c3 None None] Routers {'b4f33411-ded9-4fac-96cf-bbaa99822375'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:57:09.396595 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-69d0398b-d187-407b-ae0a-b8519bd764c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:56:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['b4f33411-ded9-4fac-96cf-bbaa99822375'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:09.424020 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b433cd6-65c9-4209-84a1-b5038783b4df tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Router 519ed5a5-f15a-4ea7-b35d-8c8cb14b811d has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:57:09.431195 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-858f43ce-b6f4-4d41-90a2-e657c5e5b425 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:09.485388 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-69d0398b-d187-407b-ae0a-b8519bd764c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:09.485801 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d0398b-d187-407b-ae0a-b8519bd764c3 None None] The sync data for ids ['b4f33411-ded9-4fac-96cf-bbaa99822375'] in dv-neutron-833373-2-hyperv is: [] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:57:09.590300 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 92cf81c5-62af-4a23-9a64-4724732500a4 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:57:09.603685 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858f43ce-b6f4-4d41-90a2-e657c5e5b425 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Pushing event deleted for resources: {'Port': ['ID=2cb1efb0-c5a2-4efd-8978-033c641f2279,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:09.617517 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858f43ce-b6f4-4d41-90a2-e657c5e5b425 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] No DVR routers for this DVR port 2cb1efb0-c5a2-4efd-8978-033c641f2279 on host dv-neutron-833373-2-hyperv {{(pid=83828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:57:09.640176 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-e498cb4c-1363-437a-91f2-81cf73429d7c None None] Provisioning complete for port 2033afaf-6f92-4039-b14a-04096bc66cfd triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:09.640485 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-e498cb4c-1363-437a-91f2-81cf73429d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:09.645979 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-ba19c76a-03c7-4899-a4b1-c4c5fd7841cc tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "PUT /v2.0/routers/b4f33411-ded9-4fac-96cf-bbaa99822375/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7205827 Apr 01 15:57:09.650208 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 54224) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:09.658751 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-be21d49b-22d8-4828-9534-6aefe8428bc9 tempest-RoutersAdminNegativeIpV6Test-1869769010 tempest-RoutersAdminNegativeIpV6Test-1869769010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:09.728943 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-fbdb21ec-7d17-46d4-8dda-0d1c283b9113 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4f33411-ded9-4fac-96cf-bbaa99822375 HTTP/1.1" status: 200 len: 205 time: 0.0658350 Apr 01 15:57:09.731283 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 54228) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:09.778276 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54232) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:09.782386 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be21d49b-22d8-4828-9534-6aefe8428bc9 tempest-RoutersAdminNegativeIpV6Test-1869769010 tempest-RoutersAdminNegativeIpV6Test-1869769010-project-admin] Network ed45466e-0386-4b92-8de3-247c977242ac is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:57:09.808968 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 92cf81c5-62af-4a23-9a64-4724732500a4 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:57:09.838451 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249a1091-3a68-4b01-9fa9-3c29b3a9a3ce None None] Network a5232da5-160c-4a49-91a1-cdbaaf185318 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:57:09.874029 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 92cf81c5-62af-4a23-9a64-4724732500a4 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:09.874512 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:09.884102 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-be21d49b-22d8-4828-9534-6aefe8428bc9 tempest-RoutersAdminNegativeIpV6Test-1869769010 tempest-RoutersAdminNegativeIpV6Test-1869769010-project-admin] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:57:09.887614 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be21d49b-22d8-4828-9534-6aefe8428bc9 tempest-RoutersAdminNegativeIpV6Test-1869769010 tempest-RoutersAdminNegativeIpV6Test-1869769010-project-admin] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:57:09.935123 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a9d3d452-6cde-4523-9bfa-4dc475116505 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for router, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:10.005348 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b433cd6-65c9-4209-84a1-b5038783b4df tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:57:10.017291 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac286a38-38b8-4b9b-836d-c4880fb27887 None None] Sync routers for ids ['519ed5a5-f15a-4ea7-b35d-8c8cb14b811d'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:57:10.020800 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-858f43ce-b6f4-4d41-90a2-e657c5e5b425 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:10.043874 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac286a38-38b8-4b9b-836d-c4880fb27887 None None] Routers {'519ed5a5-f15a-4ea7-b35d-8c8cb14b811d'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:57:10.044812 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-ac286a38-38b8-4b9b-836d-c4880fb27887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:56:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['519ed5a5-f15a-4ea7-b35d-8c8cb14b811d'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:10.059952 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-e498cb4c-1363-437a-91f2-81cf73429d7c None None] Provisioning for port 336a0fad-62ff-4d80-8297-11c241bfb84a completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:57:10.067569 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-e498cb4c-1363-437a-91f2-81cf73429d7c None None] Provisioning complete for port 336a0fad-62ff-4d80-8297-11c241bfb84a triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:10.068157 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-e498cb4c-1363-437a-91f2-81cf73429d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:10.072161 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be21d49b-22d8-4828-9534-6aefe8428bc9 tempest-RoutersAdminNegativeIpV6Test-1869769010 tempest-RoutersAdminNegativeIpV6Test-1869769010-project-admin] Pushing event updated for resources: {'Port': ['ID=78424705-5115-443a-b697-d5aef5cd5afc,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:10.124210 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-858f43ce-b6f4-4d41-90a2-e657c5e5b425 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de9b37d8-3001-4512-932d-349f1cebb98d']}} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:10.144434 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be21d49b-22d8-4828-9534-6aefe8428bc9 tempest-RoutersAdminNegativeIpV6Test-1869769010 tempest-RoutersAdminNegativeIpV6Test-1869769010-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:10.145069 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-be21d49b-22d8-4828-9534-6aefe8428bc9 tempest-RoutersAdminNegativeIpV6Test-1869769010 tempest-RoutersAdminNegativeIpV6Test-1869769010-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:10.164079 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d79d55c-bd8b-481b-a0b1-3e075ccb73f9 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:10.166169 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-2d79d55c-bd8b-481b-a0b1-3e075ccb73f9 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=ed45466e-0386-4b92-8de3-247c977242ac HTTP/1.1" status: 200 len: 814 time: 0.3868563 Apr 01 15:57:10.172488 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-3b433cd6-65c9-4209-84a1-b5038783b4df tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "PUT /v2.0/routers/519ed5a5-f15a-4ea7-b35d-8c8cb14b811d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2483118 Apr 01 15:57:10.175091 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 54236) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:10.175781 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-858f43ce-b6f4-4d41-90a2-e657c5e5b425 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc8b594e-a4bd-44f9-92a9-9afabb0681c1') {'for_net_delete': True} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:10.176082 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-858f43ce-b6f4-4d41-90a2-e657c5e5b425 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc8b594e-a4bd-44f9-92a9-9afabb0681c1') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:10.182583 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-c1db0678-8ad4-4b2b-9eae-6e18a7e7d434 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:57:10.185158 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-c85f4834-c2d4-43cd-a844-eca522870f57 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Allocated IP 172.20.0.20 (d91ab48d-2d7b-465b-bc89-62e9dde8e1bb/1a4b1b84-5726-4838-aaeb-1c1327552e2b/336a0fad-62ff-4d80-8297-11c241bfb84a) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:57:10.187942 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-be21d49b-22d8-4828-9534-6aefe8428bc9 tempest-RoutersAdminNegativeIpV6Test-1869769010 tempest-RoutersAdminNegativeIpV6Test-1869769010-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 4.5121522 Apr 01 15:57:10.193371 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54242) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:10.204246 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-66a1b59d-7ce6-4a80-a0c1-89a04e6fdb2e tempest-RoutersAdminNegativeIpV6Test-1869769010 tempest-RoutersAdminNegativeIpV6Test-1869769010-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.38'}]}}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:57:10.210600 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-858f43ce-b6f4-4d41-90a2-e657c5e5b425 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15303093'] for segment, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:10.234825 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-66a1b59d-7ce6-4a80-a0c1-89a04e6fdb2e tempest-RoutersAdminNegativeIpV6Test-1869769010 tempest-RoutersAdminNegativeIpV6Test-1869769010-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:10.251764 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-66a1b59d-7ce6-4a80-a0c1-89a04e6fdb2e tempest-RoutersAdminNegativeIpV6Test-1869769010 tempest-RoutersAdminNegativeIpV6Test-1869769010-project-admin] Usage tracker for resource:router and tenant:52e7e6f90ef14a0e9cc607404133b279 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:10.268583 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-ac286a38-38b8-4b9b-836d-c4880fb27887 None None] Set router 519ed5a5-f15a-4ea7-b35d-8c8cb14b811d gateway port host: None {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:57:10.283910 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:10.310131 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-66a1b59d-7ce6-4a80-a0c1-89a04e6fdb2e tempest-RoutersAdminNegativeIpV6Test-1869769010 tempest-RoutersAdminNegativeIpV6Test-1869769010-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:10.320342 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-e498cb4c-1363-437a-91f2-81cf73429d7c None None] Port 336a0fad-62ff-4d80-8297-11c241bfb84a cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:57:10.328426 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-858f43ce-b6f4-4d41-90a2-e657c5e5b425 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:10.331112 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-66a1b59d-7ce6-4a80-a0c1-89a04e6fdb2e tempest-RoutersAdminNegativeIpV6Test-1869769010 tempest-RoutersAdminNegativeIpV6Test-1869769010-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:10.342548 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-858f43ce-b6f4-4d41-90a2-e657c5e5b425 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=83828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:57:10.343134 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-858f43ce-b6f4-4d41-90a2-e657c5e5b425 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15306523'] for segment, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:10.361153 dv-neutron-833373-2-hyperv neutron-server[83828]: Traceback (most recent call last): Apr 01 15:57:10.361153 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:57:10.361153 dv-neutron-833373-2-hyperv neutron-server[83828]: timer() Apr 01 15:57:10.361153 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:57:10.361153 dv-neutron-833373-2-hyperv neutron-server[83828]: cb(*args, **kw) Apr 01 15:57:10.361153 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:57:10.361153 dv-neutron-833373-2-hyperv neutron-server[83828]: return func(*args, **kwargs) Apr 01 15:57:10.361153 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:57:10.361153 dv-neutron-833373-2-hyperv neutron-server[83828]: self._notify() Apr 01 15:57:10.361153 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:57:10.361153 dv-neutron-833373-2-hyperv neutron-server[83828]: self.callback(batched_events) Apr 01 15:57:10.361153 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:57:10.361153 dv-neutron-833373-2-hyperv neutron-server[83828]: event.method(event) Apr 01 15:57:10.361153 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:57:10.361153 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:57:10.361153 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:57:10.361153 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:57:10.361153 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:57:10.361153 dv-neutron-833373-2-hyperv neutron-server[83828]: return f(self, *a, **k) Apr 01 15:57:10.361153 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:57:10.361153 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._get(url).json() Apr 01 15:57:10.361153 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:57:10.361153 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:57:10.361153 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:57:10.361153 dv-neutron-833373-2-hyperv neutron-server[83828]: return self.request(url, 'GET', **kwargs) Apr 01 15:57:10.361153 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:57:10.361153 dv-neutron-833373-2-hyperv neutron-server[83828]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:57:10.361153 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:57:10.361153 dv-neutron-833373-2-hyperv neutron-server[83828]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:57:10.361153 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:57:10.361153 dv-neutron-833373-2-hyperv neutron-server[83828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:57:10.361153 dv-neutron-833373-2-hyperv neutron-server[83828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:57:10.379757 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port 92cf81c5-62af-4a23-9a64-4724732500a4, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=92cf81c5-62af-4a23-9a64-4724732500a4,segment=NetworkSegment(2c8537aa-6264-4389-845f-024b7572d7d6),segment_id=2c8537aa-6264-4389-845f-024b7572d7d6)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:57:10.389869 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:10.437946 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-66a1b59d-7ce6-4a80-a0c1-89a04e6fdb2e tempest-RoutersAdminNegativeIpV6Test-1869769010 tempest-RoutersAdminNegativeIpV6Test-1869769010-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130665'] for router, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:10.438877 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-66a1b59d-7ce6-4a80-a0c1-89a04e6fdb2e tempest-RoutersAdminNegativeIpV6Test-1869769010 tempest-RoutersAdminNegativeIpV6Test-1869769010-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617571', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130640'] for router, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:10.508542 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-c5ad5fbc-12fe-4eda-b085-90c96f9cf151 None None] Provisioning complete for port 336a0fad-62ff-4d80-8297-11c241bfb84a triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:10.509108 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c5ad5fbc-12fe-4eda-b085-90c96f9cf151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:10.515141 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-858f43ce-b6f4-4d41-90a2-e657c5e5b425 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:10.524982 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-858f43ce-b6f4-4d41-90a2-e657c5e5b425 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:10.574766 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858f43ce-b6f4-4d41-90a2-e657c5e5b425 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Pushing event deleted for resources: {'Network': ['ID=de9b37d8-3001-4512-932d-349f1cebb98d,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:10.578432 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-858f43ce-b6f4-4d41-90a2-e657c5e5b425 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] 10.222.0.55 "DELETE /v2.0/networks/de9b37d8-3001-4512-932d-349f1cebb98d HTTP/1.1" status: 204 len: 168 time: 5.7643845 Apr 01 15:57:10.581196 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54248) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:10.584913 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-c5ad5fbc-12fe-4eda-b085-90c96f9cf151 None None] Port 336a0fad-62ff-4d80-8297-11c241bfb84a cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:57:10.599716 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=92cf81c5-62af-4a23-9a64-4724732500a4,revision_number=5']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:10.615325 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-c5ad5fbc-12fe-4eda-b085-90c96f9cf151 None None] Provisioning for port c84428cd-0d76-4a44-b00c-0021300be0d6 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:57:10.622181 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-66a1b59d-7ce6-4a80-a0c1-89a04e6fdb2e tempest-RoutersAdminNegativeIpV6Test-1869769010 tempest-RoutersAdminNegativeIpV6Test-1869769010-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:10.633259 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ac2001f-f2e0-4dad-9672-3fb7cf50b9e7 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] DELETE failed (client error): The resource could not be found. Apr 01 15:57:10.633368 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ac2001f-f2e0-4dad-9672-3fb7cf50b9e7 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:57:10.640776 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-3ac2001f-f2e0-4dad-9672-3fb7cf50b9e7 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] 10.222.0.55 "DELETE /v2.0/networks/de9b37d8-3001-4512-932d-349f1cebb98d HTTP/1.1" status: 404 len: 339 time: 0.0516956 Apr 01 15:57:10.643257 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54252) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:10.650566 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c85f4834-c2d4-43cd-a844-eca522870f57 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for port, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:10.658479 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-6c4af8eb-88b9-47ed-9391-20cf322f4570 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-537153577', 'description': 'd1'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:57:10.664006 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-6c4af8eb-88b9-47ed-9391-20cf322f4570 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:10.667951 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-6c4af8eb-88b9-47ed-9391-20cf322f4570 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Usage tracker for resource:network and tenant:ca4419a52cd8404a85bea4fb3af2a91f is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:10.673661 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-6c4af8eb-88b9-47ed-9391-20cf322f4570 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:10.683634 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-6c4af8eb-88b9-47ed-9391-20cf322f4570 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:10.684724 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 2033afaf-6f92-4039-b14a-04096bc66cfd up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:57:10.717331 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [None req-c85f4834-c2d4-43cd-a844-eca522870f57 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Ignored duplicate provisioning block setup for port 336a0fad-62ff-4d80-8297-11c241bfb84a by entity DHCP. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 01 15:57:10.777947 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c85f4834-c2d4-43cd-a844-eca522870f57 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:10.800413 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-ac286a38-38b8-4b9b-836d-c4880fb27887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'name': 'tempest-RoutersIpV6Test-router-454146823', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:56:28Z', 'updated_at': '2022-04-01T15:57:07Z', 'revision_number': 5, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'gw_port_host': None, '_interfaces': [{'id': '3e1ee155-032f-4364-b5ea-f8b9aed48a3f', 'name': '', 'network_id': '77261af6-9095-4e3c-831e-6f51cab9a9f3', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'mac_address': 'fa:16:3e:69:90:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bb82706-c556-4eec-837c-2010fe05eee3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:36Z', 'updated_at': '2022-04-01T15:56:48Z', 'revision_number': 5, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'subnets': [{'id': '9bb82706-c556-4eec-837c-2010fe05eee3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92cf81c5-62af-4a23-9a64-4724732500a4', 'name': '', 'network_id': '09412c97-f78c-4353-8bab-c055d24f758a', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'mac_address': 'fa:16:3e:94:65:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9bea074-110e-4790-b124-4f4db52ca314', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:59Z', 'updated_at': '2022-04-01T15:57:04Z', 'revision_number': 4, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'subnets': [{'id': 'f9bea074-110e-4790-b124-4f4db52ca314', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba55ef7f-cc05-4d48-92c3-511d0c73f46a', 'name': '', 'network_id': 'd089ed11-578b-4044-93c5-5d8ff2359cc2', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'mac_address': 'fa:16:3e:dc:af:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '595565ab-1fb4-47c3-b751-ca3dca052eed', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:48Z', 'updated_at': '2022-04-01T15:56:59Z', 'revision_number': 5, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'subnets': [{'id': '595565ab-1fb4-47c3-b751-ca3dca052eed', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5e0939d-1b38-4e01-b615-ce7fb1978730', 'name': '', 'network_id': 'a5232da5-160c-4a49-91a1-cdbaaf185318', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'mac_address': 'fa:16:3e:5f:06:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '670a7a9f-3e40-465a-a32d-3a19ff34815f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:57:06Z', 'updated_at': '2022-04-01T15:57:08Z', 'revision_number': 2, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'subnets': [{'id': '670a7a9f-3e40-465a-a32d-3a19ff34815f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:10.813360 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac286a38-38b8-4b9b-836d-c4880fb27887 None None] Checking router: 519ed5a5-f15a-4ea7-b35d-8c8cb14b811d for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:57:10.814544 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac286a38-38b8-4b9b-836d-c4880fb27887 None None] Updating router 519ed5a5-f15a-4ea7-b35d-8c8cb14b811d port c5e0939d-1b38-4e01-b615-ce7fb1978730 binding host dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:57:10.820980 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c4af8eb-88b9-47ed-9391-20cf322f4570 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Made reservation on behalf of ca4419a52cd8404a85bea4fb3af2a91f for: {'network': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:57:10.821293 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 2033afaf-6f92-4039-b14a-04096bc66cfd triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:10.821790 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:10.824147 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6c4af8eb-88b9-47ed-9391-20cf322f4570 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:10.945996 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-ac286a38-38b8-4b9b-836d-c4880fb27887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:10.976660 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-f86bff93-53df-4ebb-8618-a789742199a8 None None] Provisioning for port c5e0939d-1b38-4e01-b615-ce7fb1978730 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:57:10.981013 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a9d3d452-6cde-4523-9bfa-4dc475116505 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130651'] for router, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:10.986081 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a9d3d452-6cde-4523-9bfa-4dc475116505 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:10.993306 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-f86bff93-53df-4ebb-8618-a789742199a8 None None] Provisioning complete for port c5e0939d-1b38-4e01-b615-ce7fb1978730 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:10.994083 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f86bff93-53df-4ebb-8618-a789742199a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:11.082344 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54256) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:11.135718 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-aa532875-bf08-4485-bcea-591d8e844a87 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'network': {'name': 'tempest-network-smoke--919086823', 'project_id': '447e2c5010754fe1ad368efac7c75251', 'port_security_enabled': True}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:57:11.170682 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device c84428cd-0d76-4a44-b00c-0021300be0d6 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:57:11.178985 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-aa532875-bf08-4485-bcea-591d8e844a87 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:11.237915 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a9d3d452-6cde-4523-9bfa-4dc475116505 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607376'] for router, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:11.238819 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9d3d452-6cde-4523-9bfa-4dc475116505 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Fanout notify agent at l3_agent the message router_deleted on router b4f33411-ded9-4fac-96cf-bbaa99822375 {{(pid=83826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:57:11.263158 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a9d3d452-6cde-4523-9bfa-4dc475116505 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for router, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:11.267641 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-a9d3d452-6cde-4523-9bfa-4dc475116505 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "DELETE /v2.0/routers/b4f33411-ded9-4fac-96cf-bbaa99822375 HTTP/1.1" status: 204 len: 168 time: 1.5348520 Apr 01 15:57:11.270118 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 54260) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:11.345081 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-f86bff93-53df-4ebb-8618-a789742199a8 None None] Port c5e0939d-1b38-4e01-b615-ce7fb1978730 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:57:11.355015 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c4af8eb-88b9-47ed-9391-20cf322f4570 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=83828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:57:11.367886 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6c4af8eb-88b9-47ed-9391-20cf322f4570 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:11.368381 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.segments_db [None req-6c4af8eb-88b9-47ed-9391-20cf322f4570 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Added segment 51729aba-64d0-4049-b6fd-cf20e8ec4c65 of type vlan for network 26877a5d-02f5-4c9a-aafe-1c0d853abf76 Apr 01 15:57:11.410058 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6c4af8eb-88b9-47ed-9391-20cf322f4570 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:11.449355 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-aa532875-bf08-4485-bcea-591d8e844a87 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:11.454115 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port c84428cd-0d76-4a44-b00c-0021300be0d6 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:57:11.461456 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85f4834-c2d4-43cd-a844-eca522870f57 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event updated for resources: {'Port': ['ID=336a0fad-62ff-4d80-8297-11c241bfb84a,revision_number=3']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:11.470993 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port c84428cd-0d76-4a44-b00c-0021300be0d6 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:11.471289 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:11.625053 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-c85f4834-c2d4-43cd-a844-eca522870f57 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] In _notify_port_updated(), no bound segment for port 336a0fad-62ff-4d80-8297-11c241bfb84a on network d91ab48d-2d7b-465b-bc89-62e9dde8e1bb {{(pid=83828) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 01 15:57:11.630274 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85f4834-c2d4-43cd-a844-eca522870f57 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:11.630662 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c85f4834-c2d4-43cd-a844-eca522870f57 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:11.636977 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-c85f4834-c2d4-43cd-a844-eca522870f57 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "PUT /v2.0/ports/336a0fad-62ff-4d80-8297-11c241bfb84a HTTP/1.1" status: 200 len: 1000 time: 4.1347451 Apr 01 15:57:11.637488 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6c4af8eb-88b9-47ed-9391-20cf322f4570 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:11.644982 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4af8eb-88b9-47ed-9391-20cf322f4570 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:11.645628 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6c4af8eb-88b9-47ed-9391-20cf322f4570 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:11.652987 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54264) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:11.655789 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-9c96426a-7ed0-4252-b216-ed701d23b29b None None] Provisioning complete for port c5e0939d-1b38-4e01-b615-ce7fb1978730 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:11.656771 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-9c96426a-7ed0-4252-b216-ed701d23b29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:11.697659 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa532875-bf08-4485-bcea-591d8e844a87 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Made reservation on behalf of 447e2c5010754fe1ad368efac7c75251 for: {'network': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:57:11.700832 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-aa532875-bf08-4485-bcea-591d8e844a87 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:11.768151 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-9c96426a-7ed0-4252-b216-ed701d23b29b None None] Port c5e0939d-1b38-4e01-b615-ce7fb1978730 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:57:11.819779 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-ac286a38-38b8-4b9b-836d-c4880fb27887 None None] Notify callbacks [] for port, precommit_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:11.820382 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb3ae08-3538-4277-b40f-a3527ca7dd0d None None] get_active_networks_info from dv-neutron-833373-2-hyperv {{(pid=83829) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 01 15:57:11.834744 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.provisioning_blocks [None req-ac286a38-38b8-4b9b-836d-c4880fb27887 None None] Transition to ACTIVE for port object c5e0939d-1b38-4e01-b615-ce7fb1978730 will not be triggered until provisioned by entity L2. {{(pid=83833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:57:11.846091 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-ac286a38-38b8-4b9b-836d-c4880fb27887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:11.847889 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a781cb8-c538-4569-9cd4-ee171993d801 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Deleting subnet 2d3abf76-c557-4d5c-a04b-54c8ece18782 {{(pid=83826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:57:11.855666 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7a781cb8-c538-4569-9cd4-ee171993d801 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for subnet, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:11.913536 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-6c4af8eb-88b9-47ed-9391-20cf322f4570 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.2672861 Apr 01 15:57:11.921617 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 54268) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:11.929864 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:11.939653 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-66a1b59d-7ce6-4a80-a0c1-89a04e6fdb2e tempest-RoutersAdminNegativeIpV6Test-1869769010 tempest-RoutersAdminNegativeIpV6Test-1869769010-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130626'] for router, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:11.970482 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b5358b-9d6e-4d2b-8179-b70e1f19e06b None None] Pushing event updated for resources: {'Port': ['ID=c5e0939d-1b38-4e01-b615-ce7fb1978730,revision_number=3']} {{(pid=83833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:11.972941 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-929145dc-d607-4891-b755-5c2fc3d5d78e tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Deleting port 336a0fad-62ff-4d80-8297-11c241bfb84a {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:57:11.973523 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-929145dc-d607-4891-b755-5c2fc3d5d78e tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:11.976691 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-f5fd28f6-fa9b-4e4a-b75b-bff3208dbb0f None None] Provisioning complete for port 336a0fad-62ff-4d80-8297-11c241bfb84a triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:11.977305 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f5fd28f6-fa9b-4e4a-b75b-bff3208dbb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:12.012011 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4af8eb-88b9-47ed-9391-20cf322f4570 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Pushing event updated for resources: {'Network': ['ID=26877a5d-02f5-4c9a-aafe-1c0d853abf76,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:12.026131 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa532875-bf08-4485-bcea-591d8e844a87 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=83828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:57:12.047298 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-f5fd28f6-fa9b-4e4a-b75b-bff3208dbb0f None None] Port 336a0fad-62ff-4d80-8297-11c241bfb84a cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:57:12.050898 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 26877a5d-02f5-4c9a-aafe-1c0d853abf76 details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:57:12.078463 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-aa532875-bf08-4485-bcea-591d8e844a87 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:12.079167 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.segments_db [None req-aa532875-bf08-4485-bcea-591d8e844a87 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Added segment 7f587f00-647c-45ad-b76a-3abef92c4648 of type vlan for network c7150878-cf4d-489d-8242-cd704e359285 Apr 01 15:57:12.177487 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7a781cb8-c538-4569-9cd4-ee171993d801 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16610770'] for subnet, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:12.210274 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-ac286a38-38b8-4b9b-836d-c4880fb27887 None None] Attempting to bind port c5e0939d-1b38-4e01-b615-ce7fb1978730 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:57:12.210768 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-ac286a38-38b8-4b9b-836d-c4880fb27887 None None] Attempting to bind port c5e0939d-1b38-4e01-b615-ce7fb1978730 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'c7c61b5b-abb3-4295-b3bc-705d2197d864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a5232da5-160c-4a49-91a1-cdbaaf185318'}] {{(pid=83833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:57:12.212150 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac286a38-38b8-4b9b-836d-c4880fb27887 None None] Attempting to bind port c5e0939d-1b38-4e01-b615-ce7fb1978730 on network a5232da5-160c-4a49-91a1-cdbaaf185318 {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:57:12.221929 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac286a38-38b8-4b9b-836d-c4880fb27887 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:57:12.221929 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac286a38-38b8-4b9b-836d-c4880fb27887 None None] Checking segment: {'id': 'c7c61b5b-abb3-4295-b3bc-705d2197d864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a5232da5-160c-4a49-91a1-cdbaaf185318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:57:12.222305 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-ac286a38-38b8-4b9b-836d-c4880fb27887 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:12.222639 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac286a38-38b8-4b9b-836d-c4880fb27887 None None] Bound using segment: {'id': 'c7c61b5b-abb3-4295-b3bc-705d2197d864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a5232da5-160c-4a49-91a1-cdbaaf185318'} {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:57:12.223176 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-ac286a38-38b8-4b9b-836d-c4880fb27887 None None] Bound port: c5e0939d-1b38-4e01-b615-ce7fb1978730, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c61b5b-abb3-4295-b3bc-705d2197d864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a5232da5-160c-4a49-91a1-cdbaaf185318'}}] {{(pid=83833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:57:12.223575 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-ac286a38-38b8-4b9b-836d-c4880fb27887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:12.235078 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-aa532875-bf08-4485-bcea-591d8e844a87 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:12.244273 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb3ae08-3538-4277-b40f-a3527ca7dd0d None None] Resources bound (agent type, host, resource id): {{(pid=83829) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 15:57:12.271553 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3d1b44-a639-4d9d-998d-761f63353aff tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:12.272243 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-fa3d1b44-a639-4d9d-998d-761f63353aff tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Synchronizing usage tracker for tenant:ca4419a52cd8404a85bea4fb3af2a91f on resource:network {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:57:12.277888 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port c84428cd-0d76-4a44-b00c-0021300be0d6, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=c84428cd-0d76-4a44-b00c-0021300be0d6,segment=NetworkSegment(c7c61b5b-abb3-4295-b3bc-705d2197d864),segment_id=c7c61b5b-abb3-4295-b3bc-705d2197d864)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:57:12.330923 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:12.350178 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.db [None req-ac286a38-38b8-4b9b-836d-c4880fb27887 None None] For port c5e0939d-1b38-4e01-b615-ce7fb1978730, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:57:12.358494 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.db [None req-ac286a38-38b8-4b9b-836d-c4880fb27887 None None] For port c5e0939d-1b38-4e01-b615-ce7fb1978730, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=c5e0939d-1b38-4e01-b615-ce7fb1978730,segment=NetworkSegment(c7c61b5b-abb3-4295-b3bc-705d2197d864),segment_id=c7c61b5b-abb3-4295-b3bc-705d2197d864)] {{(pid=83833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:57:12.358864 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-fa3d1b44-a639-4d9d-998d-761f63353aff tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Unset dirty status for tenant:ca4419a52cd8404a85bea4fb3af2a91f on resource:network {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:57:12.362342 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-fa3d1b44-a639-4d9d-998d-761f63353aff tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] 10.222.0.55 "GET /v2.0/networks?id=26877a5d-02f5-4c9a-aafe-1c0d853abf76 HTTP/1.1" status: 200 len: 760 time: 0.4382348 Apr 01 15:57:12.365930 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-ac286a38-38b8-4b9b-836d-c4880fb27887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:12.374197 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54274) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:12.391750 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-ff7de121-4a56-4625-8059-23cf1b717663 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Request body: {'network': {'description': 'd2'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:57:12.444995 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7a781cb8-c538-4569-9cd4-ee171993d801 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:12.477762 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac286a38-38b8-4b9b-836d-c4880fb27887 None None] Routers {'519ed5a5-f15a-4ea7-b35d-8c8cb14b811d'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:57:12.478405 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-ac286a38-38b8-4b9b-836d-c4880fb27887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:56:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['519ed5a5-f15a-4ea7-b35d-8c8cb14b811d'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:12.492206 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.extraroute_db [None req-c1db0678-8ad4-4b2b-9eae-6e18a7e7d434 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=83826) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 01 15:57:12.527156 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.extraroute_db [None req-c1db0678-8ad4-4b2b-9eae-6e18a7e7d434 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Removed routes are [] {{(pid=83826) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 01 15:57:12.527546 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c1db0678-8ad4-4b2b-9eae-6e18a7e7d434 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130626'] for router, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:12.550770 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 92cf81c5-62af-4a23-9a64-4724732500a4 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:57:12.597559 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-aa532875-bf08-4485-bcea-591d8e844a87 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:12.601443 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa532875-bf08-4485-bcea-591d8e844a87 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:12.602026 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-aa532875-bf08-4485-bcea-591d8e844a87 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:12.617297 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=c84428cd-0d76-4a44-b00c-0021300be0d6,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:12.700549 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7a781cb8-c538-4569-9cd4-ee171993d801 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15415074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16089009'] for subnet, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:12.706955 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-ac286a38-38b8-4b9b-836d-c4880fb27887 None None] Set router 519ed5a5-f15a-4ea7-b35d-8c8cb14b811d gateway port host: None {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:57:12.754238 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 92cf81c5-62af-4a23-9a64-4724732500a4 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:12.755347 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:12.756853 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a781cb8-c538-4569-9cd4-ee171993d801 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Pushing event deleted for resources: {'Subnet': ['ID=2d3abf76-c557-4d5c-a04b-54c8ece18782,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:12.766062 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7a781cb8-c538-4569-9cd4-ee171993d801 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:12.778855 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-7a781cb8-c538-4569-9cd4-ee171993d801 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "DELETE /v2.0/subnets/2d3abf76-c557-4d5c-a04b-54c8ece18782 HTTP/1.1" status: 204 len: 168 time: 1.5041699 Apr 01 15:57:12.781091 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 54278) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:12.793055 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa532875-bf08-4485-bcea-591d8e844a87 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'Network': ['ID=c7150878-cf4d-489d-8242-cd704e359285,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:12.808825 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-aa532875-bf08-4485-bcea-591d8e844a87 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.7097795 Apr 01 15:57:12.814471 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54282) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:12.833633 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network c7150878-cf4d-489d-8242-cd704e359285 details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:57:12.893821 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6d544a-1fbc-4fef-b814-dfe9f2457b1a tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:12.898788 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-ba6d544a-1fbc-4fef-b814-dfe9f2457b1a tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=447e2c5010754fe1ad368efac7c75251&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0809138 Apr 01 15:57:12.908927 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54286) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:12.922230 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-14cd431b-1442-40a8-94ac-118d3c38d25e tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:12.947387 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-14cd431b-1442-40a8-94ac-118d3c38d25e tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Deleting port bb3082e7-3be2-4ff6-9d2e-bde8b5f08616 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:57:12.947780 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-14cd431b-1442-40a8-94ac-118d3c38d25e tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:13.100285 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-929145dc-d607-4891-b755-5c2fc3d5d78e tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:13.152742 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d8c4c5-8add-42c1-bcdf-e7e4570a017b tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:13.157222 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-95d8c4c5-8add-42c1-bcdf-e7e4570a017b tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2442074 Apr 01 15:57:13.157823 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54290) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:13.169530 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b5358b-9d6e-4d2b-8179-b70e1f19e06b None None] Pushing event updated for resources: {'Port': ['ID=c5e0939d-1b38-4e01-b615-ce7fb1978730,revision_number=4']} {{(pid=83833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:13.183376 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-ac286a38-38b8-4b9b-836d-c4880fb27887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'name': 'tempest-RoutersIpV6Test-router-454146823', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:56:28Z', 'updated_at': '2022-04-01T15:57:12Z', 'revision_number': 6, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'gw_port_host': None, '_interfaces': [{'id': '3e1ee155-032f-4364-b5ea-f8b9aed48a3f', 'name': '', 'network_id': '77261af6-9095-4e3c-831e-6f51cab9a9f3', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'mac_address': 'fa:16:3e:69:90:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bb82706-c556-4eec-837c-2010fe05eee3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:36Z', 'updated_at': '2022-04-01T15:56:48Z', 'revision_number': 5, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'subnets': [{'id': '9bb82706-c556-4eec-837c-2010fe05eee3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92cf81c5-62af-4a23-9a64-4724732500a4', 'name': '', 'network_id': '09412c97-f78c-4353-8bab-c055d24f758a', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'mac_address': 'fa:16:3e:94:65:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9bea074-110e-4790-b124-4f4db52ca314', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:59Z', 'updated_at': '2022-04-01T15:57:10Z', 'revision_number': 5, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'subnets': [{'id': 'f9bea074-110e-4790-b124-4f4db52ca314', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba55ef7f-cc05-4d48-92c3-511d0c73f46a', 'name': '', 'network_id': 'd089ed11-578b-4044-93c5-5d8ff2359cc2', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'mac_address': 'fa:16:3e:dc:af:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '595565ab-1fb4-47c3-b751-ca3dca052eed', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:48Z', 'updated_at': '2022-04-01T15:56:59Z', 'revision_number': 5, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'subnets': [{'id': '595565ab-1fb4-47c3-b751-ca3dca052eed', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5e0939d-1b38-4e01-b615-ce7fb1978730', 'name': '', 'network_id': 'a5232da5-160c-4a49-91a1-cdbaaf185318', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'mac_address': 'fa:16:3e:5f:06:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '670a7a9f-3e40-465a-a32d-3a19ff34815f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:57:06Z', 'updated_at': '2022-04-01T15:57:12Z', 'revision_number': 4, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'subnets': [{'id': '670a7a9f-3e40-465a-a32d-3a19ff34815f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:13.187966 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac286a38-38b8-4b9b-836d-c4880fb27887 None None] The sync data for ids ['519ed5a5-f15a-4ea7-b35d-8c8cb14b811d'] in dv-neutron-833373-2-hyperv is: [{'id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'name': 'tempest-RoutersIpV6Test-router-454146823', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:56:28Z', 'updated_at': '2022-04-01T15:57:12Z', 'revision_number': 6, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'gw_port_host': None, '_interfaces': [{'id': '3e1ee155-032f-4364-b5ea-f8b9aed48a3f', 'name': '', 'network_id': '77261af6-9095-4e3c-831e-6f51cab9a9f3', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'mac_address': 'fa:16:3e:69:90:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bb82706-c556-4eec-837c-2010fe05eee3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:36Z', 'updated_at': '2022-04-01T15:56:48Z', 'revision_number': 5, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'subnets': [{'id': '9bb82706-c556-4eec-837c-2010fe05eee3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92cf81c5-62af-4a23-9a64-4724732500a4', 'name': '', 'network_id': '09412c97-f78c-4353-8bab-c055d24f758a', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'mac_address': 'fa:16:3e:94:65:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9bea074-110e-4790-b124-4f4db52ca314', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:59Z', 'updated_at': '2022-04-01T15:57:10Z', 'revision_number': 5, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'subnets': [{'id': 'f9bea074-110e-4790-b124-4f4db52ca314', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba55ef7f-cc05-4d48-92c3-511d0c73f46a', 'name': '', 'network_id': 'd089ed11-578b-4044-93c5-5d8ff2359cc2', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'mac_address': 'fa:16:3e:dc:af:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '595565ab-1fb4-47c3-b751-ca3dca052eed', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:48Z', 'updated_at': '2022-04-01T15:56:59Z', 'revision_number': 5, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'subnets': [{'id': '595565ab-1fb4-47c3-b751-ca3dca052eed', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5e0939d-1b38-4e01-b615-ce7fb1978730', 'name': '', 'network_id': 'a5232da5-160c-4a49-91a1-cdbaaf185318', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'mac_address': 'fa:16:3e:5f:06:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '670a7a9f-3e40-465a-a32d-3a19ff34815f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:57:06Z', 'updated_at': '2022-04-01T15:57:12Z', 'revision_number': 4, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'subnets': [{'id': '670a7a9f-3e40-465a-a32d-3a19ff34815f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:57:13.233228 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb46458-9bf5-446b-89f1-8a93ac461e65 None None] get_active_networks_info from dv-neutron-833373-2-hyperv {{(pid=83829) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 01 15:57:13.392720 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c1db0678-8ad4-4b2b-9eae-6e18a7e7d434 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130626'] for router, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:13.419146 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c1db0678-8ad4-4b2b-9eae-6e18a7e7d434 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-617606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-617615', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-607241'] for router, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:13.435644 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb46458-9bf5-446b-89f1-8a93ac461e65 None None] Resources bound (agent type, host, resource id): {{(pid=83829) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 15:57:13.568057 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-929145dc-d607-4891-b755-5c2fc3d5d78e tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Calling delete_port for 336a0fad-62ff-4d80-8297-11c241bfb84a owned by {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:57:13.639037 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-2734c0b2-1d40-48ac-8248-9c5dcc0f51d4 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=ed45466e-0386-4b92-8de3-247c977242ac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4299946 Apr 01 15:57:13.646533 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54294) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:13.662159 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [None req-14cd431b-1442-40a8-94ac-118d3c38d25e tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] For port bb3082e7-3be2-4ff6-9d2e-bde8b5f08616, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=bb3082e7-3be2-4ff6-9d2e-bde8b5f08616,segment=NetworkSegment(078e1909-b222-4b9a-81ea-dee2f671f732),segment_id=078e1909-b222-4b9a-81ea-dee2f671f732)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:57:13.662517 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-14cd431b-1442-40a8-94ac-118d3c38d25e tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:13.776217 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-d6d1d466-0f69-462c-8908-88bc96376c94 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=447e2c5010754fe1ad368efac7c75251&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1176739 Apr 01 15:57:13.784054 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ff7de121-4a56-4625-8059-23cf1b717663 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:13.792260 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54298) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:13.822088 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-14cd431b-1442-40a8-94ac-118d3c38d25e tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Calling delete_port for bb3082e7-3be2-4ff6-9d2e-bde8b5f08616 owned by network:dhcp {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:57:13.911237 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-14cd431b-1442-40a8-94ac-118d3c38d25e tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:13.956593 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-66a1b59d-7ce6-4a80-a0c1-89a04e6fdb2e tempest-RoutersAdminNegativeIpV6Test-1869769010 tempest-RoutersAdminNegativeIpV6Test-1869769010-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:13.987836 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6ccdbb-10ef-4a43-af33-25a500417190 None None] Network 79988108-e0ba-4d8c-91af-9ef542ff8887 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:57:13.993576 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cd431b-1442-40a8-94ac-118d3c38d25e tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Pushing event deleted for resources: {'Port': ['ID=bb3082e7-3be2-4ff6-9d2e-bde8b5f08616,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:14.006130 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cd431b-1442-40a8-94ac-118d3c38d25e tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] No DVR routers for this DVR port bb3082e7-3be2-4ff6-9d2e-bde8b5f08616 on host dv-neutron-833373-2-hyperv {{(pid=83826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:57:14.077022 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1db0678-8ad4-4b2b-9eae-6e18a7e7d434 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Router 519ed5a5-f15a-4ea7-b35d-8c8cb14b811d has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:57:14.084534 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7dff19b-fe76-456b-9248-5cb0c78547f6 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:14.098438 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-d7dff19b-fe76-456b-9248-5cb0c78547f6 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3050294 Apr 01 15:57:14.102378 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54302) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:14.107101 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ff7de121-4a56-4625-8059-23cf1b717663 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:14.233111 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-14cd431b-1442-40a8-94ac-118d3c38d25e tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:14.250040 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-66a1b59d-7ce6-4a80-a0c1-89a04e6fdb2e tempest-RoutersAdminNegativeIpV6Test-1869769010 tempest-RoutersAdminNegativeIpV6Test-1869769010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:14.331062 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7de121-4a56-4625-8059-23cf1b717663 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Pushing event updated for resources: {'Network': ['ID=26877a5d-02f5-4c9a-aafe-1c0d853abf76,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:14.352208 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 26877a5d-02f5-4c9a-aafe-1c0d853abf76 details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:57:14.352582 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ff7de121-4a56-4625-8059-23cf1b717663 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Network 26877a5d-02f5-4c9a-aafe-1c0d853abf76 is not hosted by any dhcp agent {{(pid=83828) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Apr 01 15:57:14.356663 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7de121-4a56-4625-8059-23cf1b717663 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:14.357452 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ff7de121-4a56-4625-8059-23cf1b717663 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:14.358394 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-14cd431b-1442-40a8-94ac-118d3c38d25e tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79988108-e0ba-4d8c-91af-9ef542ff8887']}} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:14.358983 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-ff7de121-4a56-4625-8059-23cf1b717663 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] 10.222.0.55 "PUT /v2.0/networks/26877a5d-02f5-4c9a-aafe-1c0d853abf76 HTTP/1.1" status: 200 len: 757 time: 1.9833047 Apr 01 15:57:14.361223 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-b2313988-c0d0-4f15-912e-8407fe185147 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=ed45466e-0386-4b92-8de3-247c977242ac&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2495334 Apr 01 15:57:14.364711 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54306) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:14.364711 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54308) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:14.378174 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72dcdce-4668-4031-bd24-cfaa99f5cc9e None None] DHCP port deletion for 79988108-e0ba-4d8c-91af-9ef542ff8887 request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:57:14.385126 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-c664ac08-823b-4137-a287-25c9ddc198ae tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2136648004', 'network_id': 'c7150878-cf4d-489d-8242-cd704e359285', 'project_id': '447e2c5010754fe1ad368efac7c75251', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:57:14.413605 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-14cd431b-1442-40a8-94ac-118d3c38d25e tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '078e1909-b222-4b9a-81ea-dee2f671f732') {'for_net_delete': True} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:14.414203 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-14cd431b-1442-40a8-94ac-118d3c38d25e tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '078e1909-b222-4b9a-81ea-dee2f671f732') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:14.449696 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-14cd431b-1442-40a8-94ac-118d3c38d25e tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16610763'] for segment, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:14.473017 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-14cd431b-1442-40a8-94ac-118d3c38d25e tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:14.488085 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14cd431b-1442-40a8-94ac-118d3c38d25e tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=83826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:57:14.488399 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-14cd431b-1442-40a8-94ac-118d3c38d25e tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15415164'] for segment, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:14.520449 dv-neutron-833373-2-hyperv neutron-server[83826]: Traceback (most recent call last): Apr 01 15:57:14.520449 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:57:14.520449 dv-neutron-833373-2-hyperv neutron-server[83826]: timer() Apr 01 15:57:14.520449 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:57:14.520449 dv-neutron-833373-2-hyperv neutron-server[83826]: cb(*args, **kw) Apr 01 15:57:14.520449 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:57:14.520449 dv-neutron-833373-2-hyperv neutron-server[83826]: return func(*args, **kwargs) Apr 01 15:57:14.520449 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:57:14.520449 dv-neutron-833373-2-hyperv neutron-server[83826]: self._notify() Apr 01 15:57:14.520449 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:57:14.520449 dv-neutron-833373-2-hyperv neutron-server[83826]: self.callback(batched_events) Apr 01 15:57:14.520449 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:57:14.520449 dv-neutron-833373-2-hyperv neutron-server[83826]: event.method(event) Apr 01 15:57:14.520449 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:57:14.520449 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:57:14.520449 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:57:14.520449 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:57:14.520449 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:57:14.520449 dv-neutron-833373-2-hyperv neutron-server[83826]: return f(self, *a, **k) Apr 01 15:57:14.520449 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:57:14.520449 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._get(url).json() Apr 01 15:57:14.520449 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:57:14.520449 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:57:14.520449 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:57:14.520449 dv-neutron-833373-2-hyperv neutron-server[83826]: return self.request(url, 'GET', **kwargs) Apr 01 15:57:14.520449 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:57:14.520449 dv-neutron-833373-2-hyperv neutron-server[83826]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:57:14.520449 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:57:14.520449 dv-neutron-833373-2-hyperv neutron-server[83826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:57:14.520449 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:57:14.520449 dv-neutron-833373-2-hyperv neutron-server[83826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:57:14.520449 dv-neutron-833373-2-hyperv neutron-server[83826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:57:14.640311 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device c5e0939d-1b38-4e01-b615-ce7fb1978730 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:57:14.646737 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-14cd431b-1442-40a8-94ac-118d3c38d25e tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:14.673130 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-14cd431b-1442-40a8-94ac-118d3c38d25e tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:14.710578 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cd431b-1442-40a8-94ac-118d3c38d25e tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Pushing event deleted for resources: {'Network': ['ID=79988108-e0ba-4d8c-91af-9ef542ff8887,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:14.719502 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1db0678-8ad4-4b2b-9eae-6e18a7e7d434 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:57:14.735354 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3239c1-259e-4a81-b35f-7117767bb731 None None] Sync routers for ids ['519ed5a5-f15a-4ea7-b35d-8c8cb14b811d'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:57:14.737967 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c1db0678-8ad4-4b2b-9eae-6e18a7e7d434 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for router, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:14.743315 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-c1db0678-8ad4-4b2b-9eae-6e18a7e7d434 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "PUT /v2.0/routers/519ed5a5-f15a-4ea7-b35d-8c8cb14b811d HTTP/1.1" status: 200 len: 953 time: 4.5625579 Apr 01 15:57:14.746988 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-14cd431b-1442-40a8-94ac-118d3c38d25e tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "DELETE /v2.0/networks/79988108-e0ba-4d8c-91af-9ef542ff8887 HTTP/1.1" status: 204 len: 168 time: 1.9644053 Apr 01 15:57:14.747671 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 54314) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:14.748059 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 54316) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:14.762056 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port c5e0939d-1b38-4e01-b615-ce7fb1978730 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:57:14.770146 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port c5e0939d-1b38-4e01-b615-ce7fb1978730 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:14.770771 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:14.775363 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512749c6-8de3-4889-8755-3f4b54fbbbba tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:14.776092 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-512749c6-8de3-4889-8755-3f4b54fbbbba tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Synchronizing usage tracker for tenant:ca4419a52cd8404a85bea4fb3af2a91f on resource:network {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:57:14.806648 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3239c1-259e-4a81-b35f-7117767bb731 None None] Routers {'519ed5a5-f15a-4ea7-b35d-8c8cb14b811d'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:57:14.807290 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-cb3239c1-259e-4a81-b35f-7117767bb731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:56:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['519ed5a5-f15a-4ea7-b35d-8c8cb14b811d'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:14.815378 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-b3bcf342-d8c4-461b-a7d2-bb44ce763a2b tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-766054080', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}, 'admin_state_up': False}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:57:14.827714 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-b3bcf342-d8c4-461b-a7d2-bb44ce763a2b tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:14.839576 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-c664ac08-823b-4137-a287-25c9ddc198ae tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:14.883241 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-512749c6-8de3-4889-8755-3f4b54fbbbba tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Unset dirty status for tenant:ca4419a52cd8404a85bea4fb3af2a91f on resource:network {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:57:14.887324 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-512749c6-8de3-4889-8755-3f4b54fbbbba tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] 10.222.0.55 "GET /v2.0/networks?id=26877a5d-02f5-4c9a-aafe-1c0d853abf76 HTTP/1.1" status: 200 len: 760 time: 0.5157707 Apr 01 15:57:14.888517 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-c664ac08-823b-4137-a287-25c9ddc198ae tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:subnet and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:14.892762 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 54322) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:14.892762 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-b3bcf342-d8c4-461b-a7d2-bb44ce763a2b tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Usage tracker for resource:router and tenant:113c2dcebd4142eb9b767ab7a8fce06c is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:14.893946 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-c664ac08-823b-4137-a287-25c9ddc198ae tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:14.897092 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-b3bcf342-d8c4-461b-a7d2-bb44ce763a2b tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:14.903206 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-929145dc-d607-4891-b755-5c2fc3d5d78e tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:14.912396 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-a2c02995-45a2-4616-aa77-4b5c4cd368f5 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-209252251'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:57:14.917980 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-b3bcf342-d8c4-461b-a7d2-bb44ce763a2b tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:14.923457 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-a2c02995-45a2-4616-aa77-4b5c4cd368f5 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:14.938429 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-a2c02995-45a2-4616-aa77-4b5c4cd368f5 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:14.946349 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-c664ac08-823b-4137-a287-25c9ddc198ae tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:14.961013 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b3bcf342-d8c4-461b-a7d2-bb44ce763a2b tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130665'] for router, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:14.961842 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b3bcf342-d8c4-461b-a7d2-bb44ce763a2b tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617571', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130640'] for router, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:14.969686 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c02995-45a2-4616-aa77-4b5c4cd368f5 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Made reservation on behalf of ca4419a52cd8404a85bea4fb3af2a91f for: {'network': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:57:14.972615 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a2c02995-45a2-4616-aa77-4b5c4cd368f5 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:14.983616 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929145dc-d607-4891-b755-5c2fc3d5d78e tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event deleted for resources: {'Port': ['ID=336a0fad-62ff-4d80-8297-11c241bfb84a,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:15.025327 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-66a1b59d-7ce6-4a80-a0c1-89a04e6fdb2e tempest-RoutersAdminNegativeIpV6Test-1869769010 tempest-RoutersAdminNegativeIpV6Test-1869769010-project-admin] Notify callbacks [] for router, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:15.025672 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2c02995-45a2-4616-aa77-4b5c4cd368f5 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=83826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:57:15.034154 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b3bcf342-d8c4-461b-a7d2-bb44ce763a2b tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:15.057819 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a2c02995-45a2-4616-aa77-4b5c4cd368f5 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:15.058164 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.segments_db [None req-a2c02995-45a2-4616-aa77-4b5c4cd368f5 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Added segment 2bd4dd07-2f0c-463a-b87a-41f88f304d55 of type vlan for network f03285d7-c4e3-4099-be55-0b9349130f3a Apr 01 15:57:15.085978 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c664ac08-823b-4137-a287-25c9ddc198ae tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Made reservation on behalf of 447e2c5010754fe1ad368efac7c75251 for: {'subnet': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:57:15.102417 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-b2e71654-f5ea-476f-9494-a88606e4ce29 None None] Provisioning complete for port c5e0939d-1b38-4e01-b615-ce7fb1978730 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:15.104412 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-b2e71654-f5ea-476f-9494-a88606e4ce29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:15.129473 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929145dc-d607-4891-b755-5c2fc3d5d78e tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:15.129818 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929145dc-d607-4891-b755-5c2fc3d5d78e tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:15.130152 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929145dc-d607-4891-b755-5c2fc3d5d78e tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:15.130484 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929145dc-d607-4891-b755-5c2fc3d5d78e tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:15.130816 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929145dc-d607-4891-b755-5c2fc3d5d78e tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:15.131148 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929145dc-d607-4891-b755-5c2fc3d5d78e tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:15.131473 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929145dc-d607-4891-b755-5c2fc3d5d78e tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:15.131829 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929145dc-d607-4891-b755-5c2fc3d5d78e tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:15.132155 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929145dc-d607-4891-b755-5c2fc3d5d78e tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:15.132510 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929145dc-d607-4891-b755-5c2fc3d5d78e tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:15.132862 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929145dc-d607-4891-b755-5c2fc3d5d78e tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:15.182867 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-cb3239c1-259e-4a81-b35f-7117767bb731 None None] Set router 519ed5a5-f15a-4ea7-b35d-8c8cb14b811d gateway port host: None {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:57:15.266522 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:15.291433 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-4478355e-379c-42a1-b233-14e2e5db7fa7 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "GET /v2.0/routers/519ed5a5-f15a-4ea7-b35d-8c8cb14b811d HTTP/1.1" status: 200 len: 953 time: 0.5414290 Apr 01 15:57:15.295167 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 54326) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:15.358701 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a2c02995-45a2-4616-aa77-4b5c4cd368f5 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:15.365363 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-c6b0545f-1472-4e96-94bd-d2bec163ee72 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Request body: {'router': {'routes': None}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:57:15.546234 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b3bcf342-d8c4-461b-a7d2-bb44ce763a2b tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130626'] for router, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:15.563259 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port c5e0939d-1b38-4e01-b615-ce7fb1978730, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=c5e0939d-1b38-4e01-b615-ce7fb1978730,segment=NetworkSegment(c7c61b5b-abb3-4295-b3bc-705d2197d864),segment_id=c7c61b5b-abb3-4295-b3bc-705d2197d864)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:57:15.577400 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a2c02995-45a2-4616-aa77-4b5c4cd368f5 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:15.581573 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c02995-45a2-4616-aa77-4b5c4cd368f5 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:15.582441 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a2c02995-45a2-4616-aa77-4b5c4cd368f5 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:15.582567 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:15.583276 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device c84428cd-0d76-4a44-b00c-0021300be0d6 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:57:15.597506 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c664ac08-823b-4137-a287-25c9ddc198ae tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16030269'] for subnet, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:15.680399 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-b2e71654-f5ea-476f-9494-a88606e4ce29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:15.743749 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-929145dc-d607-4891-b755-5c2fc3d5d78e tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:15.788234 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-a2c02995-45a2-4616-aa77-4b5c4cd368f5 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8929729 Apr 01 15:57:15.790684 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c02995-45a2-4616-aa77-4b5c4cd368f5 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Pushing event updated for resources: {'Network': ['ID=f03285d7-c4e3-4099-be55-0b9349130f3a,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:15.792919 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 54330) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:15.807374 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-ec900bd4-6c52-4b84-adcd-8f20ffb893cb tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Request body: {'subnet': {'network_id': 'f03285d7-c4e3-4099-be55-0b9349130f3a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:57:15.815812 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network f03285d7-c4e3-4099-be55-0b9349130f3a details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:57:15.828501 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=c5e0939d-1b38-4e01-b615-ce7fb1978730,revision_number=5']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:16.034058 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port c84428cd-0d76-4a44-b00c-0021300be0d6 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:16.034468 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:16.058215 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.db.api [None req-b2e71654-f5ea-476f-9494-a88606e4ce29 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:57:16.058652 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG oslo_db.api [None req-b2e71654-f5ea-476f-9494-a88606e4ce29 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:57:16.102881 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-cb3239c1-259e-4a81-b35f-7117767bb731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'name': 'tempest-RoutersIpV6Test-router-454146823', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:56:28Z', 'updated_at': '2022-04-01T15:57:12Z', 'revision_number': 6, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'gw_port_host': None, '_interfaces': [{'id': '3e1ee155-032f-4364-b5ea-f8b9aed48a3f', 'name': '', 'network_id': '77261af6-9095-4e3c-831e-6f51cab9a9f3', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'mac_address': 'fa:16:3e:69:90:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bb82706-c556-4eec-837c-2010fe05eee3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:36Z', 'updated_at': '2022-04-01T15:56:48Z', 'revision_number': 5, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'subnets': [{'id': '9bb82706-c556-4eec-837c-2010fe05eee3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92cf81c5-62af-4a23-9a64-4724732500a4', 'name': '', 'network_id': '09412c97-f78c-4353-8bab-c055d24f758a', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'mac_address': 'fa:16:3e:94:65:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9bea074-110e-4790-b124-4f4db52ca314', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:59Z', 'updated_at': '2022-04-01T15:57:10Z', 'revision_number': 5, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'subnets': [{'id': 'f9bea074-110e-4790-b124-4f4db52ca314', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba55ef7f-cc05-4d48-92c3-511d0c73f46a', 'name': '', 'network_id': 'd089ed11-578b-4044-93c5-5d8ff2359cc2', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'mac_address': 'fa:16:3e:dc:af:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '595565ab-1fb4-47c3-b751-ca3dca052eed', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:48Z', 'updated_at': '2022-04-01T15:56:59Z', 'revision_number': 5, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'subnets': [{'id': '595565ab-1fb4-47c3-b751-ca3dca052eed', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5e0939d-1b38-4e01-b615-ce7fb1978730', 'name': '', 'network_id': 'a5232da5-160c-4a49-91a1-cdbaaf185318', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'mac_address': 'fa:16:3e:5f:06:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '670a7a9f-3e40-465a-a32d-3a19ff34815f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:57:06Z', 'updated_at': '2022-04-01T15:57:12Z', 'revision_number': 4, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'subnets': [{'id': '670a7a9f-3e40-465a-a32d-3a19ff34815f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:16.108301 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-ec900bd4-6c52-4b84-adcd-8f20ffb893cb tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:16.110649 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3239c1-259e-4a81-b35f-7117767bb731 None None] Checking router: 519ed5a5-f15a-4ea7-b35d-8c8cb14b811d for host: dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:57:16.114240 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-929145dc-d607-4891-b755-5c2fc3d5d78e tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "DELETE /v2.0/ports/336a0fad-62ff-4d80-8297-11c241bfb84a HTTP/1.1" status: 204 len: 168 time: 4.4176428 Apr 01 15:57:16.115922 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 54334) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:16.117760 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-ec900bd4-6c52-4b84-adcd-8f20ffb893cb tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Usage tracker for resource:subnet and tenant:ca4419a52cd8404a85bea4fb3af2a91f is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:16.159176 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-ec900bd4-6c52-4b84-adcd-8f20ffb893cb tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:16.170844 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c664ac08-823b-4137-a287-25c9ddc198ae tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15306628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16030227'] for subnet, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:16.176965 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-ec900bd4-6c52-4b84-adcd-8f20ffb893cb tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:16.189984 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3239c1-259e-4a81-b35f-7117767bb731 None None] Routers {'519ed5a5-f15a-4ea7-b35d-8c8cb14b811d'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:57:16.190638 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-cb3239c1-259e-4a81-b35f-7117767bb731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:56:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['519ed5a5-f15a-4ea7-b35d-8c8cb14b811d'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:16.194579 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d1db0e3-fbd3-4c9f-aab2-4c6d32798f59 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] GET failed (client error): The resource could not be found. Apr 01 15:57:16.195570 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-1d1db0e3-fbd3-4c9f-aab2-4c6d32798f59 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "GET /v2.0/ports/336a0fad-62ff-4d80-8297-11c241bfb84a HTTP/1.1" status: 404 len: 333 time: 0.0798082 Apr 01 15:57:16.200367 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 54338) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:16.284103 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec900bd4-6c52-4b84-adcd-8f20ffb893cb tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Made reservation on behalf of ca4419a52cd8404a85bea4fb3af2a91f for: {'subnet': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:57:16.294661 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-66a1b59d-7ce6-4a80-a0c1-89a04e6fdb2e tempest-RoutersAdminNegativeIpV6Test-1869769010 tempest-RoutersAdminNegativeIpV6Test-1869769010-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130651'] for router, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:16.310301 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-66a1b59d-7ce6-4a80-a0c1-89a04e6fdb2e tempest-RoutersAdminNegativeIpV6Test-1869769010 tempest-RoutersAdminNegativeIpV6Test-1869769010-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:16.329000 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c664ac08-823b-4137-a287-25c9ddc198ae tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'Subnet': ['ID=b6f92b53-dff2-4188-8ce3-61db7979e9a0,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:16.351764 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-cb3239c1-259e-4a81-b35f-7117767bb731 None None] Set router 519ed5a5-f15a-4ea7-b35d-8c8cb14b811d gateway port host: None {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:57:16.358673 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c664ac08-823b-4137-a287-25c9ddc198ae tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Checking segment: {'id': '7f587f00-647c-45ad-b76a-3abef92c4648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c7150878-cf4d-489d-8242-cd704e359285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:57:16.365804 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c664ac08-823b-4137-a287-25c9ddc198ae tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Network hostable DHCP agents. Network: c7150878-cf4d-489d-8242-cd704e359285, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:57:16.372042 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-66a1b59d-7ce6-4a80-a0c1-89a04e6fdb2e tempest-RoutersAdminNegativeIpV6Test-1869769010 tempest-RoutersAdminNegativeIpV6Test-1869769010-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607376'] for router, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:16.372539 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a1b59d-7ce6-4a80-a0c1-89a04e6fdb2e tempest-RoutersAdminNegativeIpV6Test-1869769010 tempest-RoutersAdminNegativeIpV6Test-1869769010-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 625531bd-007e-43f7-82fb-b05360afacf4 {{(pid=83828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:57:16.408096 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.api.v2.resource [None req-66a1b59d-7ce6-4a80-a0c1-89a04e6fdb2e tempest-RoutersAdminNegativeIpV6Test-1869769010 tempest-RoutersAdminNegativeIpV6Test-1869769010-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 01 15:57:16.409483 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-66a1b59d-7ce6-4a80-a0c1-89a04e6fdb2e tempest-RoutersAdminNegativeIpV6Test-1869769010 tempest-RoutersAdminNegativeIpV6Test-1869769010-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 6.2128348 Apr 01 15:57:16.412526 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54342) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:16.442798 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c664ac08-823b-4137-a287-25c9ddc198ae tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Network c7150878-cf4d-489d-8242-cd704e359285 is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:57:16.470229 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-c664ac08-823b-4137-a287-25c9ddc198ae tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, c7150878-cf4d-489d-8242-cd704e359285) {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:57:16.477753 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c664ac08-823b-4137-a287-25c9ddc198ae tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:16.479204 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c664ac08-823b-4137-a287-25c9ddc198ae tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:16.494543 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-adf171ae-8d58-466a-a4dd-4bc8fbab9fe2 tempest-RoutersAdminNegativeIpV6Test-1869769010 tempest-RoutersAdminNegativeIpV6Test-1869769010-project-admin] Deleting port 78424705-5115-443a-b697-d5aef5cd5afc {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:57:16.495137 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-adf171ae-8d58-466a-a4dd-4bc8fbab9fe2 tempest-RoutersAdminNegativeIpV6Test-1869769010 tempest-RoutersAdminNegativeIpV6Test-1869769010-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:16.526888 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c876f3-d639-40e0-bf79-677702a12ba3 None None] Network c7150878-cf4d-489d-8242-cd704e359285 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:57:16.539272 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device bb3082e7-3be2-4ff6-9d2e-bde8b5f08616 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:57:16.551346 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-c664ac08-823b-4137-a287-25c9ddc198ae tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.1779578 Apr 01 15:57:16.559234 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b3bcf342-d8c4-461b-a7d2-bb44ce763a2b tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for router_gateway, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:16.640591 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ec900bd4-6c52-4b84-adcd-8f20ffb893cb tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16088980'] for subnet, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:16.671893 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: bb3082e7-3be2-4ff6-9d2e-bde8b5f08616 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:57:16.672239 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device bb3082e7-3be2-4ff6-9d2e-bde8b5f08616 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:57:16.832512 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-adf171ae-8d58-466a-a4dd-4bc8fbab9fe2 tempest-RoutersAdminNegativeIpV6Test-1869769010 tempest-RoutersAdminNegativeIpV6Test-1869769010-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:16.841379 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b3bcf342-d8c4-461b-a7d2-bb44ce763a2b tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:16.845246 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54348) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:16.854740 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-1906cfd9-777a-4d16-a683-9ee7f8d00ffd tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-218428669', 'description': 'tempest-secgroup-smoke-218428669 description', 'project_id': '447e2c5010754fe1ad368efac7c75251'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:57:16.859082 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device c5e0939d-1b38-4e01-b615-ce7fb1978730 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:57:16.908549 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-1906cfd9-777a-4d16-a683-9ee7f8d00ffd tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:16.978558 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-adf171ae-8d58-466a-a4dd-4bc8fbab9fe2 tempest-RoutersAdminNegativeIpV6Test-1869769010 tempest-RoutersAdminNegativeIpV6Test-1869769010-project-admin] Calling delete_port for 78424705-5115-443a-b697-d5aef5cd5afc owned by {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:57:17.014241 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-1906cfd9-777a-4d16-a683-9ee7f8d00ffd tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:17.043463 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1906cfd9-777a-4d16-a683-9ee7f8d00ffd tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:17.119564 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33b5a8e-e40a-4ca2-9cde-d3727efe3373 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-c7150878-cf4d-489d-8242-cd704e359285', 'network_id': 'c7150878-cf4d-489d-8242-cd704e359285', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'fixed_ips': [{'subnet_id': 'b6f92b53-dff2-4188-8ce3-61db7979e9a0'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:57:17.120643 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-b33b5a8e-e40a-4ca2-9cde-d3727efe3373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:17.131382 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-1906cfd9-777a-4d16-a683-9ee7f8d00ffd tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:17.141171 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port c5e0939d-1b38-4e01-b615-ce7fb1978730 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:17.141171 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:17.141563 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-1906cfd9-777a-4d16-a683-9ee7f8d00ffd tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group_rule and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:17.154005 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-1906cfd9-777a-4d16-a683-9ee7f8d00ffd tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:17.165646 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-1906cfd9-777a-4d16-a683-9ee7f8d00ffd tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:17.196183 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-adf171ae-8d58-466a-a4dd-4bc8fbab9fe2 tempest-RoutersAdminNegativeIpV6Test-1869769010 tempest-RoutersAdminNegativeIpV6Test-1869769010-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:17.246651 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-cb3239c1-259e-4a81-b35f-7117767bb731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'name': 'tempest-RoutersIpV6Test-router-454146823', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:56:28Z', 'updated_at': '2022-04-01T15:57:12Z', 'revision_number': 6, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'gw_port_host': None, '_interfaces': [{'id': '3e1ee155-032f-4364-b5ea-f8b9aed48a3f', 'name': '', 'network_id': '77261af6-9095-4e3c-831e-6f51cab9a9f3', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'mac_address': 'fa:16:3e:69:90:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bb82706-c556-4eec-837c-2010fe05eee3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:36Z', 'updated_at': '2022-04-01T15:56:48Z', 'revision_number': 5, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'subnets': [{'id': '9bb82706-c556-4eec-837c-2010fe05eee3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92cf81c5-62af-4a23-9a64-4724732500a4', 'name': '', 'network_id': '09412c97-f78c-4353-8bab-c055d24f758a', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'mac_address': 'fa:16:3e:94:65:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9bea074-110e-4790-b124-4f4db52ca314', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:59Z', 'updated_at': '2022-04-01T15:57:10Z', 'revision_number': 5, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'subnets': [{'id': 'f9bea074-110e-4790-b124-4f4db52ca314', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba55ef7f-cc05-4d48-92c3-511d0c73f46a', 'name': '', 'network_id': 'd089ed11-578b-4044-93c5-5d8ff2359cc2', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'mac_address': 'fa:16:3e:dc:af:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '595565ab-1fb4-47c3-b751-ca3dca052eed', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:48Z', 'updated_at': '2022-04-01T15:56:59Z', 'revision_number': 5, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'subnets': [{'id': '595565ab-1fb4-47c3-b751-ca3dca052eed', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5e0939d-1b38-4e01-b615-ce7fb1978730', 'name': '', 'network_id': 'a5232da5-160c-4a49-91a1-cdbaaf185318', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'mac_address': 'fa:16:3e:5f:06:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '670a7a9f-3e40-465a-a32d-3a19ff34815f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:57:06Z', 'updated_at': '2022-04-01T15:57:15Z', 'revision_number': 5, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'subnets': [{'id': '670a7a9f-3e40-465a-a32d-3a19ff34815f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:17.260181 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf171ae-8d58-466a-a4dd-4bc8fbab9fe2 tempest-RoutersAdminNegativeIpV6Test-1869769010 tempest-RoutersAdminNegativeIpV6Test-1869769010-project-admin] Pushing event deleted for resources: {'Port': ['ID=78424705-5115-443a-b697-d5aef5cd5afc,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:17.266478 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3239c1-259e-4a81-b35f-7117767bb731 None None] The sync data for ids ['519ed5a5-f15a-4ea7-b35d-8c8cb14b811d'] in dv-neutron-833373-2-hyperv is: [{'id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'name': 'tempest-RoutersIpV6Test-router-454146823', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:56:28Z', 'updated_at': '2022-04-01T15:57:12Z', 'revision_number': 6, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'gw_port_host': None, '_interfaces': [{'id': '3e1ee155-032f-4364-b5ea-f8b9aed48a3f', 'name': '', 'network_id': '77261af6-9095-4e3c-831e-6f51cab9a9f3', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'mac_address': 'fa:16:3e:69:90:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bb82706-c556-4eec-837c-2010fe05eee3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:36Z', 'updated_at': '2022-04-01T15:56:48Z', 'revision_number': 5, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'subnets': [{'id': '9bb82706-c556-4eec-837c-2010fe05eee3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92cf81c5-62af-4a23-9a64-4724732500a4', 'name': '', 'network_id': '09412c97-f78c-4353-8bab-c055d24f758a', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'mac_address': 'fa:16:3e:94:65:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9bea074-110e-4790-b124-4f4db52ca314', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:59Z', 'updated_at': '2022-04-01T15:57:10Z', 'revision_number': 5, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'subnets': [{'id': 'f9bea074-110e-4790-b124-4f4db52ca314', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba55ef7f-cc05-4d48-92c3-511d0c73f46a', 'name': '', 'network_id': 'd089ed11-578b-4044-93c5-5d8ff2359cc2', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'mac_address': 'fa:16:3e:dc:af:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '595565ab-1fb4-47c3-b751-ca3dca052eed', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:48Z', 'updated_at': '2022-04-01T15:56:59Z', 'revision_number': 5, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'subnets': [{'id': '595565ab-1fb4-47c3-b751-ca3dca052eed', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5e0939d-1b38-4e01-b615-ce7fb1978730', 'name': '', 'network_id': 'a5232da5-160c-4a49-91a1-cdbaaf185318', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'mac_address': 'fa:16:3e:5f:06:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '670a7a9f-3e40-465a-a32d-3a19ff34815f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:57:06Z', 'updated_at': '2022-04-01T15:57:15Z', 'revision_number': 5, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'subnets': [{'id': '670a7a9f-3e40-465a-a32d-3a19ff34815f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:57:17.275593 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-b3bcf342-d8c4-461b-a7d2-bb44ce763a2b tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Allocated IP 172.26.1.221 (ed45466e-0386-4b92-8de3-247c977242ac/0479f741-5cd1-4d6f-b593-d8aa909a42d3/48036bec-7aaf-41a0-9734-0b356ce1edef) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:57:17.319030 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_v2 [None req-5466fda6-2b4b-4e26-ac04-85a1014d0922 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Deleting subnet 1a4b1b84-5726-4838-aaeb-1c1327552e2b {{(pid=83826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:57:17.323406 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5466fda6-2b4b-4e26-ac04-85a1014d0922 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for subnet, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:17.392514 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5466fda6-2b4b-4e26-ac04-85a1014d0922 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16610770'] for subnet, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:17.428483 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-b33b5a8e-e40a-4ca2-9cde-d3727efe3373 None None] Allocated IP 172.20.0.18 (c7150878-cf4d-489d-8242-cd704e359285/b6f92b53-dff2-4188-8ce3-61db7979e9a0/edc95922-8f08-4a97-bb4e-ce12aa1d1d76) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:57:17.537682 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1906cfd9-777a-4d16-a683-9ee7f8d00ffd tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:17.546801 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1906cfd9-777a-4d16-a683-9ee7f8d00ffd tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:17.606091 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-adf171ae-8d58-466a-a4dd-4bc8fbab9fe2 tempest-RoutersAdminNegativeIpV6Test-1869769010 tempest-RoutersAdminNegativeIpV6Test-1869769010-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:17.609647 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1906cfd9-777a-4d16-a683-9ee7f8d00ffd tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92234972-d0b7-4b02-b617-6fbcf9721f37,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:17.614634 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-adf171ae-8d58-466a-a4dd-4bc8fbab9fe2 tempest-RoutersAdminNegativeIpV6Test-1869769010 tempest-RoutersAdminNegativeIpV6Test-1869769010-project-admin] 10.222.0.55 "DELETE /v2.0/ports/78424705-5115-443a-b697-d5aef5cd5afc HTTP/1.1" status: 204 len: 168 time: 1.1999781 Apr 01 15:57:17.621020 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1906cfd9-777a-4d16-a683-9ee7f8d00ffd tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:17.622838 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-1906cfd9-777a-4d16-a683-9ee7f8d00ffd tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.7762787 Apr 01 15:57:17.625921 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54354) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:17.633557 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-f1dc452d-6fa2-4e78-bed8-e731730f54a5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'security_group_rule': {'security_group_id': '92234972-d0b7-4b02-b617-6fbcf9721f37', 'project_id': '447e2c5010754fe1ad368efac7c75251', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:57:17.642179 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-f1dc452d-6fa2-4e78-bed8-e731730f54a5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:17.646720 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.extraroute_db [None req-c6b0545f-1472-4e96-94bd-d2bec163ee72 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Added routes are [] {{(pid=83826) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 01 15:57:17.647224 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.extraroute_db [None req-c6b0545f-1472-4e96-94bd-d2bec163ee72 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=83826) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 01 15:57:17.657341 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-f1dc452d-6fa2-4e78-bed8-e731730f54a5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group_rule and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:17.659471 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-b33b5a8e-e40a-4ca2-9cde-d3727efe3373 None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:17.661898 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-f1dc452d-6fa2-4e78-bed8-e731730f54a5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:17.670638 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-f1dc452d-6fa2-4e78-bed8-e731730f54a5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:17.671916 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-b33b5a8e-e40a-4ca2-9cde-d3727efe3373 None None] Transition to ACTIVE for port object edc95922-8f08-4a97-bb4e-ce12aa1d1d76 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:57:17.693484 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f1dc452d-6fa2-4e78-bed8-e731730f54a5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:17.698062 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-b33b5a8e-e40a-4ca2-9cde-d3727efe3373 None None] Transition to ACTIVE for port object edc95922-8f08-4a97-bb4e-ce12aa1d1d76 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:57:17.705080 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-b33b5a8e-e40a-4ca2-9cde-d3727efe3373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:17.778929 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f1dc452d-6fa2-4e78-bed8-e731730f54a5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:17.785152 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f1dc452d-6fa2-4e78-bed8-e731730f54a5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:17.806160 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5466fda6-2b4b-4e26-ac04-85a1014d0922 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:17.820331 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dc452d-6fa2-4e78-bed8-e731730f54a5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=006959e7-ccc0-42fc-9f99-5a90c877a650,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:17.837183 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f1dc452d-6fa2-4e78-bed8-e731730f54a5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:17.838535 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-f1dc452d-6fa2-4e78-bed8-e731730f54a5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2115943 Apr 01 15:57:17.841703 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54358) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:17.847933 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-49ee7ae9-e1f5-4bdc-aa5b-38946daed3a2 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'security_group_rule': {'security_group_id': '92234972-d0b7-4b02-b617-6fbcf9721f37', 'project_id': '447e2c5010754fe1ad368efac7c75251', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:57:17.854802 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-49ee7ae9-e1f5-4bdc-aa5b-38946daed3a2 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:17.859304 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-49ee7ae9-e1f5-4bdc-aa5b-38946daed3a2 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group_rule and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:17.859494 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33b5a8e-e40a-4ca2-9cde-d3727efe3373 None None] Network c7150878-cf4d-489d-8242-cd704e359285 is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:57:17.862356 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-b33b5a8e-e40a-4ca2-9cde-d3727efe3373 None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:57:17.862934 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-49ee7ae9-e1f5-4bdc-aa5b-38946daed3a2 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:17.867973 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ec900bd4-6c52-4b84-adcd-8f20ffb893cb tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15415267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16089018'] for subnet, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:17.868329 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33b5a8e-e40a-4ca2-9cde-d3727efe3373 None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:57:17.874388 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-49ee7ae9-e1f5-4bdc-aa5b-38946daed3a2 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:17.874591 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33b5a8e-e40a-4ca2-9cde-d3727efe3373 None None] Pushing event updated for resources: {'Port': ['ID=edc95922-8f08-4a97-bb4e-ce12aa1d1d76,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:17.879782 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c6b0545f-1472-4e96-94bd-d2bec163ee72 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130626'] for router, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:17.896541 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-49ee7ae9-e1f5-4bdc-aa5b-38946daed3a2 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:17.915337 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33b5a8e-e40a-4ca2-9cde-d3727efe3373 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:17.915771 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33b5a8e-e40a-4ca2-9cde-d3727efe3373 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:17.916183 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33b5a8e-e40a-4ca2-9cde-d3727efe3373 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:17.916597 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33b5a8e-e40a-4ca2-9cde-d3727efe3373 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:17.917028 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33b5a8e-e40a-4ca2-9cde-d3727efe3373 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:17.917432 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33b5a8e-e40a-4ca2-9cde-d3727efe3373 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:17.917835 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33b5a8e-e40a-4ca2-9cde-d3727efe3373 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:17.918236 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33b5a8e-e40a-4ca2-9cde-d3727efe3373 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:17.918635 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33b5a8e-e40a-4ca2-9cde-d3727efe3373 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:17.919030 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33b5a8e-e40a-4ca2-9cde-d3727efe3373 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:17.919422 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33b5a8e-e40a-4ca2-9cde-d3727efe3373 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:17.939719 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b3bcf342-d8c4-461b-a7d2-bb44ce763a2b tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:17.981721 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-b33b5a8e-e40a-4ca2-9cde-d3727efe3373 None None] Attempting to bind port edc95922-8f08-4a97-bb4e-ce12aa1d1d76 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:57:17.982190 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-b33b5a8e-e40a-4ca2-9cde-d3727efe3373 None None] Attempting to bind port edc95922-8f08-4a97-bb4e-ce12aa1d1d76 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': '7f587f00-647c-45ad-b76a-3abef92c4648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c7150878-cf4d-489d-8242-cd704e359285'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:57:17.982648 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33b5a8e-e40a-4ca2-9cde-d3727efe3373 None None] Attempting to bind port edc95922-8f08-4a97-bb4e-ce12aa1d1d76 on network c7150878-cf4d-489d-8242-cd704e359285 {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:57:17.987759 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-49ee7ae9-e1f5-4bdc-aa5b-38946daed3a2 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:17.989495 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33b5a8e-e40a-4ca2-9cde-d3727efe3373 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:57:17.989899 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33b5a8e-e40a-4ca2-9cde-d3727efe3373 None None] Checking segment: {'id': '7f587f00-647c-45ad-b76a-3abef92c4648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c7150878-cf4d-489d-8242-cd704e359285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:57:17.990284 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-b33b5a8e-e40a-4ca2-9cde-d3727efe3373 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:17.990889 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33b5a8e-e40a-4ca2-9cde-d3727efe3373 None None] Bound using segment: {'id': '7f587f00-647c-45ad-b76a-3abef92c4648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c7150878-cf4d-489d-8242-cd704e359285'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:57:17.991931 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-b33b5a8e-e40a-4ca2-9cde-d3727efe3373 None None] Bound port: edc95922-8f08-4a97-bb4e-ce12aa1d1d76, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f587f00-647c-45ad-b76a-3abef92c4648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c7150878-cf4d-489d-8242-cd704e359285'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:57:17.992324 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-b33b5a8e-e40a-4ca2-9cde-d3727efe3373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:17.993987 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-49ee7ae9-e1f5-4bdc-aa5b-38946daed3a2 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:18.015556 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ee7ae9-e1f5-4bdc-aa5b-38946daed3a2 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b620df9-2e37-4516-adce-9a103598e92b,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:18.045721 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-49ee7ae9-e1f5-4bdc-aa5b-38946daed3a2 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:18.047895 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-49ee7ae9-e1f5-4bdc-aa5b-38946daed3a2 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2049878 Apr 01 15:57:18.050338 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54364) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:18.059141 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec900bd4-6c52-4b84-adcd-8f20ffb893cb tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Pushing event updated for resources: {'Subnet': ['ID=ddb5429d-d203-46ec-bb93-7b5ee5edcb43,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:18.062835 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-d4d25ba8-a80a-4a2c-8d00-46a8dcdd3aea tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'security_group_rule': {'security_group_id': '92234972-d0b7-4b02-b617-6fbcf9721f37', 'project_id': '447e2c5010754fe1ad368efac7c75251', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:57:18.071646 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-d4d25ba8-a80a-4a2c-8d00-46a8dcdd3aea tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:18.077298 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-d4d25ba8-a80a-4a2c-8d00-46a8dcdd3aea tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group_rule and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:18.082869 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-d4d25ba8-a80a-4a2c-8d00-46a8dcdd3aea tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:18.093666 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-b33b5a8e-e40a-4ca2-9cde-d3727efe3373 None None] For port edc95922-8f08-4a97-bb4e-ce12aa1d1d76, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:57:18.094400 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-d4d25ba8-a80a-4a2c-8d00-46a8dcdd3aea tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:18.097495 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-b33b5a8e-e40a-4ca2-9cde-d3727efe3373 None None] For port edc95922-8f08-4a97-bb4e-ce12aa1d1d76, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=edc95922-8f08-4a97-bb4e-ce12aa1d1d76,segment=NetworkSegment(7f587f00-647c-45ad-b76a-3abef92c4648),segment_id=7f587f00-647c-45ad-b76a-3abef92c4648)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:57:18.104622 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-b33b5a8e-e40a-4ca2-9cde-d3727efe3373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:18.130540 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d4d25ba8-a80a-4a2c-8d00-46a8dcdd3aea tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:18.156837 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 54368) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:18.192418 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33b5a8e-e40a-4ca2-9cde-d3727efe3373 None None] Pushing event updated for resources: {'Port': ['ID=edc95922-8f08-4a97-bb4e-ce12aa1d1d76,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:18.193934 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec900bd4-6c52-4b84-adcd-8f20ffb893cb tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:18.193934 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec900bd4-6c52-4b84-adcd-8f20ffb893cb tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:18.194937 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec900bd4-6c52-4b84-adcd-8f20ffb893cb tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:18.195440 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec900bd4-6c52-4b84-adcd-8f20ffb893cb tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:18.195782 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec900bd4-6c52-4b84-adcd-8f20ffb893cb tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:18.196112 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec900bd4-6c52-4b84-adcd-8f20ffb893cb tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:18.196422 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec900bd4-6c52-4b84-adcd-8f20ffb893cb tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:18.196763 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec900bd4-6c52-4b84-adcd-8f20ffb893cb tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:18.197313 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec900bd4-6c52-4b84-adcd-8f20ffb893cb tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:18.197447 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec900bd4-6c52-4b84-adcd-8f20ffb893cb tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:18.197733 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec900bd4-6c52-4b84-adcd-8f20ffb893cb tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:18.235005 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d4d25ba8-a80a-4a2c-8d00-46a8dcdd3aea tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:18.243997 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d4d25ba8-a80a-4a2c-8d00-46a8dcdd3aea tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:18.273182 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5466fda6-2b4b-4e26-ac04-85a1014d0922 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15415074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16089009'] for subnet, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:18.279617 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d25ba8-a80a-4a2c-8d00-46a8dcdd3aea tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f02cf869-0aa3-4282-af79-40111c9e9dbf,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:18.306179 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d4d25ba8-a80a-4a2c-8d00-46a8dcdd3aea tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:18.314245 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-d4d25ba8-a80a-4a2c-8d00-46a8dcdd3aea tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2622640 Apr 01 15:57:18.315786 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54374) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:18.325475 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-b4a0a517-0c18-4526-a1da-f79d371d3d15 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'security_group_rule': {'security_group_id': '92234972-d0b7-4b02-b617-6fbcf9721f37', 'project_id': '447e2c5010754fe1ad368efac7c75251', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:57:18.326400 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b3bcf342-d8c4-461b-a7d2-bb44ce763a2b tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:18.331925 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-b4a0a517-0c18-4526-a1da-f79d371d3d15 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:18.336024 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-b4a0a517-0c18-4526-a1da-f79d371d3d15 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group_rule and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:18.339285 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-b4a0a517-0c18-4526-a1da-f79d371d3d15 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:18.345944 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-b4a0a517-0c18-4526-a1da-f79d371d3d15 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:18.369376 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec900bd4-6c52-4b84-adcd-8f20ffb893cb tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Checking segment: {'id': '2bd4dd07-2f0c-463a-b87a-41f88f304d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f03285d7-c4e3-4099-be55-0b9349130f3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:57:18.369948 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec900bd4-6c52-4b84-adcd-8f20ffb893cb tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Network hostable DHCP agents. Network: f03285d7-c4e3-4099-be55-0b9349130f3a, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:57:18.373980 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b4a0a517-0c18-4526-a1da-f79d371d3d15 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:18.391233 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5466fda6-2b4b-4e26-ac04-85a1014d0922 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event deleted for resources: {'Subnet': ['ID=1a4b1b84-5726-4838-aaeb-1c1327552e2b,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:18.464754 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa486e2a-42ac-436d-a1fd-8f1727e23069 None None] Network d91ab48d-2d7b-465b-bc89-62e9dde8e1bb requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:57:18.465371 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5466fda6-2b4b-4e26-ac04-85a1014d0922 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:18.505012 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b4a0a517-0c18-4526-a1da-f79d371d3d15 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:18.511150 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b4a0a517-0c18-4526-a1da-f79d371d3d15 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:18.535242 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a0a517-0c18-4526-a1da-f79d371d3d15 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1534fe3b-1a10-4d3a-a821-96cac2540b9a,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:18.560094 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bcf342-d8c4-461b-a7d2-bb44ce763a2b tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Network ed45466e-0386-4b92-8de3-247c977242ac is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:57:18.575622 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-b3bcf342-d8c4-461b-a7d2-bb44ce763a2b tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:57:18.578558 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bcf342-d8c4-461b-a7d2-bb44ce763a2b tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Pushing event updated for resources: {'Port': ['ID=48036bec-7aaf-41a0-9734-0b356ce1edef,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:18.583526 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bcf342-d8c4-461b-a7d2-bb44ce763a2b tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:57:18.584663 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b4a0a517-0c18-4526-a1da-f79d371d3d15 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:18.588364 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-b4a0a517-0c18-4526-a1da-f79d371d3d15 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2715075 Apr 01 15:57:18.593082 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54378) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:18.607842 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-b101f57a-ff23-4d05-b835-dbd3fc0a55ff tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'security_group_rule': {'security_group_id': '92234972-d0b7-4b02-b617-6fbcf9721f37', 'project_id': '447e2c5010754fe1ad368efac7c75251', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:57:18.616458 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-b101f57a-ff23-4d05-b835-dbd3fc0a55ff tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:18.627995 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-5466fda6-2b4b-4e26-ac04-85a1014d0922 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "DELETE /v2.0/subnets/1a4b1b84-5726-4838-aaeb-1c1327552e2b HTTP/1.1" status: 204 len: 168 time: 2.4256639 Apr 01 15:57:18.628283 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-b101f57a-ff23-4d05-b835-dbd3fc0a55ff tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group_rule and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:18.632090 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54382) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:18.635420 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-b101f57a-ff23-4d05-b835-dbd3fc0a55ff tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:18.669215 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-445e0ebb-6d48-47e1-93d4-37dfc448186e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:18.678202 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-b101f57a-ff23-4d05-b835-dbd3fc0a55ff tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:18.708492 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec900bd4-6c52-4b84-adcd-8f20ffb893cb tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Network f03285d7-c4e3-4099-be55-0b9349130f3a is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:57:18.718772 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.securitygroups_db [None req-b101f57a-ff23-4d05-b835-dbd3fc0a55ff tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Project 447e2c5010754fe1ad368efac7c75251 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:57:18.739067 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b101f57a-ff23-4d05-b835-dbd3fc0a55ff tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:18.852065 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device edc95922-8f08-4a97-bb4e-ce12aa1d1d76 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:57:18.861580 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-ec900bd4-6c52-4b84-adcd-8f20ffb893cb tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, f03285d7-c4e3-4099-be55-0b9349130f3a) {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:57:18.887664 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f51ebe6-53fd-45ac-8113-6aaee1948849 None None] Network f03285d7-c4e3-4099-be55-0b9349130f3a requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:57:18.945555 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b101f57a-ff23-4d05-b835-dbd3fc0a55ff tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:18.951039 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b101f57a-ff23-4d05-b835-dbd3fc0a55ff tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:18.964874 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec900bd4-6c52-4b84-adcd-8f20ffb893cb tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:18.964874 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ec900bd4-6c52-4b84-adcd-8f20ffb893cb tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:18.986593 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b101f57a-ff23-4d05-b835-dbd3fc0a55ff tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=991e1100-0a48-4197-9839-794b1ad9bd2f,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:18.993055 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_v2 [None req-d556c56a-7fb0-4432-b516-b5290f80d41d tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Deleting subnet 3c7326f2-4367-47f1-a84c-a1a91a2279e3 {{(pid=83828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:57:19.000699 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d556c56a-7fb0-4432-b516-b5290f80d41d tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for subnet, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:19.038744 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b101f57a-ff23-4d05-b835-dbd3fc0a55ff tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:19.046300 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-b101f57a-ff23-4d05-b835-dbd3fc0a55ff tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4448137 Apr 01 15:57:19.049684 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54386) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:19.055378 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-f197167c-fce7-4b9e-b0ab-0874a5249344 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'security_group_rule': {'security_group_id': '92234972-d0b7-4b02-b617-6fbcf9721f37', 'project_id': '447e2c5010754fe1ad368efac7c75251', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:57:19.065734 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-f197167c-fce7-4b9e-b0ab-0874a5249344 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:19.073949 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-f197167c-fce7-4b9e-b0ab-0874a5249344 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group_rule and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:19.078617 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-f197167c-fce7-4b9e-b0ab-0874a5249344 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:19.082881 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d556c56a-7fb0-4432-b516-b5290f80d41d tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15303084'] for subnet, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:19.123344 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-f197167c-fce7-4b9e-b0ab-0874a5249344 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:19.165898 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port edc95922-8f08-4a97-bb4e-ce12aa1d1d76 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:57:19.171786 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.securitygroups_db [None req-f197167c-fce7-4b9e-b0ab-0874a5249344 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Project 447e2c5010754fe1ad368efac7c75251 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:57:19.185306 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-445e0ebb-6d48-47e1-93d4-37dfc448186e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:19.188558 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f197167c-fce7-4b9e-b0ab-0874a5249344 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:19.206849 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-445e0ebb-6d48-47e1-93d4-37dfc448186e admin admin] Usage tracker for resource:security_group_rule and tenant:aba367525b154ff8b34c08306a4de146 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:19.215116 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-ec900bd4-6c52-4b84-adcd-8f20ffb893cb tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4168637 Apr 01 15:57:19.219251 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54390) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:19.219607 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c6b0545f-1472-4e96-94bd-d2bec163ee72 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130626'] for router, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:19.223525 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-445e0ebb-6d48-47e1-93d4-37dfc448186e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:19.236162 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-445e0ebb-6d48-47e1-93d4-37dfc448186e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:19.247760 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c6b0545f-1472-4e96-94bd-d2bec163ee72 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-617606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-617615', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-607241'] for router, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:19.413774 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2417754d-33ab-485f-bdfd-f896172f3609 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-f03285d7-c4e3-4099-be55-0b9349130f3a', 'network_id': 'f03285d7-c4e3-4099-be55-0b9349130f3a', 'tenant_id': 'ca4419a52cd8404a85bea4fb3af2a91f', 'fixed_ips': [{'subnet_id': 'ddb5429d-d203-46ec-bb93-7b5ee5edcb43'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:57:19.415071 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-2417754d-33ab-485f-bdfd-f896172f3609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:19.426686 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d556c56a-7fb0-4432-b516-b5290f80d41d tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:19.476493 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f197167c-fce7-4b9e-b0ab-0874a5249344 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:19.501918 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f197167c-fce7-4b9e-b0ab-0874a5249344 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:19.534683 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-445e0ebb-6d48-47e1-93d4-37dfc448186e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:19.542738 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-445e0ebb-6d48-47e1-93d4-37dfc448186e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:19.558412 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:57:19.560995 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-78551737-800a-4f80-9b8e-355e513ea447 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:19.582331 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f197167c-fce7-4b9e-b0ab-0874a5249344 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8ddfa6a-85ce-422f-8621-16f458864287,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:19.626690 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b3bcf342-d8c4-461b-a7d2-bb44ce763a2b tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for router_gateway, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:19.627721 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b3bcf342-d8c4-461b-a7d2-bb44ce763a2b tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616'] for router, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:19.629563 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445e0ebb-6d48-47e1-93d4-37dfc448186e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b91db421-fe6a-49c8-bf70-6a15946fb82e,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:19.640905 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-445e0ebb-6d48-47e1-93d4-37dfc448186e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=aba367525b154ff8b34c08306a4de146&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4704657 Apr 01 15:57:19.651548 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 54394) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:19.656586 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f197167c-fce7-4b9e-b0ab-0874a5249344 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:19.657816 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-f197167c-fce7-4b9e-b0ab-0874a5249344 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.6071081 Apr 01 15:57:19.721548 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d556c56a-7fb0-4432-b516-b5290f80d41d tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15306565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16030232'] for subnet, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:19.759226 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-2417754d-33ab-485f-bdfd-f896172f3609 None None] Allocated IP 172.20.0.2 (f03285d7-c4e3-4099-be55-0b9349130f3a/ddb5429d-d203-46ec-bb93-7b5ee5edcb43/af37d294-c919-4e49-8ffd-4e7090608960) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:57:19.787273 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d556c56a-7fb0-4432-b516-b5290f80d41d tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event deleted for resources: {'Subnet': ['ID=3c7326f2-4367-47f1-a84c-a1a91a2279e3,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:19.793401 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-78551737-800a-4f80-9b8e-355e513ea447 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:19.853651 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d556c56a-7fb0-4432-b516-b5290f80d41d tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:19.897361 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-d556c56a-7fb0-4432-b516-b5290f80d41d tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "DELETE /v2.0/subnets/3c7326f2-4367-47f1-a84c-a1a91a2279e3 HTTP/1.1" status: 204 len: 168 time: 1.2635379 Apr 01 15:57:19.901163 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54402) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:19.973359 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6b0545f-1472-4e96-94bd-d2bec163ee72 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Router 519ed5a5-f15a-4ea7-b35d-8c8cb14b811d has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:57:20.048349 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-45cca141-7869-44c8-8417-37bdc7fb4d79 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:20.062857 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-45cca141-7869-44c8-8417-37bdc7fb4d79 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Deleting port 2033afaf-6f92-4039-b14a-04096bc66cfd {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:57:20.063208 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-45cca141-7869-44c8-8417-37bdc7fb4d79 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:20.188289 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d953c1dc-50ab-46a6-bdbe-f608753eacb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:20.193522 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-2417754d-33ab-485f-bdfd-f896172f3609 None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:20.209636 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-2417754d-33ab-485f-bdfd-f896172f3609 None None] Transition to ACTIVE for port object af37d294-c919-4e49-8ffd-4e7090608960 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:57:20.216158 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c83f24c-cb7d-4bad-a102-4d8562d80cb3 None None] Network c7150878-cf4d-489d-8242-cd704e359285 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:57:20.299763 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ff6ffa-b965-42a1-a8e9-18294983a4c2 None None] Network d91ab48d-2d7b-465b-bc89-62e9dde8e1bb requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:57:20.312450 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-45cca141-7869-44c8-8417-37bdc7fb4d79 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] For port 2033afaf-6f92-4039-b14a-04096bc66cfd, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=2033afaf-6f92-4039-b14a-04096bc66cfd,segment=NetworkSegment(54c774a0-39bc-4f45-b61f-0a6a59f60f5c),segment_id=54c774a0-39bc-4f45-b61f-0a6a59f60f5c)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:57:20.312869 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-45cca141-7869-44c8-8417-37bdc7fb4d79 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:20.313677 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d953c1dc-50ab-46a6-bdbe-f608753eacb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:20.339240 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-2417754d-33ab-485f-bdfd-f896172f3609 None None] Transition to ACTIVE for port object af37d294-c919-4e49-8ffd-4e7090608960 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:57:20.361682 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ee413de5-f94a-4fbf-9f62-cde599f95d60 req-d56d37e6-5e74-442b-859a-96dae78f9e20 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-218428669&fields=id&tenant_id=447e2c5010754fe1ad368efac7c75251 HTTP/1.1" status: 200 len: 267 time: 0.3119283 Apr 01 15:57:20.438117 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-2417754d-33ab-485f-bdfd-f896172f3609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:20.518790 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-05c3ec3e-bce8-4e2b-bd5b-2da1b234be4d None None] Provisioning for port edc95922-8f08-4a97-bb4e-ce12aa1d1d76 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:57:20.529867 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-05c3ec3e-bce8-4e2b-bd5b-2da1b234be4d None None] Provisioning complete for port edc95922-8f08-4a97-bb4e-ce12aa1d1d76 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:20.530239 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-05c3ec3e-bce8-4e2b-bd5b-2da1b234be4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:20.579463 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-45cca141-7869-44c8-8417-37bdc7fb4d79 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Calling delete_port for 2033afaf-6f92-4039-b14a-04096bc66cfd owned by network:dhcp {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:57:20.595869 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d953c1dc-50ab-46a6-bdbe-f608753eacb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:20.626532 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d953c1dc-50ab-46a6-bdbe-f608753eacb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91db421-fe6a-49c8-bf70-6a15946fb82e,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:20.634536 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-78551737-800a-4f80-9b8e-355e513ea447 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15306565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16030232'] for subnet, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:20.643904 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee413de5-f94a-4fbf-9f62-cde599f95d60 req-dead533d-2c52-4e74-a7b8-bc4c60a8dcf8 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:20.645459 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ee413de5-f94a-4fbf-9f62-cde599f95d60 req-dead533d-2c52-4e74-a7b8-bc4c60a8dcf8 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/networks?id=c7150878-cf4d-489d-8242-cd704e359285 HTTP/1.1" status: 200 len: 796 time: 0.2576973 Apr 01 15:57:20.652289 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d953c1dc-50ab-46a6-bdbe-f608753eacb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:20.653495 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-d953c1dc-50ab-46a6-bdbe-f608753eacb1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b91db421-fe6a-49c8-bf70-6a15946fb82e HTTP/1.1" status: 204 len: 168 time: 0.9999290 Apr 01 15:57:20.658815 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6b0545f-1472-4e96-94bd-d2bec163ee72 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:57:20.666280 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c6b0545f-1472-4e96-94bd-d2bec163ee72 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for router, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:20.670262 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-c6b0545f-1472-4e96-94bd-d2bec163ee72 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "PUT /v2.0/routers/519ed5a5-f15a-4ea7-b35d-8c8cb14b811d HTTP/1.1" status: 200 len: 703 time: 5.3677359 Apr 01 15:57:20.671872 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21faddde-0608-4023-8e23-f332ff03b145 None None] Sync routers for ids ['519ed5a5-f15a-4ea7-b35d-8c8cb14b811d'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:57:20.676608 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 54412) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:20.704390 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78551737-800a-4f80-9b8e-355e513ea447 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Pushing event deleted for resources: {'Subnet': ['ID=ddb5429d-d203-46ec-bb93-7b5ee5edcb43,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:20.723858 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21faddde-0608-4023-8e23-f332ff03b145 None None] Routers {'519ed5a5-f15a-4ea7-b35d-8c8cb14b811d'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:57:20.725278 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-21faddde-0608-4023-8e23-f332ff03b145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:56:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['519ed5a5-f15a-4ea7-b35d-8c8cb14b811d'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:20.738981 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2417754d-33ab-485f-bdfd-f896172f3609 None None] Pushing event updated for resources: {'Port': ['ID=af37d294-c919-4e49-8ffd-4e7090608960,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:20.830508 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-78551737-800a-4f80-9b8e-355e513ea447 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:20.860583 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ee413de5-f94a-4fbf-9f62-cde599f95d60 req-5908a65a-2e80-4bba-b986-ac7e298ae4dd tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/quotas/447e2c5010754fe1ad368efac7c75251 HTTP/1.1" status: 200 len: 375 time: 0.2054062 Apr 01 15:57:20.863440 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-45cca141-7869-44c8-8417-37bdc7fb4d79 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:20.870082 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-78551737-800a-4f80-9b8e-355e513ea447 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f03285d7-c4e3-4099-be55-0b9349130f3a']}} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:20.895291 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2417754d-33ab-485f-bdfd-f896172f3609 None None] Network f03285d7-c4e3-4099-be55-0b9349130f3a is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:57:20.912125 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-2417754d-33ab-485f-bdfd-f896172f3609 None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:57:20.916469 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2417754d-33ab-485f-bdfd-f896172f3609 None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:57:20.923751 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-78551737-800a-4f80-9b8e-355e513ea447 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bd4dd07-2f0c-463a-b87a-41f88f304d55') {'for_net_delete': True} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:20.923987 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-78551737-800a-4f80-9b8e-355e513ea447 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bd4dd07-2f0c-463a-b87a-41f88f304d55') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:20.956564 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cca141-7869-44c8-8417-37bdc7fb4d79 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event deleted for resources: {'Port': ['ID=2033afaf-6f92-4039-b14a-04096bc66cfd,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:20.969146 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cca141-7869-44c8-8417-37bdc7fb4d79 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] No DVR routers for this DVR port 2033afaf-6f92-4039-b14a-04096bc66cfd on host dv-neutron-833373-2-hyperv {{(pid=83828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:57:20.982958 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3bcf342-d8c4-461b-a7d2-bb44ce763a2b tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Router d06a4258-590a-4759-9717-46588418146b is scheduled to L3 agent ff252634-3424-422a-b742-9ae457bd54bd with binding_index 1 {{(pid=83826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:57:21.033716 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-78551737-800a-4f80-9b8e-355e513ea447 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15303093'] for segment, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:21.107905 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-21faddde-0608-4023-8e23-f332ff03b145 None None] Set router 519ed5a5-f15a-4ea7-b35d-8c8cb14b811d gateway port host: None {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:57:21.114663 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249a1d30-6f0a-4e90-8c6a-a1fcd09affee None None] DHCP port deletion for d91ab48d-2d7b-465b-bc89-62e9dde8e1bb request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:57:21.115737 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-78551737-800a-4f80-9b8e-355e513ea447 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:21.137895 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78551737-800a-4f80-9b8e-355e513ea447 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=83828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:57:21.138750 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-78551737-800a-4f80-9b8e-355e513ea447 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15306523'] for segment, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:21.258662 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-2417754d-33ab-485f-bdfd-f896172f3609 None None] Attempting to bind port af37d294-c919-4e49-8ffd-4e7090608960 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:57:21.259121 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-2417754d-33ab-485f-bdfd-f896172f3609 None None] Attempting to bind port af37d294-c919-4e49-8ffd-4e7090608960 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': '2bd4dd07-2f0c-463a-b87a-41f88f304d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f03285d7-c4e3-4099-be55-0b9349130f3a'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:57:21.259557 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2417754d-33ab-485f-bdfd-f896172f3609 None None] Attempting to bind port af37d294-c919-4e49-8ffd-4e7090608960 on network f03285d7-c4e3-4099-be55-0b9349130f3a {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:57:21.278580 dv-neutron-833373-2-hyperv neutron-server[83828]: Traceback (most recent call last): Apr 01 15:57:21.278580 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:57:21.278580 dv-neutron-833373-2-hyperv neutron-server[83828]: timer() Apr 01 15:57:21.278580 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:57:21.278580 dv-neutron-833373-2-hyperv neutron-server[83828]: cb(*args, **kw) Apr 01 15:57:21.278580 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:57:21.278580 dv-neutron-833373-2-hyperv neutron-server[83828]: return func(*args, **kwargs) Apr 01 15:57:21.278580 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:57:21.278580 dv-neutron-833373-2-hyperv neutron-server[83828]: self._notify() Apr 01 15:57:21.278580 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:57:21.278580 dv-neutron-833373-2-hyperv neutron-server[83828]: self.callback(batched_events) Apr 01 15:57:21.278580 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:57:21.278580 dv-neutron-833373-2-hyperv neutron-server[83828]: event.method(event) Apr 01 15:57:21.278580 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:57:21.278580 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:57:21.278580 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:57:21.278580 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:57:21.278580 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:57:21.278580 dv-neutron-833373-2-hyperv neutron-server[83828]: return f(self, *a, **k) Apr 01 15:57:21.278580 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:57:21.278580 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._get(url).json() Apr 01 15:57:21.278580 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:57:21.278580 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:57:21.278580 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:57:21.278580 dv-neutron-833373-2-hyperv neutron-server[83828]: return self.request(url, 'GET', **kwargs) Apr 01 15:57:21.278580 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:57:21.278580 dv-neutron-833373-2-hyperv neutron-server[83828]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:57:21.278580 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:57:21.278580 dv-neutron-833373-2-hyperv neutron-server[83828]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:57:21.278580 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:57:21.278580 dv-neutron-833373-2-hyperv neutron-server[83828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:57:21.278580 dv-neutron-833373-2-hyperv neutron-server[83828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:57:21.285811 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ee413de5-f94a-4fbf-9f62-cde599f95d60 req-ded03cc2-d1ab-4bf2-a0e5-ca2bda6511c9 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=447e2c5010754fe1ad368efac7c75251&fields=id HTTP/1.1" status: 200 len: 440 time: 0.4154098 Apr 01 15:57:21.297973 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-05c3ec3e-bce8-4e2b-bd5b-2da1b234be4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:21.310532 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2417754d-33ab-485f-bdfd-f896172f3609 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:57:21.311478 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2417754d-33ab-485f-bdfd-f896172f3609 None None] Checking segment: {'id': '2bd4dd07-2f0c-463a-b87a-41f88f304d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f03285d7-c4e3-4099-be55-0b9349130f3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:57:21.312109 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-2417754d-33ab-485f-bdfd-f896172f3609 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:21.312768 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2417754d-33ab-485f-bdfd-f896172f3609 None None] Bound using segment: {'id': '2bd4dd07-2f0c-463a-b87a-41f88f304d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f03285d7-c4e3-4099-be55-0b9349130f3a'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:57:21.313705 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-2417754d-33ab-485f-bdfd-f896172f3609 None None] Bound port: af37d294-c919-4e49-8ffd-4e7090608960, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bd4dd07-2f0c-463a-b87a-41f88f304d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f03285d7-c4e3-4099-be55-0b9349130f3a'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:57:21.314325 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-2417754d-33ab-485f-bdfd-f896172f3609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:21.325695 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-3f544c6d-9c26-457f-8d13-37510fa03965 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "GET /v2.0/routers/519ed5a5-f15a-4ea7-b35d-8c8cb14b811d HTTP/1.1" status: 200 len: 703 time: 0.6462257 Apr 01 15:57:21.326674 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 54420) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:21.367683 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.db.api [None req-78551737-800a-4f80-9b8e-355e513ea447 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 01 15:57:21.367683 dv-neutron-833373-2-hyperv neutron-server[83828]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 01 15:57:21.367683 dv-neutron-833373-2-hyperv neutron-server[83828]: [parameters: {'id': 'f03285d7-c4e3-4099-be55-0b9349130f3a'}] Apr 01 15:57:21.367683 dv-neutron-833373-2-hyperv neutron-server[83828]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:57:21.371952 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG oslo_db.api [None req-78551737-800a-4f80-9b8e-355e513ea447 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:57:21.414732 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54424) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:21.421274 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-05c3ec3e-bce8-4e2b-bd5b-2da1b234be4d None None] For port edc95922-8f08-4a97-bb4e-ce12aa1d1d76, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=edc95922-8f08-4a97-bb4e-ce12aa1d1d76,segment=NetworkSegment(7f587f00-647c-45ad-b76a-3abef92c4648),segment_id=7f587f00-647c-45ad-b76a-3abef92c4648)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:57:21.432884 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-05c3ec3e-bce8-4e2b-bd5b-2da1b234be4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:21.509847 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-45cca141-7869-44c8-8417-37bdc7fb4d79 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:21.547349 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-2417754d-33ab-485f-bdfd-f896172f3609 None None] For port af37d294-c919-4e49-8ffd-4e7090608960, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:57:21.567143 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-2417754d-33ab-485f-bdfd-f896172f3609 None None] For port af37d294-c919-4e49-8ffd-4e7090608960, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=af37d294-c919-4e49-8ffd-4e7090608960,segment=NetworkSegment(2bd4dd07-2f0c-463a-b87a-41f88f304d55),segment_id=2bd4dd07-2f0c-463a-b87a-41f88f304d55)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:57:21.572311 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c3ec3e-bce8-4e2b-bd5b-2da1b234be4d None None] Pushing event updated for resources: {'Port': ['ID=edc95922-8f08-4a97-bb4e-ce12aa1d1d76,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:21.577056 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-2417754d-33ab-485f-bdfd-f896172f3609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:21.623431 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-549b9e9c-210c-4b9a-8cf7-6b35977ed3e0 None None] Could not find standard attr ID for object 2033afaf-6f92-4039-b14a-04096bc66cfd. {{(pid=83829) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:57:21.629975 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-45cca141-7869-44c8-8417-37bdc7fb4d79 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d91ab48d-2d7b-465b-bc89-62e9dde8e1bb']}} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:21.683811 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-45cca141-7869-44c8-8417-37bdc7fb4d79 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54c774a0-39bc-4f45-b61f-0a6a59f60f5c') {'for_net_delete': True} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:21.684183 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-45cca141-7869-44c8-8417-37bdc7fb4d79 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54c774a0-39bc-4f45-b61f-0a6a59f60f5c') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:21.712994 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-ba0639da-1bdf-4364-9aff-6bc588b69b31 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=52e7e6f90ef14a0e9cc607404133b279&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2970371 Apr 01 15:57:21.716085 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54428) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:21.724200 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-45cca141-7869-44c8-8417-37bdc7fb4d79 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15303093'] for segment, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:21.767657 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-45cca141-7869-44c8-8417-37bdc7fb4d79 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:21.772813 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-21faddde-0608-4023-8e23-f332ff03b145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'name': 'tempest-RoutersIpV6Test-router-454146823', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:56:28Z', 'updated_at': '2022-04-01T15:57:17Z', 'revision_number': 7, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'gw_port_host': None, '_interfaces': [{'id': '3e1ee155-032f-4364-b5ea-f8b9aed48a3f', 'name': '', 'network_id': '77261af6-9095-4e3c-831e-6f51cab9a9f3', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'mac_address': 'fa:16:3e:69:90:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bb82706-c556-4eec-837c-2010fe05eee3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:36Z', 'updated_at': '2022-04-01T15:56:48Z', 'revision_number': 5, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'subnets': [{'id': '9bb82706-c556-4eec-837c-2010fe05eee3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92cf81c5-62af-4a23-9a64-4724732500a4', 'name': '', 'network_id': '09412c97-f78c-4353-8bab-c055d24f758a', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'mac_address': 'fa:16:3e:94:65:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9bea074-110e-4790-b124-4f4db52ca314', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:59Z', 'updated_at': '2022-04-01T15:57:10Z', 'revision_number': 5, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'subnets': [{'id': 'f9bea074-110e-4790-b124-4f4db52ca314', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba55ef7f-cc05-4d48-92c3-511d0c73f46a', 'name': '', 'network_id': 'd089ed11-578b-4044-93c5-5d8ff2359cc2', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'mac_address': 'fa:16:3e:dc:af:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '595565ab-1fb4-47c3-b751-ca3dca052eed', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:48Z', 'updated_at': '2022-04-01T15:56:59Z', 'revision_number': 5, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'subnets': [{'id': '595565ab-1fb4-47c3-b751-ca3dca052eed', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5e0939d-1b38-4e01-b615-ce7fb1978730', 'name': '', 'network_id': 'a5232da5-160c-4a49-91a1-cdbaaf185318', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'mac_address': 'fa:16:3e:5f:06:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '670a7a9f-3e40-465a-a32d-3a19ff34815f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:57:06Z', 'updated_at': '2022-04-01T15:57:15Z', 'revision_number': 5, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'subnets': [{'id': '670a7a9f-3e40-465a-a32d-3a19ff34815f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:21.785159 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21faddde-0608-4023-8e23-f332ff03b145 None None] Checking router: 519ed5a5-f15a-4ea7-b35d-8c8cb14b811d for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:57:21.786229 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45cca141-7869-44c8-8417-37bdc7fb4d79 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=83828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:57:21.786655 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-45cca141-7869-44c8-8417-37bdc7fb4d79 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15306523'] for segment, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:21.794900 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2417754d-33ab-485f-bdfd-f896172f3609 None None] Pushing event updated for resources: {'Port': ['ID=af37d294-c919-4e49-8ffd-4e7090608960,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:21.803978 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21faddde-0608-4023-8e23-f332ff03b145 None None] Routers {'519ed5a5-f15a-4ea7-b35d-8c8cb14b811d'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:57:21.804192 dv-neutron-833373-2-hyperv neutron-server[83828]: Traceback (most recent call last): Apr 01 15:57:21.804192 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:57:21.804192 dv-neutron-833373-2-hyperv neutron-server[83828]: timer() Apr 01 15:57:21.804192 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:57:21.804192 dv-neutron-833373-2-hyperv neutron-server[83828]: cb(*args, **kw) Apr 01 15:57:21.804192 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:57:21.804192 dv-neutron-833373-2-hyperv neutron-server[83828]: return func(*args, **kwargs) Apr 01 15:57:21.804192 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:57:21.804192 dv-neutron-833373-2-hyperv neutron-server[83828]: self._notify() Apr 01 15:57:21.804192 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:57:21.804192 dv-neutron-833373-2-hyperv neutron-server[83828]: self.callback(batched_events) Apr 01 15:57:21.804192 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:57:21.804192 dv-neutron-833373-2-hyperv neutron-server[83828]: event.method(event) Apr 01 15:57:21.804192 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:57:21.804192 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:57:21.804192 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:57:21.804192 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:57:21.804192 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:57:21.804192 dv-neutron-833373-2-hyperv neutron-server[83828]: return f(self, *a, **k) Apr 01 15:57:21.804192 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:57:21.804192 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._get(url).json() Apr 01 15:57:21.804192 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:57:21.804192 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:57:21.804192 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:57:21.804192 dv-neutron-833373-2-hyperv neutron-server[83828]: return self.request(url, 'GET', **kwargs) Apr 01 15:57:21.804192 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:57:21.804192 dv-neutron-833373-2-hyperv neutron-server[83828]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:57:21.804192 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:57:21.804192 dv-neutron-833373-2-hyperv neutron-server[83828]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:57:21.804192 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:57:21.804192 dv-neutron-833373-2-hyperv neutron-server[83828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:57:21.804192 dv-neutron-833373-2-hyperv neutron-server[83828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:57:21.806613 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-21faddde-0608-4023-8e23-f332ff03b145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:56:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['519ed5a5-f15a-4ea7-b35d-8c8cb14b811d'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:21.825337 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4332f0fd-c490-4ea4-94c6-90df3aa9e658 None None] Network f03285d7-c4e3-4099-be55-0b9349130f3a requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:57:21.896867 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-78551737-800a-4f80-9b8e-355e513ea447 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:21.899309 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1a3a7c66-216f-40dd-9e82-d96f0f117e93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:21.928326 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1a3a7c66-216f-40dd-9e82-d96f0f117e93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:21.940292 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-e180e839-121d-49b0-ad61-44a1d062a1cd None None] Provisioning complete for port edc95922-8f08-4a97-bb4e-ce12aa1d1d76 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:21.940686 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-e180e839-121d-49b0-ad61-44a1d062a1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:21.978638 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ee413de5-f94a-4fbf-9f62-cde599f95d60 req-b0de53f2-037c-4613-9273-06850f39fafc service neutron] 10.222.0.55 "GET /v2.0/networks/c7150878-cf4d-489d-8242-cd704e359285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6708889 Apr 01 15:57:22.012227 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1a3a7c66-216f-40dd-9e82-d96f0f117e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:22.030910 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-45cca141-7869-44c8-8417-37bdc7fb4d79 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:22.032619 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-78551737-800a-4f80-9b8e-355e513ea447 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Deleting port af37d294-c919-4e49-8ffd-4e7090608960 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:57:22.032975 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-78551737-800a-4f80-9b8e-355e513ea447 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:22.117996 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a7c66-216f-40dd-9e82-d96f0f117e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6336f8b-6a78-449b-b51c-71e1ed2c16ae,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:22.122848 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-21faddde-0608-4023-8e23-f332ff03b145 None None] Set router 519ed5a5-f15a-4ea7-b35d-8c8cb14b811d gateway port host: None {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:57:22.166079 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-45cca141-7869-44c8-8417-37bdc7fb4d79 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:22.172934 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f34d321-2724-40fb-8fce-4f95f37bd857 None None] get_active_networks_info from dv-neutron-833373-2-hyperv {{(pid=83829) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 01 15:57:22.194022 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ee413de5-f94a-4fbf-9f62-cde599f95d60 req-c1ec8596-5120-4d73-883c-1dc6d701e86b service neutron] 10.222.0.55 "GET /v2.0/networks/c7150878-cf4d-489d-8242-cd704e359285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065167 Apr 01 15:57:22.195978 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cca141-7869-44c8-8417-37bdc7fb4d79 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event deleted for resources: {'Network': ['ID=d91ab48d-2d7b-465b-bc89-62e9dde8e1bb,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:22.225439 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-45cca141-7869-44c8-8417-37bdc7fb4d79 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "DELETE /v2.0/networks/d91ab48d-2d7b-465b-bc89-62e9dde8e1bb HTTP/1.1" status: 204 len: 168 time: 2.3229609 Apr 01 15:57:22.234356 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 54432) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:22.300206 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1a3a7c66-216f-40dd-9e82-d96f0f117e93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:22.301654 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-1a3a7c66-216f-40dd-9e82-d96f0f117e93 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f6336f8b-6a78-449b-b51c-71e1ed2c16ae HTTP/1.1" status: 204 len: 168 time: 0.5848651 Apr 01 15:57:22.351463 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-78551737-800a-4f80-9b8e-355e513ea447 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] For port af37d294-c919-4e49-8ffd-4e7090608960, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=af37d294-c919-4e49-8ffd-4e7090608960,segment=NetworkSegment(2bd4dd07-2f0c-463a-b87a-41f88f304d55),segment_id=2bd4dd07-2f0c-463a-b87a-41f88f304d55)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:57:22.352196 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-78551737-800a-4f80-9b8e-355e513ea447 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:22.364802 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3bcf342-d8c4-461b-a7d2-bb44ce763a2b tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:57:22.392135 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05772e65-cb06-491a-b8ac-bee20f55cb84 None None] Sync routers for ids ['d06a4258-590a-4759-9717-46588418146b'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:57:22.507732 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f34d321-2724-40fb-8fce-4f95f37bd857 None None] Resources bound (agent type, host, resource id): {{(pid=83829) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 15:57:22.556181 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05772e65-cb06-491a-b8ac-bee20f55cb84 None None] Routers {'d06a4258-590a-4759-9717-46588418146b'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:57:22.561842 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-05772e65-cb06-491a-b8ac-bee20f55cb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:56:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['d06a4258-590a-4759-9717-46588418146b'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:22.564604 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96deb7ac-b7ba-45fe-a9e5-05da19127893 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:22.566167 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-96deb7ac-b7ba-45fe-a9e5-05da19127893 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.3259158 Apr 01 15:57:22.575390 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 54442) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:22.618015 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-78551737-800a-4f80-9b8e-355e513ea447 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Calling delete_port for af37d294-c919-4e49-8ffd-4e7090608960 owned by network:dhcp {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:57:22.702061 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4652e1f5-c27d-4020-be18-d8cc7bbbcc8f req-3bd4acee-d965-4638-9321-3d44a3614564 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=0182cd14-e705-4998-bcab-e6a098b77cd3 HTTP/1.1" status: 200 len: 210 time: 0.1498134 Apr 01 15:57:22.726550 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b3bcf342-d8c4-461b-a7d2-bb44ce763a2b tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for router, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:22.730175 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-b3bcf342-d8c4-461b-a7d2-bb44ce763a2b tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 7.9761081 Apr 01 15:57:22.745647 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 54450) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:22.757155 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-21faddde-0608-4023-8e23-f332ff03b145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'name': 'tempest-RoutersIpV6Test-router-454146823', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:56:28Z', 'updated_at': '2022-04-01T15:57:17Z', 'revision_number': 7, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'gw_port_host': None, '_interfaces': [{'id': '3e1ee155-032f-4364-b5ea-f8b9aed48a3f', 'name': '', 'network_id': '77261af6-9095-4e3c-831e-6f51cab9a9f3', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'mac_address': 'fa:16:3e:69:90:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bb82706-c556-4eec-837c-2010fe05eee3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:36Z', 'updated_at': '2022-04-01T15:56:48Z', 'revision_number': 5, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'subnets': [{'id': '9bb82706-c556-4eec-837c-2010fe05eee3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92cf81c5-62af-4a23-9a64-4724732500a4', 'name': '', 'network_id': '09412c97-f78c-4353-8bab-c055d24f758a', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'mac_address': 'fa:16:3e:94:65:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9bea074-110e-4790-b124-4f4db52ca314', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:59Z', 'updated_at': '2022-04-01T15:57:10Z', 'revision_number': 5, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'subnets': [{'id': 'f9bea074-110e-4790-b124-4f4db52ca314', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba55ef7f-cc05-4d48-92c3-511d0c73f46a', 'name': '', 'network_id': 'd089ed11-578b-4044-93c5-5d8ff2359cc2', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'mac_address': 'fa:16:3e:dc:af:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '595565ab-1fb4-47c3-b751-ca3dca052eed', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:48Z', 'updated_at': '2022-04-01T15:56:59Z', 'revision_number': 5, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'subnets': [{'id': '595565ab-1fb4-47c3-b751-ca3dca052eed', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5e0939d-1b38-4e01-b615-ce7fb1978730', 'name': '', 'network_id': 'a5232da5-160c-4a49-91a1-cdbaaf185318', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'mac_address': 'fa:16:3e:5f:06:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '670a7a9f-3e40-465a-a32d-3a19ff34815f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:57:06Z', 'updated_at': '2022-04-01T15:57:15Z', 'revision_number': 5, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'subnets': [{'id': '670a7a9f-3e40-465a-a32d-3a19ff34815f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:22.770341 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21faddde-0608-4023-8e23-f332ff03b145 None None] The sync data for ids ['519ed5a5-f15a-4ea7-b35d-8c8cb14b811d'] in dv-neutron-833373-2-hyperv is: [{'id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'name': 'tempest-RoutersIpV6Test-router-454146823', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:56:28Z', 'updated_at': '2022-04-01T15:57:17Z', 'revision_number': 7, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'gw_port_host': None, '_interfaces': [{'id': '3e1ee155-032f-4364-b5ea-f8b9aed48a3f', 'name': '', 'network_id': '77261af6-9095-4e3c-831e-6f51cab9a9f3', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'mac_address': 'fa:16:3e:69:90:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bb82706-c556-4eec-837c-2010fe05eee3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:36Z', 'updated_at': '2022-04-01T15:56:48Z', 'revision_number': 5, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'subnets': [{'id': '9bb82706-c556-4eec-837c-2010fe05eee3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92cf81c5-62af-4a23-9a64-4724732500a4', 'name': '', 'network_id': '09412c97-f78c-4353-8bab-c055d24f758a', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'mac_address': 'fa:16:3e:94:65:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9bea074-110e-4790-b124-4f4db52ca314', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:59Z', 'updated_at': '2022-04-01T15:57:10Z', 'revision_number': 5, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'subnets': [{'id': 'f9bea074-110e-4790-b124-4f4db52ca314', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba55ef7f-cc05-4d48-92c3-511d0c73f46a', 'name': '', 'network_id': 'd089ed11-578b-4044-93c5-5d8ff2359cc2', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'mac_address': 'fa:16:3e:dc:af:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '595565ab-1fb4-47c3-b751-ca3dca052eed', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:48Z', 'updated_at': '2022-04-01T15:56:59Z', 'revision_number': 5, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'subnets': [{'id': '595565ab-1fb4-47c3-b751-ca3dca052eed', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5e0939d-1b38-4e01-b615-ce7fb1978730', 'name': '', 'network_id': 'a5232da5-160c-4a49-91a1-cdbaaf185318', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'mac_address': 'fa:16:3e:5f:06:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '670a7a9f-3e40-465a-a32d-3a19ff34815f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:57:06Z', 'updated_at': '2022-04-01T15:57:15Z', 'revision_number': 5, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'subnets': [{'id': '670a7a9f-3e40-465a-a32d-3a19ff34815f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:57:22.815173 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-05772e65-cb06-491a-b8ac-bee20f55cb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:22.829761 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-78551737-800a-4f80-9b8e-355e513ea447 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:22.888160 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78551737-800a-4f80-9b8e-355e513ea447 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Pushing event deleted for resources: {'Port': ['ID=af37d294-c919-4e49-8ffd-4e7090608960,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:22.895289 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78551737-800a-4f80-9b8e-355e513ea447 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] No DVR routers for this DVR port af37d294-c919-4e49-8ffd-4e7090608960 on host dv-neutron-833373-2-hyperv {{(pid=83828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:57:22.983943 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device edc95922-8f08-4a97-bb4e-ce12aa1d1d76 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:57:23.179157 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-bd3f2845-4284-4240-a40f-c7ecabdf6f70 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.5625412 Apr 01 15:57:23.180316 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 54462) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:23.191537 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-516a3008-983a-4cb1-b588-f983736d46a9 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-103552174'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:57:23.238550 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-516a3008-983a-4cb1-b588-f983736d46a9 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:23.244291 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5c6cf85d-1f7a-4c63-86b9-35f59dd94b9f tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611543'] for router_interface, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:23.345603 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-78551737-800a-4f80-9b8e-355e513ea447 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:23.352413 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-516a3008-983a-4cb1-b588-f983736d46a9 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Usage tracker for resource:network and tenant:11b74bb4c805440eb8922ec9333718ac is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:23.367848 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-516a3008-983a-4cb1-b588-f983736d46a9 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:23.380938 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-78551737-800a-4f80-9b8e-355e513ea447 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f03285d7-c4e3-4099-be55-0b9349130f3a']}} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:23.396215 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-78551737-800a-4f80-9b8e-355e513ea447 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bd4dd07-2f0c-463a-b87a-41f88f304d55') {'for_net_delete': True} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:23.397026 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-78551737-800a-4f80-9b8e-355e513ea447 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bd4dd07-2f0c-463a-b87a-41f88f304d55') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:23.405557 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05772e65-cb06-491a-b8ac-bee20f55cb84 None None] Routers {'d06a4258-590a-4759-9717-46588418146b'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:57:23.406326 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-05772e65-cb06-491a-b8ac-bee20f55cb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:56:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['d06a4258-590a-4759-9717-46588418146b'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:23.412605 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-78551737-800a-4f80-9b8e-355e513ea447 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15303093'] for segment, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:23.432370 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-78551737-800a-4f80-9b8e-355e513ea447 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:23.440250 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78551737-800a-4f80-9b8e-355e513ea447 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=83828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:57:23.440975 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-78551737-800a-4f80-9b8e-355e513ea447 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15306523'] for segment, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:23.460553 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-516a3008-983a-4cb1-b588-f983736d46a9 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:23.534559 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-516a3008-983a-4cb1-b588-f983736d46a9 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Made reservation on behalf of 11b74bb4c805440eb8922ec9333718ac for: {'network': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:57:23.537643 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-516a3008-983a-4cb1-b588-f983736d46a9 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:23.560288 dv-neutron-833373-2-hyperv neutron-server[83828]: Traceback (most recent call last): Apr 01 15:57:23.560288 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:57:23.560288 dv-neutron-833373-2-hyperv neutron-server[83828]: timer() Apr 01 15:57:23.560288 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:57:23.560288 dv-neutron-833373-2-hyperv neutron-server[83828]: cb(*args, **kw) Apr 01 15:57:23.560288 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:57:23.560288 dv-neutron-833373-2-hyperv neutron-server[83828]: return func(*args, **kwargs) Apr 01 15:57:23.560288 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:57:23.560288 dv-neutron-833373-2-hyperv neutron-server[83828]: self._notify() Apr 01 15:57:23.560288 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:57:23.560288 dv-neutron-833373-2-hyperv neutron-server[83828]: self.callback(batched_events) Apr 01 15:57:23.560288 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:57:23.560288 dv-neutron-833373-2-hyperv neutron-server[83828]: event.method(event) Apr 01 15:57:23.560288 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:57:23.560288 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:57:23.560288 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:57:23.560288 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:57:23.560288 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:57:23.560288 dv-neutron-833373-2-hyperv neutron-server[83828]: return f(self, *a, **k) Apr 01 15:57:23.560288 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:57:23.560288 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._get(url).json() Apr 01 15:57:23.560288 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:57:23.560288 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:57:23.560288 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:57:23.560288 dv-neutron-833373-2-hyperv neutron-server[83828]: return self.request(url, 'GET', **kwargs) Apr 01 15:57:23.560288 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:57:23.560288 dv-neutron-833373-2-hyperv neutron-server[83828]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:57:23.560288 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:57:23.560288 dv-neutron-833373-2-hyperv neutron-server[83828]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:57:23.560288 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:57:23.560288 dv-neutron-833373-2-hyperv neutron-server[83828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:57:23.560288 dv-neutron-833373-2-hyperv neutron-server[83828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:57:23.567355 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-78551737-800a-4f80-9b8e-355e513ea447 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:23.595305 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-516a3008-983a-4cb1-b588-f983736d46a9 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=83826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:57:23.613351 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-78551737-800a-4f80-9b8e-355e513ea447 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:23.634003 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78551737-800a-4f80-9b8e-355e513ea447 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Pushing event deleted for resources: {'Network': ['ID=f03285d7-c4e3-4099-be55-0b9349130f3a,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:23.644065 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-516a3008-983a-4cb1-b588-f983736d46a9 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:23.644452 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.segments_db [None req-516a3008-983a-4cb1-b588-f983736d46a9 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Added segment 6966ece5-c7a3-4e33-9a2f-40b189b7ee5a of type vlan for network a7c69fe2-557e-4e99-a0e3-eb6287a1f37e Apr 01 15:57:23.646576 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 54472) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:23.647039 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-78551737-800a-4f80-9b8e-355e513ea447 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] 10.222.0.55 "DELETE /v2.0/networks/f03285d7-c4e3-4099-be55-0b9349130f3a HTTP/1.1" status: 204 len: 168 time: 4.4247615 Apr 01 15:57:23.697924 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-05772e65-cb06-491a-b8ac-bee20f55cb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:23.699873 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05772e65-cb06-491a-b8ac-bee20f55cb84 None None] The sync data for ids ['d06a4258-590a-4759-9717-46588418146b'] in dv-neutron-833373-2-hyperv is: [] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:57:23.702618 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port edc95922-8f08-4a97-bb4e-ce12aa1d1d76 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:23.703379 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:23.739108 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-516a3008-983a-4cb1-b588-f983736d46a9 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:23.768662 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-63f868fc-780f-42ce-8533-2cb3779b6302 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] GET failed (client error): The resource could not be found. Apr 01 15:57:23.769522 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-63f868fc-780f-42ce-8533-2cb3779b6302 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Synchronizing usage tracker for tenant:ca4419a52cd8404a85bea4fb3af2a91f on resource:subnet {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:57:23.846177 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:23.889764 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-660f3db4-a620-4429-9f30-07cc79b3e284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:24.060073 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.db.resource_extend [None req-516a3008-983a-4cb1-b588-f983736d46a9 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:57:24.084387 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-cbd31c91-6559-4ecd-9ad8-96f7327465f8 req-78b29ee4-1e2d-4066-9e3e-aab890840753 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=0182cd14-e705-4998-bcab-e6a098b77cd3 HTTP/1.1" status: 200 len: 210 time: 0.0987558 Apr 01 15:57:24.102176 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-63f868fc-780f-42ce-8533-2cb3779b6302 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Unset dirty status for tenant:ca4419a52cd8404a85bea4fb3af2a91f on resource:subnet {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:57:24.106349 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54484) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:24.121869 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-63f868fc-780f-42ce-8533-2cb3779b6302 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] 10.222.0.55 "GET /v2.0/subnets/ddb5429d-d203-46ec-bb93-7b5ee5edcb43 HTTP/1.1" status: 404 len: 337 time: 0.4736538 Apr 01 15:57:24.153956 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f430376-558c-406b-82eb-ab7d08dd4b5c tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] DELETE failed (client error): The resource could not be found. Apr 01 15:57:24.154313 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f430376-558c-406b-82eb-ab7d08dd4b5c tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:57:24.161846 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-4f430376-558c-406b-82eb-ab7d08dd4b5c tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] 10.222.0.55 "DELETE /v2.0/networks/f03285d7-c4e3-4099-be55-0b9349130f3a HTTP/1.1" status: 404 len: 339 time: 0.0543745 Apr 01 15:57:24.162454 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54488) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:24.227913 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-516a3008-983a-4cb1-b588-f983736d46a9 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:24.245182 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516a3008-983a-4cb1-b588-f983736d46a9 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:24.245829 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-516a3008-983a-4cb1-b588-f983736d46a9 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:24.302377 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 2033afaf-6f92-4039-b14a-04096bc66cfd no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:57:24.356939 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 2033afaf-6f92-4039-b14a-04096bc66cfd {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:57:24.357276 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 2033afaf-6f92-4039-b14a-04096bc66cfd not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:57:24.391705 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-4ebf534d-3769-4187-a5cf-6a4e765a204e tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "GET /v2.0/routers/d06a4258-590a-4759-9717-46588418146b HTTP/1.1" status: 200 len: 880 time: 1.6385491 Apr 01 15:57:24.407992 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54492) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:24.526830 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-516a3008-983a-4cb1-b588-f983736d46a9 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.3428917 Apr 01 15:57:24.541982 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 54496) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:24.558917 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-6c77d568-0ffe-4d2d-8ea5-be90f8ab5e43 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Request body: {'subnet': {'network_id': 'a7c69fe2-557e-4e99-a0e3-eb6287a1f37e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:57:24.579489 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 54500) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:24.597947 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516a3008-983a-4cb1-b588-f983736d46a9 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event updated for resources: {'Network': ['ID=a7c69fe2-557e-4e99-a0e3-eb6287a1f37e,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:24.628360 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network a7c69fe2-557e-4e99-a0e3-eb6287a1f37e details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:57:24.740438 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eadbd1ba-55bc-4dda-b429-934427aa385e tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:24.741561 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-eadbd1ba-55bc-4dda-b429-934427aa385e tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Synchronizing usage tracker for tenant:ca4419a52cd8404a85bea4fb3af2a91f on resource:network {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:57:24.776331 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-6c77d568-0ffe-4d2d-8ea5-be90f8ab5e43 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:24.786657 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee413de5-f94a-4fbf-9f62-cde599f95d60 req-06149ba7-f5d8-4f34-9879-4cc11eb337c5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:24.787379 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-ee413de5-f94a-4fbf-9f62-cde599f95d60 req-06149ba7-f5d8-4f34-9879-4cc11eb337c5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Synchronizing usage tracker for tenant:447e2c5010754fe1ad368efac7c75251 on resource:network {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:57:24.804262 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-eadbd1ba-55bc-4dda-b429-934427aa385e tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Unset dirty status for tenant:ca4419a52cd8404a85bea4fb3af2a91f on resource:network {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:57:24.805624 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-eadbd1ba-55bc-4dda-b429-934427aa385e tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6421838 Apr 01 15:57:24.809480 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54506) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:24.813795 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-6c77d568-0ffe-4d2d-8ea5-be90f8ab5e43 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Usage tracker for resource:subnet and tenant:11b74bb4c805440eb8922ec9333718ac is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:24.820596 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-6c77d568-0ffe-4d2d-8ea5-be90f8ab5e43 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:24.830770 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-6c77d568-0ffe-4d2d-8ea5-be90f8ab5e43 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:24.855258 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-ee413de5-f94a-4fbf-9f62-cde599f95d60 req-06149ba7-f5d8-4f34-9879-4cc11eb337c5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Unset dirty status for tenant:447e2c5010754fe1ad368efac7c75251 on resource:network {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:57:24.856353 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-ee413de5-f94a-4fbf-9f62-cde599f95d60 req-06149ba7-f5d8-4f34-9879-4cc11eb337c5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.24 "GET /v2.0/networks?id=c7150878-cf4d-489d-8242-cd704e359285 HTTP/1.1" status: 200 len: 796 time: 0.6373868 Apr 01 15:57:24.858219 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-2e22e806-f92a-4895-a155-7de9a94f0931 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Synchronizing usage tracker for tenant:ca4419a52cd8404a85bea4fb3af2a91f on resource:subnet {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:57:24.885967 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-eb3d4586-4317-4d22-bd70-900fc117d15b tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-920629876'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:57:24.893398 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c77d568-0ffe-4d2d-8ea5-be90f8ab5e43 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Made reservation on behalf of 11b74bb4c805440eb8922ec9333718ac for: {'subnet': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:57:24.907256 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-2e22e806-f92a-4895-a155-7de9a94f0931 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Unset dirty status for tenant:ca4419a52cd8404a85bea4fb3af2a91f on resource:subnet {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:57:24.908423 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-2e22e806-f92a-4895-a155-7de9a94f0931 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] 10.222.0.55 "GET /v2.0/subnets?network_id=ed45466e-0386-4b92-8de3-247c977242ac HTTP/1.1" status: 200 len: 207 time: 0.0964582 Apr 01 15:57:24.908944 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-eb3d4586-4317-4d22-bd70-900fc117d15b tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:24.913755 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54510) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:24.918625 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-eb3d4586-4317-4d22-bd70-900fc117d15b tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Usage tracker for resource:network and tenant:b563e44e792a46a68fb918c5892eaf6c is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:24.922535 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-eb3d4586-4317-4d22-bd70-900fc117d15b tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:24.936674 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-eb3d4586-4317-4d22-bd70-900fc117d15b tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:25.018554 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb3d4586-4317-4d22-bd70-900fc117d15b tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Made reservation on behalf of b563e44e792a46a68fb918c5892eaf6c for: {'network': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:57:25.021537 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-eb3d4586-4317-4d22-bd70-900fc117d15b tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:25.040886 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-ee413de5-f94a-4fbf-9f62-cde599f95d60 req-19e8fc21-99fd-4c26-9561-f22574fd59c4 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Synchronizing usage tracker for tenant:447e2c5010754fe1ad368efac7c75251 on resource:security_group {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:57:25.048040 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-eb3d4586-4317-4d22-bd70-900fc117d15b tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Notify callbacks [] for security_group, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:25.074199 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6c77d568-0ffe-4d2d-8ea5-be90f8ab5e43 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16088980'] for subnet, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:25.093495 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-5a8db3e6-52ea-404b-89c3-3e6ae88960c3 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Synchronizing usage tracker for tenant:113c2dcebd4142eb9b767ab7a8fce06c on resource:router {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:57:25.099946 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-ee413de5-f94a-4fbf-9f62-cde599f95d60 req-19e8fc21-99fd-4c26-9561-f22574fd59c4 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Unset dirty status for tenant:447e2c5010754fe1ad368efac7c75251 on resource:security_group {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:57:25.101420 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-ee413de5-f94a-4fbf-9f62-cde599f95d60 req-19e8fc21-99fd-4c26-9561-f22574fd59c4 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=447e2c5010754fe1ad368efac7c75251 HTTP/1.1" status: 200 len: 471 time: 0.2268991 Apr 01 15:57:25.118941 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [req-ee413de5-f94a-4fbf-9f62-cde599f95d60 req-0b934733-afe2-48f6-845c-f8741b9d4bd8 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'port': {'device_id': '0182cd14-e705-4998-bcab-e6a098b77cd3', 'network_id': 'c7150878-cf4d-489d-8242-cd704e359285', 'admin_state_up': True, 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'security_groups': ['92234972-d0b7-4b02-b617-6fbcf9721f37']}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:57:25.161267 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a97e8d-0a6d-436b-9909-7483db284b79 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:25.165406 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a97e8d-0a6d-436b-9909-7483db284b79 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:25.169480 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a97e8d-0a6d-436b-9909-7483db284b79 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:25.173647 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a97e8d-0a6d-436b-9909-7483db284b79 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:25.176770 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-89a97e8d-0a6d-436b-9909-7483db284b79 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.2606468 Apr 01 15:57:25.184260 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 54516) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:25.214353 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-eb3d4586-4317-4d22-bd70-900fc117d15b tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:25.226463 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-5a8db3e6-52ea-404b-89c3-3e6ae88960c3 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Unset dirty status for tenant:113c2dcebd4142eb9b767ab7a8fce06c on resource:router {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:57:25.227661 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-5a8db3e6-52ea-404b-89c3-3e6ae88960c3 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.8096130 Apr 01 15:57:25.231237 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54520) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:25.245312 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-90b52541-3110-4188-867b-d23a5e6b5254 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-766054080'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:57:25.252182 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-eb3d4586-4317-4d22-bd70-900fc117d15b tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Usage tracker for resource:security_group_rule and tenant:b563e44e792a46a68fb918c5892eaf6c is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:25.309672 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-eb3d4586-4317-4d22-bd70-900fc117d15b tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:25.337394 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-eb3d4586-4317-4d22-bd70-900fc117d15b tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:25.402798 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-55461086-571d-4cbb-b98d-39c7d588c289 req-de87c943-9234-4528-b724-ca4371f90f0c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=0182cd14-e705-4998-bcab-e6a098b77cd3 HTTP/1.1" status: 200 len: 210 time: 0.0793867 Apr 01 15:57:25.439794 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [req-ee413de5-f94a-4fbf-9f62-cde599f95d60 req-0b934733-afe2-48f6-845c-f8741b9d4bd8 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:25.440958 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-ee413de5-f94a-4fbf-9f62-cde599f95d60 req-0b934733-afe2-48f6-845c-f8741b9d4bd8 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:port and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:25.444890 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-ee413de5-f94a-4fbf-9f62-cde599f95d60 req-0b934733-afe2-48f6-845c-f8741b9d4bd8 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:25.453281 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [req-ee413de5-f94a-4fbf-9f62-cde599f95d60 req-0b934733-afe2-48f6-845c-f8741b9d4bd8 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:25.470846 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee413de5-f94a-4fbf-9f62-cde599f95d60 req-0b934733-afe2-48f6-845c-f8741b9d4bd8 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Made reservation on behalf of 447e2c5010754fe1ad368efac7c75251 for: {'port': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:57:25.473842 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-ee413de5-f94a-4fbf-9f62-cde599f95d60 req-0b934733-afe2-48f6-845c-f8741b9d4bd8 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:25.546582 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-dada15b7-97b0-4055-bd0e-b7395a2072d5 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Synchronizing usage tracker for tenant:ca4419a52cd8404a85bea4fb3af2a91f on resource:network {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:57:25.632924 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-dada15b7-97b0-4055-bd0e-b7395a2072d5 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Unset dirty status for tenant:ca4419a52cd8404a85bea4fb3af2a91f on resource:network {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:57:25.634366 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-dada15b7-97b0-4055-bd0e-b7395a2072d5 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] 10.222.0.55 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.4482789 Apr 01 15:57:25.652087 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 54524) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:25.716171 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-eb3d4586-4317-4d22-bd70-900fc117d15b tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Notify callbacks [] for security_group, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:25.740320 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-eb3d4586-4317-4d22-bd70-900fc117d15b tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:25.790866 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-5c6cf85d-1f7a-4c63-86b9-35f59dd94b9f tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Deleting port c5e0939d-1b38-4e01-b615-ce7fb1978730 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:57:25.791233 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5c6cf85d-1f7a-4c63-86b9-35f59dd94b9f tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:25.862513 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb3d4586-4317-4d22-bd70-900fc117d15b tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=83826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:57:25.864820 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6c77d568-0ffe-4d2d-8ea5-be90f8ab5e43 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15415267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16089018'] for subnet, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:25.905840 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [req-ee413de5-f94a-4fbf-9f62-cde599f95d60 req-0b934733-afe2-48f6-845c-f8741b9d4bd8 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Allocated IP 172.20.0.26 (c7150878-cf4d-489d-8242-cd704e359285/b6f92b53-dff2-4188-8ce3-61db7979e9a0/007af390-0bdb-46b7-b525-74bef7330395) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:57:25.909474 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a3a88e-bf51-44c1-a22d-69f8938fb7c4 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:25.910900 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a3a88e-bf51-44c1-a22d-69f8938fb7c4 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:25.912548 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-d0a3a88e-bf51-44c1-a22d-69f8938fb7c4 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2507229 Apr 01 15:57:25.918870 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54528) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:25.936838 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3d4586-4317-4d22-bd70-900fc117d15b tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4f2522-a81f-4ae2-a299-2c27c43470bf,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:25.974978 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-eb3d4586-4317-4d22-bd70-900fc117d15b tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:25.975219 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.segments_db [None req-eb3d4586-4317-4d22-bd70-900fc117d15b tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Added segment 2b0dcfce-d3d7-439c-98c8-a834733b82a6 of type vlan for network c9613a3a-e99d-412d-bfda-a55e5d2a837e Apr 01 15:57:26.097215 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bcd5af8-d3af-480e-950c-9abb94fa788f tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Attributes excluded by policy engine: ['shared'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:26.098617 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bcd5af8-d3af-480e-950c-9abb94fa788f tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Attributes excluded by policy engine: ['shared'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:26.100144 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-7bcd5af8-d3af-480e-950c-9abb94fa788f tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] 10.222.0.55 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1803420 Apr 01 15:57:26.109066 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54532) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:26.166358 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c77d568-0ffe-4d2d-8ea5-be90f8ab5e43 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event updated for resources: {'Subnet': ['ID=fcea7561-7ad8-4969-9245-84c297d57025,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:26.221412 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-eb3d4586-4317-4d22-bd70-900fc117d15b tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:26.238535 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-543b3310-d895-463b-82bb-166b8ea6c882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:26.284446 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c77d568-0ffe-4d2d-8ea5-be90f8ab5e43 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Checking segment: {'id': '6966ece5-c7a3-4e33-9a2f-40b189b7ee5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a7c69fe2-557e-4e99-a0e3-eb6287a1f37e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:57:26.285244 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c77d568-0ffe-4d2d-8ea5-be90f8ab5e43 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Network hostable DHCP agents. Network: a7c69fe2-557e-4e99-a0e3-eb6287a1f37e, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:57:26.300314 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [None req-5c6cf85d-1f7a-4c63-86b9-35f59dd94b9f tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] For port c5e0939d-1b38-4e01-b615-ce7fb1978730, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=c5e0939d-1b38-4e01-b615-ce7fb1978730,segment=NetworkSegment(c7c61b5b-abb3-4295-b3bc-705d2197d864),segment_id=c7c61b5b-abb3-4295-b3bc-705d2197d864)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:57:26.300756 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5c6cf85d-1f7a-4c63-86b9-35f59dd94b9f tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:26.324760 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-ee413de5-f94a-4fbf-9f62-cde599f95d60 req-0b934733-afe2-48f6-845c-f8741b9d4bd8 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:26.350859 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [req-ee413de5-f94a-4fbf-9f62-cde599f95d60 req-0b934733-afe2-48f6-845c-f8741b9d4bd8 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Transition to ACTIVE for port object 007af390-0bdb-46b7-b525-74bef7330395 will not be triggered until provisioned by entity DHCP. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:57:26.356296 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a793fa-726a-443c-9207-16e6aaadd886 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:26.357667 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-f9a793fa-726a-443c-9207-16e6aaadd886 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] 10.222.0.55 "GET /v2.0/networks/992dd921-c380-4c42-857d-d425fd5eaff4 HTTP/1.1" status: 200 len: 799 time: 0.2466438 Apr 01 15:57:26.362156 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54536) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:26.424758 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-eb3d4586-4317-4d22-bd70-900fc117d15b tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:26.429061 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3d4586-4317-4d22-bd70-900fc117d15b tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:26.429646 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-eb3d4586-4317-4d22-bd70-900fc117d15b tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:26.443028 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-5c6cf85d-1f7a-4c63-86b9-35f59dd94b9f tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Calling delete_port for c5e0939d-1b38-4e01-b615-ce7fb1978730 owned by network:router_interface {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:57:26.632653 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-ee413de5-f94a-4fbf-9f62-cde599f95d60 req-0b934733-afe2-48f6-845c-f8741b9d4bd8 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:26.650606 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-eb3d4586-4317-4d22-bd70-900fc117d15b tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.0705841 Apr 01 15:57:26.656693 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c77d568-0ffe-4d2d-8ea5-be90f8ab5e43 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Network a7c69fe2-557e-4e99-a0e3-eb6287a1f37e is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:57:26.663621 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 54542) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:26.688249 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-0d4d5f97-edfa-42d8-bb13-eef0d2d79f79 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Request body: {'subnet': {'network_id': 'c9613a3a-e99d-412d-bfda-a55e5d2a837e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:57:26.703645 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3d4586-4317-4d22-bd70-900fc117d15b tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Pushing event updated for resources: {'Network': ['ID=c9613a3a-e99d-412d-bfda-a55e5d2a837e,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:26.719946 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network c9613a3a-e99d-412d-bfda-a55e5d2a837e details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:57:26.730313 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-6468df4e-dc27-46d4-9c08-8064cfd0d3b1 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] 10.222.0.55 "GET /v2.0/networks/992dd921-c380-4c42-857d-d425fd5eaff4?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.3629022 Apr 01 15:57:26.732839 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 54546) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:26.742312 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-6c77d568-0ffe-4d2d-8ea5-be90f8ab5e43 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, a7c69fe2-557e-4e99-a0e3-eb6287a1f37e) {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:57:26.756820 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ca2840-5cc1-49f3-9226-1c0cebf9ed95 None None] Network a7c69fe2-557e-4e99-a0e3-eb6287a1f37e requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:57:26.763401 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee413de5-f94a-4fbf-9f62-cde599f95d60 req-0b934733-afe2-48f6-845c-f8741b9d4bd8 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Network c7150878-cf4d-489d-8242-cd704e359285 is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:57:26.766389 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b934733-afe2-48f6-845c-f8741b9d4bd8 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'Port': ['ID=007af390-0bdb-46b7-b525-74bef7330395,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:26.769121 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [req-ee413de5-f94a-4fbf-9f62-cde599f95d60 req-0b934733-afe2-48f6-845c-f8741b9d4bd8 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:57:26.773259 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee413de5-f94a-4fbf-9f62-cde599f95d60 req-0b934733-afe2-48f6-845c-f8741b9d4bd8 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:57:26.800814 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-90b52541-3110-4188-867b-d23a5e6b5254 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130626'] for router, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:26.826809 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-90b52541-3110-4188-867b-d23a5e6b5254 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-617606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-617615', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-607241'] for router, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:26.891035 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c77d568-0ffe-4d2d-8ea5-be90f8ab5e43 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:26.891871 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6c77d568-0ffe-4d2d-8ea5-be90f8ab5e43 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:26.963399 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-6c77d568-0ffe-4d2d-8ea5-be90f8ab5e43 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4204142 Apr 01 15:57:26.968540 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 54550) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:26.974085 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895418c1-9c13-4df6-a713-4aa0ff2c2bb0 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:26.976022 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-895418c1-9c13-4df6-a713-4aa0ff2c2bb0 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] 10.222.0.55 "GET /v2.0/subnets/dad426fc-faac-4e89-a1a5-bcffbd7d9a3a HTTP/1.1" status: 200 len: 811 time: 0.2402263 Apr 01 15:57:26.980953 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-0d4d5f97-edfa-42d8-bb13-eef0d2d79f79 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:26.987802 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-7ed5b0e2-8012-4cc6-9450-aeee31020d13 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Request body: {'port': {'network_id': 'a7c69fe2-557e-4e99-a0e3-eb6287a1f37e', 'name': 'tempest-PortsTestJSON-44417716'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:57:27.008892 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 54554) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:27.050668 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee413de5-f94a-4fbf-9f62-cde599f95d60 req-0b934733-afe2-48f6-845c-f8741b9d4bd8 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:27.051554 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-ee413de5-f94a-4fbf-9f62-cde599f95d60 req-0b934733-afe2-48f6-845c-f8741b9d4bd8 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:27.059093 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-0d4d5f97-edfa-42d8-bb13-eef0d2d79f79 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Usage tracker for resource:subnet and tenant:b563e44e792a46a68fb918c5892eaf6c is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:27.086221 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-ee413de5-f94a-4fbf-9f62-cde599f95d60 req-0b934733-afe2-48f6-845c-f8741b9d4bd8 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9740403 Apr 01 15:57:27.103061 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [req-ee413de5-f94a-4fbf-9f62-cde599f95d60 req-8c478ca9-6379-4a5a-9f78-6408ccd01fd6 service neutron] Request body: {'port': {'device_id': '0182cd14-e705-4998-bcab-e6a098b77cd3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:57:27.109521 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-0d4d5f97-edfa-42d8-bb13-eef0d2d79f79 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:27.141600 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-0d4d5f97-edfa-42d8-bb13-eef0d2d79f79 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:27.149292 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fd2ec9-61a9-4e5f-aad0-d89f87f628a8 req-e81e6db1-3e99-4d7b-98a2-246eb1d3aa04 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:27.150783 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-13fd2ec9-61a9-4e5f-aad0-d89f87f628a8 req-e81e6db1-3e99-4d7b-98a2-246eb1d3aa04 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=0182cd14-e705-4998-bcab-e6a098b77cd3 HTTP/1.1" status: 200 len: 932 time: 0.5781884 Apr 01 15:57:27.176067 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-4d6d36db-607f-4f34-a972-65d60ede8144 None None] Provisioning for port 007af390-0bdb-46b7-b525-74bef7330395 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:57:27.181326 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-4d6d36db-607f-4f34-a972-65d60ede8144 None None] Provisioning complete for port 007af390-0bdb-46b7-b525-74bef7330395 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:27.181680 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-4d6d36db-607f-4f34-a972-65d60ede8144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:27.214075 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93205c40-bd39-4bbc-998e-2a153c38f6e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-a7c69fe2-557e-4e99-a0e3-eb6287a1f37e', 'network_id': 'a7c69fe2-557e-4e99-a0e3-eb6287a1f37e', 'tenant_id': '11b74bb4c805440eb8922ec9333718ac', 'fixed_ips': [{'subnet_id': 'fcea7561-7ad8-4969-9245-84c297d57025'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:57:27.215215 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-93205c40-bd39-4bbc-998e-2a153c38f6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:27.250824 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696adb39-a3b5-44dc-a603-f8724384d525 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Attributes excluded by policy engine: ['shared'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:27.252223 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-696adb39-a3b5-44dc-a603-f8724384d525 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] 10.222.0.55 "GET /v2.0/subnets/dad426fc-faac-4e89-a1a5-bcffbd7d9a3a?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2410300 Apr 01 15:57:27.252658 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-ee413de5-f94a-4fbf-9f62-cde599f95d60 req-8c478ca9-6379-4a5a-9f78-6408ccd01fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:27.253020 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d4d5f97-edfa-42d8-bb13-eef0d2d79f79 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Made reservation on behalf of b563e44e792a46a68fb918c5892eaf6c for: {'subnet': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:57:27.262229 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54558) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:27.277871 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-cdc5bc4f-a60e-4cbe-a8cc-8835960746fa tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1801927587'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:57:27.289143 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-cdc5bc4f-a60e-4cbe-a8cc-8835960746fa tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:27.302094 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-4d6d36db-607f-4f34-a972-65d60ede8144 None None] Port 007af390-0bdb-46b7-b525-74bef7330395 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:57:27.331114 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-cdc5bc4f-a60e-4cbe-a8cc-8835960746fa tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:27.368707 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdc5bc4f-a60e-4cbe-a8cc-8835960746fa tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Made reservation on behalf of ca4419a52cd8404a85bea4fb3af2a91f for: {'network': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:57:27.372016 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-cdc5bc4f-a60e-4cbe-a8cc-8835960746fa tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:27.421660 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-93205c40-bd39-4bbc-998e-2a153c38f6e9 None None] Allocated IP 172.20.0.2 (a7c69fe2-557e-4e99-a0e3-eb6287a1f37e/fcea7561-7ad8-4969-9245-84c297d57025/b7490c74-3256-4cc5-b77b-00dd41b3124a) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:57:27.425553 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5c6cf85d-1f7a-4c63-86b9-35f59dd94b9f tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:27.473525 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0d4d5f97-edfa-42d8-bb13-eef0d2d79f79 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16088980'] for subnet, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:27.500580 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-7ed5b0e2-8012-4cc6-9450-aeee31020d13 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:27.505723 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-13fd2ec9-61a9-4e5f-aad0-d89f87f628a8 req-47dbc48e-7033-4521-b04e-b233c423c87c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=92234972-d0b7-4b02-b617-6fbcf9721f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3094513 Apr 01 15:57:27.521365 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6cf85d-1f7a-4c63-86b9-35f59dd94b9f tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Pushing event deleted for resources: {'Port': ['ID=c5e0939d-1b38-4e01-b615-ce7fb1978730,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:27.524380 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-7ed5b0e2-8012-4cc6-9450-aeee31020d13 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Usage tracker for resource:port and tenant:11b74bb4c805440eb8922ec9333718ac is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:27.543534 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-7ed5b0e2-8012-4cc6-9450-aeee31020d13 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:27.544429 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:27.601018 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-7ed5b0e2-8012-4cc6-9450-aeee31020d13 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:27.638540 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90b52541-3110-4188-867b-d23a5e6b5254 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Router d06a4258-590a-4759-9717-46588418146b has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:57:27.684455 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-93205c40-bd39-4bbc-998e-2a153c38f6e9 None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:27.686038 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdc5bc4f-a60e-4cbe-a8cc-8835960746fa tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=83828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:57:27.704907 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-93205c40-bd39-4bbc-998e-2a153c38f6e9 None None] Transition to ACTIVE for port object b7490c74-3256-4cc5-b77b-00dd41b3124a will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:57:27.738687 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed5b0e2-8012-4cc6-9450-aeee31020d13 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Made reservation on behalf of 11b74bb4c805440eb8922ec9333718ac for: {'port': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:57:27.742235 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7ed5b0e2-8012-4cc6-9450-aeee31020d13 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:27.754245 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-93205c40-bd39-4bbc-998e-2a153c38f6e9 None None] Transition to ACTIVE for port object b7490c74-3256-4cc5-b77b-00dd41b3124a will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:57:27.762761 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-93205c40-bd39-4bbc-998e-2a153c38f6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:27.768432 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-cdc5bc4f-a60e-4cbe-a8cc-8835960746fa tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:27.768794 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.segments_db [None req-cdc5bc4f-a60e-4cbe-a8cc-8835960746fa tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Added segment f788ecea-fa04-491d-b236-365532d62f12 of type vlan for network 334e6f00-3d9a-43d1-8a30-2ce0699c1419 Apr 01 15:57:27.832314 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:27.855620 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93205c40-bd39-4bbc-998e-2a153c38f6e9 None None] Network a7c69fe2-557e-4e99-a0e3-eb6287a1f37e is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:57:27.857636 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-93205c40-bd39-4bbc-998e-2a153c38f6e9 None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:57:27.861660 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93205c40-bd39-4bbc-998e-2a153c38f6e9 None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:57:27.910401 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93205c40-bd39-4bbc-998e-2a153c38f6e9 None None] Pushing event updated for resources: {'Port': ['ID=b7490c74-3256-4cc5-b77b-00dd41b3124a,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:27.960644 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-cdc5bc4f-a60e-4cbe-a8cc-8835960746fa tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:27.970639 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-93205c40-bd39-4bbc-998e-2a153c38f6e9 None None] Attempting to bind port b7490c74-3256-4cc5-b77b-00dd41b3124a on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:57:27.971002 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-93205c40-bd39-4bbc-998e-2a153c38f6e9 None None] Attempting to bind port b7490c74-3256-4cc5-b77b-00dd41b3124a by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': '6966ece5-c7a3-4e33-9a2f-40b189b7ee5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a7c69fe2-557e-4e99-a0e3-eb6287a1f37e'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:57:27.971372 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93205c40-bd39-4bbc-998e-2a153c38f6e9 None None] Attempting to bind port b7490c74-3256-4cc5-b77b-00dd41b3124a on network a7c69fe2-557e-4e99-a0e3-eb6287a1f37e {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:57:27.975039 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [None req-7ed5b0e2-8012-4cc6-9450-aeee31020d13 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] device_id is not set on port 2aea5898-c56f-4c06-8a90-3f554b905506 yet. {{(pid=83826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:57:27.979402 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93205c40-bd39-4bbc-998e-2a153c38f6e9 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:57:27.979975 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93205c40-bd39-4bbc-998e-2a153c38f6e9 None None] Checking segment: {'id': '6966ece5-c7a3-4e33-9a2f-40b189b7ee5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a7c69fe2-557e-4e99-a0e3-eb6287a1f37e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:57:27.980240 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-93205c40-bd39-4bbc-998e-2a153c38f6e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:27.980638 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93205c40-bd39-4bbc-998e-2a153c38f6e9 None None] Bound using segment: {'id': '6966ece5-c7a3-4e33-9a2f-40b189b7ee5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a7c69fe2-557e-4e99-a0e3-eb6287a1f37e'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:57:27.989367 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-93205c40-bd39-4bbc-998e-2a153c38f6e9 None None] Bound port: b7490c74-3256-4cc5-b77b-00dd41b3124a, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6966ece5-c7a3-4e33-9a2f-40b189b7ee5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a7c69fe2-557e-4e99-a0e3-eb6287a1f37e'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:57:27.990095 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-93205c40-bd39-4bbc-998e-2a153c38f6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:28.074225 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-cdc5bc4f-a60e-4cbe-a8cc-8835960746fa tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:28.078266 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc5bc4f-a60e-4cbe-a8cc-8835960746fa tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:28.085035 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-cdc5bc4f-a60e-4cbe-a8cc-8835960746fa tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:28.137010 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-93205c40-bd39-4bbc-998e-2a153c38f6e9 None None] For port b7490c74-3256-4cc5-b77b-00dd41b3124a, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:57:28.140849 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-93205c40-bd39-4bbc-998e-2a153c38f6e9 None None] For port b7490c74-3256-4cc5-b77b-00dd41b3124a, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=b7490c74-3256-4cc5-b77b-00dd41b3124a,segment=NetworkSegment(6966ece5-c7a3-4e33-9a2f-40b189b7ee5a),segment_id=6966ece5-c7a3-4e33-9a2f-40b189b7ee5a)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:57:28.145902 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-93205c40-bd39-4bbc-998e-2a153c38f6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:28.230867 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93205c40-bd39-4bbc-998e-2a153c38f6e9 None None] Pushing event updated for resources: {'Port': ['ID=b7490c74-3256-4cc5-b77b-00dd41b3124a,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:28.254564 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-7ed5b0e2-8012-4cc6-9450-aeee31020d13 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Allocated IP 172.20.0.8 (a7c69fe2-557e-4e99-a0e3-eb6287a1f37e/fcea7561-7ad8-4969-9245-84c297d57025/2aea5898-c56f-4c06-8a90-3f554b905506) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:57:28.262335 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5c6cf85d-1f7a-4c63-86b9-35f59dd94b9f tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611462'] for router_interface, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:28.281410 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0d4d5f97-edfa-42d8-bb13-eef0d2d79f79 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15415267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16089018'] for subnet, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:28.281684 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-cdc5bc4f-a60e-4cbe-a8cc-8835960746fa tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0076530 Apr 01 15:57:28.282126 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc5bc4f-a60e-4cbe-a8cc-8835960746fa tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Pushing event updated for resources: {'Network': ['ID=334e6f00-3d9a-43d1-8a30-2ce0699c1419,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:28.284126 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54562) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:28.286902 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [req-ee413de5-f94a-4fbf-9f62-cde599f95d60 req-8c478ca9-6379-4a5a-9f78-6408ccd01fd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 007af390-0bdb-46b7-b525-74bef7330395 {{(pid=83828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:57:28.296130 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 334e6f00-3d9a-43d1-8a30-2ce0699c1419 details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:57:28.307121 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-ee413de5-f94a-4fbf-9f62-cde599f95d60 req-8c478ca9-6379-4a5a-9f78-6408ccd01fd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:28.315426 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-4476dd99-dcdb-49b7-9194-2a0df02c79dc tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Request body: {'subnet': {'network_id': '334e6f00-3d9a-43d1-8a30-2ce0699c1419', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:57:28.422935 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [req-ee413de5-f94a-4fbf-9f62-cde599f95d60 req-8c478ca9-6379-4a5a-9f78-6408ccd01fd6 service neutron] Transition to ACTIVE for port object 007af390-0bdb-46b7-b525-74bef7330395 will not be triggered until provisioned by entity L2. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:57:28.445468 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-ee413de5-f94a-4fbf-9f62-cde599f95d60 req-8c478ca9-6379-4a5a-9f78-6408ccd01fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:28.579438 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4d5f97-edfa-42d8-bb13-eef0d2d79f79 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Pushing event updated for resources: {'Subnet': ['ID=53a7a5d7-68b8-48eb-8753-8352aecb87bf,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:28.674527 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-4476dd99-dcdb-49b7-9194-2a0df02c79dc tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:28.689140 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c478ca9-6379-4a5a-9f78-6408ccd01fd6 service neutron] Pushing event updated for resources: {'Port': ['ID=007af390-0bdb-46b7-b525-74bef7330395,revision_number=2']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:28.712698 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-4476dd99-dcdb-49b7-9194-2a0df02c79dc tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:28.733608 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b52541-3110-4188-867b-d23a5e6b5254 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:57:28.754149 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a8b1a7-70ab-4c97-8122-eacb53068f8e None None] Sync routers for ids ['d06a4258-590a-4759-9717-46588418146b'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:57:28.775354 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a8b1a7-70ab-4c97-8122-eacb53068f8e None None] Routers {'d06a4258-590a-4759-9717-46588418146b'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:57:28.776389 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-85a8b1a7-70ab-4c97-8122-eacb53068f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:57:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['d06a4258-590a-4759-9717-46588418146b'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:28.780453 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-90b52541-3110-4188-867b-d23a5e6b5254 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:28.784363 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-90b52541-3110-4188-867b-d23a5e6b5254 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "PUT /v2.0/routers/d06a4258-590a-4759-9717-46588418146b HTTP/1.1" status: 200 len: 887 time: 3.5492971 Apr 01 15:57:28.788347 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4476dd99-dcdb-49b7-9194-2a0df02c79dc tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Made reservation on behalf of ca4419a52cd8404a85bea4fb3af2a91f for: {'subnet': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:57:28.818088 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54568) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:28.871760 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-85a8b1a7-70ab-4c97-8122-eacb53068f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:28.874914 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4d5f97-edfa-42d8-bb13-eef0d2d79f79 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Checking segment: {'id': '2b0dcfce-d3d7-439c-98c8-a834733b82a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c9613a3a-e99d-412d-bfda-a55e5d2a837e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:57:28.875285 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4d5f97-edfa-42d8-bb13-eef0d2d79f79 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Network hostable DHCP agents. Network: c9613a3a-e99d-412d-bfda-a55e5d2a837e, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:57:28.914544 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a8b1a7-70ab-4c97-8122-eacb53068f8e None None] Routers {'d06a4258-590a-4759-9717-46588418146b'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:57:28.921738 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-85a8b1a7-70ab-4c97-8122-eacb53068f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:57:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['d06a4258-590a-4759-9717-46588418146b'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:28.938768 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device b7490c74-3256-4cc5-b77b-00dd41b3124a up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:57:28.964212 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7ed5b0e2-8012-4cc6-9450-aeee31020d13 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:29.004195 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [None req-7ed5b0e2-8012-4cc6-9450-aeee31020d13 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Transition to ACTIVE for port object 2aea5898-c56f-4c06-8a90-3f554b905506 will not be triggered until provisioned by entity DHCP. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:57:29.024490 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4d5f97-edfa-42d8-bb13-eef0d2d79f79 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Network c9613a3a-e99d-412d-bfda-a55e5d2a837e is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:57:29.047351 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-0d4d5f97-edfa-42d8-bb13-eef0d2d79f79 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, c9613a3a-e99d-412d-bfda-a55e5d2a837e) {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:57:29.082666 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa6c3f9-a050-4917-9973-7b81136e39d3 None None] Network c9613a3a-e99d-412d-bfda-a55e5d2a837e requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:57:29.106625 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-85a8b1a7-70ab-4c97-8122-eacb53068f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:29.108015 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a8b1a7-70ab-4c97-8122-eacb53068f8e None None] The sync data for ids ['d06a4258-590a-4759-9717-46588418146b'] in dv-neutron-833373-2-hyperv is: [] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:57:29.136775 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a309a-815d-492d-9735-6afa5cc7ac19 req-ddec62a5-64c7-4c90-8ede-bc57cbd8c0fe tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:29.144901 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-640a309a-815d-492d-9735-6afa5cc7ac19 req-ddec62a5-64c7-4c90-8ede-bc57cbd8c0fe tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=0182cd14-e705-4998-bcab-e6a098b77cd3 HTTP/1.1" status: 200 len: 944 time: 0.3338819 Apr 01 15:57:29.205882 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [req-ee413de5-f94a-4fbf-9f62-cde599f95d60 req-8c478ca9-6379-4a5a-9f78-6408ccd01fd6 service neutron] Attempting to bind port 007af390-0bdb-46b7-b525-74bef7330395 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:57:29.206361 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [req-ee413de5-f94a-4fbf-9f62-cde599f95d60 req-8c478ca9-6379-4a5a-9f78-6408ccd01fd6 service neutron] Attempting to bind port 007af390-0bdb-46b7-b525-74bef7330395 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '7f587f00-647c-45ad-b76a-3abef92c4648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c7150878-cf4d-489d-8242-cd704e359285'}] {{(pid=83828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:57:29.206695 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee413de5-f94a-4fbf-9f62-cde599f95d60 req-8c478ca9-6379-4a5a-9f78-6408ccd01fd6 service neutron] Attempting to bind port 007af390-0bdb-46b7-b525-74bef7330395 on network c7150878-cf4d-489d-8242-cd704e359285 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:57:29.211936 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4d5f97-edfa-42d8-bb13-eef0d2d79f79 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:29.212250 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4476dd99-dcdb-49b7-9194-2a0df02c79dc tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16030269'] for subnet, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:29.212531 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0d4d5f97-edfa-42d8-bb13-eef0d2d79f79 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:29.310447 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7ed5b0e2-8012-4cc6-9450-aeee31020d13 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:29.327760 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:29.352083 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-0d4d5f97-edfa-42d8-bb13-eef0d2d79f79 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6866975 Apr 01 15:57:29.359637 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54572) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:29.375293 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port b7490c74-3256-4cc5-b77b-00dd41b3124a completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:57:29.383488 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-52f6cf8c-1651-42b1-a81c-baf85679f2db tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Request body: {'port': {'network_id': 'c9613a3a-e99d-412d-bfda-a55e5d2a837e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-417437827'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:57:29.401885 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-640a309a-815d-492d-9735-6afa5cc7ac19 req-aa0c78fa-4325-4726-b46b-44a0ad261d91 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=92234972-d0b7-4b02-b617-6fbcf9721f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2560234 Apr 01 15:57:29.408710 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee413de5-f94a-4fbf-9f62-cde599f95d60 req-8c478ca9-6379-4a5a-9f78-6408ccd01fd6 service neutron] Port 007af390-0bdb-46b7-b525-74bef7330395 on network c7150878-cf4d-489d-8242-cd704e359285 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:57:29.408710 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee413de5-f94a-4fbf-9f62-cde599f95d60 req-8c478ca9-6379-4a5a-9f78-6408ccd01fd6 service neutron] Attempting to bind port 007af390-0bdb-46b7-b525-74bef7330395 on network c7150878-cf4d-489d-8242-cd704e359285 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:57:29.417058 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.ipam_backend_mixin [None req-4476dd99-dcdb-49b7-9194-2a0df02c79dc tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Performing IP validity checks on allocation pools {{(pid=83828) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 01 15:57:29.417578 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.ipam_backend_mixin [None req-4476dd99-dcdb-49b7-9194-2a0df02c79dc tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83828) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 01 15:57:29.493250 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed5b0e2-8012-4cc6-9450-aeee31020d13 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Network a7c69fe2-557e-4e99-a0e3-eb6287a1f37e is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:57:29.499655 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d526c800-42b5-47f5-9e71-c491ffe18447 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-c9613a3a-e99d-412d-bfda-a55e5d2a837e', 'network_id': 'c9613a3a-e99d-412d-bfda-a55e5d2a837e', 'tenant_id': 'b563e44e792a46a68fb918c5892eaf6c', 'fixed_ips': [{'subnet_id': '53a7a5d7-68b8-48eb-8753-8352aecb87bf'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:57:29.501213 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-7ed5b0e2-8012-4cc6-9450-aeee31020d13 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:57:29.501742 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-d526c800-42b5-47f5-9e71-c491ffe18447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:29.503166 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed5b0e2-8012-4cc6-9450-aeee31020d13 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event updated for resources: {'Port': ['ID=2aea5898-c56f-4c06-8a90-3f554b905506,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:29.505904 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed5b0e2-8012-4cc6-9450-aeee31020d13 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:57:29.652542 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed5b0e2-8012-4cc6-9450-aeee31020d13 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:29.653311 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7ed5b0e2-8012-4cc6-9450-aeee31020d13 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:29.656301 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee413de5-f94a-4fbf-9f62-cde599f95d60 req-8c478ca9-6379-4a5a-9f78-6408ccd01fd6 service neutron] Checking agent: {'id': '5b2860be-0b4f-4931-914a-5d10403eafcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 47, 24), 'started_at': datetime.datetime(2022, 4, 1, 15, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:57:29.656832 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee413de5-f94a-4fbf-9f62-cde599f95d60 req-8c478ca9-6379-4a5a-9f78-6408ccd01fd6 service neutron] Checking segment: {'id': '7f587f00-647c-45ad-b76a-3abef92c4648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c7150878-cf4d-489d-8242-cd704e359285'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:57:29.657055 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee413de5-f94a-4fbf-9f62-cde599f95d60 req-8c478ca9-6379-4a5a-9f78-6408ccd01fd6 service neutron] Bound using segment: {'id': '7f587f00-647c-45ad-b76a-3abef92c4648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c7150878-cf4d-489d-8242-cd704e359285'} {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:57:29.657506 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [req-ee413de5-f94a-4fbf-9f62-cde599f95d60 req-8c478ca9-6379-4a5a-9f78-6408ccd01fd6 service neutron] Bound port: 007af390-0bdb-46b7-b525-74bef7330395, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f587f00-647c-45ad-b76a-3abef92c4648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c7150878-cf4d-489d-8242-cd704e359285'}}] {{(pid=83828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:57:29.657862 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-ee413de5-f94a-4fbf-9f62-cde599f95d60 req-8c478ca9-6379-4a5a-9f78-6408ccd01fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:29.679604 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-7ed5b0e2-8012-4cc6-9450-aeee31020d13 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.7085953 Apr 01 15:57:29.683204 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 54576) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:29.701843 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821f43e6-8746-4094-beed-f52469b535c5 None None] Network a7c69fe2-557e-4e99-a0e3-eb6287a1f37e requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:57:29.705927 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-eace8061-0297-4bc4-a6e1-de6b0437ec86 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Request body: {'port': {'network_id': 'a7c69fe2-557e-4e99-a0e3-eb6287a1f37e', 'name': 'tempest-PortsTestJSON-1729730984'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:57:29.843772 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-d526c800-42b5-47f5-9e71-c491ffe18447 None None] Allocated IP 2001:db8::2 (c9613a3a-e99d-412d-bfda-a55e5d2a837e/53a7a5d7-68b8-48eb-8753-8352aecb87bf/dcce0c3a-9960-48c7-b730-dae05cce0368) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:57:29.853877 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-52f6cf8c-1651-42b1-a81c-baf85679f2db tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:29.867175 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-52f6cf8c-1651-42b1-a81c-baf85679f2db tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Usage tracker for resource:port and tenant:b563e44e792a46a68fb918c5892eaf6c is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:29.904156 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-52f6cf8c-1651-42b1-a81c-baf85679f2db tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:29.916711 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [req-ee413de5-f94a-4fbf-9f62-cde599f95d60 req-8c478ca9-6379-4a5a-9f78-6408ccd01fd6 service neutron] For port 007af390-0bdb-46b7-b525-74bef7330395, host hv-neutron-8333, cleared binding levels {{(pid=83828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:57:29.917326 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-1b41f539-03b1-414e-a873-5c37acb9acd5 None None] Provisioning for port b7490c74-3256-4cc5-b77b-00dd41b3124a completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:57:29.930830 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-52f6cf8c-1651-42b1-a81c-baf85679f2db tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:29.953655 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [req-ee413de5-f94a-4fbf-9f62-cde599f95d60 req-8c478ca9-6379-4a5a-9f78-6408ccd01fd6 service neutron] For port 007af390-0bdb-46b7-b525-74bef7330395, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=007af390-0bdb-46b7-b525-74bef7330395,segment=NetworkSegment(7f587f00-647c-45ad-b76a-3abef92c4648),segment_id=7f587f00-647c-45ad-b76a-3abef92c4648)] {{(pid=83828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:57:29.967466 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f6cf8c-1651-42b1-a81c-baf85679f2db tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Made reservation on behalf of b563e44e792a46a68fb918c5892eaf6c for: {'port': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:57:29.970681 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-52f6cf8c-1651-42b1-a81c-baf85679f2db tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:29.980638 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-ee413de5-f94a-4fbf-9f62-cde599f95d60 req-8c478ca9-6379-4a5a-9f78-6408ccd01fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:29.986131 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-1b41f539-03b1-414e-a873-5c37acb9acd5 None None] Provisioning complete for port b7490c74-3256-4cc5-b77b-00dd41b3124a triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:29.986771 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-1b41f539-03b1-414e-a873-5c37acb9acd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:29.987077 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c6cf85d-1f7a-4c63-86b9-35f59dd94b9f tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Router 519ed5a5-f15a-4ea7-b35d-8c8cb14b811d has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:57:30.058972 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-ee413de5-f94a-4fbf-9f62-cde599f95d60 req-8c478ca9-6379-4a5a-9f78-6408ccd01fd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:30.060369 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-ee413de5-f94a-4fbf-9f62-cde599f95d60 req-8c478ca9-6379-4a5a-9f78-6408ccd01fd6 service neutron] 10.222.0.24 "PUT /v2.0/ports/007af390-0bdb-46b7-b525-74bef7330395 HTTP/1.1" status: 200 len: 1094 time: 2.9629505 Apr 01 15:57:30.062352 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0182cd14-e705-4998-bcab-e6a098b77cd3', 'tag': '007af390-0bdb-46b7-b525-74bef7330395'}] {{(pid=83828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:57:30.100676 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-eace8061-0297-4bc4-a6e1-de6b0437ec86 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:30.154198 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [None req-52f6cf8c-1651-42b1-a81c-baf85679f2db tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] device_id is not set on port 289ba7b8-6962-4665-adbf-b40038f88da5 yet. {{(pid=83828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:57:30.189328 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-eace8061-0297-4bc4-a6e1-de6b0437ec86 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Usage tracker for resource:port and tenant:11b74bb4c805440eb8922ec9333718ac is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:30.199699 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-eace8061-0297-4bc4-a6e1-de6b0437ec86 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:30.211285 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-eace8061-0297-4bc4-a6e1-de6b0437ec86 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:30.238371 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eace8061-0297-4bc4-a6e1-de6b0437ec86 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Made reservation on behalf of 11b74bb4c805440eb8922ec9333718ac for: {'port': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:57:30.242998 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-eace8061-0297-4bc4-a6e1-de6b0437ec86 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:30.275215 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [None req-eace8061-0297-4bc4-a6e1-de6b0437ec86 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] device_id is not set on port 71f85cd4-f576-4aba-b30b-8f3341a69e10 yet. {{(pid=83826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:57:30.371324 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0182cd14-e705-4998-bcab-e6a098b77cd3', 'tag': '007af390-0bdb-46b7-b525-74bef7330395', 'status': 'completed', 'code': 200} Apr 01 15:57:30.379167 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c6cf85d-1f7a-4c63-86b9-35f59dd94b9f tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:57:30.390349 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c478ca9-6379-4a5a-9f78-6408ccd01fd6 service neutron] Pushing event updated for resources: {'Port': ['ID=007af390-0bdb-46b7-b525-74bef7330395,revision_number=3']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:30.394339 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-5c6cf85d-1f7a-4c63-86b9-35f59dd94b9f tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "PUT /v2.0/routers/519ed5a5-f15a-4ea7-b35d-8c8cb14b811d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0507810 Apr 01 15:57:30.407826 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54582) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:30.413839 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4476dd99-dcdb-49b7-9194-2a0df02c79dc tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15306628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16030227'] for subnet, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:30.415305 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a4fcb0-d642-4a24-af53-8e93c7462bcc None None] Sync routers for ids ['519ed5a5-f15a-4ea7-b35d-8c8cb14b811d'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:57:30.433741 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-536ed700-5205-4a26-9940-ca5b6c4d9ccb tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "GET /v2.0/routers/d06a4258-590a-4759-9717-46588418146b HTTP/1.1" status: 200 len: 887 time: 1.5668731 Apr 01 15:57:30.439073 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 54586) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:30.469438 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-eace8061-0297-4bc4-a6e1-de6b0437ec86 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Allocated IP 172.20.0.7 (a7c69fe2-557e-4e99-a0e3-eb6287a1f37e/fcea7561-7ad8-4969-9245-84c297d57025/71f85cd4-f576-4aba-b30b-8f3341a69e10) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:57:30.471822 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-1b41f539-03b1-414e-a873-5c37acb9acd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:30.518068 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-d526c800-42b5-47f5-9e71-c491ffe18447 None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:30.520877 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a4fcb0-d642-4a24-af53-8e93c7462bcc None None] Routers {'519ed5a5-f15a-4ea7-b35d-8c8cb14b811d'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:57:30.521633 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-82a4fcb0-d642-4a24-af53-8e93c7462bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:57:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['519ed5a5-f15a-4ea7-b35d-8c8cb14b811d'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:30.591644 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-2fe8bb66-07dc-4e1a-8c95-b507fb775ede tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Synchronizing usage tracker for tenant:113c2dcebd4142eb9b767ab7a8fce06c on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:57:30.673901 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4476dd99-dcdb-49b7-9194-2a0df02c79dc tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Checking segment: {'id': 'f788ecea-fa04-491d-b236-365532d62f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '334e6f00-3d9a-43d1-8a30-2ce0699c1419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:57:30.674515 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4476dd99-dcdb-49b7-9194-2a0df02c79dc tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Network hostable DHCP agents. Network: 334e6f00-3d9a-43d1-8a30-2ce0699c1419, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:57:30.720001 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4476dd99-dcdb-49b7-9194-2a0df02c79dc tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Pushing event updated for resources: {'Subnet': ['ID=2187d020-b208-4ef6-aab8-665e486878cb,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:30.727984 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-82a4fcb0-d642-4a24-af53-8e93c7462bcc None None] Set router 519ed5a5-f15a-4ea7-b35d-8c8cb14b811d gateway port host: None {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:57:30.744760 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-2fe8bb66-07dc-4e1a-8c95-b507fb775ede tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Unset dirty status for tenant:113c2dcebd4142eb9b767ab7a8fce06c on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:57:30.746015 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-2fe8bb66-07dc-4e1a-8c95-b507fb775ede tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "GET /v2.0/ports?device_id=d06a4258-590a-4759-9717-46588418146b HTTP/1.1" status: 200 len: 205 time: 0.2139385 Apr 01 15:57:30.757553 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 54592) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:30.807763 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4476dd99-dcdb-49b7-9194-2a0df02c79dc tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Network 334e6f00-3d9a-43d1-8a30-2ce0699c1419 is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:57:30.819753 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-ee413de5-f94a-4fbf-9f62-cde599f95d60 req-21a57b01-8bd9-4d7b-bfa8-70d921013da6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=447e2c5010754fe1ad368efac7c75251&device_id=0182cd14-e705-4998-bcab-e6a098b77cd3 HTTP/1.1" status: 200 len: 1097 time: 0.7034528 Apr 01 15:57:30.909467 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-4476dd99-dcdb-49b7-9194-2a0df02c79dc tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, 334e6f00-3d9a-43d1-8a30-2ce0699c1419) {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:57:30.915090 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4476dd99-dcdb-49b7-9194-2a0df02c79dc tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:30.915688 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4476dd99-dcdb-49b7-9194-2a0df02c79dc tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:30.921688 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-ee413de5-f94a-4fbf-9f62-cde599f95d60 req-5c9b5ec5-792e-4bb8-b55f-4d6dadab3bcd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=007af390-0bdb-46b7-b525-74bef7330395 HTTP/1.1" status: 200 len: 217 time: 0.0876515 Apr 01 15:57:30.958656 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3143c570-819c-461e-810f-141160bfd496 None None] Network 334e6f00-3d9a-43d1-8a30-2ce0699c1419 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:57:30.972811 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-d526c800-42b5-47f5-9e71-c491ffe18447 None None] Transition to ACTIVE for port object dcce0c3a-9960-48c7-b730-dae05cce0368 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:57:30.987787 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-eace8061-0297-4bc4-a6e1-de6b0437ec86 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:31.014253 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903e6cda-a15b-4b78-bfb3-b84aadcfc54c req-84d77ee0-9edf-4498-af17-82b5ab63d8f3 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:31.015480 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-903e6cda-a15b-4b78-bfb3-b84aadcfc54c req-84d77ee0-9edf-4498-af17-82b5ab63d8f3 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=0182cd14-e705-4998-bcab-e6a098b77cd3 HTTP/1.1" status: 200 len: 944 time: 0.4209304 Apr 01 15:57:31.019085 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [None req-eace8061-0297-4bc4-a6e1-de6b0437ec86 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Transition to ACTIVE for port object 71f85cd4-f576-4aba-b30b-8f3341a69e10 will not be triggered until provisioned by entity DHCP. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:57:31.019563 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee413de5-f94a-4fbf-9f62-cde599f95d60 req-3746bee6-d8bb-4cd0-a078-3cd99a987c40 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:31.023038 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-ee413de5-f94a-4fbf-9f62-cde599f95d60 req-3746bee6-d8bb-4cd0-a078-3cd99a987c40 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b6f92b53-dff2-4188-8ce3-61db7979e9a0 HTTP/1.1" status: 200 len: 838 time: 0.0884068 Apr 01 15:57:31.105444 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-903e6cda-a15b-4b78-bfb3-b84aadcfc54c req-e97b8995-5ecb-487e-a80d-c1f1468eee9b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=92234972-d0b7-4b02-b617-6fbcf9721f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829520 Apr 01 15:57:31.114263 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-eace8061-0297-4bc4-a6e1-de6b0437ec86 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:31.121803 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-1b41f539-03b1-414e-a873-5c37acb9acd5 None None] For port b7490c74-3256-4cc5-b77b-00dd41b3124a, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=b7490c74-3256-4cc5-b77b-00dd41b3124a,segment=NetworkSegment(6966ece5-c7a3-4e33-9a2f-40b189b7ee5a),segment_id=6966ece5-c7a3-4e33-9a2f-40b189b7ee5a)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:57:31.146468 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-1b41f539-03b1-414e-a873-5c37acb9acd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:31.151015 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc02a031-516c-40d7-8f15-97d52b9d6dae tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Deleting subnet 670a7a9f-3e40-465a-a32d-3a19ff34815f {{(pid=83828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:57:31.160343 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-dc02a031-516c-40d7-8f15-97d52b9d6dae tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for subnet, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:31.187686 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-4476dd99-dcdb-49b7-9194-2a0df02c79dc tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.8948717 Apr 01 15:57:31.195683 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-d526c800-42b5-47f5-9e71-c491ffe18447 None None] Transition to ACTIVE for port object dcce0c3a-9960-48c7-b730-dae05cce0368 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:57:31.195988 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54596) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:31.208121 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eace8061-0297-4bc4-a6e1-de6b0437ec86 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Network a7c69fe2-557e-4e99-a0e3-eb6287a1f37e is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:57:31.212384 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-eace8061-0297-4bc4-a6e1-de6b0437ec86 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:57:31.212695 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-1c8660fb-c987-4cfc-b4f7-19ccf25b1d3c tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:57:31.217729 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eace8061-0297-4bc4-a6e1-de6b0437ec86 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:57:31.239348 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-d526c800-42b5-47f5-9e71-c491ffe18447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:31.259436 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eace8061-0297-4bc4-a6e1-de6b0437ec86 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event updated for resources: {'Port': ['ID=71f85cd4-f576-4aba-b30b-8f3341a69e10,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:31.292215 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bd887fd0-8f26-4ee5-8b0f-379a64e4a0f5 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for router, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:31.351595 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-dc02a031-516c-40d7-8f15-97d52b9d6dae tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15303084'] for subnet, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:31.356334 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eace8061-0297-4bc4-a6e1-de6b0437ec86 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:31.357688 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-eace8061-0297-4bc4-a6e1-de6b0437ec86 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:31.360556 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d526c800-42b5-47f5-9e71-c491ffe18447 None None] Network c9613a3a-e99d-412d-bfda-a55e5d2a837e is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:57:31.362821 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-d526c800-42b5-47f5-9e71-c491ffe18447 None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:57:31.366541 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d526c800-42b5-47f5-9e71-c491ffe18447 None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:57:31.406008 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-ee413de5-f94a-4fbf-9f62-cde599f95d60 req-b6912dd3-219d-40d9-bd82-5a1c14ad29c2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c7150878-cf4d-489d-8242-cd704e359285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3262215 Apr 01 15:57:31.437248 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b41f539-03b1-414e-a873-5c37acb9acd5 None None] Pushing event updated for resources: {'Port': ['ID=b7490c74-3256-4cc5-b77b-00dd41b3124a,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:31.464236 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-eace8061-0297-4bc4-a6e1-de6b0437ec86 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7783496 Apr 01 15:57:31.474923 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54600) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:31.489963 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-52f6cf8c-1651-42b1-a81c-baf85679f2db tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Allocated IP 2001:db8::1d8 (c9613a3a-e99d-412d-bfda-a55e5d2a837e/53a7a5d7-68b8-48eb-8753-8352aecb87bf/289ba7b8-6962-4665-adbf-b40038f88da5) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:57:31.518397 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d526c800-42b5-47f5-9e71-c491ffe18447 None None] Pushing event updated for resources: {'Port': ['ID=dcce0c3a-9960-48c7-b730-dae05cce0368,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:31.604857 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bd887fd0-8f26-4ee5-8b0f-379a64e4a0f5 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:31.616035 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-bd887fd0-8f26-4ee5-8b0f-379a64e4a0f5 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Deleting port 48036bec-7aaf-41a0-9734-0b356ce1edef {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:57:31.616437 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bd887fd0-8f26-4ee5-8b0f-379a64e4a0f5 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:31.672908 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1c8660fb-c987-4cfc-b4f7-19ccf25b1d3c tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16030218'] for subnet, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:31.732542 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-00f73084-1d68-4944-8d07-e41b3b57bd61 None None] Provisioning complete for port b7490c74-3256-4cc5-b77b-00dd41b3124a triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:31.732952 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-00f73084-1d68-4944-8d07-e41b3b57bd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:31.770017 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-d526c800-42b5-47f5-9e71-c491ffe18447 None None] Attempting to bind port dcce0c3a-9960-48c7-b730-dae05cce0368 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:57:31.771388 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-d526c800-42b5-47f5-9e71-c491ffe18447 None None] Attempting to bind port dcce0c3a-9960-48c7-b730-dae05cce0368 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': '2b0dcfce-d3d7-439c-98c8-a834733b82a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c9613a3a-e99d-412d-bfda-a55e5d2a837e'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:57:31.771388 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d526c800-42b5-47f5-9e71-c491ffe18447 None None] Attempting to bind port dcce0c3a-9960-48c7-b730-dae05cce0368 on network c9613a3a-e99d-412d-bfda-a55e5d2a837e {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:57:31.806201 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f13702-941e-4df9-b9a2-579ca8e2b216 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-334e6f00-3d9a-43d1-8a30-2ce0699c1419', 'network_id': '334e6f00-3d9a-43d1-8a30-2ce0699c1419', 'tenant_id': 'ca4419a52cd8404a85bea4fb3af2a91f', 'fixed_ips': [{'subnet_id': '2187d020-b208-4ef6-aab8-665e486878cb'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:57:31.807070 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-e3f13702-941e-4df9-b9a2-579ca8e2b216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:31.826645 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-dc02a031-516c-40d7-8f15-97d52b9d6dae tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:31.832004 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bd887fd0-8f26-4ee5-8b0f-379a64e4a0f5 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:31.832570 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d526c800-42b5-47f5-9e71-c491ffe18447 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:57:31.832570 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d526c800-42b5-47f5-9e71-c491ffe18447 None None] Checking segment: {'id': '2b0dcfce-d3d7-439c-98c8-a834733b82a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c9613a3a-e99d-412d-bfda-a55e5d2a837e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:57:31.832843 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-d526c800-42b5-47f5-9e71-c491ffe18447 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:31.833200 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d526c800-42b5-47f5-9e71-c491ffe18447 None None] Bound using segment: {'id': '2b0dcfce-d3d7-439c-98c8-a834733b82a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c9613a3a-e99d-412d-bfda-a55e5d2a837e'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:57:31.833675 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-d526c800-42b5-47f5-9e71-c491ffe18447 None None] Bound port: dcce0c3a-9960-48c7-b730-dae05cce0368, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b0dcfce-d3d7-439c-98c8-a834733b82a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c9613a3a-e99d-412d-bfda-a55e5d2a837e'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:57:31.834055 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-d526c800-42b5-47f5-9e71-c491ffe18447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:31.858621 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-82a4fcb0-d642-4a24-af53-8e93c7462bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'name': 'tempest-RoutersIpV6Test-router-454146823', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:56:28Z', 'updated_at': '2022-04-01T15:57:27Z', 'revision_number': 8, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'gw_port_host': None, '_interfaces': [{'id': '3e1ee155-032f-4364-b5ea-f8b9aed48a3f', 'name': '', 'network_id': '77261af6-9095-4e3c-831e-6f51cab9a9f3', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'mac_address': 'fa:16:3e:69:90:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bb82706-c556-4eec-837c-2010fe05eee3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:36Z', 'updated_at': '2022-04-01T15:56:48Z', 'revision_number': 5, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'subnets': [{'id': '9bb82706-c556-4eec-837c-2010fe05eee3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92cf81c5-62af-4a23-9a64-4724732500a4', 'name': '', 'network_id': '09412c97-f78c-4353-8bab-c055d24f758a', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'mac_address': 'fa:16:3e:94:65:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9bea074-110e-4790-b124-4f4db52ca314', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:59Z', 'updated_at': '2022-04-01T15:57:10Z', 'revision_number': 5, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'subnets': [{'id': 'f9bea074-110e-4790-b124-4f4db52ca314', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba55ef7f-cc05-4d48-92c3-511d0c73f46a', 'name': '', 'network_id': 'd089ed11-578b-4044-93c5-5d8ff2359cc2', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'mac_address': 'fa:16:3e:dc:af:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '595565ab-1fb4-47c3-b751-ca3dca052eed', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:48Z', 'updated_at': '2022-04-01T15:56:59Z', 'revision_number': 5, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'subnets': [{'id': '595565ab-1fb4-47c3-b751-ca3dca052eed', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:31.918672 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a4fcb0-d642-4a24-af53-8e93c7462bcc None None] Checking router: 519ed5a5-f15a-4ea7-b35d-8c8cb14b811d for host: dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:57:32.029852 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-ee413de5-f94a-4fbf-9f62-cde599f95d60 req-599e9731-0d74-47eb-b182-3a8d9033ab3e service neutron] 10.222.0.24 "GET /v2.0/networks/c7150878-cf4d-489d-8242-cd704e359285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6084392 Apr 01 15:57:32.088048 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a4fcb0-d642-4a24-af53-8e93c7462bcc None None] Routers {'519ed5a5-f15a-4ea7-b35d-8c8cb14b811d'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:57:32.088528 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-82a4fcb0-d642-4a24-af53-8e93c7462bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:57:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['519ed5a5-f15a-4ea7-b35d-8c8cb14b811d'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:32.145909 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-bd887fd0-8f26-4ee5-8b0f-379a64e4a0f5 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Calling delete_port for 48036bec-7aaf-41a0-9734-0b356ce1edef owned by network:router_gateway {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:57:32.153343 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-00f73084-1d68-4944-8d07-e41b3b57bd61 None None] Provisioning for port 2aea5898-c56f-4c06-8a90-3f554b905506 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:57:32.236308 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-3e0973fc-7ae1-4c6b-949d-9a0a48d32e0d req-5b5b4a2e-3b73-4ac6-9616-3a08d1fddca2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=21288751-9373-42e7-a8d7-bf1fbaa867d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2102818 Apr 01 15:57:32.344267 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-00f73084-1d68-4944-8d07-e41b3b57bd61 None None] Provisioning complete for port 2aea5898-c56f-4c06-8a90-3f554b905506 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:32.345729 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-00f73084-1d68-4944-8d07-e41b3b57bd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:32.412506 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab88a73-ddec-48d2-b40a-00fc7274f86b tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:32.413841 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-2ab88a73-ddec-48d2-b40a-00fc7274f86b tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Synchronizing usage tracker for tenant:11b74bb4c805440eb8922ec9333718ac on resource:port {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:57:32.416876 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a704b8ac-8294-47ba-b6f3-51105f828046 req-9b5ef311-63e3-4398-a573-932cacb6179e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:32.418068 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.db.api [None req-e3f13702-941e-4df9-b9a2-579ca8e2b216 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 01 15:57:32.418068 dv-neutron-833373-2-hyperv neutron-server[83829]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Apr 01 15:57:32.418068 dv-neutron-833373-2-hyperv neutron-server[83829]: [parameters: {'in_use': 1, 'id_1': '2187d020-b208-4ef6-aab8-665e486878cb'}] Apr 01 15:57:32.418068 dv-neutron-833373-2-hyperv neutron-server[83829]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=83829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:57:32.418529 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG oslo_db.api [None req-e3f13702-941e-4df9-b9a2-579ca8e2b216 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:57:32.418945 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a704b8ac-8294-47ba-b6f3-51105f828046 req-9b5ef311-63e3-4398-a573-932cacb6179e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=0182cd14-e705-4998-bcab-e6a098b77cd3 HTTP/1.1" status: 200 len: 944 time: 0.1434340 Apr 01 15:57:32.427428 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1c8660fb-c987-4cfc-b4f7-19ccf25b1d3c tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777009485460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-15306686'] for subnet, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:32.441347 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-d526c800-42b5-47f5-9e71-c491ffe18447 None None] For port dcce0c3a-9960-48c7-b730-dae05cce0368, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:57:32.443424 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-82a4fcb0-d642-4a24-af53-8e93c7462bcc None None] Set router 519ed5a5-f15a-4ea7-b35d-8c8cb14b811d gateway port host: None {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:57:32.494934 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-00f73084-1d68-4944-8d07-e41b3b57bd61 None None] Port 2aea5898-c56f-4c06-8a90-3f554b905506 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:57:32.507305 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-d526c800-42b5-47f5-9e71-c491ffe18447 None None] For port dcce0c3a-9960-48c7-b730-dae05cce0368, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=dcce0c3a-9960-48c7-b730-dae05cce0368,segment=NetworkSegment(2b0dcfce-d3d7-439c-98c8-a834733b82a6),segment_id=2b0dcfce-d3d7-439c-98c8-a834733b82a6)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:57:32.524386 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-d526c800-42b5-47f5-9e71-c491ffe18447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:32.536417 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bd887fd0-8f26-4ee5-8b0f-379a64e4a0f5 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:32.581580 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-dc02a031-516c-40d7-8f15-97d52b9d6dae tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15306565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16030232'] for subnet, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:32.588793 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-2ab88a73-ddec-48d2-b40a-00fc7274f86b tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Unset dirty status for tenant:11b74bb4c805440eb8922ec9333718ac on resource:port {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:57:32.593018 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-2ab88a73-ddec-48d2-b40a-00fc7274f86b tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.8 HTTP/1.1" status: 200 len: 920 time: 1.1049495 Apr 01 15:57:32.594023 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 54606) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:32.601991 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd887fd0-8f26-4ee5-8b0f-379a64e4a0f5 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Pushing event deleted for resources: {'Port': ['ID=48036bec-7aaf-41a0-9734-0b356ce1edef,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:32.626173 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8660fb-c987-4cfc-b4f7-19ccf25b1d3c tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:32.626828 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1c8660fb-c987-4cfc-b4f7-19ccf25b1d3c tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:32.633365 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-1c8660fb-c987-4cfc-b4f7-19ccf25b1d3c tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] 10.222.0.55 "PUT /v2.0/subnets/2187d020-b208-4ef6-aab8-665e486878cb HTTP/1.1" status: 200 len: 877 time: 1.4253137 Apr 01 15:57:32.641440 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54610) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:32.654834 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-dc02a031-516c-40d7-8f15-97d52b9d6dae tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:32.692666 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8660fb-c987-4cfc-b4f7-19ccf25b1d3c tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Pushing event updated for resources: {'Subnet': ['ID=2187d020-b208-4ef6-aab8-665e486878cb,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:32.702684 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-52f6cf8c-1651-42b1-a81c-baf85679f2db tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:32.731374 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef11690e-c4da-4388-ba7e-7dbfdbd62f73 None None] Network a5232da5-160c-4a49-91a1-cdbaaf185318 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:57:32.757712 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d526c800-42b5-47f5-9e71-c491ffe18447 None None] Pushing event updated for resources: {'Port': ['ID=dcce0c3a-9960-48c7-b730-dae05cce0368,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:32.776199 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-aff8716d-9479-4757-976a-b80e25528fbd None None] Provisioning for port 71f85cd4-f576-4aba-b30b-8f3341a69e10 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:57:32.815571 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a704b8ac-8294-47ba-b6f3-51105f828046 req-a1d0fe76-29cb-4ec2-9943-b543dff5fddd tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=92234972-d0b7-4b02-b617-6fbcf9721f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3488677 Apr 01 15:57:32.833881 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-ee413de5-f94a-4fbf-9f62-cde599f95d60 req-4f1c78d6-670a-4812-9561-0f885172ca45 service neutron] 10.222.0.24 "GET /v2.0/networks/c7150878-cf4d-489d-8242-cd704e359285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7883508 Apr 01 15:57:32.849848 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-dc02a031-516c-40d7-8f15-97d52b9d6dae tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "DELETE /v2.0/subnets/670a7a9f-3e40-465a-a32d-3a19ff34815f HTTP/1.1" status: 204 len: 168 time: 2.4392178 Apr 01 15:57:32.853924 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54614) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:32.859249 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc02a031-516c-40d7-8f15-97d52b9d6dae tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Pushing event deleted for resources: {'Subnet': ['ID=670a7a9f-3e40-465a-a32d-3a19ff34815f,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:32.875937 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-aff8716d-9479-4757-976a-b80e25528fbd None None] Provisioning complete for port 71f85cd4-f576-4aba-b30b-8f3341a69e10 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:32.876426 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-aff8716d-9479-4757-976a-b80e25528fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:32.880139 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-2a07d54a-d3e1-4225-8a48-190a807d5157 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Deleting port 71f85cd4-f576-4aba-b30b-8f3341a69e10 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:57:32.880613 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2a07d54a-d3e1-4225-8a48-190a807d5157 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:32.955801 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-3e0973fc-7ae1-4c6b-949d-9a0a48d32e0d req-ea5e1750-0b6d-4b28-b06d-516416a58e54 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=447e2c5010754fe1ad368efac7c75251&device_id=21288751-9373-42e7-a8d7-bf1fbaa867d9 HTTP/1.1" status: 200 len: 1099 time: 0.5983589 Apr 01 15:57:32.963364 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [None req-52f6cf8c-1651-42b1-a81c-baf85679f2db tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Transition to ACTIVE for port object 289ba7b8-6962-4665-adbf-b40038f88da5 will not be triggered until provisioned by entity DHCP. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:57:32.987802 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-e3f13702-941e-4df9-b9a2-579ca8e2b216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:33.197847 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b8e0a5ea-f7b5-4064-a3ab-6e9692dd4280 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:33.218658 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-52f6cf8c-1651-42b1-a81c-baf85679f2db tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:33.323107 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device b7490c74-3256-4cc5-b77b-00dd41b3124a up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:57:33.326125 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f6cf8c-1651-42b1-a81c-baf85679f2db tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Network c9613a3a-e99d-412d-bfda-a55e5d2a837e is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:57:33.342500 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-52f6cf8c-1651-42b1-a81c-baf85679f2db tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:57:33.352716 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f6cf8c-1651-42b1-a81c-baf85679f2db tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:57:33.357128 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f6cf8c-1651-42b1-a81c-baf85679f2db tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:33.358127 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-52f6cf8c-1651-42b1-a81c-baf85679f2db tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:33.383801 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-b8e0a5ea-f7b5-4064-a3ab-6e9692dd4280 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Deleting port c84428cd-0d76-4a44-b00c-0021300be0d6 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:57:33.384151 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b8e0a5ea-f7b5-4064-a3ab-6e9692dd4280 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:33.406079 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0973fc-7ae1-4c6b-949d-9a0a48d32e0d req-82215ac2-3353-4c65-9b20-e8ca797d158e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:33.407876 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-3e0973fc-7ae1-4c6b-949d-9a0a48d32e0d req-82215ac2-3353-4c65-9b20-e8ca797d158e service neutron] 10.222.0.24 "GET /v2.0/networks?id=59a027d1-0bac-441c-bf75-e20666fea16a HTTP/1.1" status: 200 len: 896 time: 0.4280994 Apr 01 15:57:33.423969 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-aff8716d-9479-4757-976a-b80e25528fbd None None] Port 71f85cd4-f576-4aba-b30b-8f3341a69e10 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:57:33.465227 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f6cf8c-1651-42b1-a81c-baf85679f2db tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Pushing event updated for resources: {'Port': ['ID=289ba7b8-6962-4665-adbf-b40038f88da5,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:33.471294 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a517609f-4260-493d-860e-00fe27fce812 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:33.480819 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-52f6cf8c-1651-42b1-a81c-baf85679f2db tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 4.1128614 Apr 01 15:57:33.486810 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54618) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:33.488395 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bd887fd0-8f26-4ee5-8b0f-379a64e4a0f5 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617660'] for router_gateway, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:33.507076 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-c7d8c0ed-d9de-4314-8533-e5fb6b3f75e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Request body: {'port': {'network_id': 'c9613a3a-e99d-412d-bfda-a55e5d2a837e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2030544828', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:57:33.508195 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.api.validators [None req-c7d8c0ed-d9de-4314-8533-e5fb6b3f75e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] bootfile-name is not in valid_values {{(pid=83828) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 01 15:57:33.508837 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.api.validators [None req-c7d8c0ed-d9de-4314-8533-e5fb6b3f75e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] tftp-server is not in valid_values {{(pid=83828) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 01 15:57:33.509382 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.api.validators [None req-c7d8c0ed-d9de-4314-8533-e5fb6b3f75e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] server-ip-address is not in valid_values {{(pid=83828) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 01 15:57:33.698209 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-e3f13702-941e-4df9-b9a2-579ca8e2b216 None None] Allocated IP 172.20.0.3 (334e6f00-3d9a-43d1-8a30-2ce0699c1419/2187d020-b208-4ef6-aab8-665e486878cb/739f9c06-c9f9-4303-9b58-86899e6b992d) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:57:33.700290 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port b7490c74-3256-4cc5-b77b-00dd41b3124a triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:33.700665 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:33.872860 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d90ee1d-69a2-4372-9048-1c59e104a359 None None] DHCP port deletion for a5232da5-160c-4a49-91a1-cdbaaf185318 request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:57:33.887006 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-82a4fcb0-d642-4a24-af53-8e93c7462bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'name': 'tempest-RoutersIpV6Test-router-454146823', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:56:28Z', 'updated_at': '2022-04-01T15:57:27Z', 'revision_number': 8, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'gw_port_host': None, '_interfaces': [{'id': '3e1ee155-032f-4364-b5ea-f8b9aed48a3f', 'name': '', 'network_id': '77261af6-9095-4e3c-831e-6f51cab9a9f3', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'mac_address': 'fa:16:3e:69:90:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bb82706-c556-4eec-837c-2010fe05eee3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:36Z', 'updated_at': '2022-04-01T15:56:48Z', 'revision_number': 5, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'subnets': [{'id': '9bb82706-c556-4eec-837c-2010fe05eee3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92cf81c5-62af-4a23-9a64-4724732500a4', 'name': '', 'network_id': '09412c97-f78c-4353-8bab-c055d24f758a', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'mac_address': 'fa:16:3e:94:65:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9bea074-110e-4790-b124-4f4db52ca314', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:59Z', 'updated_at': '2022-04-01T15:57:10Z', 'revision_number': 5, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'subnets': [{'id': 'f9bea074-110e-4790-b124-4f4db52ca314', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba55ef7f-cc05-4d48-92c3-511d0c73f46a', 'name': '', 'network_id': 'd089ed11-578b-4044-93c5-5d8ff2359cc2', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'mac_address': 'fa:16:3e:dc:af:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '595565ab-1fb4-47c3-b751-ca3dca052eed', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:48Z', 'updated_at': '2022-04-01T15:56:59Z', 'revision_number': 5, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'subnets': [{'id': '595565ab-1fb4-47c3-b751-ca3dca052eed', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:33.898133 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-3d90ee1d-69a2-4372-9048-1c59e104a359 None None] Deleting port c84428cd-0d76-4a44-b00c-0021300be0d6 {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:57:33.898408 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-3d90ee1d-69a2-4372-9048-1c59e104a359 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:33.961095 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a4fcb0-d642-4a24-af53-8e93c7462bcc None None] The sync data for ids ['519ed5a5-f15a-4ea7-b35d-8c8cb14b811d'] in dv-neutron-833373-2-hyperv is: [{'id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'name': 'tempest-RoutersIpV6Test-router-454146823', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:56:28Z', 'updated_at': '2022-04-01T15:57:27Z', 'revision_number': 8, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'gw_port_host': None, '_interfaces': [{'id': '3e1ee155-032f-4364-b5ea-f8b9aed48a3f', 'name': '', 'network_id': '77261af6-9095-4e3c-831e-6f51cab9a9f3', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'mac_address': 'fa:16:3e:69:90:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bb82706-c556-4eec-837c-2010fe05eee3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:36Z', 'updated_at': '2022-04-01T15:56:48Z', 'revision_number': 5, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'subnets': [{'id': '9bb82706-c556-4eec-837c-2010fe05eee3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92cf81c5-62af-4a23-9a64-4724732500a4', 'name': '', 'network_id': '09412c97-f78c-4353-8bab-c055d24f758a', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'mac_address': 'fa:16:3e:94:65:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9bea074-110e-4790-b124-4f4db52ca314', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:59Z', 'updated_at': '2022-04-01T15:57:10Z', 'revision_number': 5, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'subnets': [{'id': 'f9bea074-110e-4790-b124-4f4db52ca314', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba55ef7f-cc05-4d48-92c3-511d0c73f46a', 'name': '', 'network_id': 'd089ed11-578b-4044-93c5-5d8ff2359cc2', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'mac_address': 'fa:16:3e:dc:af:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '595565ab-1fb4-47c3-b751-ca3dca052eed', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:48Z', 'updated_at': '2022-04-01T15:56:59Z', 'revision_number': 5, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'subnets': [{'id': '595565ab-1fb4-47c3-b751-ca3dca052eed', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:57:33.996093 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-b8e0a5ea-f7b5-4064-a3ab-6e9692dd4280 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] For port c84428cd-0d76-4a44-b00c-0021300be0d6, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=c84428cd-0d76-4a44-b00c-0021300be0d6,segment=NetworkSegment(c7c61b5b-abb3-4295-b3bc-705d2197d864),segment_id=c7c61b5b-abb3-4295-b3bc-705d2197d864)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:57:33.996683 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b8e0a5ea-f7b5-4064-a3ab-6e9692dd4280 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:34.138179 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bd887fd0-8f26-4ee5-8b0f-379a64e4a0f5 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130651'] for router, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:34.144281 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bd887fd0-8f26-4ee5-8b0f-379a64e4a0f5 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:34.184522 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-b8e0a5ea-f7b5-4064-a3ab-6e9692dd4280 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Calling delete_port for c84428cd-0d76-4a44-b00c-0021300be0d6 owned by network:dhcp {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:57:34.214388 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09204e13-451c-4d16-b9b0-ee8efd738eab None None] Network c9613a3a-e99d-412d-bfda-a55e5d2a837e requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:57:34.244645 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bd887fd0-8f26-4ee5-8b0f-379a64e4a0f5 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607376'] for router, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:34.245187 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd887fd0-8f26-4ee5-8b0f-379a64e4a0f5 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Fanout notify agent at l3_agent the message router_deleted on router d06a4258-590a-4759-9717-46588418146b {{(pid=83826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:57:34.253708 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-3e0973fc-7ae1-4c6b-949d-9a0a48d32e0d req-6f2b3c75-b3d6-474f-8a3d-a4b32a228ada service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70e0d77a-0638-4417-b919-f26af4acd11f HTTP/1.1" status: 200 len: 1002 time: 0.8252094 Apr 01 15:57:34.366534 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-a92395ec-8c7e-4db9-9c8f-b51ee918a254 req-7f1592c3-6b31-4313-b8b2-eff93fb396ab service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=447e2c5010754fe1ad368efac7c75251&device_id=0182cd14-e705-4998-bcab-e6a098b77cd3 HTTP/1.1" status: 200 len: 1097 time: 1.4600065 Apr 01 15:57:34.370353 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-c7d8c0ed-d9de-4314-8533-e5fb6b3f75e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:34.376417 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2a07d54a-d3e1-4225-8a48-190a807d5157 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:34.393043 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-c7d8c0ed-d9de-4314-8533-e5fb6b3f75e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Usage tracker for resource:port and tenant:b563e44e792a46a68fb918c5892eaf6c is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:34.408908 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 007af390-0bdb-46b7-b525-74bef7330395 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:57:34.471606 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0973fc-7ae1-4c6b-949d-9a0a48d32e0d req-4eb2ebe9-8a67-496c-8840-71adb82b1772 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:34.473597 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-3e0973fc-7ae1-4c6b-949d-9a0a48d32e0d req-4eb2ebe9-8a67-496c-8840-71adb82b1772 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b74bac9f-7384-4f6a-850f-c057f93a0214 HTTP/1.1" status: 200 len: 834 time: 0.2105069 Apr 01 15:57:34.528954 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device dcce0c3a-9960-48c7-b730-dae05cce0368 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:57:34.541379 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92395ec-8c7e-4db9-9c8f-b51ee918a254 req-952cfda3-3a4e-474c-8441-8b4051e613cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:34.543593 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-a92395ec-8c7e-4db9-9c8f-b51ee918a254 req-952cfda3-3a4e-474c-8441-8b4051e613cd service neutron] 10.222.0.24 "GET /v2.0/networks?id=c7150878-cf4d-489d-8242-cd704e359285 HTTP/1.1" status: 200 len: 896 time: 0.1561377 Apr 01 15:57:34.554609 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-c7d8c0ed-d9de-4314-8533-e5fb6b3f75e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:34.555144 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bd887fd0-8f26-4ee5-8b0f-379a64e4a0f5 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for router, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:34.556374 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-bd887fd0-8f26-4ee5-8b0f-379a64e4a0f5 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "DELETE /v2.0/routers/d06a4258-590a-4759-9717-46588418146b HTTP/1.1" status: 204 len: 168 time: 3.7977297 Apr 01 15:57:34.564868 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-2a07d54a-d3e1-4225-8a48-190a807d5157 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Calling delete_port for 71f85cd4-f576-4aba-b30b-8f3341a69e10 owned by {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:57:34.571678 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54624) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:34.648368 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-c7d8c0ed-d9de-4314-8533-e5fb6b3f75e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:34.653362 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.db.resource_extend [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:57:34.654840 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-a92395ec-8c7e-4db9-9c8f-b51ee918a254 req-8947da64-3c89-42b0-bd47-5d881095f599 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=007af390-0bdb-46b7-b525-74bef7330395 HTTP/1.1" status: 200 len: 217 time: 0.0906956 Apr 01 15:57:34.662416 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-ffee9ed2-1bbd-454a-9232-6e6cbaef9d90 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Request body: {'network': {'name': 'tempest-RoutersTest-1645014226'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:57:34.667810 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-ffee9ed2-1bbd-454a-9232-6e6cbaef9d90 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:34.683445 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cefdc55-d479-4221-84c9-19c485a77b36 req-d776cc16-8c7a-4cb6-a005-309439406846 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:34.685025 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-3cefdc55-d479-4221-84c9-19c485a77b36 req-d776cc16-8c7a-4cb6-a005-309439406846 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=0182cd14-e705-4998-bcab-e6a098b77cd3 HTTP/1.1" status: 200 len: 944 time: 0.5712416 Apr 01 15:57:34.715837 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a517609f-4260-493d-860e-00fe27fce812 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:34.745705 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-ffee9ed2-1bbd-454a-9232-6e6cbaef9d90 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Usage tracker for resource:network and tenant:113c2dcebd4142eb9b767ab7a8fce06c is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:34.750221 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-ffee9ed2-1bbd-454a-9232-6e6cbaef9d90 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:34.759512 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-3d90ee1d-69a2-4372-9048-1c59e104a359 None None] For port c84428cd-0d76-4a44-b00c-0021300be0d6, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=c84428cd-0d76-4a44-b00c-0021300be0d6,segment=NetworkSegment(c7c61b5b-abb3-4295-b3bc-705d2197d864),segment_id=c7c61b5b-abb3-4295-b3bc-705d2197d864)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:57:34.759512 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-3d90ee1d-69a2-4372-9048-1c59e104a359 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:34.777860 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d8c0ed-d9de-4314-8533-e5fb6b3f75e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Made reservation on behalf of b563e44e792a46a68fb918c5892eaf6c for: {'port': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:57:34.781166 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-d6f7c604-31b1-4f88-9ea7-3bb5863f9819 None None] Provisioning for port dcce0c3a-9960-48c7-b730-dae05cce0368 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:57:34.781463 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c7d8c0ed-d9de-4314-8533-e5fb6b3f75e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:34.797431 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-3e0973fc-7ae1-4c6b-949d-9a0a48d32e0d req-0b6e78b8-1e5a-4ad1-b9fe-38c6702a37cf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=59a027d1-0bac-441c-bf75-e20666fea16a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2011120 Apr 01 15:57:34.804452 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-e3f13702-941e-4df9-b9a2-579ca8e2b216 None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:34.809266 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-3cefdc55-d479-4221-84c9-19c485a77b36 req-2b377538-a39f-4e6a-853f-82c0f2e60260 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=92234972-d0b7-4b02-b617-6fbcf9721f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094406 Apr 01 15:57:34.819776 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-ffee9ed2-1bbd-454a-9232-6e6cbaef9d90 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:34.858790 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [None req-c7d8c0ed-d9de-4314-8533-e5fb6b3f75e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] device_id is not set on port a3ad7b3e-4906-4871-a025-4bf4a61dc4a5 yet. {{(pid=83828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:57:34.943376 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b8e0a5ea-f7b5-4064-a3ab-6e9692dd4280 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:34.952454 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-3d90ee1d-69a2-4372-9048-1c59e104a359 None None] Calling delete_port for c84428cd-0d76-4a44-b00c-0021300be0d6 owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:57:35.016858 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-e3f13702-941e-4df9-b9a2-579ca8e2b216 None None] Transition to ACTIVE for port object 739f9c06-c9f9-4303-9b58-86899e6b992d will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:57:35.039563 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2a07d54a-d3e1-4225-8a48-190a807d5157 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:35.042465 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92395ec-8c7e-4db9-9c8f-b51ee918a254 req-20f5fb22-2174-40c6-b140-ceb2cc6dc3f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:35.043029 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-3e0973fc-7ae1-4c6b-949d-9a0a48d32e0d req-a3a57b68-a89e-403f-9099-c3ab6579aa3a service neutron] 10.222.0.24 "GET /v2.0/networks/59a027d1-0bac-441c-bf75-e20666fea16a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326019 Apr 01 15:57:35.045218 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-a92395ec-8c7e-4db9-9c8f-b51ee918a254 req-20f5fb22-2174-40c6-b140-ceb2cc6dc3f6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b6f92b53-dff2-4188-8ce3-61db7979e9a0 HTTP/1.1" status: 200 len: 838 time: 0.3711259 Apr 01 15:57:35.067948 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e0a5ea-f7b5-4064-a3ab-6e9692dd4280 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Pushing event deleted for resources: {'Port': ['ID=c84428cd-0d76-4a44-b00c-0021300be0d6,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:35.072234 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffee9ed2-1bbd-454a-9232-6e6cbaef9d90 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Made reservation on behalf of 113c2dcebd4142eb9b767ab7a8fce06c for: {'network': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:57:35.078612 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ffee9ed2-1bbd-454a-9232-6e6cbaef9d90 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:35.090907 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-e3f13702-941e-4df9-b9a2-579ca8e2b216 None None] Transition to ACTIVE for port object 739f9c06-c9f9-4303-9b58-86899e6b992d will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:57:35.143931 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a07d54a-d3e1-4225-8a48-190a807d5157 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event deleted for resources: {'Port': ['ID=71f85cd4-f576-4aba-b30b-8f3341a69e10,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:35.150891 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-e3f13702-941e-4df9-b9a2-579ca8e2b216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:35.223085 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e0a5ea-f7b5-4064-a3ab-6e9692dd4280 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] No DVR routers for this DVR port c84428cd-0d76-4a44-b00c-0021300be0d6 on host dv-neutron-833373-2-hyperv {{(pid=83828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:57:35.284109 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port dcce0c3a-9960-48c7-b730-dae05cce0368 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:57:35.304374 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 007af390-0bdb-46b7-b525-74bef7330395, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=007af390-0bdb-46b7-b525-74bef7330395,segment=NetworkSegment(7f587f00-647c-45ad-b76a-3abef92c4648),segment_id=7f587f00-647c-45ad-b76a-3abef92c4648)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:57:35.326673 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port dcce0c3a-9960-48c7-b730-dae05cce0368 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:35.327055 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:35.353931 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2a07d54a-d3e1-4225-8a48-190a807d5157 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:35.367613 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-3e0973fc-7ae1-4c6b-949d-9a0a48d32e0d req-58dd55d3-1bd3-49d6-b3de-d92ecabb6d26 service neutron] 10.222.0.24 "GET /v2.0/networks/59a027d1-0bac-441c-bf75-e20666fea16a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667687 Apr 01 15:57:35.380748 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-2a07d54a-d3e1-4225-8a48-190a807d5157 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "DELETE /v2.0/ports/71f85cd4-f576-4aba-b30b-8f3341a69e10 HTTP/1.1" status: 204 len: 168 time: 2.7847750 Apr 01 15:57:35.381677 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54628) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:35.381879 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.db.api [None req-3d90ee1d-69a2-4372-9048-1c59e104a359 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:57:35.382087 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG oslo_db.api [None req-3d90ee1d-69a2-4372-9048-1c59e104a359 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:57:35.400073 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Returning: {'device': '007af390-0bdb-46b7-b525-74bef7330395', 'network_id': 'c7150878-cf4d-489d-8242-cd704e359285', 'port_id': '007af390-0bdb-46b7-b525-74bef7330395', 'mac_address': 'fa:16:3e:ec:73:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6f92b53-dff2-4188-8ce3-61db7979e9a0', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:57:35.403767 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f13702-941e-4df9-b9a2-579ca8e2b216 None None] Network 334e6f00-3d9a-43d1-8a30-2ce0699c1419 is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:57:35.408531 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f13702-941e-4df9-b9a2-579ca8e2b216 None None] Pushing event updated for resources: {'Port': ['ID=739f9c06-c9f9-4303-9b58-86899e6b992d,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:35.415344 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-e3f13702-941e-4df9-b9a2-579ca8e2b216 None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:57:35.443799 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f13702-941e-4df9-b9a2-579ca8e2b216 None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:57:35.575457 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:35.584346 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a517609f-4260-493d-860e-00fe27fce812 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15306565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16030232'] for subnet, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:35.630304 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffee9ed2-1bbd-454a-9232-6e6cbaef9d90 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=83828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:57:35.649136 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-63f224ad-6890-41e2-a3e3-3c7336a0dc55 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] GET failed (client error): The resource could not be found. Apr 01 15:57:35.653354 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-63f224ad-6890-41e2-a3e3-3c7336a0dc55 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "GET /v2.0/ports/71f85cd4-f576-4aba-b30b-8f3341a69e10 HTTP/1.1" status: 404 len: 333 time: 0.2594814 Apr 01 15:57:35.653777 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 54632) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:35.658565 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 007af390-0bdb-46b7-b525-74bef7330395 {{(pid=83829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:57:35.675306 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a517609f-4260-493d-860e-00fe27fce812 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Pushing event deleted for resources: {'Subnet': ['ID=2187d020-b208-4ef6-aab8-665e486878cb,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:35.678201 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-e3f13702-941e-4df9-b9a2-579ca8e2b216 None None] Attempting to bind port 739f9c06-c9f9-4303-9b58-86899e6b992d on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:57:35.679530 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-e3f13702-941e-4df9-b9a2-579ca8e2b216 None None] Attempting to bind port 739f9c06-c9f9-4303-9b58-86899e6b992d by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'f788ecea-fa04-491d-b236-365532d62f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '334e6f00-3d9a-43d1-8a30-2ce0699c1419'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:57:35.679733 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f13702-941e-4df9-b9a2-579ca8e2b216 None None] Attempting to bind port 739f9c06-c9f9-4303-9b58-86899e6b992d on network 334e6f00-3d9a-43d1-8a30-2ce0699c1419 {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:57:35.684242 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b8e0a5ea-f7b5-4064-a3ab-6e9692dd4280 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:35.699765 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:35.718215 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f13702-941e-4df9-b9a2-579ca8e2b216 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:57:35.718678 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f13702-941e-4df9-b9a2-579ca8e2b216 None None] Checking segment: {'id': 'f788ecea-fa04-491d-b236-365532d62f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '334e6f00-3d9a-43d1-8a30-2ce0699c1419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:57:35.718987 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-e3f13702-941e-4df9-b9a2-579ca8e2b216 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:35.719385 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f13702-941e-4df9-b9a2-579ca8e2b216 None None] Bound using segment: {'id': 'f788ecea-fa04-491d-b236-365532d62f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '334e6f00-3d9a-43d1-8a30-2ce0699c1419'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:57:35.719878 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-e3f13702-941e-4df9-b9a2-579ca8e2b216 None None] Bound port: 739f9c06-c9f9-4303-9b58-86899e6b992d, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f788ecea-fa04-491d-b236-365532d62f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '334e6f00-3d9a-43d1-8a30-2ce0699c1419'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:57:35.720261 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-e3f13702-941e-4df9-b9a2-579ca8e2b216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:35.737710 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 007af390-0bdb-46b7-b525-74bef7330395, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=007af390-0bdb-46b7-b525-74bef7330395,segment=NetworkSegment(7f587f00-647c-45ad-b76a-3abef92c4648),segment_id=7f587f00-647c-45ad-b76a-3abef92c4648)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:57:35.743899 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-b8e0a5ea-f7b5-4064-a3ab-6e9692dd4280 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5232da5-160c-4a49-91a1-cdbaaf185318']}} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:35.749945 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:35.764148 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ffee9ed2-1bbd-454a-9232-6e6cbaef9d90 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:35.764148 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.segments_db [None req-ffee9ed2-1bbd-454a-9232-6e6cbaef9d90 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Added segment e22d2bca-2b4f-4e75-b7d6-14de562c04f0 of type vlan for network 28a0fcde-5179-4206-889e-4069cb729856 Apr 01 15:57:35.816485 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-cbb3d772-5b21-4ca5-9535-e394c480ac3c tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Deleting port 2aea5898-c56f-4c06-8a90-3f554b905506 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:57:35.818602 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-cbb3d772-5b21-4ca5-9535-e394c480ac3c tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:35.860644 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port dcce0c3a-9960-48c7-b730-dae05cce0368, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=dcce0c3a-9960-48c7-b730-dae05cce0368,segment=NetworkSegment(2b0dcfce-d3d7-439c-98c8-a834733b82a6),segment_id=2b0dcfce-d3d7-439c-98c8-a834733b82a6)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:57:35.883164 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:35.886025 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-3d90ee1d-69a2-4372-9048-1c59e104a359 None None] Deleting port c84428cd-0d76-4a44-b00c-0021300be0d6 {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:57:35.886451 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-3d90ee1d-69a2-4372-9048-1c59e104a359 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:35.888088 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-b8e0a5ea-f7b5-4064-a3ab-6e9692dd4280 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7c61b5b-abb3-4295-b3bc-705d2197d864') {'for_net_delete': True} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:35.888586 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-b8e0a5ea-f7b5-4064-a3ab-6e9692dd4280 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7c61b5b-abb3-4295-b3bc-705d2197d864') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:36.111893 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b8e0a5ea-f7b5-4064-a3ab-6e9692dd4280 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15303093'] for segment, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:36.146476 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] get_ports_and_sgs() called for port_ids ['007af390-0bdb-46b7-b525-74bef7330395'] {{(pid=83829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:57:36.197880 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device c5e0939d-1b38-4e01-b615-ce7fb1978730 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:57:36.199471 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-a92395ec-8c7e-4db9-9c8f-b51ee918a254 req-63f35441-2aeb-435c-9603-75b2048942c0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c7150878-cf4d-489d-8242-cd704e359285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 1.1002719 Apr 01 15:57:36.201572 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-c7d8c0ed-d9de-4314-8533-e5fb6b3f75e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Allocated IP 2001:db8::238 (c9613a3a-e99d-412d-bfda-a55e5d2a837e/53a7a5d7-68b8-48eb-8753-8352aecb87bf/a3ad7b3e-4906-4871-a025-4bf4a61dc4a5) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:57:36.229591 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=007af390-0bdb-46b7-b525-74bef7330395,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:36.254850 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b8e0a5ea-f7b5-4064-a3ab-6e9692dd4280 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:36.259943 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a517609f-4260-493d-860e-00fe27fce812 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:36.276220 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ffee9ed2-1bbd-454a-9232-6e6cbaef9d90 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:36.280030 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-3d90ee1d-69a2-4372-9048-1c59e104a359 None None] The port 'c84428cd-0d76-4a44-b00c-0021300be0d6' was deleted {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:57:36.323500 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: c5e0939d-1b38-4e01-b615-ce7fb1978730 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:57:36.323677 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device c5e0939d-1b38-4e01-b615-ce7fb1978730 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:57:36.324439 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device c84428cd-0d76-4a44-b00c-0021300be0d6 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:57:36.391646 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: c84428cd-0d76-4a44-b00c-0021300be0d6 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:57:36.392276 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device c84428cd-0d76-4a44-b00c-0021300be0d6 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:57:36.401495 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-e3f13702-941e-4df9-b9a2-579ca8e2b216 None None] For port 739f9c06-c9f9-4303-9b58-86899e6b992d, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:57:36.435087 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-e3f13702-941e-4df9-b9a2-579ca8e2b216 None None] For port 739f9c06-c9f9-4303-9b58-86899e6b992d, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=739f9c06-c9f9-4303-9b58-86899e6b992d,segment=NetworkSegment(f788ecea-fa04-491d-b236-365532d62f12),segment_id=f788ecea-fa04-491d-b236-365532d62f12)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:57:36.444761 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-7ebbcdaf-461b-4ccf-bfd4-f7d4d1a392ef None None] Provisioning for port 289ba7b8-6962-4665-adbf-b40038f88da5 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:57:36.450489 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-e3f13702-941e-4df9-b9a2-579ca8e2b216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:36.454502 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=dcce0c3a-9960-48c7-b730-dae05cce0368,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:36.514211 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-cbb3d772-5b21-4ca5-9535-e394c480ac3c tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:36.517894 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-7ebbcdaf-461b-4ccf-bfd4-f7d4d1a392ef None None] Provisioning complete for port 289ba7b8-6962-4665-adbf-b40038f88da5 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:36.518547 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-7ebbcdaf-461b-4ccf-bfd4-f7d4d1a392ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:36.521740 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ffee9ed2-1bbd-454a-9232-6e6cbaef9d90 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:36.525624 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffee9ed2-1bbd-454a-9232-6e6cbaef9d90 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:36.526298 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ffee9ed2-1bbd-454a-9232-6e6cbaef9d90 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:36.542025 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2ef51f-fa31-4727-8889-bc8091037ab0 req-fda4a8d4-16c1-41cd-9a1b-a4ebca3fd06c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:36.544023 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5f2ef51f-fa31-4727-8889-bc8091037ab0 req-fda4a8d4-16c1-41cd-9a1b-a4ebca3fd06c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=0182cd14-e705-4998-bcab-e6a098b77cd3 HTTP/1.1" status: 200 len: 945 time: 0.3539565 Apr 01 15:57:36.615559 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8e0a5ea-f7b5-4064-a3ab-6e9692dd4280 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=83828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:57:36.616941 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b8e0a5ea-f7b5-4064-a3ab-6e9692dd4280 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15306523'] for segment, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:36.637740 dv-neutron-833373-2-hyperv neutron-server[83828]: Traceback (most recent call last): Apr 01 15:57:36.637740 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:57:36.637740 dv-neutron-833373-2-hyperv neutron-server[83828]: timer() Apr 01 15:57:36.637740 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:57:36.637740 dv-neutron-833373-2-hyperv neutron-server[83828]: cb(*args, **kw) Apr 01 15:57:36.637740 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:57:36.637740 dv-neutron-833373-2-hyperv neutron-server[83828]: return func(*args, **kwargs) Apr 01 15:57:36.637740 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:57:36.637740 dv-neutron-833373-2-hyperv neutron-server[83828]: self._notify() Apr 01 15:57:36.637740 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:57:36.637740 dv-neutron-833373-2-hyperv neutron-server[83828]: self.callback(batched_events) Apr 01 15:57:36.637740 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:57:36.637740 dv-neutron-833373-2-hyperv neutron-server[83828]: event.method(event) Apr 01 15:57:36.637740 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:57:36.637740 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:57:36.637740 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:57:36.637740 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:57:36.637740 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:57:36.637740 dv-neutron-833373-2-hyperv neutron-server[83828]: return f(self, *a, **k) Apr 01 15:57:36.637740 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:57:36.637740 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._get(url).json() Apr 01 15:57:36.637740 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:57:36.637740 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:57:36.637740 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:57:36.637740 dv-neutron-833373-2-hyperv neutron-server[83828]: return self.request(url, 'GET', **kwargs) Apr 01 15:57:36.637740 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:57:36.637740 dv-neutron-833373-2-hyperv neutron-server[83828]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:57:36.637740 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:57:36.637740 dv-neutron-833373-2-hyperv neutron-server[83828]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:57:36.637740 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:57:36.637740 dv-neutron-833373-2-hyperv neutron-server[83828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:57:36.637740 dv-neutron-833373-2-hyperv neutron-server[83828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:57:36.648409 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f13702-941e-4df9-b9a2-579ca8e2b216 None None] Pushing event updated for resources: {'Port': ['ID=739f9c06-c9f9-4303-9b58-86899e6b992d,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:36.678793 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-7ebbcdaf-461b-4ccf-bfd4-f7d4d1a392ef None None] Port 289ba7b8-6962-4665-adbf-b40038f88da5 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:57:36.680067 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-cbb3d772-5b21-4ca5-9535-e394c480ac3c tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Calling delete_port for 2aea5898-c56f-4c06-8a90-3f554b905506 owned by {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:57:36.764713 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-7ebbcdaf-461b-4ccf-bfd4-f7d4d1a392ef None None] Provisioning complete for port dcce0c3a-9960-48c7-b730-dae05cce0368 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:36.764713 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-7ebbcdaf-461b-4ccf-bfd4-f7d4d1a392ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:36.779206 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5f2ef51f-fa31-4727-8889-bc8091037ab0 req-2f9f68c3-e9e7-495c-be52-4e3cb17cee56 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=92234972-d0b7-4b02-b617-6fbcf9721f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1736245 Apr 01 15:57:36.808077 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd586b69-9911-4507-ae61-2e60f8cba065 None None] Network 334e6f00-3d9a-43d1-8a30-2ce0699c1419 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:57:36.901601 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-a517609f-4260-493d-860e-00fe27fce812 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['334e6f00-3d9a-43d1-8a30-2ce0699c1419']}} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:36.918494 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-cbb3d772-5b21-4ca5-9535-e394c480ac3c tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:36.966448 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-a517609f-4260-493d-860e-00fe27fce812 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f788ecea-fa04-491d-b236-365532d62f12') {'for_net_delete': True} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:36.966841 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-a517609f-4260-493d-860e-00fe27fce812 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f788ecea-fa04-491d-b236-365532d62f12') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:36.993624 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb3d772-5b21-4ca5-9535-e394c480ac3c tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event deleted for resources: {'Port': ['ID=2aea5898-c56f-4c06-8a90-3f554b905506,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:37.032105 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-ffee9ed2-1bbd-454a-9232-6e6cbaef9d90 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.3866451 Apr 01 15:57:37.036349 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a517609f-4260-493d-860e-00fe27fce812 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15303093'] for segment, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:37.059649 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b8e0a5ea-f7b5-4064-a3ab-6e9692dd4280 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:37.062718 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 54638) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:37.074851 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-377f5762-bf1d-4a2a-9a9c-f8deb80bff6f tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Request body: {'subnet': {'network_id': '28a0fcde-5179-4206-889e-4069cb729856', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:57:37.080607 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffee9ed2-1bbd-454a-9232-6e6cbaef9d90 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Pushing event updated for resources: {'Network': ['ID=28a0fcde-5179-4206-889e-4069cb729856,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:37.126367 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 28a0fcde-5179-4206-889e-4069cb729856 details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:57:37.135692 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b8e0a5ea-f7b5-4064-a3ab-6e9692dd4280 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:37.143535 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e0a5ea-f7b5-4064-a3ab-6e9692dd4280 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Pushing event deleted for resources: {'Network': ['ID=a5232da5-160c-4a49-91a1-cdbaaf185318,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:37.149853 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-b8e0a5ea-f7b5-4064-a3ab-6e9692dd4280 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "DELETE /v2.0/networks/a5232da5-160c-4a49-91a1-cdbaaf185318 HTTP/1.1" status: 204 len: 168 time: 4.2917795 Apr 01 15:57:37.150256 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54642) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:37.167961 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a517609f-4260-493d-860e-00fe27fce812 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:37.290497 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-377f5762-bf1d-4a2a-9a9c-f8deb80bff6f tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:37.293467 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-cbb3d772-5b21-4ca5-9535-e394c480ac3c tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:37.299076 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-377f5762-bf1d-4a2a-9a9c-f8deb80bff6f tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Usage tracker for resource:subnet and tenant:113c2dcebd4142eb9b767ab7a8fce06c is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:37.305293 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-377f5762-bf1d-4a2a-9a9c-f8deb80bff6f tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:37.318811 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-377f5762-bf1d-4a2a-9a9c-f8deb80bff6f tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:37.325418 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c7d8c0ed-d9de-4314-8533-e5fb6b3f75e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:37.337703 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-cbb3d772-5b21-4ca5-9535-e394c480ac3c tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "DELETE /v2.0/ports/2aea5898-c56f-4c06-8a90-3f554b905506 HTTP/1.1" status: 204 len: 168 time: 1.6795943 Apr 01 15:57:37.337703 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-377f5762-bf1d-4a2a-9a9c-f8deb80bff6f tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Made reservation on behalf of 113c2dcebd4142eb9b767ab7a8fce06c for: {'subnet': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:57:37.354408 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a517609f-4260-493d-860e-00fe27fce812 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=83828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:57:37.354869 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a517609f-4260-493d-860e-00fe27fce812 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15306523'] for segment, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:37.355315 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 54646) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:37.373918 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-a92395ec-8c7e-4db9-9c8f-b51ee918a254 req-51d4b85f-2221-4dfb-b507-519339248c54 service neutron] 10.222.0.24 "GET /v2.0/networks/c7150878-cf4d-489d-8242-cd704e359285?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1578791 Apr 01 15:57:37.375166 dv-neutron-833373-2-hyperv neutron-server[83828]: Traceback (most recent call last): Apr 01 15:57:37.375166 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:57:37.375166 dv-neutron-833373-2-hyperv neutron-server[83828]: timer() Apr 01 15:57:37.375166 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:57:37.375166 dv-neutron-833373-2-hyperv neutron-server[83828]: cb(*args, **kw) Apr 01 15:57:37.375166 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:57:37.375166 dv-neutron-833373-2-hyperv neutron-server[83828]: return func(*args, **kwargs) Apr 01 15:57:37.375166 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:57:37.375166 dv-neutron-833373-2-hyperv neutron-server[83828]: self._notify() Apr 01 15:57:37.375166 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:57:37.375166 dv-neutron-833373-2-hyperv neutron-server[83828]: self.callback(batched_events) Apr 01 15:57:37.375166 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:57:37.375166 dv-neutron-833373-2-hyperv neutron-server[83828]: event.method(event) Apr 01 15:57:37.375166 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:57:37.375166 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:57:37.375166 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:57:37.375166 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:57:37.375166 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:57:37.375166 dv-neutron-833373-2-hyperv neutron-server[83828]: return f(self, *a, **k) Apr 01 15:57:37.375166 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:57:37.375166 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._get(url).json() Apr 01 15:57:37.375166 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:57:37.375166 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:57:37.375166 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:57:37.375166 dv-neutron-833373-2-hyperv neutron-server[83828]: return self.request(url, 'GET', **kwargs) Apr 01 15:57:37.375166 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:57:37.375166 dv-neutron-833373-2-hyperv neutron-server[83828]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:57:37.375166 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:57:37.375166 dv-neutron-833373-2-hyperv neutron-server[83828]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:57:37.375166 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:57:37.375166 dv-neutron-833373-2-hyperv neutron-server[83828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:57:37.375166 dv-neutron-833373-2-hyperv neutron-server[83828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:57:37.391941 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [None req-c7d8c0ed-d9de-4314-8533-e5fb6b3f75e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Transition to ACTIVE for port object a3ad7b3e-4906-4871-a025-4bf4a61dc4a5 will not be triggered until provisioned by entity DHCP. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:57:37.432430 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93ea545-2f11-4a1a-9696-59ec71a1d5a6 None None] Network 334e6f00-3d9a-43d1-8a30-2ce0699c1419 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:57:37.471865 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-25654a21-380d-462c-847f-e467efaa2fd0 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] GET failed (client error): The resource could not be found. Apr 01 15:57:37.472359 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-25654a21-380d-462c-847f-e467efaa2fd0 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Synchronizing usage tracker for tenant:11b74bb4c805440eb8922ec9333718ac on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:57:37.504969 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-377f5762-bf1d-4a2a-9a9c-f8deb80bff6f tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16088980'] for subnet, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:37.572851 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-25654a21-380d-462c-847f-e467efaa2fd0 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Unset dirty status for tenant:11b74bb4c805440eb8922ec9333718ac on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:57:37.576813 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-25654a21-380d-462c-847f-e467efaa2fd0 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "GET /v2.0/ports/2aea5898-c56f-4c06-8a90-3f554b905506 HTTP/1.1" status: 404 len: 333 time: 0.2173698 Apr 01 15:57:37.576967 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-5abfcf7d-def5-462f-83b7-5375d8a77ea2 None None] Provisioning complete for port 289ba7b8-6962-4665-adbf-b40038f88da5 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:37.576967 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-5abfcf7d-def5-462f-83b7-5375d8a77ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:37.579755 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 54650) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:37.646070 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.db.api [None req-a517609f-4260-493d-860e-00fe27fce812 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 01 15:57:37.646070 dv-neutron-833373-2-hyperv neutron-server[83828]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 01 15:57:37.646070 dv-neutron-833373-2-hyperv neutron-server[83828]: [parameters: {'id': '334e6f00-3d9a-43d1-8a30-2ce0699c1419'}] Apr 01 15:57:37.646070 dv-neutron-833373-2-hyperv neutron-server[83828]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:57:37.646610 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG oslo_db.api [None req-a517609f-4260-493d-860e-00fe27fce812 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:57:37.687429 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-5abfcf7d-def5-462f-83b7-5375d8a77ea2 None None] Port 289ba7b8-6962-4665-adbf-b40038f88da5 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:57:37.699944 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c7d8c0ed-d9de-4314-8533-e5fb6b3f75e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:37.721609 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f040c9-b1bb-409c-a203-76b5905b19ce None None] get_active_networks_info from dv-neutron-833373-2-hyperv {{(pid=83829) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 01 15:57:37.746345 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-a92395ec-8c7e-4db9-9c8f-b51ee918a254 req-e6b05050-f71a-4c3a-8ac1-d0a087df045c service neutron] 10.222.0.24 "GET /v2.0/networks/c7150878-cf4d-489d-8242-cd704e359285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3557284 Apr 01 15:57:37.833770 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d8c0ed-d9de-4314-8533-e5fb6b3f75e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Network c9613a3a-e99d-412d-bfda-a55e5d2a837e is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:57:37.844455 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-c7d8c0ed-d9de-4314-8533-e5fb6b3f75e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:57:37.857522 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d8c0ed-d9de-4314-8533-e5fb6b3f75e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:57:37.864530 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d8c0ed-d9de-4314-8533-e5fb6b3f75e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:37.865588 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c7d8c0ed-d9de-4314-8533-e5fb6b3f75e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:37.873136 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d8c0ed-d9de-4314-8533-e5fb6b3f75e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Pushing event updated for resources: {'Port': ['ID=a3ad7b3e-4906-4871-a025-4bf4a61dc4a5,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:37.929251 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b8ec59a-f9b1-44f2-bcec-ad97ccb62478 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Deleting subnet fcea7561-7ad8-4969-9245-84c297d57025 {{(pid=83826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:57:37.934798 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec59a-f9b1-44f2-bcec-ad97ccb62478 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for subnet, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:37.989092 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f040c9-b1bb-409c-a203-76b5905b19ce None None] Resources bound (agent type, host, resource id): {{(pid=83829) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 15:57:38.010965 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-c7d8c0ed-d9de-4314-8533-e5fb6b3f75e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 4.5171986 Apr 01 15:57:38.029611 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54656) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:38.119497 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device dcce0c3a-9960-48c7-b730-dae05cce0368 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:57:38.155875 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-377f5762-bf1d-4a2a-9a9c-f8deb80bff6f tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15415267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16089018'] for subnet, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:38.168654 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a517609f-4260-493d-860e-00fe27fce812 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:38.268661 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-a517609f-4260-493d-860e-00fe27fce812 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Deleting port 739f9c06-c9f9-4303-9b58-86899e6b992d {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:57:38.269062 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec59a-f9b1-44f2-bcec-ad97ccb62478 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16610770'] for subnet, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:38.269183 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a517609f-4260-493d-860e-00fe27fce812 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:38.278662 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port dcce0c3a-9960-48c7-b730-dae05cce0368 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:38.279132 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:38.328669 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 007af390-0bdb-46b7-b525-74bef7330395 up at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:57:38.404928 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377f5762-bf1d-4a2a-9a9c-f8deb80bff6f tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Pushing event updated for resources: {'Subnet': ['ID=5b862838-facf-4ffa-b5e1-43ffea0facd7,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:38.456345 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c39245-2fe3-4d1c-a00a-5be8759e1900 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:38.463726 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c39245-2fe3-4d1c-a00a-5be8759e1900 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:38.470527 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c39245-2fe3-4d1c-a00a-5be8759e1900 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:38.471417 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-91c39245-2fe3-4d1c-a00a-5be8759e1900 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Synchronizing usage tracker for tenant:b563e44e792a46a68fb918c5892eaf6c on resource:port {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:57:38.483513 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c2cb4e-f678-4045-b499-695d9fa4eb66 req-c0aaf797-23a0-4a4f-9110-49ccb123e3b2 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:38.485671 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d1c2cb4e-f678-4045-b499-695d9fa4eb66 req-c0aaf797-23a0-4a4f-9110-49ccb123e3b2 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=0182cd14-e705-4998-bcab-e6a098b77cd3 HTTP/1.1" status: 200 len: 945 time: 0.4958668 Apr 01 15:57:38.493841 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377f5762-bf1d-4a2a-9a9c-f8deb80bff6f tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Checking segment: {'id': 'e22d2bca-2b4f-4e75-b7d6-14de562c04f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '28a0fcde-5179-4206-889e-4069cb729856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:57:38.494231 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377f5762-bf1d-4a2a-9a9c-f8deb80bff6f tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Network hostable DHCP agents. Network: 28a0fcde-5179-4206-889e-4069cb729856, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:57:38.544629 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning for port 007af390-0bdb-46b7-b525-74bef7330395 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:57:38.557170 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec59a-f9b1-44f2-bcec-ad97ccb62478 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:38.582047 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-91c39245-2fe3-4d1c-a00a-5be8759e1900 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Unset dirty status for tenant:b563e44e792a46a68fb918c5892eaf6c on resource:port {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:57:38.583476 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-91c39245-2fe3-4d1c-a00a-5be8759e1900 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.5524187 Apr 01 15:57:38.587599 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 54660) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:38.602908 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning complete for port 007af390-0bdb-46b7-b525-74bef7330395 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:38.603522 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:38.610299 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e5f15cd0-a1b2-442b-b4e1-d50dd14a33fc tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611543'] for router_interface, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:38.754628 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-a517609f-4260-493d-860e-00fe27fce812 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] For port 739f9c06-c9f9-4303-9b58-86899e6b992d, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=739f9c06-c9f9-4303-9b58-86899e6b992d,segment=NetworkSegment(f788ecea-fa04-491d-b236-365532d62f12),segment_id=f788ecea-fa04-491d-b236-365532d62f12)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:57:38.754989 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a517609f-4260-493d-860e-00fe27fce812 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:38.773622 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:38.773878 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377f5762-bf1d-4a2a-9a9c-f8deb80bff6f tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Network 28a0fcde-5179-4206-889e-4069cb729856 is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:57:38.791888 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d1c2cb4e-f678-4045-b499-695d9fa4eb66 req-9fdfe2e6-7418-48e8-99cc-8d71c71df867 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=92234972-d0b7-4b02-b617-6fbcf9721f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2884679 Apr 01 15:57:38.802973 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0182cd14-e705-4998-bcab-e6a098b77cd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '007af390-0bdb-46b7-b525-74bef7330395'}] {{(pid=83829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:57:38.813168 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-377f5762-bf1d-4a2a-9a9c-f8deb80bff6f tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, 28a0fcde-5179-4206-889e-4069cb729856) {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:57:38.818511 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-d5a07da9-60a7-4fa9-b710-0a763db3442a tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Deleting port a3ad7b3e-4906-4871-a025-4bf4a61dc4a5 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:57:38.818697 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d5a07da9-60a7-4fa9-b710-0a763db3442a tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:38.836195 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 007af390-0bdb-46b7-b525-74bef7330395, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=007af390-0bdb-46b7-b525-74bef7330395,segment=NetworkSegment(7f587f00-647c-45ad-b76a-3abef92c4648),segment_id=7f587f00-647c-45ad-b76a-3abef92c4648)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:57:38.841942 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:38.874985 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377f5762-bf1d-4a2a-9a9c-f8deb80bff6f tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:38.875718 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-377f5762-bf1d-4a2a-9a9c-f8deb80bff6f tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:38.943397 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec59a-f9b1-44f2-bcec-ad97ccb62478 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15415074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16089009'] for subnet, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:39.008984 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-377f5762-bf1d-4a2a-9a9c-f8deb80bff6f tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9413834 Apr 01 15:57:39.042033 dv-neutron-833373-2-hyperv neutron-server[83829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0182cd14-e705-4998-bcab-e6a098b77cd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '007af390-0bdb-46b7-b525-74bef7330395', 'code': 200} Apr 01 15:57:39.043477 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=007af390-0bdb-46b7-b525-74bef7330395,revision_number=5']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:39.057925 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d456a47-fe00-4272-8071-6539e913078d None None] Network 28a0fcde-5179-4206-889e-4069cb729856 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:57:39.073678 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54666) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:39.079686 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-692a7479-f601-4315-a9a5-cdee2287365e tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-358167419', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:57:39.091690 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-a517609f-4260-493d-860e-00fe27fce812 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Calling delete_port for 739f9c06-c9f9-4303-9b58-86899e6b992d owned by network:dhcp {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:57:39.131089 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-692a7479-f601-4315-a9a5-cdee2287365e tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:39.137341 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8ec59a-f9b1-44f2-bcec-ad97ccb62478 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event deleted for resources: {'Subnet': ['ID=fcea7561-7ad8-4969-9245-84c297d57025,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:39.147211 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-692a7479-f601-4315-a9a5-cdee2287365e tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Usage tracker for resource:router and tenant:113c2dcebd4142eb9b767ab7a8fce06c is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:39.155460 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-692a7479-f601-4315-a9a5-cdee2287365e tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:39.172819 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec59a-f9b1-44f2-bcec-ad97ccb62478 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:39.173455 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-692a7479-f601-4315-a9a5-cdee2287365e tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:39.195291 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-1b8ec59a-f9b1-44f2-bcec-ad97ccb62478 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "DELETE /v2.0/subnets/fcea7561-7ad8-4969-9245-84c297d57025 HTTP/1.1" status: 204 len: 168 time: 1.6146302 Apr 01 15:57:39.200461 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 54670) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:39.218515 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a517609f-4260-493d-860e-00fe27fce812 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:39.238896 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d83088-1b61-47f7-a0b1-fbdc34d6a2c4 None None] Network a7c69fe2-557e-4e99-a0e3-eb6287a1f37e requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:57:39.293686 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-692a7479-f601-4315-a9a5-cdee2287365e tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130665'] for router, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:39.293915 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-692a7479-f601-4315-a9a5-cdee2287365e tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617571', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130640'] for router, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:39.306741 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a517609f-4260-493d-860e-00fe27fce812 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] No DVR routers for this DVR port 739f9c06-c9f9-4303-9b58-86899e6b992d on host dv-neutron-833373-2-hyperv {{(pid=83828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:57:39.354666 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a517609f-4260-493d-860e-00fe27fce812 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Pushing event deleted for resources: {'Port': ['ID=739f9c06-c9f9-4303-9b58-86899e6b992d,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:39.401952 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-67dd7b7c-e990-4b22-bfce-d3e8361cfb90 None None] Provisioning for port a3ad7b3e-4906-4871-a025-4bf4a61dc4a5 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:57:39.423935 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-67dd7b7c-e990-4b22-bfce-d3e8361cfb90 None None] Provisioning complete for port a3ad7b3e-4906-4871-a025-4bf4a61dc4a5 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:39.424313 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-67dd7b7c-e990-4b22-bfce-d3e8361cfb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:39.436864 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8d70498f-f76a-4050-9df8-009f2a80b0b3 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:39.470997 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-8d70498f-f76a-4050-9df8-009f2a80b0b3 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Deleting port b7490c74-3256-4cc5-b77b-00dd41b3124a {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:57:39.471325 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8d70498f-f76a-4050-9df8-009f2a80b0b3 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:39.529765 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d5a07da9-60a7-4fa9-b710-0a763db3442a tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:39.551321 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-692a7479-f601-4315-a9a5-cdee2287365e tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:39.593811 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-67dd7b7c-e990-4b22-bfce-d3e8361cfb90 None None] Port a3ad7b3e-4906-4871-a025-4bf4a61dc4a5 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:57:39.596325 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a517609f-4260-493d-860e-00fe27fce812 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:39.658591 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-a517609f-4260-493d-860e-00fe27fce812 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['334e6f00-3d9a-43d1-8a30-2ce0699c1419']}} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:39.675932 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-692a7479-f601-4315-a9a5-cdee2287365e tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616'] for router, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:39.684494 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-a517609f-4260-493d-860e-00fe27fce812 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f788ecea-fa04-491d-b236-365532d62f12') {'for_net_delete': True} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:39.684813 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-a517609f-4260-493d-860e-00fe27fce812 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f788ecea-fa04-491d-b236-365532d62f12') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:39.702625 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-af12bc48-3980-47f6-9fe9-6e12f30a1be7 req-3267d292-2ab6-486e-be48-c472de82a456 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0182cd14-e705-4998-bcab-e6a098b77cd3 HTTP/1.1" status: 200 len: 1099 time: 0.3936656 Apr 01 15:57:39.706627 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-d5a07da9-60a7-4fa9-b710-0a763db3442a tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Calling delete_port for a3ad7b3e-4906-4871-a025-4bf4a61dc4a5 owned by {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:57:39.719668 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a517609f-4260-493d-860e-00fe27fce812 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15303093'] for segment, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:39.719936 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e4e020-a9d7-46a2-bed9-9bebbbc05da5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-28a0fcde-5179-4206-889e-4069cb729856', 'network_id': '28a0fcde-5179-4206-889e-4069cb729856', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'fixed_ips': [{'subnet_id': '5b862838-facf-4ffa-b5e1-43ffea0facd7'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:57:39.720680 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-91e4e020-a9d7-46a2-bed9-9bebbbc05da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:39.842384 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a517609f-4260-493d-860e-00fe27fce812 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:39.886619 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20cb98d4-3c10-4063-a0e8-14c998247a00 None None] DHCP port deletion for a7c69fe2-557e-4e99-a0e3-eb6287a1f37e request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:57:39.902721 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-20cb98d4-3c10-4063-a0e8-14c998247a00 None None] Deleting port b7490c74-3256-4cc5-b77b-00dd41b3124a {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:57:39.903101 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-20cb98d4-3c10-4063-a0e8-14c998247a00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:39.910336 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a517609f-4260-493d-860e-00fe27fce812 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=83828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:57:39.910758 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a517609f-4260-493d-860e-00fe27fce812 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15306523'] for segment, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:39.932499 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-692a7479-f601-4315-a9a5-cdee2287365e tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:39.936867 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-692a7479-f601-4315-a9a5-cdee2287365e tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8624439 Apr 01 15:57:39.939156 dv-neutron-833373-2-hyperv neutron-server[83828]: Traceback (most recent call last): Apr 01 15:57:39.939156 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:57:39.939156 dv-neutron-833373-2-hyperv neutron-server[83828]: timer() Apr 01 15:57:39.939156 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:57:39.939156 dv-neutron-833373-2-hyperv neutron-server[83828]: cb(*args, **kw) Apr 01 15:57:39.939156 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:57:39.939156 dv-neutron-833373-2-hyperv neutron-server[83828]: return func(*args, **kwargs) Apr 01 15:57:39.939156 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:57:39.939156 dv-neutron-833373-2-hyperv neutron-server[83828]: self._notify() Apr 01 15:57:39.939156 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:57:39.939156 dv-neutron-833373-2-hyperv neutron-server[83828]: self.callback(batched_events) Apr 01 15:57:39.939156 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:57:39.939156 dv-neutron-833373-2-hyperv neutron-server[83828]: event.method(event) Apr 01 15:57:39.939156 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:57:39.939156 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:57:39.939156 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:57:39.939156 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:57:39.939156 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:57:39.939156 dv-neutron-833373-2-hyperv neutron-server[83828]: return f(self, *a, **k) Apr 01 15:57:39.939156 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:57:39.939156 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._get(url).json() Apr 01 15:57:39.939156 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:57:39.939156 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:57:39.939156 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:57:39.939156 dv-neutron-833373-2-hyperv neutron-server[83828]: return self.request(url, 'GET', **kwargs) Apr 01 15:57:39.939156 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:57:39.939156 dv-neutron-833373-2-hyperv neutron-server[83828]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:57:39.939156 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:57:39.939156 dv-neutron-833373-2-hyperv neutron-server[83828]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:57:39.939156 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:57:39.939156 dv-neutron-833373-2-hyperv neutron-server[83828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:57:39.939156 dv-neutron-833373-2-hyperv neutron-server[83828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:57:39.953131 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54676) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:40.002819 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-91e4e020-a9d7-46a2-bed9-9bebbbc05da5 None None] Allocated IP 172.20.0.2 (28a0fcde-5179-4206-889e-4069cb729856/5b862838-facf-4ffa-b5e1-43ffea0facd7/583a437d-8fcc-4d4a-aec6-d7624c05cc97) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:57:40.087440 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device b7490c74-3256-4cc5-b77b-00dd41b3124a no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:57:40.132504 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [None req-8d70498f-f76a-4050-9df8-009f2a80b0b3 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] For port b7490c74-3256-4cc5-b77b-00dd41b3124a, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=b7490c74-3256-4cc5-b77b-00dd41b3124a,segment=NetworkSegment(6966ece5-c7a3-4e33-9a2f-40b189b7ee5a),segment_id=6966ece5-c7a3-4e33-9a2f-40b189b7ee5a)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:57:40.133435 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8d70498f-f76a-4050-9df8-009f2a80b0b3 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:40.171046 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-af12bc48-3980-47f6-9fe9-6e12f30a1be7 req-82d3e280-2403-4282-a219-d6e0adaa35b5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=92234972-d0b7-4b02-b617-6fbcf9721f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4569161 Apr 01 15:57:40.236329 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d5a07da9-60a7-4fa9-b710-0a763db3442a tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:40.279047 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a517609f-4260-493d-860e-00fe27fce812 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:40.310859 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-8d70498f-f76a-4050-9df8-009f2a80b0b3 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Calling delete_port for b7490c74-3256-4cc5-b77b-00dd41b3124a owned by network:dhcp {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:57:40.312491 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a517609f-4260-493d-860e-00fe27fce812 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:40.320957 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-20cb98d4-3c10-4063-a0e8-14c998247a00 None None] For port b7490c74-3256-4cc5-b77b-00dd41b3124a, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=b7490c74-3256-4cc5-b77b-00dd41b3124a,segment=NetworkSegment(6966ece5-c7a3-4e33-9a2f-40b189b7ee5a),segment_id=6966ece5-c7a3-4e33-9a2f-40b189b7ee5a)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:57:40.321377 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-20cb98d4-3c10-4063-a0e8-14c998247a00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:40.326640 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a517609f-4260-493d-860e-00fe27fce812 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Pushing event deleted for resources: {'Network': ['ID=334e6f00-3d9a-43d1-8a30-2ce0699c1419,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:40.341051 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-a517609f-4260-493d-860e-00fe27fce812 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] 10.222.0.55 "DELETE /v2.0/networks/334e6f00-3d9a-43d1-8a30-2ce0699c1419 HTTP/1.1" status: 204 len: 168 time: 7.6980817 Apr 01 15:57:40.382930 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 54680) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:40.448109 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a07da9-60a7-4fa9-b710-0a763db3442a tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Pushing event deleted for resources: {'Port': ['ID=a3ad7b3e-4906-4871-a025-4bf4a61dc4a5,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:40.468723 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0d4f341-ed0e-404d-8aaa-c01c3155706f tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] DELETE failed (client error): The resource could not be found. Apr 01 15:57:40.468723 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0d4f341-ed0e-404d-8aaa-c01c3155706f tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:57:40.525311 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-e0d4f341-ed0e-404d-8aaa-c01c3155706f tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] 10.222.0.55 "DELETE /v2.0/subnets/2187d020-b208-4ef6-aab8-665e486878cb HTTP/1.1" status: 404 len: 337 time: 0.1258659 Apr 01 15:57:40.533295 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 54684) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:40.545706 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-20cb98d4-3c10-4063-a0e8-14c998247a00 None None] Calling delete_port for b7490c74-3256-4cc5-b77b-00dd41b3124a owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:57:40.599210 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d5a07da9-60a7-4fa9-b710-0a763db3442a tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:40.605810 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-d5a07da9-60a7-4fa9-b710-0a763db3442a tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] 10.222.0.55 "DELETE /v2.0/ports/a3ad7b3e-4906-4871-a025-4bf4a61dc4a5 HTTP/1.1" status: 204 len: 168 time: 2.0134885 Apr 01 15:57:40.608087 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-21b0649a-c0e2-4723-89e3-e761feb77c71 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] DELETE failed (client error): The resource could not be found. Apr 01 15:57:40.608087 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21b0649a-c0e2-4723-89e3-e761feb77c71 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:57:40.608904 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-21b0649a-c0e2-4723-89e3-e761feb77c71 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] 10.222.0.55 "DELETE /v2.0/networks/334e6f00-3d9a-43d1-8a30-2ce0699c1419 HTTP/1.1" status: 404 len: 339 time: 0.0616686 Apr 01 15:57:40.609584 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 54688) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:40.619610 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-872a0592-53d1-4967-8c12-8e4bf090818d tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Request body: {'port': {'name': 'tempest-new-port-name-1881080339', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:57:40.620159 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.api.validators [None req-872a0592-53d1-4967-8c12-8e4bf090818d tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] bootfile-name is not in valid_values {{(pid=83826) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 01 15:57:40.620564 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.api.validators [None req-872a0592-53d1-4967-8c12-8e4bf090818d tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] tftp-server is not in valid_values {{(pid=83826) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 01 15:57:40.622057 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.api.validators [None req-872a0592-53d1-4967-8c12-8e4bf090818d tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] server-ip-address is not in valid_values {{(pid=83826) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 01 15:57:40.631255 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54690) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:40.677785 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8d70498f-f76a-4050-9df8-009f2a80b0b3 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:40.693495 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:40.733685 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d70498f-f76a-4050-9df8-009f2a80b0b3 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event deleted for resources: {'Port': ['ID=b7490c74-3256-4cc5-b77b-00dd41b3124a,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:40.778980 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6ae04-a05f-478d-a135-77492049ff59 req-a79e6b5a-49a1-4243-9fd7-baa47200e2f4 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:40.786239 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a1c6ae04-a05f-478d-a135-77492049ff59 req-a79e6b5a-49a1-4243-9fd7-baa47200e2f4 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=0182cd14-e705-4998-bcab-e6a098b77cd3 HTTP/1.1" status: 200 len: 946 time: 0.6382637 Apr 01 15:57:40.827056 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.db.api [None req-20cb98d4-3c10-4063-a0e8-14c998247a00 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:57:40.827557 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG oslo_db.api [None req-20cb98d4-3c10-4063-a0e8-14c998247a00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:57:40.828692 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-91e4e020-a9d7-46a2-bed9-9bebbbc05da5 None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:40.848432 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-91e4e020-a9d7-46a2-bed9-9bebbbc05da5 None None] Transition to ACTIVE for port object 583a437d-8fcc-4d4a-aec6-d7624c05cc97 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:57:40.874594 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-91e4e020-a9d7-46a2-bed9-9bebbbc05da5 None None] Transition to ACTIVE for port object 583a437d-8fcc-4d4a-aec6-d7624c05cc97 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:57:40.882420 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-91e4e020-a9d7-46a2-bed9-9bebbbc05da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:40.939314 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d70498f-f76a-4050-9df8-009f2a80b0b3 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] No DVR routers for this DVR port b7490c74-3256-4cc5-b77b-00dd41b3124a on host dv-neutron-833373-2-hyperv {{(pid=83826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:57:40.957951 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e4e020-a9d7-46a2-bed9-9bebbbc05da5 None None] Network 28a0fcde-5179-4206-889e-4069cb729856 is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:57:40.961449 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-91e4e020-a9d7-46a2-bed9-9bebbbc05da5 None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:57:40.965765 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e4e020-a9d7-46a2-bed9-9bebbbc05da5 None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:57:40.976225 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e4e020-a9d7-46a2-bed9-9bebbbc05da5 None None] Pushing event updated for resources: {'Port': ['ID=583a437d-8fcc-4d4a-aec6-d7624c05cc97,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:40.987132 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-302fb6c2-0399-4db7-a9b3-83e19dfae771 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] DELETE failed (client error): The resource could not be found. Apr 01 15:57:40.987580 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-302fb6c2-0399-4db7-a9b3-83e19dfae771 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:57:40.992943 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-302fb6c2-0399-4db7-a9b3-83e19dfae771 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] 10.222.0.55 "DELETE /v2.0/subnets/ddb5429d-d203-46ec-bb93-7b5ee5edcb43 HTTP/1.1" status: 404 len: 337 time: 0.3046272 Apr 01 15:57:40.993553 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54696) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:41.046855 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-add8e9cc-d1fe-4fd4-aa96-32245081aab5 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] DELETE failed (client error): The resource could not be found. Apr 01 15:57:41.047378 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-add8e9cc-d1fe-4fd4-aa96-32245081aab5 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:57:41.051921 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-add8e9cc-d1fe-4fd4-aa96-32245081aab5 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] 10.222.0.55 "DELETE /v2.0/networks/f03285d7-c4e3-4099-be55-0b9349130f3a HTTP/1.1" status: 404 len: 339 time: 0.0515239 Apr 01 15:57:41.052527 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54700) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:41.093672 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-872a0592-53d1-4967-8c12-8e4bf090818d tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:41.099159 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-91e4e020-a9d7-46a2-bed9-9bebbbc05da5 None None] Attempting to bind port 583a437d-8fcc-4d4a-aec6-d7624c05cc97 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:57:41.099664 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-91e4e020-a9d7-46a2-bed9-9bebbbc05da5 None None] Attempting to bind port 583a437d-8fcc-4d4a-aec6-d7624c05cc97 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'e22d2bca-2b4f-4e75-b7d6-14de562c04f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '28a0fcde-5179-4206-889e-4069cb729856'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:57:41.100724 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e4e020-a9d7-46a2-bed9-9bebbbc05da5 None None] Attempting to bind port 583a437d-8fcc-4d4a-aec6-d7624c05cc97 on network 28a0fcde-5179-4206-889e-4069cb729856 {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:57:41.110421 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e4e020-a9d7-46a2-bed9-9bebbbc05da5 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:57:41.110711 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e4e020-a9d7-46a2-bed9-9bebbbc05da5 None None] Checking segment: {'id': 'e22d2bca-2b4f-4e75-b7d6-14de562c04f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '28a0fcde-5179-4206-889e-4069cb729856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:57:41.111182 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-91e4e020-a9d7-46a2-bed9-9bebbbc05da5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:41.111665 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e4e020-a9d7-46a2-bed9-9bebbbc05da5 None None] Bound using segment: {'id': 'e22d2bca-2b4f-4e75-b7d6-14de562c04f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '28a0fcde-5179-4206-889e-4069cb729856'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:57:41.112256 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-91e4e020-a9d7-46a2-bed9-9bebbbc05da5 None None] Bound port: 583a437d-8fcc-4d4a-aec6-d7624c05cc97, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e22d2bca-2b4f-4e75-b7d6-14de562c04f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '28a0fcde-5179-4206-889e-4069cb729856'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:57:41.112796 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-91e4e020-a9d7-46a2-bed9-9bebbbc05da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:41.117350 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a1c6ae04-a05f-478d-a135-77492049ff59 req-5f07f567-c4e3-4480-aa77-a1be58461b27 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=92234972-d0b7-4b02-b617-6fbcf9721f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3300467 Apr 01 15:57:41.126113 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8d70498f-f76a-4050-9df8-009f2a80b0b3 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:41.198957 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-8d70498f-f76a-4050-9df8-009f2a80b0b3 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7c69fe2-557e-4e99-a0e3-eb6287a1f37e']}} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:41.217905 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-91e4e020-a9d7-46a2-bed9-9bebbbc05da5 None None] For port 583a437d-8fcc-4d4a-aec6-d7624c05cc97, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:57:41.221559 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-91e4e020-a9d7-46a2-bed9-9bebbbc05da5 None None] For port 583a437d-8fcc-4d4a-aec6-d7624c05cc97, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=583a437d-8fcc-4d4a-aec6-d7624c05cc97,segment=NetworkSegment(e22d2bca-2b4f-4e75-b7d6-14de562c04f0),segment_id=e22d2bca-2b4f-4e75-b7d6-14de562c04f0)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:57:41.229784 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-91e4e020-a9d7-46a2-bed9-9bebbbc05da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:41.243974 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-8d70498f-f76a-4050-9df8-009f2a80b0b3 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6966ece5-c7a3-4e33-9a2f-40b189b7ee5a') {'for_net_delete': True} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:41.252244 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-8d70498f-f76a-4050-9df8-009f2a80b0b3 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6966ece5-c7a3-4e33-9a2f-40b189b7ee5a') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:41.284448 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8d70498f-f76a-4050-9df8-009f2a80b0b3 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16610763'] for segment, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:41.330354 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-20cb98d4-3c10-4063-a0e8-14c998247a00 None None] Deleting port b7490c74-3256-4cc5-b77b-00dd41b3124a {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:57:41.330354 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-20cb98d4-3c10-4063-a0e8-14c998247a00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:41.333797 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8d70498f-f76a-4050-9df8-009f2a80b0b3 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:41.338601 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d4f8350e-0f68-4b8b-b08c-29a992aa7c18 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:41.425910 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-20cb98d4-3c10-4063-a0e8-14c998247a00 None None] The port 'b7490c74-3256-4cc5-b77b-00dd41b3124a' was deleted {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:57:41.430869 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e4e020-a9d7-46a2-bed9-9bebbbc05da5 None None] Pushing event updated for resources: {'Port': ['ID=583a437d-8fcc-4d4a-aec6-d7624c05cc97,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:41.485570 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-833df235-5448-4a65-8cf7-13ce883546af tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:41.528905 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d70498f-f76a-4050-9df8-009f2a80b0b3 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=83826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:57:41.529470 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8d70498f-f76a-4050-9df8-009f2a80b0b3 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15415164'] for segment, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:41.621451 dv-neutron-833373-2-hyperv neutron-server[83826]: Traceback (most recent call last): Apr 01 15:57:41.621451 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:57:41.621451 dv-neutron-833373-2-hyperv neutron-server[83826]: timer() Apr 01 15:57:41.621451 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:57:41.621451 dv-neutron-833373-2-hyperv neutron-server[83826]: cb(*args, **kw) Apr 01 15:57:41.621451 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:57:41.621451 dv-neutron-833373-2-hyperv neutron-server[83826]: return func(*args, **kwargs) Apr 01 15:57:41.621451 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:57:41.621451 dv-neutron-833373-2-hyperv neutron-server[83826]: self._notify() Apr 01 15:57:41.621451 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:57:41.621451 dv-neutron-833373-2-hyperv neutron-server[83826]: self.callback(batched_events) Apr 01 15:57:41.621451 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:57:41.621451 dv-neutron-833373-2-hyperv neutron-server[83826]: event.method(event) Apr 01 15:57:41.621451 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:57:41.621451 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:57:41.621451 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:57:41.621451 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:57:41.621451 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:57:41.621451 dv-neutron-833373-2-hyperv neutron-server[83826]: return f(self, *a, **k) Apr 01 15:57:41.621451 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:57:41.621451 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._get(url).json() Apr 01 15:57:41.621451 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:57:41.621451 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:57:41.621451 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:57:41.621451 dv-neutron-833373-2-hyperv neutron-server[83826]: return self.request(url, 'GET', **kwargs) Apr 01 15:57:41.621451 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:57:41.621451 dv-neutron-833373-2-hyperv neutron-server[83826]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:57:41.621451 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:57:41.621451 dv-neutron-833373-2-hyperv neutron-server[83826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:57:41.621451 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:57:41.621451 dv-neutron-833373-2-hyperv neutron-server[83826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:57:41.621451 dv-neutron-833373-2-hyperv neutron-server[83826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:57:41.638548 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8d70498f-f76a-4050-9df8-009f2a80b0b3 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:41.664647 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8d70498f-f76a-4050-9df8-009f2a80b0b3 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:41.707968 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d70498f-f76a-4050-9df8-009f2a80b0b3 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event deleted for resources: {'Network': ['ID=a7c69fe2-557e-4e99-a0e3-eb6287a1f37e,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:41.714300 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-8d70498f-f76a-4050-9df8-009f2a80b0b3 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "DELETE /v2.0/networks/a7c69fe2-557e-4e99-a0e3-eb6287a1f37e HTTP/1.1" status: 204 len: 168 time: 2.5136459 Apr 01 15:57:41.720397 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 54704) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:41.727421 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-8f9b3e67-0dd4-464e-aad0-b0226cae4b03 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2004912437'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:57:41.735981 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-8f9b3e67-0dd4-464e-aad0-b0226cae4b03 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:41.741945 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-8f9b3e67-0dd4-464e-aad0-b0226cae4b03 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Usage tracker for resource:network and tenant:11b74bb4c805440eb8922ec9333718ac is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:41.746235 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-8f9b3e67-0dd4-464e-aad0-b0226cae4b03 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:41.754318 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-8f9b3e67-0dd4-464e-aad0-b0226cae4b03 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:41.780039 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-872a0592-53d1-4967-8c12-8e4bf090818d tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:41.787160 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-872a0592-53d1-4967-8c12-8e4bf090818d tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:41.860923 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f9b3e67-0dd4-464e-aad0-b0226cae4b03 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Made reservation on behalf of 11b74bb4c805440eb8922ec9333718ac for: {'network': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:57:41.864538 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8f9b3e67-0dd4-464e-aad0-b0226cae4b03 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:41.883421 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-872a0592-53d1-4967-8c12-8e4bf090818d tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] In _notify_port_updated(), no bound segment for port 289ba7b8-6962-4665-adbf-b40038f88da5 on network c9613a3a-e99d-412d-bfda-a55e5d2a837e {{(pid=83826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 01 15:57:41.888227 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872a0592-53d1-4967-8c12-8e4bf090818d tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:41.889031 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-872a0592-53d1-4967-8c12-8e4bf090818d tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:41.890484 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-872a0592-53d1-4967-8c12-8e4bf090818d tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] 10.222.0.55 "PUT /v2.0/ports/289ba7b8-6962-4665-adbf-b40038f88da5 HTTP/1.1" status: 200 len: 1130 time: 1.2775383 Apr 01 15:57:41.901041 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 54708) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:41.940238 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d4f8350e-0f68-4b8b-b08c-29a992aa7c18 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:41.976414 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872a0592-53d1-4967-8c12-8e4bf090818d tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Pushing event updated for resources: {'Port': ['ID=289ba7b8-6962-4665-adbf-b40038f88da5,revision_number=2']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:41.990166 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f9b3e67-0dd4-464e-aad0-b0226cae4b03 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=83826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:57:42.008220 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b12d660-c1d9-4dac-92b8-d42d3db86bf4 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:42.009096 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-4b12d660-c1d9-4dac-92b8-d42d3db86bf4 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Synchronizing usage tracker for tenant:b563e44e792a46a68fb918c5892eaf6c on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:57:42.016291 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-e5f15cd0-a1b2-442b-b4e1-d50dd14a33fc tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Deleting port 92cf81c5-62af-4a23-9a64-4724732500a4 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:57:42.016637 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e5f15cd0-a1b2-442b-b4e1-d50dd14a33fc tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:42.023498 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8f9b3e67-0dd4-464e-aad0-b0226cae4b03 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:42.024122 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.segments_db [None req-8f9b3e67-0dd4-464e-aad0-b0226cae4b03 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Added segment e6ba70f2-d70e-419f-802f-e0cb62b57250 of type vlan for network e257c961-6bd1-4fc0-9341-f0e7caf18b9e Apr 01 15:57:42.043034 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-d4f8350e-0f68-4b8b-b08c-29a992aa7c18 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26877a5d-02f5-4c9a-aafe-1c0d853abf76']}} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:42.051431 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 583a437d-8fcc-4d4a-aec6-d7624c05cc97 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:57:42.073121 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-4b12d660-c1d9-4dac-92b8-d42d3db86bf4 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Unset dirty status for tenant:b563e44e792a46a68fb918c5892eaf6c on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:57:42.077947 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-4b12d660-c1d9-4dac-92b8-d42d3db86bf4 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] 10.222.0.55 "GET /v2.0/ports/289ba7b8-6962-4665-adbf-b40038f88da5 HTTP/1.1" status: 200 len: 1130 time: 0.1757720 Apr 01 15:57:42.078597 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54712) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:42.082969 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8f9b3e67-0dd4-464e-aad0-b0226cae4b03 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:42.129497 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-d4f8350e-0f68-4b8b-b08c-29a992aa7c18 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51729aba-64d0-4049-b6fd-cf20e8ec4c65') {'for_net_delete': True} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:42.129772 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-d4f8350e-0f68-4b8b-b08c-29a992aa7c18 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51729aba-64d0-4049-b6fd-cf20e8ec4c65') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:42.136529 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8f9b3e67-0dd4-464e-aad0-b0226cae4b03 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:42.142585 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9b3e67-0dd4-464e-aad0-b0226cae4b03 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:42.143376 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8f9b3e67-0dd4-464e-aad0-b0226cae4b03 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:42.160174 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 583a437d-8fcc-4d4a-aec6-d7624c05cc97 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:57:42.217979 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d4f8350e-0f68-4b8b-b08c-29a992aa7c18 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15303093'] for segment, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:42.256117 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-8f9b3e67-0dd4-464e-aad0-b0226cae4b03 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5346315 Apr 01 15:57:42.262369 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-62fa0cfc-b31a-42e5-9e9c-8081fd8daa1d tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Deleting port 289ba7b8-6962-4665-adbf-b40038f88da5 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:57:42.262817 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-62fa0cfc-b31a-42e5-9e9c-8081fd8daa1d tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:42.268808 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 54718) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:42.278810 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-3058e74a-2a82-4bfc-9ec4-1a01d786c405 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Request body: {'subnet': {'network_id': 'e257c961-6bd1-4fc0-9341-f0e7caf18b9e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:57:42.404231 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9b3e67-0dd4-464e-aad0-b0226cae4b03 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event updated for resources: {'Network': ['ID=e257c961-6bd1-4fc0-9341-f0e7caf18b9e,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:42.417748 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network e257c961-6bd1-4fc0-9341-f0e7caf18b9e details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:57:42.493514 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-3058e74a-2a82-4bfc-9ec4-1a01d786c405 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:42.493749 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d4f8350e-0f68-4b8b-b08c-29a992aa7c18 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:42.503489 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-3058e74a-2a82-4bfc-9ec4-1a01d786c405 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Usage tracker for resource:subnet and tenant:11b74bb4c805440eb8922ec9333718ac is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:42.508617 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-3058e74a-2a82-4bfc-9ec4-1a01d786c405 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:42.517098 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-3058e74a-2a82-4bfc-9ec4-1a01d786c405 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:42.542105 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9bbfef-f8fb-431c-a233-50c4f485902a req-0961bada-32be-48e4-ac4e-24d1e58c06e7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:42.544456 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4b9bbfef-f8fb-431c-a233-50c4f485902a req-0961bada-32be-48e4-ac4e-24d1e58c06e7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=0182cd14-e705-4998-bcab-e6a098b77cd3 HTTP/1.1" status: 200 len: 946 time: 0.2467256 Apr 01 15:57:42.545597 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4f8350e-0f68-4b8b-b08c-29a992aa7c18 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=83828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:57:42.546019 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d4f8350e-0f68-4b8b-b08c-29a992aa7c18 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15306523'] for segment, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:42.546276 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3058e74a-2a82-4bfc-9ec4-1a01d786c405 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Made reservation on behalf of 11b74bb4c805440eb8922ec9333718ac for: {'subnet': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:57:42.575085 dv-neutron-833373-2-hyperv neutron-server[83828]: Traceback (most recent call last): Apr 01 15:57:42.575085 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:57:42.575085 dv-neutron-833373-2-hyperv neutron-server[83828]: timer() Apr 01 15:57:42.575085 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:57:42.575085 dv-neutron-833373-2-hyperv neutron-server[83828]: cb(*args, **kw) Apr 01 15:57:42.575085 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:57:42.575085 dv-neutron-833373-2-hyperv neutron-server[83828]: return func(*args, **kwargs) Apr 01 15:57:42.575085 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:57:42.575085 dv-neutron-833373-2-hyperv neutron-server[83828]: self._notify() Apr 01 15:57:42.575085 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:57:42.575085 dv-neutron-833373-2-hyperv neutron-server[83828]: self.callback(batched_events) Apr 01 15:57:42.575085 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:57:42.575085 dv-neutron-833373-2-hyperv neutron-server[83828]: event.method(event) Apr 01 15:57:42.575085 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:57:42.575085 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:57:42.575085 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:57:42.575085 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:57:42.575085 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:57:42.575085 dv-neutron-833373-2-hyperv neutron-server[83828]: return f(self, *a, **k) Apr 01 15:57:42.575085 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:57:42.575085 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._get(url).json() Apr 01 15:57:42.575085 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:57:42.575085 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:57:42.575085 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:57:42.575085 dv-neutron-833373-2-hyperv neutron-server[83828]: return self.request(url, 'GET', **kwargs) Apr 01 15:57:42.575085 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:57:42.575085 dv-neutron-833373-2-hyperv neutron-server[83828]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:57:42.575085 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:57:42.575085 dv-neutron-833373-2-hyperv neutron-server[83828]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:57:42.575085 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:57:42.575085 dv-neutron-833373-2-hyperv neutron-server[83828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:57:42.575085 dv-neutron-833373-2-hyperv neutron-server[83828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:57:42.610954 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-f61c7589-5160-4bd9-8f66-deacbf1672a5 None None] Provisioning complete for port 289ba7b8-6962-4665-adbf-b40038f88da5 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:42.611504 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f61c7589-5160-4bd9-8f66-deacbf1672a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:42.684129 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-f61c7589-5160-4bd9-8f66-deacbf1672a5 None None] Port 289ba7b8-6962-4665-adbf-b40038f88da5 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:57:42.691129 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4b9bbfef-f8fb-431c-a233-50c4f485902a req-851f828a-59e8-4a8f-870e-4eb6361f1ef0 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=92234972-d0b7-4b02-b617-6fbcf9721f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258790 Apr 01 15:57:42.732710 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-833df235-5448-4a65-8cf7-13ce883546af tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Allocated IP 172.20.0.1 (28a0fcde-5179-4206-889e-4069cb729856/5b862838-facf-4ffa-b5e1-43ffea0facd7/8a7d33a7-5178-45f6-be9d-74e1b9650cc0) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:57:42.742513 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3058e74a-2a82-4bfc-9ec4-1a01d786c405 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16088980'] for subnet, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:42.817242 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d4f8350e-0f68-4b8b-b08c-29a992aa7c18 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:42.827835 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d4f8350e-0f68-4b8b-b08c-29a992aa7c18 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:42.841201 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7318e8a7-0aa7-4f06-a571-6ba6dc02d28b None None] Network 28a0fcde-5179-4206-889e-4069cb729856 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:57:42.898835 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8350e-0f68-4b8b-b08c-29a992aa7c18 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Pushing event deleted for resources: {'Network': ['ID=26877a5d-02f5-4c9a-aafe-1c0d853abf76,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:42.908290 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-e5f15cd0-a1b2-442b-b4e1-d50dd14a33fc tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] For port 92cf81c5-62af-4a23-9a64-4724732500a4, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=92cf81c5-62af-4a23-9a64-4724732500a4,segment=NetworkSegment(2c8537aa-6264-4389-845f-024b7572d7d6),segment_id=2c8537aa-6264-4389-845f-024b7572d7d6)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:57:42.908753 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e5f15cd0-a1b2-442b-b4e1-d50dd14a33fc tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:42.961050 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-d4f8350e-0f68-4b8b-b08c-29a992aa7c18 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] 10.222.0.55 "DELETE /v2.0/networks/26877a5d-02f5-4c9a-aafe-1c0d853abf76 HTTP/1.1" status: 204 len: 168 time: 1.9020302 Apr 01 15:57:42.963815 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-8112ce9c-681c-43c8-95b6-7651a2fe00dd None None] Provisioning for port 583a437d-8fcc-4d4a-aec6-d7624c05cc97 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:57:42.973557 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-8112ce9c-681c-43c8-95b6-7651a2fe00dd None None] Provisioning complete for port 583a437d-8fcc-4d4a-aec6-d7624c05cc97 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:42.973926 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8112ce9c-681c-43c8-95b6-7651a2fe00dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:42.980257 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 54724) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:43.045006 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-543945e6-45e4-4b19-bc63-7ef678b03541 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] DELETE failed (client error): The resource could not be found. Apr 01 15:57:43.045441 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-543945e6-45e4-4b19-bc63-7ef678b03541 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:57:43.187705 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-543945e6-45e4-4b19-bc63-7ef678b03541 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] 10.222.0.55 "DELETE /v2.0/subnets/1927b7d2-cac0-4fc0-9960-2f45a7f9da4d HTTP/1.1" status: 404 len: 337 time: 0.2054143 Apr 01 15:57:43.192271 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 54728) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:43.202394 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8ce442-97ff-4d79-b4a2-722925b13ca0 req-1686359c-0694-4905-a3e1-1790c8759159 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:43.203864 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-9a8ce442-97ff-4d79-b4a2-722925b13ca0 req-1686359c-0694-4905-a3e1-1790c8759159 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=0182cd14-e705-4998-bcab-e6a098b77cd3 HTTP/1.1" status: 200 len: 946 time: 0.3355572 Apr 01 15:57:43.208697 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8112ce9c-681c-43c8-95b6-7651a2fe00dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:43.236365 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4a65ec7-489f-43f5-a6c4-3614dfb546d4 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] DELETE failed (client error): The resource could not be found. Apr 01 15:57:43.236783 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4a65ec7-489f-43f5-a6c4-3614dfb546d4 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:57:43.238391 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-d4a65ec7-489f-43f5-a6c4-3614dfb546d4 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] 10.222.0.55 "DELETE /v2.0/networks/de9b37d8-3001-4512-932d-349f1cebb98d HTTP/1.1" status: 404 len: 339 time: 0.0449343 Apr 01 15:57:43.253321 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 54732) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:43.256176 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-8112ce9c-681c-43c8-95b6-7651a2fe00dd None None] For port 583a437d-8fcc-4d4a-aec6-d7624c05cc97, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=583a437d-8fcc-4d4a-aec6-d7624c05cc97,segment=NetworkSegment(e22d2bca-2b4f-4e75-b7d6-14de562c04f0),segment_id=e22d2bca-2b4f-4e75-b7d6-14de562c04f0)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:57:43.263308 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8112ce9c-681c-43c8-95b6-7651a2fe00dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:43.269955 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-e5f15cd0-a1b2-442b-b4e1-d50dd14a33fc tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Calling delete_port for 92cf81c5-62af-4a23-9a64-4724732500a4 owned by network:router_interface {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:57:43.318782 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a1584c2-64f3-42e7-9454-f142ad0992d4 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] DELETE failed (client error): The resource could not be found. Apr 01 15:57:43.320435 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a1584c2-64f3-42e7-9454-f142ad0992d4 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:57:43.321451 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-7a1584c2-64f3-42e7-9454-f142ad0992d4 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] 10.222.0.55 "DELETE /v2.0/subnets/47abe1c6-4be0-4b35-91db-7302b5b57c47 HTTP/1.1" status: 404 len: 337 time: 0.0656438 Apr 01 15:57:43.330503 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54736) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:43.341270 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8112ce9c-681c-43c8-95b6-7651a2fe00dd None None] Pushing event updated for resources: {'Port': ['ID=583a437d-8fcc-4d4a-aec6-d7624c05cc97,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:43.356488 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3058e74a-2a82-4bfc-9ec4-1a01d786c405 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15415267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16089018'] for subnet, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:43.357374 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-62fa0cfc-b31a-42e5-9e9c-8081fd8daa1d tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:43.392482 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-9a8ce442-97ff-4d79-b4a2-722925b13ca0 req-7dcfc23c-c24a-494f-8ee4-b9bfbd2bf629 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=92234972-d0b7-4b02-b617-6fbcf9721f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1577182 Apr 01 15:57:43.393108 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-079a8c1f-b9c8-4946-b3be-71cca329379b tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] DELETE failed (client error): The resource could not be found. Apr 01 15:57:43.393552 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-079a8c1f-b9c8-4946-b3be-71cca329379b tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:57:43.396057 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-079a8c1f-b9c8-4946-b3be-71cca329379b tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] 10.222.0.55 "DELETE /v2.0/networks/904388b2-7fcb-4153-99d8-c70fa48630d2 HTTP/1.1" status: 404 len: 339 time: 0.0635936 Apr 01 15:57:43.403716 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 54740) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:43.464407 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-048409dd-4dbe-4722-a298-9b06ba1d3868 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] DELETE failed (client error): The resource could not be found. Apr 01 15:57:43.465111 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-048409dd-4dbe-4722-a298-9b06ba1d3868 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:57:43.466771 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-048409dd-4dbe-4722-a298-9b06ba1d3868 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] 10.222.0.55 "DELETE /v2.0/subnets/1c3e8fab-cabe-4a2b-9e8f-fc8e8de21f96 HTTP/1.1" status: 404 len: 337 time: 0.0615592 Apr 01 15:57:43.472464 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 54746) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:43.514887 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3058e74a-2a82-4bfc-9ec4-1a01d786c405 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event updated for resources: {'Subnet': ['ID=9ff23786-a13d-415e-a8a6-742f21d5bb86,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:43.519535 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a0998e1-d2c5-4dbd-9063-eed749af9114 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] DELETE failed (client error): The resource could not be found. Apr 01 15:57:43.519816 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-62fa0cfc-b31a-42e5-9e9c-8081fd8daa1d tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Calling delete_port for 289ba7b8-6962-4665-adbf-b40038f88da5 owned by {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:57:43.520270 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a0998e1-d2c5-4dbd-9063-eed749af9114 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:57:43.523973 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-1a0998e1-d2c5-4dbd-9063-eed749af9114 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] 10.222.0.55 "DELETE /v2.0/networks/7284cce1-ae8e-48d5-9267-fad05c75cbde HTTP/1.1" status: 404 len: 339 time: 0.0482132 Apr 01 15:57:43.524537 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 54750) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:43.572556 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6d649f5-be60-4b8b-9732-a1bcd43b1191 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] DELETE failed (client error): The resource could not be found. Apr 01 15:57:43.572898 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6d649f5-be60-4b8b-9732-a1bcd43b1191 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:57:43.574583 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-c6d649f5-be60-4b8b-9732-a1bcd43b1191 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] 10.222.0.55 "DELETE /v2.0/subnets/51f188c1-4a19-449e-8e5a-d8f6281c3ee9 HTTP/1.1" status: 404 len: 337 time: 0.0489602 Apr 01 15:57:43.578482 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 54756) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:43.600618 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3058e74a-2a82-4bfc-9ec4-1a01d786c405 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Checking segment: {'id': 'e6ba70f2-d70e-419f-802f-e0cb62b57250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e257c961-6bd1-4fc0-9341-f0e7caf18b9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:57:43.601048 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3058e74a-2a82-4bfc-9ec4-1a01d786c405 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Network hostable DHCP agents. Network: e257c961-6bd1-4fc0-9341-f0e7caf18b9e, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:57:43.604949 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-04166897-c0fc-499f-b34d-5a68b52523a5 None None] Provisioning complete for port 583a437d-8fcc-4d4a-aec6-d7624c05cc97 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:43.605583 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-04166897-c0fc-499f-b34d-5a68b52523a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:43.610326 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cad845c-3ec2-4d6d-a87b-28508691a0c6 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] DELETE failed (client error): The resource could not be found. Apr 01 15:57:43.610886 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cad845c-3ec2-4d6d-a87b-28508691a0c6 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:57:43.612552 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-9cad845c-3ec2-4d6d-a87b-28508691a0c6 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] 10.222.0.55 "DELETE /v2.0/networks/2e2f88bb-1fcd-468c-958e-841e55d86de5 HTTP/1.1" status: 404 len: 339 time: 0.0331607 Apr 01 15:57:43.616648 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54760) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:43.632906 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3058e74a-2a82-4bfc-9ec4-1a01d786c405 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Network e257c961-6bd1-4fc0-9341-f0e7caf18b9e is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:57:43.642966 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-3058e74a-2a82-4bfc-9ec4-1a01d786c405 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, e257c961-6bd1-4fc0-9341-f0e7caf18b9e) {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:57:43.648618 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3058e74a-2a82-4bfc-9ec4-1a01d786c405 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:43.648618 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3058e74a-2a82-4bfc-9ec4-1a01d786c405 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:43.668265 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71453445-d6b1-4e70-b66f-12179c81323b None None] Network e257c961-6bd1-4fc0-9341-f0e7caf18b9e requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:57:43.684200 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-3058e74a-2a82-4bfc-9ec4-1a01d786c405 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4097359 Apr 01 15:57:43.684428 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 54764) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:43.686020 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-833df235-5448-4a65-8cf7-13ce883546af tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:43.690420 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-46b7f9a0-6f28-4075-acf4-f3b435c0a7b4 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Request body: {'port': {'network_id': 'e257c961-6bd1-4fc0-9341-f0e7caf18b9e', 'name': 'tempest-PortsTestJSON-711115527', 'fixed_ips': [{'subnet_id': '9ff23786-a13d-415e-a8a6-742f21d5bb86', 'ip_address': '172.20.0.10'}]}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:57:43.708872 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-90e90803-9d0e-4258-9532-5a162a05880a tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] DELETE failed (client error): The resource could not be found. Apr 01 15:57:43.709702 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90e90803-9d0e-4258-9532-5a162a05880a tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:57:43.711626 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-90e90803-9d0e-4258-9532-5a162a05880a tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] 10.222.0.55 "DELETE /v2.0/subnets/9e0844f6-6674-476c-9f25-cc63aabb823d HTTP/1.1" status: 404 len: 337 time: 0.0784361 Apr 01 15:57:43.717882 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54768) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:43.763745 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [None req-833df235-5448-4a65-8cf7-13ce883546af tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Transition to ACTIVE for port object 8a7d33a7-5178-45f6-be9d-74e1b9650cc0 will not be triggered until provisioned by entity DHCP. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:57:43.777377 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-3002b63a-11e1-4b64-a56f-2548100eb366 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] DELETE failed (client error): The resource could not be found. Apr 01 15:57:43.777377 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3002b63a-11e1-4b64-a56f-2548100eb366 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:57:43.781122 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-3002b63a-11e1-4b64-a56f-2548100eb366 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] 10.222.0.55 "DELETE /v2.0/networks/31d43ea1-dc10-4fb9-83a0-02650519dc98 HTTP/1.1" status: 404 len: 339 time: 0.0429628 Apr 01 15:57:43.781977 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54772) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:43.825980 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-c97e1d22-b1f4-4dd4-9f58-f51b83408102 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] DELETE failed (client error): The resource could not be found. Apr 01 15:57:43.826341 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c97e1d22-b1f4-4dd4-9f58-f51b83408102 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:57:43.864539 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-46b7f9a0-6f28-4075-acf4-f3b435c0a7b4 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:43.870169 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-46b7f9a0-6f28-4075-acf4-f3b435c0a7b4 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Usage tracker for resource:port and tenant:11b74bb4c805440eb8922ec9333718ac is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:43.872918 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-c97e1d22-b1f4-4dd4-9f58-f51b83408102 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] 10.222.0.55 "DELETE /v2.0/subnets/3c34bfdc-4ec5-4813-a5aa-a2b74bd068b5 HTTP/1.1" status: 404 len: 337 time: 0.0899990 Apr 01 15:57:43.873870 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-46b7f9a0-6f28-4075-acf4-f3b435c0a7b4 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:43.876544 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 54776) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:43.901482 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-46b7f9a0-6f28-4075-acf4-f3b435c0a7b4 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:43.909001 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-686b82f8-c81b-4384-aa9e-e092fb452b44 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] DELETE failed (client error): The resource could not be found. Apr 01 15:57:43.909521 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-686b82f8-c81b-4384-aa9e-e092fb452b44 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:57:43.913991 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-686b82f8-c81b-4384-aa9e-e092fb452b44 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] 10.222.0.55 "DELETE /v2.0/networks/978e58e8-3a1e-45c0-9510-81b0da129fed HTTP/1.1" status: 404 len: 339 time: 0.0336676 Apr 01 15:57:43.914728 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 54780) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:43.958735 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-b67baec3-356c-4c6d-86a5-275072df1205 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] DELETE failed (client error): The resource could not be found. Apr 01 15:57:43.959251 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b67baec3-356c-4c6d-86a5-275072df1205 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:57:43.961491 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-b67baec3-356c-4c6d-86a5-275072df1205 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] 10.222.0.55 "DELETE /v2.0/subnets/39869975-e7ca-43fe-bb1f-aa979d1ef698 HTTP/1.1" status: 404 len: 337 time: 0.0457973 Apr 01 15:57:43.964669 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 54784) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:43.965496 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b7f9a0-6f28-4075-acf4-f3b435c0a7b4 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Made reservation on behalf of 11b74bb4c805440eb8922ec9333718ac for: {'port': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:57:43.973989 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-833df235-5448-4a65-8cf7-13ce883546af tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:43.977649 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-46b7f9a0-6f28-4075-acf4-f3b435c0a7b4 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:43.988384 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0fe3158-d982-47e6-befe-c746f51d7a0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-e257c961-6bd1-4fc0-9341-f0e7caf18b9e', 'network_id': 'e257c961-6bd1-4fc0-9341-f0e7caf18b9e', 'tenant_id': '11b74bb4c805440eb8922ec9333718ac', 'fixed_ips': [{'subnet_id': '9ff23786-a13d-415e-a8a6-742f21d5bb86'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:57:43.989281 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-d0fe3158-d982-47e6-befe-c746f51d7a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:44.021186 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-62fa0cfc-b31a-42e5-9e9c-8081fd8daa1d tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:44.033745 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-b51afa16-d285-4c7b-992a-13f63de53686 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] DELETE failed (client error): The resource could not be found. Apr 01 15:57:44.034347 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b51afa16-d285-4c7b-992a-13f63de53686 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:57:44.035884 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-b51afa16-d285-4c7b-992a-13f63de53686 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] 10.222.0.55 "DELETE /v2.0/networks/e0a1ece6-0fb3-4868-a9ed-a861c12fabfb HTTP/1.1" status: 404 len: 339 time: 0.0391626 Apr 01 15:57:44.039288 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e5f15cd0-a1b2-442b-b4e1-d50dd14a33fc tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:44.042868 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 54788) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:44.045583 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [None req-46b7f9a0-6f28-4075-acf4-f3b435c0a7b4 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] device_id is not set on port 7bd44b4a-2b0a-411f-80ad-6152364928f9 yet. {{(pid=83826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:57:44.061955 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 583a437d-8fcc-4d4a-aec6-d7624c05cc97 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:57:44.133275 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-07a41a3e-4e1c-4dce-b3a6-3b8dfe6922c3 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] DELETE failed (client error): The resource could not be found. Apr 01 15:57:44.133723 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07a41a3e-4e1c-4dce-b3a6-3b8dfe6922c3 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:57:44.137719 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-07a41a3e-4e1c-4dce-b3a6-3b8dfe6922c3 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] 10.222.0.55 "DELETE /v2.0/subnets/9d66f89f-ae96-4354-939e-6b1ef1405def HTTP/1.1" status: 404 len: 337 time: 0.0916111 Apr 01 15:57:44.139331 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833df235-5448-4a65-8cf7-13ce883546af tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Network 28a0fcde-5179-4206-889e-4069cb729856 is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:57:44.140350 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 54792) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:44.149207 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-833df235-5448-4a65-8cf7-13ce883546af tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:57:44.159356 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833df235-5448-4a65-8cf7-13ce883546af tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:57:44.201433 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-364f1cbe-4728-4808-bebc-26bebddd45de tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] DELETE failed (client error): The resource could not be found. Apr 01 15:57:44.201914 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-364f1cbe-4728-4808-bebc-26bebddd45de tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:57:44.216669 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-364f1cbe-4728-4808-bebc-26bebddd45de tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] 10.222.0.55 "DELETE /v2.0/networks/3b0ae31a-9ca2-4cf9-b0f6-ff0d5c001449 HTTP/1.1" status: 404 len: 339 time: 0.0752738 Apr 01 15:57:44.221403 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 54796) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:44.256241 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-62fa0cfc-b31a-42e5-9e9c-8081fd8daa1d tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:44.266120 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833df235-5448-4a65-8cf7-13ce883546af tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Pushing event updated for resources: {'Port': ['ID=8a7d33a7-5178-45f6-be9d-74e1b9650cc0,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:44.297627 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 583a437d-8fcc-4d4a-aec6-d7624c05cc97 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:44.298221 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:44.368251 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-d0fe3158-d982-47e6-befe-c746f51d7a0e None None] Allocated IP 172.20.0.2 (e257c961-6bd1-4fc0-9341-f0e7caf18b9e/9ff23786-a13d-415e-a8a6-742f21d5bb86/8326565d-af46-4869-9d80-9d6417b2ab45) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:57:44.501446 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-62fa0cfc-b31a-42e5-9e9c-8081fd8daa1d tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] 10.222.0.55 "DELETE /v2.0/ports/289ba7b8-6962-4665-adbf-b40038f88da5 HTTP/1.1" status: 204 len: 168 time: 2.3806536 Apr 01 15:57:44.533339 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 54800) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:44.565083 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f15cd0-a1b2-442b-b4e1-d50dd14a33fc tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Pushing event deleted for resources: {'Port': ['ID=92cf81c5-62af-4a23-9a64-4724732500a4,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:44.635618 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fa0cfc-b31a-42e5-9e9c-8081fd8daa1d tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Pushing event deleted for resources: {'Port': ['ID=289ba7b8-6962-4665-adbf-b40038f88da5,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:44.638735 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-833df235-5448-4a65-8cf7-13ce883546af tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611418'] for router_interface, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:44.737985 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-d0fe3158-d982-47e6-befe-c746f51d7a0e None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:44.738243 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfdd8d71-8982-49b4-8956-99a2be892294 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Deleting subnet dad426fc-faac-4e89-a1a5-bcffbd7d9a3a {{(pid=83826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:57:44.746190 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bfdd8d71-8982-49b4-8956-99a2be892294 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks [] for subnet, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:44.747087 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-0d8df5d2-49b3-4a43-939c-4343a6cda79e None None] Provisioning for port 8a7d33a7-5178-45f6-be9d-74e1b9650cc0 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:57:44.757476 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-d0fe3158-d982-47e6-befe-c746f51d7a0e None None] Transition to ACTIVE for port object 8326565d-af46-4869-9d80-9d6417b2ab45 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:57:44.760383 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-833df235-5448-4a65-8cf7-13ce883546af tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:44.760670 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-0d8df5d2-49b3-4a43-939c-4343a6cda79e None None] Provisioning complete for port 8a7d33a7-5178-45f6-be9d-74e1b9650cc0 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:44.761077 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-0d8df5d2-49b3-4a43-939c-4343a6cda79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:44.779617 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e5f15cd0-a1b2-442b-b4e1-d50dd14a33fc tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611462'] for router_interface, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:44.822823 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-d0fe3158-d982-47e6-befe-c746f51d7a0e None None] Transition to ACTIVE for port object 8326565d-af46-4869-9d80-9d6417b2ab45 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:57:44.830933 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bfdd8d71-8982-49b4-8956-99a2be892294 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16610770'] for subnet, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:44.831370 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-0d8df5d2-49b3-4a43-939c-4343a6cda79e None None] Port 8a7d33a7-5178-45f6-be9d-74e1b9650cc0 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:57:44.835594 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-d0fe3158-d982-47e6-befe-c746f51d7a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:44.914367 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0fe3158-d982-47e6-befe-c746f51d7a0e None None] Network e257c961-6bd1-4fc0-9341-f0e7caf18b9e is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:57:44.918317 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-d0fe3158-d982-47e6-befe-c746f51d7a0e None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:57:44.921066 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 54804) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:44.921982 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fe3158-d982-47e6-befe-c746f51d7a0e None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:57:44.923866 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe3158-d982-47e6-befe-c746f51d7a0e None None] Pushing event updated for resources: {'Port': ['ID=8326565d-af46-4869-9d80-9d6417b2ab45,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:45.059309 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-d0fe3158-d982-47e6-befe-c746f51d7a0e None None] Attempting to bind port 8326565d-af46-4869-9d80-9d6417b2ab45 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:57:45.059906 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-d0fe3158-d982-47e6-befe-c746f51d7a0e None None] Attempting to bind port 8326565d-af46-4869-9d80-9d6417b2ab45 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'e6ba70f2-d70e-419f-802f-e0cb62b57250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e257c961-6bd1-4fc0-9341-f0e7caf18b9e'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:57:45.060506 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fe3158-d982-47e6-befe-c746f51d7a0e None None] Attempting to bind port 8326565d-af46-4869-9d80-9d6417b2ab45 on network e257c961-6bd1-4fc0-9341-f0e7caf18b9e {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:57:45.072856 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fe3158-d982-47e6-befe-c746f51d7a0e None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:57:45.073611 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fe3158-d982-47e6-befe-c746f51d7a0e None None] Checking segment: {'id': 'e6ba70f2-d70e-419f-802f-e0cb62b57250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e257c961-6bd1-4fc0-9341-f0e7caf18b9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:57:45.074387 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-d0fe3158-d982-47e6-befe-c746f51d7a0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:45.074945 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fe3158-d982-47e6-befe-c746f51d7a0e None None] Bound using segment: {'id': 'e6ba70f2-d70e-419f-802f-e0cb62b57250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e257c961-6bd1-4fc0-9341-f0e7caf18b9e'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:57:45.075969 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-d0fe3158-d982-47e6-befe-c746f51d7a0e None None] Bound port: 8326565d-af46-4869-9d80-9d6417b2ab45, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6ba70f2-d70e-419f-802f-e0cb62b57250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e257c961-6bd1-4fc0-9341-f0e7caf18b9e'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:57:45.076600 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-d0fe3158-d982-47e6-befe-c746f51d7a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:45.080589 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_v2 [None req-89475332-e2ab-456e-a0a5-3ce2bea462d3 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Deleting subnet 53a7a5d7-68b8-48eb-8753-8352aecb87bf {{(pid=83826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:57:45.095708 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-89475332-e2ab-456e-a0a5-3ce2bea462d3 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Notify callbacks [] for subnet, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:45.253486 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-d0fe3158-d982-47e6-befe-c746f51d7a0e None None] For port 8326565d-af46-4869-9d80-9d6417b2ab45, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:57:45.258111 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-d0fe3158-d982-47e6-befe-c746f51d7a0e None None] For port 8326565d-af46-4869-9d80-9d6417b2ab45, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=8326565d-af46-4869-9d80-9d6417b2ab45,segment=NetworkSegment(e6ba70f2-d70e-419f-802f-e0cb62b57250),segment_id=e6ba70f2-d70e-419f-802f-e0cb62b57250)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:57:45.263594 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-d0fe3158-d982-47e6-befe-c746f51d7a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:45.282095 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-46b7f9a0-6f28-4075-acf4-f3b435c0a7b4 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Allocated IP 172.20.0.10 (e257c961-6bd1-4fc0-9341-f0e7caf18b9e/9ff23786-a13d-415e-a8a6-742f21d5bb86/7bd44b4a-2b0a-411f-80ad-6152364928f9) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:57:45.326746 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-89475332-e2ab-456e-a0a5-3ce2bea462d3 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16610770'] for subnet, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:45.356645 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe3158-d982-47e6-befe-c746f51d7a0e None None] Pushing event updated for resources: {'Port': ['ID=8326565d-af46-4869-9d80-9d6417b2ab45,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:45.386172 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bfdd8d71-8982-49b4-8956-99a2be892294 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:45.651023 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-89475332-e2ab-456e-a0a5-3ce2bea462d3 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:45.680511 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-833df235-5448-4a65-8cf7-13ce883546af tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for port, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:45.696554 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bfdd8d71-8982-49b4-8956-99a2be892294 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15415074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16089009'] for subnet, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:45.736344 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-833df235-5448-4a65-8cf7-13ce883546af tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:45.776354 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdd8d71-8982-49b4-8956-99a2be892294 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Pushing event deleted for resources: {'Subnet': ['ID=dad426fc-faac-4e89-a1a5-bcffbd7d9a3a,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:45.810443 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c0004f-bbe9-4823-899a-4bb1e74dda17 None None] Network 992dd921-c380-4c42-857d-d425fd5eaff4 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:57:45.811208 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bfdd8d71-8982-49b4-8956-99a2be892294 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:45.842134 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-bfdd8d71-8982-49b4-8956-99a2be892294 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] 10.222.0.55 "DELETE /v2.0/subnets/dad426fc-faac-4e89-a1a5-bcffbd7d9a3a HTTP/1.1" status: 204 len: 168 time: 1.6188140 Apr 01 15:57:45.846078 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54808) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:45.848088 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-46b7f9a0-6f28-4075-acf4-f3b435c0a7b4 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:45.870326 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [None req-46b7f9a0-6f28-4075-acf4-f3b435c0a7b4 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Transition to ACTIVE for port object 7bd44b4a-2b0a-411f-80ad-6152364928f9 will not be triggered until provisioned by entity DHCP. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:57:45.936563 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-833df235-5448-4a65-8cf7-13ce883546af tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611525'] for router_interface, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:45.954417 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833df235-5448-4a65-8cf7-13ce883546af tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Pushing event updated for resources: {'Port': ['ID=8a7d33a7-5178-45f6-be9d-74e1b9650cc0,revision_number=2']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:45.985323 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-89475332-e2ab-456e-a0a5-3ce2bea462d3 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15415074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16089009'] for subnet, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:46.036022 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-225783bb-4e6b-416d-8327-4a4a309f16b8 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:46.049615 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-46b7f9a0-6f28-4075-acf4-f3b435c0a7b4 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:46.149932 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 8326565d-af46-4869-9d80-9d6417b2ab45 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:57:46.187386 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-225783bb-4e6b-416d-8327-4a4a309f16b8 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Deleting port 55a2e04a-21d6-4348-986c-58f226793626 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:57:46.187722 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-225783bb-4e6b-416d-8327-4a4a309f16b8 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:46.232647 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5f15cd0-a1b2-442b-b4e1-d50dd14a33fc tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Router 519ed5a5-f15a-4ea7-b35d-8c8cb14b811d has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:57:46.236564 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89475332-e2ab-456e-a0a5-3ce2bea462d3 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Pushing event deleted for resources: {'Subnet': ['ID=53a7a5d7-68b8-48eb-8753-8352aecb87bf,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:46.239784 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276349a0-92b2-4f68-9b67-c38c47afc267 None None] DHCP port deletion for 992dd921-c380-4c42-857d-d425fd5eaff4 request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:57:46.250857 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-276349a0-92b2-4f68-9b67-c38c47afc267 None None] Deleting port 55a2e04a-21d6-4348-986c-58f226793626 {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:57:46.251563 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-276349a0-92b2-4f68-9b67-c38c47afc267 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:46.263778 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b7f9a0-6f28-4075-acf4-f3b435c0a7b4 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Network e257c961-6bd1-4fc0-9341-f0e7caf18b9e is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:57:46.275382 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-46b7f9a0-6f28-4075-acf4-f3b435c0a7b4 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:57:46.280463 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-89475332-e2ab-456e-a0a5-3ce2bea462d3 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:46.293781 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b7f9a0-6f28-4075-acf4-f3b435c0a7b4 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:57:46.339851 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b7f9a0-6f28-4075-acf4-f3b435c0a7b4 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event updated for resources: {'Port': ['ID=7bd44b4a-2b0a-411f-80ad-6152364928f9,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:46.340526 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9349447b-7968-4fec-8fd8-23c2de75adbe None None] Network c9613a3a-e99d-412d-bfda-a55e5d2a837e requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:57:46.354910 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-89475332-e2ab-456e-a0a5-3ce2bea462d3 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] 10.222.0.55 "DELETE /v2.0/subnets/53a7a5d7-68b8-48eb-8753-8352aecb87bf HTTP/1.1" status: 204 len: 168 time: 1.8187573 Apr 01 15:57:46.362904 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 54812) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:46.484458 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b7f9a0-6f28-4075-acf4-f3b435c0a7b4 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:46.484881 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 8326565d-af46-4869-9d80-9d6417b2ab45 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:57:46.486204 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-46b7f9a0-6f28-4075-acf4-f3b435c0a7b4 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:46.558527 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-46b7f9a0-6f28-4075-acf4-f3b435c0a7b4 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.8702395 Apr 01 15:57:46.561318 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 54816) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:46.567259 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-e390d5a3-8ffe-4a7b-a202-613a9555cca0 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Request body: {'port': {'network_id': 'e257c961-6bd1-4fc0-9341-f0e7caf18b9e', 'name': 'tempest-PortsTestJSON-1448218476', 'fixed_ips': [{'subnet_id': '9ff23786-a13d-415e-a8a6-742f21d5bb86', 'ip_address': '172.20.0.9'}]}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:57:46.589897 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-60dcb32b-e9fc-4587-8a57-e0a7f11d696f tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:46.605511 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833df235-5448-4a65-8cf7-13ce883546af tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Network 28a0fcde-5179-4206-889e-4069cb729856 is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:57:46.621586 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-833df235-5448-4a65-8cf7-13ce883546af tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:57:46.667969 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc52ba9-0417-486b-8474-0b582b6a4be0 None None] Network e257c961-6bd1-4fc0-9341-f0e7caf18b9e requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:57:46.694636 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-60dcb32b-e9fc-4587-8a57-e0a7f11d696f tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Deleting port dcce0c3a-9960-48c7-b730-dae05cce0368 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:57:46.695228 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-60dcb32b-e9fc-4587-8a57-e0a7f11d696f tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:46.764971 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-276349a0-92b2-4f68-9b67-c38c47afc267 None None] For port 55a2e04a-21d6-4348-986c-58f226793626, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=55a2e04a-21d6-4348-986c-58f226793626,segment=NetworkSegment(586b0253-808d-4970-959b-1c5145b93f5d),segment_id=586b0253-808d-4970-959b-1c5145b93f5d)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:57:46.766673 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-276349a0-92b2-4f68-9b67-c38c47afc267 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:46.931395 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-276349a0-92b2-4f68-9b67-c38c47afc267 None None] Calling delete_port for 55a2e04a-21d6-4348-986c-58f226793626 owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:57:46.997396 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-e390d5a3-8ffe-4a7b-a202-613a9555cca0 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:47.011571 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-e390d5a3-8ffe-4a7b-a202-613a9555cca0 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Usage tracker for resource:port and tenant:11b74bb4c805440eb8922ec9333718ac is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:47.023118 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-e390d5a3-8ffe-4a7b-a202-613a9555cca0 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:47.035906 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-193ba810-aa5b-4a00-a87a-14987debe0c6 None None] Provisioning for port 8326565d-af46-4869-9d80-9d6417b2ab45 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:57:47.051280 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-e390d5a3-8ffe-4a7b-a202-613a9555cca0 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:47.064261 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-225783bb-4e6b-416d-8327-4a4a309f16b8 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] For port 55a2e04a-21d6-4348-986c-58f226793626, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=55a2e04a-21d6-4348-986c-58f226793626,segment=NetworkSegment(586b0253-808d-4970-959b-1c5145b93f5d),segment_id=586b0253-808d-4970-959b-1c5145b93f5d)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:57:47.064892 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-225783bb-4e6b-416d-8327-4a4a309f16b8 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:47.072846 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-193ba810-aa5b-4a00-a87a-14987debe0c6 None None] Provisioning complete for port 8326565d-af46-4869-9d80-9d6417b2ab45 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:47.073636 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-193ba810-aa5b-4a00-a87a-14987debe0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:47.137324 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e390d5a3-8ffe-4a7b-a202-613a9555cca0 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Made reservation on behalf of 11b74bb4c805440eb8922ec9333718ac for: {'port': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:57:47.142739 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e390d5a3-8ffe-4a7b-a202-613a9555cca0 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:47.189312 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-276349a0-92b2-4f68-9b67-c38c47afc267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671'] for port, after_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:47.252156 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-225783bb-4e6b-416d-8327-4a4a309f16b8 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Calling delete_port for 55a2e04a-21d6-4348-986c-58f226793626 owned by network:dhcp {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:57:47.267287 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276349a0-92b2-4f68-9b67-c38c47afc267 None None] Pushing event deleted for resources: {'Port': ['ID=55a2e04a-21d6-4348-986c-58f226793626,revision_number=None']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:47.309423 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c52c74-ac39-4df3-8331-532d6684ca80 None None] DHCP port deletion for c9613a3a-e99d-412d-bfda-a55e5d2a837e request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:57:47.322518 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [None req-60dcb32b-e9fc-4587-8a57-e0a7f11d696f tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] For port dcce0c3a-9960-48c7-b730-dae05cce0368, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=dcce0c3a-9960-48c7-b730-dae05cce0368,segment=NetworkSegment(2b0dcfce-d3d7-439c-98c8-a834733b82a6),segment_id=2b0dcfce-d3d7-439c-98c8-a834733b82a6)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:57:47.322924 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-60dcb32b-e9fc-4587-8a57-e0a7f11d696f tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:47.323362 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-01c52c74-ac39-4df3-8331-532d6684ca80 None None] Deleting port dcce0c3a-9960-48c7-b730-dae05cce0368 {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:57:47.323738 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-01c52c74-ac39-4df3-8331-532d6684ca80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:47.334017 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [None req-e390d5a3-8ffe-4a7b-a202-613a9555cca0 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] device_id is not set on port f0d60d3e-0968-4b31-9164-07b318b7149a yet. {{(pid=83826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:57:47.356459 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276349a0-92b2-4f68-9b67-c38c47afc267 None None] No DVR routers for this DVR port 55a2e04a-21d6-4348-986c-58f226793626 on host dv-neutron-833373-2-hyperv {{(pid=83829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:57:47.419467 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5f15cd0-a1b2-442b-b4e1-d50dd14a33fc tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:57:47.429199 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-e5f15cd0-a1b2-442b-b4e1-d50dd14a33fc tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "PUT /v2.0/routers/519ed5a5-f15a-4ea7-b35d-8c8cb14b811d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2561562 Apr 01 15:57:47.433763 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54820) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:47.446837 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c447710b-6d08-45a4-b68b-40f54a99a593 None None] Sync routers for ids ['519ed5a5-f15a-4ea7-b35d-8c8cb14b811d'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:57:47.467444 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c447710b-6d08-45a4-b68b-40f54a99a593 None None] Routers {'519ed5a5-f15a-4ea7-b35d-8c8cb14b811d'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:57:47.468149 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-c447710b-6d08-45a4-b68b-40f54a99a593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:57:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['519ed5a5-f15a-4ea7-b35d-8c8cb14b811d'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:47.492451 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.db.api [None req-225783bb-4e6b-416d-8327-4a4a309f16b8 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:57:47.493155 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG oslo_db.api [None req-225783bb-4e6b-416d-8327-4a4a309f16b8 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:57:47.495460 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-60dcb32b-e9fc-4587-8a57-e0a7f11d696f tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Calling delete_port for dcce0c3a-9960-48c7-b730-dae05cce0368 owned by network:dhcp {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:57:47.578927 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-193ba810-aa5b-4a00-a87a-14987debe0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:47.687400 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fcc7f8c-43a2-4c11-90a9-707df5e925a7 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Deleting subnet f9bea074-110e-4790-b124-4f4db52ca314 {{(pid=83828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:57:47.696572 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7fcc7f8c-43a2-4c11-90a9-707df5e925a7 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for subnet, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:47.697089 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-193ba810-aa5b-4a00-a87a-14987debe0c6 None None] For port 8326565d-af46-4869-9d80-9d6417b2ab45, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=8326565d-af46-4869-9d80-9d6417b2ab45,segment=NetworkSegment(e6ba70f2-d70e-419f-802f-e0cb62b57250),segment_id=e6ba70f2-d70e-419f-802f-e0cb62b57250)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:57:47.706052 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-193ba810-aa5b-4a00-a87a-14987debe0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:47.751138 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-60dcb32b-e9fc-4587-8a57-e0a7f11d696f tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:47.790752 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-833df235-5448-4a65-8cf7-13ce883546af tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Router d8a7e7e0-d9e4-4c94-9d6a-48c7d6207aa9 is scheduled to L3 agent ff252634-3424-422a-b742-9ae457bd54bd with binding_index 1 {{(pid=83828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:57:47.795030 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7fcc7f8c-43a2-4c11-90a9-707df5e925a7 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15303084'] for subnet, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:47.811003 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-01c52c74-ac39-4df3-8331-532d6684ca80 None None] For port dcce0c3a-9960-48c7-b730-dae05cce0368, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=dcce0c3a-9960-48c7-b730-dae05cce0368,segment=NetworkSegment(2b0dcfce-d3d7-439c-98c8-a834733b82a6),segment_id=2b0dcfce-d3d7-439c-98c8-a834733b82a6)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:57:47.811428 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-01c52c74-ac39-4df3-8331-532d6684ca80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:47.881043 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dcb32b-e9fc-4587-8a57-e0a7f11d696f tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Pushing event deleted for resources: {'Port': ['ID=dcce0c3a-9960-48c7-b730-dae05cce0368,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:47.901841 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-c447710b-6d08-45a4-b68b-40f54a99a593 None None] Set router 519ed5a5-f15a-4ea7-b35d-8c8cb14b811d gateway port host: None {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:57:47.943105 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dcb32b-e9fc-4587-8a57-e0a7f11d696f tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] No DVR routers for this DVR port dcce0c3a-9960-48c7-b730-dae05cce0368 on host dv-neutron-833373-2-hyperv {{(pid=83826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:57:48.008763 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-01c52c74-ac39-4df3-8331-532d6684ca80 None None] Calling delete_port for dcce0c3a-9960-48c7-b730-dae05cce0368 owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:57:48.080948 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193ba810-aa5b-4a00-a87a-14987debe0c6 None None] Pushing event updated for resources: {'Port': ['ID=8326565d-af46-4869-9d80-9d6417b2ab45,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:48.106605 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-225783bb-4e6b-416d-8327-4a4a309f16b8 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Deleting port 55a2e04a-21d6-4348-986c-58f226793626 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:57:48.107153 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-225783bb-4e6b-416d-8327-4a4a309f16b8 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:48.119142 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device dcce0c3a-9960-48c7-b730-dae05cce0368 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:57:48.169791 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-e390d5a3-8ffe-4a7b-a202-613a9555cca0 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Allocated IP 172.20.0.9 (e257c961-6bd1-4fc0-9341-f0e7caf18b9e/9ff23786-a13d-415e-a8a6-742f21d5bb86/f0d60d3e-0968-4b31-9164-07b318b7149a) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:57:48.199941 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: dcce0c3a-9960-48c7-b730-dae05cce0368 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:57:48.200288 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device dcce0c3a-9960-48c7-b730-dae05cce0368 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:57:48.200710 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 55a2e04a-21d6-4348-986c-58f226793626 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:57:48.250961 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 55a2e04a-21d6-4348-986c-58f226793626 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:57:48.251369 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 55a2e04a-21d6-4348-986c-58f226793626 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:57:48.260702 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-f6c551be-dcc7-4d03-8b4a-6047e8a0e72c None None] Provisioning complete for port 8a7d33a7-5178-45f6-be9d-74e1b9650cc0 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:48.261091 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f6c551be-dcc7-4d03-8b4a-6047e8a0e72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:48.308632 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-225783bb-4e6b-416d-8327-4a4a309f16b8 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] The port '55a2e04a-21d6-4348-986c-58f226793626' was deleted {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:57:48.340723 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.db.api [None req-01c52c74-ac39-4df3-8331-532d6684ca80 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:57:48.341102 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG oslo_db.api [None req-01c52c74-ac39-4df3-8331-532d6684ca80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:57:48.343420 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-f6c551be-dcc7-4d03-8b4a-6047e8a0e72c None None] Port 8a7d33a7-5178-45f6-be9d-74e1b9650cc0 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:57:48.411531 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-60dcb32b-e9fc-4587-8a57-e0a7f11d696f tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:48.461897 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-c447710b-6d08-45a4-b68b-40f54a99a593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'name': 'tempest-RoutersIpV6Test-router-454146823', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:56:28Z', 'updated_at': '2022-04-01T15:57:43Z', 'revision_number': 9, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'gw_port_host': None, '_interfaces': [{'id': '3e1ee155-032f-4364-b5ea-f8b9aed48a3f', 'name': '', 'network_id': '77261af6-9095-4e3c-831e-6f51cab9a9f3', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'mac_address': 'fa:16:3e:69:90:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bb82706-c556-4eec-837c-2010fe05eee3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:36Z', 'updated_at': '2022-04-01T15:56:48Z', 'revision_number': 5, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'subnets': [{'id': '9bb82706-c556-4eec-837c-2010fe05eee3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba55ef7f-cc05-4d48-92c3-511d0c73f46a', 'name': '', 'network_id': 'd089ed11-578b-4044-93c5-5d8ff2359cc2', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'mac_address': 'fa:16:3e:dc:af:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '595565ab-1fb4-47c3-b751-ca3dca052eed', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:48Z', 'updated_at': '2022-04-01T15:56:59Z', 'revision_number': 5, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'subnets': [{'id': '595565ab-1fb4-47c3-b751-ca3dca052eed', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:48.467027 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c447710b-6d08-45a4-b68b-40f54a99a593 None None] Checking router: 519ed5a5-f15a-4ea7-b35d-8c8cb14b811d for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:57:48.476539 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-60dcb32b-e9fc-4587-8a57-e0a7f11d696f tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9613a3a-e99d-412d-bfda-a55e5d2a837e']}} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:48.478654 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-912814b1-576d-4563-adf3-218cd5850fa9 None None] Provisioning for port 7bd44b4a-2b0a-411f-80ad-6152364928f9 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:57:48.482995 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c447710b-6d08-45a4-b68b-40f54a99a593 None None] Routers {'519ed5a5-f15a-4ea7-b35d-8c8cb14b811d'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:57:48.484592 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-c447710b-6d08-45a4-b68b-40f54a99a593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:57:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['519ed5a5-f15a-4ea7-b35d-8c8cb14b811d'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:48.488962 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-912814b1-576d-4563-adf3-218cd5850fa9 None None] Provisioning complete for port 7bd44b4a-2b0a-411f-80ad-6152364928f9 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:48.490272 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-912814b1-576d-4563-adf3-218cd5850fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:48.492491 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-225783bb-4e6b-416d-8327-4a4a309f16b8 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:48.499770 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ebc2bf99-3e31-429c-8ebe-12d9731b47e7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:48.502547 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7fcc7f8c-43a2-4c11-90a9-707df5e925a7 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:48.565532 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-912814b1-576d-4563-adf3-218cd5850fa9 None None] Port 7bd44b4a-2b0a-411f-80ad-6152364928f9 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:57:48.578209 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-225783bb-4e6b-416d-8327-4a4a309f16b8 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['992dd921-c380-4c42-857d-d425fd5eaff4']}} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:48.586701 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-912814b1-576d-4563-adf3-218cd5850fa9 None None] Provisioning complete for port 8326565d-af46-4869-9d80-9d6417b2ab45 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:48.587274 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-912814b1-576d-4563-adf3-218cd5850fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:48.596547 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-60dcb32b-e9fc-4587-8a57-e0a7f11d696f tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b0dcfce-d3d7-439c-98c8-a834733b82a6') {'for_net_delete': True} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:48.597141 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-60dcb32b-e9fc-4587-8a57-e0a7f11d696f tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b0dcfce-d3d7-439c-98c8-a834733b82a6') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:48.597781 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-225783bb-4e6b-416d-8327-4a4a309f16b8 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '586b0253-808d-4970-959b-1c5145b93f5d') {'for_net_delete': True} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:48.598087 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-225783bb-4e6b-416d-8327-4a4a309f16b8 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '586b0253-808d-4970-959b-1c5145b93f5d') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:48.626195 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-225783bb-4e6b-416d-8327-4a4a309f16b8 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15303093'] for segment, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:48.652603 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-225783bb-4e6b-416d-8327-4a4a309f16b8 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:48.656895 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-833df235-5448-4a65-8cf7-13ce883546af tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:57:48.673337 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-833df235-5448-4a65-8cf7-13ce883546af tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "PUT /v2.0/routers/d8a7e7e0-d9e4-4c94-9d6a-48c7d6207aa9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7182059 Apr 01 15:57:48.674723 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7fcc7f8c-43a2-4c11-90a9-707df5e925a7 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15306565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16030232'] for subnet, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:48.685176 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 54824) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:48.686027 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5c7cc5-d6e3-47cd-a901-b141be825b36 None None] Sync routers for ids ['d8a7e7e0-d9e4-4c94-9d6a-48c7d6207aa9'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:57:48.688051 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-225783bb-4e6b-416d-8327-4a4a309f16b8 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=83828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:57:48.688468 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-225783bb-4e6b-416d-8327-4a4a309f16b8 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15306523'] for segment, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:48.704267 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-c447710b-6d08-45a4-b68b-40f54a99a593 None None] Set router 519ed5a5-f15a-4ea7-b35d-8c8cb14b811d gateway port host: None {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:57:48.705228 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-60dcb32b-e9fc-4587-8a57-e0a7f11d696f tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16610763'] for segment, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:48.706175 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5c7cc5-d6e3-47cd-a901-b141be825b36 None None] Routers {'d8a7e7e0-d9e4-4c94-9d6a-48c7d6207aa9'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:57:48.707006 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-5c5c7cc5-d6e3-47cd-a901-b141be825b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:57:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['d8a7e7e0-d9e4-4c94-9d6a-48c7d6207aa9'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:48.734519 dv-neutron-833373-2-hyperv neutron-server[83828]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:57:48.734519 dv-neutron-833373-2-hyperv neutron-server[83828]: util.warn( Apr 01 15:57:48.734519 dv-neutron-833373-2-hyperv neutron-server[83828]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:57:48.734519 dv-neutron-833373-2-hyperv neutron-server[83828]: util.warn( Apr 01 15:57:48.734519 dv-neutron-833373-2-hyperv neutron-server[83828]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:57:48.734519 dv-neutron-833373-2-hyperv neutron-server[83828]: util.warn( Apr 01 15:57:48.734519 dv-neutron-833373-2-hyperv neutron-server[83828]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:57:48.734519 dv-neutron-833373-2-hyperv neutron-server[83828]: util.warn( Apr 01 15:57:48.734519 dv-neutron-833373-2-hyperv neutron-server[83828]: Traceback (most recent call last): Apr 01 15:57:48.734519 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:57:48.734519 dv-neutron-833373-2-hyperv neutron-server[83828]: timer() Apr 01 15:57:48.734519 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:57:48.734519 dv-neutron-833373-2-hyperv neutron-server[83828]: cb(*args, **kw) Apr 01 15:57:48.734519 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:57:48.734519 dv-neutron-833373-2-hyperv neutron-server[83828]: return func(*args, **kwargs) Apr 01 15:57:48.734519 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:57:48.734519 dv-neutron-833373-2-hyperv neutron-server[83828]: self._notify() Apr 01 15:57:48.734519 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:57:48.734519 dv-neutron-833373-2-hyperv neutron-server[83828]: self.callback(batched_events) Apr 01 15:57:48.734519 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:57:48.734519 dv-neutron-833373-2-hyperv neutron-server[83828]: event.method(event) Apr 01 15:57:48.734519 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:57:48.734519 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:57:48.734519 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:57:48.734519 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:57:48.734519 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:57:48.734519 dv-neutron-833373-2-hyperv neutron-server[83828]: return f(self, *a, **k) Apr 01 15:57:48.734519 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:57:48.734519 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._get(url).json() Apr 01 15:57:48.734519 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:57:48.734519 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:57:48.734519 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:57:48.734519 dv-neutron-833373-2-hyperv neutron-server[83828]: return self.request(url, 'GET', **kwargs) Apr 01 15:57:48.734519 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:57:48.734519 dv-neutron-833373-2-hyperv neutron-server[83828]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:57:48.734519 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:57:48.734519 dv-neutron-833373-2-hyperv neutron-server[83828]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:57:48.734519 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:57:48.734519 dv-neutron-833373-2-hyperv neutron-server[83828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:57:48.734519 dv-neutron-833373-2-hyperv neutron-server[83828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:57:48.742839 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7fcc7f8c-43a2-4c11-90a9-707df5e925a7 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:48.747340 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-7fcc7f8c-43a2-4c11-90a9-707df5e925a7 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "DELETE /v2.0/subnets/f9bea074-110e-4790-b124-4f4db52ca314 HTTP/1.1" status: 204 len: 168 time: 1.3123043 Apr 01 15:57:48.751579 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54828) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:48.797242 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa84c00-dfeb-4cac-80ae-9ef94dd8f87f None None] Network 09412c97-f78c-4353-8bab-c055d24f758a requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:57:48.802792 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbff67c5-3bc5-46ef-9b1e-cd24e2aa2891 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:48.808012 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-bbff67c5-3bc5-46ef-9b1e-cd24e2aa2891 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "GET /v2.0/ports/8a7d33a7-5178-45f6-be9d-74e1b9650cc0 HTTP/1.1" status: 200 len: 910 time: 0.1052108 Apr 01 15:57:48.818064 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 54832) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:48.824023 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcc7f8c-43a2-4c11-90a9-707df5e925a7 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Pushing event deleted for resources: {'Subnet': ['ID=f9bea074-110e-4790-b124-4f4db52ca314,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:48.827543 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-5c5c7cc5-d6e3-47cd-a901-b141be825b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:48.891989 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-2d6be22f-e613-44a4-b027-ee79bfc05b1e tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5b862838-facf-4ffa-b5e1-43ffea0facd7'}]}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:57:48.894066 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-01c52c74-ac39-4df3-8331-532d6684ca80 None None] Deleting port dcce0c3a-9960-48c7-b730-dae05cce0368 {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:57:48.894610 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-01c52c74-ac39-4df3-8331-532d6684ca80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:48.927382 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-60dcb32b-e9fc-4587-8a57-e0a7f11d696f tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:48.955629 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3499f525-ecd4-4b4d-ab60-25095d0d2ef7 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:48.977379 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-225783bb-4e6b-416d-8327-4a4a309f16b8 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:48.980762 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-3499f525-ecd4-4b4d-ab60-25095d0d2ef7 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Deleting port d9e4cbde-841f-4543-bd7e-1a0680ff8032 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:57:48.981787 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3499f525-ecd4-4b4d-ab60-25095d0d2ef7 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:49.044578 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-225783bb-4e6b-416d-8327-4a4a309f16b8 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:49.064821 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-225783bb-4e6b-416d-8327-4a4a309f16b8 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] 10.222.0.55 "DELETE /v2.0/networks/992dd921-c380-4c42-857d-d425fd5eaff4 HTTP/1.1" status: 204 len: 168 time: 3.2067230 Apr 01 15:57:49.076362 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225783bb-4e6b-416d-8327-4a4a309f16b8 tempest-NetworksTest-941321741 tempest-NetworksTest-941321741-project] Pushing event deleted for resources: {'Network': ['ID=992dd921-c380-4c42-857d-d425fd5eaff4,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:49.093573 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60dcb32b-e9fc-4587-8a57-e0a7f11d696f tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=83826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:57:49.094145 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-60dcb32b-e9fc-4587-8a57-e0a7f11d696f tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15415164'] for segment, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:49.113078 dv-neutron-833373-2-hyperv neutron-server[83826]: Traceback (most recent call last): Apr 01 15:57:49.113078 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:57:49.113078 dv-neutron-833373-2-hyperv neutron-server[83826]: timer() Apr 01 15:57:49.113078 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:57:49.113078 dv-neutron-833373-2-hyperv neutron-server[83826]: cb(*args, **kw) Apr 01 15:57:49.113078 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:57:49.113078 dv-neutron-833373-2-hyperv neutron-server[83826]: return func(*args, **kwargs) Apr 01 15:57:49.113078 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:57:49.113078 dv-neutron-833373-2-hyperv neutron-server[83826]: self._notify() Apr 01 15:57:49.113078 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:57:49.113078 dv-neutron-833373-2-hyperv neutron-server[83826]: self.callback(batched_events) Apr 01 15:57:49.113078 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:57:49.113078 dv-neutron-833373-2-hyperv neutron-server[83826]: event.method(event) Apr 01 15:57:49.113078 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:57:49.113078 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:57:49.113078 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:57:49.113078 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:57:49.113078 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:57:49.113078 dv-neutron-833373-2-hyperv neutron-server[83826]: return f(self, *a, **k) Apr 01 15:57:49.113078 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:57:49.113078 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._get(url).json() Apr 01 15:57:49.113078 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:57:49.113078 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:57:49.113078 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:57:49.113078 dv-neutron-833373-2-hyperv neutron-server[83826]: return self.request(url, 'GET', **kwargs) Apr 01 15:57:49.113078 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:57:49.113078 dv-neutron-833373-2-hyperv neutron-server[83826]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:57:49.113078 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:57:49.113078 dv-neutron-833373-2-hyperv neutron-server[83826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:57:49.113078 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:57:49.113078 dv-neutron-833373-2-hyperv neutron-server[83826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:57:49.113078 dv-neutron-833373-2-hyperv neutron-server[83826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:57:49.117771 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-01c52c74-ac39-4df3-8331-532d6684ca80 None None] The port 'dcce0c3a-9960-48c7-b730-dae05cce0368' was deleted {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:57:49.152535 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5c7cc5-d6e3-47cd-a901-b141be825b36 None None] Routers {'d8a7e7e0-d9e4-4c94-9d6a-48c7d6207aa9'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:57:49.153267 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-5c5c7cc5-d6e3-47cd-a901-b141be825b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:57:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['d8a7e7e0-d9e4-4c94-9d6a-48c7d6207aa9'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:49.222702 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-c447710b-6d08-45a4-b68b-40f54a99a593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'name': 'tempest-RoutersIpV6Test-router-454146823', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:56:28Z', 'updated_at': '2022-04-01T15:57:43Z', 'revision_number': 9, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'gw_port_host': None, '_interfaces': [{'id': '3e1ee155-032f-4364-b5ea-f8b9aed48a3f', 'name': '', 'network_id': '77261af6-9095-4e3c-831e-6f51cab9a9f3', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'mac_address': 'fa:16:3e:69:90:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bb82706-c556-4eec-837c-2010fe05eee3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:36Z', 'updated_at': '2022-04-01T15:56:48Z', 'revision_number': 5, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'subnets': [{'id': '9bb82706-c556-4eec-837c-2010fe05eee3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba55ef7f-cc05-4d48-92c3-511d0c73f46a', 'name': '', 'network_id': 'd089ed11-578b-4044-93c5-5d8ff2359cc2', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'mac_address': 'fa:16:3e:dc:af:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '595565ab-1fb4-47c3-b751-ca3dca052eed', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:48Z', 'updated_at': '2022-04-01T15:56:59Z', 'revision_number': 5, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'subnets': [{'id': '595565ab-1fb4-47c3-b751-ca3dca052eed', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:49.230630 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-5c5c7cc5-d6e3-47cd-a901-b141be825b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:49.231036 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5c7cc5-d6e3-47cd-a901-b141be825b36 None None] The sync data for ids ['d8a7e7e0-d9e4-4c94-9d6a-48c7d6207aa9'] in dv-neutron-833373-2-hyperv is: [] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:57:49.237179 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c447710b-6d08-45a4-b68b-40f54a99a593 None None] The sync data for ids ['519ed5a5-f15a-4ea7-b35d-8c8cb14b811d'] in dv-neutron-833373-2-hyperv is: [{'id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'name': 'tempest-RoutersIpV6Test-router-454146823', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:56:28Z', 'updated_at': '2022-04-01T15:57:43Z', 'revision_number': 9, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'gw_port_host': None, '_interfaces': [{'id': '3e1ee155-032f-4364-b5ea-f8b9aed48a3f', 'name': '', 'network_id': '77261af6-9095-4e3c-831e-6f51cab9a9f3', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'mac_address': 'fa:16:3e:69:90:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bb82706-c556-4eec-837c-2010fe05eee3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:36Z', 'updated_at': '2022-04-01T15:56:48Z', 'revision_number': 5, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'subnets': [{'id': '9bb82706-c556-4eec-837c-2010fe05eee3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba55ef7f-cc05-4d48-92c3-511d0c73f46a', 'name': '', 'network_id': 'd089ed11-578b-4044-93c5-5d8ff2359cc2', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'mac_address': 'fa:16:3e:dc:af:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '595565ab-1fb4-47c3-b751-ca3dca052eed', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:48Z', 'updated_at': '2022-04-01T15:56:59Z', 'revision_number': 5, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'subnets': [{'id': '595565ab-1fb4-47c3-b751-ca3dca052eed', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:57:49.374414 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-3499f525-ecd4-4b4d-ab60-25095d0d2ef7 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] For port d9e4cbde-841f-4543-bd7e-1a0680ff8032, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=d9e4cbde-841f-4543-bd7e-1a0680ff8032,segment=NetworkSegment(2c8537aa-6264-4389-845f-024b7572d7d6),segment_id=2c8537aa-6264-4389-845f-024b7572d7d6)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:57:49.375031 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3499f525-ecd4-4b4d-ab60-25095d0d2ef7 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:49.510049 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-3499f525-ecd4-4b4d-ab60-25095d0d2ef7 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Calling delete_port for d9e4cbde-841f-4543-bd7e-1a0680ff8032 owned by network:dhcp {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:57:49.535534 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54840) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:49.566504 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-60dcb32b-e9fc-4587-8a57-e0a7f11d696f tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:49.572709 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-60dcb32b-e9fc-4587-8a57-e0a7f11d696f tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:49.611652 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3499f525-ecd4-4b4d-ab60-25095d0d2ef7 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:49.615184 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4431e3-6d2f-4d1d-a267-fb31a821b958 None None] DHCP port deletion for 09412c97-f78c-4353-8bab-c055d24f758a request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:57:49.639174 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e390d5a3-8ffe-4a7b-a202-613a9555cca0 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:49.659475 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dcb32b-e9fc-4587-8a57-e0a7f11d696f tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] Pushing event deleted for resources: {'Network': ['ID=c9613a3a-e99d-412d-bfda-a55e5d2a837e,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:49.671129 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3499f525-ecd4-4b4d-ab60-25095d0d2ef7 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Pushing event deleted for resources: {'Port': ['ID=d9e4cbde-841f-4543-bd7e-1a0680ff8032,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:49.677906 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3499f525-ecd4-4b4d-ab60-25095d0d2ef7 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] No DVR routers for this DVR port d9e4cbde-841f-4543-bd7e-1a0680ff8032 on host dv-neutron-833373-2-hyperv {{(pid=83828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:57:49.718435 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [None req-e390d5a3-8ffe-4a7b-a202-613a9555cca0 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Transition to ACTIVE for port object f0d60d3e-0968-4b31-9164-07b318b7149a will not be triggered until provisioned by entity DHCP. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:57:49.727133 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-60dcb32b-e9fc-4587-8a57-e0a7f11d696f tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148 tempest-ExtraDHCPOptionsIpV6TestJSON-1932760148-project] 10.222.0.55 "DELETE /v2.0/networks/c9613a3a-e99d-412d-bfda-a55e5d2a837e HTTP/1.1" status: 204 len: 168 time: 3.3627396 Apr 01 15:57:49.879695 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3499f525-ecd4-4b4d-ab60-25095d0d2ef7 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:49.922926 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-3499f525-ecd4-4b4d-ab60-25095d0d2ef7 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09412c97-f78c-4353-8bab-c055d24f758a']}} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:49.943828 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-5d594ef9-fea2-4fdc-a2cb-ddafa3ed1553 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ca4419a52cd8404a85bea4fb3af2a91f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4071009 Apr 01 15:57:49.944873 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54850) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:49.947024 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-3499f525-ecd4-4b4d-ab60-25095d0d2ef7 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c8537aa-6264-4389-845f-024b7572d7d6') {'for_net_delete': True} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:49.947320 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-3499f525-ecd4-4b4d-ab60-25095d0d2ef7 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c8537aa-6264-4389-845f-024b7572d7d6') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:49.962514 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2d6be22f-e613-44a4-b027-ee79bfc05b1e tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:49.974126 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3499f525-ecd4-4b4d-ab60-25095d0d2ef7 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15303093'] for segment, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:49.982676 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e390d5a3-8ffe-4a7b-a202-613a9555cca0 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:50.004268 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3499f525-ecd4-4b4d-ab60-25095d0d2ef7 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:50.020848 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3499f525-ecd4-4b4d-ab60-25095d0d2ef7 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=83828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:57:50.021257 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3499f525-ecd4-4b4d-ab60-25095d0d2ef7 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15306523'] for segment, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:50.031744 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 8326565d-af46-4869-9d80-9d6417b2ab45 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:57:50.045498 dv-neutron-833373-2-hyperv neutron-server[83828]: Traceback (most recent call last): Apr 01 15:57:50.045498 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:57:50.045498 dv-neutron-833373-2-hyperv neutron-server[83828]: timer() Apr 01 15:57:50.045498 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:57:50.045498 dv-neutron-833373-2-hyperv neutron-server[83828]: cb(*args, **kw) Apr 01 15:57:50.045498 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:57:50.045498 dv-neutron-833373-2-hyperv neutron-server[83828]: return func(*args, **kwargs) Apr 01 15:57:50.045498 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:57:50.045498 dv-neutron-833373-2-hyperv neutron-server[83828]: self._notify() Apr 01 15:57:50.045498 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:57:50.045498 dv-neutron-833373-2-hyperv neutron-server[83828]: self.callback(batched_events) Apr 01 15:57:50.045498 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:57:50.045498 dv-neutron-833373-2-hyperv neutron-server[83828]: event.method(event) Apr 01 15:57:50.045498 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:57:50.045498 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:57:50.045498 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:57:50.045498 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:57:50.045498 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:57:50.045498 dv-neutron-833373-2-hyperv neutron-server[83828]: return f(self, *a, **k) Apr 01 15:57:50.045498 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:57:50.045498 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._get(url).json() Apr 01 15:57:50.045498 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:57:50.045498 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:57:50.045498 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:57:50.045498 dv-neutron-833373-2-hyperv neutron-server[83828]: return self.request(url, 'GET', **kwargs) Apr 01 15:57:50.045498 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:57:50.045498 dv-neutron-833373-2-hyperv neutron-server[83828]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:57:50.045498 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:57:50.045498 dv-neutron-833373-2-hyperv neutron-server[83828]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:57:50.045498 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:57:50.045498 dv-neutron-833373-2-hyperv neutron-server[83828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:57:50.045498 dv-neutron-833373-2-hyperv neutron-server[83828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:57:50.111268 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-ebc2bf99-3e31-429c-8ebe-12d9731b47e7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Allocated IP 172.20.0.17 (c7150878-cf4d-489d-8242-cd704e359285/b6f92b53-dff2-4188-8ce3-61db7979e9a0/7434b11f-1d0f-47ee-9b62-4800c1922054) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:57:50.149610 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e390d5a3-8ffe-4a7b-a202-613a9555cca0 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Network e257c961-6bd1-4fc0-9341-f0e7caf18b9e is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:57:50.169886 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-e390d5a3-8ffe-4a7b-a202-613a9555cca0 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:57:50.170088 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 8326565d-af46-4869-9d80-9d6417b2ab45 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:50.170234 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:50.171700 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e390d5a3-8ffe-4a7b-a202-613a9555cca0 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:57:50.197989 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 54854) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:50.203472 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e390d5a3-8ffe-4a7b-a202-613a9555cca0 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event updated for resources: {'Port': ['ID=f0d60d3e-0968-4b31-9164-07b318b7149a,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:50.272370 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-57a61318-152d-49be-ae61-6e6a4cf878d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:50.308942 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3499f525-ecd4-4b4d-ab60-25095d0d2ef7 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:50.324663 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-57a61318-152d-49be-ae61-6e6a4cf878d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:50.383348 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3499f525-ecd4-4b4d-ab60-25095d0d2ef7 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:50.387052 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3499f525-ecd4-4b4d-ab60-25095d0d2ef7 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Pushing event deleted for resources: {'Network': ['ID=09412c97-f78c-4353-8bab-c055d24f758a,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:50.468382 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-3499f525-ecd4-4b4d-ab60-25095d0d2ef7 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "DELETE /v2.0/networks/09412c97-f78c-4353-8bab-c055d24f758a HTTP/1.1" status: 204 len: 168 time: 1.6710281 Apr 01 15:57:50.469319 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54860) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:50.493220 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device d9e4cbde-841f-4543-bd7e-1a0680ff8032 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:57:50.574412 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e390d5a3-8ffe-4a7b-a202-613a9555cca0 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:50.575041 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e390d5a3-8ffe-4a7b-a202-613a9555cca0 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:50.615019 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: d9e4cbde-841f-4543-bd7e-1a0680ff8032 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:57:50.615381 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device d9e4cbde-841f-4543-bd7e-1a0680ff8032 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:57:50.616840 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 92cf81c5-62af-4a23-9a64-4724732500a4 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:57:50.655904 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 92cf81c5-62af-4a23-9a64-4724732500a4 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:57:50.656243 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 92cf81c5-62af-4a23-9a64-4724732500a4 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:57:50.671823 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-805b68d8-efd4-4123-bed2-af6269b154aa None None] Provisioning for port f0d60d3e-0968-4b31-9164-07b318b7149a completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:57:50.677167 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-805b68d8-efd4-4123-bed2-af6269b154aa None None] Provisioning complete for port f0d60d3e-0968-4b31-9164-07b318b7149a triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:50.677535 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-805b68d8-efd4-4123-bed2-af6269b154aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:50.691793 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-57a61318-152d-49be-ae61-6e6a4cf878d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:50.703661 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-e390d5a3-8ffe-4a7b-a202-613a9555cca0 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.1388335 Apr 01 15:57:50.711237 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 54864) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:50.718131 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a61318-152d-49be-ae61-6e6a4cf878d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b5a9df-c8eb-41ee-b3fe-d60d909c187a,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:50.728715 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-57a61318-152d-49be-ae61-6e6a4cf878d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:50.730042 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-57a61318-152d-49be-ae61-6e6a4cf878d8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f1b5a9df-c8eb-41ee-b3fe-d60d909c187a HTTP/1.1" status: 204 len: 168 time: 0.7739530 Apr 01 15:57:50.750499 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-805b68d8-efd4-4123-bed2-af6269b154aa None None] Port f0d60d3e-0968-4b31-9164-07b318b7149a cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:57:50.793480 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-beb4e1e7-59da-45cd-a627-7cd61bd8eabb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b563e44e792a46a68fb918c5892eaf6c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5913839 Apr 01 15:57:50.806787 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 54870) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:50.828951 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ebc2bf99-3e31-429c-8ebe-12d9731b47e7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:50.970809 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-cda5a1f9-5803-4ed3-b9fc-42805701c290 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611543'] for router_interface, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:51.017079 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [None req-ebc2bf99-3e31-429c-8ebe-12d9731b47e7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Transition to ACTIVE for port object 7434b11f-1d0f-47ee-9b62-4800c1922054 will not be triggered until provisioned by entity DHCP. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:57:51.187499 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c43429-4898-451d-a61e-e0cc09fa2d28 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:51.188527 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-a1c43429-4898-451d-a61e-e0cc09fa2d28 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Synchronizing usage tracker for tenant:11b74bb4c805440eb8922ec9333718ac on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:57:51.199503 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-695782e4-a532-4ac5-9434-6aa62f82b37c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:51.258639 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ebc2bf99-3e31-429c-8ebe-12d9731b47e7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:51.322474 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-695782e4-a532-4ac5-9434-6aa62f82b37c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:51.337244 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-a1c43429-4898-451d-a61e-e0cc09fa2d28 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Unset dirty status for tenant:11b74bb4c805440eb8922ec9333718ac on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:57:51.339489 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-a1c43429-4898-451d-a61e-e0cc09fa2d28 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.6142361 Apr 01 15:57:51.349095 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 54884) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:51.464024 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc2bf99-3e31-429c-8ebe-12d9731b47e7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'Port': ['ID=7434b11f-1d0f-47ee-9b62-4800c1922054,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:51.469869 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc2bf99-3e31-429c-8ebe-12d9731b47e7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Network c7150878-cf4d-489d-8242-cd704e359285 is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:57:51.482402 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-ebc2bf99-3e31-429c-8ebe-12d9731b47e7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:57:51.490195 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc2bf99-3e31-429c-8ebe-12d9731b47e7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:57:51.536548 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2d6be22f-e613-44a4-b027-ee79bfc05b1e tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:51.568442 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2d6be22f-e613-44a4-b027-ee79bfc05b1e tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:51.800333 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a6394b29-fb7c-422f-89d7-aa8412333232 None None] Provisioning for port 7434b11f-1d0f-47ee-9b62-4800c1922054 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:57:51.814125 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a6394b29-fb7c-422f-89d7-aa8412333232 None None] Provisioning complete for port 7434b11f-1d0f-47ee-9b62-4800c1922054 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:51.815445 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a6394b29-fb7c-422f-89d7-aa8412333232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:51.831876 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ebc2bf99-3e31-429c-8ebe-12d9731b47e7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611418'] for router_interface, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:51.835416 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-695782e4-a532-4ac5-9434-6aa62f82b37c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:51.895550 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a6394b29-fb7c-422f-89d7-aa8412333232 None None] Port 7434b11f-1d0f-47ee-9b62-4800c1922054 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:57:51.952556 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54894) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:51.984918 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695782e4-a532-4ac5-9434-6aa62f82b37c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4f2522-a81f-4ae2-a299-2c27c43470bf,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:52.033905 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6be22f-e613-44a4-b027-ee79bfc05b1e tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:52.034606 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2d6be22f-e613-44a4-b027-ee79bfc05b1e tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:52.040455 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-2d6be22f-e613-44a4-b027-ee79bfc05b1e tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "PUT /v2.0/ports/8a7d33a7-5178-45f6-be9d-74e1b9650cc0 HTTP/1.1" status: 200 len: 910 time: 3.1668944 Apr 01 15:57:52.040931 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54900) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:52.079301 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6be22f-e613-44a4-b027-ee79bfc05b1e tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Pushing event updated for resources: {'Port': ['ID=8a7d33a7-5178-45f6-be9d-74e1b9650cc0,revision_number=3']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:52.083822 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ebc2bf99-3e31-429c-8ebe-12d9731b47e7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:52.117327 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4700490-3434-4293-8046-4e81d0c4f323 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:52.121829 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4700490-3434-4293-8046-4e81d0c4f323 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:52.126896 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4700490-3434-4293-8046-4e81d0c4f323 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:52.131712 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-e4700490-3434-4293-8046-4e81d0c4f323 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.7737422 Apr 01 15:57:52.132933 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-695782e4-a532-4ac5-9434-6aa62f82b37c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:52.136333 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-695782e4-a532-4ac5-9434-6aa62f82b37c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fb4f2522-a81f-4ae2-a299-2c27c43470bf HTTP/1.1" status: 204 len: 168 time: 1.3206377 Apr 01 15:57:52.139458 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 54904) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:52.233294 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-e88188c9-670a-485d-8703-4b83fddd518e tempest-DvrRoutersNegativeTest-1476097699 tempest-DvrRoutersNegativeTest-1476097699-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1798173253', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:57:52.239354 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.policy [None req-e88188c9-670a-485d-8703-4b83fddd518e tempest-DvrRoutersNegativeTest-1476097699 tempest-DvrRoutersNegativeTest-1476097699-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=83828) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} Apr 01 15:57:52.239630 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.policy [None req-e88188c9-670a-485d-8703-4b83fddd518e tempest-DvrRoutersNegativeTest-1476097699 tempest-DvrRoutersNegativeTest-1476097699-project] Failed policy check for 'create_router' {{(pid=83828) enforce /opt/stack/neutron/neutron/policy.py:482}} Apr 01 15:57:52.240784 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.api.v2.resource [None req-e88188c9-670a-485d-8703-4b83fddd518e tempest-DvrRoutersNegativeTest-1476097699 tempest-DvrRoutersNegativeTest-1476097699-project] create failed (client error): Access was denied to this resource. Apr 01 15:57:52.241274 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-e88188c9-670a-485d-8703-4b83fddd518e tempest-DvrRoutersNegativeTest-1476097699 tempest-DvrRoutersNegativeTest-1476097699-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2871246 Apr 01 15:57:52.268298 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-33fe4e87-b0ed-4330-aefd-47f9e394afe7 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Deleting port f0d60d3e-0968-4b31-9164-07b318b7149a {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:57:52.268935 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-33fe4e87-b0ed-4330-aefd-47f9e394afe7 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:52.269478 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-cda5a1f9-5803-4ed3-b9fc-42805701c290 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Deleting port ba55ef7f-cc05-4d48-92c3-511d0c73f46a {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:57:52.269818 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-cda5a1f9-5803-4ed3-b9fc-42805701c290 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:52.762633 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54916) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:52.802631 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-cda5a1f9-5803-4ed3-b9fc-42805701c290 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] For port ba55ef7f-cc05-4d48-92c3-511d0c73f46a, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=ba55ef7f-cc05-4d48-92c3-511d0c73f46a,segment=NetworkSegment(d4e90328-7a9e-4fde-9367-16642901cd58),segment_id=d4e90328-7a9e-4fde-9367-16642901cd58)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:57:52.802984 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-cda5a1f9-5803-4ed3-b9fc-42805701c290 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:52.830505 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-33fe4e87-b0ed-4330-aefd-47f9e394afe7 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:52.977888 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-cda5a1f9-5803-4ed3-b9fc-42805701c290 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Calling delete_port for ba55ef7f-cc05-4d48-92c3-511d0c73f46a owned by network:router_interface {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:57:52.986021 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-33fe4e87-b0ed-4330-aefd-47f9e394afe7 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Calling delete_port for f0d60d3e-0968-4b31-9164-07b318b7149a owned by {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:57:53.089224 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6e3835b0-9915-4877-9a57-ed43fc9d6411 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:53.125756 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ebc2bf99-3e31-429c-8ebe-12d9731b47e7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:53.131257 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ebc2bf99-3e31-429c-8ebe-12d9731b47e7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:53.179592 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-6e3835b0-9915-4877-9a57-ed43fc9d6411 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:53.185846 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-6e3835b0-9915-4877-9a57-ed43fc9d6411 admin admin] Usage tracker for resource:security_group_rule and tenant:c846596f6f6c45b49c7dfc163a479f07 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:53.193064 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-6e3835b0-9915-4877-9a57-ed43fc9d6411 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:53.197542 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3a68f818-4fff-4ad1-a6c8-c10c038db24d tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611543'] for router_interface, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:53.266227 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-6e3835b0-9915-4877-9a57-ed43fc9d6411 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:53.331174 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ebc2bf99-3e31-429c-8ebe-12d9731b47e7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611525'] for router_interface, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:53.337837 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc2bf99-3e31-429c-8ebe-12d9731b47e7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'Port': ['ID=7434b11f-1d0f-47ee-9b62-4800c1922054,revision_number=2']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:53.359689 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-33fe4e87-b0ed-4330-aefd-47f9e394afe7 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:53.444282 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fe4e87-b0ed-4330-aefd-47f9e394afe7 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event deleted for resources: {'Port': ['ID=f0d60d3e-0968-4b31-9164-07b318b7149a,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:53.535180 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6e3835b0-9915-4877-9a57-ed43fc9d6411 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:53.554476 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6e3835b0-9915-4877-9a57-ed43fc9d6411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:53.618418 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-cda5a1f9-5803-4ed3-b9fc-42805701c290 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:53.689992 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54936) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:53.699994 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3835b0-9915-4877-9a57-ed43fc9d6411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49135e8d-01a7-42c1-ac7a-dc8b782146eb,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:53.738601 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:53.763876 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda5a1f9-5803-4ed3-b9fc-42805701c290 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Pushing event deleted for resources: {'Port': ['ID=ba55ef7f-cc05-4d48-92c3-511d0c73f46a,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:53.780956 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-6e3835b0-9915-4877-9a57-ed43fc9d6411 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c846596f6f6c45b49c7dfc163a479f07&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0102010 Apr 01 15:57:53.785533 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 54942) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:53.790443 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-33fe4e87-b0ed-4330-aefd-47f9e394afe7 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:53.851066 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8def2248-69e5-4e90-8e95-e47fba284ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:53.868546 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-33fe4e87-b0ed-4330-aefd-47f9e394afe7 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "DELETE /v2.0/ports/f0d60d3e-0968-4b31-9164-07b318b7149a HTTP/1.1" status: 204 len: 168 time: 1.7282276 Apr 01 15:57:53.874006 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 54946) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:53.929994 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc9f6c76-fcad-4e94-9b41-e87dcca5c0df tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] GET failed (client error): The resource could not be found. Apr 01 15:57:53.930741 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-cc9f6c76-fcad-4e94-9b41-e87dcca5c0df tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Synchronizing usage tracker for tenant:11b74bb4c805440eb8922ec9333718ac on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:57:53.934821 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc2bf99-3e31-429c-8ebe-12d9731b47e7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Network c7150878-cf4d-489d-8242-cd704e359285 is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:57:53.938777 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-ebc2bf99-3e31-429c-8ebe-12d9731b47e7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:57:53.983507 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-c7e34e26-cdb3-4339-a59d-ffa0e50e5e15 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Request body: {'networks': [{'name': 'tempest-network--790571228'}, {'name': 'tempest-network--761745046'}]} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:57:53.984039 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-c7e34e26-cdb3-4339-a59d-ffa0e50e5e15 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Request body: {'network': {'name': 'tempest-network--790571228'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:57:53.984337 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-c7e34e26-cdb3-4339-a59d-ffa0e50e5e15 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Request body: {'network': {'name': 'tempest-network--761745046'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:57:53.989308 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-c7e34e26-cdb3-4339-a59d-ffa0e50e5e15 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:53.994247 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-c7e34e26-cdb3-4339-a59d-ffa0e50e5e15 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Usage tracker for resource:network and tenant:5ba8a8fd69c24ae39137a4ddd20a1248 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:53.997224 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-c7e34e26-cdb3-4339-a59d-ffa0e50e5e15 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:54.003935 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-c7e34e26-cdb3-4339-a59d-ffa0e50e5e15 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:54.095860 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6c5a1b03-9165-478f-b6f8-f6e5837cd780 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:54.103173 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e34e26-cdb3-4339-a59d-ffa0e50e5e15 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Made reservation on behalf of 5ba8a8fd69c24ae39137a4ddd20a1248 for: {'network': 2} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:57:54.109603 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c7e34e26-cdb3-4339-a59d-ffa0e50e5e15 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:54.126415 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-cc9f6c76-fcad-4e94-9b41-e87dcca5c0df tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Unset dirty status for tenant:11b74bb4c805440eb8922ec9333718ac on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:57:54.127638 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-cc9f6c76-fcad-4e94-9b41-e87dcca5c0df tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "GET /v2.0/ports/f0d60d3e-0968-4b31-9164-07b318b7149a HTTP/1.1" status: 404 len: 333 time: 0.2510304 Apr 01 15:57:54.132612 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 54950) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:54.179545 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c7e34e26-cdb3-4339-a59d-ffa0e50e5e15 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks [] for security_group, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:54.216208 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6c5a1b03-9165-478f-b6f8-f6e5837cd780 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:54.268002 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-c7e34e26-cdb3-4339-a59d-ffa0e50e5e15 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:54.280368 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-324ec266-11ed-4533-a665-46e6c01f0c93 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Deleting port 7bd44b4a-2b0a-411f-80ad-6152364928f9 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:57:54.280714 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-324ec266-11ed-4533-a665-46e6c01f0c93 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:54.300084 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-c7e34e26-cdb3-4339-a59d-ffa0e50e5e15 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Usage tracker for resource:security_group_rule and tenant:5ba8a8fd69c24ae39137a4ddd20a1248 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:54.304583 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-c7e34e26-cdb3-4339-a59d-ffa0e50e5e15 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:54.313826 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-c7e34e26-cdb3-4339-a59d-ffa0e50e5e15 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:54.370869 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-668e41fc-35d0-4611-b050-980ca377b588 None None] Provisioning complete for port 7434b11f-1d0f-47ee-9b62-4800c1922054 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:57:54.371514 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-668e41fc-35d0-4611-b050-980ca377b588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:54.399994 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-cda5a1f9-5803-4ed3-b9fc-42805701c290 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611462'] for router_interface, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:54.434803 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-668e41fc-35d0-4611-b050-980ca377b588 None None] Port 7434b11f-1d0f-47ee-9b62-4800c1922054 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:57:54.524054 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6c5a1b03-9165-478f-b6f8-f6e5837cd780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:54.548338 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5a1b03-9165-478f-b6f8-f6e5837cd780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49135e8d-01a7-42c1-ac7a-dc8b782146eb,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:54.594811 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6c5a1b03-9165-478f-b6f8-f6e5837cd780 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:54.596373 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-6c5a1b03-9165-478f-b6f8-f6e5837cd780 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/49135e8d-01a7-42c1-ac7a-dc8b782146eb HTTP/1.1" status: 204 len: 168 time: 0.8095748 Apr 01 15:57:54.749187 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c7e34e26-cdb3-4339-a59d-ffa0e50e5e15 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks [] for security_group, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:54.751274 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-324ec266-11ed-4533-a665-46e6c01f0c93 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:54.766507 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c7e34e26-cdb3-4339-a59d-ffa0e50e5e15 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:54.767246 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c7e34e26-cdb3-4339-a59d-ffa0e50e5e15 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:54.859612 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e34e26-cdb3-4339-a59d-ffa0e50e5e15 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca5854b9-5b2d-4c0b-8c47-182b38203afa,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:54.875393 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7e34e26-cdb3-4339-a59d-ffa0e50e5e15 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=83828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:57:54.899544 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-324ec266-11ed-4533-a665-46e6c01f0c93 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Calling delete_port for 7bd44b4a-2b0a-411f-80ad-6152364928f9 owned by {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:57:54.905289 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c7e34e26-cdb3-4339-a59d-ffa0e50e5e15 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:54.905626 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.segments_db [None req-c7e34e26-cdb3-4339-a59d-ffa0e50e5e15 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Added segment 4b3ac0ed-4cd4-47ff-b345-0c6493f8005c of type vlan for network 0cb34a6a-8398-4936-9143-33d7dd78a346 Apr 01 15:57:54.996377 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebc2bf99-3e31-429c-8ebe-12d9731b47e7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Router 497ee9a6-f12b-44bf-ad1e-a8e77c52d139 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:57:55.076243 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c7e34e26-cdb3-4339-a59d-ffa0e50e5e15 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:55.203806 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7e34e26-cdb3-4339-a59d-ffa0e50e5e15 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=83828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:57:55.228212 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c7e34e26-cdb3-4339-a59d-ffa0e50e5e15 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:55.228674 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.segments_db [None req-c7e34e26-cdb3-4339-a59d-ffa0e50e5e15 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Added segment d06fcb5d-07ca-485a-8af8-c84aa3b9a8d2 of type vlan for network f35f1b2f-7664-47c2-8355-3a2f0c7e4984 Apr 01 15:57:55.230606 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-3a68f818-4fff-4ad1-a6c8-c10c038db24d tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Deleting port 8a7d33a7-5178-45f6-be9d-74e1b9650cc0 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:57:55.230942 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3a68f818-4fff-4ad1-a6c8-c10c038db24d tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:55.247625 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-324ec266-11ed-4533-a665-46e6c01f0c93 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:55.296879 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324ec266-11ed-4533-a665-46e6c01f0c93 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event deleted for resources: {'Port': ['ID=7bd44b4a-2b0a-411f-80ad-6152364928f9,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:55.399756 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c7e34e26-cdb3-4339-a59d-ffa0e50e5e15 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:55.594097 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-324ec266-11ed-4533-a665-46e6c01f0c93 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:55.611416 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-324ec266-11ed-4533-a665-46e6c01f0c93 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "DELETE /v2.0/ports/7bd44b4a-2b0a-411f-80ad-6152364928f9 HTTP/1.1" status: 204 len: 168 time: 1.4758451 Apr 01 15:57:55.615069 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 54968) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:55.627771 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c7e34e26-cdb3-4339-a59d-ffa0e50e5e15 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:55.627771 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c7e34e26-cdb3-4339-a59d-ffa0e50e5e15 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:55.630354 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e34e26-cdb3-4339-a59d-ffa0e50e5e15 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:55.636134 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e34e26-cdb3-4339-a59d-ffa0e50e5e15 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:55.636134 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c7e34e26-cdb3-4339-a59d-ffa0e50e5e15 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:55.667527 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-412b6df0-52be-40a3-882b-d8bd6db47752 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] GET failed (client error): The resource could not be found. Apr 01 15:57:55.668048 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-412b6df0-52be-40a3-882b-d8bd6db47752 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Synchronizing usage tracker for tenant:11b74bb4c805440eb8922ec9333718ac on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:57:55.679378 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebc2bf99-3e31-429c-8ebe-12d9731b47e7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:57:55.696425 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9787d5-26d4-4041-9e7d-9abc6fcce56c None None] Sync routers for ids ['497ee9a6-f12b-44bf-ad1e-a8e77c52d139'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:57:55.702157 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-ebc2bf99-3e31-429c-8ebe-12d9731b47e7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "PUT /v2.0/routers/497ee9a6-f12b-44bf-ad1e-a8e77c52d139/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7773638 Apr 01 15:57:55.710763 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-412b6df0-52be-40a3-882b-d8bd6db47752 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Unset dirty status for tenant:11b74bb4c805440eb8922ec9333718ac on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:57:55.715439 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-412b6df0-52be-40a3-882b-d8bd6db47752 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "GET /v2.0/ports/7bd44b4a-2b0a-411f-80ad-6152364928f9 HTTP/1.1" status: 404 len: 333 time: 0.0992365 Apr 01 15:57:55.716138 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 54976) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:55.716562 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9787d5-26d4-4041-9e7d-9abc6fcce56c None None] Routers {'497ee9a6-f12b-44bf-ad1e-a8e77c52d139'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:57:55.717429 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-0d9787d5-26d4-4041-9e7d-9abc6fcce56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:57:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['497ee9a6-f12b-44bf-ad1e-a8e77c52d139'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:55.842227 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e34e26-cdb3-4339-a59d-ffa0e50e5e15 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Pushing event updated for resources: {'Network': ['ID=0cb34a6a-8398-4936-9143-33d7dd78a346,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:55.855783 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 0cb34a6a-8398-4936-9143-33d7dd78a346 details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:57:55.899845 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-c7e34e26-cdb3-4339-a59d-ffa0e50e5e15 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.1985106 Apr 01 15:57:55.949747 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 54984) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:55.962372 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3a68f818-4fff-4ad1-a6c8-c10c038db24d tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:55.971083 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-0d9787d5-26d4-4041-9e7d-9abc6fcce56c None None] Set router 497ee9a6-f12b-44bf-ad1e-a8e77c52d139 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:57:56.028850 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_v2 [None req-4661f02a-61b1-46f0-b035-7088ace8910e tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Deleting subnet 9ff23786-a13d-415e-a8a6-742f21d5bb86 {{(pid=83826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:57:56.034208 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4661f02a-61b1-46f0-b035-7088ace8910e tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for subnet, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:56.150360 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4661f02a-61b1-46f0-b035-7088ace8910e tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16610770'] for subnet, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:56.182656 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 54988) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:56.246140 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-611f2d61-d05c-43e1-b34e-bab4bf2c9e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:56.282836 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4661f02a-61b1-46f0-b035-7088ace8910e tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:56.346881 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-3a68f818-4fff-4ad1-a6c8-c10c038db24d tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Calling delete_port for 8a7d33a7-5178-45f6-be9d-74e1b9650cc0 owned by network:router_interface {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:57:56.375499 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4661f02a-61b1-46f0-b035-7088ace8910e tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15415074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16089009'] for subnet, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:56.377341 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e34e26-cdb3-4339-a59d-ffa0e50e5e15 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Pushing event updated for resources: {'Network': ['ID=f35f1b2f-7664-47c2-8355-3a2f0c7e4984,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:56.391381 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network f35f1b2f-7664-47c2-8355-3a2f0c7e4984 details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:57:56.412494 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-446f38f0-a83a-43ae-a478-d0a19ab9ef62 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:57:56.413070 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.api.v2.resource [None req-446f38f0-a83a-43ae-a478-d0a19ab9ef62 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] create failed (client error): There was a conflict when trying to complete your request. Apr 01 15:57:56.418833 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-446f38f0-a83a-43ae-a478-d0a19ab9ef62 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2304263 Apr 01 15:57:56.418833 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 54994) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:56.431883 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-6496c835-2f8d-4906-9f09-3d0e2c3786f1 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Request body: {'security_group': {'name': 'tempest-secgroup--704151267'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:57:56.436089 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4661f02a-61b1-46f0-b035-7088ace8910e tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event deleted for resources: {'Subnet': ['ID=9ff23786-a13d-415e-a8a6-742f21d5bb86,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:56.441445 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-6496c835-2f8d-4906-9f09-3d0e2c3786f1 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:56.446622 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4661f02a-61b1-46f0-b035-7088ace8910e tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:56.455093 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-6496c835-2f8d-4906-9f09-3d0e2c3786f1 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Usage tracker for resource:security_group and tenant:fafc723bebf94b35b584f0a914453088 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:56.462781 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-4661f02a-61b1-46f0-b035-7088ace8910e tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "DELETE /v2.0/subnets/9ff23786-a13d-415e-a8a6-742f21d5bb86 HTTP/1.1" status: 204 len: 168 time: 0.7430227 Apr 01 15:57:56.462781 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-6496c835-2f8d-4906-9f09-3d0e2c3786f1 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:56.464644 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 54998) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:56.492195 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6fc8d66-734b-4b35-9b68-cf880faf867b None None] Network e257c961-6bd1-4fc0-9341-f0e7caf18b9e requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:57:56.495967 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-6496c835-2f8d-4906-9f09-3d0e2c3786f1 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:56.509773 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cda5a1f9-5803-4ed3-b9fc-42805701c290 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Router 519ed5a5-f15a-4ea7-b35d-8c8cb14b811d has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:57:56.514220 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-0d9787d5-26d4-4041-9e7d-9abc6fcce56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497ee9a6-f12b-44bf-ad1e-a8e77c52d139', 'name': 'tempest-TestNetworkBasicOps-router-1797861093', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': '111f977e-aadd-4608-a691-9582379042d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:55:31Z', 'updated_at': '2022-04-01T15:57:51Z', 'revision_number': 5, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': '111f977e-aadd-4608-a691-9582379042d5', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:17:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497ee9a6-f12b-44bf-ad1e-a8e77c52d139', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:33Z', 'updated_at': '2022-04-01T15:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': 'f8559374-c835-46e2-b06d-858c7c0bc4e3', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'floating_ip_address': '172.26.1.124', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '497ee9a6-f12b-44bf-ad1e-a8e77c52d139', 'port_id': '70e0d77a-0638-4417-b919-f26af4acd11f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59a027d1-0bac-441c-bf75-e20666fea16a', 'mac_address': 'fa:16:3e:58:d7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21288751-9373-42e7-a8d7-bf1fbaa867d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:56:39Z', 'updated_at': '2022-04-01T15:56:51Z', 'revision_number': 1, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7434b11f-1d0f-47ee-9b62-4800c1922054', 'name': '', 'network_id': 'c7150878-cf4d-489d-8242-cd704e359285', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'mac_address': 'fa:16:3e:af:c7:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '497ee9a6-f12b-44bf-ad1e-a8e77c52d139', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6f92b53-dff2-4188-8ce3-61db7979e9a0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:57:49Z', 'updated_at': '2022-04-01T15:57:52Z', 'revision_number': 2, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'subnets': [{'id': 'b6f92b53-dff2-4188-8ce3-61db7979e9a0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8198ab6f-4075-46b8-9a32-803c2a53fa75', 'name': '', 'network_id': '59a027d1-0bac-441c-bf75-e20666fea16a', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'mac_address': 'fa:16:3e:f7:53:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497ee9a6-f12b-44bf-ad1e-a8e77c52d139', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b74bac9f-7384-4f6a-850f-c057f93a0214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:48Z', 'updated_at': '2022-04-01T15:55:59Z', 'revision_number': 5, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'subnets': [{'id': 'b74bac9f-7384-4f6a-850f-c057f93a0214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:56.515589 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd0104b-8948-4b5f-a359-b8f11000ecea tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:56.520220 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9787d5-26d4-4041-9e7d-9abc6fcce56c None None] Checking router: 497ee9a6-f12b-44bf-ad1e-a8e77c52d139 for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:57:56.520699 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9787d5-26d4-4041-9e7d-9abc6fcce56c None None] Updating router 497ee9a6-f12b-44bf-ad1e-a8e77c52d139 port 7434b11f-1d0f-47ee-9b62-4800c1922054 binding host dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:57:56.521011 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd0104b-8948-4b5f-a359-b8f11000ecea tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:56.525425 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd0104b-8948-4b5f-a359-b8f11000ecea tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:56.529344 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd0104b-8948-4b5f-a359-b8f11000ecea tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:56.530215 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-7bd0104b-8948-4b5f-a359-b8f11000ecea tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Synchronizing usage tracker for tenant:5ba8a8fd69c24ae39137a4ddd20a1248 on resource:network {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:57:56.570021 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-7bd0104b-8948-4b5f-a359-b8f11000ecea tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Unset dirty status for tenant:5ba8a8fd69c24ae39137a4ddd20a1248 on resource:network {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:57:56.573731 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-7bd0104b-8948-4b5f-a359-b8f11000ecea tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.6149194 Apr 01 15:57:56.576542 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55002) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:56.598032 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6496c835-2f8d-4906-9f09-3d0e2c3786f1 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Notify callbacks [] for security_group, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:56.606849 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:57:56.618395 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-0d9787d5-26d4-4041-9e7d-9abc6fcce56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:56.620852 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6496c835-2f8d-4906-9f09-3d0e2c3786f1 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Notify callbacks [] for security_group, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:56.723455 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-62fd5121-7ba7-4ae7-a486-68c00e595390 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:56.770233 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-6496c835-2f8d-4906-9f09-3d0e2c3786f1 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:56.776484 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-60d6528a-39a5-440a-999e-3f602631ee2f tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:56.781351 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-62fd5121-7ba7-4ae7-a486-68c00e595390 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Deleting port 8326565d-af46-4869-9d80-9d6417b2ab45 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:57:56.781692 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-62fd5121-7ba7-4ae7-a486-68c00e595390 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:56.820846 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4cf90fd-fbba-4721-84eb-2a67b026de4d None None] DHCP port deletion for e257c961-6bd1-4fc0-9341-f0e7caf18b9e request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:57:56.824776 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-d4cf90fd-fbba-4721-84eb-2a67b026de4d None None] Deleting port 8326565d-af46-4869-9d80-9d6417b2ab45 {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:57:56.825144 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-d4cf90fd-fbba-4721-84eb-2a67b026de4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:56.853298 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3a68f818-4fff-4ad1-a6c8-c10c038db24d tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:56.874404 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-6496c835-2f8d-4906-9f09-3d0e2c3786f1 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Usage tracker for resource:security_group_rule and tenant:fafc723bebf94b35b584f0a914453088 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:56.899693 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda5a1f9-5803-4ed3-b9fc-42805701c290 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:57:56.918347 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865a83ce-0edb-40d7-98e0-29a022655d26 None None] Sync routers for ids ['519ed5a5-f15a-4ea7-b35d-8c8cb14b811d'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:57:56.919035 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-cda5a1f9-5803-4ed3-b9fc-42805701c290 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "PUT /v2.0/routers/519ed5a5-f15a-4ea7-b35d-8c8cb14b811d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4433200 Apr 01 15:57:56.924770 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 55006) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:57.005856 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a68f818-4fff-4ad1-a6c8-c10c038db24d tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Pushing event deleted for resources: {'Port': ['ID=8a7d33a7-5178-45f6-be9d-74e1b9650cc0,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:57.068492 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-0d9787d5-26d4-4041-9e7d-9abc6fcce56c None None] Notify callbacks [] for port, precommit_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:57.080760 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [None req-62fd5121-7ba7-4ae7-a486-68c00e595390 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] For port 8326565d-af46-4869-9d80-9d6417b2ab45, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=8326565d-af46-4869-9d80-9d6417b2ab45,segment=NetworkSegment(e6ba70f2-d70e-419f-802f-e0cb62b57250),segment_id=e6ba70f2-d70e-419f-802f-e0cb62b57250)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:57:57.081123 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-62fd5121-7ba7-4ae7-a486-68c00e595390 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:57.085712 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.provisioning_blocks [None req-0d9787d5-26d4-4041-9e7d-9abc6fcce56c None None] Transition to ACTIVE for port object 7434b11f-1d0f-47ee-9b62-4800c1922054 will not be triggered until provisioned by entity L2. {{(pid=83833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:57:57.095149 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-0d9787d5-26d4-4041-9e7d-9abc6fcce56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:57.097310 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-6496c835-2f8d-4906-9f09-3d0e2c3786f1 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:57.117675 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-d4cf90fd-fbba-4721-84eb-2a67b026de4d None None] For port 8326565d-af46-4869-9d80-9d6417b2ab45, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=8326565d-af46-4869-9d80-9d6417b2ab45,segment=NetworkSegment(e6ba70f2-d70e-419f-802f-e0cb62b57250),segment_id=e6ba70f2-d70e-419f-802f-e0cb62b57250)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:57:57.121498 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-d4cf90fd-fbba-4721-84eb-2a67b026de4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:57.139204 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1e41fc8-e2ec-4e39-8ce5-eb0693a3d388 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Deleting subnet 595565ab-1fb4-47c3-b751-ca3dca052eed {{(pid=83828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:57:57.142328 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e1e41fc8-e2ec-4e39-8ce5-eb0693a3d388 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for subnet, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:57.187237 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d18d9a1-6436-483a-9d5d-b22081b7c29b None None] Pushing event updated for resources: {'Port': ['ID=7434b11f-1d0f-47ee-9b62-4800c1922054,revision_number=3']} {{(pid=83833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:57.197043 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865a83ce-0edb-40d7-98e0-29a022655d26 None None] Routers {'519ed5a5-f15a-4ea7-b35d-8c8cb14b811d'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:57:57.197566 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-865a83ce-0edb-40d7-98e0-29a022655d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:57:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['519ed5a5-f15a-4ea7-b35d-8c8cb14b811d'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:57.200066 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d18d9a1-6436-483a-9d5d-b22081b7c29b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:57.200815 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d18d9a1-6436-483a-9d5d-b22081b7c29b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:57.201310 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d18d9a1-6436-483a-9d5d-b22081b7c29b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:57.201811 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d18d9a1-6436-483a-9d5d-b22081b7c29b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:57.202176 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e1e41fc8-e2ec-4e39-8ce5-eb0693a3d388 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15303084'] for subnet, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:57.202476 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d18d9a1-6436-483a-9d5d-b22081b7c29b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:57.203233 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d18d9a1-6436-483a-9d5d-b22081b7c29b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:57.203726 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d18d9a1-6436-483a-9d5d-b22081b7c29b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:57.204365 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d18d9a1-6436-483a-9d5d-b22081b7c29b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:57.204918 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d18d9a1-6436-483a-9d5d-b22081b7c29b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:57.205514 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d18d9a1-6436-483a-9d5d-b22081b7c29b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:57.206062 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d18d9a1-6436-483a-9d5d-b22081b7c29b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:57:57.226865 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-6496c835-2f8d-4906-9f09-3d0e2c3786f1 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:57.235388 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-62fd5121-7ba7-4ae7-a486-68c00e595390 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Calling delete_port for 8326565d-af46-4869-9d80-9d6417b2ab45 owned by network:dhcp {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:57:57.309850 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e1e41fc8-e2ec-4e39-8ce5-eb0693a3d388 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:57.436189 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-d4cf90fd-fbba-4721-84eb-2a67b026de4d None None] Calling delete_port for 8326565d-af46-4869-9d80-9d6417b2ab45 owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:57:57.495725 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e1e41fc8-e2ec-4e39-8ce5-eb0693a3d388 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15306565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16030232'] for subnet, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:57.542758 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-0d9787d5-26d4-4041-9e7d-9abc6fcce56c None None] Attempting to bind port 7434b11f-1d0f-47ee-9b62-4800c1922054 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:57:57.543172 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-0d9787d5-26d4-4041-9e7d-9abc6fcce56c None None] Attempting to bind port 7434b11f-1d0f-47ee-9b62-4800c1922054 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': '7f587f00-647c-45ad-b76a-3abef92c4648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c7150878-cf4d-489d-8242-cd704e359285'}] {{(pid=83833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:57:57.543576 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9787d5-26d4-4041-9e7d-9abc6fcce56c None None] Attempting to bind port 7434b11f-1d0f-47ee-9b62-4800c1922054 on network c7150878-cf4d-489d-8242-cd704e359285 {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:57:57.554317 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9787d5-26d4-4041-9e7d-9abc6fcce56c None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:57:57.554700 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9787d5-26d4-4041-9e7d-9abc6fcce56c None None] Checking segment: {'id': '7f587f00-647c-45ad-b76a-3abef92c4648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c7150878-cf4d-489d-8242-cd704e359285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:57:57.555171 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-0d9787d5-26d4-4041-9e7d-9abc6fcce56c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:57.555556 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9787d5-26d4-4041-9e7d-9abc6fcce56c None None] Bound using segment: {'id': '7f587f00-647c-45ad-b76a-3abef92c4648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c7150878-cf4d-489d-8242-cd704e359285'} {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:57:57.556075 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-0d9787d5-26d4-4041-9e7d-9abc6fcce56c None None] Bound port: 7434b11f-1d0f-47ee-9b62-4800c1922054, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f587f00-647c-45ad-b76a-3abef92c4648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c7150878-cf4d-489d-8242-cd704e359285'}}] {{(pid=83833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:57:57.556447 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-0d9787d5-26d4-4041-9e7d-9abc6fcce56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:57.582481 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e41fc8-e2ec-4e39-8ce5-eb0693a3d388 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Pushing event deleted for resources: {'Subnet': ['ID=595565ab-1fb4-47c3-b751-ca3dca052eed,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:57.594832 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-60d6528a-39a5-440a-999e-3f602631ee2f tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:57.608344 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e1e41fc8-e2ec-4e39-8ce5-eb0693a3d388 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:57.622482 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-e1e41fc8-e2ec-4e39-8ce5-eb0693a3d388 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "DELETE /v2.0/subnets/595565ab-1fb4-47c3-b751-ca3dca052eed HTTP/1.1" status: 204 len: 168 time: 0.6938789 Apr 01 15:57:57.623107 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 55010) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:57.639554 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa2bc9d-2236-41a9-b77d-a8a0fc04bb6e None None] Network d089ed11-578b-4044-93c5-5d8ff2359cc2 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:57:57.698365 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-60d6528a-39a5-440a-999e-3f602631ee2f tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cb34a6a-8398-4936-9143-33d7dd78a346']}} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:57.723400 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.db [None req-0d9787d5-26d4-4041-9e7d-9abc6fcce56c None None] For port 7434b11f-1d0f-47ee-9b62-4800c1922054, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:57:57.724827 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-62fd5121-7ba7-4ae7-a486-68c00e595390 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:57.728284 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.db [None req-0d9787d5-26d4-4041-9e7d-9abc6fcce56c None None] For port 7434b11f-1d0f-47ee-9b62-4800c1922054, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=7434b11f-1d0f-47ee-9b62-4800c1922054,segment=NetworkSegment(7f587f00-647c-45ad-b76a-3abef92c4648),segment_id=7f587f00-647c-45ad-b76a-3abef92c4648)] {{(pid=83833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:57:57.734343 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-0d9787d5-26d4-4041-9e7d-9abc6fcce56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:57.795782 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-60d6528a-39a5-440a-999e-3f602631ee2f tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b3ac0ed-4cd4-47ff-b345-0c6493f8005c') {'for_net_delete': True} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:57.796371 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-60d6528a-39a5-440a-999e-3f602631ee2f tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b3ac0ed-4cd4-47ff-b345-0c6493f8005c') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:57.809242 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fd5121-7ba7-4ae7-a486-68c00e595390 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event deleted for resources: {'Port': ['ID=8326565d-af46-4869-9d80-9d6417b2ab45,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:57.816039 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fd5121-7ba7-4ae7-a486-68c00e595390 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] No DVR routers for this DVR port 8326565d-af46-4869-9d80-9d6417b2ab45 on host dv-neutron-833373-2-hyperv {{(pid=83826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:57:57.871411 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d18d9a1-6436-483a-9d5d-b22081b7c29b None None] Pushing event updated for resources: {'Port': ['ID=7434b11f-1d0f-47ee-9b62-4800c1922054,revision_number=4']} {{(pid=83833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:57.874918 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9787d5-26d4-4041-9e7d-9abc6fcce56c None None] Routers {'497ee9a6-f12b-44bf-ad1e-a8e77c52d139'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:57:57.875817 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-0d9787d5-26d4-4041-9e7d-9abc6fcce56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:57:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['497ee9a6-f12b-44bf-ad1e-a8e77c52d139'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:57.885797 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-be31566e-342b-4adb-962c-eea1a460118e tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:57.887996 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-865a83ce-0edb-40d7-98e0-29a022655d26 None None] Set router 519ed5a5-f15a-4ea7-b35d-8c8cb14b811d gateway port host: None {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:57:57.892038 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3a68f818-4fff-4ad1-a6c8-c10c038db24d tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611462'] for router_interface, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:57.908150 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-be31566e-342b-4adb-962c-eea1a460118e tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Deleting port 162a8b05-68fb-40b4-8e96-df67791aa231 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:57:57.908491 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-be31566e-342b-4adb-962c-eea1a460118e tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:58.000295 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6496c835-2f8d-4906-9f09-3d0e2c3786f1 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Notify callbacks [] for security_group, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:58.001969 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:58.056899 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:58.066106 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 8326565d-af46-4869-9d80-9d6417b2ab45 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:57:58.119385 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 8326565d-af46-4869-9d80-9d6417b2ab45 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:57:58.122881 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 8326565d-af46-4869-9d80-9d6417b2ab45 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:57:58.154653 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-62fd5121-7ba7-4ae7-a486-68c00e595390 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:58.188996 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-62fd5121-7ba7-4ae7-a486-68c00e595390 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e257c961-6bd1-4fc0-9341-f0e7caf18b9e']}} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:58.211529 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-62fd5121-7ba7-4ae7-a486-68c00e595390 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6ba70f2-d70e-419f-802f-e0cb62b57250') {'for_net_delete': True} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:58.211847 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-62fd5121-7ba7-4ae7-a486-68c00e595390 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6ba70f2-d70e-419f-802f-e0cb62b57250') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:58.217426 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.db.api [None req-d4cf90fd-fbba-4721-84eb-2a67b026de4d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:57:58.217945 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG oslo_db.api [None req-d4cf90fd-fbba-4721-84eb-2a67b026de4d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:57:58.227022 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-62fd5121-7ba7-4ae7-a486-68c00e595390 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16610763'] for segment, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:58.240130 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6496c835-2f8d-4906-9f09-3d0e2c3786f1 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:58.255978 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-0d9787d5-26d4-4041-9e7d-9abc6fcce56c None None] Set router 497ee9a6-f12b-44bf-ad1e-a8e77c52d139 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:57:58.284385 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-60d6528a-39a5-440a-999e-3f602631ee2f tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16610763'] for segment, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:58.294619 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6496c835-2f8d-4906-9f09-3d0e2c3786f1 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad8bdcc-63fa-4ac1-9624-f8673ddfe6e6,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:58.304674 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-62fd5121-7ba7-4ae7-a486-68c00e595390 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:58.329319 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62fd5121-7ba7-4ae7-a486-68c00e595390 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=83826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:57:58.330060 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-62fd5121-7ba7-4ae7-a486-68c00e595390 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15415164'] for segment, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:58.349690 dv-neutron-833373-2-hyperv neutron-server[83826]: Traceback (most recent call last): Apr 01 15:57:58.349690 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:57:58.349690 dv-neutron-833373-2-hyperv neutron-server[83826]: timer() Apr 01 15:57:58.349690 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:57:58.349690 dv-neutron-833373-2-hyperv neutron-server[83826]: cb(*args, **kw) Apr 01 15:57:58.349690 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:57:58.349690 dv-neutron-833373-2-hyperv neutron-server[83826]: return func(*args, **kwargs) Apr 01 15:57:58.349690 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:57:58.349690 dv-neutron-833373-2-hyperv neutron-server[83826]: self._notify() Apr 01 15:57:58.349690 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:57:58.349690 dv-neutron-833373-2-hyperv neutron-server[83826]: self.callback(batched_events) Apr 01 15:57:58.349690 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:57:58.349690 dv-neutron-833373-2-hyperv neutron-server[83826]: event.method(event) Apr 01 15:57:58.349690 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:57:58.349690 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:57:58.349690 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:57:58.349690 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:57:58.349690 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:57:58.349690 dv-neutron-833373-2-hyperv neutron-server[83826]: return f(self, *a, **k) Apr 01 15:57:58.349690 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:57:58.349690 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._get(url).json() Apr 01 15:57:58.349690 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:57:58.349690 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:57:58.349690 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:57:58.349690 dv-neutron-833373-2-hyperv neutron-server[83826]: return self.request(url, 'GET', **kwargs) Apr 01 15:57:58.349690 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:57:58.349690 dv-neutron-833373-2-hyperv neutron-server[83826]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:57:58.349690 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:57:58.349690 dv-neutron-833373-2-hyperv neutron-server[83826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:57:58.349690 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:57:58.349690 dv-neutron-833373-2-hyperv neutron-server[83826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:57:58.349690 dv-neutron-833373-2-hyperv neutron-server[83826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:57:58.353407 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-60d6528a-39a5-440a-999e-3f602631ee2f tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:58.424468 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60d6528a-39a5-440a-999e-3f602631ee2f tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=83826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:57:58.424927 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-60d6528a-39a5-440a-999e-3f602631ee2f tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15415164'] for segment, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:58.461298 dv-neutron-833373-2-hyperv neutron-server[83826]: Traceback (most recent call last): Apr 01 15:57:58.461298 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:57:58.461298 dv-neutron-833373-2-hyperv neutron-server[83826]: timer() Apr 01 15:57:58.461298 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:57:58.461298 dv-neutron-833373-2-hyperv neutron-server[83826]: cb(*args, **kw) Apr 01 15:57:58.461298 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:57:58.461298 dv-neutron-833373-2-hyperv neutron-server[83826]: return func(*args, **kwargs) Apr 01 15:57:58.461298 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:57:58.461298 dv-neutron-833373-2-hyperv neutron-server[83826]: self._notify() Apr 01 15:57:58.461298 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:57:58.461298 dv-neutron-833373-2-hyperv neutron-server[83826]: self.callback(batched_events) Apr 01 15:57:58.461298 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:57:58.461298 dv-neutron-833373-2-hyperv neutron-server[83826]: event.method(event) Apr 01 15:57:58.461298 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:57:58.461298 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:57:58.461298 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:57:58.461298 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:57:58.461298 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:57:58.461298 dv-neutron-833373-2-hyperv neutron-server[83826]: return f(self, *a, **k) Apr 01 15:57:58.461298 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:57:58.461298 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._get(url).json() Apr 01 15:57:58.461298 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:57:58.461298 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:57:58.461298 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:57:58.461298 dv-neutron-833373-2-hyperv neutron-server[83826]: return self.request(url, 'GET', **kwargs) Apr 01 15:57:58.461298 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:57:58.461298 dv-neutron-833373-2-hyperv neutron-server[83826]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:57:58.461298 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:57:58.461298 dv-neutron-833373-2-hyperv neutron-server[83826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:57:58.461298 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:57:58.461298 dv-neutron-833373-2-hyperv neutron-server[83826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:57:58.461298 dv-neutron-833373-2-hyperv neutron-server[83826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:57:58.463908 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-6496c835-2f8d-4906-9f09-3d0e2c3786f1 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:58.550250 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4368227-23b0-4950-9ba3-29c5c5b0e033 None None] DHCP port deletion for d089ed11-578b-4044-93c5-5d8ff2359cc2 request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:57:58.557472 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-6496c835-2f8d-4906-9f09-3d0e2c3786f1 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Usage tracker for resource:security_group_rule and tenant:fafc723bebf94b35b584f0a914453088 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:58.558797 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-f4368227-23b0-4950-9ba3-29c5c5b0e033 None None] Deleting port 162a8b05-68fb-40b4-8e96-df67791aa231 {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:57:58.559277 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f4368227-23b0-4950-9ba3-29c5c5b0e033 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:58.566813 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-6496c835-2f8d-4906-9f09-3d0e2c3786f1 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:58.587044 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-6496c835-2f8d-4906-9f09-3d0e2c3786f1 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:58.596134 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-62fd5121-7ba7-4ae7-a486-68c00e595390 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:58.603874 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-62fd5121-7ba7-4ae7-a486-68c00e595390 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:58.648656 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fd5121-7ba7-4ae7-a486-68c00e595390 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event deleted for resources: {'Network': ['ID=e257c961-6bd1-4fc0-9341-f0e7caf18b9e,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:58.657694 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-60d6528a-39a5-440a-999e-3f602631ee2f tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:58.663353 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-60d6528a-39a5-440a-999e-3f602631ee2f tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:58.715483 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6528a-39a5-440a-999e-3f602631ee2f tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Pushing event deleted for resources: {'Network': ['ID=0cb34a6a-8398-4936-9143-33d7dd78a346,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:58.719390 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-d4cf90fd-fbba-4721-84eb-2a67b026de4d None None] Deleting port 8326565d-af46-4869-9d80-9d6417b2ab45 {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:57:58.719899 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-d4cf90fd-fbba-4721-84eb-2a67b026de4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:58.726751 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-60d6528a-39a5-440a-999e-3f602631ee2f tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] 10.222.0.55 "DELETE /v2.0/networks/0cb34a6a-8398-4936-9143-33d7dd78a346 HTTP/1.1" status: 204 len: 168 time: 2.1487832 Apr 01 15:57:58.729592 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-62fd5121-7ba7-4ae7-a486-68c00e595390 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "DELETE /v2.0/networks/e257c961-6bd1-4fc0-9341-f0e7caf18b9e HTTP/1.1" status: 204 len: 168 time: 2.2639956 Apr 01 15:57:58.730291 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55016) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:58.745422 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55018) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:58.844706 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-be31566e-342b-4adb-962c-eea1a460118e tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] For port 162a8b05-68fb-40b4-8e96-df67791aa231, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=162a8b05-68fb-40b4-8e96-df67791aa231,segment=NetworkSegment(d4e90328-7a9e-4fde-9367-16642901cd58),segment_id=d4e90328-7a9e-4fde-9367-16642901cd58)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:57:58.845382 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-be31566e-342b-4adb-962c-eea1a460118e tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:58.852171 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-0d9787d5-26d4-4041-9e7d-9abc6fcce56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497ee9a6-f12b-44bf-ad1e-a8e77c52d139', 'name': 'tempest-TestNetworkBasicOps-router-1797861093', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': '111f977e-aadd-4608-a691-9582379042d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:55:31Z', 'updated_at': '2022-04-01T15:57:51Z', 'revision_number': 5, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': '111f977e-aadd-4608-a691-9582379042d5', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:17:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497ee9a6-f12b-44bf-ad1e-a8e77c52d139', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:33Z', 'updated_at': '2022-04-01T15:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': 'f8559374-c835-46e2-b06d-858c7c0bc4e3', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'floating_ip_address': '172.26.1.124', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '497ee9a6-f12b-44bf-ad1e-a8e77c52d139', 'port_id': '70e0d77a-0638-4417-b919-f26af4acd11f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59a027d1-0bac-441c-bf75-e20666fea16a', 'mac_address': 'fa:16:3e:58:d7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21288751-9373-42e7-a8d7-bf1fbaa867d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:56:39Z', 'updated_at': '2022-04-01T15:56:51Z', 'revision_number': 1, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7434b11f-1d0f-47ee-9b62-4800c1922054', 'name': '', 'network_id': 'c7150878-cf4d-489d-8242-cd704e359285', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'mac_address': 'fa:16:3e:af:c7:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '497ee9a6-f12b-44bf-ad1e-a8e77c52d139', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6f92b53-dff2-4188-8ce3-61db7979e9a0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:57:49Z', 'updated_at': '2022-04-01T15:57:57Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'subnets': [{'id': 'b6f92b53-dff2-4188-8ce3-61db7979e9a0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8198ab6f-4075-46b8-9a32-803c2a53fa75', 'name': '', 'network_id': '59a027d1-0bac-441c-bf75-e20666fea16a', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'mac_address': 'fa:16:3e:f7:53:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497ee9a6-f12b-44bf-ad1e-a8e77c52d139', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b74bac9f-7384-4f6a-850f-c057f93a0214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:48Z', 'updated_at': '2022-04-01T15:55:59Z', 'revision_number': 5, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'subnets': [{'id': 'b74bac9f-7384-4f6a-850f-c057f93a0214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:58.852491 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-9b612fde-16b6-4762-bf37-859a6ce343d5 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1222286248'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:57:58.859406 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9787d5-26d4-4041-9e7d-9abc6fcce56c None None] The sync data for ids ['497ee9a6-f12b-44bf-ad1e-a8e77c52d139'] in dv-neutron-833373-2-hyperv is: [{'id': '497ee9a6-f12b-44bf-ad1e-a8e77c52d139', 'name': 'tempest-TestNetworkBasicOps-router-1797861093', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': '111f977e-aadd-4608-a691-9582379042d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:55:31Z', 'updated_at': '2022-04-01T15:57:51Z', 'revision_number': 5, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': '111f977e-aadd-4608-a691-9582379042d5', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:17:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497ee9a6-f12b-44bf-ad1e-a8e77c52d139', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:33Z', 'updated_at': '2022-04-01T15:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': 'f8559374-c835-46e2-b06d-858c7c0bc4e3', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'floating_ip_address': '172.26.1.124', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '497ee9a6-f12b-44bf-ad1e-a8e77c52d139', 'port_id': '70e0d77a-0638-4417-b919-f26af4acd11f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59a027d1-0bac-441c-bf75-e20666fea16a', 'mac_address': 'fa:16:3e:58:d7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21288751-9373-42e7-a8d7-bf1fbaa867d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:56:39Z', 'updated_at': '2022-04-01T15:56:51Z', 'revision_number': 1, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7434b11f-1d0f-47ee-9b62-4800c1922054', 'name': '', 'network_id': 'c7150878-cf4d-489d-8242-cd704e359285', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'mac_address': 'fa:16:3e:af:c7:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '497ee9a6-f12b-44bf-ad1e-a8e77c52d139', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6f92b53-dff2-4188-8ce3-61db7979e9a0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:57:49Z', 'updated_at': '2022-04-01T15:57:57Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'subnets': [{'id': 'b6f92b53-dff2-4188-8ce3-61db7979e9a0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8198ab6f-4075-46b8-9a32-803c2a53fa75', 'name': '', 'network_id': '59a027d1-0bac-441c-bf75-e20666fea16a', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'mac_address': 'fa:16:3e:f7:53:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497ee9a6-f12b-44bf-ad1e-a8e77c52d139', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b74bac9f-7384-4f6a-850f-c057f93a0214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:48Z', 'updated_at': '2022-04-01T15:55:59Z', 'revision_number': 5, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'subnets': [{'id': 'b74bac9f-7384-4f6a-850f-c057f93a0214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:57:58.862693 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a68f818-4fff-4ad1-a6c8-c10c038db24d tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Router d8a7e7e0-d9e4-4c94-9d6a-48c7d6207aa9 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:57:58.870377 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-9b612fde-16b6-4762-bf37-859a6ce343d5 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:58.883420 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-9b612fde-16b6-4762-bf37-859a6ce343d5 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Usage tracker for resource:network and tenant:11b74bb4c805440eb8922ec9333718ac is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:58.887452 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-d4cf90fd-fbba-4721-84eb-2a67b026de4d None None] The port '8326565d-af46-4869-9d80-9d6417b2ab45' was deleted {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:57:58.894689 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-9b612fde-16b6-4762-bf37-859a6ce343d5 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:58.917073 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6496c835-2f8d-4906-9f09-3d0e2c3786f1 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Notify callbacks [] for security_group, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:58.922940 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-9b612fde-16b6-4762-bf37-859a6ce343d5 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:58.924914 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-f4368227-23b0-4950-9ba3-29c5c5b0e033 None None] For port 162a8b05-68fb-40b4-8e96-df67791aa231, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=162a8b05-68fb-40b4-8e96-df67791aa231,segment=NetworkSegment(d4e90328-7a9e-4fde-9367-16642901cd58),segment_id=d4e90328-7a9e-4fde-9367-16642901cd58)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:57:58.925594 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f4368227-23b0-4950-9ba3-29c5c5b0e033 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:58.927509 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6496c835-2f8d-4906-9f09-3d0e2c3786f1 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:58.935815 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-865a83ce-0edb-40d7-98e0-29a022655d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'name': 'tempest-RoutersIpV6Test-router-454146823', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:56:28Z', 'updated_at': '2022-04-01T15:57:53Z', 'revision_number': 10, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'gw_port_host': None, '_interfaces': [{'id': '3e1ee155-032f-4364-b5ea-f8b9aed48a3f', 'name': '', 'network_id': '77261af6-9095-4e3c-831e-6f51cab9a9f3', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'mac_address': 'fa:16:3e:69:90:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bb82706-c556-4eec-837c-2010fe05eee3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:36Z', 'updated_at': '2022-04-01T15:56:48Z', 'revision_number': 5, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'subnets': [{'id': '9bb82706-c556-4eec-837c-2010fe05eee3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:58.992455 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d6d95b03-64a0-44f3-9384-ac1d859d349f tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:59.018401 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865a83ce-0edb-40d7-98e0-29a022655d26 None None] Checking router: 519ed5a5-f15a-4ea7-b35d-8c8cb14b811d for host: dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:57:59.042075 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b612fde-16b6-4762-bf37-859a6ce343d5 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Made reservation on behalf of 11b74bb4c805440eb8922ec9333718ac for: {'network': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:57:59.047804 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9b612fde-16b6-4762-bf37-859a6ce343d5 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:59.062524 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-be31566e-342b-4adb-962c-eea1a460118e tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Calling delete_port for 162a8b05-68fb-40b4-8e96-df67791aa231 owned by network:dhcp {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:57:59.075690 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6496c835-2f8d-4906-9f09-3d0e2c3786f1 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:59.079562 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-6496c835-2f8d-4906-9f09-3d0e2c3786f1 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.6548865 Apr 01 15:57:59.081581 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55024) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:59.083301 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6496c835-2f8d-4906-9f09-3d0e2c3786f1 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b9c44c0-f97a-438d-9f48-812882bcacf9,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:59.096863 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-f4368227-23b0-4950-9ba3-29c5c5b0e033 None None] Calling delete_port for 162a8b05-68fb-40b4-8e96-df67791aa231 owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:57:59.100699 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-5c376bcd-e302-45f7-85c9-8a132ed6fcfe tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Request body: {'security_group_rule': {'security_group_id': '0b9c44c0-f97a-438d-9f48-812882bcacf9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:57:59.149570 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865a83ce-0edb-40d7-98e0-29a022655d26 None None] Routers {'519ed5a5-f15a-4ea7-b35d-8c8cb14b811d'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:57:59.150361 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-865a83ce-0edb-40d7-98e0-29a022655d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:57:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['519ed5a5-f15a-4ea7-b35d-8c8cb14b811d'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:59.164506 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-5c376bcd-e302-45f7-85c9-8a132ed6fcfe tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:59.181667 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b612fde-16b6-4762-bf37-859a6ce343d5 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=83826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:57:59.189197 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-5c376bcd-e302-45f7-85c9-8a132ed6fcfe tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Usage tracker for resource:security_group_rule and tenant:fafc723bebf94b35b584f0a914453088 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:59.199077 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-5c376bcd-e302-45f7-85c9-8a132ed6fcfe tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:57:59.256801 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-5c376bcd-e302-45f7-85c9-8a132ed6fcfe tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:57:59.259520 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9b612fde-16b6-4762-bf37-859a6ce343d5 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:59.259851 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.segments_db [None req-9b612fde-16b6-4762-bf37-859a6ce343d5 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Added segment 847f39fc-0dd8-450c-8a5f-1c53dbf11a6a of type vlan for network 2b37335c-49cb-4cff-904e-5000c87d8902 Apr 01 15:57:59.299477 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:59.313999 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d6d95b03-64a0-44f3-9384-ac1d859d349f tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:59.324787 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a68f818-4fff-4ad1-a6c8-c10c038db24d tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:57:59.340920 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eca8dd7-7d19-44ba-b30f-27b561eb631b None None] Sync routers for ids ['d8a7e7e0-d9e4-4c94-9d6a-48c7d6207aa9'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:57:59.341916 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5c376bcd-e302-45f7-85c9-8a132ed6fcfe tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:59.343999 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-3a68f818-4fff-4ad1-a6c8-c10c038db24d tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "PUT /v2.0/routers/d8a7e7e0-d9e4-4c94-9d6a-48c7d6207aa9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3011472 Apr 01 15:57:59.345206 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 55028) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:59.348299 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-be31566e-342b-4adb-962c-eea1a460118e tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:59.360675 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9b612fde-16b6-4762-bf37-859a6ce343d5 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:59.364176 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eca8dd7-7d19-44ba-b30f-27b561eb631b None None] Routers {'d8a7e7e0-d9e4-4c94-9d6a-48c7d6207aa9'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:57:59.364816 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-4eca8dd7-7d19-44ba-b30f-27b561eb631b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:57:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['d8a7e7e0-d9e4-4c94-9d6a-48c7d6207aa9'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:59.368752 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.db.api [None req-f4368227-23b0-4950-9ba3-29c5c5b0e033 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:57:59.369453 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG oslo_db.api [None req-f4368227-23b0-4950-9ba3-29c5c5b0e033 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:57:59.370293 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-865a83ce-0edb-40d7-98e0-29a022655d26 None None] Set router 519ed5a5-f15a-4ea7-b35d-8c8cb14b811d gateway port host: None {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:57:59.408375 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-d6d95b03-64a0-44f3-9384-ac1d859d349f tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f35f1b2f-7664-47c2-8355-3a2f0c7e4984']}} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:59.448035 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be31566e-342b-4adb-962c-eea1a460118e tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Pushing event deleted for resources: {'Port': ['ID=162a8b05-68fb-40b4-8e96-df67791aa231,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:59.460857 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-6df06f75-aef3-434c-8d05-d588a5c7b5af tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Synchronizing usage tracker for tenant:113c2dcebd4142eb9b767ab7a8fce06c on resource:port {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:57:59.468819 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-d6d95b03-64a0-44f3-9384-ac1d859d349f tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd06fcb5d-07ca-485a-8af8-c84aa3b9a8d2') {'for_net_delete': True} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:59.469114 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-d6d95b03-64a0-44f3-9384-ac1d859d349f tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd06fcb5d-07ca-485a-8af8-c84aa3b9a8d2') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:59.472196 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be31566e-342b-4adb-962c-eea1a460118e tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] No DVR routers for this DVR port 162a8b05-68fb-40b4-8e96-df67791aa231 on host dv-neutron-833373-2-hyperv {{(pid=83828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:57:59.478461 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-4eca8dd7-7d19-44ba-b30f-27b561eb631b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:59.492559 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eca8dd7-7d19-44ba-b30f-27b561eb631b None None] Routers {'d8a7e7e0-d9e4-4c94-9d6a-48c7d6207aa9'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:57:59.493206 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-4eca8dd7-7d19-44ba-b30f-27b561eb631b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:57:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['d8a7e7e0-d9e4-4c94-9d6a-48c7d6207aa9'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:59.506936 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d6d95b03-64a0-44f3-9384-ac1d859d349f tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16610763'] for segment, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:59.546436 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d6d95b03-64a0-44f3-9384-ac1d859d349f tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:59.559798 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9b612fde-16b6-4762-bf37-859a6ce343d5 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:59.565324 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b612fde-16b6-4762-bf37-859a6ce343d5 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:57:59.566234 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9b612fde-16b6-4762-bf37-859a6ce343d5 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:59.580401 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-4eca8dd7-7d19-44ba-b30f-27b561eb631b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:59.580840 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eca8dd7-7d19-44ba-b30f-27b561eb631b None None] The sync data for ids ['d8a7e7e0-d9e4-4c94-9d6a-48c7d6207aa9'] in dv-neutron-833373-2-hyperv is: [] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:57:59.620109 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5c376bcd-e302-45f7-85c9-8a132ed6fcfe tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:59.622191 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6d95b03-64a0-44f3-9384-ac1d859d349f tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=83826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:57:59.622869 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d6d95b03-64a0-44f3-9384-ac1d859d349f tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15415164'] for segment, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:59.623076 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-6df06f75-aef3-434c-8d05-d588a5c7b5af tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Unset dirty status for tenant:113c2dcebd4142eb9b767ab7a8fce06c on resource:port {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:57:59.627172 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-6df06f75-aef3-434c-8d05-d588a5c7b5af tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8a7e7e0-d9e4-4c94-9d6a-48c7d6207aa9 HTTP/1.1" status: 200 len: 205 time: 0.2782645 Apr 01 15:57:59.630360 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 55032) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:59.696543 dv-neutron-833373-2-hyperv neutron-server[83826]: Traceback (most recent call last): Apr 01 15:57:59.696543 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:57:59.696543 dv-neutron-833373-2-hyperv neutron-server[83826]: timer() Apr 01 15:57:59.696543 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:57:59.696543 dv-neutron-833373-2-hyperv neutron-server[83826]: cb(*args, **kw) Apr 01 15:57:59.696543 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:57:59.696543 dv-neutron-833373-2-hyperv neutron-server[83826]: return func(*args, **kwargs) Apr 01 15:57:59.696543 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:57:59.696543 dv-neutron-833373-2-hyperv neutron-server[83826]: self._notify() Apr 01 15:57:59.696543 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:57:59.696543 dv-neutron-833373-2-hyperv neutron-server[83826]: self.callback(batched_events) Apr 01 15:57:59.696543 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:57:59.696543 dv-neutron-833373-2-hyperv neutron-server[83826]: event.method(event) Apr 01 15:57:59.696543 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:57:59.696543 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:57:59.696543 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:57:59.696543 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:57:59.696543 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:57:59.696543 dv-neutron-833373-2-hyperv neutron-server[83826]: return f(self, *a, **k) Apr 01 15:57:59.696543 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:57:59.696543 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._get(url).json() Apr 01 15:57:59.696543 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:57:59.696543 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:57:59.696543 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:57:59.696543 dv-neutron-833373-2-hyperv neutron-server[83826]: return self.request(url, 'GET', **kwargs) Apr 01 15:57:59.696543 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:57:59.696543 dv-neutron-833373-2-hyperv neutron-server[83826]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:57:59.696543 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:57:59.696543 dv-neutron-833373-2-hyperv neutron-server[83826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:57:59.696543 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:57:59.696543 dv-neutron-833373-2-hyperv neutron-server[83826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:57:59.696543 dv-neutron-833373-2-hyperv neutron-server[83826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:57:59.795962 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5c376bcd-e302-45f7-85c9-8a132ed6fcfe tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:59.798571 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-be31566e-342b-4adb-962c-eea1a460118e tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:59.804511 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-865a83ce-0edb-40d7-98e0-29a022655d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'name': 'tempest-RoutersIpV6Test-router-454146823', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:56:28Z', 'updated_at': '2022-04-01T15:57:53Z', 'revision_number': 10, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'gw_port_host': None, '_interfaces': [{'id': '3e1ee155-032f-4364-b5ea-f8b9aed48a3f', 'name': '', 'network_id': '77261af6-9095-4e3c-831e-6f51cab9a9f3', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'mac_address': 'fa:16:3e:69:90:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bb82706-c556-4eec-837c-2010fe05eee3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:36Z', 'updated_at': '2022-04-01T15:56:48Z', 'revision_number': 5, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'subnets': [{'id': '9bb82706-c556-4eec-837c-2010fe05eee3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:59.808840 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865a83ce-0edb-40d7-98e0-29a022655d26 None None] The sync data for ids ['519ed5a5-f15a-4ea7-b35d-8c8cb14b811d'] in dv-neutron-833373-2-hyperv is: [{'id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'name': 'tempest-RoutersIpV6Test-router-454146823', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:56:28Z', 'updated_at': '2022-04-01T15:57:53Z', 'revision_number': 10, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'gw_port_host': None, '_interfaces': [{'id': '3e1ee155-032f-4364-b5ea-f8b9aed48a3f', 'name': '', 'network_id': '77261af6-9095-4e3c-831e-6f51cab9a9f3', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'mac_address': 'fa:16:3e:69:90:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9bb82706-c556-4eec-837c-2010fe05eee3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:56:36Z', 'updated_at': '2022-04-01T15:56:48Z', 'revision_number': 5, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'subnets': [{'id': '9bb82706-c556-4eec-837c-2010fe05eee3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:57:59.847017 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-be31566e-342b-4adb-962c-eea1a460118e tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d089ed11-578b-4044-93c5-5d8ff2359cc2']}} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:59.853337 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-9b612fde-16b6-4762-bf37-859a6ce343d5 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1068113 Apr 01 15:57:59.855056 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b612fde-16b6-4762-bf37-859a6ce343d5 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event updated for resources: {'Network': ['ID=2b37335c-49cb-4cff-904e-5000c87d8902,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:59.856318 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 55036) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:59.866694 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 2b37335c-49cb-4cff-904e-5000c87d8902 details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:57:59.866907 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c376bcd-e302-45f7-85c9-8a132ed6fcfe tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=844f0edc-c7a4-4dba-b280-062a5a159fe7,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:59.870630 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5c376bcd-e302-45f7-85c9-8a132ed6fcfe tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:59.871150 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-16eb8209-3ead-40db-9902-fd7a48038df3 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Request body: {'subnet': {'network_id': '2b37335c-49cb-4cff-904e-5000c87d8902', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:57:59.874457 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-5c376bcd-e302-45f7-85c9-8a132ed6fcfe tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7784657 Apr 01 15:57:59.874457 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d6d95b03-64a0-44f3-9384-ac1d859d349f tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:59.875948 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55040) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:59.888008 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-f4368227-23b0-4950-9ba3-29c5c5b0e033 None None] Deleting port 162a8b05-68fb-40b4-8e96-df67791aa231 {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:57:59.888381 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f4368227-23b0-4950-9ba3-29c5c5b0e033 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:59.892674 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-be31566e-342b-4adb-962c-eea1a460118e tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4e90328-7a9e-4fde-9367-16642901cd58') {'for_net_delete': True} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:59.892999 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-be31566e-342b-4adb-962c-eea1a460118e tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4e90328-7a9e-4fde-9367-16642901cd58') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:57:59.901946 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-99b57680-819f-4e0f-aa19-a383444c2062 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Request body: {'security_group_rule': {'security_group_id': '0b9c44c0-f97a-438d-9f48-812882bcacf9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:57:59.907695 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d6d95b03-64a0-44f3-9384-ac1d859d349f tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:59.911319 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-d6d95b03-64a0-44f3-9384-ac1d859d349f tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] 10.222.0.55 "DELETE /v2.0/networks/f35f1b2f-7664-47c2-8355-3a2f0c7e4984 HTTP/1.1" status: 204 len: 168 time: 1.1702881 Apr 01 15:57:59.913084 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-951fa443-9ff7-4271-af0a-a116cff5abe3 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for router, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:57:59.914679 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-99b57680-819f-4e0f-aa19-a383444c2062 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:57:59.918134 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55044) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:57:59.918590 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d95b03-64a0-44f3-9384-ac1d859d349f tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Pushing event deleted for resources: {'Network': ['ID=f35f1b2f-7664-47c2-8355-3a2f0c7e4984,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:57:59.943451 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-99b57680-819f-4e0f-aa19-a383444c2062 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Usage tracker for resource:security_group_rule and tenant:fafc723bebf94b35b584f0a914453088 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:57:59.949984 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-99b57680-819f-4e0f-aa19-a383444c2062 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:00.012336 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-99b57680-819f-4e0f-aa19-a383444c2062 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:00.014887 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-f4368227-23b0-4950-9ba3-29c5c5b0e033 None None] The port '162a8b05-68fb-40b4-8e96-df67791aa231' was deleted {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:58:00.058452 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-99b57680-819f-4e0f-aa19-a383444c2062 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:00.153168 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-be31566e-342b-4adb-962c-eea1a460118e tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15303093'] for segment, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:00.156547 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb9b9bd-b5df-4918-b941-4e109f608678 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:00.160892 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb9b9bd-b5df-4918-b941-4e109f608678 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:00.161640 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-edb9b9bd-b5df-4918-b941-4e109f608678 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Synchronizing usage tracker for tenant:5ba8a8fd69c24ae39137a4ddd20a1248 on resource:network {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:58:00.179537 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.api.v2.resource [None req-99b57680-819f-4e0f-aa19-a383444c2062 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] create failed (client error): There was a conflict when trying to complete your request. Apr 01 15:58:00.182751 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-99b57680-819f-4e0f-aa19-a383444c2062 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3032095 Apr 01 15:58:00.184512 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55048) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:00.198230 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-edb9b9bd-b5df-4918-b941-4e109f608678 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Unset dirty status for tenant:5ba8a8fd69c24ae39137a4ddd20a1248 on resource:network {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:58:00.199484 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-edb9b9bd-b5df-4918-b941-4e109f608678 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2787719 Apr 01 15:58:00.205322 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55052) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:00.214070 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-de02787b-26f3-44e6-b833-f581b6b5fe6b tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2128689926'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:00.232825 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-de02787b-26f3-44e6-b833-f581b6b5fe6b tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:00.255732 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-de02787b-26f3-44e6-b833-f581b6b5fe6b tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:00.261238 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-be31566e-342b-4adb-962c-eea1a460118e tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:00.273946 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-16eb8209-3ead-40db-9902-fd7a48038df3 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:00.278918 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be31566e-342b-4adb-962c-eea1a460118e tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=83828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:58:00.279339 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-be31566e-342b-4adb-962c-eea1a460118e tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15306523'] for segment, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:00.292709 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de02787b-26f3-44e6-b833-f581b6b5fe6b tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Made reservation on behalf of 5ba8a8fd69c24ae39137a4ddd20a1248 for: {'network': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:58:00.295843 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-de02787b-26f3-44e6-b833-f581b6b5fe6b tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:00.296337 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 7434b11f-1d0f-47ee-9b62-4800c1922054 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:58:00.297101 dv-neutron-833373-2-hyperv neutron-server[83828]: Traceback (most recent call last): Apr 01 15:58:00.297101 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:58:00.297101 dv-neutron-833373-2-hyperv neutron-server[83828]: timer() Apr 01 15:58:00.297101 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:58:00.297101 dv-neutron-833373-2-hyperv neutron-server[83828]: cb(*args, **kw) Apr 01 15:58:00.297101 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:58:00.297101 dv-neutron-833373-2-hyperv neutron-server[83828]: return func(*args, **kwargs) Apr 01 15:58:00.297101 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:58:00.297101 dv-neutron-833373-2-hyperv neutron-server[83828]: self._notify() Apr 01 15:58:00.297101 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:58:00.297101 dv-neutron-833373-2-hyperv neutron-server[83828]: self.callback(batched_events) Apr 01 15:58:00.297101 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:58:00.297101 dv-neutron-833373-2-hyperv neutron-server[83828]: event.method(event) Apr 01 15:58:00.297101 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:58:00.297101 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:58:00.297101 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:58:00.297101 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:58:00.297101 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:58:00.297101 dv-neutron-833373-2-hyperv neutron-server[83828]: return f(self, *a, **k) Apr 01 15:58:00.297101 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:58:00.297101 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._get(url).json() Apr 01 15:58:00.297101 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:58:00.297101 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:58:00.297101 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:58:00.297101 dv-neutron-833373-2-hyperv neutron-server[83828]: return self.request(url, 'GET', **kwargs) Apr 01 15:58:00.297101 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:58:00.297101 dv-neutron-833373-2-hyperv neutron-server[83828]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:58:00.297101 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:58:00.297101 dv-neutron-833373-2-hyperv neutron-server[83828]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:58:00.297101 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:58:00.297101 dv-neutron-833373-2-hyperv neutron-server[83828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:58:00.297101 dv-neutron-833373-2-hyperv neutron-server[83828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:58:00.302749 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-16eb8209-3ead-40db-9902-fd7a48038df3 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Usage tracker for resource:subnet and tenant:11b74bb4c805440eb8922ec9333718ac is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:00.317609 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-97f67362-88c2-46fd-8ca3-d5fbeff695d8 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Notify callbacks [] for security_group, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:00.353783 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-16eb8209-3ead-40db-9902-fd7a48038df3 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:00.355462 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-97f67362-88c2-46fd-8ca3-d5fbeff695d8 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:00.363635 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de02787b-26f3-44e6-b833-f581b6b5fe6b tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=83826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:58:00.380510 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 7434b11f-1d0f-47ee-9b62-4800c1922054 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:58:00.386550 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 7434b11f-1d0f-47ee-9b62-4800c1922054 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:00.387164 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:00.387325 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-de02787b-26f3-44e6-b833-f581b6b5fe6b tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:00.387658 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.segments_db [None req-de02787b-26f3-44e6-b833-f581b6b5fe6b tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Added segment b43f88f0-e7b8-4d1d-8b0f-4842d4310bd2 of type vlan for network 962ea65c-b3e3-44e3-91d5-eb5aaa16780f Apr 01 15:58:00.427250 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-de02787b-26f3-44e6-b833-f581b6b5fe6b tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:00.433691 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-16eb8209-3ead-40db-9902-fd7a48038df3 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:00.451444 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-97f67362-88c2-46fd-8ca3-d5fbeff695d8 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:00.473421 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f67362-88c2-46fd-8ca3-d5fbeff695d8 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b9c44c0-f97a-438d-9f48-812882bcacf9,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:00.481062 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-de02787b-26f3-44e6-b833-f581b6b5fe6b tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:00.485021 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de02787b-26f3-44e6-b833-f581b6b5fe6b tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:00.485671 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-de02787b-26f3-44e6-b833-f581b6b5fe6b tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:00.535398 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:00.579403 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port 7434b11f-1d0f-47ee-9b62-4800c1922054, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=7434b11f-1d0f-47ee-9b62-4800c1922054,segment=NetworkSegment(7f587f00-647c-45ad-b76a-3abef92c4648),segment_id=7f587f00-647c-45ad-b76a-3abef92c4648)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:58:00.585143 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:00.596283 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16eb8209-3ead-40db-9902-fd7a48038df3 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Made reservation on behalf of 11b74bb4c805440eb8922ec9333718ac for: {'subnet': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:58:00.614883 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-be31566e-342b-4adb-962c-eea1a460118e tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:00.625984 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-be31566e-342b-4adb-962c-eea1a460118e tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:00.657323 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 162a8b05-68fb-40b4-8e96-df67791aa231 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:58:00.689555 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-97f67362-88c2-46fd-8ca3-d5fbeff695d8 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:00.690767 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-97f67362-88c2-46fd-8ca3-d5fbeff695d8 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] 10.222.0.55 "DELETE /v2.0/security-groups/0b9c44c0-f97a-438d-9f48-812882bcacf9 HTTP/1.1" status: 204 len: 168 time: 0.5068769 Apr 01 15:58:00.695304 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55058) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:00.697440 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 162a8b05-68fb-40b4-8e96-df67791aa231 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:58:00.697752 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 162a8b05-68fb-40b4-8e96-df67791aa231 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:58:00.698169 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device ba55ef7f-cc05-4d48-92c3-511d0c73f46a no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:58:00.701477 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-de02787b-26f3-44e6-b833-f581b6b5fe6b tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4949560 Apr 01 15:58:00.713736 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55062) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:00.725153 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-389b125f-0a63-48eb-a720-212e671830cb tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-793655169'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:00.730992 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de02787b-26f3-44e6-b833-f581b6b5fe6b tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Pushing event updated for resources: {'Network': ['ID=962ea65c-b3e3-44e3-91d5-eb5aaa16780f,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:00.732256 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: ba55ef7f-cc05-4d48-92c3-511d0c73f46a {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:58:00.732601 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device ba55ef7f-cc05-4d48-92c3-511d0c73f46a not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:58:00.737341 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-389b125f-0a63-48eb-a720-212e671830cb tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:00.742285 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=7434b11f-1d0f-47ee-9b62-4800c1922054,revision_number=5']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:00.751164 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 962ea65c-b3e3-44e3-91d5-eb5aaa16780f details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:58:00.757348 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-389b125f-0a63-48eb-a720-212e671830cb tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:00.784893 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-be31566e-342b-4adb-962c-eea1a460118e tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "DELETE /v2.0/networks/d089ed11-578b-4044-93c5-5d8ff2359cc2 HTTP/1.1" status: 204 len: 168 time: 3.1553242 Apr 01 15:58:00.784893 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be31566e-342b-4adb-962c-eea1a460118e tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Pushing event deleted for resources: {'Network': ['ID=d089ed11-578b-4044-93c5-5d8ff2359cc2,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:00.786153 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55066) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:00.808539 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-951fa443-9ff7-4271-af0a-a116cff5abe3 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130651'] for router, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:00.826839 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-951fa443-9ff7-4271-af0a-a116cff5abe3 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:00.846355 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-16eb8209-3ead-40db-9902-fd7a48038df3 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16030269'] for subnet, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:00.853438 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-389b125f-0a63-48eb-a720-212e671830cb tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Made reservation on behalf of 5ba8a8fd69c24ae39137a4ddd20a1248 for: {'network': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:58:00.856906 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-389b125f-0a63-48eb-a720-212e671830cb tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:00.929256 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-ed02ecbd-9a07-4887-b8a3-db366b35b0f1 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Synchronizing usage tracker for tenant:fafc723bebf94b35b584f0a914453088 on resource:security_group {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:58:00.965943 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-951fa443-9ff7-4271-af0a-a116cff5abe3 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607376'] for router, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:00.966521 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-951fa443-9ff7-4271-af0a-a116cff5abe3 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Fanout notify agent at l3_agent the message router_deleted on router d8a7e7e0-d9e4-4c94-9d6a-48c7d6207aa9 {{(pid=83828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:58:00.967950 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-389b125f-0a63-48eb-a720-212e671830cb tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=83826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:58:00.989855 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-951fa443-9ff7-4271-af0a-a116cff5abe3 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:00.991356 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-ed02ecbd-9a07-4887-b8a3-db366b35b0f1 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Unset dirty status for tenant:fafc723bebf94b35b584f0a914453088 on resource:security_group {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:58:00.992805 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-ed02ecbd-9a07-4887-b8a3-db366b35b0f1 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2963881 Apr 01 15:58:00.994784 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-951fa443-9ff7-4271-af0a-a116cff5abe3 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "DELETE /v2.0/routers/d8a7e7e0-d9e4-4c94-9d6a-48c7d6207aa9 HTTP/1.1" status: 204 len: 168 time: 1.3634238 Apr 01 15:58:00.996626 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55070) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:00.997172 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55072) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:01.029496 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-389b125f-0a63-48eb-a720-212e671830cb tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:01.029902 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.segments_db [None req-389b125f-0a63-48eb-a720-212e671830cb tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Added segment 1c151760-554b-47e1-97ab-fbcbed22b1d6 of type vlan for network 5dee1bc9-fe0b-4b29-92fa-762b8461c1b1 Apr 01 15:58:01.035367 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-6e1e103e-622a-44e5-b29c-2808dd0eae50 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Request body: {'security_group': {'name': 'tempest-secgroup--785334837'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:01.056285 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-6e1e103e-622a-44e5-b29c-2808dd0eae50 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:01.099261 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-6e1e103e-622a-44e5-b29c-2808dd0eae50 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:01.105987 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-389b125f-0a63-48eb-a720-212e671830cb tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:01.126571 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-16eb8209-3ead-40db-9902-fd7a48038df3 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15306628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16030227'] for subnet, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:01.203281 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eb8209-3ead-40db-9902-fd7a48038df3 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event updated for resources: {'Subnet': ['ID=e2e1dcdf-ee09-4e09-b3dd-8eaba11847b7,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:01.206776 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6e1e103e-622a-44e5-b29c-2808dd0eae50 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Notify callbacks [] for security_group, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:01.217429 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16eb8209-3ead-40db-9902-fd7a48038df3 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Checking segment: {'id': '847f39fc-0dd8-450c-8a5f-1c53dbf11a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2b37335c-49cb-4cff-904e-5000c87d8902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:58:01.217720 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16eb8209-3ead-40db-9902-fd7a48038df3 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Network hostable DHCP agents. Network: 2b37335c-49cb-4cff-904e-5000c87d8902, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:58:01.242697 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16eb8209-3ead-40db-9902-fd7a48038df3 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Network 2b37335c-49cb-4cff-904e-5000c87d8902 is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:58:01.253467 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-16eb8209-3ead-40db-9902-fd7a48038df3 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, 2b37335c-49cb-4cff-904e-5000c87d8902) {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:58:01.257008 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-389b125f-0a63-48eb-a720-212e671830cb tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:01.258786 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16eb8209-3ead-40db-9902-fd7a48038df3 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:01.259916 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-16eb8209-3ead-40db-9902-fd7a48038df3 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:01.260799 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389b125f-0a63-48eb-a720-212e671830cb tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:01.261394 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-389b125f-0a63-48eb-a720-212e671830cb tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:01.263682 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfbb3e7-2564-4a69-be15-f2687a9e71d5 None None] Network 2b37335c-49cb-4cff-904e-5000c87d8902 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:58:01.292139 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-16eb8209-3ead-40db-9902-fd7a48038df3 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4347429 Apr 01 15:58:01.295274 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 55078) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:01.302829 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-aa2b27e3-effc-4597-a5f2-8787367b0ace tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-119068002', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:01.311388 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-aa2b27e3-effc-4597-a5f2-8787367b0ace tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:01.316055 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-aa2b27e3-effc-4597-a5f2-8787367b0ace tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Usage tracker for resource:router and tenant:11b74bb4c805440eb8922ec9333718ac is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:01.319346 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-aa2b27e3-effc-4597-a5f2-8787367b0ace tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:01.327284 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-aa2b27e3-effc-4597-a5f2-8787367b0ace tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:01.339534 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-aa2b27e3-effc-4597-a5f2-8787367b0ace tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130665'] for router, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:01.340910 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-aa2b27e3-effc-4597-a5f2-8787367b0ace tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617571', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130640'] for router, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:01.363814 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-aa2b27e3-effc-4597-a5f2-8787367b0ace tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:01.386103 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-aa2b27e3-effc-4597-a5f2-8787367b0ace tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616'] for router, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:01.408225 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-aa2b27e3-effc-4597-a5f2-8787367b0ace tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:01.409484 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-aa2b27e3-effc-4597-a5f2-8787367b0ace tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.1130195 Apr 01 15:58:01.412444 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 55082) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:01.418746 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-0f48a042-e122-4cf8-ad6e-1d7490bd3017 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Request body: {'port': {'network_id': '2b37335c-49cb-4cff-904e-5000c87d8902', 'name': 'tempest-PortsTestJSON-510934778'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:01.487094 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611794ae-8688-45e7-b0d9-d25c251e26dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-2b37335c-49cb-4cff-904e-5000c87d8902', 'network_id': '2b37335c-49cb-4cff-904e-5000c87d8902', 'tenant_id': '11b74bb4c805440eb8922ec9333718ac', 'fixed_ips': [{'subnet_id': 'e2e1dcdf-ee09-4e09-b3dd-8eaba11847b7'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:58:01.488139 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-611794ae-8688-45e7-b0d9-d25c251e26dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:01.527564 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-6e1e103e-622a-44e5-b29c-2808dd0eae50 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:01.548189 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-6e1e103e-622a-44e5-b29c-2808dd0eae50 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Usage tracker for resource:security_group_rule and tenant:fafc723bebf94b35b584f0a914453088 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:01.556264 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-6e1e103e-622a-44e5-b29c-2808dd0eae50 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:01.560473 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389b125f-0a63-48eb-a720-212e671830cb tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Pushing event updated for resources: {'Network': ['ID=5dee1bc9-fe0b-4b29-92fa-762b8461c1b1,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:01.568257 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-389b125f-0a63-48eb-a720-212e671830cb tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8510973 Apr 01 15:58:01.570001 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-6e1e103e-622a-44e5-b29c-2808dd0eae50 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:01.573830 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-0f48a042-e122-4cf8-ad6e-1d7490bd3017 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:01.575176 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e248cf2-0401-41cd-903b-1fa597b64912 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Deleting subnet 5b862838-facf-4ffa-b5e1-43ffea0facd7 {{(pid=83826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:58:01.577272 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55086) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:01.578575 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 5dee1bc9-fe0b-4b29-92fa-762b8461c1b1 details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:58:01.579948 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-0f48a042-e122-4cf8-ad6e-1d7490bd3017 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Usage tracker for resource:port and tenant:11b74bb4c805440eb8922ec9333718ac is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:01.582612 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-0f48a042-e122-4cf8-ad6e-1d7490bd3017 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:01.585254 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5e248cf2-0401-41cd-903b-1fa597b64912 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for subnet, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:01.589957 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-0f48a042-e122-4cf8-ad6e-1d7490bd3017 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:01.603986 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f48a042-e122-4cf8-ad6e-1d7490bd3017 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Made reservation on behalf of 11b74bb4c805440eb8922ec9333718ac for: {'port': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:58:01.607398 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0f48a042-e122-4cf8-ad6e-1d7490bd3017 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:01.622004 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-186170d3-f8eb-4f25-b6be-c805e3235cd6 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Request body: {'ports': [{'network_id': '962ea65c-b3e3-44e3-91d5-eb5aaa16780f', 'name': 'tempest-port--332213120', 'admin_state_up': True}, {'network_id': '5dee1bc9-fe0b-4b29-92fa-762b8461c1b1', 'admin_state_up': False}]} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:01.622309 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-186170d3-f8eb-4f25-b6be-c805e3235cd6 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Request body: {'port': {'network_id': '962ea65c-b3e3-44e3-91d5-eb5aaa16780f', 'name': 'tempest-port--332213120', 'admin_state_up': True}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:01.622774 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-186170d3-f8eb-4f25-b6be-c805e3235cd6 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Request body: {'port': {'network_id': '5dee1bc9-fe0b-4b29-92fa-762b8461c1b1', 'admin_state_up': False}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:01.631963 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [None req-0f48a042-e122-4cf8-ad6e-1d7490bd3017 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] device_id is not set on port 67323ed6-1658-469d-a19e-595684364a88 yet. {{(pid=83828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:58:01.751442 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-611794ae-8688-45e7-b0d9-d25c251e26dc None None] Allocated IP 172.20.0.2 (2b37335c-49cb-4cff-904e-5000c87d8902/e2e1dcdf-ee09-4e09-b3dd-8eaba11847b7/49017a9c-77c7-47c2-a1b5-abf745be6045) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:58:01.768790 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5e248cf2-0401-41cd-903b-1fa597b64912 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16610770'] for subnet, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:01.935977 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6e1e103e-622a-44e5-b29c-2808dd0eae50 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Notify callbacks [] for security_group, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:01.966432 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6e1e103e-622a-44e5-b29c-2808dd0eae50 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:01.980965 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-611794ae-8688-45e7-b0d9-d25c251e26dc None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:01.993658 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-611794ae-8688-45e7-b0d9-d25c251e26dc None None] Transition to ACTIVE for port object 49017a9c-77c7-47c2-a1b5-abf745be6045 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:58:02.015185 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-611794ae-8688-45e7-b0d9-d25c251e26dc None None] Transition to ACTIVE for port object 49017a9c-77c7-47c2-a1b5-abf745be6045 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:58:02.023161 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-611794ae-8688-45e7-b0d9-d25c251e26dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:02.115479 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-0f48a042-e122-4cf8-ad6e-1d7490bd3017 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Allocated IP 172.20.0.14 (2b37335c-49cb-4cff-904e-5000c87d8902/e2e1dcdf-ee09-4e09-b3dd-8eaba11847b7/67323ed6-1658-469d-a19e-595684364a88) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:58:02.123391 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-186170d3-f8eb-4f25-b6be-c805e3235cd6 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:02.125439 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 7434b11f-1d0f-47ee-9b62-4800c1922054 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:58:02.126487 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6e1e103e-622a-44e5-b29c-2808dd0eae50 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:02.127763 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-6e1e103e-622a-44e5-b29c-2808dd0eae50 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1280503 Apr 01 15:58:02.128608 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1e103e-622a-44e5-b29c-2808dd0eae50 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c235375-212b-4afb-b170-ddaef250347d,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:02.132913 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 55090) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:02.140325 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-e17ab133-39d9-4021-92c2-dbd47444e567 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Request body: {'security_group_rule': {'security_group_id': '2c235375-212b-4afb-b170-ddaef250347d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:02.141175 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.api.v2.resource [None req-e17ab133-39d9-4021-92c2-dbd47444e567 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:58:02.144599 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-e17ab133-39d9-4021-92c2-dbd47444e567 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0082240 Apr 01 15:58:02.145207 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 55094) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:02.146642 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bb897c8e-0cdf-43f7-a67b-f9cf95fb5bec tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611543'] for router_interface, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:02.195413 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611794ae-8688-45e7-b0d9-d25c251e26dc None None] Network 2b37335c-49cb-4cff-904e-5000c87d8902 is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:58:02.199326 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-186170d3-f8eb-4f25-b6be-c805e3235cd6 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Usage tracker for resource:port and tenant:5ba8a8fd69c24ae39137a4ddd20a1248 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:02.205412 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-611794ae-8688-45e7-b0d9-d25c251e26dc None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:58:02.208047 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611794ae-8688-45e7-b0d9-d25c251e26dc None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:58:02.211028 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-186170d3-f8eb-4f25-b6be-c805e3235cd6 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:02.228701 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611794ae-8688-45e7-b0d9-d25c251e26dc None None] Pushing event updated for resources: {'Port': ['ID=49017a9c-77c7-47c2-a1b5-abf745be6045,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:02.343120 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-611794ae-8688-45e7-b0d9-d25c251e26dc None None] Attempting to bind port 49017a9c-77c7-47c2-a1b5-abf745be6045 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:58:02.343120 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-611794ae-8688-45e7-b0d9-d25c251e26dc None None] Attempting to bind port 49017a9c-77c7-47c2-a1b5-abf745be6045 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': '847f39fc-0dd8-450c-8a5f-1c53dbf11a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2b37335c-49cb-4cff-904e-5000c87d8902'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:58:02.343497 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611794ae-8688-45e7-b0d9-d25c251e26dc None None] Attempting to bind port 49017a9c-77c7-47c2-a1b5-abf745be6045 on network 2b37335c-49cb-4cff-904e-5000c87d8902 {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:58:02.354022 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611794ae-8688-45e7-b0d9-d25c251e26dc None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:58:02.354401 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611794ae-8688-45e7-b0d9-d25c251e26dc None None] Checking segment: {'id': '847f39fc-0dd8-450c-8a5f-1c53dbf11a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2b37335c-49cb-4cff-904e-5000c87d8902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:58:02.354804 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-611794ae-8688-45e7-b0d9-d25c251e26dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:02.355200 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611794ae-8688-45e7-b0d9-d25c251e26dc None None] Bound using segment: {'id': '847f39fc-0dd8-450c-8a5f-1c53dbf11a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2b37335c-49cb-4cff-904e-5000c87d8902'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:58:02.356078 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-611794ae-8688-45e7-b0d9-d25c251e26dc None None] Bound port: 49017a9c-77c7-47c2-a1b5-abf745be6045, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '847f39fc-0dd8-450c-8a5f-1c53dbf11a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '2b37335c-49cb-4cff-904e-5000c87d8902'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:58:02.356078 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-611794ae-8688-45e7-b0d9-d25c251e26dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:02.376448 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 7434b11f-1d0f-47ee-9b62-4800c1922054 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:02.376997 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:02.403096 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-186170d3-f8eb-4f25-b6be-c805e3235cd6 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:02.422944 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5e248cf2-0401-41cd-903b-1fa597b64912 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:02.465433 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-186170d3-f8eb-4f25-b6be-c805e3235cd6 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Made reservation on behalf of 5ba8a8fd69c24ae39137a4ddd20a1248 for: {'port': 2} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:58:02.468927 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-186170d3-f8eb-4f25-b6be-c805e3235cd6 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:02.482065 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3e94ba00-4815-4173-85e4-0cb70d37d5ee tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:02.516666 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-186170d3-f8eb-4f25-b6be-c805e3235cd6 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:02.538757 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3e94ba00-4815-4173-85e4-0cb70d37d5ee tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:02.563528 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-611794ae-8688-45e7-b0d9-d25c251e26dc None None] For port 49017a9c-77c7-47c2-a1b5-abf745be6045, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:58:02.576323 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-611794ae-8688-45e7-b0d9-d25c251e26dc None None] For port 49017a9c-77c7-47c2-a1b5-abf745be6045, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=49017a9c-77c7-47c2-a1b5-abf745be6045,segment=NetworkSegment(847f39fc-0dd8-450c-8a5f-1c53dbf11a6a),segment_id=847f39fc-0dd8-450c-8a5f-1c53dbf11a6a)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:58:02.583530 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-611794ae-8688-45e7-b0d9-d25c251e26dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:02.600484 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0f48a042-e122-4cf8-ad6e-1d7490bd3017 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:02.626888 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [None req-0f48a042-e122-4cf8-ad6e-1d7490bd3017 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Transition to ACTIVE for port object 67323ed6-1658-469d-a19e-595684364a88 will not be triggered until provisioned by entity DHCP. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:58:02.629898 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3e94ba00-4815-4173-85e4-0cb70d37d5ee tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:02.653134 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e94ba00-4815-4173-85e4-0cb70d37d5ee tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c235375-212b-4afb-b170-ddaef250347d,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:02.680306 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5e248cf2-0401-41cd-903b-1fa597b64912 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15415074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16089009'] for subnet, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:02.690108 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0f48a042-e122-4cf8-ad6e-1d7490bd3017 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:02.732258 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611794ae-8688-45e7-b0d9-d25c251e26dc None None] Pushing event updated for resources: {'Port': ['ID=49017a9c-77c7-47c2-a1b5-abf745be6045,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:02.745686 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3e94ba00-4815-4173-85e4-0cb70d37d5ee tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:02.746813 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-3e94ba00-4815-4173-85e4-0cb70d37d5ee tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] 10.222.0.55 "DELETE /v2.0/security-groups/2c235375-212b-4afb-b170-ddaef250347d HTTP/1.1" status: 204 len: 168 time: 0.6010559 Apr 01 15:58:02.758306 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 55098) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:02.806015 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e248cf2-0401-41cd-903b-1fa597b64912 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Pushing event deleted for resources: {'Subnet': ['ID=5b862838-facf-4ffa-b5e1-43ffea0facd7,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:02.807555 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f48a042-e122-4cf8-ad6e-1d7490bd3017 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Network 2b37335c-49cb-4cff-904e-5000c87d8902 is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:58:02.813386 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-0f48a042-e122-4cf8-ad6e-1d7490bd3017 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:58:02.816903 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f48a042-e122-4cf8-ad6e-1d7490bd3017 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event updated for resources: {'Port': ['ID=67323ed6-1658-469d-a19e-595684364a88,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:02.819533 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f48a042-e122-4cf8-ad6e-1d7490bd3017 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:58:02.823421 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5e248cf2-0401-41cd-903b-1fa597b64912 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:02.833643 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76cad09-df63-4b9d-9e47-33e2fa0129e1 None None] Network 28a0fcde-5179-4206-889e-4069cb729856 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:58:02.867148 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [None req-186170d3-f8eb-4f25-b6be-c805e3235cd6 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] device_id is not set on port 129f5ede-4315-4619-bf04-c6c66639839d yet. {{(pid=83826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:58:02.879382 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-5e248cf2-0401-41cd-903b-1fa597b64912 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "DELETE /v2.0/subnets/5b862838-facf-4ffa-b5e1-43ffea0facd7 HTTP/1.1" status: 204 len: 168 time: 1.8811970 Apr 01 15:58:02.887914 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55104) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:02.907561 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-9bd07077-d7ea-4883-a352-f98d1565e665 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Synchronizing usage tracker for tenant:fafc723bebf94b35b584f0a914453088 on resource:security_group {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:58:02.942883 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f48a042-e122-4cf8-ad6e-1d7490bd3017 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:02.943619 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0f48a042-e122-4cf8-ad6e-1d7490bd3017 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:02.949850 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-9bd07077-d7ea-4883-a352-f98d1565e665 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Unset dirty status for tenant:fafc723bebf94b35b584f0a914453088 on resource:security_group {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:58:02.951115 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-9bd07077-d7ea-4883-a352-f98d1565e665 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1919329 Apr 01 15:58:02.958878 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 55108) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:02.980050 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-5fd70a7f-2601-47d0-9545-01e44d0aaf83 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Request body: {'security_group': {'name': 'tempest-secgroup--214482020'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:02.989539 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-5fd70a7f-2601-47d0-9545-01e44d0aaf83 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:02.995714 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-0f48a042-e122-4cf8-ad6e-1d7490bd3017 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5817113 Apr 01 15:58:02.998615 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 55112) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:03.094295 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-5fd70a7f-2601-47d0-9545-01e44d0aaf83 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:03.123597 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5fd70a7f-2601-47d0-9545-01e44d0aaf83 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Notify callbacks [] for security_group, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:03.236477 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb81f62-9368-4048-9982-656c10ebd40b None None] DHCP port deletion for 28a0fcde-5179-4206-889e-4069cb729856 request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:58:03.239841 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-5fd70a7f-2601-47d0-9545-01e44d0aaf83 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:03.240628 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-4bb81f62-9368-4048-9982-656c10ebd40b None None] Deleting port 583a437d-8fcc-4d4a-aec6-d7624c05cc97 {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:58:03.241092 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-4bb81f62-9368-4048-9982-656c10ebd40b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:03.246078 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-5fd70a7f-2601-47d0-9545-01e44d0aaf83 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Usage tracker for resource:security_group_rule and tenant:fafc723bebf94b35b584f0a914453088 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:03.250101 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-5fd70a7f-2601-47d0-9545-01e44d0aaf83 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:03.295437 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-221f7c3f-4b5b-4094-b3b5-2e818eefbc6e tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:03.317037 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-5fd70a7f-2601-47d0-9545-01e44d0aaf83 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:03.373112 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-221f7c3f-4b5b-4094-b3b5-2e818eefbc6e tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Deleting port 583a437d-8fcc-4d4a-aec6-d7624c05cc97 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:58:03.373595 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-221f7c3f-4b5b-4094-b3b5-2e818eefbc6e tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:03.416671 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-186170d3-f8eb-4f25-b6be-c805e3235cd6 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:03.566488 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5fd70a7f-2601-47d0-9545-01e44d0aaf83 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Notify callbacks [] for security_group, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:03.572609 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5fd70a7f-2601-47d0-9545-01e44d0aaf83 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:03.581622 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-4bb81f62-9368-4048-9982-656c10ebd40b None None] For port 583a437d-8fcc-4d4a-aec6-d7624c05cc97, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=583a437d-8fcc-4d4a-aec6-d7624c05cc97,segment=NetworkSegment(e22d2bca-2b4f-4e75-b7d6-14de562c04f0),segment_id=e22d2bca-2b4f-4e75-b7d6-14de562c04f0)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:58:03.582237 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-4bb81f62-9368-4048-9982-656c10ebd40b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:03.627874 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd70a7f-2601-47d0-9545-01e44d0aaf83 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d25fb883-f3de-4066-9226-d662864f3c34,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:03.793061 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [None req-186170d3-f8eb-4f25-b6be-c805e3235cd6 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] device_id is not set on port 9644bbb9-121c-4876-92c7-4433cb59bf11 yet. {{(pid=83826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:58:03.831243 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-4bb81f62-9368-4048-9982-656c10ebd40b None None] Calling delete_port for 583a437d-8fcc-4d4a-aec6-d7624c05cc97 owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:58:03.865078 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5fd70a7f-2601-47d0-9545-01e44d0aaf83 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:03.868442 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-5fd70a7f-2601-47d0-9545-01e44d0aaf83 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9088202 Apr 01 15:58:03.889971 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 55116) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:03.900414 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-9d40eddf-91fb-40c7-9fd1-4d786c9f5981 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Request body: {'security_group_rule': {'security_group_id': 'd25fb883-f3de-4066-9226-d662864f3c34', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:03.901073 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.api.v2.resource [None req-9d40eddf-91fb-40c7-9fd1-4d786c9f5981 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:58:03.905881 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-9d40eddf-91fb-40c7-9fd1-4d786c9f5981 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0108702 Apr 01 15:58:03.905881 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 55120) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:03.961831 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-4bb81f62-9368-4048-9982-656c10ebd40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671'] for port, after_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:04.018728 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb81f62-9368-4048-9982-656c10ebd40b None None] Pushing event deleted for resources: {'Port': ['ID=583a437d-8fcc-4d4a-aec6-d7624c05cc97,revision_number=None']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:04.032369 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb81f62-9368-4048-9982-656c10ebd40b None None] No DVR routers for this DVR port 583a437d-8fcc-4d4a-aec6-d7624c05cc97 on host dv-neutron-833373-2-hyperv {{(pid=83829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:58:04.034195 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a1f665-5f9a-4c40-a041-1358deaff55c None None] Network 2b37335c-49cb-4cff-904e-5000c87d8902 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:58:04.119652 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-77e13021-7e2d-489c-b789-2e139f6ccb18 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:04.125060 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-186170d3-f8eb-4f25-b6be-c805e3235cd6 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:04.139704 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 49017a9c-77c7-47c2-a1b5-abf745be6045 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:58:04.169327 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-186170d3-f8eb-4f25-b6be-c805e3235cd6 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:04.179071 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [None req-221f7c3f-4b5b-4094-b3b5-2e818eefbc6e tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] For port 583a437d-8fcc-4d4a-aec6-d7624c05cc97, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=583a437d-8fcc-4d4a-aec6-d7624c05cc97,segment=NetworkSegment(e22d2bca-2b4f-4e75-b7d6-14de562c04f0),segment_id=e22d2bca-2b4f-4e75-b7d6-14de562c04f0)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:58:04.179487 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-221f7c3f-4b5b-4094-b3b5-2e818eefbc6e tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:04.237097 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4584dfcc-fd1e-439a-a6fe-cb864fe27d77 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:04.251664 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-d3c5147e-db94-4e68-beaa-0f401aaaf05b None None] Provisioning for port 49017a9c-77c7-47c2-a1b5-abf745be6045 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:58:04.320468 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 49017a9c-77c7-47c2-a1b5-abf745be6045 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:58:04.356991 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 49017a9c-77c7-47c2-a1b5-abf745be6045 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:04.356991 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:04.387842 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-221f7c3f-4b5b-4094-b3b5-2e818eefbc6e tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Calling delete_port for 583a437d-8fcc-4d4a-aec6-d7624c05cc97 owned by network:dhcp {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:58:04.549035 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:04.586415 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port 49017a9c-77c7-47c2-a1b5-abf745be6045, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=49017a9c-77c7-47c2-a1b5-abf745be6045,segment=NetworkSegment(847f39fc-0dd8-450c-8a5f-1c53dbf11a6a),segment_id=847f39fc-0dd8-450c-8a5f-1c53dbf11a6a)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:58:04.594277 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:04.626032 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186170d3-f8eb-4f25-b6be-c805e3235cd6 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Pushing event updated for resources: {'Port': ['ID=129f5ede-4315-4619-bf04-c6c66639839d,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:04.636049 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4584dfcc-fd1e-439a-a6fe-cb864fe27d77 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:04.672547 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 583a437d-8fcc-4d4a-aec6-d7624c05cc97 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:58:04.754454 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 583a437d-8fcc-4d4a-aec6-d7624c05cc97 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:58:04.755167 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 583a437d-8fcc-4d4a-aec6-d7624c05cc97 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:58:04.793426 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=49017a9c-77c7-47c2-a1b5-abf745be6045,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:04.838564 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.db.api [None req-221f7c3f-4b5b-4094-b3b5-2e818eefbc6e tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:58:04.839081 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG oslo_db.api [None req-221f7c3f-4b5b-4094-b3b5-2e818eefbc6e tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:58:04.846457 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186170d3-f8eb-4f25-b6be-c805e3235cd6 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Checking segment: {'id': 'b43f88f0-e7b8-4d1d-8b0f-4842d4310bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '962ea65c-b3e3-44e3-91d5-eb5aaa16780f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:58:04.846457 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186170d3-f8eb-4f25-b6be-c805e3235cd6 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Network hostable DHCP agents. Network: 962ea65c-b3e3-44e3-91d5-eb5aaa16780f, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:58:04.887207 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4584dfcc-fd1e-439a-a6fe-cb864fe27d77 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:04.946802 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-47420822-9eeb-435c-a9f6-0750c109cb73 None None] Provisioning complete for port 49017a9c-77c7-47c2-a1b5-abf745be6045 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:04.948592 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-47420822-9eeb-435c-a9f6-0750c109cb73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:04.978090 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186170d3-f8eb-4f25-b6be-c805e3235cd6 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Network 962ea65c-b3e3-44e3-91d5-eb5aaa16780f is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:58:04.993704 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4584dfcc-fd1e-439a-a6fe-cb864fe27d77 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25fb883-f3de-4066-9226-d662864f3c34,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:05.006915 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-186170d3-f8eb-4f25-b6be-c805e3235cd6 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, 962ea65c-b3e3-44e3-91d5-eb5aaa16780f) {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:58:05.015939 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186170d3-f8eb-4f25-b6be-c805e3235cd6 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:58:05.016816 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-186170d3-f8eb-4f25-b6be-c805e3235cd6 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:05.020901 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-77e13021-7e2d-489c-b789-2e139f6ccb18 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for port, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:05.027459 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4584dfcc-fd1e-439a-a6fe-cb864fe27d77 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:05.029780 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-4584dfcc-fd1e-439a-a6fe-cb864fe27d77 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] 10.222.0.55 "DELETE /v2.0/security-groups/d25fb883-f3de-4066-9226-d662864f3c34 HTTP/1.1" status: 204 len: 168 time: 1.1223156 Apr 01 15:58:05.032398 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 55126) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:05.056604 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a708b884-8bfe-44d1-b31f-5ab863cd29d0 None None] Network 962ea65c-b3e3-44e3-91d5-eb5aaa16780f requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:58:05.063143 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-77e13021-7e2d-489c-b789-2e139f6ccb18 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:05.101461 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186170d3-f8eb-4f25-b6be-c805e3235cd6 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Pushing event updated for resources: {'Port': ['ID=9644bbb9-121c-4876-92c7-4433cb59bf11,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:05.106939 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-bb897c8e-0cdf-43f7-a67b-f9cf95fb5bec tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Deleting port 3e1ee155-032f-4364-b5ea-f8b9aed48a3f {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:58:05.107280 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bb897c8e-0cdf-43f7-a67b-f9cf95fb5bec tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:05.280696 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186170d3-f8eb-4f25-b6be-c805e3235cd6 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Checking segment: {'id': '1c151760-554b-47e1-97ab-fbcbed22b1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '5dee1bc9-fe0b-4b29-92fa-762b8461c1b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:58:05.281325 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186170d3-f8eb-4f25-b6be-c805e3235cd6 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Network hostable DHCP agents. Network: 5dee1bc9-fe0b-4b29-92fa-762b8461c1b1, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:58:05.341616 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-221f7c3f-4b5b-4094-b3b5-2e818eefbc6e tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Deleting port 583a437d-8fcc-4d4a-aec6-d7624c05cc97 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:58:05.341967 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-221f7c3f-4b5b-4094-b3b5-2e818eefbc6e tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:05.375293 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186170d3-f8eb-4f25-b6be-c805e3235cd6 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Network 5dee1bc9-fe0b-4b29-92fa-762b8461c1b1 is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:58:05.402555 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [None req-bb897c8e-0cdf-43f7-a67b-f9cf95fb5bec tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] For port 3e1ee155-032f-4364-b5ea-f8b9aed48a3f, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=3e1ee155-032f-4364-b5ea-f8b9aed48a3f,segment=NetworkSegment(391305c9-8268-4e18-800f-36bcfd8555da),segment_id=391305c9-8268-4e18-800f-36bcfd8555da)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:58:05.403056 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bb897c8e-0cdf-43f7-a67b-f9cf95fb5bec tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:05.422543 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e13021-7e2d-489c-b789-2e139f6ccb18 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event updated for resources: {'Port': ['ID=67323ed6-1658-469d-a19e-595684364a88,revision_number=2']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:05.462123 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-221f7c3f-4b5b-4094-b3b5-2e818eefbc6e tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] The port '583a437d-8fcc-4d4a-aec6-d7624c05cc97' was deleted {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:58:05.462686 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-ca8f25bc-646d-4d18-bb4d-eced26d7123a tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Synchronizing usage tracker for tenant:fafc723bebf94b35b584f0a914453088 on resource:security_group {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:58:05.463030 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-186170d3-f8eb-4f25-b6be-c805e3235cd6 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, 5dee1bc9-fe0b-4b29-92fa-762b8461c1b1) {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:58:05.474366 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a117fbc6-8733-4f5a-aa42-37bd6242a439 None None] Network 5dee1bc9-fe0b-4b29-92fa-762b8461c1b1 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:58:05.499523 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186170d3-f8eb-4f25-b6be-c805e3235cd6 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:58:05.504022 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186170d3-f8eb-4f25-b6be-c805e3235cd6 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:05.508785 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186170d3-f8eb-4f25-b6be-c805e3235cd6 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:05.508785 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-186170d3-f8eb-4f25-b6be-c805e3235cd6 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:05.530498 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-ca8f25bc-646d-4d18-bb4d-eced26d7123a tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Unset dirty status for tenant:fafc723bebf94b35b584f0a914453088 on resource:security_group {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:58:05.533297 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-ca8f25bc-646d-4d18-bb4d-eced26d7123a tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4991388 Apr 01 15:58:05.563999 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55130) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:05.605049 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-47420822-9eeb-435c-a9f6-0750c109cb73 None None] Provisioning for port 67323ed6-1658-469d-a19e-595684364a88 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:58:05.615428 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-47420822-9eeb-435c-a9f6-0750c109cb73 None None] Provisioning complete for port 67323ed6-1658-469d-a19e-595684364a88 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:05.615828 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-47420822-9eeb-435c-a9f6-0750c109cb73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:05.637164 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-88d62855-ead6-497e-8723-df396dcdc9c3 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Request body: {'security_group': {'name': 'tempest-secgroup--13669319'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:05.650132 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-bb897c8e-0cdf-43f7-a67b-f9cf95fb5bec tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Calling delete_port for 3e1ee155-032f-4364-b5ea-f8b9aed48a3f owned by network:router_interface {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:58:05.653444 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-77e13021-7e2d-489c-b789-2e139f6ccb18 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611418'] for router_interface, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:05.707814 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-88d62855-ead6-497e-8723-df396dcdc9c3 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:05.735779 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-47420822-9eeb-435c-a9f6-0750c109cb73 None None] Port 67323ed6-1658-469d-a19e-595684364a88 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:58:05.768265 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-77e13021-7e2d-489c-b789-2e139f6ccb18 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:05.798031 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-186170d3-f8eb-4f25-b6be-c805e3235cd6 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.2167180 Apr 01 15:58:05.807955 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-88d62855-ead6-497e-8723-df396dcdc9c3 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:05.809703 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55134) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:05.813833 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-221f7c3f-4b5b-4094-b3b5-2e818eefbc6e tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:05.857403 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-6334d9f7-0615-48e5-926b-37e5bc3791cc None None] Provisioning complete for port 67323ed6-1658-469d-a19e-595684364a88 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:05.858070 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6334d9f7-0615-48e5-926b-37e5bc3791cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:05.904882 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-221f7c3f-4b5b-4094-b3b5-2e818eefbc6e tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28a0fcde-5179-4206-889e-4069cb729856']}} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:05.916811 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-6334d9f7-0615-48e5-926b-37e5bc3791cc None None] Port 67323ed6-1658-469d-a19e-595684364a88 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:58:05.923976 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-88d62855-ead6-497e-8723-df396dcdc9c3 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Notify callbacks [] for security_group, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:05.935143 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-221f7c3f-4b5b-4094-b3b5-2e818eefbc6e tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e22d2bca-2b4f-4e75-b7d6-14de562c04f0') {'for_net_delete': True} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:05.935447 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-221f7c3f-4b5b-4094-b3b5-2e818eefbc6e tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e22d2bca-2b4f-4e75-b7d6-14de562c04f0') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:05.955539 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-221f7c3f-4b5b-4094-b3b5-2e818eefbc6e tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16610763'] for segment, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:05.991628 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-221f7c3f-4b5b-4094-b3b5-2e818eefbc6e tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:06.014272 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-221f7c3f-4b5b-4094-b3b5-2e818eefbc6e tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=83826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:58:06.014515 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-221f7c3f-4b5b-4094-b3b5-2e818eefbc6e tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15415164'] for segment, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:06.014752 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 49017a9c-77c7-47c2-a1b5-abf745be6045 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:58:06.042152 dv-neutron-833373-2-hyperv neutron-server[83826]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:58:06.042152 dv-neutron-833373-2-hyperv neutron-server[83826]: util.warn( Apr 01 15:58:06.042152 dv-neutron-833373-2-hyperv neutron-server[83826]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:58:06.042152 dv-neutron-833373-2-hyperv neutron-server[83826]: util.warn( Apr 01 15:58:06.042152 dv-neutron-833373-2-hyperv neutron-server[83826]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:58:06.042152 dv-neutron-833373-2-hyperv neutron-server[83826]: util.warn( Apr 01 15:58:06.042152 dv-neutron-833373-2-hyperv neutron-server[83826]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:58:06.042152 dv-neutron-833373-2-hyperv neutron-server[83826]: util.warn( Apr 01 15:58:06.042152 dv-neutron-833373-2-hyperv neutron-server[83826]: Traceback (most recent call last): Apr 01 15:58:06.042152 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:58:06.042152 dv-neutron-833373-2-hyperv neutron-server[83826]: timer() Apr 01 15:58:06.042152 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:58:06.042152 dv-neutron-833373-2-hyperv neutron-server[83826]: cb(*args, **kw) Apr 01 15:58:06.042152 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:58:06.042152 dv-neutron-833373-2-hyperv neutron-server[83826]: return func(*args, **kwargs) Apr 01 15:58:06.042152 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:58:06.042152 dv-neutron-833373-2-hyperv neutron-server[83826]: self._notify() Apr 01 15:58:06.042152 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:58:06.042152 dv-neutron-833373-2-hyperv neutron-server[83826]: self.callback(batched_events) Apr 01 15:58:06.042152 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:58:06.042152 dv-neutron-833373-2-hyperv neutron-server[83826]: event.method(event) Apr 01 15:58:06.042152 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:58:06.042152 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:58:06.042152 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:58:06.042152 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:58:06.042152 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:58:06.042152 dv-neutron-833373-2-hyperv neutron-server[83826]: return f(self, *a, **k) Apr 01 15:58:06.042152 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:58:06.042152 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._get(url).json() Apr 01 15:58:06.042152 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:58:06.042152 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:58:06.042152 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:58:06.042152 dv-neutron-833373-2-hyperv neutron-server[83826]: return self.request(url, 'GET', **kwargs) Apr 01 15:58:06.042152 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:58:06.042152 dv-neutron-833373-2-hyperv neutron-server[83826]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:58:06.042152 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:58:06.042152 dv-neutron-833373-2-hyperv neutron-server[83826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:58:06.042152 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:58:06.042152 dv-neutron-833373-2-hyperv neutron-server[83826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:58:06.042152 dv-neutron-833373-2-hyperv neutron-server[83826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:58:06.102483 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 49017a9c-77c7-47c2-a1b5-abf745be6045 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:06.103283 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:06.110264 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-88d62855-ead6-497e-8723-df396dcdc9c3 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:06.135075 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-88d62855-ead6-497e-8723-df396dcdc9c3 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Usage tracker for resource:security_group_rule and tenant:fafc723bebf94b35b584f0a914453088 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:06.139110 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-88d62855-ead6-497e-8723-df396dcdc9c3 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:06.149066 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-88d62855-ead6-497e-8723-df396dcdc9c3 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:06.161802 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e67de4-7e1f-4a79-a364-053ffb6a4d36 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:06.165888 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e67de4-7e1f-4a79-a364-053ffb6a4d36 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:06.166826 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-51e67de4-7e1f-4a79-a364-053ffb6a4d36 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Synchronizing usage tracker for tenant:5ba8a8fd69c24ae39137a4ddd20a1248 on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:58:06.205254 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-221f7c3f-4b5b-4094-b3b5-2e818eefbc6e tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:06.239164 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-221f7c3f-4b5b-4094-b3b5-2e818eefbc6e tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:06.244059 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-77e13021-7e2d-489c-b789-2e139f6ccb18 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for port, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:06.251099 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-77e13021-7e2d-489c-b789-2e139f6ccb18 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:06.265781 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221f7c3f-4b5b-4094-b3b5-2e818eefbc6e tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Pushing event deleted for resources: {'Network': ['ID=28a0fcde-5179-4206-889e-4069cb729856,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:06.297667 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-51e67de4-7e1f-4a79-a364-053ffb6a4d36 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Unset dirty status for tenant:5ba8a8fd69c24ae39137a4ddd20a1248 on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:58:06.298817 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-51e67de4-7e1f-4a79-a364-053ffb6a4d36 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.4881380 Apr 01 15:58:06.304316 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 55138) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:06.310658 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-221f7c3f-4b5b-4094-b3b5-2e818eefbc6e tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "DELETE /v2.0/networks/28a0fcde-5179-4206-889e-4069cb729856 HTTP/1.1" status: 204 len: 168 time: 3.4217169 Apr 01 15:58:06.317013 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55140) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:06.331819 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-2ad7ec48-9b9d-4136-a3f1-ed3de186a185 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1162967274', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:06.343760 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-88d62855-ead6-497e-8723-df396dcdc9c3 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Notify callbacks [] for security_group, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:06.345198 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-2ad7ec48-9b9d-4136-a3f1-ed3de186a185 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:06.347683 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bb897c8e-0cdf-43f7-a67b-f9cf95fb5bec tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:06.380291 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-88d62855-ead6-497e-8723-df396dcdc9c3 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:06.386152 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-2ad7ec48-9b9d-4136-a3f1-ed3de186a185 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Usage tracker for resource:router and tenant:113c2dcebd4142eb9b767ab7a8fce06c is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:06.402512 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-2ad7ec48-9b9d-4136-a3f1-ed3de186a185 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:06.421478 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb897c8e-0cdf-43f7-a67b-f9cf95fb5bec tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Pushing event deleted for resources: {'Port': ['ID=3e1ee155-032f-4364-b5ea-f8b9aed48a3f,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:06.426881 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-2ad7ec48-9b9d-4136-a3f1-ed3de186a185 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:06.429869 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-80b9cb59-8d1c-4b67-9f05-a5f6d19b1f27 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Deleting port 129f5ede-4315-4619-bf04-c6c66639839d {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:58:06.430387 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-80b9cb59-8d1c-4b67-9f05-a5f6d19b1f27 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:06.462955 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-77e13021-7e2d-489c-b789-2e139f6ccb18 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611525'] for router_interface, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:06.466152 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e13021-7e2d-489c-b789-2e139f6ccb18 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event updated for resources: {'Port': ['ID=67323ed6-1658-469d-a19e-595684364a88,revision_number=3']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:06.481939 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2ad7ec48-9b9d-4136-a3f1-ed3de186a185 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130665'] for router, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:06.482887 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2ad7ec48-9b9d-4136-a3f1-ed3de186a185 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617571', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130640'] for router, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:06.495796 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d62855-ead6-497e-8723-df396dcdc9c3 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64009072-58df-45a7-8603-687b058ad45f,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:06.498019 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-88d62855-ead6-497e-8723-df396dcdc9c3 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:06.499462 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-88d62855-ead6-497e-8723-df396dcdc9c3 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.9331679 Apr 01 15:58:06.504513 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55146) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:06.562528 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-836969dc-0412-41be-8208-f20f06d72a16 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Request body: {'security_group_rule': {'security_group_id': '64009072-58df-45a7-8603-687b058ad45f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:06.563667 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.api.v2.resource [None req-836969dc-0412-41be-8208-f20f06d72a16 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:58:06.564638 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-836969dc-0412-41be-8208-f20f06d72a16 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0591977 Apr 01 15:58:06.575154 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55150) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:06.735951 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-f57b8f01-f690-47f3-85b1-f39b644a1e88 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Request body: {'security_group_rule': {'security_group_id': '64009072-58df-45a7-8603-687b058ad45f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:06.736711 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.api.v2.resource [None req-f57b8f01-f690-47f3-85b1-f39b644a1e88 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:58:06.737534 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-f57b8f01-f690-47f3-85b1-f39b644a1e88 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0135236 Apr 01 15:58:06.743892 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55154) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:06.752165 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-3065fea0-583c-4e25-a8e4-40fd155e0217 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Request body: {'security_group_rule': {'security_group_id': '64009072-58df-45a7-8603-687b058ad45f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:06.752876 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.api.v2.resource [None req-3065fea0-583c-4e25-a8e4-40fd155e0217 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:58:06.753848 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-3065fea0-583c-4e25-a8e4-40fd155e0217 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0089121 Apr 01 15:58:06.757283 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55158) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:06.766315 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-295a7186-1ddc-4d6a-8497-3693d32ea68a tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Request body: {'security_group_rule': {'security_group_id': '64009072-58df-45a7-8603-687b058ad45f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:06.767040 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.api.v2.resource [None req-295a7186-1ddc-4d6a-8497-3693d32ea68a tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:58:06.768018 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-295a7186-1ddc-4d6a-8497-3693d32ea68a tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0080338 Apr 01 15:58:06.771544 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55162) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:06.773509 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2ad7ec48-9b9d-4136-a3f1-ed3de186a185 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:06.822216 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bb897c8e-0cdf-43f7-a67b-f9cf95fb5bec tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611462'] for router_interface, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:06.835368 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2ad7ec48-9b9d-4136-a3f1-ed3de186a185 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616'] for router, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:06.872761 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e13021-7e2d-489c-b789-2e139f6ccb18 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Network 2b37335c-49cb-4cff-904e-5000c87d8902 is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:58:06.881619 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-77e13021-7e2d-489c-b789-2e139f6ccb18 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:58:06.945357 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-80b9cb59-8d1c-4b67-9f05-a5f6d19b1f27 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:06.987359 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2ad7ec48-9b9d-4136-a3f1-ed3de186a185 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for router, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:06.988537 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-2ad7ec48-9b9d-4136-a3f1-ed3de186a185 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6706152 Apr 01 15:58:07.001635 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55166) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:07.011956 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-3574ede8-7edb-4f9e-91ad-73ea9cef118b tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Request body: {'network': {'name': 'tempest-RoutersTest-1449313354'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:07.025096 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-db8aa67a-213c-4827-9567-6c54c7ce5ac2 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Notify callbacks [] for security_group, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:07.059526 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-db8aa67a-213c-4827-9567-6c54c7ce5ac2 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:07.081825 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-3574ede8-7edb-4f9e-91ad-73ea9cef118b tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:07.099270 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-3574ede8-7edb-4f9e-91ad-73ea9cef118b tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Usage tracker for resource:network and tenant:113c2dcebd4142eb9b767ab7a8fce06c is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:07.105713 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-3574ede8-7edb-4f9e-91ad-73ea9cef118b tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:07.115507 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-3574ede8-7edb-4f9e-91ad-73ea9cef118b tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:07.151008 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-80b9cb59-8d1c-4b67-9f05-a5f6d19b1f27 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Calling delete_port for 129f5ede-4315-4619-bf04-c6c66639839d owned by {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:58:07.151290 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-5185af8c-c844-4c71-a607-b41a090abed7 None None] Provisioning complete for port 67323ed6-1658-469d-a19e-595684364a88 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:07.151794 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-5185af8c-c844-4c71-a607-b41a090abed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:07.194332 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3574ede8-7edb-4f9e-91ad-73ea9cef118b tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Made reservation on behalf of 113c2dcebd4142eb9b767ab7a8fce06c for: {'network': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:58:07.197277 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3574ede8-7edb-4f9e-91ad-73ea9cef118b tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:07.212040 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-5185af8c-c844-4c71-a607-b41a090abed7 None None] Port 67323ed6-1658-469d-a19e-595684364a88 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:58:07.280818 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-db8aa67a-213c-4827-9567-6c54c7ce5ac2 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:07.312129 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8aa67a-213c-4827-9567-6c54c7ce5ac2 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64009072-58df-45a7-8603-687b058ad45f,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:07.329378 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3574ede8-7edb-4f9e-91ad-73ea9cef118b tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=83826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:58:07.360535 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-80b9cb59-8d1c-4b67-9f05-a5f6d19b1f27 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:07.398528 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-db8aa67a-213c-4827-9567-6c54c7ce5ac2 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:07.402268 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-db8aa67a-213c-4827-9567-6c54c7ce5ac2 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] 10.222.0.55 "DELETE /v2.0/security-groups/64009072-58df-45a7-8603-687b058ad45f HTTP/1.1" status: 204 len: 168 time: 0.6245286 Apr 01 15:58:07.408962 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 55172) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:07.409723 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b9cb59-8d1c-4b67-9f05-a5f6d19b1f27 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Pushing event deleted for resources: {'Port': ['ID=129f5ede-4315-4619-bf04-c6c66639839d,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:07.439193 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 55176) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:07.454092 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3574ede8-7edb-4f9e-91ad-73ea9cef118b tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:07.454357 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.segments_db [None req-3574ede8-7edb-4f9e-91ad-73ea9cef118b tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Added segment 8ad82bc9-5643-40a9-b53f-51dcbbbb6fab of type vlan for network 423f0b4e-e66e-41f0-92c1-2e0344f8d737 Apr 01 15:58:07.492779 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3574ede8-7edb-4f9e-91ad-73ea9cef118b tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:07.512185 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb897c8e-0cdf-43f7-a67b-f9cf95fb5bec tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Router 519ed5a5-f15a-4ea7-b35d-8c8cb14b811d has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:58:07.520993 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-80b9cb59-8d1c-4b67-9f05-a5f6d19b1f27 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:07.539673 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3574ede8-7edb-4f9e-91ad-73ea9cef118b tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:07.543359 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3574ede8-7edb-4f9e-91ad-73ea9cef118b tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:07.543935 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3574ede8-7edb-4f9e-91ad-73ea9cef118b tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:07.621118 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-80b9cb59-8d1c-4b67-9f05-a5f6d19b1f27 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] 10.222.0.55 "DELETE /v2.0/ports/129f5ede-4315-4619-bf04-c6c66639839d HTTP/1.1" status: 204 len: 168 time: 1.3050094 Apr 01 15:58:07.628646 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 55180) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:07.672454 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-60d089f6-543b-4d5b-b52d-d0404b4c4b09 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2605369 Apr 01 15:58:07.685865 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55184) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:07.724268 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-3d51ed28-534c-40fd-bc2e-d62f63372e4d tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Deleting port 9644bbb9-121c-4876-92c7-4433cb59bf11 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:58:07.724506 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3d51ed28-534c-40fd-bc2e-d62f63372e4d tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:07.742008 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-a5543c9c-55b6-45c1-b11c-e32d3e58fd0d tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Request body: {'security_group': {'name': 'tempest-secgroup--1633594830'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:07.774867 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-3574ede8-7edb-4f9e-91ad-73ea9cef118b tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7692175 Apr 01 15:58:07.774867 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-a5543c9c-55b6-45c1-b11c-e32d3e58fd0d tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:07.778426 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 55188) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:07.783667 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-a5543c9c-55b6-45c1-b11c-e32d3e58fd0d tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Usage tracker for resource:security_group and tenant:fafc723bebf94b35b584f0a914453088 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:07.789663 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-a5543c9c-55b6-45c1-b11c-e32d3e58fd0d tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:07.792374 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3574ede8-7edb-4f9e-91ad-73ea9cef118b tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Pushing event updated for resources: {'Network': ['ID=423f0b4e-e66e-41f0-92c1-2e0344f8d737,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:07.797893 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-e2f0862a-4e81-43b4-9e7a-d911885d800a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Request body: {'subnet': {'network_id': '423f0b4e-e66e-41f0-92c1-2e0344f8d737', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:07.798450 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-a5543c9c-55b6-45c1-b11c-e32d3e58fd0d tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:07.805775 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 423f0b4e-e66e-41f0-92c1-2e0344f8d737 details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:58:07.811360 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb897c8e-0cdf-43f7-a67b-f9cf95fb5bec tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:58:07.816579 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-bb897c8e-0cdf-43f7-a67b-f9cf95fb5bec tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "PUT /v2.0/routers/519ed5a5-f15a-4ea7-b35d-8c8cb14b811d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0294361 Apr 01 15:58:07.818066 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a5543c9c-55b6-45c1-b11c-e32d3e58fd0d tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Notify callbacks [] for security_group, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:07.825941 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 55192) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:07.826793 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469e06d8-862c-466a-9159-546847e54373 None None] Sync routers for ids ['519ed5a5-f15a-4ea7-b35d-8c8cb14b811d'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:58:07.857101 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-a5543c9c-55b6-45c1-b11c-e32d3e58fd0d tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:07.861232 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-a5543c9c-55b6-45c1-b11c-e32d3e58fd0d tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Usage tracker for resource:security_group_rule and tenant:fafc723bebf94b35b584f0a914453088 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:07.864131 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-a5543c9c-55b6-45c1-b11c-e32d3e58fd0d tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:07.871578 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-a5543c9c-55b6-45c1-b11c-e32d3e58fd0d tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:07.916642 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469e06d8-862c-466a-9159-546847e54373 None None] Routers {'519ed5a5-f15a-4ea7-b35d-8c8cb14b811d'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:58:07.917298 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-469e06d8-862c-466a-9159-546847e54373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:57:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['519ed5a5-f15a-4ea7-b35d-8c8cb14b811d'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:07.950909 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a5543c9c-55b6-45c1-b11c-e32d3e58fd0d tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Notify callbacks [] for security_group, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:07.959960 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a5543c9c-55b6-45c1-b11c-e32d3e58fd0d tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:08.015354 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5543c9c-55b6-45c1-b11c-e32d3e58fd0d tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5eb5c3c-7035-46a2-a7b5-53837458b65e,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:08.029843 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a5543c9c-55b6-45c1-b11c-e32d3e58fd0d tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:08.031446 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-a5543c9c-55b6-45c1-b11c-e32d3e58fd0d tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3424826 Apr 01 15:58:08.034942 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55196) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:08.052246 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-6f133875-f257-4395-ba5c-c96e55b85269 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Request body: {'security_group_rule': {'security_group_id': 'd5eb5c3c-7035-46a2-a7b5-53837458b65e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:08.053591 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.api.v2.resource [None req-6f133875-f257-4395-ba5c-c96e55b85269 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:58:08.058252 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-6f133875-f257-4395-ba5c-c96e55b85269 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0219231 Apr 01 15:58:08.059866 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55200) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:08.061605 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-469e06d8-862c-466a-9159-546847e54373 None None] Set router 519ed5a5-f15a-4ea7-b35d-8c8cb14b811d gateway port host: None {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:58:08.066809 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-a0b855fd-a93b-473f-a52e-e95e66960b66 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Request body: {'security_group_rule': {'security_group_id': 'd5eb5c3c-7035-46a2-a7b5-53837458b65e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:08.075631 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-a0b855fd-a93b-473f-a52e-e95e66960b66 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:08.080532 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-a0b855fd-a93b-473f-a52e-e95e66960b66 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Usage tracker for resource:security_group_rule and tenant:fafc723bebf94b35b584f0a914453088 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:08.084924 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-a0b855fd-a93b-473f-a52e-e95e66960b66 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:08.091501 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-a0b855fd-a93b-473f-a52e-e95e66960b66 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:08.111405 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77e13021-7e2d-489c-b789-2e139f6ccb18 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Router 6ad83c0f-ace6-4fbe-a735-e6c10697db09 is scheduled to L3 agent ff252634-3424-422a-b742-9ae457bd54bd with binding_index 1 {{(pid=83828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:58:08.133601 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.api.v2.resource [None req-a0b855fd-a93b-473f-a52e-e95e66960b66 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:58:08.138461 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-a0b855fd-a93b-473f-a52e-e95e66960b66 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0772750 Apr 01 15:58:08.139265 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55204) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:08.144664 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-711c196a-643e-4595-b6ae-a58867a75efe tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Request body: {'security_group_rule': {'security_group_id': 'd5eb5c3c-7035-46a2-a7b5-53837458b65e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:08.145369 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.api.v2.resource [None req-711c196a-643e-4595-b6ae-a58867a75efe tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:58:08.149449 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-711c196a-643e-4595-b6ae-a58867a75efe tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0089283 Apr 01 15:58:08.151026 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55208) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:08.156792 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-57d0a1fb-ed42-4787-a6d0-ad14acb6a77a tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Request body: {'security_group_rule': {'security_group_id': 'd5eb5c3c-7035-46a2-a7b5-53837458b65e', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:08.157698 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-e2f0862a-4e81-43b4-9e7a-d911885d800a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:08.163722 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-57d0a1fb-ed42-4787-a6d0-ad14acb6a77a tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:08.167782 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-57d0a1fb-ed42-4787-a6d0-ad14acb6a77a tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Usage tracker for resource:security_group_rule and tenant:fafc723bebf94b35b584f0a914453088 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:08.170902 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-57d0a1fb-ed42-4787-a6d0-ad14acb6a77a tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:08.177395 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-57d0a1fb-ed42-4787-a6d0-ad14acb6a77a tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:08.179378 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-469e06d8-862c-466a-9159-546847e54373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'name': 'tempest-RoutersIpV6Test-router-454146823', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:56:28Z', 'updated_at': '2022-04-01T15:58:06Z', 'revision_number': 11, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'gw_port_host': None}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:08.185228 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469e06d8-862c-466a-9159-546847e54373 None None] Checking router: 519ed5a5-f15a-4ea7-b35d-8c8cb14b811d for host: dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:58:08.197712 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469e06d8-862c-466a-9159-546847e54373 None None] Routers {'519ed5a5-f15a-4ea7-b35d-8c8cb14b811d'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:58:08.198698 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-469e06d8-862c-466a-9159-546847e54373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:57:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['519ed5a5-f15a-4ea7-b35d-8c8cb14b811d'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:08.211846 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.api.v2.resource [None req-57d0a1fb-ed42-4787-a6d0-ad14acb6a77a tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:58:08.213232 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-57d0a1fb-ed42-4787-a6d0-ad14acb6a77a tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0610836 Apr 01 15:58:08.216473 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55212) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:08.222572 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-04bc18ec-d856-4147-8d26-1df9eceee58e tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Request body: {'security_group_rule': {'security_group_id': 'd5eb5c3c-7035-46a2-a7b5-53837458b65e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:08.223286 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.api.v2.resource [None req-04bc18ec-d856-4147-8d26-1df9eceee58e tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:58:08.227915 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-04bc18ec-d856-4147-8d26-1df9eceee58e tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0068185 Apr 01 15:58:08.228588 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55216) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:08.236072 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-964d6318-d1c4-4099-b69f-6f92d2557f26 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Request body: {'security_group_rule': {'security_group_id': 'd5eb5c3c-7035-46a2-a7b5-53837458b65e', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:08.243276 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-964d6318-d1c4-4099-b69f-6f92d2557f26 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:08.247967 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-964d6318-d1c4-4099-b69f-6f92d2557f26 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Usage tracker for resource:security_group_rule and tenant:fafc723bebf94b35b584f0a914453088 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:08.251883 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-964d6318-d1c4-4099-b69f-6f92d2557f26 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:08.259344 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-964d6318-d1c4-4099-b69f-6f92d2557f26 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:08.272512 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.securitygroups_db [None req-964d6318-d1c4-4099-b69f-6f92d2557f26 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Project fafc723bebf94b35b584f0a914453088 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:58:08.295232 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.api.v2.resource [None req-964d6318-d1c4-4099-b69f-6f92d2557f26 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:58:08.299159 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-964d6318-d1c4-4099-b69f-6f92d2557f26 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0664611 Apr 01 15:58:08.299404 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55220) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:08.305548 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-415fb054-a73f-4ee0-8487-fe60d0b83db9 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Request body: {'security_group_rule': {'security_group_id': 'd5eb5c3c-7035-46a2-a7b5-53837458b65e', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:08.306207 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.api.v2.resource [None req-415fb054-a73f-4ee0-8487-fe60d0b83db9 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:58:08.309985 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-415fb054-a73f-4ee0-8487-fe60d0b83db9 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0066764 Apr 01 15:58:08.310249 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55224) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:08.315612 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-d725dca2-22a3-48b1-89e3-3ac848d0adf7 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Request body: {'security_group_rule': {'security_group_id': 'd5eb5c3c-7035-46a2-a7b5-53837458b65e', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:08.325396 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-d725dca2-22a3-48b1-89e3-3ac848d0adf7 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:08.329191 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-d725dca2-22a3-48b1-89e3-3ac848d0adf7 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Usage tracker for resource:security_group_rule and tenant:fafc723bebf94b35b584f0a914453088 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:08.332115 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-d725dca2-22a3-48b1-89e3-3ac848d0adf7 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:08.338754 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-d725dca2-22a3-48b1-89e3-3ac848d0adf7 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:08.348716 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-e2f0862a-4e81-43b4-9e7a-d911885d800a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Usage tracker for resource:subnet and tenant:113c2dcebd4142eb9b767ab7a8fce06c is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:08.349841 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.securitygroups_db [None req-d725dca2-22a3-48b1-89e3-3ac848d0adf7 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Project fafc723bebf94b35b584f0a914453088 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:58:08.373961 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.api.v2.resource [None req-d725dca2-22a3-48b1-89e3-3ac848d0adf7 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:58:08.375182 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-d725dca2-22a3-48b1-89e3-3ac848d0adf7 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0640173 Apr 01 15:58:08.378080 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55228) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:08.383967 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-c6ac7965-54f3-4672-ba60-b8aee81c402b tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Request body: {'security_group_rule': {'security_group_id': 'd5eb5c3c-7035-46a2-a7b5-53837458b65e', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:08.387502 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-469e06d8-862c-466a-9159-546847e54373 None None] Set router 519ed5a5-f15a-4ea7-b35d-8c8cb14b811d gateway port host: None {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:58:08.390431 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-c6ac7965-54f3-4672-ba60-b8aee81c402b tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:08.394823 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-c6ac7965-54f3-4672-ba60-b8aee81c402b tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Usage tracker for resource:security_group_rule and tenant:fafc723bebf94b35b584f0a914453088 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:08.398650 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-c6ac7965-54f3-4672-ba60-b8aee81c402b tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:08.405304 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-c6ac7965-54f3-4672-ba60-b8aee81c402b tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:08.409044 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-e2f0862a-4e81-43b4-9e7a-d911885d800a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:08.417998 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.securitygroups_db [None req-c6ac7965-54f3-4672-ba60-b8aee81c402b tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Project fafc723bebf94b35b584f0a914453088 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:58:08.433194 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-e2f0862a-4e81-43b4-9e7a-d911885d800a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:08.439091 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.api.v2.resource [None req-c6ac7965-54f3-4672-ba60-b8aee81c402b tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:58:08.443855 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-c6ac7965-54f3-4672-ba60-b8aee81c402b tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0613077 Apr 01 15:58:08.444629 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55232) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:08.468282 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3d51ed28-534c-40fd-bc2e-d62f63372e4d tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:08.496486 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f0862a-4e81-43b4-9e7a-d911885d800a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Made reservation on behalf of 113c2dcebd4142eb9b767ab7a8fce06c for: {'subnet': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:58:08.514290 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-469e06d8-862c-466a-9159-546847e54373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'name': 'tempest-RoutersIpV6Test-router-454146823', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:56:28Z', 'updated_at': '2022-04-01T15:58:06Z', 'revision_number': 11, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'gw_port_host': None}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:08.520028 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c602802b-68dd-4d68-a061-7ffb4c6eed5f tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Notify callbacks [] for security_group, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:08.520412 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469e06d8-862c-466a-9159-546847e54373 None None] The sync data for ids ['519ed5a5-f15a-4ea7-b35d-8c8cb14b811d'] in dv-neutron-833373-2-hyperv is: [{'id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'name': 'tempest-RoutersIpV6Test-router-454146823', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:56:28Z', 'updated_at': '2022-04-01T15:58:06Z', 'revision_number': 11, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'gw_port_host': None}] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:58:08.556339 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c602802b-68dd-4d68-a061-7ffb4c6eed5f tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:08.606947 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c602802b-68dd-4d68-a061-7ffb4c6eed5f tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:08.628195 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c602802b-68dd-4d68-a061-7ffb4c6eed5f tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5eb5c3c-7035-46a2-a7b5-53837458b65e,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:08.638176 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c602802b-68dd-4d68-a061-7ffb4c6eed5f tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:08.641778 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-c602802b-68dd-4d68-a061-7ffb4c6eed5f tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] 10.222.0.55 "DELETE /v2.0/security-groups/d5eb5c3c-7035-46a2-a7b5-53837458b65e HTTP/1.1" status: 204 len: 168 time: 0.1936119 Apr 01 15:58:08.641939 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55236) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:08.697318 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-843b4bb3-f856-4059-8890-1926fe6da571 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Synchronizing usage tracker for tenant:fafc723bebf94b35b584f0a914453088 on resource:security_group {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:58:08.704198 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-3d51ed28-534c-40fd-bc2e-d62f63372e4d tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Calling delete_port for 9644bbb9-121c-4876-92c7-4433cb59bf11 owned by {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:58:08.712602 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-843b4bb3-f856-4059-8890-1926fe6da571 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Unset dirty status for tenant:fafc723bebf94b35b584f0a914453088 on resource:security_group {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:58:08.713943 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-843b4bb3-f856-4059-8890-1926fe6da571 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0711455 Apr 01 15:58:08.717965 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55240) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:08.723404 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-728902ae-175b-41ed-b28f-d88ae6bd1967 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Request body: {'security_group': {'name': 'tempest-secgroup--1590424962'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:08.730034 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-728902ae-175b-41ed-b28f-d88ae6bd1967 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:08.739691 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-728902ae-175b-41ed-b28f-d88ae6bd1967 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:08.750488 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-728902ae-175b-41ed-b28f-d88ae6bd1967 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Notify callbacks [] for security_group, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:08.786952 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-728902ae-175b-41ed-b28f-d88ae6bd1967 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:08.790747 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-728902ae-175b-41ed-b28f-d88ae6bd1967 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Usage tracker for resource:security_group_rule and tenant:fafc723bebf94b35b584f0a914453088 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:08.793963 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-728902ae-175b-41ed-b28f-d88ae6bd1967 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:08.799502 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-728902ae-175b-41ed-b28f-d88ae6bd1967 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:08.874288 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-728902ae-175b-41ed-b28f-d88ae6bd1967 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Notify callbacks [] for security_group, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:08.878892 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-728902ae-175b-41ed-b28f-d88ae6bd1967 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:08.924424 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728902ae-175b-41ed-b28f-d88ae6bd1967 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0229f58-3e93-4f7e-87f7-4fff2b1f1d12,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:08.932886 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-728902ae-175b-41ed-b28f-d88ae6bd1967 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:08.934101 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-728902ae-175b-41ed-b28f-d88ae6bd1967 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2152026 Apr 01 15:58:08.937463 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55244) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:08.944633 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-05e48cdb-b4b4-4e3a-9955-736a3ff50f90 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Request body: {'security_group_rule': {'security_group_id': 'd0229f58-3e93-4f7e-87f7-4fff2b1f1d12', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:08.951356 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-05e48cdb-b4b4-4e3a-9955-736a3ff50f90 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:08.955134 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-05e48cdb-b4b4-4e3a-9955-736a3ff50f90 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Usage tracker for resource:security_group_rule and tenant:fafc723bebf94b35b584f0a914453088 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:08.957985 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-05e48cdb-b4b4-4e3a-9955-736a3ff50f90 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:08.964079 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-05e48cdb-b4b4-4e3a-9955-736a3ff50f90 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:09.005452 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.api.v2.resource [None req-05e48cdb-b4b4-4e3a-9955-736a3ff50f90 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] create failed (client error): The resource could not be found. Apr 01 15:58:09.007603 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-05e48cdb-b4b4-4e3a-9955-736a3ff50f90 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0692341 Apr 01 15:58:09.010576 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55248) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:09.017913 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-ddc38050-d0af-4174-be3c-fa0f973770d3 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Request body: {'security_group_rule': {'security_group_id': 'd0229f58-3e93-4f7e-87f7-4fff2b1f1d12', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '60c31af4-25b6-4155-a94a-0ebf75d92458'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:09.028329 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-ddc38050-d0af-4174-be3c-fa0f973770d3 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:09.032852 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-ddc38050-d0af-4174-be3c-fa0f973770d3 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Usage tracker for resource:security_group_rule and tenant:fafc723bebf94b35b584f0a914453088 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:09.036540 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-ddc38050-d0af-4174-be3c-fa0f973770d3 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:09.038548 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_v2 [None req-63dd3a2a-8ed7-4c1a-bf43-82567b25a0d9 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Deleting subnet 9bb82706-c556-4eec-837c-2010fe05eee3 {{(pid=83828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:58:09.044464 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-ddc38050-d0af-4174-be3c-fa0f973770d3 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:09.063111 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-63dd3a2a-8ed7-4c1a-bf43-82567b25a0d9 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for subnet, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:09.091493 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.api.v2.resource [None req-ddc38050-d0af-4174-be3c-fa0f973770d3 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] create failed (client error): The resource could not be found. Apr 01 15:58:09.092801 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-ddc38050-d0af-4174-be3c-fa0f973770d3 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0807545 Apr 01 15:58:09.095414 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55252) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:09.114689 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e2f0862a-4e81-43b4-9e7a-d911885d800a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16030269'] for subnet, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:09.248303 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3d51ed28-534c-40fd-bc2e-d62f63372e4d tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:09.261852 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-63dd3a2a-8ed7-4c1a-bf43-82567b25a0d9 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15303084'] for subnet, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:09.276723 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b6299891-2ffa-4006-9dbe-673178d267f9 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Notify callbacks [] for security_group, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:09.304659 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b6299891-2ffa-4006-9dbe-673178d267f9 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:09.349643 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b6299891-2ffa-4006-9dbe-673178d267f9 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:09.363267 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d51ed28-534c-40fd-bc2e-d62f63372e4d tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Pushing event deleted for resources: {'Port': ['ID=9644bbb9-121c-4876-92c7-4433cb59bf11,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:09.369472 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6299891-2ffa-4006-9dbe-673178d267f9 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0229f58-3e93-4f7e-87f7-4fff2b1f1d12,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:09.376611 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b6299891-2ffa-4006-9dbe-673178d267f9 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:09.377755 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-b6299891-2ffa-4006-9dbe-673178d267f9 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] 10.222.0.55 "DELETE /v2.0/security-groups/d0229f58-3e93-4f7e-87f7-4fff2b1f1d12 HTTP/1.1" status: 204 len: 168 time: 0.2802923 Apr 01 15:58:09.380445 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55256) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:09.405080 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3d51ed28-534c-40fd-bc2e-d62f63372e4d tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:09.446769 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-902aa89c-eadb-46de-aa16-db2249f24af7 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Synchronizing usage tracker for tenant:fafc723bebf94b35b584f0a914453088 on resource:security_group {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:58:09.447110 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-3d51ed28-534c-40fd-bc2e-d62f63372e4d tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] 10.222.0.55 "DELETE /v2.0/ports/9644bbb9-121c-4876-92c7-4433cb59bf11 HTTP/1.1" status: 204 len: 168 time: 1.8173842 Apr 01 15:58:09.450379 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55260) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:09.492268 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e13021-7e2d-489c-b789-2e139f6ccb18 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:58:09.502686 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055f12fc-8454-4cfc-973c-7591f62e164c None None] Sync routers for ids ['6ad83c0f-ace6-4fbe-a735-e6c10697db09'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:58:09.503620 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-a2407211-5be7-47f8-9d7f-02de44c66702 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0520179 Apr 01 15:58:09.508186 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55264) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:09.510286 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-77e13021-7e2d-489c-b789-2e139f6ccb18 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "PUT /v2.0/routers/6ad83c0f-ace6-4fbe-a735-e6c10697db09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5103130 Apr 01 15:58:09.510969 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 55266) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:09.515603 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-a4491bbc-2927-4a33-8680-91dd2813de2a tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1432628083'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:09.518927 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055f12fc-8454-4cfc-973c-7591f62e164c None None] Routers {'6ad83c0f-ace6-4fbe-a735-e6c10697db09'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:58:09.519459 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-902aa89c-eadb-46de-aa16-db2249f24af7 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Unset dirty status for tenant:fafc723bebf94b35b584f0a914453088 on resource:security_group {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:58:09.519945 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-055f12fc-8454-4cfc-973c-7591f62e164c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:57:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['6ad83c0f-ace6-4fbe-a735-e6c10697db09'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:09.520979 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-902aa89c-eadb-46de-aa16-db2249f24af7 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1348758 Apr 01 15:58:09.524642 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55272) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:09.527526 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-a4491bbc-2927-4a33-8680-91dd2813de2a tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:09.533541 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-fc404258-2f2e-4b2f-9151-e8e6d0f128fc tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Request body: {'security_group_rule': {'security_group_id': 'b996d83c-01bb-4e0f-afdd-95d47febd550', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:09.542375 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-a4491bbc-2927-4a33-8680-91dd2813de2a tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Usage tracker for resource:network and tenant:5ba8a8fd69c24ae39137a4ddd20a1248 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:09.545245 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-fc404258-2f2e-4b2f-9151-e8e6d0f128fc tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:09.547426 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-a4491bbc-2927-4a33-8680-91dd2813de2a tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:09.555213 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-fc404258-2f2e-4b2f-9151-e8e6d0f128fc tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Usage tracker for resource:security_group_rule and tenant:fafc723bebf94b35b584f0a914453088 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:09.558038 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-a4491bbc-2927-4a33-8680-91dd2813de2a tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:09.559987 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-fc404258-2f2e-4b2f-9151-e8e6d0f128fc tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:09.568407 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-fc404258-2f2e-4b2f-9151-e8e6d0f128fc tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:09.579472 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4491bbc-2927-4a33-8680-91dd2813de2a tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Made reservation on behalf of 5ba8a8fd69c24ae39137a4ddd20a1248 for: {'network': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:58:09.582434 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a4491bbc-2927-4a33-8680-91dd2813de2a tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:09.589027 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-055f12fc-8454-4cfc-973c-7591f62e164c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:09.592185 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-63dd3a2a-8ed7-4c1a-bf43-82567b25a0d9 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:09.600926 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055f12fc-8454-4cfc-973c-7591f62e164c None None] Routers {'6ad83c0f-ace6-4fbe-a735-e6c10697db09'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:58:09.601621 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-055f12fc-8454-4cfc-973c-7591f62e164c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:57:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['6ad83c0f-ace6-4fbe-a735-e6c10697db09'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:09.630791 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4491bbc-2927-4a33-8680-91dd2813de2a tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=83826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:58:09.633293 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.api.v2.resource [None req-fc404258-2f2e-4b2f-9151-e8e6d0f128fc tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] create failed (client error): The resource could not be found. Apr 01 15:58:09.637932 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-fc404258-2f2e-4b2f-9151-e8e6d0f128fc tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1087217 Apr 01 15:58:09.639445 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 55276) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:09.645111 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a4491bbc-2927-4a33-8680-91dd2813de2a tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:09.645450 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.segments_db [None req-a4491bbc-2927-4a33-8680-91dd2813de2a tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Added segment 46097838-a035-4a71-9ae8-37c9613dc13a of type vlan for network 7c14de4d-f66d-4b31-9425-14853ef68751 Apr 01 15:58:09.665195 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-055f12fc-8454-4cfc-973c-7591f62e164c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:09.665605 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055f12fc-8454-4cfc-973c-7591f62e164c None None] The sync data for ids ['6ad83c0f-ace6-4fbe-a735-e6c10697db09'] in dv-neutron-833373-2-hyperv is: [] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:58:09.674071 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-a2822a47-67e2-4fe5-9b5f-93c4806fe6a5 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Request body: {'security_group': {'name': 'tempest-secgroup--324920226'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:09.691024 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a4491bbc-2927-4a33-8680-91dd2813de2a tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:09.693353 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-a2822a47-67e2-4fe5-9b5f-93c4806fe6a5 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:09.726344 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a4491bbc-2927-4a33-8680-91dd2813de2a tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:09.730434 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4491bbc-2927-4a33-8680-91dd2813de2a tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:09.730871 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a4491bbc-2927-4a33-8680-91dd2813de2a tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:09.731066 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-a2822a47-67e2-4fe5-9b5f-93c4806fe6a5 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:09.751120 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e2f0862a-4e81-43b4-9e7a-d911885d800a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15306628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16030227'] for subnet, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:09.796924 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a2822a47-67e2-4fe5-9b5f-93c4806fe6a5 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Notify callbacks [] for security_group, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:09.843105 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-a4491bbc-2927-4a33-8680-91dd2813de2a tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3336391 Apr 01 15:58:09.846120 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4491bbc-2927-4a33-8680-91dd2813de2a tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Pushing event updated for resources: {'Network': ['ID=7c14de4d-f66d-4b31-9425-14853ef68751,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:09.848070 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55280) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:09.855048 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-4c57a08a-7ee5-40fb-8890-5e8de71a7ea6 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1194196687'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:09.858583 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 7c14de4d-f66d-4b31-9425-14853ef68751 details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:58:09.860940 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-4c57a08a-7ee5-40fb-8890-5e8de71a7ea6 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:09.865734 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-4c57a08a-7ee5-40fb-8890-5e8de71a7ea6 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Usage tracker for resource:network and tenant:5ba8a8fd69c24ae39137a4ddd20a1248 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:09.869530 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-4c57a08a-7ee5-40fb-8890-5e8de71a7ea6 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:09.877257 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-4c57a08a-7ee5-40fb-8890-5e8de71a7ea6 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:09.888408 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c57a08a-7ee5-40fb-8890-5e8de71a7ea6 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Made reservation on behalf of 5ba8a8fd69c24ae39137a4ddd20a1248 for: {'network': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:58:09.891521 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4c57a08a-7ee5-40fb-8890-5e8de71a7ea6 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:09.925283 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c57a08a-7ee5-40fb-8890-5e8de71a7ea6 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=83826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:58:09.936228 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4c57a08a-7ee5-40fb-8890-5e8de71a7ea6 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:09.936707 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.segments_db [None req-4c57a08a-7ee5-40fb-8890-5e8de71a7ea6 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Added segment 869f1ea9-4eeb-4871-aeb7-4e12120bc889 of type vlan for network 1c66f4f6-8072-49e8-ba33-ce6e65593ad6 Apr 01 15:58:09.976932 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-db457a2d-42eb-4869-a084-d24543d95abb tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611543'] for router_interface, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:09.978359 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4c57a08a-7ee5-40fb-8890-5e8de71a7ea6 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:10.015277 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 3e1ee155-032f-4364-b5ea-f8b9aed48a3f no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:58:10.024620 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-63dd3a2a-8ed7-4c1a-bf43-82567b25a0d9 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15306565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16030232'] for subnet, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:10.029952 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4c57a08a-7ee5-40fb-8890-5e8de71a7ea6 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:10.035733 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c57a08a-7ee5-40fb-8890-5e8de71a7ea6 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:10.036455 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4c57a08a-7ee5-40fb-8890-5e8de71a7ea6 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:10.043429 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb990ee3-67bf-4df6-8004-693d10b72dd3 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:10.044335 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-fb990ee3-67bf-4df6-8004-693d10b72dd3 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Synchronizing usage tracker for tenant:11b74bb4c805440eb8922ec9333718ac on resource:port {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:58:10.099153 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 3e1ee155-032f-4364-b5ea-f8b9aed48a3f {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:58:10.102124 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 3e1ee155-032f-4364-b5ea-f8b9aed48a3f not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:58:10.174738 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-4c57a08a-7ee5-40fb-8890-5e8de71a7ea6 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3255799 Apr 01 15:58:10.177785 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c57a08a-7ee5-40fb-8890-5e8de71a7ea6 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Pushing event updated for resources: {'Network': ['ID=1c66f4f6-8072-49e8-ba33-ce6e65593ad6,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:10.183372 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f0862a-4e81-43b4-9e7a-d911885d800a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Pushing event updated for resources: {'Subnet': ['ID=a9ff9c4c-6092-46d4-81b2-de70a3fd5a7e,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:10.185643 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-a2822a47-67e2-4fe5-9b5f-93c4806fe6a5 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:10.191018 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-63dd3a2a-8ed7-4c1a-bf43-82567b25a0d9 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:10.206828 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d94a4a-c099-4a39-8a94-afd791031623 None None] Network 77261af6-9095-4e3c-831e-6f51cab9a9f3 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:58:10.226706 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 1c66f4f6-8072-49e8-ba33-ce6e65593ad6 details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:58:10.236613 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-a2822a47-67e2-4fe5-9b5f-93c4806fe6a5 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Usage tracker for resource:security_group_rule and tenant:fafc723bebf94b35b584f0a914453088 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:10.258274 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-a2822a47-67e2-4fe5-9b5f-93c4806fe6a5 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:10.261749 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f0862a-4e81-43b4-9e7a-d911885d800a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Checking segment: {'id': '8ad82bc9-5643-40a9-b53f-51dcbbbb6fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '423f0b4e-e66e-41f0-92c1-2e0344f8d737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:58:10.262110 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f0862a-4e81-43b4-9e7a-d911885d800a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Network hostable DHCP agents. Network: 423f0b4e-e66e-41f0-92c1-2e0344f8d737, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:58:10.271578 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-fb990ee3-67bf-4df6-8004-693d10b72dd3 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Unset dirty status for tenant:11b74bb4c805440eb8922ec9333718ac on resource:port {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:58:10.275593 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-fb990ee3-67bf-4df6-8004-693d10b72dd3 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ad83c0f-ace6-4fbe-a735-e6c10697db09 HTTP/1.1" status: 200 len: 982 time: 0.7562389 Apr 01 15:58:10.276071 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55284) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:10.298651 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dd3a2a-8ed7-4c1a-bf43-82567b25a0d9 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Pushing event deleted for resources: {'Subnet': ['ID=9bb82706-c556-4eec-837c-2010fe05eee3,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:10.307604 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-a2822a47-67e2-4fe5-9b5f-93c4806fe6a5 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:10.317802 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-63dd3a2a-8ed7-4c1a-bf43-82567b25a0d9 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "DELETE /v2.0/subnets/9bb82706-c556-4eec-837c-2010fe05eee3 HTTP/1.1" status: 204 len: 168 time: 2.4892359 Apr 01 15:58:10.322278 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 55288) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:10.322673 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 55290) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:10.358340 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-c1e34a98-61f7-4e01-a9c9-a7dd301e01ce tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Request body: {'subnets': [{'network_id': '7c14de4d-f66d-4b31-9425-14853ef68751', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1912829703', 'ip_version': 4}, {'network_id': '1c66f4f6-8072-49e8-ba33-ce6e65593ad6', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:10.358567 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-c1e34a98-61f7-4e01-a9c9-a7dd301e01ce tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Request body: {'subnet': {'network_id': '7c14de4d-f66d-4b31-9425-14853ef68751', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1912829703', 'ip_version': 4}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:10.359260 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-c1e34a98-61f7-4e01-a9c9-a7dd301e01ce tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Request body: {'subnet': {'network_id': '1c66f4f6-8072-49e8-ba33-ce6e65593ad6', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:10.563088 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc49438b-98f6-40f8-89d9-e7de4cf2a410 None None] DHCP port deletion for 77261af6-9095-4e3c-831e-6f51cab9a9f3 request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:58:10.567755 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-fc49438b-98f6-40f8-89d9-e7de4cf2a410 None None] Deleting port 16da0f50-bfe6-446f-a138-bc58ed0da319 {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:58:10.568126 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-fc49438b-98f6-40f8-89d9-e7de4cf2a410 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:10.617230 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-733f6fac-287c-45a5-8cbe-8daf898b69f9 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:10.650336 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f0862a-4e81-43b4-9e7a-d911885d800a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Network 423f0b4e-e66e-41f0-92c1-2e0344f8d737 is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:58:10.660305 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a2822a47-67e2-4fe5-9b5f-93c4806fe6a5 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Notify callbacks [] for security_group, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:10.734980 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a2822a47-67e2-4fe5-9b5f-93c4806fe6a5 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:10.763875 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-e2f0862a-4e81-43b4-9e7a-d911885d800a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, 423f0b4e-e66e-41f0-92c1-2e0344f8d737) {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:58:10.781360 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3b3dd5-8db8-4ea5-acce-20cf6e926737 None None] Network 423f0b4e-e66e-41f0-92c1-2e0344f8d737 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:58:10.787541 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-733f6fac-287c-45a5-8cbe-8daf898b69f9 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Deleting port 16da0f50-bfe6-446f-a138-bc58ed0da319 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:58:10.787811 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-733f6fac-287c-45a5-8cbe-8daf898b69f9 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:10.814250 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f0862a-4e81-43b4-9e7a-d911885d800a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:10.814832 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e2f0862a-4e81-43b4-9e7a-d911885d800a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:10.849360 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-fc49438b-98f6-40f8-89d9-e7de4cf2a410 None None] For port 16da0f50-bfe6-446f-a138-bc58ed0da319, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=16da0f50-bfe6-446f-a138-bc58ed0da319,segment=NetworkSegment(391305c9-8268-4e18-800f-36bcfd8555da),segment_id=391305c9-8268-4e18-800f-36bcfd8555da)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:58:10.850108 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-fc49438b-98f6-40f8-89d9-e7de4cf2a410 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:10.857427 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f4d7410e-b6a6-4b92-a971-3515b12bb11e tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611543'] for router_interface, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:10.865239 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a2822a47-67e2-4fe5-9b5f-93c4806fe6a5 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:10.869508 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-a2822a47-67e2-4fe5-9b5f-93c4806fe6a5 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.2156913 Apr 01 15:58:10.872017 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2822a47-67e2-4fe5-9b5f-93c4806fe6a5 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f87413db-c519-4b44-b52e-c0c62f06745b,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:10.882230 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 55296) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:10.898877 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-6bf6c138-2cf5-4338-a28e-a8f9ed5db416 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Request body: {'security_group': {'name': 'tempest-secgroup--1617852843'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:10.903275 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-c1e34a98-61f7-4e01-a9c9-a7dd301e01ce tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:10.912614 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-e2f0862a-4e81-43b4-9e7a-d911885d800a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1311696 Apr 01 15:58:10.913744 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-6bf6c138-2cf5-4338-a28e-a8f9ed5db416 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:10.918011 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-c1e34a98-61f7-4e01-a9c9-a7dd301e01ce tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Usage tracker for resource:subnet and tenant:5ba8a8fd69c24ae39137a4ddd20a1248 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:10.922068 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-c1e34a98-61f7-4e01-a9c9-a7dd301e01ce tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:10.924592 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 55300) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:11.013589 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-fc49438b-98f6-40f8-89d9-e7de4cf2a410 None None] Calling delete_port for 16da0f50-bfe6-446f-a138-bc58ed0da319 owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:58:11.034534 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-c1e34a98-61f7-4e01-a9c9-a7dd301e01ce tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:11.036753 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-6bf6c138-2cf5-4338-a28e-a8f9ed5db416 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:11.159399 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e34a98-61f7-4e01-a9c9-a7dd301e01ce tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Made reservation on behalf of 5ba8a8fd69c24ae39137a4ddd20a1248 for: {'subnet': 2} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:58:11.171687 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-fc49438b-98f6-40f8-89d9-e7de4cf2a410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671'] for port, after_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:11.173332 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6bf6c138-2cf5-4338-a28e-a8f9ed5db416 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Notify callbacks [] for security_group, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:11.264616 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-f4d7410e-b6a6-4b92-a971-3515b12bb11e tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Deleting port 67323ed6-1658-469d-a19e-595684364a88 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:58:11.265229 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f4d7410e-b6a6-4b92-a971-3515b12bb11e tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:11.311146 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc49438b-98f6-40f8-89d9-e7de4cf2a410 None None] Pushing event deleted for resources: {'Port': ['ID=16da0f50-bfe6-446f-a138-bc58ed0da319,revision_number=None']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:11.321988 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc49438b-98f6-40f8-89d9-e7de4cf2a410 None None] No DVR routers for this DVR port 16da0f50-bfe6-446f-a138-bc58ed0da319 on host dv-neutron-833373-2-hyperv {{(pid=83829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:58:11.336095 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29ab7c5-b8be-4cc4-b7e8-b06bf4dee0f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-423f0b4e-e66e-41f0-92c1-2e0344f8d737', 'network_id': '423f0b4e-e66e-41f0-92c1-2e0344f8d737', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'fixed_ips': [{'subnet_id': 'a9ff9c4c-6092-46d4-81b2-de70a3fd5a7e'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:58:11.336959 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-d29ab7c5-b8be-4cc4-b7e8-b06bf4dee0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:11.409164 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-733f6fac-287c-45a5-8cbe-8daf898b69f9 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] For port 16da0f50-bfe6-446f-a138-bc58ed0da319, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=16da0f50-bfe6-446f-a138-bc58ed0da319,segment=NetworkSegment(391305c9-8268-4e18-800f-36bcfd8555da),segment_id=391305c9-8268-4e18-800f-36bcfd8555da)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:58:11.409594 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-733f6fac-287c-45a5-8cbe-8daf898b69f9 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:11.499797 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-d29ab7c5-b8be-4cc4-b7e8-b06bf4dee0f5 None None] Allocated IP 172.20.0.2 (423f0b4e-e66e-41f0-92c1-2e0344f8d737/a9ff9c4c-6092-46d4-81b2-de70a3fd5a7e/5047618f-fd9d-48c7-83ab-ff661e86dc0c) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:58:11.619365 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f4d7410e-b6a6-4b92-a971-3515b12bb11e tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:11.727819 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-d29ab7c5-b8be-4cc4-b7e8-b06bf4dee0f5 None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:11.738273 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-d29ab7c5-b8be-4cc4-b7e8-b06bf4dee0f5 None None] Transition to ACTIVE for port object 5047618f-fd9d-48c7-83ab-ff661e86dc0c will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:58:11.752909 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-f4d7410e-b6a6-4b92-a971-3515b12bb11e tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Calling delete_port for 67323ed6-1658-469d-a19e-595684364a88 owned by network:router_interface {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:58:11.759802 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-d29ab7c5-b8be-4cc4-b7e8-b06bf4dee0f5 None None] Transition to ACTIVE for port object 5047618f-fd9d-48c7-83ab-ff661e86dc0c will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:58:11.762261 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-733f6fac-287c-45a5-8cbe-8daf898b69f9 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Calling delete_port for 16da0f50-bfe6-446f-a138-bc58ed0da319 owned by network:dhcp {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:58:11.765921 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-d29ab7c5-b8be-4cc4-b7e8-b06bf4dee0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:11.788138 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-6bf6c138-2cf5-4338-a28e-a8f9ed5db416 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:11.836288 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29ab7c5-b8be-4cc4-b7e8-b06bf4dee0f5 None None] Network 423f0b4e-e66e-41f0-92c1-2e0344f8d737 is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:58:11.839587 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-d29ab7c5-b8be-4cc4-b7e8-b06bf4dee0f5 None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:58:11.842136 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29ab7c5-b8be-4cc4-b7e8-b06bf4dee0f5 None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:58:11.848882 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29ab7c5-b8be-4cc4-b7e8-b06bf4dee0f5 None None] Pushing event updated for resources: {'Port': ['ID=5047618f-fd9d-48c7-83ab-ff661e86dc0c,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:11.860030 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-6bf6c138-2cf5-4338-a28e-a8f9ed5db416 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Usage tracker for resource:security_group_rule and tenant:fafc723bebf94b35b584f0a914453088 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:11.926117 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-6bf6c138-2cf5-4338-a28e-a8f9ed5db416 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:11.938990 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-d29ab7c5-b8be-4cc4-b7e8-b06bf4dee0f5 None None] Attempting to bind port 5047618f-fd9d-48c7-83ab-ff661e86dc0c on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:58:11.938990 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-d29ab7c5-b8be-4cc4-b7e8-b06bf4dee0f5 None None] Attempting to bind port 5047618f-fd9d-48c7-83ab-ff661e86dc0c by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': '8ad82bc9-5643-40a9-b53f-51dcbbbb6fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '423f0b4e-e66e-41f0-92c1-2e0344f8d737'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:58:11.938990 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29ab7c5-b8be-4cc4-b7e8-b06bf4dee0f5 None None] Attempting to bind port 5047618f-fd9d-48c7-83ab-ff661e86dc0c on network 423f0b4e-e66e-41f0-92c1-2e0344f8d737 {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:58:11.946928 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29ab7c5-b8be-4cc4-b7e8-b06bf4dee0f5 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:58:11.947334 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29ab7c5-b8be-4cc4-b7e8-b06bf4dee0f5 None None] Checking segment: {'id': '8ad82bc9-5643-40a9-b53f-51dcbbbb6fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '423f0b4e-e66e-41f0-92c1-2e0344f8d737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:58:11.947903 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-d29ab7c5-b8be-4cc4-b7e8-b06bf4dee0f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:11.948268 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29ab7c5-b8be-4cc4-b7e8-b06bf4dee0f5 None None] Bound using segment: {'id': '8ad82bc9-5643-40a9-b53f-51dcbbbb6fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '423f0b4e-e66e-41f0-92c1-2e0344f8d737'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:58:11.948836 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-d29ab7c5-b8be-4cc4-b7e8-b06bf4dee0f5 None None] Bound port: 5047618f-fd9d-48c7-83ab-ff661e86dc0c, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ad82bc9-5643-40a9-b53f-51dcbbbb6fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '423f0b4e-e66e-41f0-92c1-2e0344f8d737'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:58:11.949516 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-d29ab7c5-b8be-4cc4-b7e8-b06bf4dee0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:11.969738 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f4d7410e-b6a6-4b92-a971-3515b12bb11e tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:11.986472 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-6bf6c138-2cf5-4338-a28e-a8f9ed5db416 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:12.020554 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d7410e-b6a6-4b92-a971-3515b12bb11e tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event deleted for resources: {'Port': ['ID=67323ed6-1658-469d-a19e-595684364a88,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:12.098460 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 16da0f50-bfe6-446f-a138-bc58ed0da319 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:58:12.155687 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 16da0f50-bfe6-446f-a138-bc58ed0da319 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:58:12.156024 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 16da0f50-bfe6-446f-a138-bc58ed0da319 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:58:12.164709 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-d29ab7c5-b8be-4cc4-b7e8-b06bf4dee0f5 None None] For port 5047618f-fd9d-48c7-83ab-ff661e86dc0c, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:58:12.165943 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c1e34a98-61f7-4e01-a9c9-a7dd301e01ce tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16030269'] for subnet, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:12.166498 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c1e34a98-61f7-4e01-a9c9-a7dd301e01ce tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16030269'] for subnet, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:12.175628 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-d29ab7c5-b8be-4cc4-b7e8-b06bf4dee0f5 None None] For port 5047618f-fd9d-48c7-83ab-ff661e86dc0c, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=5047618f-fd9d-48c7-83ab-ff661e86dc0c,segment=NetworkSegment(8ad82bc9-5643-40a9-b53f-51dcbbbb6fab),segment_id=8ad82bc9-5643-40a9-b53f-51dcbbbb6fab)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:58:12.181538 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-d29ab7c5-b8be-4cc4-b7e8-b06bf4dee0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:12.296905 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29ab7c5-b8be-4cc4-b7e8-b06bf4dee0f5 None None] Pushing event updated for resources: {'Port': ['ID=5047618f-fd9d-48c7-83ab-ff661e86dc0c,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:12.333902 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.db.api [None req-733f6fac-287c-45a5-8cbe-8daf898b69f9 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:58:12.333902 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG oslo_db.api [None req-733f6fac-287c-45a5-8cbe-8daf898b69f9 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:58:12.336808 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f4d7410e-b6a6-4b92-a971-3515b12bb11e tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611462'] for router_interface, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:12.511625 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6bf6c138-2cf5-4338-a28e-a8f9ed5db416 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Notify callbacks [] for security_group, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:12.525194 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6bf6c138-2cf5-4338-a28e-a8f9ed5db416 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:12.663467 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf6c138-2cf5-4338-a28e-a8f9ed5db416 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a04d2b-f26c-4402-b247-5c82c6fe575a,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:12.673261 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6bf6c138-2cf5-4338-a28e-a8f9ed5db416 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:12.674479 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-6bf6c138-2cf5-4338-a28e-a8f9ed5db416 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.7863753 Apr 01 15:58:12.706818 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55304) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:12.717497 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-7cb894ba-1cd4-4334-ad1f-5e79a0af55b6 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Request body: {'security_group_rule': {'security_group_id': 'f87413db-c519-4b44-b52e-c0c62f06745b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'a4a04d2b-f26c-4402-b247-5c82c6fe575a'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:12.778381 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-7cb894ba-1cd4-4334-ad1f-5e79a0af55b6 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:12.791373 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-7cb894ba-1cd4-4334-ad1f-5e79a0af55b6 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Usage tracker for resource:security_group_rule and tenant:fafc723bebf94b35b584f0a914453088 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:12.797081 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-7cb894ba-1cd4-4334-ad1f-5e79a0af55b6 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:12.805644 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-7cb894ba-1cd4-4334-ad1f-5e79a0af55b6 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:12.834645 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-733f6fac-287c-45a5-8cbe-8daf898b69f9 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Deleting port 16da0f50-bfe6-446f-a138-bc58ed0da319 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:58:12.835250 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-733f6fac-287c-45a5-8cbe-8daf898b69f9 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:12.845975 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4d7410e-b6a6-4b92-a971-3515b12bb11e tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Router 6ad83c0f-ace6-4fbe-a735-e6c10697db09 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:58:12.856930 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.api.v2.resource [None req-7cb894ba-1cd4-4334-ad1f-5e79a0af55b6 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:58:12.857953 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-7cb894ba-1cd4-4334-ad1f-5e79a0af55b6 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.1501818 Apr 01 15:58:12.862598 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55308) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:12.970726 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-733f6fac-287c-45a5-8cbe-8daf898b69f9 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] The port '16da0f50-bfe6-446f-a138-bc58ed0da319' was deleted {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:58:12.973254 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-924652ee-ab7f-4acb-954a-e14e55706e74 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:13.215048 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4d7410e-b6a6-4b92-a971-3515b12bb11e tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:58:13.230479 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321c8217-8cde-4222-a462-82e1975f913f None None] Sync routers for ids ['6ad83c0f-ace6-4fbe-a735-e6c10697db09'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:58:13.233568 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e37fcfb8-7554-450e-b8c0-2656cf5abd1e tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Notify callbacks [] for security_group, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:13.253269 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321c8217-8cde-4222-a462-82e1975f913f None None] Routers {'6ad83c0f-ace6-4fbe-a735-e6c10697db09'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:58:13.253968 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-321c8217-8cde-4222-a462-82e1975f913f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:57:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['6ad83c0f-ace6-4fbe-a735-e6c10697db09'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:13.264788 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-f4d7410e-b6a6-4b92-a971-3515b12bb11e tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "PUT /v2.0/routers/6ad83c0f-ace6-4fbe-a735-e6c10697db09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9848490 Apr 01 15:58:13.265873 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55314) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:13.332020 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-321c8217-8cde-4222-a462-82e1975f913f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:13.332274 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e37fcfb8-7554-450e-b8c0-2656cf5abd1e tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:13.346076 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfb45b0e-7abd-40e2-a3c6-b9622d48afc6 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] GET failed (client error): The resource could not be found. Apr 01 15:58:13.346674 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-bfb45b0e-7abd-40e2-a3c6-b9622d48afc6 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Synchronizing usage tracker for tenant:11b74bb4c805440eb8922ec9333718ac on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:58:13.348684 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321c8217-8cde-4222-a462-82e1975f913f None None] Routers {'6ad83c0f-ace6-4fbe-a735-e6c10697db09'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:58:13.351565 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-321c8217-8cde-4222-a462-82e1975f913f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:57:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['6ad83c0f-ace6-4fbe-a735-e6c10697db09'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:13.429217 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-321c8217-8cde-4222-a462-82e1975f913f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:13.429667 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321c8217-8cde-4222-a462-82e1975f913f None None] The sync data for ids ['6ad83c0f-ace6-4fbe-a735-e6c10697db09'] in dv-neutron-833373-2-hyperv is: [] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:58:13.430513 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-bfb45b0e-7abd-40e2-a3c6-b9622d48afc6 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Unset dirty status for tenant:11b74bb4c805440eb8922ec9333718ac on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:58:13.438515 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-bfb45b0e-7abd-40e2-a3c6-b9622d48afc6 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "GET /v2.0/ports/67323ed6-1658-469d-a19e-595684364a88 HTTP/1.1" status: 404 len: 333 time: 0.1717525 Apr 01 15:58:13.439127 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55318) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:13.442098 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e37fcfb8-7554-450e-b8c0-2656cf5abd1e tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:13.463756 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c491169f-64f6-4a29-a31a-4edb6b7dc28b None None] Network 423f0b4e-e66e-41f0-92c1-2e0344f8d737 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:58:13.536545 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37fcfb8-7554-450e-b8c0-2656cf5abd1e tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a04d2b-f26c-4402-b247-5c82c6fe575a,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:13.573983 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-1e5bdbd2-6018-4391-8d57-57e9c296a7b2 None None] Provisioning for port 5047618f-fd9d-48c7-83ab-ff661e86dc0c completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:58:13.632787 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e37fcfb8-7554-450e-b8c0-2656cf5abd1e tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:13.632787 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-e37fcfb8-7554-450e-b8c0-2656cf5abd1e tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] 10.222.0.55 "DELETE /v2.0/security-groups/a4a04d2b-f26c-4402-b247-5c82c6fe575a HTTP/1.1" status: 204 len: 168 time: 0.7671094 Apr 01 15:58:13.634952 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55322) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:13.676781 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-733f6fac-287c-45a5-8cbe-8daf898b69f9 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:13.681955 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-040673eb-672d-47b0-a8fc-d1295aa98647 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for router, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:13.749310 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-733f6fac-287c-45a5-8cbe-8daf898b69f9 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77261af6-9095-4e3c-831e-6f51cab9a9f3']}} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:13.782807 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-733f6fac-287c-45a5-8cbe-8daf898b69f9 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '391305c9-8268-4e18-800f-36bcfd8555da') {'for_net_delete': True} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:13.783109 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-733f6fac-287c-45a5-8cbe-8daf898b69f9 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '391305c9-8268-4e18-800f-36bcfd8555da') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:13.853632 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-733f6fac-287c-45a5-8cbe-8daf898b69f9 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15303093'] for segment, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:13.883679 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-62e41d46-1fc1-4ec3-93ae-f27c405955f7 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Synchronizing usage tracker for tenant:fafc723bebf94b35b584f0a914453088 on resource:security_group {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:58:13.901322 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-733f6fac-287c-45a5-8cbe-8daf898b69f9 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:13.948742 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-733f6fac-287c-45a5-8cbe-8daf898b69f9 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=83828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:58:13.949463 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-733f6fac-287c-45a5-8cbe-8daf898b69f9 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15306523'] for segment, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:13.974162 dv-neutron-833373-2-hyperv neutron-server[83828]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:58:13.974162 dv-neutron-833373-2-hyperv neutron-server[83828]: util.warn( Apr 01 15:58:13.974162 dv-neutron-833373-2-hyperv neutron-server[83828]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:58:13.974162 dv-neutron-833373-2-hyperv neutron-server[83828]: util.warn( Apr 01 15:58:13.974162 dv-neutron-833373-2-hyperv neutron-server[83828]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:58:13.974162 dv-neutron-833373-2-hyperv neutron-server[83828]: util.warn( Apr 01 15:58:13.974162 dv-neutron-833373-2-hyperv neutron-server[83828]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:58:13.974162 dv-neutron-833373-2-hyperv neutron-server[83828]: util.warn( Apr 01 15:58:13.974162 dv-neutron-833373-2-hyperv neutron-server[83828]: Traceback (most recent call last): Apr 01 15:58:13.974162 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:58:13.974162 dv-neutron-833373-2-hyperv neutron-server[83828]: timer() Apr 01 15:58:13.974162 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:58:13.974162 dv-neutron-833373-2-hyperv neutron-server[83828]: cb(*args, **kw) Apr 01 15:58:13.974162 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:58:13.974162 dv-neutron-833373-2-hyperv neutron-server[83828]: return func(*args, **kwargs) Apr 01 15:58:13.974162 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:58:13.974162 dv-neutron-833373-2-hyperv neutron-server[83828]: self._notify() Apr 01 15:58:13.974162 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:58:13.974162 dv-neutron-833373-2-hyperv neutron-server[83828]: self.callback(batched_events) Apr 01 15:58:13.974162 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:58:13.974162 dv-neutron-833373-2-hyperv neutron-server[83828]: event.method(event) Apr 01 15:58:13.974162 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:58:13.974162 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:58:13.974162 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:58:13.974162 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:58:13.974162 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:58:13.974162 dv-neutron-833373-2-hyperv neutron-server[83828]: return f(self, *a, **k) Apr 01 15:58:13.974162 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:58:13.974162 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._get(url).json() Apr 01 15:58:13.974162 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:58:13.974162 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:58:13.974162 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:58:13.974162 dv-neutron-833373-2-hyperv neutron-server[83828]: return self.request(url, 'GET', **kwargs) Apr 01 15:58:13.974162 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:58:13.974162 dv-neutron-833373-2-hyperv neutron-server[83828]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:58:13.974162 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:58:13.974162 dv-neutron-833373-2-hyperv neutron-server[83828]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:58:13.974162 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:58:13.974162 dv-neutron-833373-2-hyperv neutron-server[83828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:58:13.974162 dv-neutron-833373-2-hyperv neutron-server[83828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:58:14.031039 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-62e41d46-1fc1-4ec3-93ae-f27c405955f7 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Unset dirty status for tenant:fafc723bebf94b35b584f0a914453088 on resource:security_group {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:58:14.032666 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-62e41d46-1fc1-4ec3-93ae-f27c405955f7 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.3951592 Apr 01 15:58:14.041168 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55326) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:14.095349 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 5047618f-fd9d-48c7-83ab-ff661e86dc0c up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:58:14.185210 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 5047618f-fd9d-48c7-83ab-ff661e86dc0c completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:58:14.192826 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 5047618f-fd9d-48c7-83ab-ff661e86dc0c triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:14.193343 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:14.216598 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-733f6fac-287c-45a5-8cbe-8daf898b69f9 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:14.221527 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-040673eb-672d-47b0-a8fc-d1295aa98647 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130651'] for router, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:14.229132 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-040673eb-672d-47b0-a8fc-d1295aa98647 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:14.250136 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-db457a2d-42eb-4869-a084-d24543d95abb tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Deleting port 7434b11f-1d0f-47ee-9b62-4800c1922054 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:58:14.250136 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-db457a2d-42eb-4869-a084-d24543d95abb tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:14.264353 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f12de299-89a1-4045-b9fe-5ac02d0e396b tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Notify callbacks [] for security_group, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:14.281012 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-733f6fac-287c-45a5-8cbe-8daf898b69f9 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:14.283702 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-040673eb-672d-47b0-a8fc-d1295aa98647 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607376'] for router, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:14.284188 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-040673eb-672d-47b0-a8fc-d1295aa98647 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Fanout notify agent at l3_agent the message router_deleted on router 6ad83c0f-ace6-4fbe-a735-e6c10697db09 {{(pid=83826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:58:14.307364 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-924652ee-ab7f-4acb-954a-e14e55706e74 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Allocated IP 172.20.0.1 (423f0b4e-e66e-41f0-92c1-2e0344f8d737/a9ff9c4c-6092-46d4-81b2-de70a3fd5a7e/b11ba5fb-0d90-4403-a5bf-c442b4dc7e59) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:58:14.309191 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-040673eb-672d-47b0-a8fc-d1295aa98647 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for router, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:14.310268 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-040673eb-672d-47b0-a8fc-d1295aa98647 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "DELETE /v2.0/routers/6ad83c0f-ace6-4fbe-a735-e6c10697db09 HTTP/1.1" status: 204 len: 168 time: 0.8698902 Apr 01 15:58:14.311856 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f12de299-89a1-4045-b9fe-5ac02d0e396b tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:14.322332 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55332) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:14.322544 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733f6fac-287c-45a5-8cbe-8daf898b69f9 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Pushing event deleted for resources: {'Network': ['ID=77261af6-9095-4e3c-831e-6f51cab9a9f3,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:14.356224 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-733f6fac-287c-45a5-8cbe-8daf898b69f9 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "DELETE /v2.0/networks/77261af6-9095-4e3c-831e-6f51cab9a9f3 HTTP/1.1" status: 204 len: 168 time: 4.0263150 Apr 01 15:58:14.358951 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 55336) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:14.369351 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-765e5aee-777b-49ab-9cb0-3353c589db0d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Request body: {'router': {'routes': None}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:14.380488 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:14.415537 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port 5047618f-fd9d-48c7-83ab-ff661e86dc0c, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=5047618f-fd9d-48c7-83ab-ff661e86dc0c,segment=NetworkSegment(8ad82bc9-5643-40a9-b53f-51dcbbbb6fab),segment_id=8ad82bc9-5643-40a9-b53f-51dcbbbb6fab)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:58:14.420369 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:14.452022 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c1e34a98-61f7-4e01-a9c9-a7dd301e01ce tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15306628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16030227'] for subnet, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:14.495947 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f12de299-89a1-4045-b9fe-5ac02d0e396b tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:14.497029 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=5047618f-fd9d-48c7-83ab-ff661e86dc0c,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:14.530812 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12de299-89a1-4045-b9fe-5ac02d0e396b tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f87413db-c519-4b44-b52e-c0c62f06745b,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:14.551199 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f12de299-89a1-4045-b9fe-5ac02d0e396b tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:14.555600 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-f12de299-89a1-4045-b9fe-5ac02d0e396b tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] 10.222.0.55 "DELETE /v2.0/security-groups/f87413db-c519-4b44-b52e-c0c62f06745b HTTP/1.1" status: 204 len: 168 time: 0.5099766 Apr 01 15:58:14.555786 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55340) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:14.576518 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f200a22-7882-4499-8c4d-86ec538d9ddb tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Deleting subnet e2e1dcdf-ee09-4e09-b3dd-8eaba11847b7 {{(pid=83826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:58:14.583492 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4f200a22-7882-4499-8c4d-86ec538d9ddb tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for subnet, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:14.661494 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4f200a22-7882-4499-8c4d-86ec538d9ddb tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16610770'] for subnet, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:14.702904 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-1f8fca0e-dc31-4f4c-993b-d48b53d03610 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Synchronizing usage tracker for tenant:fafc723bebf94b35b584f0a914453088 on resource:security_group {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:58:14.738326 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-1f8fca0e-dc31-4f4c-993b-d48b53d03610 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Unset dirty status for tenant:fafc723bebf94b35b584f0a914453088 on resource:security_group {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:58:14.739561 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-1f8fca0e-dc31-4f4c-993b-d48b53d03610 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1829731 Apr 01 15:58:14.744713 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55344) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:14.752224 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-e8d9be86-4694-49f7-ab80-9fe1e39e0c03 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Request body: {'security_group': {'name': 'tempest-secgroup--1444253416'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:14.761069 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e34a98-61f7-4e01-a9c9-a7dd301e01ce tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Pushing event updated for resources: {'Subnet': ['ID=7a43d125-e312-4749-bb78-127d3f21cf19,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:14.762769 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-e8d9be86-4694-49f7-ab80-9fe1e39e0c03 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:14.775559 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-e8d9be86-4694-49f7-ab80-9fe1e39e0c03 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:14.791014 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4f200a22-7882-4499-8c4d-86ec538d9ddb tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:14.818840 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e8d9be86-4694-49f7-ab80-9fe1e39e0c03 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Notify callbacks [] for security_group, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:14.983007 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-e8d9be86-4694-49f7-ab80-9fe1e39e0c03 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:14.984151 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-924652ee-ab7f-4acb-954a-e14e55706e74 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:14.989677 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-e8d9be86-4694-49f7-ab80-9fe1e39e0c03 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Usage tracker for resource:security_group_rule and tenant:fafc723bebf94b35b584f0a914453088 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:14.994690 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-e8d9be86-4694-49f7-ab80-9fe1e39e0c03 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:15.001937 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-e8d9be86-4694-49f7-ab80-9fe1e39e0c03 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:15.011847 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4f200a22-7882-4499-8c4d-86ec538d9ddb tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15415074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16089009'] for subnet, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:15.065532 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f200a22-7882-4499-8c4d-86ec538d9ddb tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event deleted for resources: {'Subnet': ['ID=e2e1dcdf-ee09-4e09-b3dd-8eaba11847b7,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:15.072327 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4f200a22-7882-4499-8c4d-86ec538d9ddb tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:15.082951 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c98b2f-a0ca-401d-a62b-0b349857f597 None None] Network 2b37335c-49cb-4cff-904e-5000c87d8902 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:58:15.105952 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-4f200a22-7882-4499-8c4d-86ec538d9ddb tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "DELETE /v2.0/subnets/e2e1dcdf-ee09-4e09-b3dd-8eaba11847b7 HTTP/1.1" status: 204 len: 168 time: 0.7836902 Apr 01 15:58:15.110106 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55348) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:15.192934 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-db457a2d-42eb-4869-a084-d24543d95abb tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] For port 7434b11f-1d0f-47ee-9b62-4800c1922054, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=7434b11f-1d0f-47ee-9b62-4800c1922054,segment=NetworkSegment(7f587f00-647c-45ad-b76a-3abef92c4648),segment_id=7f587f00-647c-45ad-b76a-3abef92c4648)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:58:15.193286 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-db457a2d-42eb-4869-a084-d24543d95abb tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:15.195811 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e8d9be86-4694-49f7-ab80-9fe1e39e0c03 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Notify callbacks [] for security_group, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:15.201217 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.extraroute_db [None req-765e5aee-777b-49ab-9cb0-3353c589db0d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Added routes are [] {{(pid=83828) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 01 15:58:15.201514 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.extraroute_db [None req-765e5aee-777b-49ab-9cb0-3353c589db0d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Removed routes are [] {{(pid=83828) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 01 15:58:15.202071 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-765e5aee-777b-49ab-9cb0-3353c589db0d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130626'] for router, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:15.212663 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e34a98-61f7-4e01-a9c9-a7dd301e01ce tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Checking segment: {'id': '46097838-a035-4a71-9ae8-37c9613dc13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7c14de4d-f66d-4b31-9425-14853ef68751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:58:15.213094 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e34a98-61f7-4e01-a9c9-a7dd301e01ce tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Network hostable DHCP agents. Network: 7c14de4d-f66d-4b31-9425-14853ef68751, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:58:15.213612 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e8d9be86-4694-49f7-ab80-9fe1e39e0c03 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:15.272431 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e8d9be86-4694-49f7-ab80-9fe1e39e0c03 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:15.273778 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-e8d9be86-4694-49f7-ab80-9fe1e39e0c03 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5279131 Apr 01 15:58:15.276133 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d9be86-4694-49f7-ab80-9fe1e39e0c03 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5108dbf-0757-4538-9b4d-0a4efad3aba9,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:15.279751 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55352) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:15.294352 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-32f34d42-d13c-4361-ad01-ed5d2ab79280 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:15.303312 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-b25be9e9-4870-410f-9c06-6cc25e982e34 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Request body: {'security_group_rule': {'security_group_id': 'c5108dbf-0757-4538-9b4d-0a4efad3aba9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:15.314662 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-b25be9e9-4870-410f-9c06-6cc25e982e34 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:15.322155 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-b25be9e9-4870-410f-9c06-6cc25e982e34 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Usage tracker for resource:security_group_rule and tenant:fafc723bebf94b35b584f0a914453088 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:15.325248 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-b25be9e9-4870-410f-9c06-6cc25e982e34 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:15.328056 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-32f34d42-d13c-4361-ad01-ed5d2ab79280 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Deleting port 49017a9c-77c7-47c2-a1b5-abf745be6045 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:58:15.328716 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-32f34d42-d13c-4361-ad01-ed5d2ab79280 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:15.371283 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-b25be9e9-4870-410f-9c06-6cc25e982e34 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:15.378603 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [None req-924652ee-ab7f-4acb-954a-e14e55706e74 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Transition to ACTIVE for port object b11ba5fb-0d90-4403-a5bf-c442b4dc7e59 will not be triggered until provisioned by entity DHCP. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:58:15.387064 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-db457a2d-42eb-4869-a084-d24543d95abb tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Calling delete_port for 7434b11f-1d0f-47ee-9b62-4800c1922054 owned by network:router_interface {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:58:15.436628 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4fb207-7df0-4124-81f2-2365fa01716c None None] DHCP port deletion for 2b37335c-49cb-4cff-904e-5000c87d8902 request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:58:15.440660 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-4d4fb207-7df0-4124-81f2-2365fa01716c None None] Deleting port 49017a9c-77c7-47c2-a1b5-abf745be6045 {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:58:15.441647 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-4d4fb207-7df0-4124-81f2-2365fa01716c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:15.462997 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.api.v2.resource [None req-b25be9e9-4870-410f-9c06-6cc25e982e34 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:58:15.468068 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-b25be9e9-4870-410f-9c06-6cc25e982e34 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1672103 Apr 01 15:58:15.480411 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55356) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:15.484960 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-2648bb3b-b135-49c8-a081-e92477d59aef tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Request body: {'security_group_rule': {'security_group_id': 'c5108dbf-0757-4538-9b4d-0a4efad3aba9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:15.540652 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-2648bb3b-b135-49c8-a081-e92477d59aef tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:15.553055 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e34a98-61f7-4e01-a9c9-a7dd301e01ce tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Network 7c14de4d-f66d-4b31-9425-14853ef68751 is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:58:15.559050 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-2648bb3b-b135-49c8-a081-e92477d59aef tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Usage tracker for resource:security_group_rule and tenant:fafc723bebf94b35b584f0a914453088 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:15.564139 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-2648bb3b-b135-49c8-a081-e92477d59aef tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:15.573522 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-2648bb3b-b135-49c8-a081-e92477d59aef tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:15.597275 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [None req-32f34d42-d13c-4361-ad01-ed5d2ab79280 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] For port 49017a9c-77c7-47c2-a1b5-abf745be6045, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=49017a9c-77c7-47c2-a1b5-abf745be6045,segment=NetworkSegment(847f39fc-0dd8-450c-8a5f-1c53dbf11a6a),segment_id=847f39fc-0dd8-450c-8a5f-1c53dbf11a6a)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:58:15.597634 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-32f34d42-d13c-4361-ad01-ed5d2ab79280 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:15.629826 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-924652ee-ab7f-4acb-954a-e14e55706e74 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:15.698693 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-4d4fb207-7df0-4124-81f2-2365fa01716c None None] For port 49017a9c-77c7-47c2-a1b5-abf745be6045, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=49017a9c-77c7-47c2-a1b5-abf745be6045,segment=NetworkSegment(847f39fc-0dd8-450c-8a5f-1c53dbf11a6a),segment_id=847f39fc-0dd8-450c-8a5f-1c53dbf11a6a)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:58:15.699679 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-4d4fb207-7df0-4124-81f2-2365fa01716c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:15.731602 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-32f34d42-d13c-4361-ad01-ed5d2ab79280 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Calling delete_port for 49017a9c-77c7-47c2-a1b5-abf745be6045 owned by network:dhcp {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:58:15.779709 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.api.v2.resource [None req-2648bb3b-b135-49c8-a081-e92477d59aef tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:58:15.780752 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-2648bb3b-b135-49c8-a081-e92477d59aef tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3006580 Apr 01 15:58:15.783668 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55360) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:15.817103 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-c1e34a98-61f7-4e01-a9c9-a7dd301e01ce tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, 7c14de4d-f66d-4b31-9425-14853ef68751) {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:58:15.829498 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-4d4fb207-7df0-4124-81f2-2365fa01716c None None] Calling delete_port for 49017a9c-77c7-47c2-a1b5-abf745be6045 owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:58:15.845319 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-db457a2d-42eb-4869-a084-d24543d95abb tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:15.858944 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d784fbdc-dcfd-4eb6-bbf2-2eec02963986 None None] Network 7c14de4d-f66d-4b31-9425-14853ef68751 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:58:15.861180 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c1e34a98-61f7-4e01-a9c9-a7dd301e01ce tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15306628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16030227'] for subnet, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:15.863354 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-32f34d42-d13c-4361-ad01-ed5d2ab79280 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:15.903710 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-df07b9d8-8156-48aa-99d7-42630c1c1f7d tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Notify callbacks [] for security_group, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:15.917673 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-765e5aee-777b-49ab-9cb0-3353c589db0d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130626'] for router, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:15.921779 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f34d42-d13c-4361-ad01-ed5d2ab79280 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event deleted for resources: {'Port': ['ID=49017a9c-77c7-47c2-a1b5-abf745be6045,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:15.942352 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f34d42-d13c-4361-ad01-ed5d2ab79280 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] No DVR routers for this DVR port 49017a9c-77c7-47c2-a1b5-abf745be6045 on host dv-neutron-833373-2-hyperv {{(pid=83826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:58:15.945905 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924652ee-ab7f-4acb-954a-e14e55706e74 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Pushing event updated for resources: {'Port': ['ID=b11ba5fb-0d90-4403-a5bf-c442b4dc7e59,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:15.949667 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-df07b9d8-8156-48aa-99d7-42630c1c1f7d tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:15.953267 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924652ee-ab7f-4acb-954a-e14e55706e74 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Network 423f0b4e-e66e-41f0-92c1-2e0344f8d737 is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:58:15.956546 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-765e5aee-777b-49ab-9cb0-3353c589db0d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-617606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-617615', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-607241'] for router, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:15.988822 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-924652ee-ab7f-4acb-954a-e14e55706e74 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:58:16.003242 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924652ee-ab7f-4acb-954a-e14e55706e74 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:58:16.019766 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.db.api [None req-4d4fb207-7df0-4124-81f2-2365fa01716c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:58:16.020128 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG oslo_db.api [None req-4d4fb207-7df0-4124-81f2-2365fa01716c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:58:16.077615 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-924652ee-ab7f-4acb-954a-e14e55706e74 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611418'] for router_interface, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:16.112589 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-32f34d42-d13c-4361-ad01-ed5d2ab79280 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:16.147820 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-df07b9d8-8156-48aa-99d7-42630c1c1f7d tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:16.179249 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924652ee-ab7f-4acb-954a-e14e55706e74 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:16.179915 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924652ee-ab7f-4acb-954a-e14e55706e74 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:16.180430 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924652ee-ab7f-4acb-954a-e14e55706e74 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:16.180951 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924652ee-ab7f-4acb-954a-e14e55706e74 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:16.181450 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924652ee-ab7f-4acb-954a-e14e55706e74 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:16.181934 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924652ee-ab7f-4acb-954a-e14e55706e74 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:16.182432 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924652ee-ab7f-4acb-954a-e14e55706e74 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:16.182913 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924652ee-ab7f-4acb-954a-e14e55706e74 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:16.183391 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924652ee-ab7f-4acb-954a-e14e55706e74 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:16.183872 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924652ee-ab7f-4acb-954a-e14e55706e74 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:16.184361 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924652ee-ab7f-4acb-954a-e14e55706e74 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:16.185994 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df07b9d8-8156-48aa-99d7-42630c1c1f7d tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5108dbf-0757-4538-9b4d-0a4efad3aba9,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:16.188613 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-32f34d42-d13c-4361-ad01-ed5d2ab79280 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b37335c-49cb-4cff-904e-5000c87d8902']}} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:16.200208 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 5047618f-fd9d-48c7-83ab-ff661e86dc0c up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:58:16.239791 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-32f34d42-d13c-4361-ad01-ed5d2ab79280 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '847f39fc-0dd8-450c-8a5f-1c53dbf11a6a') {'for_net_delete': True} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:16.240413 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-32f34d42-d13c-4361-ad01-ed5d2ab79280 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '847f39fc-0dd8-450c-8a5f-1c53dbf11a6a') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:16.258009 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e34a98-61f7-4e01-a9c9-a7dd301e01ce tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Pushing event updated for resources: {'Subnet': ['ID=c9bf9c6e-69b6-4085-8ded-9e7c5060e13d,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:16.260249 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-32f34d42-d13c-4361-ad01-ed5d2ab79280 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16610763'] for segment, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:16.284511 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-df07b9d8-8156-48aa-99d7-42630c1c1f7d tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:16.289468 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-df07b9d8-8156-48aa-99d7-42630c1c1f7d tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] 10.222.0.55 "DELETE /v2.0/security-groups/c5108dbf-0757-4538-9b4d-0a4efad3aba9 HTTP/1.1" status: 204 len: 168 time: 0.5035400 Apr 01 15:58:16.290799 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-32f34d42-d13c-4361-ad01-ed5d2ab79280 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:16.297029 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14d462b-6eb2-4ff0-901c-00a759f6850f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-7c14de4d-f66d-4b31-9425-14853ef68751', 'network_id': '7c14de4d-f66d-4b31-9425-14853ef68751', 'tenant_id': '5ba8a8fd69c24ae39137a4ddd20a1248', 'fixed_ips': [{'subnet_id': '7a43d125-e312-4749-bb78-127d3f21cf19'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:58:16.297848 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f14d462b-6eb2-4ff0-901c-00a759f6850f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:16.300234 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32f34d42-d13c-4361-ad01-ed5d2ab79280 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=83826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:58:16.300709 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-32f34d42-d13c-4361-ad01-ed5d2ab79280 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15415164'] for segment, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:16.394127 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 55364) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:16.433952 dv-neutron-833373-2-hyperv neutron-server[83826]: Traceback (most recent call last): Apr 01 15:58:16.433952 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:58:16.433952 dv-neutron-833373-2-hyperv neutron-server[83826]: timer() Apr 01 15:58:16.433952 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:58:16.433952 dv-neutron-833373-2-hyperv neutron-server[83826]: cb(*args, **kw) Apr 01 15:58:16.433952 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:58:16.433952 dv-neutron-833373-2-hyperv neutron-server[83826]: return func(*args, **kwargs) Apr 01 15:58:16.433952 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:58:16.433952 dv-neutron-833373-2-hyperv neutron-server[83826]: self._notify() Apr 01 15:58:16.433952 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:58:16.433952 dv-neutron-833373-2-hyperv neutron-server[83826]: self.callback(batched_events) Apr 01 15:58:16.433952 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:58:16.433952 dv-neutron-833373-2-hyperv neutron-server[83826]: event.method(event) Apr 01 15:58:16.433952 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:58:16.433952 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:58:16.433952 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:58:16.433952 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:58:16.433952 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:58:16.433952 dv-neutron-833373-2-hyperv neutron-server[83826]: return f(self, *a, **k) Apr 01 15:58:16.433952 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:58:16.433952 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._get(url).json() Apr 01 15:58:16.433952 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:58:16.433952 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:58:16.433952 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:58:16.433952 dv-neutron-833373-2-hyperv neutron-server[83826]: return self.request(url, 'GET', **kwargs) Apr 01 15:58:16.433952 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:58:16.433952 dv-neutron-833373-2-hyperv neutron-server[83826]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:58:16.433952 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:58:16.433952 dv-neutron-833373-2-hyperv neutron-server[83826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:58:16.433952 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:58:16.433952 dv-neutron-833373-2-hyperv neutron-server[83826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:58:16.433952 dv-neutron-833373-2-hyperv neutron-server[83826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:58:16.453598 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 5047618f-fd9d-48c7-83ab-ff661e86dc0c triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:16.454093 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:16.464882 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-32f34d42-d13c-4361-ad01-ed5d2ab79280 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:16.469977 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-32f34d42-d13c-4361-ad01-ed5d2ab79280 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:16.496257 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db457a2d-42eb-4869-a084-d24543d95abb tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event deleted for resources: {'Port': ['ID=7434b11f-1d0f-47ee-9b62-4800c1922054,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:16.507633 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-32f34d42-d13c-4361-ad01-ed5d2ab79280 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "DELETE /v2.0/networks/2b37335c-49cb-4cff-904e-5000c87d8902 HTTP/1.1" status: 204 len: 168 time: 1.3968325 Apr 01 15:58:16.508693 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55368) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:16.509600 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f34d42-d13c-4361-ad01-ed5d2ab79280 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event deleted for resources: {'Network': ['ID=2b37335c-49cb-4cff-904e-5000c87d8902,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:16.524195 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-4d4fb207-7df0-4124-81f2-2365fa01716c None None] Deleting port 49017a9c-77c7-47c2-a1b5-abf745be6045 {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:58:16.524568 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-4d4fb207-7df0-4124-81f2-2365fa01716c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:16.590378 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1414c6-37a7-4c00-a42e-8225bec66bc8 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:16.590910 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-2a1414c6-37a7-4c00-a42e-8225bec66bc8 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Synchronizing usage tracker for tenant:11b74bb4c805440eb8922ec9333718ac on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:58:16.610207 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-2a1414c6-37a7-4c00-a42e-8225bec66bc8 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Unset dirty status for tenant:11b74bb4c805440eb8922ec9333718ac on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:58:16.615542 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-2a1414c6-37a7-4c00-a42e-8225bec66bc8 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "GET /v2.0/ports/e8f45b0c-d130-47e5-8b59-2e00f349fe2f HTTP/1.1" status: 200 len: 839 time: 0.0989916 Apr 01 15:58:16.616447 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55372) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:16.647811 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-4e4fc945-b3a6-488f-8dc5-ed9d14672a65 None None] Provisioning for port b11ba5fb-0d90-4403-a5bf-c442b4dc7e59 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:58:16.654844 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-4d4fb207-7df0-4124-81f2-2365fa01716c None None] The port '49017a9c-77c7-47c2-a1b5-abf745be6045' was deleted {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:58:16.674261 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-4e4fc945-b3a6-488f-8dc5-ed9d14672a65 None None] Provisioning complete for port b11ba5fb-0d90-4403-a5bf-c442b4dc7e59 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:16.674720 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-4e4fc945-b3a6-488f-8dc5-ed9d14672a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:16.711302 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-f6be9c3c-041c-4773-be50-a6ea01e9ce30 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "GET /v2.0/ports/e8f45b0c-d130-47e5-8b59-2e00f349fe2f?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0899622 Apr 01 15:58:16.712465 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55376) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:16.718696 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-8f7418e1-1d25-4051-9731-0e6e514c50de tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Request body: {'subnet': {'network_id': '075827df-8fdb-4d55-8d82-cf1160050dba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:16.721572 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e34a98-61f7-4e01-a9c9-a7dd301e01ce tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Checking segment: {'id': '869f1ea9-4eeb-4871-aeb7-4e12120bc889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1c66f4f6-8072-49e8-ba33-ce6e65593ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:58:16.721939 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e34a98-61f7-4e01-a9c9-a7dd301e01ce tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Network hostable DHCP agents. Network: 1c66f4f6-8072-49e8-ba33-ce6e65593ad6, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:58:16.757783 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-f14d462b-6eb2-4ff0-901c-00a759f6850f None None] Allocated IP 172.20.0.2 (7c14de4d-f66d-4b31-9425-14853ef68751/7a43d125-e312-4749-bb78-127d3f21cf19/125b516c-ac93-49f1-a12b-e4119e11a8eb) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:58:16.792237 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-4e4fc945-b3a6-488f-8dc5-ed9d14672a65 None None] Port b11ba5fb-0d90-4403-a5bf-c442b4dc7e59 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:58:16.825734 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-36c8666e-44ee-42ed-9861-46d4f267aa0c tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Synchronizing usage tracker for tenant:fafc723bebf94b35b584f0a914453088 on resource:security_group {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:58:16.851710 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-8f7418e1-1d25-4051-9731-0e6e514c50de tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:16.851932 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-765e5aee-777b-49ab-9cb0-3353c589db0d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Router 519ed5a5-f15a-4ea7-b35d-8c8cb14b811d has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:58:16.856919 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-8f7418e1-1d25-4051-9731-0e6e514c50de tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Usage tracker for resource:subnet and tenant:11b74bb4c805440eb8922ec9333718ac is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:16.860522 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-8f7418e1-1d25-4051-9731-0e6e514c50de tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:16.860871 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-924652ee-ab7f-4acb-954a-e14e55706e74 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:16.867452 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-8f7418e1-1d25-4051-9731-0e6e514c50de tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:16.878978 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f7418e1-1d25-4051-9731-0e6e514c50de tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Made reservation on behalf of 11b74bb4c805440eb8922ec9333718ac for: {'subnet': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:58:16.891675 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e34a98-61f7-4e01-a9c9-a7dd301e01ce tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Network 1c66f4f6-8072-49e8-ba33-ce6e65593ad6 is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:58:16.900095 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 49017a9c-77c7-47c2-a1b5-abf745be6045 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:58:16.925515 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-36c8666e-44ee-42ed-9861-46d4f267aa0c tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Unset dirty status for tenant:fafc723bebf94b35b584f0a914453088 on resource:security_group {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:58:16.929938 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-36c8666e-44ee-42ed-9861-46d4f267aa0c tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5231667 Apr 01 15:58:16.936041 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 55380) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:16.938443 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 49017a9c-77c7-47c2-a1b5-abf745be6045 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:58:16.938878 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 49017a9c-77c7-47c2-a1b5-abf745be6045 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:58:16.956202 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-ed1514bd-1df2-4c58-ba76-2bef9f0c8e0c tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Request body: {'security_group': {'name': 'tempest-secgroup--2042420798'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:16.972015 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-c1e34a98-61f7-4e01-a9c9-a7dd301e01ce tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, 1c66f4f6-8072-49e8-ba33-ce6e65593ad6) {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:58:16.979021 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-ed1514bd-1df2-4c58-ba76-2bef9f0c8e0c tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:16.984226 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48c123b-0749-43df-94a8-d2fc628785c5 None None] Network 1c66f4f6-8072-49e8-ba33-ce6e65593ad6 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:58:16.989029 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e34a98-61f7-4e01-a9c9-a7dd301e01ce tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:16.990032 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e34a98-61f7-4e01-a9c9-a7dd301e01ce tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:16.991596 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c1e34a98-61f7-4e01-a9c9-a7dd301e01ce tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:17.119230 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8f7418e1-1d25-4051-9731-0e6e514c50de tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16088980'] for subnet, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:17.202048 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-ed1514bd-1df2-4c58-ba76-2bef9f0c8e0c tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:17.214561 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f14d462b-6eb2-4ff0-901c-00a759f6850f None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:17.253592 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-f14d462b-6eb2-4ff0-901c-00a759f6850f None None] Transition to ACTIVE for port object 125b516c-ac93-49f1-a12b-e4119e11a8eb will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:58:17.287223 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-f14d462b-6eb2-4ff0-901c-00a759f6850f None None] Transition to ACTIVE for port object 125b516c-ac93-49f1-a12b-e4119e11a8eb will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:58:17.288806 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-c1e34a98-61f7-4e01-a9c9-a7dd301e01ce tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 6.9624152 Apr 01 15:58:17.300350 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 55384) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:17.301421 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f14d462b-6eb2-4ff0-901c-00a759f6850f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:17.341115 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ed1514bd-1df2-4c58-ba76-2bef9f0c8e0c tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Notify callbacks [] for security_group, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:17.391404 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8f7418e1-1d25-4051-9731-0e6e514c50de tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15415267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16089018'] for subnet, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:17.423809 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14d462b-6eb2-4ff0-901c-00a759f6850f None None] Network 7c14de4d-f66d-4b31-9425-14853ef68751 is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:58:17.427015 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-f14d462b-6eb2-4ff0-901c-00a759f6850f None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:58:17.429671 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14d462b-6eb2-4ff0-901c-00a759f6850f None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:58:17.460601 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7418e1-1d25-4051-9731-0e6e514c50de tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Network 075827df-8fdb-4d55-8d82-cf1160050dba is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:58:17.463401 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-8f7418e1-1d25-4051-9731-0e6e514c50de tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:58:17.466332 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f597d9ab-94f5-49f0-bfcc-1f0619ee0bb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-1c66f4f6-8072-49e8-ba33-ce6e65593ad6', 'network_id': '1c66f4f6-8072-49e8-ba33-ce6e65593ad6', 'tenant_id': '5ba8a8fd69c24ae39137a4ddd20a1248', 'fixed_ips': [{'subnet_id': 'c9bf9c6e-69b6-4085-8ded-9e7c5060e13d'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:58:17.467770 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f597d9ab-94f5-49f0-bfcc-1f0619ee0bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:17.467904 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7418e1-1d25-4051-9731-0e6e514c50de tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:17.468481 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8f7418e1-1d25-4051-9731-0e6e514c50de tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:17.486373 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7418e1-1d25-4051-9731-0e6e514c50de tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event updated for resources: {'Subnet': ['ID=1512755f-1331-421b-97d8-b9501fabf2d9,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:17.486640 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-765e5aee-777b-49ab-9cb0-3353c589db0d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:58:17.492701 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60100d59-e921-4ff5-ae55-76977cafeefb None None] Network 075827df-8fdb-4d55-8d82-cf1160050dba requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:58:17.501746 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-765e5aee-777b-49ab-9cb0-3353c589db0d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:17.506498 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-765e5aee-777b-49ab-9cb0-3353c589db0d tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "PUT /v2.0/routers/519ed5a5-f15a-4ea7-b35d-8c8cb14b811d HTTP/1.1" status: 200 len: 704 time: 3.1429493 Apr 01 15:58:17.506705 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb022f8d-0f54-4a71-8140-86701fa2fa5a None None] Sync routers for ids ['519ed5a5-f15a-4ea7-b35d-8c8cb14b811d'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:58:17.507585 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55388) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:17.519117 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb022f8d-0f54-4a71-8140-86701fa2fa5a None None] Routers {'519ed5a5-f15a-4ea7-b35d-8c8cb14b811d'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:58:17.520087 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-bb022f8d-0f54-4a71-8140-86701fa2fa5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:57:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['519ed5a5-f15a-4ea7-b35d-8c8cb14b811d'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:17.531636 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08bc0aa9-f8f7-40f4-b2f5-afc73f98bd1d tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:17.533011 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08bc0aa9-f8f7-40f4-b2f5-afc73f98bd1d tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:17.534461 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08bc0aa9-f8f7-40f4-b2f5-afc73f98bd1d tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:17.535246 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-08bc0aa9-f8f7-40f4-b2f5-afc73f98bd1d tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Synchronizing usage tracker for tenant:5ba8a8fd69c24ae39137a4ddd20a1248 on resource:subnet {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:58:17.547772 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-8f7418e1-1d25-4051-9731-0e6e514c50de tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8345358 Apr 01 15:58:17.551195 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-ed1514bd-1df2-4c58-ba76-2bef9f0c8e0c tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:17.552645 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55392) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:17.555863 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-ee3be143-259f-4b4c-8166-eca4ddc6b959 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Synchronizing usage tracker for tenant:140c0a827c6a433287acd915ee3c410d on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:58:17.561555 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-f6e6f30a-f84d-47ea-b379-319c42de9675 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Request body: {'security_group': {'name': 'tempest-secgroup-220638147'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:17.564599 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-ed1514bd-1df2-4c58-ba76-2bef9f0c8e0c tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Usage tracker for resource:security_group_rule and tenant:fafc723bebf94b35b584f0a914453088 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:17.569262 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-f6e6f30a-f84d-47ea-b379-319c42de9675 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:17.572484 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-db457a2d-42eb-4869-a084-d24543d95abb tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611462'] for router_interface, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:17.580286 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14d462b-6eb2-4ff0-901c-00a759f6850f None None] Pushing event updated for resources: {'Port': ['ID=125b516c-ac93-49f1-a12b-e4119e11a8eb,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:17.581582 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-ed1514bd-1df2-4c58-ba76-2bef9f0c8e0c tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:17.582793 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-f6e6f30a-f84d-47ea-b379-319c42de9675 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Usage tracker for resource:security_group and tenant:11b74bb4c805440eb8922ec9333718ac is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:17.586871 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-f6e6f30a-f84d-47ea-b379-319c42de9675 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:17.589986 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-ee3be143-259f-4b4c-8166-eca4ddc6b959 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Unset dirty status for tenant:140c0a827c6a433287acd915ee3c410d on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:58:17.593813 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-ee3be143-259f-4b4c-8166-eca4ddc6b959 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "GET /v2.0/ports?device_id=519ed5a5-f15a-4ea7-b35d-8c8cb14b811d HTTP/1.1" status: 200 len: 205 time: 0.0812976 Apr 01 15:58:17.595397 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55396) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:17.603301 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-ed1514bd-1df2-4c58-ba76-2bef9f0c8e0c tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:17.633631 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-08bc0aa9-f8f7-40f4-b2f5-afc73f98bd1d tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Unset dirty status for tenant:5ba8a8fd69c24ae39137a4ddd20a1248 on resource:subnet {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:58:17.637836 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-08bc0aa9-f8f7-40f4-b2f5-afc73f98bd1d tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.3299277 Apr 01 15:58:17.670204 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-f6e6f30a-f84d-47ea-b379-319c42de9675 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:17.703974 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 55400) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:17.721254 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-f14d462b-6eb2-4ff0-901c-00a759f6850f None None] Attempting to bind port 125b516c-ac93-49f1-a12b-e4119e11a8eb on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:58:17.721683 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-f14d462b-6eb2-4ff0-901c-00a759f6850f None None] Attempting to bind port 125b516c-ac93-49f1-a12b-e4119e11a8eb by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': '46097838-a035-4a71-9ae8-37c9613dc13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7c14de4d-f66d-4b31-9425-14853ef68751'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:58:17.722951 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14d462b-6eb2-4ff0-901c-00a759f6850f None None] Attempting to bind port 125b516c-ac93-49f1-a12b-e4119e11a8eb on network 7c14de4d-f66d-4b31-9425-14853ef68751 {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:58:17.746960 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f6e6f30a-f84d-47ea-b379-319c42de9675 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for security_group, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:17.770624 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-48421780-193d-4c13-bc96-96851afe18c4 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for router, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:17.788520 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14d462b-6eb2-4ff0-901c-00a759f6850f None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:58:17.788987 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14d462b-6eb2-4ff0-901c-00a759f6850f None None] Checking segment: {'id': '46097838-a035-4a71-9ae8-37c9613dc13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7c14de4d-f66d-4b31-9425-14853ef68751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:58:17.789157 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f14d462b-6eb2-4ff0-901c-00a759f6850f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:17.789607 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14d462b-6eb2-4ff0-901c-00a759f6850f None None] Bound using segment: {'id': '46097838-a035-4a71-9ae8-37c9613dc13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7c14de4d-f66d-4b31-9425-14853ef68751'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:58:17.789952 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-f14d462b-6eb2-4ff0-901c-00a759f6850f None None] Bound port: 125b516c-ac93-49f1-a12b-e4119e11a8eb, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46097838-a035-4a71-9ae8-37c9613dc13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7c14de4d-f66d-4b31-9425-14853ef68751'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:58:17.790331 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f14d462b-6eb2-4ff0-901c-00a759f6850f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:17.823648 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-bb022f8d-0f54-4a71-8140-86701fa2fa5a None None] Set router 519ed5a5-f15a-4ea7-b35d-8c8cb14b811d gateway port host: None {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:58:17.918021 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-f6e6f30a-f84d-47ea-b379-319c42de9675 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:17.923382 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-f6e6f30a-f84d-47ea-b379-319c42de9675 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Usage tracker for resource:security_group_rule and tenant:11b74bb4c805440eb8922ec9333718ac is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:17.927393 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-f6e6f30a-f84d-47ea-b379-319c42de9675 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:17.949621 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ed1514bd-1df2-4c58-ba76-2bef9f0c8e0c tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Notify callbacks [] for security_group, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:17.956013 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-924652ee-ab7f-4acb-954a-e14e55706e74 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for port, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:18.019268 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ed1514bd-1df2-4c58-ba76-2bef9f0c8e0c tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:18.048586 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-924652ee-ab7f-4acb-954a-e14e55706e74 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:18.050085 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-f597d9ab-94f5-49f0-bfcc-1f0619ee0bb6 None None] Allocated IP 172.20.0.18 (1c66f4f6-8072-49e8-ba33-ce6e65593ad6/c9bf9c6e-69b6-4085-8ded-9e7c5060e13d/e6a45300-60a5-4164-870f-454f3fe6f907) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:58:18.059259 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-f14d462b-6eb2-4ff0-901c-00a759f6850f None None] For port 125b516c-ac93-49f1-a12b-e4119e11a8eb, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:58:18.063597 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-f14d462b-6eb2-4ff0-901c-00a759f6850f None None] For port 125b516c-ac93-49f1-a12b-e4119e11a8eb, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=125b516c-ac93-49f1-a12b-e4119e11a8eb,segment=NetworkSegment(46097838-a035-4a71-9ae8-37c9613dc13a),segment_id=46097838-a035-4a71-9ae8-37c9613dc13a)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:58:18.074270 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f14d462b-6eb2-4ff0-901c-00a759f6850f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:18.102945 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-f6e6f30a-f84d-47ea-b379-319c42de9675 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:18.156436 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-bb022f8d-0f54-4a71-8140-86701fa2fa5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'name': 'tempest-RoutersIpV6Test-router-454146823', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:56:28Z', 'updated_at': '2022-04-01T15:58:06Z', 'revision_number': 11, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'gw_port_host': None}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:18.162977 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb022f8d-0f54-4a71-8140-86701fa2fa5a None None] Checking router: 519ed5a5-f15a-4ea7-b35d-8c8cb14b811d for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:58:18.176052 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb022f8d-0f54-4a71-8140-86701fa2fa5a None None] Routers {'519ed5a5-f15a-4ea7-b35d-8c8cb14b811d'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:58:18.176980 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-bb022f8d-0f54-4a71-8140-86701fa2fa5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:57:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['519ed5a5-f15a-4ea7-b35d-8c8cb14b811d'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:18.179279 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f6e6f30a-f84d-47ea-b379-319c42de9675 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for security_group, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:18.180962 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14d462b-6eb2-4ff0-901c-00a759f6850f None None] Pushing event updated for resources: {'Port': ['ID=125b516c-ac93-49f1-a12b-e4119e11a8eb,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:18.189196 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f6e6f30a-f84d-47ea-b379-319c42de9675 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:18.266440 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e6f30a-f84d-47ea-b379-319c42de9675 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b44b4add-d694-4284-babe-c59447222197,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:18.273986 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f6e6f30a-f84d-47ea-b379-319c42de9675 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:18.275743 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-f6e6f30a-f84d-47ea-b379-319c42de9675 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.7219937 Apr 01 15:58:18.282496 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1514bd-1df2-4c58-ba76-2bef9f0c8e0c tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99f68225-7939-4c03-ad29-ec09201c7ab6,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:18.288998 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 55404) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:18.297083 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14d462b-6eb2-4ff0-901c-00a759f6850f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:18.297622 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14d462b-6eb2-4ff0-901c-00a759f6850f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:18.298014 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14d462b-6eb2-4ff0-901c-00a759f6850f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:18.298419 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14d462b-6eb2-4ff0-901c-00a759f6850f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:18.298825 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14d462b-6eb2-4ff0-901c-00a759f6850f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:18.299236 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14d462b-6eb2-4ff0-901c-00a759f6850f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:18.299631 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14d462b-6eb2-4ff0-901c-00a759f6850f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:18.300045 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14d462b-6eb2-4ff0-901c-00a759f6850f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:18.300442 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14d462b-6eb2-4ff0-901c-00a759f6850f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:18.301041 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14d462b-6eb2-4ff0-901c-00a759f6850f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:18.301456 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14d462b-6eb2-4ff0-901c-00a759f6850f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:18.320852 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-33909888-c06a-4a3f-8c49-08af8ed1f684 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Request body: {'security_group': {'name': 'tempest-secgroup-1422934859'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:18.328898 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ed1514bd-1df2-4c58-ba76-2bef9f0c8e0c tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:18.330357 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-ed1514bd-1df2-4c58-ba76-2bef9f0c8e0c tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.3826005 Apr 01 15:58:18.331582 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-924652ee-ab7f-4acb-954a-e14e55706e74 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611525'] for router_interface, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:18.335963 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924652ee-ab7f-4acb-954a-e14e55706e74 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Pushing event updated for resources: {'Port': ['ID=b11ba5fb-0d90-4403-a5bf-c442b4dc7e59,revision_number=2']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:18.336172 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-bb022f8d-0f54-4a71-8140-86701fa2fa5a None None] Set router 519ed5a5-f15a-4ea7-b35d-8c8cb14b811d gateway port host: None {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:58:18.340019 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 55408) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:18.349399 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-33909888-c06a-4a3f-8c49-08af8ed1f684 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:18.357386 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-5cd2dc13-36fd-4d2a-9654-3676ca215742 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:18.358240 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.api.v2.resource [None req-5cd2dc13-36fd-4d2a-9654-3676ca215742 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] update failed (client error): There was a conflict when trying to complete your request. Apr 01 15:58:18.359356 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-5cd2dc13-36fd-4d2a-9654-3676ca215742 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] 10.222.0.55 "PUT /v2.0/security-groups/99f68225-7939-4c03-ad29-ec09201c7ab6 HTTP/1.1" status: 409 len: 330 time: 0.0144994 Apr 01 15:58:18.365569 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-33909888-c06a-4a3f-8c49-08af8ed1f684 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Usage tracker for resource:security_group and tenant:11b74bb4c805440eb8922ec9333718ac is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:18.368407 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 55412) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:18.373125 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_v2 [None req-41b7c247-ffe9-4540-8120-2a30a72e5907 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Deleting subnet 7a43d125-e312-4749-bb78-127d3f21cf19 {{(pid=83828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:58:18.377782 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-33909888-c06a-4a3f-8c49-08af8ed1f684 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:18.389186 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-41b7c247-ffe9-4540-8120-2a30a72e5907 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks [] for subnet, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:18.394173 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894a5421-6726-4f19-b29c-f3d08fa872e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-075827df-8fdb-4d55-8d82-cf1160050dba', 'network_id': '075827df-8fdb-4d55-8d82-cf1160050dba', 'tenant_id': '11b74bb4c805440eb8922ec9333718ac', 'fixed_ips': [{'subnet_id': '1512755f-1331-421b-97d8-b9501fabf2d9'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:58:18.395071 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-894a5421-6726-4f19-b29c-f3d08fa872e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:18.439739 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-33909888-c06a-4a3f-8c49-08af8ed1f684 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:18.491555 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-bb022f8d-0f54-4a71-8140-86701fa2fa5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'name': 'tempest-RoutersIpV6Test-router-454146823', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:56:28Z', 'updated_at': '2022-04-01T15:58:06Z', 'revision_number': 11, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'gw_port_host': None}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:18.491811 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e6f30a-f84d-47ea-b379-319c42de9675 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:18.492258 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e6f30a-f84d-47ea-b379-319c42de9675 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:18.492475 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e6f30a-f84d-47ea-b379-319c42de9675 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:18.492833 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e6f30a-f84d-47ea-b379-319c42de9675 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:18.493352 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e6f30a-f84d-47ea-b379-319c42de9675 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:18.493495 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e6f30a-f84d-47ea-b379-319c42de9675 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:18.493821 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e6f30a-f84d-47ea-b379-319c42de9675 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:18.494144 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e6f30a-f84d-47ea-b379-319c42de9675 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:18.494471 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e6f30a-f84d-47ea-b379-319c42de9675 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:18.494814 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e6f30a-f84d-47ea-b379-319c42de9675 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:18.495143 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e6f30a-f84d-47ea-b379-319c42de9675 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:58:18.496503 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb022f8d-0f54-4a71-8140-86701fa2fa5a None None] The sync data for ids ['519ed5a5-f15a-4ea7-b35d-8c8cb14b811d'] in dv-neutron-833373-2-hyperv is: [{'id': '519ed5a5-f15a-4ea7-b35d-8c8cb14b811d', 'name': 'tempest-RoutersIpV6Test-router-454146823', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:56:28Z', 'updated_at': '2022-04-01T15:58:06Z', 'revision_number': 11, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'gw_port_host': None}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:58:18.527103 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-48421780-193d-4c13-bc96-96851afe18c4 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130651'] for router, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:18.532768 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-48421780-193d-4c13-bc96-96851afe18c4 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:18.535558 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-41b7c247-ffe9-4540-8120-2a30a72e5907 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15303084'] for subnet, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:18.571296 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-48421780-193d-4c13-bc96-96851afe18c4 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607376'] for router, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:18.571653 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48421780-193d-4c13-bc96-96851afe18c4 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Fanout notify agent at l3_agent the message router_deleted on router 519ed5a5-f15a-4ea7-b35d-8c8cb14b811d {{(pid=83826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:58:18.593612 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-48421780-193d-4c13-bc96-96851afe18c4 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for router, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:18.594766 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-48421780-193d-4c13-bc96-96851afe18c4 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "DELETE /v2.0/routers/519ed5a5-f15a-4ea7-b35d-8c8cb14b811d HTTP/1.1" status: 204 len: 168 time: 0.9990218 Apr 01 15:58:18.598987 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55416) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:18.609739 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-890a4bd9-9bd7-4c3a-bf9e-f89208d450b5 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-601768804', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:18.635089 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-890a4bd9-9bd7-4c3a-bf9e-f89208d450b5 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:18.646732 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-890a4bd9-9bd7-4c3a-bf9e-f89208d450b5 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Usage tracker for resource:router and tenant:140c0a827c6a433287acd915ee3c410d is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:18.652681 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-890a4bd9-9bd7-4c3a-bf9e-f89208d450b5 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:18.659773 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-890a4bd9-9bd7-4c3a-bf9e-f89208d450b5 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:18.676365 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-890a4bd9-9bd7-4c3a-bf9e-f89208d450b5 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130665'] for router, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:18.678181 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-890a4bd9-9bd7-4c3a-bf9e-f89208d450b5 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617571', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130640'] for router, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:18.679502 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f597d9ab-94f5-49f0-bfcc-1f0619ee0bb6 None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:18.704111 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-890a4bd9-9bd7-4c3a-bf9e-f89208d450b5 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:18.728239 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-890a4bd9-9bd7-4c3a-bf9e-f89208d450b5 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616'] for router, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:18.766619 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-890a4bd9-9bd7-4c3a-bf9e-f89208d450b5 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for router, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:18.768666 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-f597d9ab-94f5-49f0-bfcc-1f0619ee0bb6 None None] Transition to ACTIVE for port object e6a45300-60a5-4164-870f-454f3fe6f907 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:58:18.773477 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-890a4bd9-9bd7-4c3a-bf9e-f89208d450b5 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1719484 Apr 01 15:58:18.774326 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55420) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:18.780955 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-ec6da82d-53e9-4a73-a08f-35b9ce2554dc tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:18.826733 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-f597d9ab-94f5-49f0-bfcc-1f0619ee0bb6 None None] Transition to ACTIVE for port object e6a45300-60a5-4164-870f-454f3fe6f907 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:58:18.842963 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f597d9ab-94f5-49f0-bfcc-1f0619ee0bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:18.847692 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-894a5421-6726-4f19-b29c-f3d08fa872e3 None None] Allocated IP 172.20.0.2 (075827df-8fdb-4d55-8d82-cf1160050dba/1512755f-1331-421b-97d8-b9501fabf2d9/307c1216-86dc-4757-af76-05137e865925) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:58:18.908762 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-33909888-c06a-4a3f-8c49-08af8ed1f684 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for security_group, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:18.933176 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f597d9ab-94f5-49f0-bfcc-1f0619ee0bb6 None None] Pushing event updated for resources: {'Port': ['ID=e6a45300-60a5-4164-870f-454f3fe6f907,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:18.956469 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f597d9ab-94f5-49f0-bfcc-1f0619ee0bb6 None None] Network 1c66f4f6-8072-49e8-ba33-ce6e65593ad6 is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:58:18.960898 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-f597d9ab-94f5-49f0-bfcc-1f0619ee0bb6 None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:58:18.978563 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924652ee-ab7f-4acb-954a-e14e55706e74 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Network 423f0b4e-e66e-41f0-92c1-2e0344f8d737 is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:58:18.989147 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-924652ee-ab7f-4acb-954a-e14e55706e74 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:58:19.009377 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f597d9ab-94f5-49f0-bfcc-1f0619ee0bb6 None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:58:19.149443 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-f597d9ab-94f5-49f0-bfcc-1f0619ee0bb6 None None] Attempting to bind port e6a45300-60a5-4164-870f-454f3fe6f907 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:58:19.149811 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-f597d9ab-94f5-49f0-bfcc-1f0619ee0bb6 None None] Attempting to bind port e6a45300-60a5-4164-870f-454f3fe6f907 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': '869f1ea9-4eeb-4871-aeb7-4e12120bc889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1c66f4f6-8072-49e8-ba33-ce6e65593ad6'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:58:19.150174 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f597d9ab-94f5-49f0-bfcc-1f0619ee0bb6 None None] Attempting to bind port e6a45300-60a5-4164-870f-454f3fe6f907 on network 1c66f4f6-8072-49e8-ba33-ce6e65593ad6 {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:58:19.166037 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f597d9ab-94f5-49f0-bfcc-1f0619ee0bb6 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:58:19.166408 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f597d9ab-94f5-49f0-bfcc-1f0619ee0bb6 None None] Checking segment: {'id': '869f1ea9-4eeb-4871-aeb7-4e12120bc889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1c66f4f6-8072-49e8-ba33-ce6e65593ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:58:19.166819 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f597d9ab-94f5-49f0-bfcc-1f0619ee0bb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:19.167215 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f597d9ab-94f5-49f0-bfcc-1f0619ee0bb6 None None] Bound using segment: {'id': '869f1ea9-4eeb-4871-aeb7-4e12120bc889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1c66f4f6-8072-49e8-ba33-ce6e65593ad6'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:58:19.167699 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-f597d9ab-94f5-49f0-bfcc-1f0619ee0bb6 None None] Bound port: e6a45300-60a5-4164-870f-454f3fe6f907, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '869f1ea9-4eeb-4871-aeb7-4e12120bc889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1c66f4f6-8072-49e8-ba33-ce6e65593ad6'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:58:19.168072 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f597d9ab-94f5-49f0-bfcc-1f0619ee0bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:19.321995 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-33909888-c06a-4a3f-8c49-08af8ed1f684 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:19.408672 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9124308b-36c1-4c80-ae8f-6c4220b20023 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:19.446758 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9124308b-36c1-4c80-ae8f-6c4220b20023 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:19.456898 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-894a5421-6726-4f19-b29c-f3d08fa872e3 None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:19.464328 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-f597d9ab-94f5-49f0-bfcc-1f0619ee0bb6 None None] For port e6a45300-60a5-4164-870f-454f3fe6f907, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:58:19.470791 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-f597d9ab-94f5-49f0-bfcc-1f0619ee0bb6 None None] For port e6a45300-60a5-4164-870f-454f3fe6f907, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=e6a45300-60a5-4164-870f-454f3fe6f907,segment=NetworkSegment(869f1ea9-4eeb-4871-aeb7-4e12120bc889),segment_id=869f1ea9-4eeb-4871-aeb7-4e12120bc889)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:58:19.482310 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f597d9ab-94f5-49f0-bfcc-1f0619ee0bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:19.482993 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ec6da82d-53e9-4a73-a08f-35b9ce2554dc tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130626'] for router, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:19.487126 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-894a5421-6726-4f19-b29c-f3d08fa872e3 None None] Transition to ACTIVE for port object 307c1216-86dc-4757-af76-05137e865925 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:58:19.500526 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ec6da82d-53e9-4a73-a08f-35b9ce2554dc tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-617606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-617615', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-607241'] for router, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:19.501176 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-33909888-c06a-4a3f-8c49-08af8ed1f684 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Usage tracker for resource:security_group_rule and tenant:11b74bb4c805440eb8922ec9333718ac is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:19.525722 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-33909888-c06a-4a3f-8c49-08af8ed1f684 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:19.559053 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-d669498d-8ccf-4837-ad0e-ef7e30b0589a None None] Provisioning complete for port b11ba5fb-0d90-4403-a5bf-c442b4dc7e59 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:19.559564 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-d669498d-8ccf-4837-ad0e-ef7e30b0589a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:19.596319 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-33909888-c06a-4a3f-8c49-08af8ed1f684 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:19.609877 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9124308b-36c1-4c80-ae8f-6c4220b20023 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:19.613806 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-894a5421-6726-4f19-b29c-f3d08fa872e3 None None] Transition to ACTIVE for port object 307c1216-86dc-4757-af76-05137e865925 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:58:19.626779 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-41b7c247-ffe9-4540-8120-2a30a72e5907 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:19.643356 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-894a5421-6726-4f19-b29c-f3d08fa872e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:19.655360 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f597d9ab-94f5-49f0-bfcc-1f0619ee0bb6 None None] Pushing event updated for resources: {'Port': ['ID=e6a45300-60a5-4164-870f-454f3fe6f907,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:19.689784 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-d669498d-8ccf-4837-ad0e-ef7e30b0589a None None] Port b11ba5fb-0d90-4403-a5bf-c442b4dc7e59 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:58:19.782319 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9124308b-36c1-4c80-ae8f-6c4220b20023 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f68225-7939-4c03-ad29-ec09201c7ab6,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:19.784035 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec6da82d-53e9-4a73-a08f-35b9ce2554dc tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Router 514e4547-8b34-47e2-a309-a8db3e5b1c3d is scheduled to L3 agent ff252634-3424-422a-b742-9ae457bd54bd with binding_index 1 {{(pid=83826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:58:19.799379 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894a5421-6726-4f19-b29c-f3d08fa872e3 None None] Network 075827df-8fdb-4d55-8d82-cf1160050dba is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:58:19.800388 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894a5421-6726-4f19-b29c-f3d08fa872e3 None None] Pushing event updated for resources: {'Port': ['ID=307c1216-86dc-4757-af76-05137e865925,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:19.809157 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-894a5421-6726-4f19-b29c-f3d08fa872e3 None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:58:19.817263 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894a5421-6726-4f19-b29c-f3d08fa872e3 None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:58:19.823537 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc666da2-43ea-4530-9495-ce4578546514 None None] Network 7c14de4d-f66d-4b31-9425-14853ef68751 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:58:19.865716 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9124308b-36c1-4c80-ae8f-6c4220b20023 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:19.866882 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-9124308b-36c1-4c80-ae8f-6c4220b20023 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] 10.222.0.55 "DELETE /v2.0/security-groups/99f68225-7939-4c03-ad29-ec09201c7ab6 HTTP/1.1" status: 204 len: 168 time: 1.4906878 Apr 01 15:58:19.878693 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 55424) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:19.975574 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-33909888-c06a-4a3f-8c49-08af8ed1f684 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for security_group, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:19.982250 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-41b7c247-ffe9-4540-8120-2a30a72e5907 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15306565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16030232'] for subnet, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:19.989697 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-f49db9e7-ed70-4a76-8f16-15024cfad3e5 None None] Provisioning for port 125b516c-ac93-49f1-a12b-e4119e11a8eb completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:58:20.035034 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec6da82d-53e9-4a73-a08f-35b9ce2554dc tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:58:20.041521 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ec6da82d-53e9-4a73-a08f-35b9ce2554dc tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for router, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:20.045322 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-ec6da82d-53e9-4a73-a08f-35b9ce2554dc tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "PUT /v2.0/routers/514e4547-8b34-47e2-a309-a8db3e5b1c3d HTTP/1.1" status: 200 len: 697 time: 1.2695527 Apr 01 15:58:20.046312 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55428) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:20.136550 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-33909888-c06a-4a3f-8c49-08af8ed1f684 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:20.140096 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96f5c6e-cf85-4909-801c-c051aa624348 None None] Sync routers for ids ['514e4547-8b34-47e2-a309-a8db3e5b1c3d'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:58:20.224920 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-894a5421-6726-4f19-b29c-f3d08fa872e3 None None] Attempting to bind port 307c1216-86dc-4757-af76-05137e865925 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:58:20.225401 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-894a5421-6726-4f19-b29c-f3d08fa872e3 None None] Attempting to bind port 307c1216-86dc-4757-af76-05137e865925 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'd390748b-713b-4393-97bc-3c146a87ed10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '075827df-8fdb-4d55-8d82-cf1160050dba'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:58:20.225868 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894a5421-6726-4f19-b29c-f3d08fa872e3 None None] Attempting to bind port 307c1216-86dc-4757-af76-05137e865925 on network 075827df-8fdb-4d55-8d82-cf1160050dba {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:58:20.228338 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device e6a45300-60a5-4164-870f-454f3fe6f907 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:58:20.234344 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b7c247-ffe9-4540-8120-2a30a72e5907 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Pushing event deleted for resources: {'Subnet': ['ID=7a43d125-e312-4749-bb78-127d3f21cf19,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:20.291029 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-41b7c247-ffe9-4540-8120-2a30a72e5907 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:20.297164 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-41b7c247-ffe9-4540-8120-2a30a72e5907 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] 10.222.0.55 "DELETE /v2.0/subnets/7a43d125-e312-4749-bb78-127d3f21cf19 HTTP/1.1" status: 204 len: 168 time: 2.5800929 Apr 01 15:58:20.299318 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55432) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:20.302060 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-f5043298-0fd1-4d47-935c-c1724f89bcfa tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Synchronizing usage tracker for tenant:fafc723bebf94b35b584f0a914453088 on resource:security_group {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:58:20.309524 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-33909888-c06a-4a3f-8c49-08af8ed1f684 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:20.310712 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-33909888-c06a-4a3f-8c49-08af8ed1f684 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.0162411 Apr 01 15:58:20.314536 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33909888-c06a-4a3f-8c49-08af8ed1f684 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90af707f-b780-456f-a989-03047e7a8348,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:20.317578 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 55436) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:20.343067 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96f5c6e-cf85-4909-801c-c051aa624348 None None] Routers {'514e4547-8b34-47e2-a309-a8db3e5b1c3d'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:58:20.343767 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-6bb9b4de-9c78-49c9-b56a-7f8928302a36 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1235105439', 'security_groups': ['90af707f-b780-456f-a989-03047e7a8348'], 'network_id': '075827df-8fdb-4d55-8d82-cf1160050dba', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1512755f-1331-421b-97d8-b9501fabf2d9'}]}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:20.344283 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-f96f5c6e-cf85-4909-801c-c051aa624348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:57:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['514e4547-8b34-47e2-a309-a8db3e5b1c3d'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:20.396849 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-63b87ad4-863a-4263-92dc-fc71f6cd1429 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "GET /v2.0/routers/514e4547-8b34-47e2-a309-a8db3e5b1c3d HTTP/1.1" status: 200 len: 703 time: 0.3494902 Apr 01 15:58:20.401918 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55440) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:20.406632 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894a5421-6726-4f19-b29c-f3d08fa872e3 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:58:20.407103 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894a5421-6726-4f19-b29c-f3d08fa872e3 None None] Checking segment: {'id': 'd390748b-713b-4393-97bc-3c146a87ed10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '075827df-8fdb-4d55-8d82-cf1160050dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:58:20.407595 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-894a5421-6726-4f19-b29c-f3d08fa872e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:20.408031 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894a5421-6726-4f19-b29c-f3d08fa872e3 None None] Bound using segment: {'id': 'd390748b-713b-4393-97bc-3c146a87ed10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '075827df-8fdb-4d55-8d82-cf1160050dba'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:58:20.408700 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-894a5421-6726-4f19-b29c-f3d08fa872e3 None None] Bound port: 307c1216-86dc-4757-af76-05137e865925, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd390748b-713b-4393-97bc-3c146a87ed10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '075827df-8fdb-4d55-8d82-cf1160050dba'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:58:20.409098 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-894a5421-6726-4f19-b29c-f3d08fa872e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:20.457679 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-f5043298-0fd1-4d47-935c-c1724f89bcfa tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] Unset dirty status for tenant:fafc723bebf94b35b584f0a914453088 on resource:security_group {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:58:20.462961 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-f5043298-0fd1-4d47-935c-c1724f89bcfa tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5748086 Apr 01 15:58:20.472622 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 55444) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:20.512971 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-72cda00d-a711-4e9a-a6af-54c4862cceba tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "GET /v2.0/ports?device_id=514e4547-8b34-47e2-a309-a8db3e5b1c3d HTTP/1.1" status: 200 len: 205 time: 0.1071830 Apr 01 15:58:20.513614 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55448) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:20.522354 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.api.v2.resource [None req-47ea5a28-2986-4d7d-aa82-2d11944af6c0 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] delete failed (client error): The resource could not be found. Apr 01 15:58:20.526785 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-47ea5a28-2986-4d7d-aa82-2d11944af6c0 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] 10.222.0.55 "DELETE /v2.0/security-groups/454af6c7-1eeb-4208-86e1-40618f1704a5 HTTP/1.1" status: 404 len: 347 time: 0.0496898 Apr 01 15:58:20.530519 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 55452) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:20.580548 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.api.v2.resource [None req-eb85269e-e993-4cc5-9771-e4a28fd31fd5 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] show failed (client error): The resource could not be found. Apr 01 15:58:20.585475 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-eb85269e-e993-4cc5-9771-e4a28fd31fd5 tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] 10.222.0.55 "GET /v2.0/security-groups/f5f30dee-3a71-47dc-8992-af56b2b49797 HTTP/1.1" status: 404 len: 347 time: 0.0490775 Apr 01 15:58:20.585475 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-6bb9b4de-9c78-49c9-b56a-7f8928302a36 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:20.586625 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55456) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:20.587754 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-924652ee-ab7f-4acb-954a-e14e55706e74 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Router 3e0a7872-7ac0-49d9-98a3-22a25d0acd22 is scheduled to L3 agent ff252634-3424-422a-b742-9ae457bd54bd with binding_index 1 {{(pid=83828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:58:20.592117 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-6bb9b4de-9c78-49c9-b56a-7f8928302a36 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Usage tracker for resource:port and tenant:11b74bb4c805440eb8922ec9333718ac is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:20.593745 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-f96f5c6e-cf85-4909-801c-c051aa624348 None None] Set router 514e4547-8b34-47e2-a309-a8db3e5b1c3d gateway port host: None {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:58:20.596145 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-6bb9b4de-9c78-49c9-b56a-7f8928302a36 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:20.605920 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-6bb9b4de-9c78-49c9-b56a-7f8928302a36 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:20.633899 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb9b4de-9c78-49c9-b56a-7f8928302a36 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Made reservation on behalf of 11b74bb4c805440eb8922ec9333718ac for: {'port': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:58:20.655149 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.api.v2.resource [None req-d3e64146-fe8f-4bbd-856f-f0609da99a7a tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] show failed (client error): The resource could not be found. Apr 01 15:58:20.659797 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-d3e64146-fe8f-4bbd-856f-f0609da99a7a tempest-NegativeSecGroupIPv6Test-941587220 tempest-NegativeSecGroupIPv6Test-941587220-project] 10.222.0.55 "GET /v2.0/security-group-rules/0886ab70-fe33-4ee6-b377-2e047b424eb5 HTTP/1.1" status: 404 len: 356 time: 0.0683880 Apr 01 15:58:20.730839 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_v2 [None req-b89f8a68-689f-4951-b588-efe6d1441159 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Deleting subnet c9bf9c6e-69b6-4085-8ded-9e7c5060e13d {{(pid=83826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:58:20.737014 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b89f8a68-689f-4951-b588-efe6d1441159 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks [] for subnet, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:20.759070 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port e6a45300-60a5-4164-870f-454f3fe6f907 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:58:20.768793 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-f96f5c6e-cf85-4909-801c-c051aa624348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '514e4547-8b34-47e2-a309-a8db3e5b1c3d', 'name': 'tempest-RoutersIpV6Test-router-601768804', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:58:18Z', 'updated_at': '2022-04-01T15:58:19Z', 'revision_number': 2, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'gw_port_host': None}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:20.780753 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 125b516c-ac93-49f1-a12b-e4119e11a8eb up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:58:20.790676 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b788bd4e-e94c-4c6a-97d0-8dbc9c58cf86 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for router, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:20.813304 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96f5c6e-cf85-4909-801c-c051aa624348 None None] Checking router: 514e4547-8b34-47e2-a309-a8db3e5b1c3d for host: dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:58:20.822203 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-894a5421-6726-4f19-b29c-f3d08fa872e3 None None] For port 307c1216-86dc-4757-af76-05137e865925, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:58:20.851344 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-894a5421-6726-4f19-b29c-f3d08fa872e3 None None] For port 307c1216-86dc-4757-af76-05137e865925, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=307c1216-86dc-4757-af76-05137e865925,segment=NetworkSegment(d390748b-713b-4393-97bc-3c146a87ed10),segment_id=d390748b-713b-4393-97bc-3c146a87ed10)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:58:20.880715 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-894a5421-6726-4f19-b29c-f3d08fa872e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:20.936982 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96f5c6e-cf85-4909-801c-c051aa624348 None None] Routers {'514e4547-8b34-47e2-a309-a8db3e5b1c3d'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:58:20.937718 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-f96f5c6e-cf85-4909-801c-c051aa624348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:57:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['514e4547-8b34-47e2-a309-a8db3e5b1c3d'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:20.979661 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b89f8a68-689f-4951-b588-efe6d1441159 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16610770'] for subnet, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:21.192248 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-f96f5c6e-cf85-4909-801c-c051aa624348 None None] Set router 514e4547-8b34-47e2-a309-a8db3e5b1c3d gateway port host: None {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:58:21.237041 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db457a2d-42eb-4869-a084-d24543d95abb tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Router 497ee9a6-f12b-44bf-ad1e-a8e77c52d139 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:58:21.261170 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6bb9b4de-9c78-49c9-b56a-7f8928302a36 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:21.275394 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 55464) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:21.312807 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [None req-6bb9b4de-9c78-49c9-b56a-7f8928302a36 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] device_id is not set on port 083edc85-6550-46e7-99a3-b3d9e2208d26 yet. {{(pid=83828) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:58:21.400540 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6e140e-a115-4715-b635-6343c9558116 None None] DHCP port deletion for 7c14de4d-f66d-4b31-9425-14853ef68751 request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:58:21.402994 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48b8024-f4d8-479a-b3fc-2935599d9030 None None] Network 1c66f4f6-8072-49e8-ba33-ce6e65593ad6 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:58:21.474407 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b788bd4e-e94c-4c6a-97d0-8dbc9c58cf86 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130651'] for router, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:21.482654 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b788bd4e-e94c-4c6a-97d0-8dbc9c58cf86 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:21.500800 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b89f8a68-689f-4951-b588-efe6d1441159 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:21.505697 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-f96f5c6e-cf85-4909-801c-c051aa624348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '514e4547-8b34-47e2-a309-a8db3e5b1c3d', 'name': 'tempest-RoutersIpV6Test-router-601768804', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:58:18Z', 'updated_at': '2022-04-01T15:58:19Z', 'revision_number': 2, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'gw_port_host': None}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:21.508611 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-6d6e140e-a115-4715-b635-6343c9558116 None None] Deleting port 125b516c-ac93-49f1-a12b-e4119e11a8eb {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:58:21.509153 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6d6e140e-a115-4715-b635-6343c9558116 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:21.544021 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-924652ee-ab7f-4acb-954a-e14e55706e74 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:58:21.557445 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-0dbffb0a-7fc1-4faf-964d-a761ce320a62 None None] Provisioning for port e6a45300-60a5-4164-870f-454f3fe6f907 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:58:21.566376 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfede6e3-eab3-4a27-8ccb-a7d29a84ba1a None None] Sync routers for ids ['3e0a7872-7ac0-49d9-98a3-22a25d0acd22'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:58:21.582984 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96f5c6e-cf85-4909-801c-c051aa624348 None None] The sync data for ids ['514e4547-8b34-47e2-a309-a8db3e5b1c3d'] in dv-neutron-833373-2-hyperv is: [{'id': '514e4547-8b34-47e2-a309-a8db3e5b1c3d', 'name': 'tempest-RoutersIpV6Test-router-601768804', 'tenant_id': '140c0a827c6a433287acd915ee3c410d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:58:18Z', 'updated_at': '2022-04-01T15:58:19Z', 'revision_number': 2, 'project_id': '140c0a827c6a433287acd915ee3c410d', 'gw_port_host': None}] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:58:21.597101 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfede6e3-eab3-4a27-8ccb-a7d29a84ba1a None None] Routers {'3e0a7872-7ac0-49d9-98a3-22a25d0acd22'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:58:21.597976 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-cfede6e3-eab3-4a27-8ccb-a7d29a84ba1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:57:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['3e0a7872-7ac0-49d9-98a3-22a25d0acd22'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:21.605392 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b788bd4e-e94c-4c6a-97d0-8dbc9c58cf86 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607376'] for router, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:21.606100 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b788bd4e-e94c-4c6a-97d0-8dbc9c58cf86 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Fanout notify agent at l3_agent the message router_deleted on router 514e4547-8b34-47e2-a309-a8db3e5b1c3d {{(pid=83826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:58:21.619186 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b89f8a68-689f-4951-b588-efe6d1441159 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15415074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16089009'] for subnet, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:21.641339 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-0dbffb0a-7fc1-4faf-964d-a761ce320a62 None None] Provisioning complete for port e6a45300-60a5-4164-870f-454f3fe6f907 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:21.641715 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-0dbffb0a-7fc1-4faf-964d-a761ce320a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:21.653443 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-924652ee-ab7f-4acb-954a-e14e55706e74 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "PUT /v2.0/routers/3e0a7872-7ac0-49d9-98a3-22a25d0acd22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6988962 Apr 01 15:58:21.664561 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 55470) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:21.681101 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89f8a68-689f-4951-b588-efe6d1441159 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Pushing event deleted for resources: {'Subnet': ['ID=c9bf9c6e-69b6-4085-8ded-9e7c5060e13d,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:21.696205 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b89f8a68-689f-4951-b588-efe6d1441159 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:21.700629 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-b89f8a68-689f-4951-b588-efe6d1441159 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] 10.222.0.55 "DELETE /v2.0/subnets/c9bf9c6e-69b6-4085-8ded-9e7c5060e13d HTTP/1.1" status: 204 len: 168 time: 1.3975821 Apr 01 15:58:21.702241 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b788bd4e-e94c-4c6a-97d0-8dbc9c58cf86 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Notify callbacks [] for router, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:21.703361 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-b788bd4e-e94c-4c6a-97d0-8dbc9c58cf86 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "DELETE /v2.0/routers/514e4547-8b34-47e2-a309-a8db3e5b1c3d HTTP/1.1" status: 204 len: 168 time: 1.1890709 Apr 01 15:58:21.704162 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55474) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:21.707646 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55476) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:21.710640 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-1d08b584-faf4-46c9-8081-3a8787d54577 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Request body: {'network': {'name': 'tempest-RoutersTest-1086335419'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:21.732482 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-1d08b584-faf4-46c9-8081-3a8787d54577 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:21.762988 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-1d08b584-faf4-46c9-8081-3a8787d54577 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Usage tracker for resource:network and tenant:113c2dcebd4142eb9b767ab7a8fce06c is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:21.770396 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 125b516c-ac93-49f1-a12b-e4119e11a8eb completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:58:21.771578 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-1d08b584-faf4-46c9-8081-3a8787d54577 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:21.811045 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-b98e1f06-4edb-441c-a515-9f539137d4ef tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "GET /v2.0/ports?device_id=514e4547-8b34-47e2-a309-a8db3e5b1c3d HTTP/1.1" status: 200 len: 205 time: 0.0650463 Apr 01 15:58:21.814360 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55482) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:21.829325 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894a5421-6726-4f19-b29c-f3d08fa872e3 None None] Pushing event updated for resources: {'Port': ['ID=307c1216-86dc-4757-af76-05137e865925,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:21.845333 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-1d08b584-faf4-46c9-8081-3a8787d54577 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:21.865701 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-d73bf79d-958e-4c27-9a9f-909ca2442c83 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fafc723bebf94b35b584f0a914453088&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5837533 Apr 01 15:58:21.887104 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 55486) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:21.916257 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.api.v2.resource [None req-9785cd3d-bcee-423e-9caf-eedd5ea858d8 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] delete failed (client error): The resource could not be found. Apr 01 15:58:21.917321 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-9785cd3d-bcee-423e-9caf-eedd5ea858d8 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "DELETE /v2.0/routers/514e4547-8b34-47e2-a309-a8db3e5b1c3d HTTP/1.1" status: 404 len: 336 time: 0.0956070 Apr 01 15:58:21.920184 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55490) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:21.968388 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d08b584-faf4-46c9-8081-3a8787d54577 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Made reservation on behalf of 113c2dcebd4142eb9b767ab7a8fce06c for: {'network': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:58:21.971983 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1d08b584-faf4-46c9-8081-3a8787d54577 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:21.987413 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-79fb7ed4-81ee-4c4b-afc6-e88081c57879 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] DELETE failed (client error): The resource could not be found. Apr 01 15:58:21.987840 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79fb7ed4-81ee-4c4b-afc6-e88081c57879 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:58:21.989533 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-79fb7ed4-81ee-4c4b-afc6-e88081c57879 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "DELETE /v2.0/subnets/670a7a9f-3e40-465a-a32d-3a19ff34815f HTTP/1.1" status: 404 len: 337 time: 0.0684154 Apr 01 15:58:21.993345 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55494) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:22.016277 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-cfede6e3-eab3-4a27-8ccb-a7d29a84ba1a None None] Set router 3e0a7872-7ac0-49d9-98a3-22a25d0acd22 gateway port host: None {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:58:22.022478 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 125b516c-ac93-49f1-a12b-e4119e11a8eb triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:22.023087 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:22.028103 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490452c2-d185-48b0-9d2a-22fcdd8a5851 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:22.028841 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-490452c2-d185-48b0-9d2a-22fcdd8a5851 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Synchronizing usage tracker for tenant:5ba8a8fd69c24ae39137a4ddd20a1248 on resource:subnet {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:58:22.049802 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d08b584-faf4-46c9-8081-3a8787d54577 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=83828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:58:22.052043 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-89978082-b6c9-4e34-bd63-081a039dff84 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] DELETE failed (client error): The resource could not be found. Apr 01 15:58:22.052488 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89978082-b6c9-4e34-bd63-081a039dff84 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:58:22.054833 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-89978082-b6c9-4e34-bd63-081a039dff84 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "DELETE /v2.0/subnets/f9bea074-110e-4790-b124-4f4db52ca314 HTTP/1.1" status: 404 len: 337 time: 0.0605493 Apr 01 15:58:22.057377 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55498) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:22.077895 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1d08b584-faf4-46c9-8081-3a8787d54577 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:22.078861 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.segments_db [None req-1d08b584-faf4-46c9-8081-3a8787d54577 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Added segment 6da9aa4a-5952-48a0-853b-e2f18f47485c of type vlan for network b15e37bb-df96-46ce-9581-07cfdc722631 Apr 01 15:58:22.110872 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1d08b584-faf4-46c9-8081-3a8787d54577 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:22.153675 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1d08b584-faf4-46c9-8081-3a8787d54577 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:22.158174 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d08b584-faf4-46c9-8081-3a8787d54577 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:22.158774 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1d08b584-faf4-46c9-8081-3a8787d54577 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:22.172119 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-8af9c8ad-0b51-4aa8-b6a7-d5a5e6ecd14a tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] DELETE failed (client error): The resource could not be found. Apr 01 15:58:22.172563 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8af9c8ad-0b51-4aa8-b6a7-d5a5e6ecd14a tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:58:22.174368 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-8af9c8ad-0b51-4aa8-b6a7-d5a5e6ecd14a tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "DELETE /v2.0/subnets/595565ab-1fb4-47c3-b751-ca3dca052eed HTTP/1.1" status: 404 len: 337 time: 0.1140506 Apr 01 15:58:22.175326 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-490452c2-d185-48b0-9d2a-22fcdd8a5851 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Unset dirty status for tenant:5ba8a8fd69c24ae39137a4ddd20a1248 on resource:subnet {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:58:22.176441 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-490452c2-d185-48b0-9d2a-22fcdd8a5851 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4701860 Apr 01 15:58:22.177352 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55502) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:22.181904 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55506) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:22.302449 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-61c5247c-8db4-446f-ae79-15ed3888b46e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:22.316429 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-76c65cb1-30ab-4b68-ae4a-19cac52f532c tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] DELETE failed (client error): The resource could not be found. Apr 01 15:58:22.316911 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76c65cb1-30ab-4b68-ae4a-19cac52f532c tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:58:22.318749 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-76c65cb1-30ab-4b68-ae4a-19cac52f532c tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "DELETE /v2.0/subnets/9bb82706-c556-4eec-837c-2010fe05eee3 HTTP/1.1" status: 404 len: 337 time: 0.1396265 Apr 01 15:58:22.330706 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55510) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:22.390295 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-a0106716-49c3-4175-b535-2026479817a6 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "GET /v2.0/ports?device_id=519ed5a5-f15a-4ea7-b35d-8c8cb14b811d HTTP/1.1" status: 200 len: 205 time: 0.0584641 Apr 01 15:58:22.400369 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55514) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:22.404632 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-61c5247c-8db4-446f-ae79-15ed3888b46e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:22.454128 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d08b584-faf4-46c9-8081-3a8787d54577 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Pushing event updated for resources: {'Network': ['ID=b15e37bb-df96-46ce-9581-07cfdc722631,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:22.459912 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-6bb9b4de-9c78-49c9-b56a-7f8928302a36 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Allocated IP 172.20.0.6 (075827df-8fdb-4d55-8d82-cf1160050dba/1512755f-1331-421b-97d8-b9501fabf2d9/083edc85-6550-46e7-99a3-b3d9e2208d26) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:58:22.479635 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.api.v2.resource [None req-3d471e4c-ae2f-49bc-9f9f-39c5255c70ae tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] delete failed (client error): The resource could not be found. Apr 01 15:58:22.480651 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-3d471e4c-ae2f-49bc-9f9f-39c5255c70ae tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "DELETE /v2.0/routers/519ed5a5-f15a-4ea7-b35d-8c8cb14b811d HTTP/1.1" status: 404 len: 336 time: 0.0787604 Apr 01 15:58:22.484472 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0724c3f7-3b2c-4a12-b030-ac40ae17544c tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:22.486117 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55518) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:22.530136 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-1d08b584-faf4-46c9-8081-3a8787d54577 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8548017 Apr 01 15:58:22.531497 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network b15e37bb-df96-46ce-9581-07cfdc722631 details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:58:22.534744 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55522) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:22.541303 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-9191f1de-4f78-4ba9-a7d5-0051f6226043 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "GET /v2.0/ports?device_id=f439af62-7102-449c-b078-1a30b3b1ea47 HTTP/1.1" status: 200 len: 205 time: 0.0526457 Apr 01 15:58:22.545386 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55524) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:22.549207 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-4b60dbde-c233-41e7-a2b4-58e6a0696be1 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Request body: {'subnet': {'network_id': 'b15e37bb-df96-46ce-9581-07cfdc722631', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:22.562395 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-61c5247c-8db4-446f-ae79-15ed3888b46e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:22.577024 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-61c5247c-8db4-446f-ae79-15ed3888b46e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:22.587487 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-61c5247c-8db4-446f-ae79-15ed3888b46e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1ad8bdcc-63fa-4ac1-9624-f8673ddfe6e6 HTTP/1.1" status: 204 len: 168 time: 0.6834993 Apr 01 15:58:22.601318 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-cfede6e3-eab3-4a27-8ccb-a7d29a84ba1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0a7872-7ac0-49d9-98a3-22a25d0acd22', 'name': 'tempest-RoutersTest-router-1162967274', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:58:06Z', 'updated_at': '2022-04-01T15:58:16Z', 'revision_number': 2, 'project_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'gw_port_host': None, '_interfaces': [{'id': 'b11ba5fb-0d90-4403-a5bf-c442b4dc7e59', 'name': '', 'network_id': '423f0b4e-e66e-41f0-92c1-2e0344f8d737', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'mac_address': 'fa:16:3e:0a:1b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e0a7872-7ac0-49d9-98a3-22a25d0acd22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9ff9c4c-6092-46d4-81b2-de70a3fd5a7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:13Z', 'updated_at': '2022-04-01T15:58:17Z', 'revision_number': 2, 'project_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'subnets': [{'id': 'a9ff9c4c-6092-46d4-81b2-de70a3fd5a7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:22.618340 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfede6e3-eab3-4a27-8ccb-a7d29a84ba1a None None] Checking router: 3e0a7872-7ac0-49d9-98a3-22a25d0acd22 for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:58:22.619615 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfede6e3-eab3-4a27-8ccb-a7d29a84ba1a None None] Updating router 3e0a7872-7ac0-49d9-98a3-22a25d0acd22 port b11ba5fb-0d90-4403-a5bf-c442b4dc7e59 binding host dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:58:22.649904 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c5247c-8db4-446f-ae79-15ed3888b46e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad8bdcc-63fa-4ac1-9624-f8673ddfe6e6,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:22.707349 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-0724c3f7-3b2c-4a12-b030-ac40ae17544c tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Deleting port e6a45300-60a5-4164-870f-454f3fe6f907 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:58:22.708214 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0724c3f7-3b2c-4a12-b030-ac40ae17544c tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:22.836646 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-cfede6e3-eab3-4a27-8ccb-a7d29a84ba1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:22.868178 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.api.v2.resource [None req-217fa24e-8a94-4869-ac0f-6a746655a7e1 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] delete failed (client error): The resource could not be found. Apr 01 15:58:22.869347 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-217fa24e-8a94-4869-ac0f-6a746655a7e1 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "DELETE /v2.0/routers/f439af62-7102-449c-b078-1a30b3b1ea47 HTTP/1.1" status: 404 len: 336 time: 0.3051181 Apr 01 15:58:22.881851 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55532) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:22.883028 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-6d6e140e-a115-4715-b635-6343c9558116 None None] For port 125b516c-ac93-49f1-a12b-e4119e11a8eb, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=125b516c-ac93-49f1-a12b-e4119e11a8eb,segment=NetworkSegment(46097838-a035-4a71-9ae8-37c9613dc13a),segment_id=46097838-a035-4a71-9ae8-37c9613dc13a)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:58:22.883810 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6d6e140e-a115-4715-b635-6343c9558116 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:22.959775 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8853d63-6442-44cb-b9fc-7b666d470823 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] DELETE failed (client error): The resource could not be found. Apr 01 15:58:22.960164 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8853d63-6442-44cb-b9fc-7b666d470823 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:58:22.961969 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-e8853d63-6442-44cb-b9fc-7b666d470823 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "DELETE /v2.0/subnets/f7954787-1bc3-466c-85ec-48bd020e83c1 HTTP/1.1" status: 404 len: 337 time: 0.0730150 Apr 01 15:58:22.973647 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55538) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:22.980524 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-0dbffb0a-7fc1-4faf-964d-a761ce320a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:23.097840 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db457a2d-42eb-4869-a084-d24543d95abb tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:58:23.109764 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-db457a2d-42eb-4869-a084-d24543d95abb tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "PUT /v2.0/routers/497ee9a6-f12b-44bf-ad1e-a8e77c52d139/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.6673257 Apr 01 15:58:23.124912 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6bb9b4de-9c78-49c9-b56a-7f8928302a36 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:23.169821 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [None req-6bb9b4de-9c78-49c9-b56a-7f8928302a36 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Transition to ACTIVE for port object 083edc85-6550-46e7-99a3-b3d9e2208d26 will not be triggered until provisioned by entity DHCP. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:58:23.247084 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6bb9b4de-9c78-49c9-b56a-7f8928302a36 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:23.258003 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-6d6e140e-a115-4715-b635-6343c9558116 None None] Calling delete_port for 125b516c-ac93-49f1-a12b-e4119e11a8eb owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:58:23.423972 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb9b4de-9c78-49c9-b56a-7f8928302a36 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Network 075827df-8fdb-4d55-8d82-cf1160050dba is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:58:23.427593 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-6bb9b4de-9c78-49c9-b56a-7f8928302a36 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:58:23.450066 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb9b4de-9c78-49c9-b56a-7f8928302a36 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:58:23.544483 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb9b4de-9c78-49c9-b56a-7f8928302a36 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event updated for resources: {'Port': ['ID=083edc85-6550-46e7-99a3-b3d9e2208d26,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:23.602328 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:23.671464 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-01e69502-85fa-45e5-ac83-e68f5bdbf04c tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "GET /v2.0/ports?device_id=8f54739f-82c1-4ea4-bb39-13c409fe0e7c HTTP/1.1" status: 200 len: 205 time: 0.6946044 Apr 01 15:58:23.675925 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55548) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:23.710213 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb9b4de-9c78-49c9-b56a-7f8928302a36 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:23.711433 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6bb9b4de-9c78-49c9-b56a-7f8928302a36 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:23.711760 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4852b7-0f69-41b7-8861-0fae666a6663 None None] Sync routers for ids ['497ee9a6-f12b-44bf-ad1e-a8e77c52d139'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:58:23.777472 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-6bb9b4de-9c78-49c9-b56a-7f8928302a36 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.4451215 Apr 01 15:58:23.778586 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 55554) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:23.791492 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-b1007a93-3443-4e4c-ad7c-f625a1d6c3d6 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Request body: {'subnet': {'network_id': '075827df-8fdb-4d55-8d82-cf1160050dba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:23.843898 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.api.v2.resource [None req-7478ae2b-e5e0-43ef-aa85-1767ffd7b52a tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] delete failed (client error): The resource could not be found. Apr 01 15:58:23.846334 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-7478ae2b-e5e0-43ef-aa85-1767ffd7b52a tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "DELETE /v2.0/routers/8f54739f-82c1-4ea4-bb39-13c409fe0e7c HTTP/1.1" status: 404 len: 336 time: 0.1635458 Apr 01 15:58:23.850363 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-4b60dbde-c233-41e7-a2b4-58e6a0696be1 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:23.855480 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55558) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:23.871044 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-4b60dbde-c233-41e7-a2b4-58e6a0696be1 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Usage tracker for resource:subnet and tenant:113c2dcebd4142eb9b767ab7a8fce06c is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:23.904991 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6d6e140e-a115-4715-b635-6343c9558116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671'] for port, after_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:23.939760 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-6586eeae-dd03-4a85-8e3d-d2401b6417f1 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "GET /v2.0/ports?device_id=78f336c4-63c2-48c0-95e3-13b5d08ded10 HTTP/1.1" status: 200 len: 205 time: 0.0829244 Apr 01 15:58:23.966444 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 55562) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:23.979541 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4852b7-0f69-41b7-8861-0fae666a6663 None None] Routers {'497ee9a6-f12b-44bf-ad1e-a8e77c52d139'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:58:23.980555 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-da4852b7-0f69-41b7-8861-0fae666a6663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:57:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['497ee9a6-f12b-44bf-ad1e-a8e77c52d139'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:24.020049 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-4b60dbde-c233-41e7-a2b4-58e6a0696be1 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:24.038213 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-4b60dbde-c233-41e7-a2b4-58e6a0696be1 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:24.049390 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [None req-0724c3f7-3b2c-4a12-b030-ac40ae17544c tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] For port e6a45300-60a5-4164-870f-454f3fe6f907, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=e6a45300-60a5-4164-870f-454f3fe6f907,segment=NetworkSegment(869f1ea9-4eeb-4871-aeb7-4e12120bc889),segment_id=869f1ea9-4eeb-4871-aeb7-4e12120bc889)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:58:24.053762 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0724c3f7-3b2c-4a12-b030-ac40ae17544c tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:24.253795 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.api.v2.resource [None req-50d7f5b0-8b09-46d7-9e31-a8ca0cf302e6 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] delete failed (client error): The resource could not be found. Apr 01 15:58:24.258228 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-50d7f5b0-8b09-46d7-9e31-a8ca0cf302e6 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "DELETE /v2.0/routers/78f336c4-63c2-48c0-95e3-13b5d08ded10 HTTP/1.1" status: 404 len: 336 time: 0.2875695 Apr 01 15:58:24.390503 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-0724c3f7-3b2c-4a12-b030-ac40ae17544c tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Calling delete_port for e6a45300-60a5-4164-870f-454f3fe6f907 owned by network:dhcp {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:58:24.418702 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-cfede6e3-eab3-4a27-8ccb-a7d29a84ba1a None None] Notify callbacks [] for port, precommit_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:24.448168 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.provisioning_blocks [None req-cfede6e3-eab3-4a27-8ccb-a7d29a84ba1a None None] Transition to ACTIVE for port object b11ba5fb-0d90-4403-a5bf-c442b4dc7e59 will not be triggered until provisioned by entity L2. {{(pid=83833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:58:24.455985 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6e140e-a115-4715-b635-6343c9558116 None None] No DVR routers for this DVR port 125b516c-ac93-49f1-a12b-e4119e11a8eb on host dv-neutron-833373-2-hyperv {{(pid=83829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:58:24.462926 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-cfede6e3-eab3-4a27-8ccb-a7d29a84ba1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:24.469289 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-0dbffb0a-7fc1-4faf-964d-a761ce320a62 None None] For port e6a45300-60a5-4164-870f-454f3fe6f907, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=e6a45300-60a5-4164-870f-454f3fe6f907,segment=NetworkSegment(869f1ea9-4eeb-4871-aeb7-4e12120bc889),segment_id=869f1ea9-4eeb-4871-aeb7-4e12120bc889)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:58:24.510192 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-da4852b7-0f69-41b7-8861-0fae666a6663 None None] Set router 497ee9a6-f12b-44bf-ad1e-a8e77c52d139 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:58:24.575161 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55570) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:24.580561 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b60dbde-c233-41e7-a2b4-58e6a0696be1 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Made reservation on behalf of 113c2dcebd4142eb9b767ab7a8fce06c for: {'subnet': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:58:24.657972 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-b1007a93-3443-4e4c-ad7c-f625a1d6c3d6 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:24.662661 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.db.api [None req-0724c3f7-3b2c-4a12-b030-ac40ae17544c tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:58:24.662960 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG oslo_db.api [None req-0724c3f7-3b2c-4a12-b030-ac40ae17544c tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:58:24.676306 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-b1007a93-3443-4e4c-ad7c-f625a1d6c3d6 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Usage tracker for resource:subnet and tenant:11b74bb4c805440eb8922ec9333718ac is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:24.681215 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-b1007a93-3443-4e4c-ad7c-f625a1d6c3d6 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:24.695408 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-b1007a93-3443-4e4c-ad7c-f625a1d6c3d6 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:24.716491 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1007a93-3443-4e4c-ad7c-f625a1d6c3d6 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Made reservation on behalf of 11b74bb4c805440eb8922ec9333718ac for: {'subnet': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:58:24.720517 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b1007a93-3443-4e4c-ad7c-f625a1d6c3d6 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16030269'] for subnet, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:24.787551 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8cfbb0-d18e-4583-a853-66ac8c70b448 None None] Pushing event updated for resources: {'Port': ['ID=b11ba5fb-0d90-4403-a5bf-c442b4dc7e59,revision_number=3']} {{(pid=83833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:24.851857 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eba0b9e-44c9-467c-9b43-c911550498ac tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] DELETE failed (client error): The resource could not be found. Apr 01 15:58:24.852416 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8eba0b9e-44c9-467c-9b43-c911550498ac tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:58:24.923953 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 55580) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:24.926327 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-8eba0b9e-44c9-467c-9b43-c911550498ac tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "DELETE /v2.0/subnets/b13c9de6-64c6-4a1b-bc31-ef7f834d74e9 HTTP/1.1" status: 404 len: 337 time: 0.3474808 Apr 01 15:58:25.001776 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0977ba4e-0fa3-414a-9814-1354ca79b0de req-290dc316-868f-4df6-a4c2-56913c725a95 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:25.006647 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-0977ba4e-0fa3-414a-9814-1354ca79b0de req-290dc316-868f-4df6-a4c2-56913c725a95 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Synchronizing usage tracker for tenant:447e2c5010754fe1ad368efac7c75251 on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:58:25.031724 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55584) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:25.031941 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-9464da32-4315-4438-a62a-b7983ef1a587 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Synchronizing usage tracker for tenant:140c0a827c6a433287acd915ee3c410d on resource:port {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:58:25.034217 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4b60dbde-c233-41e7-a2b4-58e6a0696be1 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16088980'] for subnet, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:25.053824 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa98a03-846e-499a-8607-424d72104d5c None None] DHCP port deletion for 1c66f4f6-8072-49e8-ba33-ce6e65593ad6 request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:58:25.077632 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6e140e-a115-4715-b635-6343c9558116 None None] Pushing event deleted for resources: {'Port': ['ID=125b516c-ac93-49f1-a12b-e4119e11a8eb,revision_number=None']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:25.079567 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-0dbffb0a-7fc1-4faf-964d-a761ce320a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:25.101596 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-cfede6e3-eab3-4a27-8ccb-a7d29a84ba1a None None] Attempting to bind port b11ba5fb-0d90-4403-a5bf-c442b4dc7e59 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:58:25.102307 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-cfede6e3-eab3-4a27-8ccb-a7d29a84ba1a None None] Attempting to bind port b11ba5fb-0d90-4403-a5bf-c442b4dc7e59 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': '8ad82bc9-5643-40a9-b53f-51dcbbbb6fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '423f0b4e-e66e-41f0-92c1-2e0344f8d737'}] {{(pid=83833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:58:25.103039 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfede6e3-eab3-4a27-8ccb-a7d29a84ba1a None None] Attempting to bind port b11ba5fb-0d90-4403-a5bf-c442b4dc7e59 on network 423f0b4e-e66e-41f0-92c1-2e0344f8d737 {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:58:25.111376 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfede6e3-eab3-4a27-8ccb-a7d29a84ba1a None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:58:25.111904 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfede6e3-eab3-4a27-8ccb-a7d29a84ba1a None None] Checking segment: {'id': '8ad82bc9-5643-40a9-b53f-51dcbbbb6fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '423f0b4e-e66e-41f0-92c1-2e0344f8d737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:58:25.112854 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-cfede6e3-eab3-4a27-8ccb-a7d29a84ba1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:25.113391 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfede6e3-eab3-4a27-8ccb-a7d29a84ba1a None None] Bound using segment: {'id': '8ad82bc9-5643-40a9-b53f-51dcbbbb6fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '423f0b4e-e66e-41f0-92c1-2e0344f8d737'} {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:58:25.114129 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-cfede6e3-eab3-4a27-8ccb-a7d29a84ba1a None None] Bound port: b11ba5fb-0d90-4403-a5bf-c442b4dc7e59, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ad82bc9-5643-40a9-b53f-51dcbbbb6fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '423f0b4e-e66e-41f0-92c1-2e0344f8d737'}}] {{(pid=83833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:58:25.114630 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-cfede6e3-eab3-4a27-8ccb-a7d29a84ba1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:25.132304 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:25.151999 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-efa98a03-846e-499a-8607-424d72104d5c None None] Deleting port e6a45300-60a5-4164-870f-454f3fe6f907 {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:58:25.155748 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-efa98a03-846e-499a-8607-424d72104d5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:25.209693 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-9464da32-4315-4438-a62a-b7983ef1a587 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] Unset dirty status for tenant:140c0a827c6a433287acd915ee3c410d on resource:port {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:58:25.211129 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-9464da32-4315-4438-a62a-b7983ef1a587 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "GET /v2.0/ports?device_id=16a26730-8609-4178-bcba-a255a713efcd HTTP/1.1" status: 200 len: 205 time: 0.2858722 Apr 01 15:58:25.237398 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-0724c3f7-3b2c-4a12-b030-ac40ae17544c tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Deleting port e6a45300-60a5-4164-870f-454f3fe6f907 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:58:25.237398 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0724c3f7-3b2c-4a12-b030-ac40ae17544c tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:25.247010 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 55590) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:25.266187 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-d8f2679c-24b7-462c-89f2-a73f6f0e7ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:25.350905 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.db [None req-cfede6e3-eab3-4a27-8ccb-a7d29a84ba1a None None] For port b11ba5fb-0d90-4403-a5bf-c442b4dc7e59, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:58:25.355690 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-0977ba4e-0fa3-414a-9814-1354ca79b0de req-290dc316-868f-4df6-a4c2-56913c725a95 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Unset dirty status for tenant:447e2c5010754fe1ad368efac7c75251 on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:58:25.360248 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.db [None req-cfede6e3-eab3-4a27-8ccb-a7d29a84ba1a None None] For port b11ba5fb-0d90-4403-a5bf-c442b4dc7e59, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=b11ba5fb-0d90-4403-a5bf-c442b4dc7e59,segment=NetworkSegment(8ad82bc9-5643-40a9-b53f-51dcbbbb6fab),segment_id=8ad82bc9-5643-40a9-b53f-51dcbbbb6fab)] {{(pid=83833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:58:25.361975 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-0977ba4e-0fa3-414a-9814-1354ca79b0de req-290dc316-868f-4df6-a4c2-56913c725a95 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=0182cd14-e705-4998-bcab-e6a098b77cd3 HTTP/1.1" status: 200 len: 946 time: 1.4207444 Apr 01 15:58:25.371084 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-cfede6e3-eab3-4a27-8ccb-a7d29a84ba1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:25.383219 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.api.v2.resource [None req-8535ada9-587d-4ecb-8a1f-ed4078f9ee02 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] delete failed (client error): The resource could not be found. Apr 01 15:58:25.387029 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-8535ada9-587d-4ecb-8a1f-ed4078f9ee02 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "DELETE /v2.0/routers/16a26730-8609-4178-bcba-a255a713efcd HTTP/1.1" status: 404 len: 336 time: 0.1360204 Apr 01 15:58:25.391615 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 55594) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:25.455109 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-12b1a8c9-b25b-4b5d-80b1-0617da0f1487 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] DELETE failed (client error): The resource could not be found. Apr 01 15:58:25.455827 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12b1a8c9-b25b-4b5d-80b1-0617da0f1487 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:58:25.461271 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-12b1a8c9-b25b-4b5d-80b1-0617da0f1487 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "DELETE /v2.0/subnets/62544fdd-c100-4db6-bbf9-4aa0d7a680bb HTTP/1.1" status: 404 len: 337 time: 0.0683932 Apr 01 15:58:25.461872 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55598) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:25.479939 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 307c1216-86dc-4757-af76-05137e865925 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:58:25.484955 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-b1e82d62-b850-493a-89d4-a2a4cd6881cd tempest-ServiceProvidersTest-996337037 tempest-ServiceProvidersTest-996337037-project] 10.222.0.55 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.4165478 Apr 01 15:58:25.509608 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8cfbb0-d18e-4583-a853-66ac8c70b448 None None] Pushing event updated for resources: {'Port': ['ID=b11ba5fb-0d90-4403-a5bf-c442b4dc7e59,revision_number=4']} {{(pid=83833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:25.526517 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfede6e3-eab3-4a27-8ccb-a7d29a84ba1a None None] Routers {'3e0a7872-7ac0-49d9-98a3-22a25d0acd22'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:58:25.527652 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-cfede6e3-eab3-4a27-8ccb-a7d29a84ba1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:57:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['3e0a7872-7ac0-49d9-98a3-22a25d0acd22'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:25.527798 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbffb0a-7fc1-4faf-964d-a761ce320a62 None None] Pushing event updated for resources: {'Port': ['ID=e6a45300-60a5-4164-870f-454f3fe6f907,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:25.542292 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.ipam_backend_mixin [None req-b1007a93-3443-4e4c-ad7c-f625a1d6c3d6 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1512755f-1331-421b-97d8-b9501fabf2d9 (CIDR: 172.20.0.0/28) Apr 01 15:58:25.565858 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c95df-31ab-46b9-841c-be109f0d0670 req-f4fe8c4c-79ed-4199-bbac-75b5d898f142 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:25.566610 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-484c95df-31ab-46b9-841c-be109f0d0670 req-f4fe8c4c-79ed-4199-bbac-75b5d898f142 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Synchronizing usage tracker for tenant:447e2c5010754fe1ad368efac7c75251 on resource:port {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:58:25.597088 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1007a93-3443-4e4c-ad7c-f625a1d6c3d6 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:58:25.597475 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1007a93-3443-4e4c-ad7c-f625a1d6c3d6 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:58:25.599928 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-2317a304-7824-4496-a3eb-254987fc9629 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ad2ffa8-17f6-4489-a5de-882a51cc7729 HTTP/1.1" status: 200 len: 205 time: 0.1135445 Apr 01 15:58:25.606192 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 55604) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:25.625977 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-0977ba4e-0fa3-414a-9814-1354ca79b0de req-8d2eb15c-f930-4acb-b87e-0fe055d04811 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=92234972-d0b7-4b02-b617-6fbcf9721f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2630661 Apr 01 15:58:25.774250 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-cfede6e3-eab3-4a27-8ccb-a7d29a84ba1a None None] Set router 3e0a7872-7ac0-49d9-98a3-22a25d0acd22 gateway port host: None {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:58:25.843844 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.api.v2.resource [None req-66d2cc0b-9995-423d-80a0-7e032e9c98a2 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] delete failed (client error): The resource could not be found. Apr 01 15:58:25.855246 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-66d2cc0b-9995-423d-80a0-7e032e9c98a2 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "DELETE /v2.0/routers/3ad2ffa8-17f6-4489-a5de-882a51cc7729 HTTP/1.1" status: 404 len: 336 time: 0.2456596 Apr 01 15:58:25.867307 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 55608) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:25.892613 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-efa98a03-846e-499a-8607-424d72104d5c None None] For port e6a45300-60a5-4164-870f-454f3fe6f907, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=e6a45300-60a5-4164-870f-454f3fe6f907,segment=NetworkSegment(869f1ea9-4eeb-4871-aeb7-4e12120bc889),segment_id=869f1ea9-4eeb-4871-aeb7-4e12120bc889)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:58:25.893304 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-efa98a03-846e-499a-8607-424d72104d5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:25.915538 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-484c95df-31ab-46b9-841c-be109f0d0670 req-f4fe8c4c-79ed-4199-bbac-75b5d898f142 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Unset dirty status for tenant:447e2c5010754fe1ad368efac7c75251 on resource:port {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:58:25.916999 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-484c95df-31ab-46b9-841c-be109f0d0670 req-f4fe8c4c-79ed-4199-bbac-75b5d898f142 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.24 "GET /v2.0/ports?device_id=0182cd14-e705-4998-bcab-e6a098b77cd3 HTTP/1.1" status: 200 len: 946 time: 0.8791342 Apr 01 15:58:25.924509 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4b60dbde-c233-41e7-a2b4-58e6a0696be1 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15415267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16089018'] for subnet, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:25.980562 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f7cc6b0-e610-4932-b26e-60673c92ecef tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] DELETE failed (client error): The resource could not be found. Apr 01 15:58:25.981455 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f7cc6b0-e610-4932-b26e-60673c92ecef tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:58:25.986388 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-3f7cc6b0-e610-4932-b26e-60673c92ecef tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "DELETE /v2.0/subnets/ceff7d1e-d4ea-4e0f-b8ef-52dbe74c5044 HTTP/1.1" status: 404 len: 337 time: 0.1176472 Apr 01 15:58:25.987665 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 55614) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:26.031704 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-b1007a93-3443-4e4c-ad7c-f625a1d6c3d6 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.2519107 Apr 01 15:58:26.036597 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55618) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:26.045725 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-46f5989e-3c3b-4b57-9c23-668888656103 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] DELETE failed (client error): The resource could not be found. Apr 01 15:58:26.046475 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46f5989e-3c3b-4b57-9c23-668888656103 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:58:26.051096 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-46f5989e-3c3b-4b57-9c23-668888656103 tempest-RoutersIpV6Test-1498904004 tempest-RoutersIpV6Test-1498904004-project] 10.222.0.55 "DELETE /v2.0/subnets/8378d76d-b915-4a7c-8cbc-23b298d094de HTTP/1.1" status: 404 len: 337 time: 0.0600293 Apr 01 15:58:26.057117 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [req-484c95df-31ab-46b9-841c-be109f0d0670 req-bc7af52f-1393-4c11-9014-e9d6f42b22bc tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Deleting port 007af390-0bdb-46b7-b525-74bef7330395 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:58:26.057733 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-484c95df-31ab-46b9-841c-be109f0d0670 req-bc7af52f-1393-4c11-9014-e9d6f42b22bc tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:26.075579 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-deca14c2-99cc-40f3-87ac-5d3e01d65c46 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Request body: {'subnet': {'network_id': '075827df-8fdb-4d55-8d82-cf1160050dba', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:26.135191 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [None req-0724c3f7-3b2c-4a12-b030-ac40ae17544c tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] For port e6a45300-60a5-4164-870f-454f3fe6f907, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=e6a45300-60a5-4164-870f-454f3fe6f907,segment=NetworkSegment(869f1ea9-4eeb-4871-aeb7-4e12120bc889),segment_id=869f1ea9-4eeb-4871-aeb7-4e12120bc889)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:58:26.135708 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0724c3f7-3b2c-4a12-b030-ac40ae17544c tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:26.245819 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 55624) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:26.251348 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-efa98a03-846e-499a-8607-424d72104d5c None None] Calling delete_port for e6a45300-60a5-4164-870f-454f3fe6f907 owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:58:26.326038 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-788eee17-678d-4132-9371-274005a86bd3 None None] Provisioning for port 083edc85-6550-46e7-99a3-b3d9e2208d26 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:58:26.349526 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-788eee17-678d-4132-9371-274005a86bd3 None None] Provisioning complete for port 083edc85-6550-46e7-99a3-b3d9e2208d26 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:26.352436 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-788eee17-678d-4132-9371-274005a86bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:26.371094 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-cfede6e3-eab3-4a27-8ccb-a7d29a84ba1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0a7872-7ac0-49d9-98a3-22a25d0acd22', 'name': 'tempest-RoutersTest-router-1162967274', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:58:06Z', 'updated_at': '2022-04-01T15:58:16Z', 'revision_number': 2, 'project_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'gw_port_host': None, '_interfaces': [{'id': 'b11ba5fb-0d90-4403-a5bf-c442b4dc7e59', 'name': '', 'network_id': '423f0b4e-e66e-41f0-92c1-2e0344f8d737', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'mac_address': 'fa:16:3e:0a:1b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e0a7872-7ac0-49d9-98a3-22a25d0acd22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9ff9c4c-6092-46d4-81b2-de70a3fd5a7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:13Z', 'updated_at': '2022-04-01T15:58:25Z', 'revision_number': 4, 'project_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'subnets': [{'id': 'a9ff9c4c-6092-46d4-81b2-de70a3fd5a7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:26.378462 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfede6e3-eab3-4a27-8ccb-a7d29a84ba1a None None] The sync data for ids ['3e0a7872-7ac0-49d9-98a3-22a25d0acd22'] in dv-neutron-833373-2-hyperv is: [{'id': '3e0a7872-7ac0-49d9-98a3-22a25d0acd22', 'name': 'tempest-RoutersTest-router-1162967274', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:58:06Z', 'updated_at': '2022-04-01T15:58:16Z', 'revision_number': 2, 'project_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'gw_port_host': None, '_interfaces': [{'id': 'b11ba5fb-0d90-4403-a5bf-c442b4dc7e59', 'name': '', 'network_id': '423f0b4e-e66e-41f0-92c1-2e0344f8d737', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'mac_address': 'fa:16:3e:0a:1b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e0a7872-7ac0-49d9-98a3-22a25d0acd22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9ff9c4c-6092-46d4-81b2-de70a3fd5a7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:13Z', 'updated_at': '2022-04-01T15:58:25Z', 'revision_number': 4, 'project_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'subnets': [{'id': 'a9ff9c4c-6092-46d4-81b2-de70a3fd5a7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:58:26.421736 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a0074af9-898f-423d-a10e-2a1693b08b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:26.528152 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 55632) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:26.570507 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-788eee17-678d-4132-9371-274005a86bd3 None None] Port 083edc85-6550-46e7-99a3-b3d9e2208d26 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:58:26.572135 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [req-484c95df-31ab-46b9-841c-be109f0d0670 req-bc7af52f-1393-4c11-9014-e9d6f42b22bc tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] For port 007af390-0bdb-46b7-b525-74bef7330395, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=007af390-0bdb-46b7-b525-74bef7330395,segment=NetworkSegment(7f587f00-647c-45ad-b76a-3abef92c4648),segment_id=7f587f00-647c-45ad-b76a-3abef92c4648)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:58:26.573286 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-484c95df-31ab-46b9-841c-be109f0d0670 req-bc7af52f-1393-4c11-9014-e9d6f42b22bc tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:26.588041 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-efa98a03-846e-499a-8607-424d72104d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671'] for port, after_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:26.665172 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 307c1216-86dc-4757-af76-05137e865925 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:58:26.699384 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-da4852b7-0f69-41b7-8861-0fae666a6663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497ee9a6-f12b-44bf-ad1e-a8e77c52d139', 'name': 'tempest-TestNetworkBasicOps-router-1797861093', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': '111f977e-aadd-4608-a691-9582379042d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:55:31Z', 'updated_at': '2022-04-01T15:58:15Z', 'revision_number': 6, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': '111f977e-aadd-4608-a691-9582379042d5', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:17:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497ee9a6-f12b-44bf-ad1e-a8e77c52d139', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:33Z', 'updated_at': '2022-04-01T15:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': 'f8559374-c835-46e2-b06d-858c7c0bc4e3', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'floating_ip_address': '172.26.1.124', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '497ee9a6-f12b-44bf-ad1e-a8e77c52d139', 'port_id': '70e0d77a-0638-4417-b919-f26af4acd11f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59a027d1-0bac-441c-bf75-e20666fea16a', 'mac_address': 'fa:16:3e:58:d7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21288751-9373-42e7-a8d7-bf1fbaa867d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:56:39Z', 'updated_at': '2022-04-01T15:56:51Z', 'revision_number': 1, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8198ab6f-4075-46b8-9a32-803c2a53fa75', 'name': '', 'network_id': '59a027d1-0bac-441c-bf75-e20666fea16a', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'mac_address': 'fa:16:3e:f7:53:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497ee9a6-f12b-44bf-ad1e-a8e77c52d139', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b74bac9f-7384-4f6a-850f-c057f93a0214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:48Z', 'updated_at': '2022-04-01T15:55:59Z', 'revision_number': 5, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'subnets': [{'id': 'b74bac9f-7384-4f6a-850f-c057f93a0214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:26.704647 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa98a03-846e-499a-8607-424d72104d5c None None] Pushing event deleted for resources: {'Port': ['ID=e6a45300-60a5-4164-870f-454f3fe6f907,revision_number=None']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:26.719541 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4852b7-0f69-41b7-8861-0fae666a6663 None None] Checking router: 497ee9a6-f12b-44bf-ad1e-a8e77c52d139 for host: dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:58:26.724631 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa98a03-846e-499a-8607-424d72104d5c None None] No DVR routers for this DVR port e6a45300-60a5-4164-870f-454f3fe6f907 on host dv-neutron-833373-2-hyperv {{(pid=83829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:58:26.734962 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-788eee17-678d-4132-9371-274005a86bd3 None None] Provisioning complete for port e8f45b0c-d130-47e5-8b59-2e00f349fe2f triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:26.734962 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-788eee17-678d-4132-9371-274005a86bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:26.806864 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [req-484c95df-31ab-46b9-841c-be109f0d0670 req-bc7af52f-1393-4c11-9014-e9d6f42b22bc tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Calling delete_port for 007af390-0bdb-46b7-b525-74bef7330395 owned by compute:nova {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:58:26.812708 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device e6a45300-60a5-4164-870f-454f3fe6f907 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:58:26.848532 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b60dbde-c233-41e7-a2b4-58e6a0696be1 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Pushing event updated for resources: {'Subnet': ['ID=db6b31da-6508-428c-816f-d4c907a140d0,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:26.885226 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: e6a45300-60a5-4164-870f-454f3fe6f907 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:58:26.885682 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device e6a45300-60a5-4164-870f-454f3fe6f907 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:58:26.885976 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 125b516c-ac93-49f1-a12b-e4119e11a8eb no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:58:26.895109 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-0724c3f7-3b2c-4a12-b030-ac40ae17544c tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Calling delete_port for e6a45300-60a5-4164-870f-454f3fe6f907 owned by network:dhcp {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:58:26.935104 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 125b516c-ac93-49f1-a12b-e4119e11a8eb {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:58:26.935445 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 125b516c-ac93-49f1-a12b-e4119e11a8eb not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:58:26.939233 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4852b7-0f69-41b7-8861-0fae666a6663 None None] Routers {'497ee9a6-f12b-44bf-ad1e-a8e77c52d139'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:58:26.939874 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-da4852b7-0f69-41b7-8861-0fae666a6663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:58:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['497ee9a6-f12b-44bf-ad1e-a8e77c52d139'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:27.064398 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2e481d3a-a63d-4e2b-8597-b45076a6d79d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:27.091658 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-deca14c2-99cc-40f3-87ac-5d3e01d65c46 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:27.125839 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-788eee17-678d-4132-9371-274005a86bd3 None None] Port e8f45b0c-d130-47e5-8b59-2e00f349fe2f cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:58:27.126074 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-deca14c2-99cc-40f3-87ac-5d3e01d65c46 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Usage tracker for resource:subnet and tenant:11b74bb4c805440eb8922ec9333718ac is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:27.130586 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-deca14c2-99cc-40f3-87ac-5d3e01d65c46 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:27.133046 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-96f1ec36-ae68-484b-a03b-6447bb8c7eb1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=140c0a827c6a433287acd915ee3c410d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6029766 Apr 01 15:58:27.135087 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 55640) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:27.154194 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-deca14c2-99cc-40f3-87ac-5d3e01d65c46 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:27.172834 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-484c95df-31ab-46b9-841c-be109f0d0670 req-bc7af52f-1393-4c11-9014-e9d6f42b22bc tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:27.228535 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b60dbde-c233-41e7-a2b4-58e6a0696be1 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Checking segment: {'id': '6da9aa4a-5952-48a0-853b-e2f18f47485c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b15e37bb-df96-46ce-9581-07cfdc722631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:58:27.228981 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b60dbde-c233-41e7-a2b4-58e6a0696be1 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Network hostable DHCP agents. Network: b15e37bb-df96-46ce-9581-07cfdc722631, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:58:27.235774 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deca14c2-99cc-40f3-87ac-5d3e01d65c46 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Made reservation on behalf of 11b74bb4c805440eb8922ec9333718ac for: {'subnet': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:58:27.271268 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-788eee17-678d-4132-9371-274005a86bd3 None None] Provisioning for port 307c1216-86dc-4757-af76-05137e865925 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:58:27.290033 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-788eee17-678d-4132-9371-274005a86bd3 None None] Provisioning complete for port 307c1216-86dc-4757-af76-05137e865925 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:27.291058 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-788eee17-678d-4132-9371-274005a86bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:27.301932 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-2e481d3a-a63d-4e2b-8597-b45076a6d79d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:27.320380 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7af52f-1393-4c11-9014-e9d6f42b22bc tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event deleted for resources: {'Port': ['ID=007af390-0bdb-46b7-b525-74bef7330395,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:27.333215 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-2e481d3a-a63d-4e2b-8597-b45076a6d79d admin admin] Usage tracker for resource:security_group_rule and tenant:f443ddac440246208239a3e877e36433 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:27.367994 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device b11ba5fb-0d90-4403-a5bf-c442b4dc7e59 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:58:27.375457 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.db.api [None req-0724c3f7-3b2c-4a12-b030-ac40ae17544c tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:58:27.375779 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG oslo_db.api [None req-0724c3f7-3b2c-4a12-b030-ac40ae17544c tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:58:27.378720 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-2e481d3a-a63d-4e2b-8597-b45076a6d79d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:27.400777 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf266a7-3c4b-41bc-a829-2c7482067125 req-59a06f27-ac57-487a-96c5-77826ea23bed tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:27.402259 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5cf266a7-3c4b-41bc-a829-2c7482067125 req-59a06f27-ac57-487a-96c5-77826ea23bed tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=0182cd14-e705-4998-bcab-e6a098b77cd3 HTTP/1.1" status: 200 len: 946 time: 0.3688023 Apr 01 15:58:27.447785 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-2e481d3a-a63d-4e2b-8597-b45076a6d79d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:27.463160 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [req-484c95df-31ab-46b9-841c-be109f0d0670 req-bc7af52f-1393-4c11-9014-e9d6f42b22bc tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] No DVR routers for this DVR port 007af390-0bdb-46b7-b525-74bef7330395 on host hv-neutron-8333 {{(pid=83828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:58:27.465691 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-484c95df-31ab-46b9-841c-be109f0d0670 req-bc7af52f-1393-4c11-9014-e9d6f42b22bc tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:27.474099 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0182cd14-e705-4998-bcab-e6a098b77cd3', 'name': 'network-vif-deleted', 'tag': '007af390-0bdb-46b7-b525-74bef7330395'}] {{(pid=83828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:58:27.486514 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-0724c3f7-3b2c-4a12-b030-ac40ae17544c tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Deleting port e6a45300-60a5-4164-870f-454f3fe6f907 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:58:27.486961 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0724c3f7-3b2c-4a12-b030-ac40ae17544c tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:27.527396 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-da4852b7-0f69-41b7-8861-0fae666a6663 None None] Set router 497ee9a6-f12b-44bf-ad1e-a8e77c52d139 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:58:27.529443 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f60370ef-644d-481a-bbe6-21eacb59ebaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:27.543944 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b60dbde-c233-41e7-a2b4-58e6a0696be1 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Network b15e37bb-df96-46ce-9581-07cfdc722631 is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:58:27.572793 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-484c95df-31ab-46b9-841c-be109f0d0670 req-bc7af52f-1393-4c11-9014-e9d6f42b22bc tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.24 "DELETE /v2.0/ports/007af390-0bdb-46b7-b525-74bef7330395 HTTP/1.1" status: 204 len: 173 time: 1.6480846 Apr 01 15:58:27.596952 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0182cd14-e705-4998-bcab-e6a098b77cd3', 'name': 'network-vif-deleted', 'tag': '007af390-0bdb-46b7-b525-74bef7330395', 'status': 'completed', 'code': 200} Apr 01 15:58:27.609030 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-0724c3f7-3b2c-4a12-b030-ac40ae17544c tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] The port 'e6a45300-60a5-4164-870f-454f3fe6f907' was deleted {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:58:27.612135 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f60370ef-644d-481a-bbe6-21eacb59ebaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:27.656829 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5cf266a7-3c4b-41bc-a829-2c7482067125 req-782f32d4-23ec-43b5-b0bd-0b3ea1f1647d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=92234972-d0b7-4b02-b617-6fbcf9721f37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2454650 Apr 01 15:58:27.679231 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-deca14c2-99cc-40f3-87ac-5d3e01d65c46 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16088980'] for subnet, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:27.715579 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-4b60dbde-c233-41e7-a2b4-58e6a0696be1 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, b15e37bb-df96-46ce-9581-07cfdc722631) {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:58:27.813315 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f16038-05c7-4297-9448-872b774f2fec None None] Network b15e37bb-df96-46ce-9581-07cfdc722631 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:58:27.826487 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b60dbde-c233-41e7-a2b4-58e6a0696be1 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:27.826994 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4b60dbde-c233-41e7-a2b4-58e6a0696be1 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:27.843798 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2e481d3a-a63d-4e2b-8597-b45076a6d79d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:27.852302 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2e481d3a-a63d-4e2b-8597-b45076a6d79d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:27.877337 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f60370ef-644d-481a-bbe6-21eacb59ebaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:27.940056 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f60370ef-644d-481a-bbe6-21eacb59ebaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:27.944189 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-f60370ef-644d-481a-bbe6-21eacb59ebaa admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cf721ad2-88f0-40d5-bd97-49e4503ac9ce HTTP/1.1" status: 204 len: 168 time: 0.7957263 Apr 01 15:58:27.947070 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e481d3a-a63d-4e2b-8597-b45076a6d79d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0233ec-0f6e-4d1a-80ea-ed630eb3a716,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:27.957895 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:27.964874 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-2e481d3a-a63d-4e2b-8597-b45076a6d79d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f443ddac440246208239a3e877e36433&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7156894 Apr 01 15:58:27.968571 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 55650) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:27.980282 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60370ef-644d-481a-bbe6-21eacb59ebaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf721ad2-88f0-40d5-bd97-49e4503ac9ce,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:28.033361 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port b11ba5fb-0d90-4403-a5bf-c442b4dc7e59 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:58:28.036744 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-788eee17-678d-4132-9371-274005a86bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:28.047108 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0724c3f7-3b2c-4a12-b030-ac40ae17544c tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:28.070755 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:28.086164 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port b11ba5fb-0d90-4403-a5bf-c442b4dc7e59 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:28.086894 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:28.131020 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-0724c3f7-3b2c-4a12-b030-ac40ae17544c tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c66f4f6-8072-49e8-ba33-ce6e65593ad6']}} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:28.145769 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-0724c3f7-3b2c-4a12-b030-ac40ae17544c tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '869f1ea9-4eeb-4871-aeb7-4e12120bc889') {'for_net_delete': True} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:28.145994 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-0724c3f7-3b2c-4a12-b030-ac40ae17544c tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '869f1ea9-4eeb-4871-aeb7-4e12120bc889') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:28.146124 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8e9fc3d2-c9f8-44d9-8307-f44a3a731c50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:28.161061 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0724c3f7-3b2c-4a12-b030-ac40ae17544c tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16610763'] for segment, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:28.186188 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8e9fc3d2-c9f8-44d9-8307-f44a3a731c50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:28.195937 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0724c3f7-3b2c-4a12-b030-ac40ae17544c tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:28.209246 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0724c3f7-3b2c-4a12-b030-ac40ae17544c tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=83826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:58:28.209666 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0724c3f7-3b2c-4a12-b030-ac40ae17544c tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15415164'] for segment, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:28.267843 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-788eee17-678d-4132-9371-274005a86bd3 None None] For port 307c1216-86dc-4757-af76-05137e865925, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=307c1216-86dc-4757-af76-05137e865925,segment=NetworkSegment(d390748b-713b-4393-97bc-3c146a87ed10),segment_id=d390748b-713b-4393-97bc-3c146a87ed10)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:58:28.269436 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8e9fc3d2-c9f8-44d9-8307-f44a3a731c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:28.291529 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-788eee17-678d-4132-9371-274005a86bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:28.301478 dv-neutron-833373-2-hyperv neutron-server[83826]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:58:28.301478 dv-neutron-833373-2-hyperv neutron-server[83826]: util.warn( Apr 01 15:58:28.301478 dv-neutron-833373-2-hyperv neutron-server[83826]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:58:28.301478 dv-neutron-833373-2-hyperv neutron-server[83826]: util.warn( Apr 01 15:58:28.301478 dv-neutron-833373-2-hyperv neutron-server[83826]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:58:28.301478 dv-neutron-833373-2-hyperv neutron-server[83826]: util.warn( Apr 01 15:58:28.301478 dv-neutron-833373-2-hyperv neutron-server[83826]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:58:28.301478 dv-neutron-833373-2-hyperv neutron-server[83826]: util.warn( Apr 01 15:58:28.301478 dv-neutron-833373-2-hyperv neutron-server[83826]: Traceback (most recent call last): Apr 01 15:58:28.301478 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:58:28.301478 dv-neutron-833373-2-hyperv neutron-server[83826]: timer() Apr 01 15:58:28.301478 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:58:28.301478 dv-neutron-833373-2-hyperv neutron-server[83826]: cb(*args, **kw) Apr 01 15:58:28.301478 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:58:28.301478 dv-neutron-833373-2-hyperv neutron-server[83826]: return func(*args, **kwargs) Apr 01 15:58:28.301478 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:58:28.301478 dv-neutron-833373-2-hyperv neutron-server[83826]: self._notify() Apr 01 15:58:28.301478 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:58:28.301478 dv-neutron-833373-2-hyperv neutron-server[83826]: self.callback(batched_events) Apr 01 15:58:28.301478 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:58:28.301478 dv-neutron-833373-2-hyperv neutron-server[83826]: event.method(event) Apr 01 15:58:28.301478 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:58:28.301478 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:58:28.301478 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:58:28.301478 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:58:28.301478 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:58:28.301478 dv-neutron-833373-2-hyperv neutron-server[83826]: return f(self, *a, **k) Apr 01 15:58:28.301478 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:58:28.301478 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._get(url).json() Apr 01 15:58:28.301478 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:58:28.301478 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:58:28.301478 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:58:28.301478 dv-neutron-833373-2-hyperv neutron-server[83826]: return self.request(url, 'GET', **kwargs) Apr 01 15:58:28.301478 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:58:28.301478 dv-neutron-833373-2-hyperv neutron-server[83826]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:58:28.301478 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:58:28.301478 dv-neutron-833373-2-hyperv neutron-server[83826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:58:28.301478 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:58:28.301478 dv-neutron-833373-2-hyperv neutron-server[83826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:58:28.301478 dv-neutron-833373-2-hyperv neutron-server[83826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:58:28.314334 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9fc3d2-c9f8-44d9-8307-f44a3a731c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb0233ec-0f6e-4d1a-80ea-ed630eb3a716,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:28.320675 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8e9fc3d2-c9f8-44d9-8307-f44a3a731c50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:28.322833 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-8e9fc3d2-c9f8-44d9-8307-f44a3a731c50 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cb0233ec-0f6e-4d1a-80ea-ed630eb3a716 HTTP/1.1" status: 204 len: 168 time: 0.3514218 Apr 01 15:58:28.386197 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-4b60dbde-c233-41e7-a2b4-58e6a0696be1 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.8429146 Apr 01 15:58:28.389000 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 55660) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:28.406929 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0724c3f7-3b2c-4a12-b030-ac40ae17544c tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:28.458155 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0724c3f7-3b2c-4a12-b030-ac40ae17544c tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:28.463732 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0724c3f7-3b2c-4a12-b030-ac40ae17544c tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Pushing event deleted for resources: {'Network': ['ID=1c66f4f6-8072-49e8-ba33-ce6e65593ad6,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:28.483896 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-0724c3f7-3b2c-4a12-b030-ac40ae17544c tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] 10.222.0.55 "DELETE /v2.0/networks/1c66f4f6-8072-49e8-ba33-ce6e65593ad6 HTTP/1.1" status: 204 len: 168 time: 6.3008854 Apr 01 15:58:28.486537 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55666) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:28.519325 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 007af390-0bdb-46b7-b525-74bef7330395 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:58:28.617989 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] No Port match for: 007af390-0bdb-46b7-b525-74bef7330395 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:58:28.618450 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 007af390-0bdb-46b7-b525-74bef7330395 not bound to the agent host hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:58:28.703424 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4e3dea75-ca0b-4501-b348-379355483cfc tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:28.746461 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788eee17-678d-4132-9371-274005a86bd3 None None] Pushing event updated for resources: {'Port': ['ID=307c1216-86dc-4757-af76-05137e865925,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:28.800348 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:28.842690 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-e092fe58-7651-482d-81d2-3359c367fc5a None None] Provisioning complete for port b11ba5fb-0d90-4403-a5bf-c442b4dc7e59 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:28.843372 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-e092fe58-7651-482d-81d2-3359c367fc5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:28.930900 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53cfe38-54d4-4199-9ad5-7c9c68f8ae90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-b15e37bb-df96-46ce-9581-07cfdc722631', 'network_id': 'b15e37bb-df96-46ce-9581-07cfdc722631', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'fixed_ips': [{'subnet_id': 'db6b31da-6508-428c-816f-d4c907a140d0'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:58:28.932034 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-e53cfe38-54d4-4199-9ad5-7c9c68f8ae90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:29.010463 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4e3dea75-ca0b-4501-b348-379355483cfc tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:29.045989 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-e092fe58-7651-482d-81d2-3359c367fc5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:29.082417 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-799df575-db9d-4cc9-8ae9-3e26770dbba5 req-5ed26487-82ca-4a38-92e9-2f7649e5321b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=0182cd14-e705-4998-bcab-e6a098b77cd3 HTTP/1.1" status: 200 len: 210 time: 0.1786637 Apr 01 15:58:29.083456 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-da4852b7-0f69-41b7-8861-0fae666a6663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497ee9a6-f12b-44bf-ad1e-a8e77c52d139', 'name': 'tempest-TestNetworkBasicOps-router-1797861093', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': '111f977e-aadd-4608-a691-9582379042d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:55:31Z', 'updated_at': '2022-04-01T15:58:15Z', 'revision_number': 6, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': '111f977e-aadd-4608-a691-9582379042d5', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:17:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497ee9a6-f12b-44bf-ad1e-a8e77c52d139', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:33Z', 'updated_at': '2022-04-01T15:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': 'f8559374-c835-46e2-b06d-858c7c0bc4e3', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'floating_ip_address': '172.26.1.124', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '497ee9a6-f12b-44bf-ad1e-a8e77c52d139', 'port_id': '70e0d77a-0638-4417-b919-f26af4acd11f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59a027d1-0bac-441c-bf75-e20666fea16a', 'mac_address': 'fa:16:3e:58:d7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21288751-9373-42e7-a8d7-bf1fbaa867d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:56:39Z', 'updated_at': '2022-04-01T15:56:51Z', 'revision_number': 1, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8198ab6f-4075-46b8-9a32-803c2a53fa75', 'name': '', 'network_id': '59a027d1-0bac-441c-bf75-e20666fea16a', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'mac_address': 'fa:16:3e:f7:53:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497ee9a6-f12b-44bf-ad1e-a8e77c52d139', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b74bac9f-7384-4f6a-850f-c057f93a0214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:48Z', 'updated_at': '2022-04-01T15:55:59Z', 'revision_number': 5, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'subnets': [{'id': 'b74bac9f-7384-4f6a-850f-c057f93a0214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:29.088253 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-4e3dea75-ca0b-4501-b348-379355483cfc tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c14de4d-f66d-4b31-9425-14853ef68751']}} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:29.090911 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4852b7-0f69-41b7-8861-0fae666a6663 None None] The sync data for ids ['497ee9a6-f12b-44bf-ad1e-a8e77c52d139'] in dv-neutron-833373-2-hyperv is: [{'id': '497ee9a6-f12b-44bf-ad1e-a8e77c52d139', 'name': 'tempest-TestNetworkBasicOps-router-1797861093', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': '111f977e-aadd-4608-a691-9582379042d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:55:31Z', 'updated_at': '2022-04-01T15:58:15Z', 'revision_number': 6, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': '111f977e-aadd-4608-a691-9582379042d5', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:17:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497ee9a6-f12b-44bf-ad1e-a8e77c52d139', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:33Z', 'updated_at': '2022-04-01T15:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': 'f8559374-c835-46e2-b06d-858c7c0bc4e3', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'floating_ip_address': '172.26.1.124', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '497ee9a6-f12b-44bf-ad1e-a8e77c52d139', 'port_id': '70e0d77a-0638-4417-b919-f26af4acd11f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59a027d1-0bac-441c-bf75-e20666fea16a', 'mac_address': 'fa:16:3e:58:d7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21288751-9373-42e7-a8d7-bf1fbaa867d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:56:39Z', 'updated_at': '2022-04-01T15:56:51Z', 'revision_number': 1, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8198ab6f-4075-46b8-9a32-803c2a53fa75', 'name': '', 'network_id': '59a027d1-0bac-441c-bf75-e20666fea16a', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'mac_address': 'fa:16:3e:f7:53:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497ee9a6-f12b-44bf-ad1e-a8e77c52d139', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b74bac9f-7384-4f6a-850f-c057f93a0214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:48Z', 'updated_at': '2022-04-01T15:55:59Z', 'revision_number': 5, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'subnets': [{'id': 'b74bac9f-7384-4f6a-850f-c057f93a0214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:58:29.116559 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-4e3dea75-ca0b-4501-b348-379355483cfc tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46097838-a035-4a71-9ae8-37c9613dc13a') {'for_net_delete': True} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:29.116559 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-4e3dea75-ca0b-4501-b348-379355483cfc tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46097838-a035-4a71-9ae8-37c9613dc13a') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:29.150906 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4e3dea75-ca0b-4501-b348-379355483cfc tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16610763'] for segment, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:29.176790 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port b11ba5fb-0d90-4403-a5bf-c442b4dc7e59, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=b11ba5fb-0d90-4403-a5bf-c442b4dc7e59,segment=NetworkSegment(8ad82bc9-5643-40a9-b53f-51dcbbbb6fab),segment_id=8ad82bc9-5643-40a9-b53f-51dcbbbb6fab)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:58:29.180064 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4e3dea75-ca0b-4501-b348-379355483cfc tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:29.189371 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:29.195375 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e3dea75-ca0b-4501-b348-379355483cfc tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=83826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:58:29.196032 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4e3dea75-ca0b-4501-b348-379355483cfc tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15415164'] for segment, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:29.339822 dv-neutron-833373-2-hyperv neutron-server[83826]: Traceback (most recent call last): Apr 01 15:58:29.339822 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:58:29.339822 dv-neutron-833373-2-hyperv neutron-server[83826]: timer() Apr 01 15:58:29.339822 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:58:29.339822 dv-neutron-833373-2-hyperv neutron-server[83826]: cb(*args, **kw) Apr 01 15:58:29.339822 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:58:29.339822 dv-neutron-833373-2-hyperv neutron-server[83826]: return func(*args, **kwargs) Apr 01 15:58:29.339822 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:58:29.339822 dv-neutron-833373-2-hyperv neutron-server[83826]: self._notify() Apr 01 15:58:29.339822 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:58:29.339822 dv-neutron-833373-2-hyperv neutron-server[83826]: self.callback(batched_events) Apr 01 15:58:29.339822 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:58:29.339822 dv-neutron-833373-2-hyperv neutron-server[83826]: event.method(event) Apr 01 15:58:29.339822 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:58:29.339822 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:58:29.339822 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:58:29.339822 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:58:29.339822 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:58:29.339822 dv-neutron-833373-2-hyperv neutron-server[83826]: return f(self, *a, **k) Apr 01 15:58:29.339822 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:58:29.339822 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._get(url).json() Apr 01 15:58:29.339822 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:58:29.339822 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:58:29.339822 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:58:29.339822 dv-neutron-833373-2-hyperv neutron-server[83826]: return self.request(url, 'GET', **kwargs) Apr 01 15:58:29.339822 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:58:29.339822 dv-neutron-833373-2-hyperv neutron-server[83826]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:58:29.339822 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:58:29.339822 dv-neutron-833373-2-hyperv neutron-server[83826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:58:29.339822 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:58:29.339822 dv-neutron-833373-2-hyperv neutron-server[83826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:58:29.339822 dv-neutron-833373-2-hyperv neutron-server[83826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:58:29.445827 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-deca14c2-99cc-40f3-87ac-5d3e01d65c46 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15415267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16089018'] for subnet, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:29.501942 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-fa463e6d-293a-43a2-948a-b44bf14fd2e4 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:29.515773 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:29.528626 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-e53cfe38-54d4-4199-9ad5-7c9c68f8ae90 None None] Allocated IP 172.21.0.2 (b15e37bb-df96-46ce-9581-07cfdc722631/db6b31da-6508-428c-816f-d4c907a140d0/9da73abb-22d4-42d1-8316-9749b43887cf) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:58:29.565329 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.db.api [None req-e092fe58-7651-482d-81d2-3359c367fc5a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:58:29.565667 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG oslo_db.api [None req-e092fe58-7651-482d-81d2-3359c367fc5a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:58:29.566139 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=b11ba5fb-0d90-4403-a5bf-c442b4dc7e59,revision_number=5']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:29.571466 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4e3dea75-ca0b-4501-b348-379355483cfc tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:29.575291 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deca14c2-99cc-40f3-87ac-5d3e01d65c46 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event updated for resources: {'Subnet': ['ID=b4df1a94-8cad-4cbf-83fe-68baaa48e458,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:29.579856 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deca14c2-99cc-40f3-87ac-5d3e01d65c46 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Network 075827df-8fdb-4d55-8d82-cf1160050dba is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:58:29.588005 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 307c1216-86dc-4757-af76-05137e865925 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:58:29.601291 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4e3dea75-ca0b-4501-b348-379355483cfc tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:29.604021 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-deca14c2-99cc-40f3-87ac-5d3e01d65c46 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:58:29.605508 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55682) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:29.616705 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [-] 10.222.0.55 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0024741 Apr 01 15:58:29.617754 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deca14c2-99cc-40f3-87ac-5d3e01d65c46 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:29.618351 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-deca14c2-99cc-40f3-87ac-5d3e01d65c46 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:29.622024 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3dea75-ca0b-4501-b348-379355483cfc tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Pushing event deleted for resources: {'Network': ['ID=7c14de4d-f66d-4b31-9425-14853ef68751,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:29.624373 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 55684) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:29.642673 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-4e3dea75-ca0b-4501-b348-379355483cfc tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] 10.222.0.55 "DELETE /v2.0/networks/7c14de4d-f66d-4b31-9425-14853ef68751 HTTP/1.1" status: 204 len: 168 time: 1.1487200 Apr 01 15:58:29.642673 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55690) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:29.661360 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72148841-90b3-41b7-99ca-88477db8d7e0 None None] Network 075827df-8fdb-4d55-8d82-cf1160050dba requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:58:29.761766 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3dec0873-5f69-4f5b-8930-c4a8ac11fc6e tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:29.769279 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-deca14c2-99cc-40f3-87ac-5d3e01d65c46 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.7253079 Apr 01 15:58:29.772211 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55694) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:29.779046 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-872e0b4c-70b9-46d1-8dcb-b5090ac8f8f8 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1461954316', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b4df1a94-8cad-4cbf-83fe-68baaa48e458'}], 'security_groups': ['b44b4add-d694-4284-babe-c59447222197']}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:29.806801 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-dd592c42-98df-4359-a81f-619f09985e62 tempest-NetworksApiDiscovery-1803217132 tempest-NetworksApiDiscovery-1803217132-project] 10.222.0.55 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1816354 Apr 01 15:58:30.077455 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3dec0873-5f69-4f5b-8930-c4a8ac11fc6e tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:30.114827 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-872e0b4c-70b9-46d1-8dcb-b5090ac8f8f8 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:30.126004 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-3dec0873-5f69-4f5b-8930-c4a8ac11fc6e tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dee1bc9-fe0b-4b29-92fa-762b8461c1b1']}} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:30.148464 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-3dec0873-5f69-4f5b-8930-c4a8ac11fc6e tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c151760-554b-47e1-97ab-fbcbed22b1d6') {'for_net_delete': True} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:30.148464 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-3dec0873-5f69-4f5b-8930-c4a8ac11fc6e tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c151760-554b-47e1-97ab-fbcbed22b1d6') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:30.190809 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3dec0873-5f69-4f5b-8930-c4a8ac11fc6e tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16610763'] for segment, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:30.229939 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3dec0873-5f69-4f5b-8930-c4a8ac11fc6e tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:30.266407 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 55704) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:30.282738 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dec0873-5f69-4f5b-8930-c4a8ac11fc6e tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=83826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:58:30.283156 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3dec0873-5f69-4f5b-8930-c4a8ac11fc6e tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15415164'] for segment, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:30.296633 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-e53cfe38-54d4-4199-9ad5-7c9c68f8ae90 None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:30.300469 dv-neutron-833373-2-hyperv neutron-server[83826]: Traceback (most recent call last): Apr 01 15:58:30.300469 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:58:30.300469 dv-neutron-833373-2-hyperv neutron-server[83826]: timer() Apr 01 15:58:30.300469 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:58:30.300469 dv-neutron-833373-2-hyperv neutron-server[83826]: cb(*args, **kw) Apr 01 15:58:30.300469 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:58:30.300469 dv-neutron-833373-2-hyperv neutron-server[83826]: return func(*args, **kwargs) Apr 01 15:58:30.300469 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:58:30.300469 dv-neutron-833373-2-hyperv neutron-server[83826]: self._notify() Apr 01 15:58:30.300469 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:58:30.300469 dv-neutron-833373-2-hyperv neutron-server[83826]: self.callback(batched_events) Apr 01 15:58:30.300469 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:58:30.300469 dv-neutron-833373-2-hyperv neutron-server[83826]: event.method(event) Apr 01 15:58:30.300469 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:58:30.300469 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:58:30.300469 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:58:30.300469 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:58:30.300469 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:58:30.300469 dv-neutron-833373-2-hyperv neutron-server[83826]: return f(self, *a, **k) Apr 01 15:58:30.300469 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:58:30.300469 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._get(url).json() Apr 01 15:58:30.300469 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:58:30.300469 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:58:30.300469 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:58:30.300469 dv-neutron-833373-2-hyperv neutron-server[83826]: return self.request(url, 'GET', **kwargs) Apr 01 15:58:30.300469 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:58:30.300469 dv-neutron-833373-2-hyperv neutron-server[83826]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:58:30.300469 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:58:30.300469 dv-neutron-833373-2-hyperv neutron-server[83826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:58:30.300469 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:58:30.300469 dv-neutron-833373-2-hyperv neutron-server[83826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:58:30.300469 dv-neutron-833373-2-hyperv neutron-server[83826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:58:30.336150 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 55708) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:30.389191 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-82f611f6-bc35-478d-b0f0-0c94053f4746 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:30.423851 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 307c1216-86dc-4757-af76-05137e865925 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:30.424231 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:30.453102 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-82f611f6-bc35-478d-b0f0-0c94053f4746 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:30.463260 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-e53cfe38-54d4-4199-9ad5-7c9c68f8ae90 None None] Transition to ACTIVE for port object 9da73abb-22d4-42d1-8316-9749b43887cf will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:58:30.513489 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3dec0873-5f69-4f5b-8930-c4a8ac11fc6e tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:30.536044 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3dec0873-5f69-4f5b-8930-c4a8ac11fc6e tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:30.542267 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-82f611f6-bc35-478d-b0f0-0c94053f4746 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:30.574220 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f611f6-bc35-478d-b0f0-0c94053f4746 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92234972-d0b7-4b02-b617-6fbcf9721f37,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:30.585914 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-e53cfe38-54d4-4199-9ad5-7c9c68f8ae90 None None] Transition to ACTIVE for port object 9da73abb-22d4-42d1-8316-9749b43887cf will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:58:30.596242 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dec0873-5f69-4f5b-8930-c4a8ac11fc6e tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Pushing event deleted for resources: {'Network': ['ID=5dee1bc9-fe0b-4b29-92fa-762b8461c1b1,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:30.612991 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-3dec0873-5f69-4f5b-8930-c4a8ac11fc6e tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] 10.222.0.55 "DELETE /v2.0/networks/5dee1bc9-fe0b-4b29-92fa-762b8461c1b1 HTTP/1.1" status: 204 len: 168 time: 0.9734471 Apr 01 15:58:30.617621 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55714) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:30.621461 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-e53cfe38-54d4-4199-9ad5-7c9c68f8ae90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:30.661892 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-82f611f6-bc35-478d-b0f0-0c94053f4746 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:30.661892 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-82f611f6-bc35-478d-b0f0-0c94053f4746 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "DELETE /v2.0/security-groups/92234972-d0b7-4b02-b617-6fbcf9721f37 HTTP/1.1" status: 204 len: 168 time: 0.3917677 Apr 01 15:58:30.671136 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6e01b103-2832-4f1e-959b-e374ff76cdac admin admin] Notify callbacks [] for security_group, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:30.708804 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-fa463e6d-293a-43a2-948a-b44bf14fd2e4 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Allocated IP 172.21.0.1 (b15e37bb-df96-46ce-9581-07cfdc722631/db6b31da-6508-428c-816f-d4c907a140d0/95e5b77d-9ee3-4268-9eb9-be0f13ec70e1) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:58:30.748498 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-6e01b103-2832-4f1e-959b-e374ff76cdac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:30.759114 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53cfe38-54d4-4199-9ad5-7c9c68f8ae90 None None] Network b15e37bb-df96-46ce-9581-07cfdc722631 is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:58:30.764323 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 55720) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:30.796910 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-e53cfe38-54d4-4199-9ad5-7c9c68f8ae90 None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:58:30.798761 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 7434b11f-1d0f-47ee-9b62-4800c1922054 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:58:30.812259 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-67c07890-64e8-4f6e-991e-bc69a49fead7 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:30.825983 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-6e01b103-2832-4f1e-959b-e374ff76cdac admin admin] Usage tracker for resource:security_group_rule and tenant:fcfbbc9136e04e418b038cc1c77b0a78 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:30.835567 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53cfe38-54d4-4199-9ad5-7c9c68f8ae90 None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:58:30.854526 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 7434b11f-1d0f-47ee-9b62-4800c1922054 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:58:30.854908 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 7434b11f-1d0f-47ee-9b62-4800c1922054 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:58:30.877376 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-6e01b103-2832-4f1e-959b-e374ff76cdac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:30.894001 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53cfe38-54d4-4199-9ad5-7c9c68f8ae90 None None] Pushing event updated for resources: {'Port': ['ID=9da73abb-22d4-42d1-8316-9749b43887cf,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:30.967028 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18b2692-14d3-48a2-b46c-bb7a1687a71f None None] Update dhcp port {'port': {'network_id': '075827df-8fdb-4d55-8d82-cf1160050dba', 'fixed_ips': [{'subnet_id': '1512755f-1331-421b-97d8-b9501fabf2d9', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b4df1a94-8cad-4cbf-83fe-68baaa48e458'}], 'binding:host_id': 'dv-neutron-833373-2-hyperv'}, 'id': '307c1216-86dc-4757-af76-05137e865925'} from dv-neutron-833373-2-hyperv. {{(pid=83829) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 01 15:58:31.015579 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-67c07890-64e8-4f6e-991e-bc69a49fead7 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:31.024069 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-872e0b4c-70b9-46d1-8dcb-b5090ac8f8f8 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Delete allocated IP 172.20.0.6 (075827df-8fdb-4d55-8d82-cf1160050dba/1512755f-1331-421b-97d8-b9501fabf2d9) {{(pid=83826) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 01 15:58:31.027105 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a18b2692-14d3-48a2-b46c-bb7a1687a71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:31.041699 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-e53cfe38-54d4-4199-9ad5-7c9c68f8ae90 None None] Attempting to bind port 9da73abb-22d4-42d1-8316-9749b43887cf on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:58:31.042180 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-e53cfe38-54d4-4199-9ad5-7c9c68f8ae90 None None] Attempting to bind port 9da73abb-22d4-42d1-8316-9749b43887cf by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': '6da9aa4a-5952-48a0-853b-e2f18f47485c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b15e37bb-df96-46ce-9581-07cfdc722631'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:58:31.042501 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53cfe38-54d4-4199-9ad5-7c9c68f8ae90 None None] Attempting to bind port 9da73abb-22d4-42d1-8316-9749b43887cf on network b15e37bb-df96-46ce-9581-07cfdc722631 {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:58:31.046980 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-872e0b4c-70b9-46d1-8dcb-b5090ac8f8f8 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Allocated IP 172.20.0.20 (075827df-8fdb-4d55-8d82-cf1160050dba/b4df1a94-8cad-4cbf-83fe-68baaa48e458/083edc85-6550-46e7-99a3-b3d9e2208d26) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:58:31.056697 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-67c07890-64e8-4f6e-991e-bc69a49fead7 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['962ea65c-b3e3-44e3-91d5-eb5aaa16780f']}} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:31.060993 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53cfe38-54d4-4199-9ad5-7c9c68f8ae90 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:58:31.062030 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53cfe38-54d4-4199-9ad5-7c9c68f8ae90 None None] Checking segment: {'id': '6da9aa4a-5952-48a0-853b-e2f18f47485c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b15e37bb-df96-46ce-9581-07cfdc722631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:58:31.062618 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-e53cfe38-54d4-4199-9ad5-7c9c68f8ae90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:31.065032 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53cfe38-54d4-4199-9ad5-7c9c68f8ae90 None None] Bound using segment: {'id': '6da9aa4a-5952-48a0-853b-e2f18f47485c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b15e37bb-df96-46ce-9581-07cfdc722631'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:58:31.066147 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-e53cfe38-54d4-4199-9ad5-7c9c68f8ae90 None None] Bound port: 9da73abb-22d4-42d1-8316-9749b43887cf, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da9aa4a-5952-48a0-853b-e2f18f47485c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b15e37bb-df96-46ce-9581-07cfdc722631'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:58:31.066147 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-e53cfe38-54d4-4199-9ad5-7c9c68f8ae90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:31.084406 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-67c07890-64e8-4f6e-991e-bc69a49fead7 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b43f88f0-e7b8-4d1d-8b0f-4842d4310bd2') {'for_net_delete': True} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:31.084761 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-67c07890-64e8-4f6e-991e-bc69a49fead7 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b43f88f0-e7b8-4d1d-8b0f-4842d4310bd2') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:31.107151 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-67c07890-64e8-4f6e-991e-bc69a49fead7 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16610763'] for segment, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:31.144272 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-67c07890-64e8-4f6e-991e-bc69a49fead7 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:31.176326 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-6e01b103-2832-4f1e-959b-e374ff76cdac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:31.201656 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67c07890-64e8-4f6e-991e-bc69a49fead7 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=83826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:58:31.202262 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-67c07890-64e8-4f6e-991e-bc69a49fead7 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15415164'] for segment, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:31.222192 dv-neutron-833373-2-hyperv neutron-server[83826]: Traceback (most recent call last): Apr 01 15:58:31.222192 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:58:31.222192 dv-neutron-833373-2-hyperv neutron-server[83826]: timer() Apr 01 15:58:31.222192 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:58:31.222192 dv-neutron-833373-2-hyperv neutron-server[83826]: cb(*args, **kw) Apr 01 15:58:31.222192 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:58:31.222192 dv-neutron-833373-2-hyperv neutron-server[83826]: return func(*args, **kwargs) Apr 01 15:58:31.222192 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:58:31.222192 dv-neutron-833373-2-hyperv neutron-server[83826]: self._notify() Apr 01 15:58:31.222192 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:58:31.222192 dv-neutron-833373-2-hyperv neutron-server[83826]: self.callback(batched_events) Apr 01 15:58:31.222192 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:58:31.222192 dv-neutron-833373-2-hyperv neutron-server[83826]: event.method(event) Apr 01 15:58:31.222192 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:58:31.222192 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:58:31.222192 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:58:31.222192 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:58:31.222192 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:58:31.222192 dv-neutron-833373-2-hyperv neutron-server[83826]: return f(self, *a, **k) Apr 01 15:58:31.222192 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:58:31.222192 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._get(url).json() Apr 01 15:58:31.222192 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:58:31.222192 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:58:31.222192 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:58:31.222192 dv-neutron-833373-2-hyperv neutron-server[83826]: return self.request(url, 'GET', **kwargs) Apr 01 15:58:31.222192 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:58:31.222192 dv-neutron-833373-2-hyperv neutron-server[83826]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:58:31.222192 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:58:31.222192 dv-neutron-833373-2-hyperv neutron-server[83826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:58:31.222192 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:58:31.222192 dv-neutron-833373-2-hyperv neutron-server[83826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:58:31.222192 dv-neutron-833373-2-hyperv neutron-server[83826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:58:31.275726 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-e53cfe38-54d4-4199-9ad5-7c9c68f8ae90 None None] For port 9da73abb-22d4-42d1-8316-9749b43887cf, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:58:31.277573 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-fa463e6d-293a-43a2-948a-b44bf14fd2e4 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:31.279554 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-e53cfe38-54d4-4199-9ad5-7c9c68f8ae90 None None] For port 9da73abb-22d4-42d1-8316-9749b43887cf, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=9da73abb-22d4-42d1-8316-9749b43887cf,segment=NetworkSegment(6da9aa4a-5952-48a0-853b-e2f18f47485c),segment_id=6da9aa4a-5952-48a0-853b-e2f18f47485c)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:58:31.286482 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-e53cfe38-54d4-4199-9ad5-7c9c68f8ae90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:31.324444 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device b11ba5fb-0d90-4403-a5bf-c442b4dc7e59 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:58:31.377415 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [None req-fa463e6d-293a-43a2-948a-b44bf14fd2e4 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Transition to ACTIVE for port object 95e5b77d-9ee3-4268-9eb9-be0f13ec70e1 will not be triggered until provisioned by entity DHCP. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:58:31.445194 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53cfe38-54d4-4199-9ad5-7c9c68f8ae90 None None] Pushing event updated for resources: {'Port': ['ID=9da73abb-22d4-42d1-8316-9749b43887cf,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:31.455039 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port b11ba5fb-0d90-4403-a5bf-c442b4dc7e59 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:31.455803 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:31.479232 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6e01b103-2832-4f1e-959b-e374ff76cdac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:31.482124 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_v2 [None req-e176d6d6-5441-4c56-a425-560fa9a98b24 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Deleting subnet b6f92b53-dff2-4188-8ce3-61db7979e9a0 {{(pid=83828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:58:31.487827 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6e01b103-2832-4f1e-959b-e374ff76cdac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:31.502102 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-67c07890-64e8-4f6e-991e-bc69a49fead7 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:31.513559 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e176d6d6-5441-4c56-a425-560fa9a98b24 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for subnet, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:31.532614 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-872e0b4c-70b9-46d1-8dcb-b5090ac8f8f8 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:31.551111 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [None req-872e0b4c-70b9-46d1-8dcb-b5090ac8f8f8 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Transition to ACTIVE for port object 083edc85-6550-46e7-99a3-b3d9e2208d26 will not be triggered until provisioned by entity DHCP. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:58:31.568810 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-67c07890-64e8-4f6e-991e-bc69a49fead7 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:31.572338 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-872e0b4c-70b9-46d1-8dcb-b5090ac8f8f8 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:31.582550 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e01b103-2832-4f1e-959b-e374ff76cdac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbefe55d-d404-42b4-8246-9b8961e84001,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:31.595149 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-fa463e6d-293a-43a2-948a-b44bf14fd2e4 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:31.625991 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c07890-64e8-4f6e-991e-bc69a49fead7 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] Pushing event deleted for resources: {'Network': ['ID=962ea65c-b3e3-44e3-91d5-eb5aaa16780f,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:31.646192 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-67c07890-64e8-4f6e-991e-bc69a49fead7 tempest-BulkNetworkOpsTest-1251639264 tempest-BulkNetworkOpsTest-1251639264-project] 10.222.0.55 "DELETE /v2.0/networks/962ea65c-b3e3-44e3-91d5-eb5aaa16780f HTTP/1.1" status: 204 len: 168 time: 1.0276878 Apr 01 15:58:31.692047 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-6e01b103-2832-4f1e-959b-e374ff76cdac admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fcfbbc9136e04e418b038cc1c77b0a78&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3520427 Apr 01 15:58:31.714107 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 55726) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:31.720035 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-a18b2692-14d3-48a2-b46c-bb7a1687a71f None None] Allocated IP 172.20.0.18 (075827df-8fdb-4d55-8d82-cf1160050dba/b4df1a94-8cad-4cbf-83fe-68baaa48e458/307c1216-86dc-4757-af76-05137e865925) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:58:31.726901 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa463e6d-293a-43a2-948a-b44bf14fd2e4 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Network b15e37bb-df96-46ce-9581-07cfdc722631 is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:58:31.745129 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-fa463e6d-293a-43a2-948a-b44bf14fd2e4 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:58:31.767320 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e176d6d6-5441-4c56-a425-560fa9a98b24 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15303084'] for subnet, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:31.800337 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872e0b4c-70b9-46d1-8dcb-b5090ac8f8f8 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event updated for resources: {'Port': ['ID=083edc85-6550-46e7-99a3-b3d9e2208d26,revision_number=2']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:31.904116 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa463e6d-293a-43a2-948a-b44bf14fd2e4 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:58:31.918261 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-872e0b4c-70b9-46d1-8dcb-b5090ac8f8f8 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] In _notify_port_updated(), no bound segment for port 083edc85-6550-46e7-99a3-b3d9e2208d26 on network 075827df-8fdb-4d55-8d82-cf1160050dba {{(pid=83826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 01 15:58:31.922853 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872e0b4c-70b9-46d1-8dcb-b5090ac8f8f8 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:31.923589 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-872e0b4c-70b9-46d1-8dcb-b5090ac8f8f8 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:31.925308 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-872e0b4c-70b9-46d1-8dcb-b5090ac8f8f8 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "PUT /v2.0/ports/083edc85-6550-46e7-99a3-b3d9e2208d26 HTTP/1.1" status: 200 len: 921 time: 2.1517973 Apr 01 15:58:31.928042 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55732) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:31.939011 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa463e6d-293a-43a2-948a-b44bf14fd2e4 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Pushing event updated for resources: {'Port': ['ID=95e5b77d-9ee3-4268-9eb9-be0f13ec70e1,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:31.956196 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a18b2692-14d3-48a2-b46c-bb7a1687a71f None None] For port 307c1216-86dc-4757-af76-05137e865925, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=307c1216-86dc-4757-af76-05137e865925,segment=NetworkSegment(d390748b-713b-4393-97bc-3c146a87ed10),segment_id=d390748b-713b-4393-97bc-3c146a87ed10)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:58:31.990679 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a18b2692-14d3-48a2-b46c-bb7a1687a71f None None] Notify callbacks [] for port, precommit_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:32.008322 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a18b2692-14d3-48a2-b46c-bb7a1687a71f None None] Transition to ACTIVE for port object 307c1216-86dc-4757-af76-05137e865925 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:58:32.015160 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a18b2692-14d3-48a2-b46c-bb7a1687a71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:32.030893 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55736) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:32.038557 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e176d6d6-5441-4c56-a425-560fa9a98b24 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:32.057305 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-9c9050c3-67a9-40bf-a6c8-26c4469e4bf1 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Deleting port 083edc85-6550-46e7-99a3-b3d9e2208d26 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:58:32.057653 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9c9050c3-67a9-40bf-a6c8-26c4469e4bf1 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:32.111307 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-fa463e6d-293a-43a2-948a-b44bf14fd2e4 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611418'] for router_interface, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:32.219953 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18b2692-14d3-48a2-b46c-bb7a1687a71f None None] Pushing event updated for resources: {'Port': ['ID=307c1216-86dc-4757-af76-05137e865925,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:32.231487 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-fa463e6d-293a-43a2-948a-b44bf14fd2e4 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:32.255023 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-30ebaeb5-9464-4d3b-9cfe-bbee1b98d302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:32.313032 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e176d6d6-5441-4c56-a425-560fa9a98b24 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15306565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16030232'] for subnet, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:32.362231 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-e5c05387-f609-485e-bac6-43f68441483f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5ba8a8fd69c24ae39137a4ddd20a1248&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3302336 Apr 01 15:58:32.366149 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55742) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:32.384568 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e176d6d6-5441-4c56-a425-560fa9a98b24 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event deleted for resources: {'Subnet': ['ID=b6f92b53-dff2-4188-8ce3-61db7979e9a0,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:32.390769 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-30ebaeb5-9464-4d3b-9cfe-bbee1b98d302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:32.411386 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9c9050c3-67a9-40bf-a6c8-26c4469e4bf1 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:32.547619 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e176d6d6-5441-4c56-a425-560fa9a98b24 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:32.547879 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eef4d86-115b-45e8-a2b6-3358e2d6c345 None None] Network c7150878-cf4d-489d-8242-cd704e359285 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:58:32.569105 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-9c9050c3-67a9-40bf-a6c8-26c4469e4bf1 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Calling delete_port for 083edc85-6550-46e7-99a3-b3d9e2208d26 owned by {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:58:32.601176 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-e176d6d6-5441-4c56-a425-560fa9a98b24 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "DELETE /v2.0/subnets/b6f92b53-dff2-4188-8ce3-61db7979e9a0 HTTP/1.1" status: 204 len: 168 time: 1.8356283 Apr 01 15:58:32.612345 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55746) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:32.753832 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-30ebaeb5-9464-4d3b-9cfe-bbee1b98d302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:32.763826 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6c1500ee-8f81-4137-b72e-20e0ba37b57b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:32.789032 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ebaeb5-9464-4d3b-9cfe-bbee1b98d302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbefe55d-d404-42b4-8246-9b8961e84001,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:32.790992 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-30ebaeb5-9464-4d3b-9cfe-bbee1b98d302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:32.792127 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-30ebaeb5-9464-4d3b-9cfe-bbee1b98d302 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bbefe55d-d404-42b4-8246-9b8961e84001 HTTP/1.1" status: 204 len: 168 time: 1.0768209 Apr 01 15:58:32.935469 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6c1500ee-8f81-4137-b72e-20e0ba37b57b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:32.985658 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ada4d592-298e-4919-97d6-ec6400b278c7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:33.012330 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9c9050c3-67a9-40bf-a6c8-26c4469e4bf1 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:33.063539 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea192f9-614b-4961-a079-14775b5c8739 None None] DHCP port deletion for c7150878-cf4d-489d-8242-cd704e359285 request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:58:33.068390 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-2ea192f9-614b-4961-a079-14775b5c8739 None None] Deleting port edc95922-8f08-4a97-bb4e-ce12aa1d1d76 {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:58:33.068782 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-2ea192f9-614b-4961-a079-14775b5c8739 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:33.073350 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-ada4d592-298e-4919-97d6-ec6400b278c7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Deleting port edc95922-8f08-4a97-bb4e-ce12aa1d1d76 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:58:33.073702 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ada4d592-298e-4919-97d6-ec6400b278c7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:33.119380 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e0c613-e928-4a24-88bf-d8f0a0d6116b None None] Network b15e37bb-df96-46ce-9581-07cfdc722631 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:58:33.155626 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9050c3-67a9-40bf-a6c8-26c4469e4bf1 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event deleted for resources: {'Port': ['ID=083edc85-6550-46e7-99a3-b3d9e2208d26,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:33.164642 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-b4c94a86-076e-4c91-89b3-55911ff84409 req-4562e911-6470-4361-b8e6-6cff9cae9539 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=21288751-9373-42e7-a8d7-bf1fbaa867d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2637179 Apr 01 15:58:33.179445 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-fa463e6d-293a-43a2-948a-b44bf14fd2e4 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for port, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:33.185600 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-fa463e6d-293a-43a2-948a-b44bf14fd2e4 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:33.325893 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-fa463e6d-293a-43a2-948a-b44bf14fd2e4 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611525'] for router_interface, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:33.345856 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6c1500ee-8f81-4137-b72e-20e0ba37b57b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:33.412516 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-48482a0a-b616-43a2-869d-e6d78b888496 None None] Provisioning for port 9da73abb-22d4-42d1-8316-9749b43887cf completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:58:33.446608 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa463e6d-293a-43a2-948a-b44bf14fd2e4 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Pushing event updated for resources: {'Port': ['ID=95e5b77d-9ee3-4268-9eb9-be0f13ec70e1,revision_number=2']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:33.488250 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9c9050c3-67a9-40bf-a6c8-26c4469e4bf1 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:33.493146 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-9c9050c3-67a9-40bf-a6c8-26c4469e4bf1 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "DELETE /v2.0/ports/083edc85-6550-46e7-99a3-b3d9e2208d26 HTTP/1.1" status: 204 len: 168 time: 1.5605216 Apr 01 15:58:33.493146 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6c1500ee-8f81-4137-b72e-20e0ba37b57b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:33.493146 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-6c1500ee-8f81-4137-b72e-20e0ba37b57b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ca5854b9-5b2d-4c0b-8c47-182b38203afa HTTP/1.1" status: 204 len: 168 time: 1.1259317 Apr 01 15:58:33.493732 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55758) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:33.498613 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1500ee-8f81-4137-b72e-20e0ba37b57b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca5854b9-5b2d-4c0b-8c47-182b38203afa,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:33.516256 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 307c1216-86dc-4757-af76-05137e865925 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:58:33.570129 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:58:33.573413 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-b4c94a86-076e-4c91-89b3-55911ff84409 req-646e28c4-9900-4dcb-96c4-08172a911589 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=447e2c5010754fe1ad368efac7c75251&device_id=21288751-9373-42e7-a8d7-bf1fbaa867d9 HTTP/1.1" status: 200 len: 1099 time: 0.2284007 Apr 01 15:58:33.607594 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bb851b6-b3c0-40e2-b937-253db7a5b8fd tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] GET failed (client error): The resource could not be found. Apr 01 15:58:33.608105 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-1bb851b6-b3c0-40e2-b937-253db7a5b8fd tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Synchronizing usage tracker for tenant:11b74bb4c805440eb8922ec9333718ac on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:58:33.625501 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa463e6d-293a-43a2-948a-b44bf14fd2e4 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Network b15e37bb-df96-46ce-9581-07cfdc722631 is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:58:33.707535 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-1bb851b6-b3c0-40e2-b937-253db7a5b8fd tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Unset dirty status for tenant:11b74bb4c805440eb8922ec9333718ac on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:58:33.718180 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-1bb851b6-b3c0-40e2-b937-253db7a5b8fd tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "GET /v2.0/ports/083edc85-6550-46e7-99a3-b3d9e2208d26 HTTP/1.1" status: 404 len: 333 time: 0.2185986 Apr 01 15:58:33.719140 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55768) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:33.785397 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-418f5228-cd29-4aa6-8691-08d7ffdc8de9 None None] Could not find standard attr ID for object 083edc85-6550-46e7-99a3-b3d9e2208d26. {{(pid=83829) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:58:33.836827 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-fa463e6d-293a-43a2-948a-b44bf14fd2e4 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:58:33.870539 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [None req-ada4d592-298e-4919-97d6-ec6400b278c7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] For port edc95922-8f08-4a97-bb4e-ce12aa1d1d76, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=edc95922-8f08-4a97-bb4e-ce12aa1d1d76,segment=NetworkSegment(7f587f00-647c-45ad-b76a-3abef92c4648),segment_id=7f587f00-647c-45ad-b76a-3abef92c4648)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:58:33.870900 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ada4d592-298e-4919-97d6-ec6400b278c7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:33.902114 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-2ea192f9-614b-4961-a079-14775b5c8739 None None] For port edc95922-8f08-4a97-bb4e-ce12aa1d1d76, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=edc95922-8f08-4a97-bb4e-ce12aa1d1d76,segment=NetworkSegment(7f587f00-647c-45ad-b76a-3abef92c4648),segment_id=7f587f00-647c-45ad-b76a-3abef92c4648)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:58:33.902579 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-2ea192f9-614b-4961-a079-14775b5c8739 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:34.210992 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-418f5228-cd29-4aa6-8691-08d7ffdc8de9 None None] Provisioning complete for port e8f45b0c-d130-47e5-8b59-2e00f349fe2f triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:34.211638 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-418f5228-cd29-4aa6-8691-08d7ffdc8de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:34.306933 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c94a86-076e-4c91-89b3-55911ff84409 req-421c6585-b011-446b-a1c3-6bde06d1198f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:34.309631 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-b4c94a86-076e-4c91-89b3-55911ff84409 req-421c6585-b011-446b-a1c3-6bde06d1198f service neutron] 10.222.0.24 "GET /v2.0/networks?id=59a027d1-0bac-441c-bf75-e20666fea16a HTTP/1.1" status: 200 len: 896 time: 0.7127719 Apr 01 15:58:34.326086 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-ada4d592-298e-4919-97d6-ec6400b278c7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Calling delete_port for edc95922-8f08-4a97-bb4e-ce12aa1d1d76 owned by network:dhcp {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:58:34.337729 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-2ea192f9-614b-4961-a079-14775b5c8739 None None] Calling delete_port for edc95922-8f08-4a97-bb4e-ce12aa1d1d76 owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:58:34.431982 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2c82c379-40ba-47d3-95be-e03ef4afd671 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for security_group, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:34.466151 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 9da73abb-22d4-42d1-8316-9749b43887cf up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:58:34.529608 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2c82c379-40ba-47d3-95be-e03ef4afd671 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:34.553237 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ada4d592-298e-4919-97d6-ec6400b278c7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:34.585096 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-b4c94a86-076e-4c91-89b3-55911ff84409 req-b2b48ca0-a185-4795-9a71-4bedc3adacd7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70e0d77a-0638-4417-b919-f26af4acd11f HTTP/1.1" status: 200 len: 1002 time: 0.2689123 Apr 01 15:58:34.648478 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-418f5228-cd29-4aa6-8691-08d7ffdc8de9 None None] Port e8f45b0c-d130-47e5-8b59-2e00f349fe2f cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:58:34.650457 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 9da73abb-22d4-42d1-8316-9749b43887cf completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:58:34.654394 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada4d592-298e-4919-97d6-ec6400b278c7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event deleted for resources: {'Port': ['ID=edc95922-8f08-4a97-bb4e-ce12aa1d1d76,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:34.664284 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 9da73abb-22d4-42d1-8316-9749b43887cf triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:34.665341 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:34.676522 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada4d592-298e-4919-97d6-ec6400b278c7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] No DVR routers for this DVR port edc95922-8f08-4a97-bb4e-ce12aa1d1d76 on host dv-neutron-833373-2-hyperv {{(pid=83826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:58:34.713649 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c94a86-076e-4c91-89b3-55911ff84409 req-fd46a78c-c5ec-4239-823a-eb6251d6bada service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:34.715806 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-b4c94a86-076e-4c91-89b3-55911ff84409 req-fd46a78c-c5ec-4239-823a-eb6251d6bada service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b74bac9f-7384-4f6a-850f-c057f93a0214 HTTP/1.1" status: 200 len: 834 time: 0.1242576 Apr 01 15:58:34.792675 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa463e6d-293a-43a2-948a-b44bf14fd2e4 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Router 3e0a7872-7ac0-49d9-98a3-22a25d0acd22 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:58:34.808098 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2c82c379-40ba-47d3-95be-e03ef4afd671 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:34.842753 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c82c379-40ba-47d3-95be-e03ef4afd671 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90af707f-b780-456f-a989-03047e7a8348,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:34.857318 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ada4d592-298e-4919-97d6-ec6400b278c7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:34.872972 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2c82c379-40ba-47d3-95be-e03ef4afd671 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:34.877486 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-2c82c379-40ba-47d3-95be-e03ef4afd671 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "DELETE /v2.0/security-groups/90af707f-b780-456f-a989-03047e7a8348 HTTP/1.1" status: 204 len: 168 time: 1.1470015 Apr 01 15:58:34.881477 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.db.api [None req-2ea192f9-614b-4961-a079-14775b5c8739 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:58:34.881955 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG oslo_db.api [None req-2ea192f9-614b-4961-a079-14775b5c8739 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:58:34.884784 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55796) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:34.915296 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-ada4d592-298e-4919-97d6-ec6400b278c7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7150878-cf4d-489d-8242-cd704e359285']}} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:34.924893 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-418f5228-cd29-4aa6-8691-08d7ffdc8de9 None None] Provisioning for port 307c1216-86dc-4757-af76-05137e865925 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:58:34.930453 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-418f5228-cd29-4aa6-8691-08d7ffdc8de9 None None] Provisioning complete for port 307c1216-86dc-4757-af76-05137e865925 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:34.930870 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-418f5228-cd29-4aa6-8691-08d7ffdc8de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:34.973780 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-ada4d592-298e-4919-97d6-ec6400b278c7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f587f00-647c-45ad-b76a-3abef92c4648') {'for_net_delete': True} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:34.976469 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-ada4d592-298e-4919-97d6-ec6400b278c7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f587f00-647c-45ad-b76a-3abef92c4648') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:35.009040 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ada4d592-298e-4919-97d6-ec6400b278c7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16610763'] for segment, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:35.060156 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ada4d592-298e-4919-97d6-ec6400b278c7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:35.106947 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ada4d592-298e-4919-97d6-ec6400b278c7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=83826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:58:35.109174 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ada4d592-298e-4919-97d6-ec6400b278c7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15415164'] for segment, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:35.116205 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-b4c94a86-076e-4c91-89b3-55911ff84409 req-d010e377-0ce2-483c-8431-98ac94b8b09b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=59a027d1-0bac-441c-bf75-e20666fea16a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3924637 Apr 01 15:58:35.136665 dv-neutron-833373-2-hyperv neutron-server[83826]: Traceback (most recent call last): Apr 01 15:58:35.136665 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:58:35.136665 dv-neutron-833373-2-hyperv neutron-server[83826]: timer() Apr 01 15:58:35.136665 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:58:35.136665 dv-neutron-833373-2-hyperv neutron-server[83826]: cb(*args, **kw) Apr 01 15:58:35.136665 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:58:35.136665 dv-neutron-833373-2-hyperv neutron-server[83826]: return func(*args, **kwargs) Apr 01 15:58:35.136665 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:58:35.136665 dv-neutron-833373-2-hyperv neutron-server[83826]: self._notify() Apr 01 15:58:35.136665 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:58:35.136665 dv-neutron-833373-2-hyperv neutron-server[83826]: self.callback(batched_events) Apr 01 15:58:35.136665 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:58:35.136665 dv-neutron-833373-2-hyperv neutron-server[83826]: event.method(event) Apr 01 15:58:35.136665 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:58:35.136665 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:58:35.136665 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:58:35.136665 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:58:35.136665 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:58:35.136665 dv-neutron-833373-2-hyperv neutron-server[83826]: return f(self, *a, **k) Apr 01 15:58:35.136665 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:58:35.136665 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._get(url).json() Apr 01 15:58:35.136665 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:58:35.136665 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:58:35.136665 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:58:35.136665 dv-neutron-833373-2-hyperv neutron-server[83826]: return self.request(url, 'GET', **kwargs) Apr 01 15:58:35.136665 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:58:35.136665 dv-neutron-833373-2-hyperv neutron-server[83826]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:58:35.136665 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:58:35.136665 dv-neutron-833373-2-hyperv neutron-server[83826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:58:35.136665 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:58:35.136665 dv-neutron-833373-2-hyperv neutron-server[83826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:58:35.136665 dv-neutron-833373-2-hyperv neutron-server[83826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:58:35.191814 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:35.226494 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-cfe2d078-6333-4fdd-8ace-fd5aee12102f tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for security_group, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:35.279115 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port 9da73abb-22d4-42d1-8316-9749b43887cf, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=9da73abb-22d4-42d1-8316-9749b43887cf,segment=NetworkSegment(6da9aa4a-5952-48a0-853b-e2f18f47485c),segment_id=6da9aa4a-5952-48a0-853b-e2f18f47485c)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:58:35.286734 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:35.303194 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55806) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:35.362459 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-cfe2d078-6333-4fdd-8ace-fd5aee12102f tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:35.423418 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-2ea192f9-614b-4961-a079-14775b5c8739 None None] Deleting port edc95922-8f08-4a97-bb4e-ce12aa1d1d76 {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:58:35.423868 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-2ea192f9-614b-4961-a079-14775b5c8739 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:35.444489 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ada4d592-298e-4919-97d6-ec6400b278c7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:35.448361 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-cfe2d078-6333-4fdd-8ace-fd5aee12102f tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:35.450186 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device edc95922-8f08-4a97-bb4e-ce12aa1d1d76 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:58:35.512275 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-b4c94a86-076e-4c91-89b3-55911ff84409 req-52de32fe-dc55-484a-8904-f53d0c5cd651 service neutron] 10.222.0.24 "GET /v2.0/networks/59a027d1-0bac-441c-bf75-e20666fea16a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3859696 Apr 01 15:58:35.516655 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ada4d592-298e-4919-97d6-ec6400b278c7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:35.518383 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: edc95922-8f08-4a97-bb4e-ce12aa1d1d76 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:58:35.518872 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device edc95922-8f08-4a97-bb4e-ce12aa1d1d76 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:58:35.540314 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe2d078-6333-4fdd-8ace-fd5aee12102f tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b44b4add-d694-4284-babe-c59447222197,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:35.561759 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada4d592-298e-4919-97d6-ec6400b278c7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event deleted for resources: {'Network': ['ID=c7150878-cf4d-489d-8242-cd704e359285,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:35.573548 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-cfe2d078-6333-4fdd-8ace-fd5aee12102f tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:35.577523 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-cfe2d078-6333-4fdd-8ace-fd5aee12102f tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "DELETE /v2.0/security-groups/b44b4add-d694-4284-babe-c59447222197 HTTP/1.1" status: 204 len: 168 time: 0.6889122 Apr 01 15:58:35.577763 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa463e6d-293a-43a2-948a-b44bf14fd2e4 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:58:35.578966 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55814) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:35.595845 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5bb7a4-9581-44c3-bb88-671e04f5989d None None] Sync routers for ids ['3e0a7872-7ac0-49d9-98a3-22a25d0acd22'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:58:35.597015 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-fa463e6d-293a-43a2-948a-b44bf14fd2e4 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "PUT /v2.0/routers/3e0a7872-7ac0-49d9-98a3-22a25d0acd22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2068465 Apr 01 15:58:35.604659 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 55818) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:35.613147 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-2ea192f9-614b-4961-a079-14775b5c8739 None None] The port 'edc95922-8f08-4a97-bb4e-ce12aa1d1d76' was deleted {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:58:35.613604 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5bb7a4-9581-44c3-bb88-671e04f5989d None None] Routers {'3e0a7872-7ac0-49d9-98a3-22a25d0acd22'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:58:35.614444 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-0b5bb7a4-9581-44c3-bb88-671e04f5989d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:58:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['3e0a7872-7ac0-49d9-98a3-22a25d0acd22'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:35.716860 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=9da73abb-22d4-42d1-8316-9749b43887cf,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:35.718317 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-ada4d592-298e-4919-97d6-ec6400b278c7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "DELETE /v2.0/networks/c7150878-cf4d-489d-8242-cd704e359285 HTTP/1.1" status: 204 len: 168 time: 3.1048431 Apr 01 15:58:35.732046 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55822) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:35.738208 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-353da024-af35-4c76-8d86-d8c1acc442c1 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Request body: {'network': {'name': 'tempest-RoutersTest-2011564373'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:35.751219 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-29f2c2f8-462d-4833-8e3c-d5eead1301ad None None] Provisioning complete for port 9da73abb-22d4-42d1-8316-9749b43887cf triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:35.754091 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-29f2c2f8-462d-4833-8e3c-d5eead1301ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:35.773342 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-353da024-af35-4c76-8d86-d8c1acc442c1 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:35.807337 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-353da024-af35-4c76-8d86-d8c1acc442c1 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Usage tracker for resource:network and tenant:113c2dcebd4142eb9b767ab7a8fce06c is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:35.812481 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-353da024-af35-4c76-8d86-d8c1acc442c1 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:35.837247 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-353da024-af35-4c76-8d86-d8c1acc442c1 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:35.908308 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-b4c94a86-076e-4c91-89b3-55911ff84409 req-9f4bbe53-a603-4623-a46a-7bad0a8c0335 service neutron] 10.222.0.24 "GET /v2.0/networks/59a027d1-0bac-441c-bf75-e20666fea16a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3847914 Apr 01 15:58:35.919810 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-353da024-af35-4c76-8d86-d8c1acc442c1 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Made reservation on behalf of 113c2dcebd4142eb9b767ab7a8fce06c for: {'network': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:58:35.923523 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-353da024-af35-4c76-8d86-d8c1acc442c1 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:35.973411 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-29f2c2f8-462d-4833-8e3c-d5eead1301ad None None] Could not find standard attr ID for object 083edc85-6550-46e7-99a3-b3d9e2208d26. {{(pid=83829) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 15:58:35.989439 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-29f2c2f8-462d-4833-8e3c-d5eead1301ad None None] Provisioning for port 95e5b77d-9ee3-4268-9eb9-be0f13ec70e1 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:58:35.997802 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-0b5bb7a4-9581-44c3-bb88-671e04f5989d None None] Set router 3e0a7872-7ac0-49d9-98a3-22a25d0acd22 gateway port host: None {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:58:35.998999 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-29f2c2f8-462d-4833-8e3c-d5eead1301ad None None] Provisioning complete for port 95e5b77d-9ee3-4268-9eb9-be0f13ec70e1 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:35.999529 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-29f2c2f8-462d-4833-8e3c-d5eead1301ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:36.002261 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-353da024-af35-4c76-8d86-d8c1acc442c1 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=83828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:58:36.013674 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-37f4c290-142d-4f38-a2d5-7e06186bcef6 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Request body: {'security_group': {'name': 'tempest-secgroup--393564293'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:36.014950 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-353da024-af35-4c76-8d86-d8c1acc442c1 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:36.015640 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.segments_db [None req-353da024-af35-4c76-8d86-d8c1acc442c1 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Added segment 213e721b-608f-4a8d-a1ef-dd8c347adf66 of type vlan for network b2e51711-0e47-4e9c-8559-166741bea4c4 Apr 01 15:58:36.086121 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-37f4c290-142d-4f38-a2d5-7e06186bcef6 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:36.087997 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-29f2c2f8-462d-4833-8e3c-d5eead1301ad None None] Port 95e5b77d-9ee3-4268-9eb9-be0f13ec70e1 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:58:36.091006 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-353da024-af35-4c76-8d86-d8c1acc442c1 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:36.101026 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-37f4c290-142d-4f38-a2d5-7e06186bcef6 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Usage tracker for resource:security_group and tenant:b3d1bbfd9d9043bbb98e9a869b34d641 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:36.143387 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-37f4c290-142d-4f38-a2d5-7e06186bcef6 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:36.145497 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-353da024-af35-4c76-8d86-d8c1acc442c1 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:36.164596 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-37f4c290-142d-4f38-a2d5-7e06186bcef6 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:36.165918 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353da024-af35-4c76-8d86-d8c1acc442c1 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:36.167805 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-353da024-af35-4c76-8d86-d8c1acc442c1 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:36.229868 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-0f2bf689-bc29-44c3-ae14-88992698729b None None] Provisioning complete for port 95e5b77d-9ee3-4268-9eb9-be0f13ec70e1 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:36.230655 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-0f2bf689-bc29-44c3-ae14-88992698729b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:36.352497 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-353da024-af35-4c76-8d86-d8c1acc442c1 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7467022 Apr 01 15:58:36.356216 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 55834) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:36.366836 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-4c0de292-afac-4b06-ad1c-cabbc4e603ab tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Request body: {'subnet': {'network_id': 'b2e51711-0e47-4e9c-8559-166741bea4c4', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:36.377963 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-0f2bf689-bc29-44c3-ae14-88992698729b None None] Port 95e5b77d-9ee3-4268-9eb9-be0f13ec70e1 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:58:36.390008 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-37f4c290-142d-4f38-a2d5-7e06186bcef6 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:36.394957 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353da024-af35-4c76-8d86-d8c1acc442c1 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Pushing event updated for resources: {'Network': ['ID=b2e51711-0e47-4e9c-8559-166741bea4c4,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:36.409435 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network b2e51711-0e47-4e9c-8559-166741bea4c4 details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:58:36.427819 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-37f4c290-142d-4f38-a2d5-7e06186bcef6 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:36.505271 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-3d457e55-6c1e-4e7d-a068-41698a017121 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Deleting port eec0285e-474d-4355-8875-4fa6cc0bfcd7 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:58:36.506160 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3d457e55-6c1e-4e7d-a068-41698a017121 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:36.533056 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-0b5bb7a4-9581-44c3-bb88-671e04f5989d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0a7872-7ac0-49d9-98a3-22a25d0acd22', 'name': 'tempest-RoutersTest-router-1162967274', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:58:06Z', 'updated_at': '2022-04-01T15:58:32Z', 'revision_number': 3, 'project_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'gw_port_host': None, '_interfaces': [{'id': '95e5b77d-9ee3-4268-9eb9-be0f13ec70e1', 'name': '', 'network_id': 'b15e37bb-df96-46ce-9581-07cfdc722631', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'mac_address': 'fa:16:3e:6b:cd:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e0a7872-7ac0-49d9-98a3-22a25d0acd22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db6b31da-6508-428c-816f-d4c907a140d0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:29Z', 'updated_at': '2022-04-01T15:58:32Z', 'revision_number': 2, 'project_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'subnets': [{'id': 'db6b31da-6508-428c-816f-d4c907a140d0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b11ba5fb-0d90-4403-a5bf-c442b4dc7e59', 'name': '', 'network_id': '423f0b4e-e66e-41f0-92c1-2e0344f8d737', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'mac_address': 'fa:16:3e:0a:1b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0a7872-7ac0-49d9-98a3-22a25d0acd22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9ff9c4c-6092-46d4-81b2-de70a3fd5a7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:13Z', 'updated_at': '2022-04-01T15:58:28Z', 'revision_number': 5, 'project_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'subnets': [{'id': 'a9ff9c4c-6092-46d4-81b2-de70a3fd5a7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:36.545784 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5bb7a4-9581-44c3-bb88-671e04f5989d None None] Checking router: 3e0a7872-7ac0-49d9-98a3-22a25d0acd22 for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:58:36.549547 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5bb7a4-9581-44c3-bb88-671e04f5989d None None] Updating router 3e0a7872-7ac0-49d9-98a3-22a25d0acd22 port 95e5b77d-9ee3-4268-9eb9-be0f13ec70e1 binding host dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:58:36.615603 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-0b5bb7a4-9581-44c3-bb88-671e04f5989d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:36.647845 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-4c0de292-afac-4b06-ad1c-cabbc4e603ab tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:36.652230 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-4c0de292-afac-4b06-ad1c-cabbc4e603ab tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Usage tracker for resource:subnet and tenant:113c2dcebd4142eb9b767ab7a8fce06c is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:36.655481 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-4c0de292-afac-4b06-ad1c-cabbc4e603ab tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:36.661616 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-4c0de292-afac-4b06-ad1c-cabbc4e603ab tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:36.673485 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c0de292-afac-4b06-ad1c-cabbc4e603ab tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Made reservation on behalf of 113c2dcebd4142eb9b767ab7a8fce06c for: {'subnet': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:58:36.723721 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5f9b357-379d-4e4b-b422-e696d1f9ed60 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Deleting subnet 1512755f-1331-421b-97d8-b9501fabf2d9 {{(pid=83826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:58:36.734359 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3d457e55-6c1e-4e7d-a068-41698a017121 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:36.734696 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3d457e55-6c1e-4e7d-a068-41698a017121 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:36.750458 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e5f9b357-379d-4e4b-b422-e696d1f9ed60 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for subnet, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:36.787366 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-37f4c290-142d-4f38-a2d5-7e06186bcef6 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:36.797294 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4c0de292-afac-4b06-ad1c-cabbc4e603ab tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16030269'] for subnet, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:36.800309 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-37f4c290-142d-4f38-a2d5-7e06186bcef6 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Usage tracker for resource:security_group_rule and tenant:b3d1bbfd9d9043bbb98e9a869b34d641 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:36.991164 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-37f4c290-142d-4f38-a2d5-7e06186bcef6 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:37.069293 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4c0de292-afac-4b06-ad1c-cabbc4e603ab tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15306628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16030227'] for subnet, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:37.070134 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-3d457e55-6c1e-4e7d-a068-41698a017121 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Calling delete_port for eec0285e-474d-4355-8875-4fa6cc0bfcd7 owned by network:floatingip {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:58:37.108080 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-37f4c290-142d-4f38-a2d5-7e06186bcef6 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:37.143409 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e5f9b357-379d-4e4b-b422-e696d1f9ed60 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16610770'] for subnet, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:37.167420 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-0b5bb7a4-9581-44c3-bb88-671e04f5989d None None] Notify callbacks [] for port, precommit_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:37.174891 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0de292-afac-4b06-ad1c-cabbc4e603ab tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Pushing event updated for resources: {'Subnet': ['ID=ced1d629-29a3-4cbb-9896-e6e12e310d55,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:37.190867 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0de292-afac-4b06-ad1c-cabbc4e603ab tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Checking segment: {'id': '213e721b-608f-4a8d-a1ef-dd8c347adf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b2e51711-0e47-4e9c-8559-166741bea4c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:58:37.191321 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0de292-afac-4b06-ad1c-cabbc4e603ab tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Network hostable DHCP agents. Network: b2e51711-0e47-4e9c-8559-166741bea4c4, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:58:37.200059 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.provisioning_blocks [None req-0b5bb7a4-9581-44c3-bb88-671e04f5989d None None] Transition to ACTIVE for port object 95e5b77d-9ee3-4268-9eb9-be0f13ec70e1 will not be triggered until provisioned by entity L2. {{(pid=83833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:58:37.212397 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-0b5bb7a4-9581-44c3-bb88-671e04f5989d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:37.217224 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0de292-afac-4b06-ad1c-cabbc4e603ab tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Network b2e51711-0e47-4e9c-8559-166741bea4c4 is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:58:37.231176 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-4c0de292-afac-4b06-ad1c-cabbc4e603ab tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, b2e51711-0e47-4e9c-8559-166741bea4c4) {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:58:37.236261 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0de292-afac-4b06-ad1c-cabbc4e603ab tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:37.236909 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4c0de292-afac-4b06-ad1c-cabbc4e603ab tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:37.248408 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b44baa-42e2-408a-9296-68269ac7aaf7 None None] Network b2e51711-0e47-4e9c-8559-166741bea4c4 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:58:37.280381 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-4c0de292-afac-4b06-ad1c-cabbc4e603ab tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9229662 Apr 01 15:58:37.281081 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 55842) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:37.326575 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb86551-a565-4e7e-af5e-6c6e7d40ad0b None None] Pushing event updated for resources: {'Port': ['ID=95e5b77d-9ee3-4268-9eb9-be0f13ec70e1,revision_number=3']} {{(pid=83833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:37.400764 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55846) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:37.416116 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-bb52050a-7914-447b-9a8a-bb1a1ae81b9b tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1838018448', 'description': 'tempest-secgroup-smoke-1838018448 description', 'project_id': '2181db44cb9d4493b0ae6f403c76ef7d'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:37.422014 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-bb52050a-7914-447b-9a8a-bb1a1ae81b9b tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:37.426103 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-bb52050a-7914-447b-9a8a-bb1a1ae81b9b tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Usage tracker for resource:security_group and tenant:2181db44cb9d4493b0ae6f403c76ef7d is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:37.429664 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-bb52050a-7914-447b-9a8a-bb1a1ae81b9b tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:37.437087 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-bb52050a-7914-447b-9a8a-bb1a1ae81b9b tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:37.495995 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-37f4c290-142d-4f38-a2d5-7e06186bcef6 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:37.509952 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-37f4c290-142d-4f38-a2d5-7e06186bcef6 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:37.533930 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bb52050a-7914-447b-9a8a-bb1a1ae81b9b tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks [] for security_group, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:37.561581 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-0b5bb7a4-9581-44c3-bb88-671e04f5989d None None] Attempting to bind port 95e5b77d-9ee3-4268-9eb9-be0f13ec70e1 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:58:37.562003 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-0b5bb7a4-9581-44c3-bb88-671e04f5989d None None] Attempting to bind port 95e5b77d-9ee3-4268-9eb9-be0f13ec70e1 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': '6da9aa4a-5952-48a0-853b-e2f18f47485c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b15e37bb-df96-46ce-9581-07cfdc722631'}] {{(pid=83833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:58:37.562373 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5bb7a4-9581-44c3-bb88-671e04f5989d None None] Attempting to bind port 95e5b77d-9ee3-4268-9eb9-be0f13ec70e1 on network b15e37bb-df96-46ce-9581-07cfdc722631 {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:58:37.573445 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5bb7a4-9581-44c3-bb88-671e04f5989d None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:58:37.574176 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5bb7a4-9581-44c3-bb88-671e04f5989d None None] Checking segment: {'id': '6da9aa4a-5952-48a0-853b-e2f18f47485c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b15e37bb-df96-46ce-9581-07cfdc722631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:58:37.574590 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-0b5bb7a4-9581-44c3-bb88-671e04f5989d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:37.574981 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5bb7a4-9581-44c3-bb88-671e04f5989d None None] Bound using segment: {'id': '6da9aa4a-5952-48a0-853b-e2f18f47485c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b15e37bb-df96-46ce-9581-07cfdc722631'} {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:58:37.575457 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-0b5bb7a4-9581-44c3-bb88-671e04f5989d None None] Bound port: 95e5b77d-9ee3-4268-9eb9-be0f13ec70e1, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da9aa4a-5952-48a0-853b-e2f18f47485c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b15e37bb-df96-46ce-9581-07cfdc722631'}}] {{(pid=83833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:58:37.575846 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-0b5bb7a4-9581-44c3-bb88-671e04f5989d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:37.576387 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6bac6b-9ca2-4cb2-bf30-e27d3832af26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-b2e51711-0e47-4e9c-8559-166741bea4c4', 'network_id': 'b2e51711-0e47-4e9c-8559-166741bea4c4', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'fixed_ips': [{'subnet_id': 'ced1d629-29a3-4cbb-9896-e6e12e310d55'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:58:37.577552 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-fe6bac6b-9ca2-4cb2-bf30-e27d3832af26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:37.600775 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bb52050a-7914-447b-9a8a-bb1a1ae81b9b tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks [] for security_group, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:37.664206 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-37f4c290-142d-4f38-a2d5-7e06186bcef6 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:37.678486 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e5f9b357-379d-4e4b-b422-e696d1f9ed60 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:37.685703 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 9da73abb-22d4-42d1-8316-9749b43887cf up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:58:37.704866 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.db [None req-0b5bb7a4-9581-44c3-bb88-671e04f5989d None None] For port 95e5b77d-9ee3-4268-9eb9-be0f13ec70e1, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:58:37.709813 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.db [None req-0b5bb7a4-9581-44c3-bb88-671e04f5989d None None] For port 95e5b77d-9ee3-4268-9eb9-be0f13ec70e1, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=95e5b77d-9ee3-4268-9eb9-be0f13ec70e1,segment=NetworkSegment(6da9aa4a-5952-48a0-853b-e2f18f47485c),segment_id=6da9aa4a-5952-48a0-853b-e2f18f47485c)] {{(pid=83833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:58:37.716370 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-0b5bb7a4-9581-44c3-bb88-671e04f5989d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:37.723213 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-37f4c290-142d-4f38-a2d5-7e06186bcef6 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Usage tracker for resource:security_group_rule and tenant:b3d1bbfd9d9043bbb98e9a869b34d641 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:37.731662 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3d457e55-6c1e-4e7d-a068-41698a017121 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:37.735342 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-37f4c290-142d-4f38-a2d5-7e06186bcef6 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:37.769040 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f4c290-142d-4f38-a2d5-7e06186bcef6 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=267cc5ce-aaab-4d33-881a-cd0a10c3e7f0,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:37.794057 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-37f4c290-142d-4f38-a2d5-7e06186bcef6 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:37.809243 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d457e55-6c1e-4e7d-a068-41698a017121 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event deleted for resources: {'Port': ['ID=eec0285e-474d-4355-8875-4fa6cc0bfcd7,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:37.830517 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-bb52050a-7914-447b-9a8a-bb1a1ae81b9b tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:37.841237 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-bb52050a-7914-447b-9a8a-bb1a1ae81b9b tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Usage tracker for resource:security_group_rule and tenant:2181db44cb9d4493b0ae6f403c76ef7d is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:37.868683 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-fe6bac6b-9ca2-4cb2-bf30-e27d3832af26 None None] Allocated IP 172.22.0.2 (b2e51711-0e47-4e9c-8559-166741bea4c4/ced1d629-29a3-4cbb-9896-e6e12e310d55/d3618796-c460-488d-9385-0953fe0e8159) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:58:37.871562 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5bb7a4-9581-44c3-bb88-671e04f5989d None None] Routers {'3e0a7872-7ac0-49d9-98a3-22a25d0acd22'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:58:37.871948 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-0b5bb7a4-9581-44c3-bb88-671e04f5989d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:58:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['3e0a7872-7ac0-49d9-98a3-22a25d0acd22'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:37.889023 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-bb52050a-7914-447b-9a8a-bb1a1ae81b9b tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:37.895619 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 9da73abb-22d4-42d1-8316-9749b43887cf triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:37.897767 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:37.952356 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-bb52050a-7914-447b-9a8a-bb1a1ae81b9b tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:37.995264 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e5f9b357-379d-4e4b-b422-e696d1f9ed60 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15415074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16089009'] for subnet, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:38.093006 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-0b5bb7a4-9581-44c3-bb88-671e04f5989d None None] Set router 3e0a7872-7ac0-49d9-98a3-22a25d0acd22 gateway port host: None {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:58:38.113184 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3d457e55-6c1e-4e7d-a068-41698a017121 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for floatingip, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:38.182346 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f9b357-379d-4e4b-b422-e696d1f9ed60 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event deleted for resources: {'Subnet': ['ID=1512755f-1331-421b-97d8-b9501fabf2d9,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:38.288250 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e5f9b357-379d-4e4b-b422-e696d1f9ed60 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:38.294750 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-37f4c290-142d-4f38-a2d5-7e06186bcef6 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:38.299513 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ab24cb-49b3-4a3a-b468-ea190f8612a9 None None] Network 075827df-8fdb-4d55-8d82-cf1160050dba requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:58:38.316182 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-37f4c290-142d-4f38-a2d5-7e06186bcef6 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:38.390588 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f4c290-142d-4f38-a2d5-7e06186bcef6 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d17bac17-a023-443f-873a-15b80637ba03,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:38.399038 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-e5f9b357-379d-4e4b-b422-e696d1f9ed60 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "DELETE /v2.0/subnets/1512755f-1331-421b-97d8-b9501fabf2d9 HTTP/1.1" status: 204 len: 168 time: 2.8198020 Apr 01 15:58:38.407715 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55850) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:38.408967 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-35d23c07-c6f0-4315-9289-ddc20f1c0f0d tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:38.419657 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-da378345-4a87-4208-b2fe-c7db5d8f6277 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Request body: {'subnet': {'network_id': '075827df-8fdb-4d55-8d82-cf1160050dba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:38.437709 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-37f4c290-142d-4f38-a2d5-7e06186bcef6 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:38.438906 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-37f4c290-142d-4f38-a2d5-7e06186bcef6 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 3.1347089 Apr 01 15:58:38.450980 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bb52050a-7914-447b-9a8a-bb1a1ae81b9b tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks [] for security_group, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:38.451809 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55854) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:38.534478 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb86551-a565-4e7e-af5e-6c6e7d40ad0b None None] Pushing event updated for resources: {'Port': ['ID=95e5b77d-9ee3-4268-9eb9-be0f13ec70e1,revision_number=4']} {{(pid=83833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:38.537885 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bb52050a-7914-447b-9a8a-bb1a1ae81b9b tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:38.549956 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-fe6bac6b-9ca2-4cb2-bf30-e27d3832af26 None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:38.556359 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-0b5bb7a4-9581-44c3-bb88-671e04f5989d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0a7872-7ac0-49d9-98a3-22a25d0acd22', 'name': 'tempest-RoutersTest-router-1162967274', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:58:06Z', 'updated_at': '2022-04-01T15:58:32Z', 'revision_number': 3, 'project_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'gw_port_host': None, '_interfaces': [{'id': '95e5b77d-9ee3-4268-9eb9-be0f13ec70e1', 'name': '', 'network_id': 'b15e37bb-df96-46ce-9581-07cfdc722631', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'mac_address': 'fa:16:3e:6b:cd:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e0a7872-7ac0-49d9-98a3-22a25d0acd22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db6b31da-6508-428c-816f-d4c907a140d0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:29Z', 'updated_at': '2022-04-01T15:58:37Z', 'revision_number': 4, 'project_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'subnets': [{'id': 'db6b31da-6508-428c-816f-d4c907a140d0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b11ba5fb-0d90-4403-a5bf-c442b4dc7e59', 'name': '', 'network_id': '423f0b4e-e66e-41f0-92c1-2e0344f8d737', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'mac_address': 'fa:16:3e:0a:1b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0a7872-7ac0-49d9-98a3-22a25d0acd22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9ff9c4c-6092-46d4-81b2-de70a3fd5a7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:13Z', 'updated_at': '2022-04-01T15:58:28Z', 'revision_number': 5, 'project_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'subnets': [{'id': 'a9ff9c4c-6092-46d4-81b2-de70a3fd5a7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:38.562781 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5bb7a4-9581-44c3-bb88-671e04f5989d None None] The sync data for ids ['3e0a7872-7ac0-49d9-98a3-22a25d0acd22'] in dv-neutron-833373-2-hyperv is: [{'id': '3e0a7872-7ac0-49d9-98a3-22a25d0acd22', 'name': 'tempest-RoutersTest-router-1162967274', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:58:06Z', 'updated_at': '2022-04-01T15:58:32Z', 'revision_number': 3, 'project_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'gw_port_host': None, '_interfaces': [{'id': '95e5b77d-9ee3-4268-9eb9-be0f13ec70e1', 'name': '', 'network_id': 'b15e37bb-df96-46ce-9581-07cfdc722631', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'mac_address': 'fa:16:3e:6b:cd:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e0a7872-7ac0-49d9-98a3-22a25d0acd22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db6b31da-6508-428c-816f-d4c907a140d0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:29Z', 'updated_at': '2022-04-01T15:58:37Z', 'revision_number': 4, 'project_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'subnets': [{'id': 'db6b31da-6508-428c-816f-d4c907a140d0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b11ba5fb-0d90-4403-a5bf-c442b4dc7e59', 'name': '', 'network_id': '423f0b4e-e66e-41f0-92c1-2e0344f8d737', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'mac_address': 'fa:16:3e:0a:1b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0a7872-7ac0-49d9-98a3-22a25d0acd22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9ff9c4c-6092-46d4-81b2-de70a3fd5a7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:13Z', 'updated_at': '2022-04-01T15:58:28Z', 'revision_number': 5, 'project_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'subnets': [{'id': 'a9ff9c4c-6092-46d4-81b2-de70a3fd5a7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:58:38.577596 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-fe6bac6b-9ca2-4cb2-bf30-e27d3832af26 None None] Transition to ACTIVE for port object d3618796-c460-488d-9385-0953fe0e8159 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:58:38.689172 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-fe6bac6b-9ca2-4cb2-bf30-e27d3832af26 None None] Transition to ACTIVE for port object d3618796-c460-488d-9385-0953fe0e8159 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:58:38.697741 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb52050a-7914-447b-9a8a-bb1a1ae81b9b tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a97c4c9-0ab4-48ea-9dd7-cc74b0daa348,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:38.699249 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-fe6bac6b-9ca2-4cb2-bf30-e27d3832af26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:38.745457 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-bb52050a-7914-447b-9a8a-bb1a1ae81b9b tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:38.794180 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-dbae8118-d199-455d-ae6d-519c6bae12e1 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Synchronizing usage tracker for tenant:b3d1bbfd9d9043bbb98e9a869b34d641 on resource:security_group {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:58:38.798377 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-bb52050a-7914-447b-9a8a-bb1a1ae81b9b tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Usage tracker for resource:security_group_rule and tenant:2181db44cb9d4493b0ae6f403c76ef7d is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:38.810355 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-bb52050a-7914-447b-9a8a-bb1a1ae81b9b tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:38.824283 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-bb52050a-7914-447b-9a8a-bb1a1ae81b9b tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:38.852126 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6bac6b-9ca2-4cb2-bf30-e27d3832af26 None None] Network b2e51711-0e47-4e9c-8559-166741bea4c4 is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:58:38.854726 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-fe6bac6b-9ca2-4cb2-bf30-e27d3832af26 None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:58:38.863107 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6bac6b-9ca2-4cb2-bf30-e27d3832af26 None None] Pushing event updated for resources: {'Port': ['ID=d3618796-c460-488d-9385-0953fe0e8159,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:38.874505 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6bac6b-9ca2-4cb2-bf30-e27d3832af26 None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:58:38.886910 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-dbae8118-d199-455d-ae6d-519c6bae12e1 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Unset dirty status for tenant:b3d1bbfd9d9043bbb98e9a869b34d641 on resource:security_group {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:58:38.888677 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-dbae8118-d199-455d-ae6d-519c6bae12e1 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.4355557 Apr 01 15:58:38.893701 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55858) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:38.904450 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-da378345-4a87-4208-b2fe-c7db5d8f6277 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:38.915339 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-05857acf-96fe-4366-8fc1-102ee6a692b8 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Request body: {'security_group': {'name': 'tempest-security--371204503', 'description': 'tempest-security-description-1719744639'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:38.926035 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-da378345-4a87-4208-b2fe-c7db5d8f6277 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Usage tracker for resource:subnet and tenant:11b74bb4c805440eb8922ec9333718ac is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:38.938932 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-da378345-4a87-4208-b2fe-c7db5d8f6277 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:38.994951 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-da378345-4a87-4208-b2fe-c7db5d8f6277 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:39.026345 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-fe6bac6b-9ca2-4cb2-bf30-e27d3832af26 None None] Attempting to bind port d3618796-c460-488d-9385-0953fe0e8159 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:58:39.026715 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-fe6bac6b-9ca2-4cb2-bf30-e27d3832af26 None None] Attempting to bind port d3618796-c460-488d-9385-0953fe0e8159 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': '213e721b-608f-4a8d-a1ef-dd8c347adf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b2e51711-0e47-4e9c-8559-166741bea4c4'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:58:39.027084 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6bac6b-9ca2-4cb2-bf30-e27d3832af26 None None] Attempting to bind port d3618796-c460-488d-9385-0953fe0e8159 on network b2e51711-0e47-4e9c-8559-166741bea4c4 {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:58:39.038808 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6bac6b-9ca2-4cb2-bf30-e27d3832af26 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:58:39.039103 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6bac6b-9ca2-4cb2-bf30-e27d3832af26 None None] Checking segment: {'id': '213e721b-608f-4a8d-a1ef-dd8c347adf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b2e51711-0e47-4e9c-8559-166741bea4c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:58:39.039487 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-fe6bac6b-9ca2-4cb2-bf30-e27d3832af26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:39.039934 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6bac6b-9ca2-4cb2-bf30-e27d3832af26 None None] Bound using segment: {'id': '213e721b-608f-4a8d-a1ef-dd8c347adf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b2e51711-0e47-4e9c-8559-166741bea4c4'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:58:39.040419 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-fe6bac6b-9ca2-4cb2-bf30-e27d3832af26 None None] Bound port: d3618796-c460-488d-9385-0953fe0e8159, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '213e721b-608f-4a8d-a1ef-dd8c347adf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b2e51711-0e47-4e9c-8559-166741bea4c4'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:58:39.040831 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-fe6bac6b-9ca2-4cb2-bf30-e27d3832af26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:39.044166 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-05857acf-96fe-4366-8fc1-102ee6a692b8 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:39.115598 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bb52050a-7914-447b-9a8a-bb1a1ae81b9b tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks [] for security_group, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:39.127294 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da378345-4a87-4208-b2fe-c7db5d8f6277 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Made reservation on behalf of 11b74bb4c805440eb8922ec9333718ac for: {'subnet': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:58:39.132209 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-da378345-4a87-4208-b2fe-c7db5d8f6277 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16088980'] for subnet, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:39.155352 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bb52050a-7914-447b-9a8a-bb1a1ae81b9b tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:39.210817 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-fe6bac6b-9ca2-4cb2-bf30-e27d3832af26 None None] For port d3618796-c460-488d-9385-0953fe0e8159, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:58:39.216710 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-35d23c07-c6f0-4315-9289-ddc20f1c0f0d tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Allocated IP 172.22.0.1 (b2e51711-0e47-4e9c-8559-166741bea4c4/ced1d629-29a3-4cbb-9896-e6e12e310d55/b29ad2b1-46f2-4127-9ff8-f155110a1b65) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:58:39.217425 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-fe6bac6b-9ca2-4cb2-bf30-e27d3832af26 None None] For port d3618796-c460-488d-9385-0953fe0e8159, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=d3618796-c460-488d-9385-0953fe0e8159,segment=NetworkSegment(213e721b-608f-4a8d-a1ef-dd8c347adf66),segment_id=213e721b-608f-4a8d-a1ef-dd8c347adf66)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:58:39.223356 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-fe6bac6b-9ca2-4cb2-bf30-e27d3832af26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:39.288052 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bb52050a-7914-447b-9a8a-bb1a1ae81b9b tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:39.292962 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-bb52050a-7914-447b-9a8a-bb1a1ae81b9b tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 1.8910651 Apr 01 15:58:39.303588 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55862) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:39.354799 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6bac6b-9ca2-4cb2-bf30-e27d3832af26 None None] Pushing event updated for resources: {'Port': ['ID=d3618796-c460-488d-9385-0953fe0e8159,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:39.365262 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-bbdafe7d-c041-4777-9fe7-5527c2637cdf tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Request body: {'security_group_rule': {'security_group_id': 'c75dad15-3c49-4312-91ac-218bdee2c12f', 'project_id': '2181db44cb9d4493b0ae6f403c76ef7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:39.389818 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-bbdafe7d-c041-4777-9fe7-5527c2637cdf tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:39.394263 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-05857acf-96fe-4366-8fc1-102ee6a692b8 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:39.461030 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-35d23c07-c6f0-4315-9289-ddc20f1c0f0d tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:39.466239 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-bbdafe7d-c041-4777-9fe7-5527c2637cdf tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Usage tracker for resource:security_group_rule and tenant:2181db44cb9d4493b0ae6f403c76ef7d is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:39.469537 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb52050a-7914-447b-9a8a-bb1a1ae81b9b tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c75dad15-3c49-4312-91ac-218bdee2c12f,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:39.472834 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-05857acf-96fe-4366-8fc1-102ee6a692b8 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:39.477327 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-05857acf-96fe-4366-8fc1-102ee6a692b8 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:39.478894 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-05857acf-96fe-4366-8fc1-102ee6a692b8 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] 10.222.0.55 "PUT /v2.0/security-groups/d17bac17-a023-443f-873a-15b80637ba03 HTTP/1.1" status: 200 len: 1611 time: 0.5810230 Apr 01 15:58:39.480430 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-bbdafe7d-c041-4777-9fe7-5527c2637cdf tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:39.481816 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 55866) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:39.505787 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [None req-35d23c07-c6f0-4315-9289-ddc20f1c0f0d tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Transition to ACTIVE for port object b29ad2b1-46f2-4127-9ff8-f155110a1b65 will not be triggered until provisioned by entity DHCP. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:58:39.613698 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-295d2590-e6c5-42c5-b536-690d3338f9bd tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] 10.222.0.55 "GET /v2.0/security-groups/d17bac17-a023-443f-873a-15b80637ba03 HTTP/1.1" status: 200 len: 1611 time: 0.1244507 Apr 01 15:58:39.614317 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 55870) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:39.670586 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-35d23c07-c6f0-4315-9289-ddc20f1c0f0d tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:39.736954 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-bbdafe7d-c041-4777-9fe7-5527c2637cdf tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:39.750217 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 95e5b77d-9ee3-4268-9eb9-be0f13ec70e1 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:58:39.808332 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d23c07-c6f0-4315-9289-ddc20f1c0f0d tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Network b2e51711-0e47-4e9c-8559-166741bea4c4 is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:58:39.809969 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-35d23c07-c6f0-4315-9289-ddc20f1c0f0d tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:58:39.811678 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05857acf-96fe-4366-8fc1-102ee6a692b8 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d17bac17-a023-443f-873a-15b80637ba03,revision_number=2']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:39.815248 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d23c07-c6f0-4315-9289-ddc20f1c0f0d tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:58:39.830700 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bbdafe7d-c041-4777-9fe7-5527c2637cdf tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:39.888152 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d23c07-c6f0-4315-9289-ddc20f1c0f0d tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Pushing event updated for resources: {'Port': ['ID=b29ad2b1-46f2-4127-9ff8-f155110a1b65,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:39.890602 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 95e5b77d-9ee3-4268-9eb9-be0f13ec70e1 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:58:39.898386 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 95e5b77d-9ee3-4268-9eb9-be0f13ec70e1 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:39.899366 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:39.915641 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-df78239b-6fc4-4035-bd1b-1fd02605e84b tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:39.942147 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-35d23c07-c6f0-4315-9289-ddc20f1c0f0d tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611418'] for router_interface, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:39.951824 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-df78239b-6fc4-4035-bd1b-1fd02605e84b tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:40.028722 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bbdafe7d-c041-4777-9fe7-5527c2637cdf tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:40.037799 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bbdafe7d-c041-4777-9fe7-5527c2637cdf tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:40.067464 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-df78239b-6fc4-4035-bd1b-1fd02605e84b tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:40.074890 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdafe7d-c041-4777-9fe7-5527c2637cdf tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d0e41c2-9688-4917-a9ee-19315a769ec4,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:40.111488 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:40.117462 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df78239b-6fc4-4035-bd1b-1fd02605e84b tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d17bac17-a023-443f-873a-15b80637ba03,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:40.118355 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bbdafe7d-c041-4777-9fe7-5527c2637cdf tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:40.122840 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-bbdafe7d-c041-4777-9fe7-5527c2637cdf tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8150997 Apr 01 15:58:40.123943 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55874) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:40.130031 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-50e47226-1905-400b-a576-a8e40202c3af tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Request body: {'security_group_rule': {'security_group_id': 'c75dad15-3c49-4312-91ac-218bdee2c12f', 'project_id': '2181db44cb9d4493b0ae6f403c76ef7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:40.142184 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-35d23c07-c6f0-4315-9289-ddc20f1c0f0d tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:40.150512 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-50e47226-1905-400b-a576-a8e40202c3af tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:40.163264 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-50e47226-1905-400b-a576-a8e40202c3af tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Usage tracker for resource:security_group_rule and tenant:2181db44cb9d4493b0ae6f403c76ef7d is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:40.165138 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-df78239b-6fc4-4035-bd1b-1fd02605e84b tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:40.167289 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-50e47226-1905-400b-a576-a8e40202c3af tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:40.169349 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-df78239b-6fc4-4035-bd1b-1fd02605e84b tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] 10.222.0.55 "DELETE /v2.0/security-groups/d17bac17-a023-443f-873a-15b80637ba03 HTTP/1.1" status: 204 len: 168 time: 0.5520425 Apr 01 15:58:40.170943 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55878) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:40.177741 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port 95e5b77d-9ee3-4268-9eb9-be0f13ec70e1, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=95e5b77d-9ee3-4268-9eb9-be0f13ec70e1,segment=NetworkSegment(6da9aa4a-5952-48a0-853b-e2f18f47485c),segment_id=6da9aa4a-5952-48a0-853b-e2f18f47485c)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:58:40.185901 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:40.191420 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-da378345-4a87-4208-b2fe-c7db5d8f6277 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15415267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16089018'] for subnet, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:40.198102 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-50e47226-1905-400b-a576-a8e40202c3af tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:40.224934 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-30d94e6e-08a0-4e90-a350-c086c21bae64 None None] Provisioning complete for port e8f45b0c-d130-47e5-8b59-2e00f349fe2f triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:40.225306 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-30d94e6e-08a0-4e90-a350-c086c21bae64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:40.304002 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d457e55-6c1e-4e7d-a068-41698a017121 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Router 497ee9a6-f12b-44bf-ad1e-a8e77c52d139 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:58:40.304893 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-30d94e6e-08a0-4e90-a350-c086c21bae64 None None] Port e8f45b0c-d130-47e5-8b59-2e00f349fe2f cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:58:40.314396 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=95e5b77d-9ee3-4268-9eb9-be0f13ec70e1,revision_number=5']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:40.319145 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-50e47226-1905-400b-a576-a8e40202c3af tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:40.329837 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-30d94e6e-08a0-4e90-a350-c086c21bae64 None None] Provisioning complete for port 307c1216-86dc-4757-af76-05137e865925 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:40.330295 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-30d94e6e-08a0-4e90-a350-c086c21bae64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:40.341170 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da378345-4a87-4208-b2fe-c7db5d8f6277 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Network 075827df-8fdb-4d55-8d82-cf1160050dba is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:58:40.358362 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-da378345-4a87-4208-b2fe-c7db5d8f6277 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:58:40.361914 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da378345-4a87-4208-b2fe-c7db5d8f6277 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:40.362436 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-da378345-4a87-4208-b2fe-c7db5d8f6277 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:40.384422 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f541af-c649-4617-900d-f6986df906e3 None None] Network 075827df-8fdb-4d55-8d82-cf1160050dba requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:58:40.425311 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-da378345-4a87-4208-b2fe-c7db5d8f6277 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0152333 Apr 01 15:58:40.427558 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 55882) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:40.440331 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-632d3461-3593-4c2e-806f-ae0539483418 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Request body: {'security_group': {'name': 'tempest-secgroup-1335625271'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:40.444444 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da378345-4a87-4208-b2fe-c7db5d8f6277 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event updated for resources: {'Subnet': ['ID=4d212fa7-a17e-433a-8db0-92cf67541a88,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:40.453921 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-632d3461-3593-4c2e-806f-ae0539483418 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:40.457190 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-fdd940d0-2900-45f7-b34d-46d22bff50fe tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2856271 Apr 01 15:58:40.463113 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-632d3461-3593-4c2e-806f-ae0539483418 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Usage tracker for resource:security_group and tenant:11b74bb4c805440eb8922ec9333718ac is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:40.463620 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55886) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:40.469747 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-632d3461-3593-4c2e-806f-ae0539483418 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:40.489957 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-632d3461-3593-4c2e-806f-ae0539483418 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:40.517081 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-632d3461-3593-4c2e-806f-ae0539483418 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for security_group, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:40.649289 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-632d3461-3593-4c2e-806f-ae0539483418 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:40.657863 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-632d3461-3593-4c2e-806f-ae0539483418 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Usage tracker for resource:security_group_rule and tenant:11b74bb4c805440eb8922ec9333718ac is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:40.665036 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-632d3461-3593-4c2e-806f-ae0539483418 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:40.685672 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.api.v2.resource [None req-03cb13ec-e54b-4542-a488-acb52edaafd8 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] delete failed (client error): The resource could not be found. Apr 01 15:58:40.687849 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-632d3461-3593-4c2e-806f-ae0539483418 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:40.688002 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-03cb13ec-e54b-4542-a488-acb52edaafd8 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] 10.222.0.55 "DELETE /v2.0/security-groups/d17bac17-a023-443f-873a-15b80637ba03 HTTP/1.1" status: 404 len: 347 time: 0.2195144 Apr 01 15:58:40.697538 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 55890) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:40.713004 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-50e47226-1905-400b-a576-a8e40202c3af tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:40.720131 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-50e47226-1905-400b-a576-a8e40202c3af tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:40.725711 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-ad43bf98-78f8-4af3-935e-f54b61a95d3a tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Request body: {'security_group': {'name': 'tempest-secgroup--439601895'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:40.741046 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-ad43bf98-78f8-4af3-935e-f54b61a95d3a tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:40.759395 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-ad43bf98-78f8-4af3-935e-f54b61a95d3a tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Usage tracker for resource:security_group and tenant:b3d1bbfd9d9043bbb98e9a869b34d641 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:40.765059 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-ad43bf98-78f8-4af3-935e-f54b61a95d3a tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:40.774033 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-ad43bf98-78f8-4af3-935e-f54b61a95d3a tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:40.812181 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e47226-1905-400b-a576-a8e40202c3af tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7878b27-cb6b-487d-ba82-8abc9db13736,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:40.824524 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae6b2a1-6701-4a46-a203-e40fcfb53b6f None None] Network b2e51711-0e47-4e9c-8559-166741bea4c4 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:58:40.833264 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-50e47226-1905-400b-a576-a8e40202c3af tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:40.837794 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-50e47226-1905-400b-a576-a8e40202c3af tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.7102027 Apr 01 15:58:40.839417 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 55894) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:40.841747 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-632d3461-3593-4c2e-806f-ae0539483418 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for security_group, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:40.846993 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-35d23c07-c6f0-4315-9289-ddc20f1c0f0d tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for port, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:40.853522 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-e60cbbb6-2335-4c1f-a9ac-6d160c66a314 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Request body: {'security_group_rule': {'security_group_id': 'c75dad15-3c49-4312-91ac-218bdee2c12f', 'project_id': '2181db44cb9d4493b0ae6f403c76ef7d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:40.860174 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ad43bf98-78f8-4af3-935e-f54b61a95d3a tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:40.872185 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-e60cbbb6-2335-4c1f-a9ac-6d160c66a314 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:40.875022 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-35d23c07-c6f0-4315-9289-ddc20f1c0f0d tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:40.903696 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-632d3461-3593-4c2e-806f-ae0539483418 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:40.941300 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d457e55-6c1e-4e7d-a068-41698a017121 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:58:40.954626 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3d457e55-6c1e-4e7d-a068-41698a017121 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for floatingip, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:40.974020 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c14b91-b675-4994-b256-6fa616f4ec7e None None] Sync routers for ids ['497ee9a6-f12b-44bf-ad1e-a8e77c52d139'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:58:40.998036 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-e60cbbb6-2335-4c1f-a9ac-6d160c66a314 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Usage tracker for resource:security_group_rule and tenant:2181db44cb9d4493b0ae6f403c76ef7d is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:41.016054 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-e60cbbb6-2335-4c1f-a9ac-6d160c66a314 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:41.035201 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-e60cbbb6-2335-4c1f-a9ac-6d160c66a314 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:41.064022 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d23c07-c6f0-4315-9289-ddc20f1c0f0d tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Pushing event updated for resources: {'Port': ['ID=b29ad2b1-46f2-4127-9ff8-f155110a1b65,revision_number=2']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:41.093259 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-632d3461-3593-4c2e-806f-ae0539483418 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:41.093259 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-632d3461-3593-4c2e-806f-ae0539483418 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6642897 Apr 01 15:58:41.095844 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-3d457e55-6c1e-4e7d-a068-41698a017121 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "DELETE /v2.0/floatingips/f8559374-c835-46e2-b06d-858c7c0bc4e3 HTTP/1.1" status: 204 len: 168 time: 5.3623636 Apr 01 15:58:41.097478 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55900) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:41.098488 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21288751-9373-42e7-a8d7-bf1fbaa867d9', 'tag': '70e0d77a-0638-4417-b919-f26af4acd11f'}] {{(pid=83826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:58:41.108202 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632d3461-3593-4c2e-806f-ae0539483418 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a64c084-9b09-40a9-9b71-33eaf239119e,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:41.122007 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-b59dc40c-04a1-4f6c-85b2-1648212f8702 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Request body: {'security_group': {'name': 'tempest-secgroup-1941785176'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:41.129312 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-35d23c07-c6f0-4315-9289-ddc20f1c0f0d tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611525'] for router_interface, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:41.139584 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-ad43bf98-78f8-4af3-935e-f54b61a95d3a tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:41.142799 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e60cbbb6-2335-4c1f-a9ac-6d160c66a314 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:41.151279 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-b59dc40c-04a1-4f6c-85b2-1648212f8702 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:41.161415 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-ad43bf98-78f8-4af3-935e-f54b61a95d3a tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Usage tracker for resource:security_group_rule and tenant:b3d1bbfd9d9043bbb98e9a869b34d641 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:41.162916 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-246fe6d8-d7e5-4b7b-876c-89fab1ce800d None None] Provisioning for port d3618796-c460-488d-9385-0953fe0e8159 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:58:41.168981 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-ad43bf98-78f8-4af3-935e-f54b61a95d3a tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:41.172989 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-b59dc40c-04a1-4f6c-85b2-1648212f8702 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Usage tracker for resource:security_group and tenant:11b74bb4c805440eb8922ec9333718ac is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:41.197793 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-ad43bf98-78f8-4af3-935e-f54b61a95d3a tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:41.201080 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-b59dc40c-04a1-4f6c-85b2-1648212f8702 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:41.209757 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-b59dc40c-04a1-4f6c-85b2-1648212f8702 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:41.234053 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b59dc40c-04a1-4f6c-85b2-1648212f8702 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for security_group, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:41.244379 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77396c73-3601-45df-afaf-f713b6567515 None None] Update dhcp port {'port': {'network_id': '075827df-8fdb-4d55-8d82-cf1160050dba', 'fixed_ips': [{'subnet_id': 'b4df1a94-8cad-4cbf-83fe-68baaa48e458', 'ip_address': '172.20.0.18'}, {'subnet_id': '4d212fa7-a17e-433a-8db0-92cf67541a88'}], 'binding:host_id': 'dv-neutron-833373-2-hyperv'}, 'id': '307c1216-86dc-4757-af76-05137e865925'} from dv-neutron-833373-2-hyperv. {{(pid=83829) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 01 15:58:41.263958 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21288751-9373-42e7-a8d7-bf1fbaa867d9', 'tag': '70e0d77a-0638-4417-b919-f26af4acd11f', 'status': 'completed', 'code': 200} Apr 01 15:58:41.299520 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-b59dc40c-04a1-4f6c-85b2-1648212f8702 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:41.305560 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-b59dc40c-04a1-4f6c-85b2-1648212f8702 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Usage tracker for resource:security_group_rule and tenant:11b74bb4c805440eb8922ec9333718ac is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:41.310107 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-b59dc40c-04a1-4f6c-85b2-1648212f8702 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:41.317905 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-b59dc40c-04a1-4f6c-85b2-1648212f8702 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:41.326957 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c14b91-b675-4994-b256-6fa616f4ec7e None None] Routers {'497ee9a6-f12b-44bf-ad1e-a8e77c52d139'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:58:41.328792 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-e8c14b91-b675-4994-b256-6fa616f4ec7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:58:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['497ee9a6-f12b-44bf-ad1e-a8e77c52d139'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:41.386053 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b59dc40c-04a1-4f6c-85b2-1648212f8702 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for security_group, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:41.394831 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b59dc40c-04a1-4f6c-85b2-1648212f8702 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:41.441139 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e60cbbb6-2335-4c1f-a9ac-6d160c66a314 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:41.455952 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59dc40c-04a1-4f6c-85b2-1648212f8702 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4beb5e0-31aa-47a8-a381-6a78098cc602,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:41.458679 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e60cbbb6-2335-4c1f-a9ac-6d160c66a314 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:41.458870 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b59dc40c-04a1-4f6c-85b2-1648212f8702 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:41.463310 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-b59dc40c-04a1-4f6c-85b2-1648212f8702 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3501077 Apr 01 15:58:41.464366 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55908) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:41.470153 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-3d3d910e-3564-4a34-914f-d667e8ad9092 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Request body: {'security_group': {'name': 'tempest-secgroup-994075405'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:41.483580 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-3d3d910e-3564-4a34-914f-d667e8ad9092 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:41.491326 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-3d3d910e-3564-4a34-914f-d667e8ad9092 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Usage tracker for resource:security_group and tenant:11b74bb4c805440eb8922ec9333718ac is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:41.495168 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-3d3d910e-3564-4a34-914f-d667e8ad9092 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:41.496246 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-77396c73-3601-45df-afaf-f713b6567515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:41.507215 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-3d3d910e-3564-4a34-914f-d667e8ad9092 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:41.529584 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60cbbb6-2335-4c1f-a9ac-6d160c66a314 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95e7bf73-b32c-422d-98e4-6a94e421e1a6,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:41.584908 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ad43bf98-78f8-4af3-935e-f54b61a95d3a tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:41.605693 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d23c07-c6f0-4315-9289-ddc20f1c0f0d tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Network b2e51711-0e47-4e9c-8559-166741bea4c4 is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:58:41.608926 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-35d23c07-c6f0-4315-9289-ddc20f1c0f0d tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:58:41.612994 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ad43bf98-78f8-4af3-935e-f54b61a95d3a tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:41.641982 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3d3d910e-3564-4a34-914f-d667e8ad9092 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for security_group, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:41.722112 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-3d3d910e-3564-4a34-914f-d667e8ad9092 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:41.726704 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e60cbbb6-2335-4c1f-a9ac-6d160c66a314 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:41.727967 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-e60cbbb6-2335-4c1f-a9ac-6d160c66a314 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8848021 Apr 01 15:58:41.736461 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66898129-8825-4e7a-af10-5ae9eaadf95a req-9034ed86-81cc-48d5-a61d-03bb3bcf0ee7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:41.736745 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-66898129-8825-4e7a-af10-5ae9eaadf95a req-9034ed86-81cc-48d5-a61d-03bb3bcf0ee7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Synchronizing usage tracker for tenant:447e2c5010754fe1ad368efac7c75251 on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:58:41.740780 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-3d3d910e-3564-4a34-914f-d667e8ad9092 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Usage tracker for resource:security_group_rule and tenant:11b74bb4c805440eb8922ec9333718ac is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:41.742700 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 95e5b77d-9ee3-4268-9eb9-be0f13ec70e1 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:58:41.743767 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 55912) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:41.744851 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-3d3d910e-3564-4a34-914f-d667e8ad9092 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:41.762072 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-3d3d910e-3564-4a34-914f-d667e8ad9092 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:41.765221 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-66898129-8825-4e7a-af10-5ae9eaadf95a req-9034ed86-81cc-48d5-a61d-03bb3bcf0ee7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Unset dirty status for tenant:447e2c5010754fe1ad368efac7c75251 on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:58:41.769390 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-66898129-8825-4e7a-af10-5ae9eaadf95a req-9034ed86-81cc-48d5-a61d-03bb3bcf0ee7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=21288751-9373-42e7-a8d7-bf1fbaa867d9 HTTP/1.1" status: 200 len: 946 time: 0.1793051 Apr 01 15:58:41.847696 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-66898129-8825-4e7a-af10-5ae9eaadf95a req-35af63b2-8460-44eb-8357-3e82c0c79a55 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3431d3c-e98f-4809-b635-c1daf3c86b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737717 Apr 01 15:58:41.878855 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3d3d910e-3564-4a34-914f-d667e8ad9092 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for security_group, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:41.885303 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3d3d910e-3564-4a34-914f-d667e8ad9092 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:41.939138 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3d910e-3564-4a34-914f-d667e8ad9092 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e907ebf9-d63f-49e0-9e2a-b22edd908930,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:41.943766 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-24b834a6-d85b-4baa-9ad8-90eecdb21d2a tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Request body: {'security_group_rule': {'security_group_id': 'c75dad15-3c49-4312-91ac-218bdee2c12f', 'project_id': '2181db44cb9d4493b0ae6f403c76ef7d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:41.951479 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-d0f43df0-a259-4cbb-b67a-3502c438a1a3 req-e454e044-d523-468d-9986-3245796f7705 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=447e2c5010754fe1ad368efac7c75251&device_id=21288751-9373-42e7-a8d7-bf1fbaa867d9 HTTP/1.1" status: 200 len: 1099 time: 0.6440690 Apr 01 15:58:41.955474 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3d3d910e-3564-4a34-914f-d667e8ad9092 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:41.959804 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-3d3d910e-3564-4a34-914f-d667e8ad9092 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.4943895 Apr 01 15:58:41.962818 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-24b834a6-d85b-4baa-9ad8-90eecdb21d2a tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:41.963801 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55916) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:41.969828 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-0dd40a68-2608-43b9-9f89-08026bbc6609 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2002160488', 'security_groups': ['e907ebf9-d63f-49e0-9e2a-b22edd908930'], 'network_id': '075827df-8fdb-4d55-8d82-cf1160050dba', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4d212fa7-a17e-433a-8db0-92cf67541a88'}]}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:41.994666 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ad43bf98-78f8-4af3-935e-f54b61a95d3a tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:41.995680 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-ad43bf98-78f8-4af3-935e-f54b61a95d3a tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.2965529 Apr 01 15:58:41.999984 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-24b834a6-d85b-4baa-9ad8-90eecdb21d2a tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Usage tracker for resource:security_group_rule and tenant:2181db44cb9d4493b0ae6f403c76ef7d is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:42.005977 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-24b834a6-d85b-4baa-9ad8-90eecdb21d2a tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:42.013033 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 55920) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:42.042183 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-e8c14b91-b675-4994-b256-6fa616f4ec7e None None] Set router 497ee9a6-f12b-44bf-ad1e-a8e77c52d139 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:58:42.071037 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad43bf98-78f8-4af3-935e-f54b61a95d3a tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad7b117-400c-40f5-ad18-fc18841dffb1,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:42.076303 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-5fb687e9-8628-4eea-81c5-a0e349eaa591 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Request body: {'security_group_rule': {'security_group_id': '3ad7b117-400c-40f5-ad18-fc18841dffb1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:42.082383 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-5fb687e9-8628-4eea-81c5-a0e349eaa591 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:42.087298 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-5fb687e9-8628-4eea-81c5-a0e349eaa591 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Usage tracker for resource:security_group_rule and tenant:b3d1bbfd9d9043bbb98e9a869b34d641 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:42.090840 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-5fb687e9-8628-4eea-81c5-a0e349eaa591 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:42.102962 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-24b834a6-d85b-4baa-9ad8-90eecdb21d2a tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:42.110299 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 95e5b77d-9ee3-4268-9eb9-be0f13ec70e1 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:42.110928 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:42.116125 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-5fb687e9-8628-4eea-81c5-a0e349eaa591 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:42.167973 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-24b834a6-d85b-4baa-9ad8-90eecdb21d2a tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:42.188900 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5fb687e9-8628-4eea-81c5-a0e349eaa591 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:42.221559 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-0dd40a68-2608-43b9-9f89-08026bbc6609 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:42.239059 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-0dd40a68-2608-43b9-9f89-08026bbc6609 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:42.257123 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd40a68-2608-43b9-9f89-08026bbc6609 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Made reservation on behalf of 11b74bb4c805440eb8922ec9333718ac for: {'port': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:58:42.265216 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-77396c73-3601-45df-afaf-f713b6567515 None None] Allocated IP 172.20.0.2 (075827df-8fdb-4d55-8d82-cf1160050dba/4d212fa7-a17e-433a-8db0-92cf67541a88/307c1216-86dc-4757-af76-05137e865925) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:58:42.430820 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f43df0-a259-4cbb-b67a-3502c438a1a3 req-f444777f-9baa-453d-b9e5-5133df116422 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:42.432302 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-d0f43df0-a259-4cbb-b67a-3502c438a1a3 req-f444777f-9baa-453d-b9e5-5133df116422 service neutron] 10.222.0.24 "GET /v2.0/networks?id=59a027d1-0bac-441c-bf75-e20666fea16a HTTP/1.1" status: 200 len: 896 time: 0.4711349 Apr 01 15:58:42.432427 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0dd40a68-2608-43b9-9f89-08026bbc6609 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:42.465408 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [None req-0dd40a68-2608-43b9-9f89-08026bbc6609 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] device_id is not set on port b768fd4c-6535-4453-87eb-fb73b789bc67 yet. {{(pid=83826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 15:58:42.563348 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-24b834a6-d85b-4baa-9ad8-90eecdb21d2a tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:42.582227 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-24b834a6-d85b-4baa-9ad8-90eecdb21d2a tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:42.593390 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-d0f43df0-a259-4cbb-b67a-3502c438a1a3 req-603ced15-1b39-45d0-b822-81c9170b7fd1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70e0d77a-0638-4417-b919-f26af4acd11f HTTP/1.1" status: 200 len: 217 time: 0.1466665 Apr 01 15:58:42.707376 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b834a6-d85b-4baa-9ad8-90eecdb21d2a tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e221e2ec-6faa-45d4-8381-0b5af778538b,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:42.711420 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5fb687e9-8628-4eea-81c5-a0e349eaa591 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:42.730247 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5fb687e9-8628-4eea-81c5-a0e349eaa591 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:42.732563 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device d3618796-c460-488d-9385-0953fe0e8159 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:58:42.761881 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-24b834a6-d85b-4baa-9ad8-90eecdb21d2a tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:42.763058 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-24b834a6-d85b-4baa-9ad8-90eecdb21d2a tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8468940 Apr 01 15:58:42.766284 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55924) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:42.768103 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb687e9-8628-4eea-81c5-a0e349eaa591 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da6f82ac-7ee5-475f-ad8f-2b748ec23d87,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:42.778070 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-65041ef5-09b5-4748-b8a7-a4dcbe22e63c tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Request body: {'security_group_rule': {'security_group_id': 'c75dad15-3c49-4312-91ac-218bdee2c12f', 'project_id': '2181db44cb9d4493b0ae6f403c76ef7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:42.786991 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f43df0-a259-4cbb-b67a-3502c438a1a3 req-4107db2e-c7e3-44cd-9f6e-d83743176d32 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:42.787446 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a943d0f1-8f3c-4205-9d2d-22db0b73d7eb None None] Provisioning for port b29ad2b1-46f2-4127-9ff8-f155110a1b65 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:58:42.788520 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-d0f43df0-a259-4cbb-b67a-3502c438a1a3 req-4107db2e-c7e3-44cd-9f6e-d83743176d32 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b74bac9f-7384-4f6a-850f-c057f93a0214 HTTP/1.1" status: 200 len: 834 time: 0.1854920 Apr 01 15:58:42.792913 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-65041ef5-09b5-4748-b8a7-a4dcbe22e63c tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:42.802100 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-65041ef5-09b5-4748-b8a7-a4dcbe22e63c tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Usage tracker for resource:security_group_rule and tenant:2181db44cb9d4493b0ae6f403c76ef7d is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:42.810059 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-65041ef5-09b5-4748-b8a7-a4dcbe22e63c tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:42.820806 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-65041ef5-09b5-4748-b8a7-a4dcbe22e63c tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:42.830788 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a943d0f1-8f3c-4205-9d2d-22db0b73d7eb None None] Provisioning complete for port b29ad2b1-46f2-4127-9ff8-f155110a1b65 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:42.831896 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a943d0f1-8f3c-4205-9d2d-22db0b73d7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:42.833194 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5fb687e9-8628-4eea-81c5-a0e349eaa591 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:42.843032 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-5fb687e9-8628-4eea-81c5-a0e349eaa591 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8243930 Apr 01 15:58:42.843032 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 55928) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:42.906625 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35d23c07-c6f0-4315-9289-ddc20f1c0f0d tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Router 3e0a7872-7ac0-49d9-98a3-22a25d0acd22 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:58:42.924367 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.securitygroups_db [None req-65041ef5-09b5-4748-b8a7-a4dcbe22e63c tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Project 2181db44cb9d4493b0ae6f403c76ef7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:58:42.924890 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-94a8f2f0-529b-4d1c-bc66-30fa5dbd7a64 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:42.942345 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-94a8f2f0-529b-4d1c-bc66-30fa5dbd7a64 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:42.945429 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-65041ef5-09b5-4748-b8a7-a4dcbe22e63c tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:42.995147 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-77396c73-3601-45df-afaf-f713b6567515 None None] For port 307c1216-86dc-4757-af76-05137e865925, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=307c1216-86dc-4757-af76-05137e865925,segment=NetworkSegment(d390748b-713b-4393-97bc-3c146a87ed10),segment_id=d390748b-713b-4393-97bc-3c146a87ed10)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:58:43.032849 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-d0f43df0-a259-4cbb-b67a-3502c438a1a3 req-a6202b18-194d-4855-bb24-2db138971576 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=59a027d1-0bac-441c-bf75-e20666fea16a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2375827 Apr 01 15:58:43.058008 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a943d0f1-8f3c-4205-9d2d-22db0b73d7eb None None] Port b29ad2b1-46f2-4127-9ff8-f155110a1b65 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:58:43.102209 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-77396c73-3601-45df-afaf-f713b6567515 None None] Notify callbacks [] for port, precommit_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:43.122357 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-94a8f2f0-529b-4d1c-bc66-30fa5dbd7a64 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:43.129463 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-e8c14b91-b675-4994-b256-6fa616f4ec7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497ee9a6-f12b-44bf-ad1e-a8e77c52d139', 'name': 'tempest-TestNetworkBasicOps-router-1797861093', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': '111f977e-aadd-4608-a691-9582379042d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:55:31Z', 'updated_at': '2022-04-01T15:58:15Z', 'revision_number': 6, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': '111f977e-aadd-4608-a691-9582379042d5', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:17:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497ee9a6-f12b-44bf-ad1e-a8e77c52d139', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:33Z', 'updated_at': '2022-04-01T15:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '8198ab6f-4075-46b8-9a32-803c2a53fa75', 'name': '', 'network_id': '59a027d1-0bac-441c-bf75-e20666fea16a', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'mac_address': 'fa:16:3e:f7:53:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497ee9a6-f12b-44bf-ad1e-a8e77c52d139', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b74bac9f-7384-4f6a-850f-c057f93a0214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:48Z', 'updated_at': '2022-04-01T15:55:59Z', 'revision_number': 5, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'subnets': [{'id': 'b74bac9f-7384-4f6a-850f-c057f93a0214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:43.133134 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-77396c73-3601-45df-afaf-f713b6567515 None None] Transition to ACTIVE for port object 307c1216-86dc-4757-af76-05137e865925 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:58:43.140392 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c14b91-b675-4994-b256-6fa616f4ec7e None None] Checking router: 497ee9a6-f12b-44bf-ad1e-a8e77c52d139 for host: dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:58:43.144011 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-77396c73-3601-45df-afaf-f713b6567515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:43.148113 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port d3618796-c460-488d-9385-0953fe0e8159 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:58:43.187645 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a943d0f1-8f3c-4205-9d2d-22db0b73d7eb None None] Provisioning complete for port d3618796-c460-488d-9385-0953fe0e8159 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:43.187645 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a943d0f1-8f3c-4205-9d2d-22db0b73d7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:43.218515 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a8f2f0-529b-4d1c-bc66-30fa5dbd7a64 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=da6f82ac-7ee5-475f-ad8f-2b748ec23d87,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:43.223010 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-94a8f2f0-529b-4d1c-bc66-30fa5dbd7a64 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:43.227700 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-94a8f2f0-529b-4d1c-bc66-30fa5dbd7a64 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/da6f82ac-7ee5-475f-ad8f-2b748ec23d87 HTTP/1.1" status: 204 len: 168 time: 0.3814166 Apr 01 15:58:43.228379 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 55934) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:43.284781 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port d3618796-c460-488d-9385-0953fe0e8159 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:43.284781 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:43.313517 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-d0f43df0-a259-4cbb-b67a-3502c438a1a3 req-5faf5393-0fb3-488e-8c1b-69498a97e39b service neutron] 10.222.0.24 "GET /v2.0/networks/59a027d1-0bac-441c-bf75-e20666fea16a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269144 Apr 01 15:58:43.417151 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-65041ef5-09b5-4748-b8a7-a4dcbe22e63c tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:43.421032 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-9fbc04bb-e545-42e0-9d2d-416b77b35e95 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Synchronizing usage tracker for tenant:b3d1bbfd9d9043bbb98e9a869b34d641 on resource:security_group_rule {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:58:43.431327 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-65041ef5-09b5-4748-b8a7-a4dcbe22e63c tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:43.434198 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-0dd40a68-2608-43b9-9f89-08026bbc6609 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Allocated IP 172.20.0.14 (075827df-8fdb-4d55-8d82-cf1160050dba/4d212fa7-a17e-433a-8db0-92cf67541a88/b768fd4c-6535-4453-87eb-fb73b789bc67) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:58:43.452603 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c14b91-b675-4994-b256-6fa616f4ec7e None None] Routers {'497ee9a6-f12b-44bf-ad1e-a8e77c52d139'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:58:43.453273 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-e8c14b91-b675-4994-b256-6fa616f4ec7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:58:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['497ee9a6-f12b-44bf-ad1e-a8e77c52d139'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:43.472131 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b12af0-b6a4-4eb7-951c-e812b27321c2 req-beb1a7ca-58ef-400f-8dfc-ef428e3e2340 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:43.473889 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d2b12af0-b6a4-4eb7-951c-e812b27321c2 req-beb1a7ca-58ef-400f-8dfc-ef428e3e2340 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.24 "GET /v2.0/ports?device_id=21288751-9373-42e7-a8d7-bf1fbaa867d9 HTTP/1.1" status: 200 len: 946 time: 0.6203299 Apr 01 15:58:43.479723 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-9fbc04bb-e545-42e0-9d2d-416b77b35e95 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Unset dirty status for tenant:b3d1bbfd9d9043bbb98e9a869b34d641 on resource:security_group_rule {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:58:43.481175 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65041ef5-09b5-4748-b8a7-a4dcbe22e63c tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d74b7dc-9b28-49b6-9c48-01daf3e170ce,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:43.484028 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-9fbc04bb-e545-42e0-9d2d-416b77b35e95 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2518218 Apr 01 15:58:43.484763 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 55938) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:43.488687 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35d23c07-c6f0-4315-9289-ddc20f1c0f0d tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:58:43.502595 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be84baa8-7e06-4634-a937-62fa50ae0835 None None] Sync routers for ids ['3e0a7872-7ac0-49d9-98a3-22a25d0acd22'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:58:43.506239 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-35d23c07-c6f0-4315-9289-ddc20f1c0f0d tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "PUT /v2.0/routers/3e0a7872-7ac0-49d9-98a3-22a25d0acd22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2240326 Apr 01 15:58:43.509351 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 55942) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:43.516087 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be84baa8-7e06-4634-a937-62fa50ae0835 None None] Routers {'3e0a7872-7ac0-49d9-98a3-22a25d0acd22'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:58:43.517118 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-be84baa8-7e06-4634-a937-62fa50ae0835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:58:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['3e0a7872-7ac0-49d9-98a3-22a25d0acd22'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:43.529155 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-09c7a6fa-a2a4-4fdb-9bfc-638d0746c864 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Request body: {'network': {'name': 'tempest-RoutersTest-1482756976'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:43.544179 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-09c7a6fa-a2a4-4fdb-9bfc-638d0746c864 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:43.551323 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-d0f43df0-a259-4cbb-b67a-3502c438a1a3 req-c508924c-b936-417f-86d9-3dfd2b65103b service neutron] 10.222.0.24 "GET /v2.0/networks/59a027d1-0bac-441c-bf75-e20666fea16a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254977 Apr 01 15:58:43.552335 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-09c7a6fa-a2a4-4fdb-9bfc-638d0746c864 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Usage tracker for resource:network and tenant:113c2dcebd4142eb9b767ab7a8fce06c is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:43.573698 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-09c7a6fa-a2a4-4fdb-9bfc-638d0746c864 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:43.591978 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-09c7a6fa-a2a4-4fdb-9bfc-638d0746c864 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:43.638919 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-82fcb6f9-4f7d-4312-a62f-fa9b7caefbf5 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:43.680584 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-82fcb6f9-4f7d-4312-a62f-fa9b7caefbf5 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:43.744329 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-82fcb6f9-4f7d-4312-a62f-fa9b7caefbf5 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:43.759070 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-be84baa8-7e06-4634-a937-62fa50ae0835 None None] Set router 3e0a7872-7ac0-49d9-98a3-22a25d0acd22 gateway port host: None {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:58:43.776702 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fcb6f9-4f7d-4312-a62f-fa9b7caefbf5 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad7b117-400c-40f5-ad18-fc18841dffb1,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:43.802128 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77396c73-3601-45df-afaf-f713b6567515 None None] Pushing event updated for resources: {'Port': ['ID=307c1216-86dc-4757-af76-05137e865925,revision_number=6']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:43.804132 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-82fcb6f9-4f7d-4312-a62f-fa9b7caefbf5 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:43.814581 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-82fcb6f9-4f7d-4312-a62f-fa9b7caefbf5 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] 10.222.0.55 "DELETE /v2.0/security-groups/3ad7b117-400c-40f5-ad18-fc18841dffb1 HTTP/1.1" status: 204 len: 168 time: 0.3229766 Apr 01 15:58:43.823019 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 55946) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:43.853875 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a2f006-1fc5-49a3-ba61-3147c131316f req-c05d3fdf-0cb5-4fc6-b484-98d72ae7a697 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:43.855235 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c7a6fa-a2a4-4fdb-9bfc-638d0746c864 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Made reservation on behalf of 113c2dcebd4142eb9b767ab7a8fce06c for: {'network': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:58:43.855602 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-47a2f006-1fc5-49a3-ba61-3147c131316f req-c05d3fdf-0cb5-4fc6-b484-98d72ae7a697 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=21288751-9373-42e7-a8d7-bf1fbaa867d9 HTTP/1.1" status: 200 len: 946 time: 0.7622201 Apr 01 15:58:43.858713 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-09c7a6fa-a2a4-4fdb-9bfc-638d0746c864 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:43.864487 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [req-d2b12af0-b6a4-4eb7-951c-e812b27321c2 req-aa923dae-3680-4d4b-84ac-5a28877e9df5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Deleting port 70e0d77a-0638-4417-b919-f26af4acd11f {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:58:43.864964 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-d2b12af0-b6a4-4eb7-951c-e812b27321c2 req-aa923dae-3680-4d4b-84ac-5a28877e9df5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:43.895370 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a943d0f1-8f3c-4205-9d2d-22db0b73d7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:43.924698 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09c7a6fa-a2a4-4fdb-9bfc-638d0746c864 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=83828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:58:43.947328 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-be7a960e-2b0d-4e22-a183-baaade4d9ba8 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Synchronizing usage tracker for tenant:b3d1bbfd9d9043bbb98e9a869b34d641 on resource:security_group {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:58:43.954093 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-09c7a6fa-a2a4-4fdb-9bfc-638d0746c864 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:43.954455 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.segments_db [None req-09c7a6fa-a2a4-4fdb-9bfc-638d0746c864 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Added segment ebbf336a-fb5d-4d58-8bb3-0d0269fba67a of type vlan for network 25a4d21c-ae83-497a-8bcf-08ac4efb963a Apr 01 15:58:44.022016 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-be7a960e-2b0d-4e22-a183-baaade4d9ba8 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Unset dirty status for tenant:b3d1bbfd9d9043bbb98e9a869b34d641 on resource:security_group {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:58:44.029794 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-be7a960e-2b0d-4e22-a183-baaade4d9ba8 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2056742 Apr 01 15:58:44.031212 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-65041ef5-09b5-4748-b8a7-a4dcbe22e63c tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:44.032401 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-65041ef5-09b5-4748-b8a7-a4dcbe22e63c tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.2642832 Apr 01 15:58:44.035087 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-09c7a6fa-a2a4-4fdb-9bfc-638d0746c864 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:44.040358 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55950) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:44.040696 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55952) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:44.057153 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-47a2f006-1fc5-49a3-ba61-3147c131316f req-d143d04f-9147-4491-9ad1-a424a04eaa98 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3431d3c-e98f-4809-b635-c1daf3c86b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171472 Apr 01 15:58:44.088637 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-bf9bc4dd-ca7d-4af0-9623-bba140e2fa12 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Request body: {'security_group_rule': {'security_group_id': 'c75dad15-3c49-4312-91ac-218bdee2c12f', 'project_id': '2181db44cb9d4493b0ae6f403c76ef7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:44.101089 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-bf9bc4dd-ca7d-4af0-9623-bba140e2fa12 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:44.107528 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-e8c14b91-b675-4994-b256-6fa616f4ec7e None None] Set router 497ee9a6-f12b-44bf-ad1e-a8e77c52d139 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:58:44.109833 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-bf9bc4dd-ca7d-4af0-9623-bba140e2fa12 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Usage tracker for resource:security_group_rule and tenant:2181db44cb9d4493b0ae6f403c76ef7d is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:44.113223 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-bf9bc4dd-ca7d-4af0-9623-bba140e2fa12 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:44.129238 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-bf9bc4dd-ca7d-4af0-9623-bba140e2fa12 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:44.159266 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-cc32694e-f5b3-4025-ba2c-6d1690b825a6 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Request body: {'security_group': {'name': 'tempest-secgroup--519507778'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:44.166827 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-cc32694e-f5b3-4025-ba2c-6d1690b825a6 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:44.181085 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-cc32694e-f5b3-4025-ba2c-6d1690b825a6 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:44.217796 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-cc32694e-f5b3-4025-ba2c-6d1690b825a6 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:44.241633 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.securitygroups_db [None req-bf9bc4dd-ca7d-4af0-9623-bba140e2fa12 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Project 2181db44cb9d4493b0ae6f403c76ef7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:58:44.271197 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bf9bc4dd-ca7d-4af0-9623-bba140e2fa12 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:44.341873 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-09c7a6fa-a2a4-4fdb-9bfc-638d0746c864 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:44.344044 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:44.346698 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c7a6fa-a2a4-4fdb-9bfc-638d0746c864 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:44.347310 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-09c7a6fa-a2a4-4fdb-9bfc-638d0746c864 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:44.358951 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-be84baa8-7e06-4634-a937-62fa50ae0835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0a7872-7ac0-49d9-98a3-22a25d0acd22', 'name': 'tempest-RoutersTest-router-1162967274', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:58:06Z', 'updated_at': '2022-04-01T15:58:39Z', 'revision_number': 4, 'project_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'gw_port_host': None, '_interfaces': [{'id': '95e5b77d-9ee3-4268-9eb9-be0f13ec70e1', 'name': '', 'network_id': 'b15e37bb-df96-46ce-9581-07cfdc722631', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'mac_address': 'fa:16:3e:6b:cd:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0a7872-7ac0-49d9-98a3-22a25d0acd22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db6b31da-6508-428c-816f-d4c907a140d0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:29Z', 'updated_at': '2022-04-01T15:58:40Z', 'revision_number': 5, 'project_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'subnets': [{'id': 'db6b31da-6508-428c-816f-d4c907a140d0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b11ba5fb-0d90-4403-a5bf-c442b4dc7e59', 'name': '', 'network_id': '423f0b4e-e66e-41f0-92c1-2e0344f8d737', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'mac_address': 'fa:16:3e:0a:1b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0a7872-7ac0-49d9-98a3-22a25d0acd22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9ff9c4c-6092-46d4-81b2-de70a3fd5a7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:13Z', 'updated_at': '2022-04-01T15:58:28Z', 'revision_number': 5, 'project_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'subnets': [{'id': 'a9ff9c4c-6092-46d4-81b2-de70a3fd5a7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b29ad2b1-46f2-4127-9ff8-f155110a1b65', 'name': '', 'network_id': 'b2e51711-0e47-4e9c-8559-166741bea4c4', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'mac_address': 'fa:16:3e:c8:ed:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e0a7872-7ac0-49d9-98a3-22a25d0acd22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ced1d629-29a3-4cbb-9896-e6e12e310d55', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:38Z', 'updated_at': '2022-04-01T15:58:40Z', 'revision_number': 2, 'project_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'subnets': [{'id': 'ced1d629-29a3-4cbb-9896-e6e12e310d55', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:44.364589 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be84baa8-7e06-4634-a937-62fa50ae0835 None None] Checking router: 3e0a7872-7ac0-49d9-98a3-22a25d0acd22 for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:58:44.366237 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be84baa8-7e06-4634-a937-62fa50ae0835 None None] Updating router 3e0a7872-7ac0-49d9-98a3-22a25d0acd22 port b29ad2b1-46f2-4127-9ff8-f155110a1b65 binding host dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:58:44.441920 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-be84baa8-7e06-4634-a937-62fa50ae0835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:44.443924 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a943d0f1-8f3c-4205-9d2d-22db0b73d7eb None None] For port d3618796-c460-488d-9385-0953fe0e8159, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=d3618796-c460-488d-9385-0953fe0e8159,segment=NetworkSegment(213e721b-608f-4a8d-a1ef-dd8c347adf66),segment_id=213e721b-608f-4a8d-a1ef-dd8c347adf66)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:58:44.455856 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a943d0f1-8f3c-4205-9d2d-22db0b73d7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:44.466356 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-09c7a6fa-a2a4-4fdb-9bfc-638d0746c864 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9454806 Apr 01 15:58:44.469311 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 55958) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:44.477792 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-0ed7fc03-00ef-4bcd-adac-50a524029a79 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Request body: {'subnet': {'network_id': '25a4d21c-ae83-497a-8bcf-08ac4efb963a', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:44.496861 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c7a6fa-a2a4-4fdb-9bfc-638d0746c864 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Pushing event updated for resources: {'Network': ['ID=25a4d21c-ae83-497a-8bcf-08ac4efb963a,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:44.516414 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 25a4d21c-ae83-497a-8bcf-08ac4efb963a details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:58:44.575358 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-cc32694e-f5b3-4025-ba2c-6d1690b825a6 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:44.596341 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0dd40a68-2608-43b9-9f89-08026bbc6609 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:44.602300 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-cc32694e-f5b3-4025-ba2c-6d1690b825a6 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Usage tracker for resource:security_group_rule and tenant:b3d1bbfd9d9043bbb98e9a869b34d641 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:44.607432 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-0ed7fc03-00ef-4bcd-adac-50a524029a79 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:44.611916 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-cc32694e-f5b3-4025-ba2c-6d1690b825a6 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:44.612549 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-0ed7fc03-00ef-4bcd-adac-50a524029a79 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Usage tracker for resource:subnet and tenant:113c2dcebd4142eb9b767ab7a8fce06c is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:44.615726 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-0ed7fc03-00ef-4bcd-adac-50a524029a79 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:44.622143 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-0ed7fc03-00ef-4bcd-adac-50a524029a79 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:44.632783 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-cc32694e-f5b3-4025-ba2c-6d1690b825a6 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:44.634788 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed7fc03-00ef-4bcd-adac-50a524029a79 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Made reservation on behalf of 113c2dcebd4142eb9b767ab7a8fce06c for: {'subnet': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:58:44.650395 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [req-d2b12af0-b6a4-4eb7-951c-e812b27321c2 req-aa923dae-3680-4d4b-84ac-5a28877e9df5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] For port 70e0d77a-0638-4417-b919-f26af4acd11f, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=70e0d77a-0638-4417-b919-f26af4acd11f,segment=NetworkSegment(17425429-0d0c-4b33-953c-3197bd34ece2),segment_id=17425429-0d0c-4b33-953c-3197bd34ece2)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:58:44.650762 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-d2b12af0-b6a4-4eb7-951c-e812b27321c2 req-aa923dae-3680-4d4b-84ac-5a28877e9df5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:44.667681 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [None req-0dd40a68-2608-43b9-9f89-08026bbc6609 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Transition to ACTIVE for port object b768fd4c-6535-4453-87eb-fb73b789bc67 will not be triggered until provisioned by entity DHCP. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:58:44.766685 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0ed7fc03-00ef-4bcd-adac-50a524029a79 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16030269'] for subnet, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:44.770085 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a943d0f1-8f3c-4205-9d2d-22db0b73d7eb None None] Pushing event updated for resources: {'Port': ['ID=d3618796-c460-488d-9385-0953fe0e8159,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:44.777293 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.db.api [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:58:44.777789 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG oslo_db.api [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:58:44.788099 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-87767dc8-2261-424c-8483-584515d94edf None None] Provisioning complete for port b29ad2b1-46f2-4127-9ff8-f155110a1b65 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:44.788099 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-87767dc8-2261-424c-8483-584515d94edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:44.816074 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bf9bc4dd-ca7d-4af0-9623-bba140e2fa12 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:44.824346 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [req-d2b12af0-b6a4-4eb7-951c-e812b27321c2 req-aa923dae-3680-4d4b-84ac-5a28877e9df5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Calling delete_port for 70e0d77a-0638-4417-b919-f26af4acd11f owned by compute:nova {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:58:44.858466 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-87767dc8-2261-424c-8483-584515d94edf None None] Port b29ad2b1-46f2-4127-9ff8-f155110a1b65 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:58:44.880181 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bf9bc4dd-ca7d-4af0-9623-bba140e2fa12 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:44.882886 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-e8c14b91-b675-4994-b256-6fa616f4ec7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497ee9a6-f12b-44bf-ad1e-a8e77c52d139', 'name': 'tempest-TestNetworkBasicOps-router-1797861093', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': '111f977e-aadd-4608-a691-9582379042d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:55:31Z', 'updated_at': '2022-04-01T15:58:15Z', 'revision_number': 6, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': '111f977e-aadd-4608-a691-9582379042d5', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:17:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497ee9a6-f12b-44bf-ad1e-a8e77c52d139', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:33Z', 'updated_at': '2022-04-01T15:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '8198ab6f-4075-46b8-9a32-803c2a53fa75', 'name': '', 'network_id': '59a027d1-0bac-441c-bf75-e20666fea16a', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'mac_address': 'fa:16:3e:f7:53:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497ee9a6-f12b-44bf-ad1e-a8e77c52d139', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b74bac9f-7384-4f6a-850f-c057f93a0214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:48Z', 'updated_at': '2022-04-01T15:55:59Z', 'revision_number': 5, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'subnets': [{'id': 'b74bac9f-7384-4f6a-850f-c057f93a0214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:44.886443 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-87767dc8-2261-424c-8483-584515d94edf None None] Provisioning complete for port e8f45b0c-d130-47e5-8b59-2e00f349fe2f triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:44.886942 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-87767dc8-2261-424c-8483-584515d94edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:44.915121 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c14b91-b675-4994-b256-6fa616f4ec7e None None] The sync data for ids ['497ee9a6-f12b-44bf-ad1e-a8e77c52d139'] in dv-neutron-833373-2-hyperv is: [{'id': '497ee9a6-f12b-44bf-ad1e-a8e77c52d139', 'name': 'tempest-TestNetworkBasicOps-router-1797861093', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': '111f977e-aadd-4608-a691-9582379042d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:55:31Z', 'updated_at': '2022-04-01T15:58:15Z', 'revision_number': 6, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': '111f977e-aadd-4608-a691-9582379042d5', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:17:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497ee9a6-f12b-44bf-ad1e-a8e77c52d139', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:33Z', 'updated_at': '2022-04-01T15:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '8198ab6f-4075-46b8-9a32-803c2a53fa75', 'name': '', 'network_id': '59a027d1-0bac-441c-bf75-e20666fea16a', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'mac_address': 'fa:16:3e:f7:53:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497ee9a6-f12b-44bf-ad1e-a8e77c52d139', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b74bac9f-7384-4f6a-850f-c057f93a0214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:48Z', 'updated_at': '2022-04-01T15:55:59Z', 'revision_number': 5, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'subnets': [{'id': 'b74bac9f-7384-4f6a-850f-c057f93a0214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:58:44.953226 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-87767dc8-2261-424c-8483-584515d94edf None None] Port e8f45b0c-d130-47e5-8b59-2e00f349fe2f cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:58:44.967149 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-87767dc8-2261-424c-8483-584515d94edf None None] Provisioning for port 307c1216-86dc-4757-af76-05137e865925 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:58:44.977713 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-87767dc8-2261-424c-8483-584515d94edf None None] Provisioning complete for port 307c1216-86dc-4757-af76-05137e865925 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:44.978227 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-87767dc8-2261-424c-8483-584515d94edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:44.988661 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9bc4dd-ca7d-4af0-9623-bba140e2fa12 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba54611c-2392-46cc-b2a3-3b7a7efe864d,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:45.030329 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-cc32694e-f5b3-4025-ba2c-6d1690b825a6 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:45.039797 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-cc32694e-f5b3-4025-ba2c-6d1690b825a6 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:45.055208 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-be84baa8-7e06-4634-a937-62fa50ae0835 None None] Notify callbacks [] for port, precommit_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:45.060177 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0dd40a68-2608-43b9-9f89-08026bbc6609 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:45.062511 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bf9bc4dd-ca7d-4af0-9623-bba140e2fa12 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:45.065329 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-bf9bc4dd-ca7d-4af0-9623-bba140e2fa12 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.9969344 Apr 01 15:58:45.066515 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 55962) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:45.074934 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-59aedb77-48ee-45bc-8a15-3500d3123c85 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Request body: {'network': {'name': 'tempest-network-smoke--384231583', 'project_id': '2181db44cb9d4493b0ae6f403c76ef7d', 'port_security_enabled': True}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:45.086980 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.provisioning_blocks [None req-be84baa8-7e06-4634-a937-62fa50ae0835 None None] Transition to ACTIVE for port object b29ad2b1-46f2-4127-9ff8-f155110a1b65 will not be triggered until provisioned by entity L2. {{(pid=83833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:58:45.098761 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-be84baa8-7e06-4634-a937-62fa50ae0835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:45.101561 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-59aedb77-48ee-45bc-8a15-3500d3123c85 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:45.136996 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-59aedb77-48ee-45bc-8a15-3500d3123c85 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Usage tracker for resource:network and tenant:2181db44cb9d4493b0ae6f403c76ef7d is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:45.153863 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-59aedb77-48ee-45bc-8a15-3500d3123c85 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:45.170019 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-59aedb77-48ee-45bc-8a15-3500d3123c85 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:45.185454 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0ed7fc03-00ef-4bcd-adac-50a524029a79 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15306628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16030227'] for subnet, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:45.201420 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd40a68-2608-43b9-9f89-08026bbc6609 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event updated for resources: {'Port': ['ID=b768fd4c-6535-4453-87eb-fb73b789bc67,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:45.257248 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed7fc03-00ef-4bcd-adac-50a524029a79 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Pushing event updated for resources: {'Subnet': ['ID=906dde54-db91-4488-92ef-b7a45a839ce4,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:45.260066 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59aedb77-48ee-45bc-8a15-3500d3123c85 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Made reservation on behalf of 2181db44cb9d4493b0ae6f403c76ef7d for: {'network': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:58:45.263193 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fb16c5-1098-45a2-9f3e-f954d5cec24e None None] Pushing event updated for resources: {'Port': ['ID=b29ad2b1-46f2-4127-9ff8-f155110a1b65,revision_number=3']} {{(pid=83833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:45.263535 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-59aedb77-48ee-45bc-8a15-3500d3123c85 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:45.302844 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59aedb77-48ee-45bc-8a15-3500d3123c85 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=83828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:58:45.314089 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-59aedb77-48ee-45bc-8a15-3500d3123c85 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:45.314445 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.segments_db [None req-59aedb77-48ee-45bc-8a15-3500d3123c85 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Added segment 9b5fb6af-d9bd-4682-83a8-c47ddbbbe19f of type vlan for network 9966213a-d852-47af-b676-2130e90548f0 Apr 01 15:58:45.320624 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc32694e-f5b3-4025-ba2c-6d1690b825a6 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=817ee29a-8971-4c79-ae1d-9ab64655fb9c,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:45.355070 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-59aedb77-48ee-45bc-8a15-3500d3123c85 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:45.359587 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd40a68-2608-43b9-9f89-08026bbc6609 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Network 075827df-8fdb-4d55-8d82-cf1160050dba is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:58:45.361227 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-cc32694e-f5b3-4025-ba2c-6d1690b825a6 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:45.363870 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-cc32694e-f5b3-4025-ba2c-6d1690b825a6 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3017895 Apr 01 15:58:45.367426 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 55968) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:45.377552 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-fe37f5ad-ca9e-4224-b07e-d1cd0912e659 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Request body: {'security_group_rule': {'security_group_id': '817ee29a-8971-4c79-ae1d-9ab64655fb9c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:45.418278 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-0dd40a68-2608-43b9-9f89-08026bbc6609 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:58:45.454819 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd40a68-2608-43b9-9f89-08026bbc6609 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:58:45.455047 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-fe37f5ad-ca9e-4224-b07e-d1cd0912e659 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:45.465519 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-be84baa8-7e06-4634-a937-62fa50ae0835 None None] Attempting to bind port b29ad2b1-46f2-4127-9ff8-f155110a1b65 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:58:45.465881 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-be84baa8-7e06-4634-a937-62fa50ae0835 None None] Attempting to bind port b29ad2b1-46f2-4127-9ff8-f155110a1b65 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': '213e721b-608f-4a8d-a1ef-dd8c347adf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b2e51711-0e47-4e9c-8559-166741bea4c4'}] {{(pid=83833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:58:45.466233 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be84baa8-7e06-4634-a937-62fa50ae0835 None None] Attempting to bind port b29ad2b1-46f2-4127-9ff8-f155110a1b65 on network b2e51711-0e47-4e9c-8559-166741bea4c4 {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:58:45.471905 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-fe37f5ad-ca9e-4224-b07e-d1cd0912e659 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Usage tracker for resource:security_group_rule and tenant:b3d1bbfd9d9043bbb98e9a869b34d641 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:45.480865 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be84baa8-7e06-4634-a937-62fa50ae0835 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:58:45.481476 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be84baa8-7e06-4634-a937-62fa50ae0835 None None] Checking segment: {'id': '213e721b-608f-4a8d-a1ef-dd8c347adf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b2e51711-0e47-4e9c-8559-166741bea4c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:58:45.481884 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-be84baa8-7e06-4634-a937-62fa50ae0835 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:45.482276 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be84baa8-7e06-4634-a937-62fa50ae0835 None None] Bound using segment: {'id': '213e721b-608f-4a8d-a1ef-dd8c347adf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b2e51711-0e47-4e9c-8559-166741bea4c4'} {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:58:45.482749 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-be84baa8-7e06-4634-a937-62fa50ae0835 None None] Bound port: b29ad2b1-46f2-4127-9ff8-f155110a1b65, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '213e721b-608f-4a8d-a1ef-dd8c347adf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'b2e51711-0e47-4e9c-8559-166741bea4c4'}}] {{(pid=83833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:58:45.483115 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-be84baa8-7e06-4634-a937-62fa50ae0835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:45.492805 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-fe37f5ad-ca9e-4224-b07e-d1cd0912e659 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:45.504743 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed7fc03-00ef-4bcd-adac-50a524029a79 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Checking segment: {'id': 'ebbf336a-fb5d-4d58-8bb3-0d0269fba67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '25a4d21c-ae83-497a-8bcf-08ac4efb963a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:58:45.505110 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed7fc03-00ef-4bcd-adac-50a524029a79 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Network hostable DHCP agents. Network: 25a4d21c-ae83-497a-8bcf-08ac4efb963a, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:58:45.527751 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-fe37f5ad-ca9e-4224-b07e-d1cd0912e659 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:45.539617 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-d2b12af0-b6a4-4eb7-951c-e812b27321c2 req-aa923dae-3680-4d4b-84ac-5a28877e9df5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:45.557742 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 307c1216-86dc-4757-af76-05137e865925 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:58:45.563519 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-59aedb77-48ee-45bc-8a15-3500d3123c85 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:45.568444 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59aedb77-48ee-45bc-8a15-3500d3123c85 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:45.569074 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-59aedb77-48ee-45bc-8a15-3500d3123c85 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:45.610839 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.db [None req-be84baa8-7e06-4634-a937-62fa50ae0835 None None] For port b29ad2b1-46f2-4127-9ff8-f155110a1b65, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:58:45.618479 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.db [None req-be84baa8-7e06-4634-a937-62fa50ae0835 None None] For port b29ad2b1-46f2-4127-9ff8-f155110a1b65, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=b29ad2b1-46f2-4127-9ff8-f155110a1b65,segment=NetworkSegment(213e721b-608f-4a8d-a1ef-dd8c347adf66),segment_id=213e721b-608f-4a8d-a1ef-dd8c347adf66)] {{(pid=83833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:58:45.627585 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-be84baa8-7e06-4634-a937-62fa50ae0835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:45.637410 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-fe37f5ad-ca9e-4224-b07e-d1cd0912e659 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:45.715111 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd40a68-2608-43b9-9f89-08026bbc6609 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:45.715912 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0dd40a68-2608-43b9-9f89-08026bbc6609 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:45.757321 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-0dd40a68-2608-43b9-9f89-08026bbc6609 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.7922339 Apr 01 15:58:45.770951 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 55972) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:45.783965 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 307c1216-86dc-4757-af76-05137e865925 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:45.784330 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:45.835265 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-1fd51b9d-ccc0-4387-bac2-de0f4845a639 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Request body: {'subnet': {'network_id': '075827df-8fdb-4d55-8d82-cf1160050dba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:45.835460 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa923dae-3680-4d4b-84ac-5a28877e9df5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event deleted for resources: {'Port': ['ID=70e0d77a-0638-4417-b919-f26af4acd11f,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:45.844362 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be84baa8-7e06-4634-a937-62fa50ae0835 None None] Routers {'3e0a7872-7ac0-49d9-98a3-22a25d0acd22'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:58:45.845133 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-be84baa8-7e06-4634-a937-62fa50ae0835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:58:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['3e0a7872-7ac0-49d9-98a3-22a25d0acd22'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:45.862710 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a228df37-2cb2-4cb8-b158-843ebabf8bc6 None None] New status for floating IP f8559374-c835-46e2-b06d-858c7c0bc4e3: DOWN {{(pid=83829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 15:58:45.917937 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2b12af0-b6a4-4eb7-951c-e812b27321c2 req-aa923dae-3680-4d4b-84ac-5a28877e9df5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] No DVR routers for this DVR port 70e0d77a-0638-4417-b919-f26af4acd11f on host hv-neutron-8333 {{(pid=83826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:58:45.921592 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-d2b12af0-b6a4-4eb7-951c-e812b27321c2 req-aa923dae-3680-4d4b-84ac-5a28877e9df5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:45.923924 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d2b12af0-b6a4-4eb7-951c-e812b27321c2 req-aa923dae-3680-4d4b-84ac-5a28877e9df5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.24 "DELETE /v2.0/ports/70e0d77a-0638-4417-b919-f26af4acd11f HTTP/1.1" status: 204 len: 173 time: 2.4407697 Apr 01 15:58:45.925495 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21288751-9373-42e7-a8d7-bf1fbaa867d9', 'name': 'network-vif-deleted', 'tag': '70e0d77a-0638-4417-b919-f26af4acd11f'}] {{(pid=83826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:58:45.926917 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aedb77-48ee-45bc-8a15-3500d3123c85 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Pushing event updated for resources: {'Network': ['ID=9966213a-d852-47af-b676-2130e90548f0,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:45.942451 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a01c910-a643-499c-8203-6b94b3fbf99c req-8e939e5c-b51c-4458-9228-0931476c9be2 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:45.947943 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-1a01c910-a643-499c-8203-6b94b3fbf99c req-8e939e5c-b51c-4458-9228-0931476c9be2 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Synchronizing usage tracker for tenant:447e2c5010754fe1ad368efac7c75251 on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:58:45.973274 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-1a01c910-a643-499c-8203-6b94b3fbf99c req-8e939e5c-b51c-4458-9228-0931476c9be2 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Unset dirty status for tenant:447e2c5010754fe1ad368efac7c75251 on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:58:45.975032 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-1a01c910-a643-499c-8203-6b94b3fbf99c req-8e939e5c-b51c-4458-9228-0931476c9be2 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=21288751-9373-42e7-a8d7-bf1fbaa867d9 HTTP/1.1" status: 200 len: 867 time: 0.6050336 Apr 01 15:58:46.037305 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-1a01c910-a643-499c-8203-6b94b3fbf99c req-ad479864-c186-4d2b-8b66-b4b334a40975 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3431d3c-e98f-4809-b635-c1daf3c86b67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554783 Apr 01 15:58:46.078803 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21288751-9373-42e7-a8d7-bf1fbaa867d9', 'name': 'network-vif-deleted', 'tag': '70e0d77a-0638-4417-b919-f26af4acd11f', 'status': 'completed', 'code': 200} Apr 01 15:58:46.120549 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-be84baa8-7e06-4634-a937-62fa50ae0835 None None] Set router 3e0a7872-7ac0-49d9-98a3-22a25d0acd22 gateway port host: None {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:58:46.166591 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 9966213a-d852-47af-b676-2130e90548f0 details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:58:46.173022 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55978) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:46.173238 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-59aedb77-48ee-45bc-8a15-3500d3123c85 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1055453 Apr 01 15:58:46.180999 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-b288d365-48b8-41cb-8408-31e90abbf206 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1645454485', 'admin_state_up': True, 'project_id': '2181db44cb9d4493b0ae6f403c76ef7d', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:46.191066 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed7fc03-00ef-4bcd-adac-50a524029a79 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Network 25a4d21c-ae83-497a-8bcf-08ac4efb963a is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:58:46.194433 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-b288d365-48b8-41cb-8408-31e90abbf206 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:46.202929 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-b288d365-48b8-41cb-8408-31e90abbf206 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Usage tracker for resource:router and tenant:2181db44cb9d4493b0ae6f403c76ef7d is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:46.207814 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-b288d365-48b8-41cb-8408-31e90abbf206 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:46.220141 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-b288d365-48b8-41cb-8408-31e90abbf206 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:46.238561 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b288d365-48b8-41cb-8408-31e90abbf206 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130665'] for router, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:46.244102 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b288d365-48b8-41cb-8408-31e90abbf206 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617571', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130640'] for router, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:46.257691 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-fe37f5ad-ca9e-4224-b07e-d1cd0912e659 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:46.270526 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b288d365-48b8-41cb-8408-31e90abbf206 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:46.279327 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-fe37f5ad-ca9e-4224-b07e-d1cd0912e659 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:46.300847 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-0ed7fc03-00ef-4bcd-adac-50a524029a79 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, 25a4d21c-ae83-497a-8bcf-08ac4efb963a) {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:58:46.321899 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-1fd51b9d-ccc0-4387-bac2-de0f4845a639 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:46.324842 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed7fc03-00ef-4bcd-adac-50a524029a79 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:46.325481 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0ed7fc03-00ef-4bcd-adac-50a524029a79 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:46.340072 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe37f5ad-ca9e-4224-b07e-d1cd0912e659 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea1cb2f1-1f97-4f21-8e0d-b8fc94eb7b0c,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:46.350519 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-1fd51b9d-ccc0-4387-bac2-de0f4845a639 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Usage tracker for resource:subnet and tenant:11b74bb4c805440eb8922ec9333718ac is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:46.364340 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-1fd51b9d-ccc0-4387-bac2-de0f4845a639 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:46.377624 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-1fd51b9d-ccc0-4387-bac2-de0f4845a639 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:46.392710 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-fe37f5ad-ca9e-4224-b07e-d1cd0912e659 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:46.397278 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-fe37f5ad-ca9e-4224-b07e-d1cd0912e659 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0241191 Apr 01 15:58:46.402166 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-0ed7fc03-00ef-4bcd-adac-50a524029a79 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9295504 Apr 01 15:58:46.402166 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 55982) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:46.403788 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 55984) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:46.421797 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538d5d28-f8ea-4326-b35d-6b0adc7e2b5d None None] Network 25a4d21c-ae83-497a-8bcf-08ac4efb963a requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:58:46.483176 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-9f98850e-0b84-4560-9bbc-21ba1c6ab9d9 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Request body: {'security_group_rule': {'security_group_id': '817ee29a-8971-4c79-ae1d-9ab64655fb9c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:46.489475 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-9f98850e-0b84-4560-9bbc-21ba1c6ab9d9 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:46.495164 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-9f98850e-0b84-4560-9bbc-21ba1c6ab9d9 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Usage tracker for resource:security_group_rule and tenant:b3d1bbfd9d9043bbb98e9a869b34d641 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:46.499178 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-9f98850e-0b84-4560-9bbc-21ba1c6ab9d9 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:46.508020 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-9f98850e-0b84-4560-9bbc-21ba1c6ab9d9 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:46.516797 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd51b9d-ccc0-4387-bac2-de0f4845a639 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Made reservation on behalf of 11b74bb4c805440eb8922ec9333718ac for: {'subnet': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:58:46.539210 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b288d365-48b8-41cb-8408-31e90abbf206 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130626'] for router, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:46.554483 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fb16c5-1098-45a2-9f3e-f954d5cec24e None None] Pushing event updated for resources: {'Port': ['ID=b29ad2b1-46f2-4127-9ff8-f155110a1b65,revision_number=4']} {{(pid=83833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:46.654745 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-be84baa8-7e06-4634-a937-62fa50ae0835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0a7872-7ac0-49d9-98a3-22a25d0acd22', 'name': 'tempest-RoutersTest-router-1162967274', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:58:06Z', 'updated_at': '2022-04-01T15:58:39Z', 'revision_number': 4, 'project_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'gw_port_host': None, '_interfaces': [{'id': '95e5b77d-9ee3-4268-9eb9-be0f13ec70e1', 'name': '', 'network_id': 'b15e37bb-df96-46ce-9581-07cfdc722631', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'mac_address': 'fa:16:3e:6b:cd:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0a7872-7ac0-49d9-98a3-22a25d0acd22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db6b31da-6508-428c-816f-d4c907a140d0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:29Z', 'updated_at': '2022-04-01T15:58:40Z', 'revision_number': 5, 'project_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'subnets': [{'id': 'db6b31da-6508-428c-816f-d4c907a140d0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b11ba5fb-0d90-4403-a5bf-c442b4dc7e59', 'name': '', 'network_id': '423f0b4e-e66e-41f0-92c1-2e0344f8d737', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'mac_address': 'fa:16:3e:0a:1b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0a7872-7ac0-49d9-98a3-22a25d0acd22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9ff9c4c-6092-46d4-81b2-de70a3fd5a7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:13Z', 'updated_at': '2022-04-01T15:58:28Z', 'revision_number': 5, 'project_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'subnets': [{'id': 'a9ff9c4c-6092-46d4-81b2-de70a3fd5a7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b29ad2b1-46f2-4127-9ff8-f155110a1b65', 'name': '', 'network_id': 'b2e51711-0e47-4e9c-8559-166741bea4c4', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'mac_address': 'fa:16:3e:c8:ed:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e0a7872-7ac0-49d9-98a3-22a25d0acd22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ced1d629-29a3-4cbb-9896-e6e12e310d55', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:38Z', 'updated_at': '2022-04-01T15:58:45Z', 'revision_number': 4, 'project_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'subnets': [{'id': 'ced1d629-29a3-4cbb-9896-e6e12e310d55', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:46.660035 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be84baa8-7e06-4634-a937-62fa50ae0835 None None] The sync data for ids ['3e0a7872-7ac0-49d9-98a3-22a25d0acd22'] in dv-neutron-833373-2-hyperv is: [{'id': '3e0a7872-7ac0-49d9-98a3-22a25d0acd22', 'name': 'tempest-RoutersTest-router-1162967274', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:58:06Z', 'updated_at': '2022-04-01T15:58:39Z', 'revision_number': 4, 'project_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'gw_port_host': None, '_interfaces': [{'id': '95e5b77d-9ee3-4268-9eb9-be0f13ec70e1', 'name': '', 'network_id': 'b15e37bb-df96-46ce-9581-07cfdc722631', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'mac_address': 'fa:16:3e:6b:cd:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0a7872-7ac0-49d9-98a3-22a25d0acd22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db6b31da-6508-428c-816f-d4c907a140d0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:29Z', 'updated_at': '2022-04-01T15:58:40Z', 'revision_number': 5, 'project_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'subnets': [{'id': 'db6b31da-6508-428c-816f-d4c907a140d0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b11ba5fb-0d90-4403-a5bf-c442b4dc7e59', 'name': '', 'network_id': '423f0b4e-e66e-41f0-92c1-2e0344f8d737', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'mac_address': 'fa:16:3e:0a:1b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0a7872-7ac0-49d9-98a3-22a25d0acd22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9ff9c4c-6092-46d4-81b2-de70a3fd5a7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:13Z', 'updated_at': '2022-04-01T15:58:28Z', 'revision_number': 5, 'project_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'subnets': [{'id': 'a9ff9c4c-6092-46d4-81b2-de70a3fd5a7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b29ad2b1-46f2-4127-9ff8-f155110a1b65', 'name': '', 'network_id': 'b2e51711-0e47-4e9c-8559-166741bea4c4', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'mac_address': 'fa:16:3e:c8:ed:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e0a7872-7ac0-49d9-98a3-22a25d0acd22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ced1d629-29a3-4cbb-9896-e6e12e310d55', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:38Z', 'updated_at': '2022-04-01T15:58:45Z', 'revision_number': 4, 'project_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'subnets': [{'id': 'ced1d629-29a3-4cbb-9896-e6e12e310d55', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:58:46.715673 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9f98850e-0b84-4560-9bbc-21ba1c6ab9d9 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:46.750724 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 70e0d77a-0638-4417-b919-f26af4acd11f no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:58:46.852567 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] No Port match for: 70e0d77a-0638-4417-b919-f26af4acd11f {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:58:46.852946 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 70e0d77a-0638-4417-b919-f26af4acd11f not bound to the agent host hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:58:46.867273 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9f98850e-0b84-4560-9bbc-21ba1c6ab9d9 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:46.873591 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9f98850e-0b84-4560-9bbc-21ba1c6ab9d9 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:46.902421 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-3d65a023-711d-4259-87f4-4814d85a029c None None] Provisioning for port b768fd4c-6535-4453-87eb-fb73b789bc67 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:58:46.920625 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f98850e-0b84-4560-9bbc-21ba1c6ab9d9 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f0aea4a-d4ac-4c4d-a6bb-9b28a3ab81f8,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:46.936877 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1fd51b9d-ccc0-4387-bac2-de0f4845a639 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16030269'] for subnet, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:46.957801 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-3d65a023-711d-4259-87f4-4814d85a029c None None] Provisioning complete for port b768fd4c-6535-4453-87eb-fb73b789bc67 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:46.958183 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-3d65a023-711d-4259-87f4-4814d85a029c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:47.024951 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124552ba-c471-43e0-bc11-e342adc18816 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-25a4d21c-ae83-497a-8bcf-08ac4efb963a', 'network_id': '25a4d21c-ae83-497a-8bcf-08ac4efb963a', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'fixed_ips': [{'subnet_id': '906dde54-db91-4488-92ef-b7a45a839ce4'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:58:47.026255 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-124552ba-c471-43e0-bc11-e342adc18816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:47.038248 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device d3618796-c460-488d-9385-0953fe0e8159 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:58:47.042614 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b288d365-48b8-41cb-8408-31e90abbf206 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks [] for router_gateway, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:47.077618 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b288d365-48b8-41cb-8408-31e90abbf206 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:47.148577 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-3d65a023-711d-4259-87f4-4814d85a029c None None] Port b768fd4c-6535-4453-87eb-fb73b789bc67 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:58:47.213991 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9f98850e-0b84-4560-9bbc-21ba1c6ab9d9 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:47.217867 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-9f98850e-0b84-4560-9bbc-21ba1c6ab9d9 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8134785 Apr 01 15:58:47.219921 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55992) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:47.259750 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-6e61c03b-e721-41ea-946b-53a9bc6c6d10 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Request body: {'security_group_rule': {'security_group_id': '817ee29a-8971-4c79-ae1d-9ab64655fb9c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:47.265036 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port d3618796-c460-488d-9385-0953fe0e8159 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:47.265408 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:47.268818 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-6e61c03b-e721-41ea-946b-53a9bc6c6d10 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:47.282493 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 55996) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:47.283991 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-6e61c03b-e721-41ea-946b-53a9bc6c6d10 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Usage tracker for resource:security_group_rule and tenant:b3d1bbfd9d9043bbb98e9a869b34d641 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:47.318123 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.ipam_backend_mixin [None req-1fd51b9d-ccc0-4387-bac2-de0f4845a639 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 4d212fa7-a17e-433a-8db0-92cf67541a88 (CIDR: 172.20.0.0/28) Apr 01 15:58:47.350652 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-6e61c03b-e721-41ea-946b-53a9bc6c6d10 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:47.386891 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-6e61c03b-e721-41ea-946b-53a9bc6c6d10 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:47.388747 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-124552ba-c471-43e0-bc11-e342adc18816 None None] Allocated IP 172.23.0.2 (25a4d21c-ae83-497a-8bcf-08ac4efb963a/906dde54-db91-4488-92ef-b7a45a839ce4/8a4941be-0493-47b8-bbd4-7dab027a763c) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:58:47.391317 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-16065fed-b6da-450f-a6ae-1e27dea583f2 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:47.418290 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fd51b9d-ccc0-4387-bac2-de0f4845a639 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:58:47.418552 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fd51b9d-ccc0-4387-bac2-de0f4845a639 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:58:47.435978 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-b288d365-48b8-41cb-8408-31e90abbf206 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Allocated IP 172.26.1.242 (ed45466e-0386-4b92-8de3-247c977242ac/0479f741-5cd1-4d6f-b593-d8aa909a42d3/683c78b6-f810-491c-836b-55ef9ca11553) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:58:47.456224 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-16065fed-b6da-450f-a6ae-1e27dea583f2 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:47.478120 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6e61c03b-e721-41ea-946b-53a9bc6c6d10 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:47.530354 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-1fd51b9d-ccc0-4387-bac2-de0f4845a639 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7489252 Apr 01 15:58:47.532895 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56000) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:47.546422 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-1c93ae1d-1f70-4bc8-b825-50512245605f tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Request body: {'subnet': {'network_id': '075827df-8fdb-4d55-8d82-cf1160050dba', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:47.687283 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6e61c03b-e721-41ea-946b-53a9bc6c6d10 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:47.703072 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6e61c03b-e721-41ea-946b-53a9bc6c6d10 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:47.732094 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-124552ba-c471-43e0-bc11-e342adc18816 None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:47.752717 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-124552ba-c471-43e0-bc11-e342adc18816 None None] Transition to ACTIVE for port object 8a4941be-0493-47b8-bbd4-7dab027a763c will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:58:47.754397 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e61c03b-e721-41ea-946b-53a9bc6c6d10 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7e917e9-a615-4503-bad1-770d92fcfbc2,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:47.768600 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-1c93ae1d-1f70-4bc8-b825-50512245605f tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:47.775284 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-1c93ae1d-1f70-4bc8-b825-50512245605f tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Usage tracker for resource:subnet and tenant:11b74bb4c805440eb8922ec9333718ac is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:47.776030 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-16065fed-b6da-450f-a6ae-1e27dea583f2 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:47.778770 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-1c93ae1d-1f70-4bc8-b825-50512245605f tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:47.789184 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-124552ba-c471-43e0-bc11-e342adc18816 None None] Transition to ACTIVE for port object 8a4941be-0493-47b8-bbd4-7dab027a763c will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:58:47.806706 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b288d365-48b8-41cb-8408-31e90abbf206 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:47.809756 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-124552ba-c471-43e0-bc11-e342adc18816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:47.813070 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16065fed-b6da-450f-a6ae-1e27dea583f2 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3431d3c-e98f-4809-b635-c1daf3c86b67,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:47.819835 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6e61c03b-e721-41ea-946b-53a9bc6c6d10 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:47.823699 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-6e61c03b-e721-41ea-946b-53a9bc6c6d10 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5997841 Apr 01 15:58:47.824427 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-16065fed-b6da-450f-a6ae-1e27dea583f2 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:47.825358 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-16065fed-b6da-450f-a6ae-1e27dea583f2 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "DELETE /v2.0/security-groups/f3431d3c-e98f-4809-b635-c1daf3c86b67 HTTP/1.1" status: 204 len: 168 time: 0.5371642 Apr 01 15:58:47.825964 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 56004) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:47.835444 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-496b7743-1e66-48dc-8e24-acf3f6ba1692 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Request body: {'security_group_rule': {'security_group_id': '817ee29a-8971-4c79-ae1d-9ab64655fb9c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:47.843017 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-496b7743-1e66-48dc-8e24-acf3f6ba1692 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:47.845210 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device b29ad2b1-46f2-4127-9ff8-f155110a1b65 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:58:47.850016 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-496b7743-1e66-48dc-8e24-acf3f6ba1692 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Usage tracker for resource:security_group_rule and tenant:b3d1bbfd9d9043bbb98e9a869b34d641 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:47.855468 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-496b7743-1e66-48dc-8e24-acf3f6ba1692 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:47.863203 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-496b7743-1e66-48dc-8e24-acf3f6ba1692 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:47.864304 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-1c93ae1d-1f70-4bc8-b825-50512245605f tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:47.874747 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56010) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:47.888957 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-496b7743-1e66-48dc-8e24-acf3f6ba1692 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:47.899402 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b288d365-48b8-41cb-8408-31e90abbf206 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:47.961153 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124552ba-c471-43e0-bc11-e342adc18816 None None] Pushing event updated for resources: {'Port': ['ID=8a4941be-0493-47b8-bbd4-7dab027a763c,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:47.965109 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124552ba-c471-43e0-bc11-e342adc18816 None None] Network 25a4d21c-ae83-497a-8bcf-08ac4efb963a is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:58:47.968697 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-124552ba-c471-43e0-bc11-e342adc18816 None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:58:47.974887 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124552ba-c471-43e0-bc11-e342adc18816 None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:58:48.011961 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b288d365-48b8-41cb-8408-31e90abbf206 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Network ed45466e-0386-4b92-8de3-247c977242ac is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:58:48.014213 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b288d365-48b8-41cb-8408-31e90abbf206 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Pushing event updated for resources: {'Port': ['ID=683c78b6-f810-491c-836b-55ef9ca11553,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:48.017156 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-b288d365-48b8-41cb-8408-31e90abbf206 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:58:48.022170 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b288d365-48b8-41cb-8408-31e90abbf206 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:58:48.031367 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c93ae1d-1f70-4bc8-b825-50512245605f tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Made reservation on behalf of 11b74bb4c805440eb8922ec9333718ac for: {'subnet': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:58:48.036031 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1c93ae1d-1f70-4bc8-b825-50512245605f tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16030269'] for subnet, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:48.081070 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port b29ad2b1-46f2-4127-9ff8-f155110a1b65 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:58:48.097127 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port b29ad2b1-46f2-4127-9ff8-f155110a1b65 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:48.097500 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:48.120924 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-496b7743-1e66-48dc-8e24-acf3f6ba1692 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:48.129931 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-496b7743-1e66-48dc-8e24-acf3f6ba1692 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:48.132437 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-124552ba-c471-43e0-bc11-e342adc18816 None None] Attempting to bind port 8a4941be-0493-47b8-bbd4-7dab027a763c on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:58:48.132437 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-124552ba-c471-43e0-bc11-e342adc18816 None None] Attempting to bind port 8a4941be-0493-47b8-bbd4-7dab027a763c by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'ebbf336a-fb5d-4d58-8bb3-0d0269fba67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '25a4d21c-ae83-497a-8bcf-08ac4efb963a'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:58:48.132709 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124552ba-c471-43e0-bc11-e342adc18816 None None] Attempting to bind port 8a4941be-0493-47b8-bbd4-7dab027a763c on network 25a4d21c-ae83-497a-8bcf-08ac4efb963a {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:58:48.154293 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124552ba-c471-43e0-bc11-e342adc18816 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:58:48.154566 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124552ba-c471-43e0-bc11-e342adc18816 None None] Checking segment: {'id': 'ebbf336a-fb5d-4d58-8bb3-0d0269fba67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '25a4d21c-ae83-497a-8bcf-08ac4efb963a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:58:48.154951 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-124552ba-c471-43e0-bc11-e342adc18816 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:48.155143 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124552ba-c471-43e0-bc11-e342adc18816 None None] Bound using segment: {'id': 'ebbf336a-fb5d-4d58-8bb3-0d0269fba67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '25a4d21c-ae83-497a-8bcf-08ac4efb963a'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:58:48.155696 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-124552ba-c471-43e0-bc11-e342adc18816 None None] Bound port: 8a4941be-0493-47b8-bbd4-7dab027a763c, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebbf336a-fb5d-4d58-8bb3-0d0269fba67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '25a4d21c-ae83-497a-8bcf-08ac4efb963a'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:58:48.155951 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-124552ba-c471-43e0-bc11-e342adc18816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:48.172025 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496b7743-1e66-48dc-8e24-acf3f6ba1692 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08c85a6d-aac2-4446-84fe-ea97548b12e6,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:48.197629 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-496b7743-1e66-48dc-8e24-acf3f6ba1692 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:48.201656 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-496b7743-1e66-48dc-8e24-acf3f6ba1692 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3707891 Apr 01 15:58:48.201797 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 56014) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:48.210926 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-99a91467-d4e9-47b6-9162-0a0111af9cc8 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Request body: {'security_group_rule': {'security_group_id': '817ee29a-8971-4c79-ae1d-9ab64655fb9c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:48.218221 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-99a91467-d4e9-47b6-9162-0a0111af9cc8 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:48.225424 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-99a91467-d4e9-47b6-9162-0a0111af9cc8 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Usage tracker for resource:security_group_rule and tenant:b3d1bbfd9d9043bbb98e9a869b34d641 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:48.228887 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-99a91467-d4e9-47b6-9162-0a0111af9cc8 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:48.235203 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-99a91467-d4e9-47b6-9162-0a0111af9cc8 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:48.264112 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-99a91467-d4e9-47b6-9162-0a0111af9cc8 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:48.310429 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b288d365-48b8-41cb-8408-31e90abbf206 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks [] for router_gateway, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:48.310671 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:48.311154 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b288d365-48b8-41cb-8408-31e90abbf206 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616'] for router, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:48.325004 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.ipam_backend_mixin [None req-1c93ae1d-1f70-4bc8-b825-50512245605f tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet b4df1a94-8cad-4cbf-83fe-68baaa48e458 (CIDR: 172.20.0.16/28) Apr 01 15:58:48.328283 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-124552ba-c471-43e0-bc11-e342adc18816 None None] For port 8a4941be-0493-47b8-bbd4-7dab027a763c, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:58:48.331508 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c93ae1d-1f70-4bc8-b825-50512245605f tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:58:48.331871 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c93ae1d-1f70-4bc8-b825-50512245605f tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:58:48.348977 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-124552ba-c471-43e0-bc11-e342adc18816 None None] For port 8a4941be-0493-47b8-bbd4-7dab027a763c, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=8a4941be-0493-47b8-bbd4-7dab027a763c,segment=NetworkSegment(ebbf336a-fb5d-4d58-8bb3-0d0269fba67a),segment_id=ebbf336a-fb5d-4d58-8bb3-0d0269fba67a)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:58:48.359656 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-124552ba-c471-43e0-bc11-e342adc18816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:48.379610 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-1c93ae1d-1f70-4bc8-b825-50512245605f tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.8420820 Apr 01 15:58:48.388641 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 56018) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:48.393427 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port b29ad2b1-46f2-4127-9ff8-f155110a1b65, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=b29ad2b1-46f2-4127-9ff8-f155110a1b65,segment=NetworkSegment(213e721b-608f-4a8d-a1ef-dd8c347adf66),segment_id=213e721b-608f-4a8d-a1ef-dd8c347adf66)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:58:48.410132 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:48.442645 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-4189ae58-496c-4dbb-9937-b2bf73f4c282 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Request body: {'subnet': {'network_id': '075827df-8fdb-4d55-8d82-cf1160050dba', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:48.453360 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124552ba-c471-43e0-bc11-e342adc18816 None None] Pushing event updated for resources: {'Port': ['ID=8a4941be-0493-47b8-bbd4-7dab027a763c,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:48.531282 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-91deb794-8317-42f3-96ba-e11d9174f8f6 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:48.542484 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=b29ad2b1-46f2-4127-9ff8-f155110a1b65,revision_number=5']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:48.581857 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-99a91467-d4e9-47b6-9162-0a0111af9cc8 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:48.591425 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-99a91467-d4e9-47b6-9162-0a0111af9cc8 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:48.676327 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a91467-d4e9-47b6-9162-0a0111af9cc8 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94930b02-51cd-4003-ac76-35a216a318d8,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:48.711541 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-99a91467-d4e9-47b6-9162-0a0111af9cc8 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:48.715736 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-99a91467-d4e9-47b6-9162-0a0111af9cc8 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 0.5098341 Apr 01 15:58:48.718831 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 56022) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:48.719764 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-4189ae58-496c-4dbb-9937-b2bf73f4c282 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:48.738526 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-4189ae58-496c-4dbb-9937-b2bf73f4c282 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Usage tracker for resource:subnet and tenant:11b74bb4c805440eb8922ec9333718ac is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:48.747148 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-4189ae58-496c-4dbb-9937-b2bf73f4c282 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:48.756278 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-4189ae58-496c-4dbb-9937-b2bf73f4c282 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:48.783083 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8c49033f-55ee-48f0-bd05-cd65ff7c8c4f tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:48.790815 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4189ae58-496c-4dbb-9937-b2bf73f4c282 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Made reservation on behalf of 11b74bb4c805440eb8922ec9333718ac for: {'subnet': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:58:48.809835 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8c49033f-55ee-48f0-bd05-cd65ff7c8c4f tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:48.920587 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8c49033f-55ee-48f0-bd05-cd65ff7c8c4f tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:48.963591 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c49033f-55ee-48f0-bd05-cd65ff7c8c4f tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=94930b02-51cd-4003-ac76-35a216a318d8,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:48.965521 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8c49033f-55ee-48f0-bd05-cd65ff7c8c4f tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:48.966508 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-8c49033f-55ee-48f0-bd05-cd65ff7c8c4f tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/94930b02-51cd-4003-ac76-35a216a318d8 HTTP/1.1" status: 204 len: 168 time: 0.2425306 Apr 01 15:58:48.970200 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 56026) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:49.020786 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4189ae58-496c-4dbb-9937-b2bf73f4c282 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16088980'] for subnet, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:49.256806 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f88840b7-257a-4bad-a51d-ded80bdb0a09 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611543'] for router_interface, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:49.266695 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-eb82555e-16f4-4312-a363-2646deb80f22 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Synchronizing usage tracker for tenant:b3d1bbfd9d9043bbb98e9a869b34d641 on resource:security_group_rule {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:58:49.307702 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b288d365-48b8-41cb-8408-31e90abbf206 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Router fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f is scheduled to L3 agent ff252634-3424-422a-b742-9ae457bd54bd with binding_index 1 {{(pid=83826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:58:49.321141 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-eb82555e-16f4-4312-a363-2646deb80f22 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Unset dirty status for tenant:b3d1bbfd9d9043bbb98e9a869b34d641 on resource:security_group_rule {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:58:49.322671 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-eb82555e-16f4-4312-a363-2646deb80f22 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.3505478 Apr 01 15:58:49.325604 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56030) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:49.393410 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-91deb794-8317-42f3-96ba-e11d9174f8f6 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Allocated IP 172.23.0.1 (25a4d21c-ae83-497a-8bcf-08ac4efb963a/906dde54-db91-4488-92ef-b7a45a839ce4/0b040b44-e5e6-4bc7-97a9-e3b1ffcd9c74) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:58:49.514624 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3396b4b5-e440-4b8d-9040-703c88307f1a tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:49.539681 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f0bd03-46a1-4395-8854-f554de0fbffd None None] Network 25a4d21c-ae83-497a-8bcf-08ac4efb963a requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:58:49.544509 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3396b4b5-e440-4b8d-9040-703c88307f1a tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:49.614176 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4189ae58-496c-4dbb-9937-b2bf73f4c282 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15415267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16089018'] for subnet, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:49.622713 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3396b4b5-e440-4b8d-9040-703c88307f1a tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:49.660485 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3396b4b5-e440-4b8d-9040-703c88307f1a tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=08c85a6d-aac2-4446-84fe-ea97548b12e6,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:49.685350 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-91deb794-8317-42f3-96ba-e11d9174f8f6 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:49.697820 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4189ae58-496c-4dbb-9937-b2bf73f4c282 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Network 075827df-8fdb-4d55-8d82-cf1160050dba is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:58:49.705337 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-4189ae58-496c-4dbb-9937-b2bf73f4c282 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:58:49.710263 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4189ae58-496c-4dbb-9937-b2bf73f4c282 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:49.710847 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4189ae58-496c-4dbb-9937-b2bf73f4c282 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:49.715477 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3396b4b5-e440-4b8d-9040-703c88307f1a tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:49.716578 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-3396b4b5-e440-4b8d-9040-703c88307f1a tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/08c85a6d-aac2-4446-84fe-ea97548b12e6 HTTP/1.1" status: 204 len: 168 time: 0.3879964 Apr 01 15:58:49.721948 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 56034) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:49.726971 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4189ae58-496c-4dbb-9937-b2bf73f4c282 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event updated for resources: {'Subnet': ['ID=8c0d5b29-c9fd-43f5-a6d2-7e080c223c82,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:49.733657 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [None req-91deb794-8317-42f3-96ba-e11d9174f8f6 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Transition to ACTIVE for port object 0b040b44-e5e6-4bc7-97a9-e3b1ffcd9c74 will not be triggered until provisioned by entity DHCP. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:58:49.770384 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a6e1e6-64d9-496d-b52d-24365d65397e None None] Network 075827df-8fdb-4d55-8d82-cf1160050dba requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:58:49.772292 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-4189ae58-496c-4dbb-9937-b2bf73f4c282 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3822491 Apr 01 15:58:49.776631 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56038) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:49.784003 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-41c6f1eb-f25b-4715-b0eb-45c4908eabe5 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-687047602', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8c0d5b29-c9fd-43f5-a6d2-7e080c223c82'}], 'security_groups': ['9a64c084-9b09-40a9-9b71-33eaf239119e', 'e4beb5e0-31aa-47a8-a381-6a78098cc602']}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:49.784238 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b288d365-48b8-41cb-8408-31e90abbf206 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:58:49.796155 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a73047-23fd-4948-a819-9efdb645b890 None None] Sync routers for ids ['fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:58:49.837474 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a73047-23fd-4948-a819-9efdb645b890 None None] Routers {'fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:58:49.838109 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-c3a73047-23fd-4948-a819-9efdb645b890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:58:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:49.842074 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-1e8d8197-fd14-45ec-9a8e-4ed1a34e4156 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.1117890 Apr 01 15:58:49.842675 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 56042) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:49.846811 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b288d365-48b8-41cb-8408-31e90abbf206 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks [] for router, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:49.848054 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-b288d365-48b8-41cb-8408-31e90abbf206 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.6736712 Apr 01 15:58:49.858889 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56046) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:49.869455 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-91deb794-8317-42f3-96ba-e11d9174f8f6 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:49.882619 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9e9b14f8-47b1-49df-ba68-963392945e33 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:49.893922 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9e9b14f8-47b1-49df-ba68-963392945e33 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:49.924295 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9e9b14f8-47b1-49df-ba68-963392945e33 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:49.965675 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9b14f8-47b1-49df-ba68-963392945e33 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e7e917e9-a615-4503-bad1-770d92fcfbc2,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:49.981025 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9e9b14f8-47b1-49df-ba68-963392945e33 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:49.982582 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-9e9b14f8-47b1-49df-ba68-963392945e33 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/e7e917e9-a615-4503-bad1-770d92fcfbc2 HTTP/1.1" status: 204 len: 168 time: 0.1385918 Apr 01 15:58:49.985285 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 56052) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:50.056881 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91deb794-8317-42f3-96ba-e11d9174f8f6 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Network 25a4d21c-ae83-497a-8bcf-08ac4efb963a is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:58:50.066139 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device b29ad2b1-46f2-4127-9ff8-f155110a1b65 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:58:50.071863 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-f27195d6-d2a2-47e5-b45e-60b2a85755ec tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Synchronizing usage tracker for tenant:b3d1bbfd9d9043bbb98e9a869b34d641 on resource:security_group_rule {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:58:50.073895 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91deb794-8317-42f3-96ba-e11d9174f8f6 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Pushing event updated for resources: {'Port': ['ID=0b040b44-e5e6-4bc7-97a9-e3b1ffcd9c74,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:50.077613 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-91deb794-8317-42f3-96ba-e11d9174f8f6 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:58:50.087224 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91deb794-8317-42f3-96ba-e11d9174f8f6 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:58:50.109406 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-f27195d6-d2a2-47e5-b45e-60b2a85755ec tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Unset dirty status for tenant:b3d1bbfd9d9043bbb98e9a869b34d641 on resource:security_group_rule {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:58:50.114556 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-f27195d6-d2a2-47e5-b45e-60b2a85755ec tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.1278486 Apr 01 15:58:50.115689 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 56056) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:50.116456 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-c3a73047-23fd-4948-a819-9efdb645b890 None None] Set router fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:58:50.125782 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-41c6f1eb-f25b-4715-b0eb-45c4908eabe5 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:50.176484 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-295ba79f-8108-47fe-a056-51a91bc6e4ff tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:50.187785 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-295ba79f-8108-47fe-a056-51a91bc6e4ff tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:50.215397 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-295ba79f-8108-47fe-a056-51a91bc6e4ff tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:50.234057 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295ba79f-8108-47fe-a056-51a91bc6e4ff tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2f0aea4a-d4ac-4c4d-a6bb-9b28a3ab81f8,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:50.249680 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-295ba79f-8108-47fe-a056-51a91bc6e4ff tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:50.253955 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-295ba79f-8108-47fe-a056-51a91bc6e4ff tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/2f0aea4a-d4ac-4c4d-a6bb-9b28a3ab81f8 HTTP/1.1" status: 204 len: 168 time: 0.1342907 Apr 01 15:58:50.254122 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 56060) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:50.305810 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-1d57fd72-2607-4d51-8238-cbd8aa26aa03 tempest-TestNetworkAdvancedServerOps-1554139681 tempest-TestNetworkAdvancedServerOps-1554139681-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=2181db44cb9d4493b0ae6f403c76ef7d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4445539 Apr 01 15:58:50.310405 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 56064) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:50.340122 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-ee6f534f-f9f0-420f-912e-d9d9ba194343 None None] Provisioning for port 8a4941be-0493-47b8-bbd4-7dab027a763c completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:58:50.356776 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-91deb794-8317-42f3-96ba-e11d9174f8f6 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611418'] for router_interface, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:50.443264 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-ffd9e2da-1ca9-48b3-80f4-a3eab1fc8ee8 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Synchronizing usage tracker for tenant:b3d1bbfd9d9043bbb98e9a869b34d641 on resource:security_group_rule {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:58:50.479034 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-ffd9e2da-1ca9-48b3-80f4-a3eab1fc8ee8 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Unset dirty status for tenant:b3d1bbfd9d9043bbb98e9a869b34d641 on resource:security_group_rule {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:58:50.484000 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-ffd9e2da-1ca9-48b3-80f4-a3eab1fc8ee8 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2253745 Apr 01 15:58:50.484000 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 56068) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:50.504629 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-c3a73047-23fd-4948-a819-9efdb645b890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1645454485', 'tenant_id': '2181db44cb9d4493b0ae6f403c76ef7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.242'}], 'enable_snat': True}, 'gw_port_id': '683c78b6-f810-491c-836b-55ef9ca11553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:58:46Z', 'updated_at': '2022-04-01T15:58:48Z', 'revision_number': 3, 'project_id': '2181db44cb9d4493b0ae6f403c76ef7d', 'gw_port': {'id': '683c78b6-f810-491c-836b-55ef9ca11553', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:bb:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:47Z', 'updated_at': '2022-04-01T15:58:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:50.514298 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a73047-23fd-4948-a819-9efdb645b890 None None] Checking router: fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:58:50.515387 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a73047-23fd-4948-a819-9efdb645b890 None None] Updating router fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f port 683c78b6-f810-491c-836b-55ef9ca11553 binding host dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:58:50.542584 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-501a56d4-78f2-4112-a923-000769af89d8 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:50.562914 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf0831d-f64c-42fc-aaba-64014cfb43d0 tempest-TestNetworkAdvancedServerOps-1554139681 tempest-TestNetworkAdvancedServerOps-1554139681-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:50.564455 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-bdf0831d-f64c-42fc-aaba-64014cfb43d0 tempest-TestNetworkAdvancedServerOps-1554139681 tempest-TestNetworkAdvancedServerOps-1554139681-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2511451 Apr 01 15:58:50.566193 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-501a56d4-78f2-4112-a923-000769af89d8 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:50.573360 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 56072) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:50.586991 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port b29ad2b1-46f2-4127-9ff8-f155110a1b65 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:50.587863 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:50.622808 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-3ebe3ba4-17b7-4cac-986f-9418f42cedef tempest-TestNetworkAdvancedServerOps-1554139681 tempest-TestNetworkAdvancedServerOps-1554139681-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=ed45466e-0386-4b92-8de3-247c977242ac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0481842 Apr 01 15:58:50.626553 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 56076) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:50.638250 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-a0cd32b8-d0bf-4cc5-9e12-690d7b2b41d7 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1193748337', 'network_id': '9966213a-d852-47af-b676-2130e90548f0', 'project_id': '2181db44cb9d4493b0ae6f403c76ef7d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:50.762345 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-c3a73047-23fd-4948-a819-9efdb645b890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:50.794725 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 8a4941be-0493-47b8-bbd4-7dab027a763c up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:58:50.860256 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-501a56d4-78f2-4112-a923-000769af89d8 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:50.882094 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-91deb794-8317-42f3-96ba-e11d9174f8f6 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:50.928077 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501a56d4-78f2-4112-a923-000769af89d8 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ea1cb2f1-1f97-4f21-8e0d-b8fc94eb7b0c,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:50.943763 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-a0cd32b8-d0bf-4cc5-9e12-690d7b2b41d7 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:50.949607 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-a0cd32b8-d0bf-4cc5-9e12-690d7b2b41d7 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Usage tracker for resource:subnet and tenant:2181db44cb9d4493b0ae6f403c76ef7d is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:50.954301 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-a0cd32b8-d0bf-4cc5-9e12-690d7b2b41d7 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:50.962844 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-a0cd32b8-d0bf-4cc5-9e12-690d7b2b41d7 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:50.970860 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-501a56d4-78f2-4112-a923-000769af89d8 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:50.972694 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-501a56d4-78f2-4112-a923-000769af89d8 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/ea1cb2f1-1f97-4f21-8e0d-b8fc94eb7b0c HTTP/1.1" status: 204 len: 168 time: 0.4876440 Apr 01 15:58:50.976434 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 56080) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:51.029216 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0cd32b8-d0bf-4cc5-9e12-690d7b2b41d7 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Made reservation on behalf of 2181db44cb9d4493b0ae6f403c76ef7d for: {'subnet': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:58:51.048472 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51edcb04-7104-4de8-b273-6e3803b43e17 None None] Update dhcp port {'port': {'network_id': '075827df-8fdb-4d55-8d82-cf1160050dba', 'fixed_ips': [{'subnet_id': 'b4df1a94-8cad-4cbf-83fe-68baaa48e458', 'ip_address': '172.20.0.18'}, {'subnet_id': '4d212fa7-a17e-433a-8db0-92cf67541a88', 'ip_address': '172.20.0.2'}, {'subnet_id': '8c0d5b29-c9fd-43f5-a6d2-7e080c223c82'}], 'binding:host_id': 'dv-neutron-833373-2-hyperv'}, 'id': '307c1216-86dc-4757-af76-05137e865925'} from dv-neutron-833373-2-hyperv. {{(pid=83829) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 01 15:58:51.091804 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 8a4941be-0493-47b8-bbd4-7dab027a763c completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:58:51.109643 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 8a4941be-0493-47b8-bbd4-7dab027a763c triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:51.110016 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:51.182303 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-51edcb04-7104-4de8-b273-6e3803b43e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:51.208637 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-f4e3c159-bec8-4dde-99df-e84dfaceb4fa tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Synchronizing usage tracker for tenant:b3d1bbfd9d9043bbb98e9a869b34d641 on resource:security_group_rule {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:58:51.247980 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a0cd32b8-d0bf-4cc5-9e12-690d7b2b41d7 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16088980'] for subnet, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:51.279654 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-f4e3c159-bec8-4dde-99df-e84dfaceb4fa tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Unset dirty status for tenant:b3d1bbfd9d9043bbb98e9a869b34d641 on resource:security_group_rule {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:58:51.299433 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-f4e3c159-bec8-4dde-99df-e84dfaceb4fa tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3215721 Apr 01 15:58:51.306970 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56084) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:51.520555 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-c3a73047-23fd-4948-a819-9efdb645b890 None None] Notify callbacks [] for port, precommit_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:51.551097 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.provisioning_blocks [None req-c3a73047-23fd-4948-a819-9efdb645b890 None None] Transition to ACTIVE for port object 683c78b6-f810-491c-836b-55ef9ca11553 will not be triggered until provisioned by entity L2. {{(pid=83833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:58:51.567167 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-77817731-94db-43f2-9e84-c1183f5b1ae6 None None] Provisioning for port 0b040b44-e5e6-4bc7-97a9-e3b1ffcd9c74 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:58:51.568987 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-c3a73047-23fd-4948-a819-9efdb645b890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:51.636657 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-77817731-94db-43f2-9e84-c1183f5b1ae6 None None] Provisioning complete for port 0b040b44-e5e6-4bc7-97a9-e3b1ffcd9c74 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:51.637255 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-77817731-94db-43f2-9e84-c1183f5b1ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:51.639128 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c2e26f-c1d0-441d-bcec-6b63a42e020b None None] Pushing event updated for resources: {'Port': ['ID=683c78b6-f810-491c-836b-55ef9ca11553,revision_number=2']} {{(pid=83833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:51.651457 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a0cd32b8-d0bf-4cc5-9e12-690d7b2b41d7 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15415267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16089018'] for subnet, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:51.676369 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-c3a73047-23fd-4948-a819-9efdb645b890 None None] Attempting to bind port 683c78b6-f810-491c-836b-55ef9ca11553 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:58:51.677091 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-c3a73047-23fd-4948-a819-9efdb645b890 None None] Attempting to bind port 683c78b6-f810-491c-836b-55ef9ca11553 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}] {{(pid=83833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:58:51.677695 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a73047-23fd-4948-a819-9efdb645b890 None None] Attempting to bind port 683c78b6-f810-491c-836b-55ef9ca11553 on network ed45466e-0386-4b92-8de3-247c977242ac {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:58:51.685059 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a73047-23fd-4948-a819-9efdb645b890 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:58:51.685796 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a73047-23fd-4948-a819-9efdb645b890 None None] Checking segment: {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:58:51.686401 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-c3a73047-23fd-4948-a819-9efdb645b890 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:51.686949 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a73047-23fd-4948-a819-9efdb645b890 None None] Bound using segment: {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'} {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:58:51.687562 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-c3a73047-23fd-4948-a819-9efdb645b890 None None] Bound port: 683c78b6-f810-491c-836b-55ef9ca11553, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}}] {{(pid=83833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:58:51.688115 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-c3a73047-23fd-4948-a819-9efdb645b890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:51.742300 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ab073c1c-a570-4263-8e1a-5e4f93d1d3aa tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:51.779656 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-41c6f1eb-f25b-4715-b0eb-45c4908eabe5 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Delete allocated IP 172.20.0.14 (075827df-8fdb-4d55-8d82-cf1160050dba/4d212fa7-a17e-433a-8db0-92cf67541a88) {{(pid=83828) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 01 15:58:51.792442 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd32b8-d0bf-4cc5-9e12-690d7b2b41d7 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Pushing event updated for resources: {'Subnet': ['ID=89cf3890-8986-45b8-911d-fb627612bf2e,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:51.806690 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:51.814212 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0cd32b8-d0bf-4cc5-9e12-690d7b2b41d7 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Checking segment: {'id': '9b5fb6af-d9bd-4682-83a8-c47ddbbbe19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9966213a-d852-47af-b676-2130e90548f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:58:51.814607 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0cd32b8-d0bf-4cc5-9e12-690d7b2b41d7 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Network hostable DHCP agents. Network: 9966213a-d852-47af-b676-2130e90548f0, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:58:51.821762 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-77817731-94db-43f2-9e84-c1183f5b1ae6 None None] Port 0b040b44-e5e6-4bc7-97a9-e3b1ffcd9c74 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:58:51.823593 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-41c6f1eb-f25b-4715-b0eb-45c4908eabe5 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Allocated IP 172.20.0.38 (075827df-8fdb-4d55-8d82-cf1160050dba/8c0d5b29-c9fd-43f5-a6d2-7e080c223c82/b768fd4c-6535-4453-87eb-fb73b789bc67) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:58:51.832308 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ab073c1c-a570-4263-8e1a-5e4f93d1d3aa tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:51.848439 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.db [None req-c3a73047-23fd-4948-a819-9efdb645b890 None None] For port 683c78b6-f810-491c-836b-55ef9ca11553, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:58:51.858006 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.db [None req-c3a73047-23fd-4948-a819-9efdb645b890 None None] For port 683c78b6-f810-491c-836b-55ef9ca11553, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=683c78b6-f810-491c-836b-55ef9ca11553,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:58:51.858266 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0cd32b8-d0bf-4cc5-9e12-690d7b2b41d7 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Network 9966213a-d852-47af-b676-2130e90548f0 is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:58:51.871176 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-c3a73047-23fd-4948-a819-9efdb645b890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:51.881354 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-77817731-94db-43f2-9e84-c1183f5b1ae6 None None] Provisioning complete for port 8a4941be-0493-47b8-bbd4-7dab027a763c triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:51.881815 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-a0cd32b8-d0bf-4cc5-9e12-690d7b2b41d7 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, 9966213a-d852-47af-b676-2130e90548f0) {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:58:51.884377 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-77817731-94db-43f2-9e84-c1183f5b1ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:51.886643 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0cd32b8-d0bf-4cc5-9e12-690d7b2b41d7 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:51.887301 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a0cd32b8-d0bf-4cc5-9e12-690d7b2b41d7 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:51.916154 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-a0cd32b8-d0bf-4cc5-9e12-690d7b2b41d7 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2879958 Apr 01 15:58:51.919462 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 56088) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:51.921662 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e285652-26f2-47eb-b406-e33b96f8d500 None None] Network 9966213a-d852-47af-b676-2130e90548f0 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:58:51.935510 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port 8a4941be-0493-47b8-bbd4-7dab027a763c, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=8a4941be-0493-47b8-bbd4-7dab027a763c,segment=NetworkSegment(ebbf336a-fb5d-4d58-8bb3-0d0269fba67a),segment_id=ebbf336a-fb5d-4d58-8bb3-0d0269fba67a)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:58:51.955953 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:51.997483 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c2e26f-c1d0-441d-bcec-6b63a42e020b None None] Pushing event updated for resources: {'Port': ['ID=683c78b6-f810-491c-836b-55ef9ca11553,revision_number=3']} {{(pid=83833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:52.001139 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a73047-23fd-4948-a819-9efdb645b890 None None] Routers {'fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:58:52.001840 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-c3a73047-23fd-4948-a819-9efdb645b890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:58:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:52.093500 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ab073c1c-a570-4263-8e1a-5e4f93d1d3aa tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:52.100470 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-91deb794-8317-42f3-96ba-e11d9174f8f6 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for port, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:52.143428 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-91deb794-8317-42f3-96ba-e11d9174f8f6 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:52.233514 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=8a4941be-0493-47b8-bbd4-7dab027a763c,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:52.238866 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-f88840b7-257a-4bad-a51d-ded80bdb0a09 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Deleting port 8198ab6f-4075-46b8-9a32-803c2a53fa75 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:58:52.239427 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f88840b7-257a-4bad-a51d-ded80bdb0a09 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:52.270197 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-c3a73047-23fd-4948-a819-9efdb645b890 None None] Set router fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:58:52.334759 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab073c1c-a570-4263-8e1a-5e4f93d1d3aa tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=817ee29a-8971-4c79-ae1d-9ab64655fb9c,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:52.423232 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ab073c1c-a570-4263-8e1a-5e4f93d1d3aa tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:52.424401 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5808011b-bf4d-458c-8dfa-7577f86c0cec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-9966213a-d852-47af-b676-2130e90548f0', 'network_id': '9966213a-d852-47af-b676-2130e90548f0', 'tenant_id': '2181db44cb9d4493b0ae6f403c76ef7d', 'fixed_ips': [{'subnet_id': '89cf3890-8986-45b8-911d-fb627612bf2e'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:58:52.424541 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-ab073c1c-a570-4263-8e1a-5e4f93d1d3aa tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] 10.222.0.55 "DELETE /v2.0/security-groups/817ee29a-8971-4c79-ae1d-9ab64655fb9c HTTP/1.1" status: 204 len: 168 time: 1.0836670 Apr 01 15:58:52.425583 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-5808011b-bf4d-458c-8dfa-7577f86c0cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:52.446292 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56094) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:52.501386 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-91deb794-8317-42f3-96ba-e11d9174f8f6 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611525'] for router_interface, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:52.582727 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91deb794-8317-42f3-96ba-e11d9174f8f6 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Pushing event updated for resources: {'Port': ['ID=0b040b44-e5e6-4bc7-97a9-e3b1ffcd9c74,revision_number=2']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:52.636628 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-6edb7661-0079-4aaf-9a07-41977bd0d312 None None] Provisioning complete for port 0b040b44-e5e6-4bc7-97a9-e3b1ffcd9c74 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:52.637032 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6edb7661-0079-4aaf-9a07-41977bd0d312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:52.679498 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-bbd97b0c-e4d9-4f99-9774-2d5d746eef8f tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Synchronizing usage tracker for tenant:b3d1bbfd9d9043bbb98e9a869b34d641 on resource:security_group {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:58:52.716768 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-6edb7661-0079-4aaf-9a07-41977bd0d312 None None] Port 0b040b44-e5e6-4bc7-97a9-e3b1ffcd9c74 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:58:52.723783 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-5808011b-bf4d-458c-8dfa-7577f86c0cec None None] Allocated IP 172.20.0.2 (9966213a-d852-47af-b676-2130e90548f0/89cf3890-8986-45b8-911d-fb627612bf2e/56ca6d90-049e-4a50-be18-bfad99c07760) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:58:52.816199 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-c3a73047-23fd-4948-a819-9efdb645b890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1645454485', 'tenant_id': '2181db44cb9d4493b0ae6f403c76ef7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.242'}], 'enable_snat': True}, 'gw_port_id': '683c78b6-f810-491c-836b-55ef9ca11553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:58:46Z', 'updated_at': '2022-04-01T15:58:48Z', 'revision_number': 3, 'project_id': '2181db44cb9d4493b0ae6f403c76ef7d', 'gw_port': {'id': '683c78b6-f810-491c-836b-55ef9ca11553', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:bb:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:47Z', 'updated_at': '2022-04-01T15:58:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:52.819322 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-bbd97b0c-e4d9-4f99-9774-2d5d746eef8f tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Unset dirty status for tenant:b3d1bbfd9d9043bbb98e9a869b34d641 on resource:security_group {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:58:52.820559 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-bbd97b0c-e4d9-4f99-9774-2d5d746eef8f tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3734169 Apr 01 15:58:52.828625 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56098) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:52.830128 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a73047-23fd-4948-a819-9efdb645b890 None None] The sync data for ids ['fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f'] in dv-neutron-833373-2-hyperv is: [{'id': 'fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1645454485', 'tenant_id': '2181db44cb9d4493b0ae6f403c76ef7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.242'}], 'enable_snat': True}, 'gw_port_id': '683c78b6-f810-491c-836b-55ef9ca11553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:58:46Z', 'updated_at': '2022-04-01T15:58:48Z', 'revision_number': 3, 'project_id': '2181db44cb9d4493b0ae6f403c76ef7d', 'gw_port': {'id': '683c78b6-f810-491c-836b-55ef9ca11553', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:bb:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:47Z', 'updated_at': '2022-04-01T15:58:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:58:52.862337 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-b6e89c65-22cf-4352-a3d6-005b0115f19d tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Request body: {'security_group': {'name': 'tempest-secgroup--986485562'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:52.883686 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-b6e89c65-22cf-4352-a3d6-005b0115f19d tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:52.893200 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-41c6f1eb-f25b-4715-b0eb-45c4908eabe5 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for port, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:52.920288 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-f88840b7-257a-4bad-a51d-ded80bdb0a09 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] For port 8198ab6f-4075-46b8-9a32-803c2a53fa75, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=8198ab6f-4075-46b8-9a32-803c2a53fa75,segment=NetworkSegment(17425429-0d0c-4b33-953c-3197bd34ece2),segment_id=17425429-0d0c-4b33-953c-3197bd34ece2)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:58:52.920637 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f88840b7-257a-4bad-a51d-ded80bdb0a09 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:52.940790 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-b6e89c65-22cf-4352-a3d6-005b0115f19d tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:53.009046 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-5808011b-bf4d-458c-8dfa-7577f86c0cec None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:53.035655 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-5808011b-bf4d-458c-8dfa-7577f86c0cec None None] Transition to ACTIVE for port object 56ca6d90-049e-4a50-be18-bfad99c07760 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:58:53.069366 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-5808011b-bf4d-458c-8dfa-7577f86c0cec None None] Transition to ACTIVE for port object 56ca6d90-049e-4a50-be18-bfad99c07760 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:58:53.079257 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-5808011b-bf4d-458c-8dfa-7577f86c0cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:53.096277 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-f88840b7-257a-4bad-a51d-ded80bdb0a09 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Calling delete_port for 8198ab6f-4075-46b8-9a32-803c2a53fa75 owned by network:router_interface {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:58:53.138506 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-54d20900-8b5f-4dc0-881e-17362ddd00c6 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:53.159159 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5808011b-bf4d-458c-8dfa-7577f86c0cec None None] Network 9966213a-d852-47af-b676-2130e90548f0 is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:58:53.166964 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-5808011b-bf4d-458c-8dfa-7577f86c0cec None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:58:53.171481 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5808011b-bf4d-458c-8dfa-7577f86c0cec None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:58:53.185863 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5808011b-bf4d-458c-8dfa-7577f86c0cec None None] Pushing event updated for resources: {'Port': ['ID=56ca6d90-049e-4a50-be18-bfad99c07760,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:53.306008 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-5808011b-bf4d-458c-8dfa-7577f86c0cec None None] Attempting to bind port 56ca6d90-049e-4a50-be18-bfad99c07760 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:58:53.306516 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-5808011b-bf4d-458c-8dfa-7577f86c0cec None None] Attempting to bind port 56ca6d90-049e-4a50-be18-bfad99c07760 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': '9b5fb6af-d9bd-4682-83a8-c47ddbbbe19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9966213a-d852-47af-b676-2130e90548f0'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:58:53.308997 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5808011b-bf4d-458c-8dfa-7577f86c0cec None None] Attempting to bind port 56ca6d90-049e-4a50-be18-bfad99c07760 on network 9966213a-d852-47af-b676-2130e90548f0 {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:58:53.309296 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [None req-41c6f1eb-f25b-4715-b0eb-45c4908eabe5 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Transition to ACTIVE for port object b768fd4c-6535-4453-87eb-fb73b789bc67 will not be triggered until provisioned by entity DHCP. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:58:53.326190 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91deb794-8317-42f3-96ba-e11d9174f8f6 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Network 25a4d21c-ae83-497a-8bcf-08ac4efb963a is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:58:53.327856 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b6e89c65-22cf-4352-a3d6-005b0115f19d tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:53.343633 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-91deb794-8317-42f3-96ba-e11d9174f8f6 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:58:53.351034 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5808011b-bf4d-458c-8dfa-7577f86c0cec None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:58:53.351408 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5808011b-bf4d-458c-8dfa-7577f86c0cec None None] Checking segment: {'id': '9b5fb6af-d9bd-4682-83a8-c47ddbbbe19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9966213a-d852-47af-b676-2130e90548f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:58:53.351816 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-5808011b-bf4d-458c-8dfa-7577f86c0cec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:53.352325 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5808011b-bf4d-458c-8dfa-7577f86c0cec None None] Bound using segment: {'id': '9b5fb6af-d9bd-4682-83a8-c47ddbbbe19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9966213a-d852-47af-b676-2130e90548f0'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:58:53.352953 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-5808011b-bf4d-458c-8dfa-7577f86c0cec None None] Bound port: 56ca6d90-049e-4a50-be18-bfad99c07760, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b5fb6af-d9bd-4682-83a8-c47ddbbbe19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9966213a-d852-47af-b676-2130e90548f0'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:58:53.353328 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-5808011b-bf4d-458c-8dfa-7577f86c0cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:53.459562 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-41c6f1eb-f25b-4715-b0eb-45c4908eabe5 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:53.465523 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-51edcb04-7104-4de8-b273-6e3803b43e17 None None] Allocated IP 172.20.0.34 (075827df-8fdb-4d55-8d82-cf1160050dba/8c0d5b29-c9fd-43f5-a6d2-7e080c223c82/307c1216-86dc-4757-af76-05137e865925) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:58:53.608656 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-5808011b-bf4d-458c-8dfa-7577f86c0cec None None] For port 56ca6d90-049e-4a50-be18-bfad99c07760, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:58:53.618956 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-5808011b-bf4d-458c-8dfa-7577f86c0cec None None] For port 56ca6d90-049e-4a50-be18-bfad99c07760, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=56ca6d90-049e-4a50-be18-bfad99c07760,segment=NetworkSegment(9b5fb6af-d9bd-4682-83a8-c47ddbbbe19f),segment_id=9b5fb6af-d9bd-4682-83a8-c47ddbbbe19f)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:58:53.628709 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-5808011b-bf4d-458c-8dfa-7577f86c0cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:53.734748 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-b6e89c65-22cf-4352-a3d6-005b0115f19d tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:53.759729 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-54d20900-8b5f-4dc0-881e-17362ddd00c6 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Allocated IP 172.20.0.1 (9966213a-d852-47af-b676-2130e90548f0/89cf3890-8986-45b8-911d-fb627612bf2e/07b99caa-6849-4f34-9751-551fa3e2ebac) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:58:53.803578 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-b6e89c65-22cf-4352-a3d6-005b0115f19d tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Usage tracker for resource:security_group_rule and tenant:b3d1bbfd9d9043bbb98e9a869b34d641 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:53.804265 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5808011b-bf4d-458c-8dfa-7577f86c0cec None None] Pushing event updated for resources: {'Port': ['ID=56ca6d90-049e-4a50-be18-bfad99c07760,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:53.815673 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:53.816080 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-92edf0f1-e1c0-43c3-a5c7-6bb40b055247 None None] Provisioning complete for port 0b040b44-e5e6-4bc7-97a9-e3b1ffcd9c74 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:53.821670 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-92edf0f1-e1c0-43c3-a5c7-6bb40b055247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:53.859309 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-b6e89c65-22cf-4352-a3d6-005b0115f19d tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:53.868939 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-51edcb04-7104-4de8-b273-6e3803b43e17 None None] For port 307c1216-86dc-4757-af76-05137e865925, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=307c1216-86dc-4757-af76-05137e865925,segment=NetworkSegment(d390748b-713b-4393-97bc-3c146a87ed10),segment_id=d390748b-713b-4393-97bc-3c146a87ed10)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:58:53.870280 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-b6e89c65-22cf-4352-a3d6-005b0115f19d tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:53.926360 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-17ddc4e5-8b73-4d27-98cc-406c59e33a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:53.946051 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-92edf0f1-e1c0-43c3-a5c7-6bb40b055247 None None] Port 0b040b44-e5e6-4bc7-97a9-e3b1ffcd9c74 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:58:53.955544 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-51edcb04-7104-4de8-b273-6e3803b43e17 None None] Notify callbacks [] for port, precommit_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:53.968457 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-54d20900-8b5f-4dc0-881e-17362ddd00c6 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:53.971812 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b6e89c65-22cf-4352-a3d6-005b0115f19d tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:53.975447 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-51edcb04-7104-4de8-b273-6e3803b43e17 None None] Transition to ACTIVE for port object 307c1216-86dc-4757-af76-05137e865925 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:58:53.979440 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-51edcb04-7104-4de8-b273-6e3803b43e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:53.987526 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [None req-54d20900-8b5f-4dc0-881e-17362ddd00c6 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Transition to ACTIVE for port object 07b99caa-6849-4f34-9751-551fa3e2ebac will not be triggered until provisioned by entity DHCP. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:58:54.013541 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-54d20900-8b5f-4dc0-881e-17362ddd00c6 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:54.016127 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c6f1eb-f25b-4715-b0eb-45c4908eabe5 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event updated for resources: {'Port': ['ID=b768fd4c-6535-4453-87eb-fb73b789bc67,revision_number=2']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:54.020273 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b6e89c65-22cf-4352-a3d6-005b0115f19d tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:54.082933 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b6e89c65-22cf-4352-a3d6-005b0115f19d tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:54.086813 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51edcb04-7104-4de8-b273-6e3803b43e17 None None] Pushing event updated for resources: {'Port': ['ID=307c1216-86dc-4757-af76-05137e865925,revision_number=7']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:54.087925 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-b6e89c65-22cf-4352-a3d6-005b0115f19d tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.2582245 Apr 01 15:58:54.094584 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 56102) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:54.113873 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-ff6c6943-1dbb-4d04-abc8-8fb852ae6ebf tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Request body: {'security_group_rule': {'security_group_id': '76017666-033e-4313-a62b-233736b61b78', 'direction': 'ingress', 'protocol': 17}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:54.147458 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-ff6c6943-1dbb-4d04-abc8-8fb852ae6ebf tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:54.177560 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d20900-8b5f-4dc0-881e-17362ddd00c6 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Network 9966213a-d852-47af-b676-2130e90548f0 is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:58:54.178969 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-ff6c6943-1dbb-4d04-abc8-8fb852ae6ebf tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Usage tracker for resource:security_group_rule and tenant:b3d1bbfd9d9043bbb98e9a869b34d641 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:54.184244 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-54d20900-8b5f-4dc0-881e-17362ddd00c6 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:58:54.189763 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-ff6c6943-1dbb-4d04-abc8-8fb852ae6ebf tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:54.193045 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d20900-8b5f-4dc0-881e-17362ddd00c6 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:58:54.236315 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d20900-8b5f-4dc0-881e-17362ddd00c6 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Pushing event updated for resources: {'Port': ['ID=07b99caa-6849-4f34-9751-551fa3e2ebac,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:54.251974 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-ff6c6943-1dbb-4d04-abc8-8fb852ae6ebf tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:54.299060 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e89c65-22cf-4352-a3d6-005b0115f19d tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76017666-033e-4313-a62b-233736b61b78,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:54.301756 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ff6c6943-1dbb-4d04-abc8-8fb852ae6ebf tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:54.329265 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-54d20900-8b5f-4dc0-881e-17362ddd00c6 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611418'] for router_interface, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:54.388033 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 683c78b6-f810-491c-836b-55ef9ca11553 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:58:54.407023 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-41c6f1eb-f25b-4715-b0eb-45c4908eabe5 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] In _notify_port_updated(), no bound segment for port b768fd4c-6535-4453-87eb-fb73b789bc67 on network 075827df-8fdb-4d55-8d82-cf1160050dba {{(pid=83828) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 01 15:58:54.411181 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c6f1eb-f25b-4715-b0eb-45c4908eabe5 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:54.412553 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-41c6f1eb-f25b-4715-b0eb-45c4908eabe5 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:54.414007 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-41c6f1eb-f25b-4715-b0eb-45c4908eabe5 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "PUT /v2.0/ports/b768fd4c-6535-4453-87eb-fb73b789bc67 HTTP/1.1" status: 200 len: 959 time: 4.6364012 Apr 01 15:58:54.424295 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56106) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:54.455479 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ff6c6943-1dbb-4d04-abc8-8fb852ae6ebf tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:54.470446 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ff6c6943-1dbb-4d04-abc8-8fb852ae6ebf tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:54.482265 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 683c78b6-f810-491c-836b-55ef9ca11553 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:58:54.491269 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 683c78b6-f810-491c-836b-55ef9ca11553 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:54.491878 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:54.521201 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6c6943-1dbb-4d04-abc8-8fb852ae6ebf tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14c1fbfb-d9dc-4d1d-aaa5-a9c17eeff16e,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:54.533711 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-54d20900-8b5f-4dc0-881e-17362ddd00c6 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:54.550145 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-e8967c88-5047-4ffa-8f31-4aa03677fac1 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Deleting port b768fd4c-6535-4453-87eb-fb73b789bc67 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:58:54.550514 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e8967c88-5047-4ffa-8f31-4aa03677fac1 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:54.608021 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ff6c6943-1dbb-4d04-abc8-8fb852ae6ebf tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:54.612198 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-ff6c6943-1dbb-4d04-abc8-8fb852ae6ebf tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.5088913 Apr 01 15:58:54.612979 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56110) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:54.683111 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:54.702971 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port 683c78b6-f810-491c-836b-55ef9ca11553, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=683c78b6-f810-491c-836b-55ef9ca11553,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:58:54.709183 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:54.709972 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 8a4941be-0493-47b8-bbd4-7dab027a763c up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:58:54.890398 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=683c78b6-f810-491c-836b-55ef9ca11553,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:54.898723 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 8a4941be-0493-47b8-bbd4-7dab027a763c triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:54.899244 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:54.949154 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f88840b7-257a-4bad-a51d-ded80bdb0a09 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:55.180659 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88840b7-257a-4bad-a51d-ded80bdb0a09 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event deleted for resources: {'Port': ['ID=8198ab6f-4075-46b8-9a32-803c2a53fa75,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:55.200107 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-3349d12d-43c7-4ff3-8c84-2103c4cf194d None None] Provisioning for port b768fd4c-6535-4453-87eb-fb73b789bc67 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:58:55.208762 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-3349d12d-43c7-4ff3-8c84-2103c4cf194d None None] Provisioning complete for port b768fd4c-6535-4453-87eb-fb73b789bc67 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:55.209153 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-3349d12d-43c7-4ff3-8c84-2103c4cf194d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:55.219666 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-96a5813b-fe7f-453d-8261-5b99bc0eacab tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:55.252218 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-96a5813b-fe7f-453d-8261-5b99bc0eacab tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:55.271006 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-54d20900-8b5f-4dc0-881e-17362ddd00c6 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:55.281037 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-54d20900-8b5f-4dc0-881e-17362ddd00c6 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:55.298717 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-3349d12d-43c7-4ff3-8c84-2103c4cf194d None None] Port b768fd4c-6535-4453-87eb-fb73b789bc67 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:58:55.314297 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-3349d12d-43c7-4ff3-8c84-2103c4cf194d None None] Provisioning complete for port e8f45b0c-d130-47e5-8b59-2e00f349fe2f triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:55.315633 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-3349d12d-43c7-4ff3-8c84-2103c4cf194d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:55.335173 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-96a5813b-fe7f-453d-8261-5b99bc0eacab tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:55.386801 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91deb794-8317-42f3-96ba-e11d9174f8f6 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Router 3e0a7872-7ac0-49d9-98a3-22a25d0acd22 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:58:55.393562 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a5813b-fe7f-453d-8261-5b99bc0eacab tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76017666-033e-4313-a62b-233736b61b78,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:55.399378 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e8967c88-5047-4ffa-8f31-4aa03677fac1 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:55.429179 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-3349d12d-43c7-4ff3-8c84-2103c4cf194d None None] Port e8f45b0c-d130-47e5-8b59-2e00f349fe2f cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:58:55.444761 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-54d20900-8b5f-4dc0-881e-17362ddd00c6 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611525'] for router_interface, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:55.454338 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d20900-8b5f-4dc0-881e-17362ddd00c6 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Pushing event updated for resources: {'Port': ['ID=07b99caa-6849-4f34-9751-551fa3e2ebac,revision_number=2']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:55.504163 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01503cb1-0069-4fd0-8829-43a45f11057c None None] Network 9966213a-d852-47af-b676-2130e90548f0 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:58:55.691146 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-3349d12d-43c7-4ff3-8c84-2103c4cf194d None None] Provisioning for port 307c1216-86dc-4757-af76-05137e865925 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:58:55.696131 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d20900-8b5f-4dc0-881e-17362ddd00c6 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Network 9966213a-d852-47af-b676-2130e90548f0 is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:58:55.698106 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-54d20900-8b5f-4dc0-881e-17362ddd00c6 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:58:55.707678 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-3349d12d-43c7-4ff3-8c84-2103c4cf194d None None] Provisioning complete for port 307c1216-86dc-4757-af76-05137e865925 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:55.708056 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-3349d12d-43c7-4ff3-8c84-2103c4cf194d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:55.799554 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-e8967c88-5047-4ffa-8f31-4aa03677fac1 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Calling delete_port for b768fd4c-6535-4453-87eb-fb73b789bc67 owned by {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:58:55.918497 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-96a5813b-fe7f-453d-8261-5b99bc0eacab tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:55.922212 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-96a5813b-fe7f-453d-8261-5b99bc0eacab tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] 10.222.0.55 "DELETE /v2.0/security-groups/76017666-033e-4313-a62b-233736b61b78 HTTP/1.1" status: 204 len: 168 time: 1.2837629 Apr 01 15:58:55.922981 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 56114) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:56.073379 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-aa9e3ab4-2b3f-49f1-a6d5-742deb233ca0 None None] Provisioning complete for port b768fd4c-6535-4453-87eb-fb73b789bc67 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:56.073917 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-aa9e3ab4-2b3f-49f1-a6d5-742deb233ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:56.160343 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-4a155a8a-55e3-4a7c-9ab5-25965481c1dc tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Synchronizing usage tracker for tenant:b3d1bbfd9d9043bbb98e9a869b34d641 on resource:security_group {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:58:56.199661 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-aa9e3ab4-2b3f-49f1-a6d5-742deb233ca0 None None] Port b768fd4c-6535-4453-87eb-fb73b789bc67 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:58:56.219721 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-4a155a8a-55e3-4a7c-9ab5-25965481c1dc tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Unset dirty status for tenant:b3d1bbfd9d9043bbb98e9a869b34d641 on resource:security_group {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:58:56.226689 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-4a155a8a-55e3-4a7c-9ab5-25965481c1dc tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3024805 Apr 01 15:58:56.227618 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 56120) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:56.228678 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-aa9e3ab4-2b3f-49f1-a6d5-742deb233ca0 None None] Provisioning for port 56ca6d90-049e-4a50-be18-bfad99c07760 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:58:56.244241 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-5fe85aa7-2be8-4eb1-84ea-acd9c38b7133 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Request body: {'security_group': {'name': 'tempest-secgroup--1178675441'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:56.249076 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-b28dd46b-19d3-4242-8b25-7d77b394afb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:56.259179 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-5fe85aa7-2be8-4eb1-84ea-acd9c38b7133 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:56.279835 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-5fe85aa7-2be8-4eb1-84ea-acd9c38b7133 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:56.322314 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5fe85aa7-2be8-4eb1-84ea-acd9c38b7133 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:56.324555 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 307c1216-86dc-4757-af76-05137e865925 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:58:56.363928 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e8967c88-5047-4ffa-8f31-4aa03677fac1 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:56.376332 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-5fe85aa7-2be8-4eb1-84ea-acd9c38b7133 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:56.381640 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-5fe85aa7-2be8-4eb1-84ea-acd9c38b7133 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Usage tracker for resource:security_group_rule and tenant:b3d1bbfd9d9043bbb98e9a869b34d641 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:56.384877 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-5fe85aa7-2be8-4eb1-84ea-acd9c38b7133 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:56.391125 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-5fe85aa7-2be8-4eb1-84ea-acd9c38b7133 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:56.414669 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54d20900-8b5f-4dc0-881e-17362ddd00c6 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Router fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:58:56.431546 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-01ea3e38-f39a-492d-83be-e9aa0cc1ff15 None None] Provisioning for port 07b99caa-6849-4f34-9751-551fa3e2ebac completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:58:56.441464 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-01ea3e38-f39a-492d-83be-e9aa0cc1ff15 None None] Provisioning complete for port 07b99caa-6849-4f34-9751-551fa3e2ebac triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:56.441985 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-01ea3e38-f39a-492d-83be-e9aa0cc1ff15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:56.443848 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8967c88-5047-4ffa-8f31-4aa03677fac1 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event deleted for resources: {'Port': ['ID=b768fd4c-6535-4453-87eb-fb73b789bc67,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:56.462202 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91deb794-8317-42f3-96ba-e11d9174f8f6 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:58:56.485003 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-91deb794-8317-42f3-96ba-e11d9174f8f6 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "PUT /v2.0/routers/3e0a7872-7ac0-49d9-98a3-22a25d0acd22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0801167 Apr 01 15:58:56.486590 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56126) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:56.496552 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-517bdc35-bbe0-42d5-b5fa-6298b5ad18ee tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:56.523571 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-01ea3e38-f39a-492d-83be-e9aa0cc1ff15 None None] Port 07b99caa-6849-4f34-9751-551fa3e2ebac cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:58:56.525977 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c9d006-d07d-4f6e-865a-a67ace36631a None None] Sync routers for ids ['3e0a7872-7ac0-49d9-98a3-22a25d0acd22'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:58:56.529942 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 307c1216-86dc-4757-af76-05137e865925 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:56.530452 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:56.619607 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c9d006-d07d-4f6e-865a-a67ace36631a None None] Routers {'3e0a7872-7ac0-49d9-98a3-22a25d0acd22'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:58:56.620367 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-a0c9d006-d07d-4f6e-865a-a67ace36631a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:58:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['3e0a7872-7ac0-49d9-98a3-22a25d0acd22'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:56.635530 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5fe85aa7-2be8-4eb1-84ea-acd9c38b7133 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:56.642321 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5fe85aa7-2be8-4eb1-84ea-acd9c38b7133 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:56.712209 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe85aa7-2be8-4eb1-84ea-acd9c38b7133 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70431455-13e9-4027-9c4d-968c5f5a5a30,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:56.735542 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5fe85aa7-2be8-4eb1-84ea-acd9c38b7133 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:56.741477 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-5fe85aa7-2be8-4eb1-84ea-acd9c38b7133 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5067959 Apr 01 15:58:56.743926 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 56130) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:56.747053 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f88840b7-257a-4bad-a51d-ded80bdb0a09 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611462'] for router_interface, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:56.752711 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-ece3895c-78e0-4bc3-bc13-feb5cba2d3ce tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Request body: {'security_group': {'name': 'tempest-secgroup--1777711155'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:56.765418 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-ece3895c-78e0-4bc3-bc13-feb5cba2d3ce tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:56.776195 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-ece3895c-78e0-4bc3-bc13-feb5cba2d3ce tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Usage tracker for resource:security_group and tenant:b3d1bbfd9d9043bbb98e9a869b34d641 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:56.789715 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-ece3895c-78e0-4bc3-bc13-feb5cba2d3ce tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:56.809403 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-ece3895c-78e0-4bc3-bc13-feb5cba2d3ce tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:56.856557 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ece3895c-78e0-4bc3-bc13-feb5cba2d3ce tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:56.901170 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-a0c9d006-d07d-4f6e-865a-a67ace36631a None None] Set router 3e0a7872-7ac0-49d9-98a3-22a25d0acd22 gateway port host: None {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:58:56.922342 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54d20900-8b5f-4dc0-881e-17362ddd00c6 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:58:56.926474 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e8967c88-5047-4ffa-8f31-4aa03677fac1 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:56.931318 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-e8967c88-5047-4ffa-8f31-4aa03677fac1 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "DELETE /v2.0/ports/b768fd4c-6535-4453-87eb-fb73b789bc67 HTTP/1.1" status: 204 len: 168 time: 2.5055587 Apr 01 15:58:56.935036 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 56134) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:56.988020 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-ece3895c-78e0-4bc3-bc13-feb5cba2d3ce tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:57.004640 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-54d20900-8b5f-4dc0-881e-17362ddd00c6 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.55 "PUT /v2.0/routers/fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0846324 Apr 01 15:58:57.007197 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-ece3895c-78e0-4bc3-bc13-feb5cba2d3ce tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Usage tracker for resource:security_group_rule and tenant:b3d1bbfd9d9043bbb98e9a869b34d641 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:57.011202 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a817e87-0942-4bbe-9d38-34e1589eb29f tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] GET failed (client error): The resource could not be found. Apr 01 15:58:57.011886 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-4a817e87-0942-4bbe-9d38-34e1589eb29f tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Synchronizing usage tracker for tenant:11b74bb4c805440eb8922ec9333718ac on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:58:57.016635 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-ece3895c-78e0-4bc3-bc13-feb5cba2d3ce tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:57.029200 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-ece3895c-78e0-4bc3-bc13-feb5cba2d3ce tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:57.039441 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-4a817e87-0942-4bbe-9d38-34e1589eb29f tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Unset dirty status for tenant:11b74bb4c805440eb8922ec9333718ac on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:58:57.043178 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-4a817e87-0942-4bbe-9d38-34e1589eb29f tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "GET /v2.0/ports/b768fd4c-6535-4453-87eb-fb73b789bc67 HTTP/1.1" status: 404 len: 333 time: 0.1047416 Apr 01 15:58:57.044181 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 56140) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:57.158558 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-10305577-32da-42d0-9d2a-4ffae5546682 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for security_group, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:57.195741 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ece3895c-78e0-4bc3-bc13-feb5cba2d3ce tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:57.223469 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-10305577-32da-42d0-9d2a-4ffae5546682 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:57.245959 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ece3895c-78e0-4bc3-bc13-feb5cba2d3ce tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:57.253803 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 683c78b6-f810-491c-836b-55ef9ca11553 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:58:57.340003 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-fe35da43-feed-4261-b735-55737b5884b5 None None] Provisioning complete for port 07b99caa-6849-4f34-9751-551fa3e2ebac triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:57.340661 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-fe35da43-feed-4261-b735-55737b5884b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:57.475285 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-fe35da43-feed-4261-b735-55737b5884b5 None None] Port 07b99caa-6849-4f34-9751-551fa3e2ebac cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:58:57.502004 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ece3895c-78e0-4bc3-bc13-feb5cba2d3ce tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:57.503202 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-ece3895c-78e0-4bc3-bc13-feb5cba2d3ce tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7578781 Apr 01 15:58:57.517051 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 56150) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:57.523250 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-94020332-8f29-4288-ab1a-81f5ed8b5853 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Request body: {'security_group_rule': {'security_group_id': '70431455-13e9-4027-9c4d-968c5f5a5a30', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '6a3bcc20-cc20-4499-adc8-1e2ab0f989b8', 'remote_ip_prefix': None}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:58:57.528085 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 683c78b6-f810-491c-836b-55ef9ca11553 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:57.528451 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:57.543021 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-94020332-8f29-4288-ab1a-81f5ed8b5853 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:58:57.566496 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-94020332-8f29-4288-ab1a-81f5ed8b5853 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Usage tracker for resource:security_group_rule and tenant:b3d1bbfd9d9043bbb98e9a869b34d641 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:58:57.579151 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece3895c-78e0-4bc3-bc13-feb5cba2d3ce tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a3bcc20-cc20-4499-adc8-1e2ab0f989b8,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:57.592424 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-94020332-8f29-4288-ab1a-81f5ed8b5853 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:58:57.612145 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-94020332-8f29-4288-ab1a-81f5ed8b5853 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:58:57.631540 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:57.635181 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-8ced9ee1-19fe-44c1-9b99-1b98da464612 req-1ab82016-d05b-41ce-9841-b009152ae841 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Synchronizing usage tracker for tenant:2181db44cb9d4493b0ae6f403c76ef7d on resource:security_group {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:58:57.643503 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-10305577-32da-42d0-9d2a-4ffae5546682 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:57.678967 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-81b83647-8bf2-4c29-86b3-99c6be451c78 None None] Provisioning complete for port 07b99caa-6849-4f34-9751-551fa3e2ebac triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:57.679263 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-81b83647-8bf2-4c29-86b3-99c6be451c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:57.689732 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10305577-32da-42d0-9d2a-4ffae5546682 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e907ebf9-d63f-49e0-9e2a-b22edd908930,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:57.724572 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-10305577-32da-42d0-9d2a-4ffae5546682 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:57.731236 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-10305577-32da-42d0-9d2a-4ffae5546682 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "DELETE /v2.0/security-groups/e907ebf9-d63f-49e0-9e2a-b22edd908930 HTTP/1.1" status: 204 len: 168 time: 0.6858215 Apr 01 15:58:57.733060 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-94020332-8f29-4288-ab1a-81f5ed8b5853 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:57.749130 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 56154) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:57.777260 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-8ced9ee1-19fe-44c1-9b99-1b98da464612 req-1ab82016-d05b-41ce-9841-b009152ae841 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Unset dirty status for tenant:2181db44cb9d4493b0ae6f403c76ef7d on resource:security_group {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:58:57.779478 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8ced9ee1-19fe-44c1-9b99-1b98da464612 req-1ab82016-d05b-41ce-9841-b009152ae841 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1838018448&fields=id&tenant_id=2181db44cb9d4493b0ae6f403c76ef7d HTTP/1.1" status: 200 len: 267 time: 0.4933193 Apr 01 15:58:57.876526 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:57.893258 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 56ca6d90-049e-4a50-be18-bfad99c07760 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:58:57.919178 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-81b83647-8bf2-4c29-86b3-99c6be451c78 None None] Port 07b99caa-6849-4f34-9751-551fa3e2ebac cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:58:57.928542 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-a0c9d006-d07d-4f6e-865a-a67ace36631a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0a7872-7ac0-49d9-98a3-22a25d0acd22', 'name': 'tempest-RoutersTest-router-1162967274', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:58:06Z', 'updated_at': '2022-04-01T15:58:50Z', 'revision_number': 5, 'project_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'gw_port_host': None, '_interfaces': [{'id': '0b040b44-e5e6-4bc7-97a9-e3b1ffcd9c74', 'name': '', 'network_id': '25a4d21c-ae83-497a-8bcf-08ac4efb963a', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'mac_address': 'fa:16:3e:23:54:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e0a7872-7ac0-49d9-98a3-22a25d0acd22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '906dde54-db91-4488-92ef-b7a45a839ce4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:49Z', 'updated_at': '2022-04-01T15:58:51Z', 'revision_number': 2, 'project_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'subnets': [{'id': '906dde54-db91-4488-92ef-b7a45a839ce4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95e5b77d-9ee3-4268-9eb9-be0f13ec70e1', 'name': '', 'network_id': 'b15e37bb-df96-46ce-9581-07cfdc722631', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'mac_address': 'fa:16:3e:6b:cd:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0a7872-7ac0-49d9-98a3-22a25d0acd22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db6b31da-6508-428c-816f-d4c907a140d0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:29Z', 'updated_at': '2022-04-01T15:58:40Z', 'revision_number': 5, 'project_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'subnets': [{'id': 'db6b31da-6508-428c-816f-d4c907a140d0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b11ba5fb-0d90-4403-a5bf-c442b4dc7e59', 'name': '', 'network_id': '423f0b4e-e66e-41f0-92c1-2e0344f8d737', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'mac_address': 'fa:16:3e:0a:1b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0a7872-7ac0-49d9-98a3-22a25d0acd22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9ff9c4c-6092-46d4-81b2-de70a3fd5a7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:13Z', 'updated_at': '2022-04-01T15:58:28Z', 'revision_number': 5, 'project_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'subnets': [{'id': 'a9ff9c4c-6092-46d4-81b2-de70a3fd5a7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b29ad2b1-46f2-4127-9ff8-f155110a1b65', 'name': '', 'network_id': 'b2e51711-0e47-4e9c-8559-166741bea4c4', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'mac_address': 'fa:16:3e:c8:ed:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0a7872-7ac0-49d9-98a3-22a25d0acd22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ced1d629-29a3-4cbb-9896-e6e12e310d55', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:38Z', 'updated_at': '2022-04-01T15:58:48Z', 'revision_number': 5, 'project_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'subnets': [{'id': 'ced1d629-29a3-4cbb-9896-e6e12e310d55', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:57.947825 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c9d006-d07d-4f6e-865a-a67ace36631a None None] Checking router: 3e0a7872-7ac0-49d9-98a3-22a25d0acd22 for host: dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:58:57.947825 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c9d006-d07d-4f6e-865a-a67ace36631a None None] Updating router 3e0a7872-7ac0-49d9-98a3-22a25d0acd22 port 0b040b44-e5e6-4bc7-97a9-e3b1ffcd9c74 binding host dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:58:58.014549 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a0c9d006-d07d-4f6e-865a-a67ace36631a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:58.059345 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.extraroute_db [None req-517bdc35-bbe0-42d5-b5fa-6298b5ad18ee tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=83828) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 01 15:58:58.093241 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.extraroute_db [None req-517bdc35-bbe0-42d5-b5fa-6298b5ad18ee tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Removed routes are [] {{(pid=83828) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 01 15:58:58.094253 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-517bdc35-bbe0-42d5-b5fa-6298b5ad18ee tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130626'] for router, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:58.121101 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2b596f9f-0ef5-43fd-8b01-07b79d50b67b tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for security_group, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:58.163176 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ced9ee1-19fe-44c1-9b99-1b98da464612 req-b29e9e9b-eb45-4238-8c21-4fa9c91e43a3 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:58:58.165528 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8ced9ee1-19fe-44c1-9b99-1b98da464612 req-b29e9e9b-eb45-4238-8c21-4fa9c91e43a3 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.55 "GET /v2.0/networks?id=9966213a-d852-47af-b676-2130e90548f0 HTTP/1.1" status: 200 len: 796 time: 0.3762424 Apr 01 15:58:58.170549 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2b596f9f-0ef5-43fd-8b01-07b79d50b67b tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:58.183848 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 56ca6d90-049e-4a50-be18-bfad99c07760 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:58:58.199650 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 56ca6d90-049e-4a50-be18-bfad99c07760 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:58:58.200036 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:58.218368 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-94020332-8f29-4288-ab1a-81f5ed8b5853 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:58.220561 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8ced9ee1-19fe-44c1-9b99-1b98da464612 req-d57fb470-404b-4af7-ae3c-aa131dbd6a38 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.55 "GET /v2.0/quotas/2181db44cb9d4493b0ae6f403c76ef7d HTTP/1.1" status: 200 len: 375 time: 0.0408270 Apr 01 15:58:58.224585 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-94020332-8f29-4288-ab1a-81f5ed8b5853 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:58.252189 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94020332-8f29-4288-ab1a-81f5ed8b5853 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44c93dfc-98f7-4ba3-b247-99f14c617906,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:58.347964 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2b596f9f-0ef5-43fd-8b01-07b79d50b67b tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:58.350484 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2b596f9f-0ef5-43fd-8b01-07b79d50b67b tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:58.352817 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-2b596f9f-0ef5-43fd-8b01-07b79d50b67b tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "DELETE /v2.0/security-groups/e4beb5e0-31aa-47a8-a381-6a78098cc602 HTTP/1.1" status: 204 len: 168 time: 0.6013048 Apr 01 15:58:58.357321 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56158) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:58.370956 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-94020332-8f29-4288-ab1a-81f5ed8b5853 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:58.376876 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-94020332-8f29-4288-ab1a-81f5ed8b5853 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.8544402 Apr 01 15:58:58.380475 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 56162) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:58.385726 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b596f9f-0ef5-43fd-8b01-07b79d50b67b tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4beb5e0-31aa-47a8-a381-6a78098cc602,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:58.445338 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c45dafaf-33e4-4248-80fa-2e26db7041ed tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:58.457977 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-8ced9ee1-19fe-44c1-9b99-1b98da464612 req-9cb5be81-577d-4ec2-bfc0-91a77030586c tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Synchronizing usage tracker for tenant:2181db44cb9d4493b0ae6f403c76ef7d on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:58:58.469021 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c45dafaf-33e4-4248-80fa-2e26db7041ed tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:58.474064 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:58.502367 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-8ced9ee1-19fe-44c1-9b99-1b98da464612 req-9cb5be81-577d-4ec2-bfc0-91a77030586c tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Unset dirty status for tenant:2181db44cb9d4493b0ae6f403c76ef7d on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:58:58.504034 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8ced9ee1-19fe-44c1-9b99-1b98da464612 req-9cb5be81-577d-4ec2-bfc0-91a77030586c tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=2181db44cb9d4493b0ae6f403c76ef7d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2440195 Apr 01 15:58:58.510171 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c45dafaf-33e4-4248-80fa-2e26db7041ed tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:58.522852 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port 56ca6d90-049e-4a50-be18-bfad99c07760, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=56ca6d90-049e-4a50-be18-bfad99c07760,segment=NetworkSegment(9b5fb6af-d9bd-4682-83a8-c47ddbbbe19f),segment_id=9b5fb6af-d9bd-4682-83a8-c47ddbbbe19f)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:58:58.537405 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:58.594108 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45dafaf-33e4-4248-80fa-2e26db7041ed tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=44c93dfc-98f7-4ba3-b247-99f14c617906,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:58.613270 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f88840b7-257a-4bad-a51d-ded80bdb0a09 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Router 497ee9a6-f12b-44bf-ad1e-a8e77c52d139 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:58:58.613551 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c45dafaf-33e4-4248-80fa-2e26db7041ed tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:58.620799 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-c45dafaf-33e4-4248-80fa-2e26db7041ed tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/44c93dfc-98f7-4ba3-b247-99f14c617906 HTTP/1.1" status: 204 len: 168 time: 0.2366679 Apr 01 15:58:58.622045 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 56166) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:58.633092 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f10e2ced-ddd6-406b-9abd-f9e3b4ea5413 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:58.636570 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-517bdc35-bbe0-42d5-b5fa-6298b5ad18ee tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130626'] for router, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:58.654576 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-517bdc35-bbe0-42d5-b5fa-6298b5ad18ee tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-617606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-617615', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-607241'] for router, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:58.688638 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a0c9d006-d07d-4f6e-865a-a67ace36631a None None] Notify callbacks [] for port, precommit_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:58.696637 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=56ca6d90-049e-4a50-be18-bfad99c07760,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:58.708043 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a0c9d006-d07d-4f6e-865a-a67ace36631a None None] Transition to ACTIVE for port object 0b040b44-e5e6-4bc7-97a9-e3b1ffcd9c74 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:58:58.716662 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a0c9d006-d07d-4f6e-865a-a67ace36631a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:58.742895 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f10e2ced-ddd6-406b-9abd-f9e3b4ea5413 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:58.791541 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-3c66d0e6-d38c-4f02-97c3-fbfa9cfc0540 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Synchronizing usage tracker for tenant:b3d1bbfd9d9043bbb98e9a869b34d641 on resource:security_group_rule {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:58:58.800947 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8ced9ee1-19fe-44c1-9b99-1b98da464612 req-fe44bf89-9064-4286-85d2-fdb7fbcd2f50 service neutron] 10.222.0.55 "GET /v2.0/networks/9966213a-d852-47af-b676-2130e90548f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402241 Apr 01 15:58:58.847360 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aca91d-d8ec-489a-9e72-77a68c2096c9 None None] Pushing event updated for resources: {'Port': ['ID=0b040b44-e5e6-4bc7-97a9-e3b1ffcd9c74,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:58.916203 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-3c66d0e6-d38c-4f02-97c3-fbfa9cfc0540 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Unset dirty status for tenant:b3d1bbfd9d9043bbb98e9a869b34d641 on resource:security_group_rule {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:58:58.921077 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-3c66d0e6-d38c-4f02-97c3-fbfa9cfc0540 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.2292507 Apr 01 15:58:58.922005 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 56170) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:59.000119 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-a0c9d006-d07d-4f6e-865a-a67ace36631a None None] Attempting to bind port 0b040b44-e5e6-4bc7-97a9-e3b1ffcd9c74 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:58:59.000775 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-a0c9d006-d07d-4f6e-865a-a67ace36631a None None] Attempting to bind port 0b040b44-e5e6-4bc7-97a9-e3b1ffcd9c74 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'ebbf336a-fb5d-4d58-8bb3-0d0269fba67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '25a4d21c-ae83-497a-8bcf-08ac4efb963a'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:58:59.001332 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c9d006-d07d-4f6e-865a-a67ace36631a None None] Attempting to bind port 0b040b44-e5e6-4bc7-97a9-e3b1ffcd9c74 on network 25a4d21c-ae83-497a-8bcf-08ac4efb963a {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:58:59.019491 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c9d006-d07d-4f6e-865a-a67ace36631a None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:58:59.020487 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c9d006-d07d-4f6e-865a-a67ace36631a None None] Checking segment: {'id': 'ebbf336a-fb5d-4d58-8bb3-0d0269fba67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '25a4d21c-ae83-497a-8bcf-08ac4efb963a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:58:59.022119 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a0c9d006-d07d-4f6e-865a-a67ace36631a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:59.022938 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c9d006-d07d-4f6e-865a-a67ace36631a None None] Bound using segment: {'id': 'ebbf336a-fb5d-4d58-8bb3-0d0269fba67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '25a4d21c-ae83-497a-8bcf-08ac4efb963a'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:58:59.024812 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-a0c9d006-d07d-4f6e-865a-a67ace36631a None None] Bound port: 0b040b44-e5e6-4bc7-97a9-e3b1ffcd9c74, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebbf336a-fb5d-4d58-8bb3-0d0269fba67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '25a4d21c-ae83-497a-8bcf-08ac4efb963a'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:58:59.025841 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a0c9d006-d07d-4f6e-865a-a67ace36631a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:59.082843 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0d8ee691-c7c5-4216-905c-8889709128b4 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:59.088209 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8ced9ee1-19fe-44c1-9b99-1b98da464612 req-651b6159-7ee1-4e3b-92e8-1691a9c4ba9f service neutron] 10.222.0.55 "GET /v2.0/networks/9966213a-d852-47af-b676-2130e90548f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782013 Apr 01 15:58:59.148217 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0d8ee691-c7c5-4216-905c-8889709128b4 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:59.167152 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a0c9d006-d07d-4f6e-865a-a67ace36631a None None] For port 0b040b44-e5e6-4bc7-97a9-e3b1ffcd9c74, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:58:59.173776 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a0c9d006-d07d-4f6e-865a-a67ace36631a None None] For port 0b040b44-e5e6-4bc7-97a9-e3b1ffcd9c74, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=0b040b44-e5e6-4bc7-97a9-e3b1ffcd9c74,segment=NetworkSegment(ebbf336a-fb5d-4d58-8bb3-0d0269fba67a),segment_id=ebbf336a-fb5d-4d58-8bb3-0d0269fba67a)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:58:59.181830 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a0c9d006-d07d-4f6e-865a-a67ace36631a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:59.220232 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0d8ee691-c7c5-4216-905c-8889709128b4 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:59.236013 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f10e2ced-ddd6-406b-9abd-f9e3b4ea5413 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:59.261585 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10e2ced-ddd6-406b-9abd-f9e3b4ea5413 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a64c084-9b09-40a9-9b71-33eaf239119e,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:59.278054 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8ee691-c7c5-4216-905c-8889709128b4 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a3bcc20-cc20-4499-adc8-1e2ab0f989b8,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:59.294374 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f10e2ced-ddd6-406b-9abd-f9e3b4ea5413 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:59.296819 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-f10e2ced-ddd6-406b-9abd-f9e3b4ea5413 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "DELETE /v2.0/security-groups/9a64c084-9b09-40a9-9b71-33eaf239119e HTTP/1.1" status: 204 len: 168 time: 0.9368632 Apr 01 15:58:59.300239 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 56174) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:59.317161 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:59.340561 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aca91d-d8ec-489a-9e72-77a68c2096c9 None None] Pushing event updated for resources: {'Port': ['ID=0b040b44-e5e6-4bc7-97a9-e3b1ffcd9c74,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:58:59.354037 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c9d006-d07d-4f6e-865a-a67ace36631a None None] Routers {'3e0a7872-7ac0-49d9-98a3-22a25d0acd22'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:58:59.355081 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-a0c9d006-d07d-4f6e-865a-a67ace36631a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:58:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['3e0a7872-7ac0-49d9-98a3-22a25d0acd22'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:59.412242 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0d8ee691-c7c5-4216-905c-8889709128b4 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:59.415773 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-0d8ee691-c7c5-4216-905c-8889709128b4 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] 10.222.0.55 "DELETE /v2.0/security-groups/6a3bcc20-cc20-4499-adc8-1e2ab0f989b8 HTTP/1.1" status: 204 len: 168 time: 0.4906604 Apr 01 15:58:59.432456 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-517bdc35-bbe0-42d5-b5fa-6298b5ad18ee tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Router 3e0a7872-7ac0-49d9-98a3-22a25d0acd22 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:58:59.438631 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56182) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:59.483071 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-9ad736ed-ca72-41d6-affb-3721b633bf49 req-cdd1b2e0-0628-422b-ad00-e6c92d306f58 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd80bbfa-eeee-4acb-8c66-9cf9506ef9a7 HTTP/1.1" status: 200 len: 210 time: 0.0657363 Apr 01 15:58:59.658026 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-a0c9d006-d07d-4f6e-865a-a67ace36631a None None] Set router 3e0a7872-7ac0-49d9-98a3-22a25d0acd22 gateway port host: None {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:58:59.685415 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_v2 [None req-c966af6e-4ccf-4d48-a467-05426c880fdc tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Deleting subnet 4d212fa7-a17e-433a-8db0-92cf67541a88 {{(pid=83826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:58:59.689275 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c966af6e-4ccf-4d48-a467-05426c880fdc tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for subnet, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:59.717608 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f88840b7-257a-4bad-a51d-ded80bdb0a09 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:58:59.733894 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-f88840b7-257a-4bad-a51d-ded80bdb0a09 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "PUT /v2.0/routers/497ee9a6-f12b-44bf-ad1e-a8e77c52d139/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8052969 Apr 01 15:58:59.735252 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f72256-6a28-4ac4-81f1-5ad414f2c0a7 None None] Sync routers for ids ['497ee9a6-f12b-44bf-ad1e-a8e77c52d139'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:58:59.749933 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56190) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:58:59.756981 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f72256-6a28-4ac4-81f1-5ad414f2c0a7 None None] Routers {'497ee9a6-f12b-44bf-ad1e-a8e77c52d139'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:58:59.761793 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-46f72256-6a28-4ac4-81f1-5ad414f2c0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:58:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['497ee9a6-f12b-44bf-ad1e-a8e77c52d139'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:58:59.840498 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c966af6e-4ccf-4d48-a467-05426c880fdc tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16610770'] for subnet, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:58:59.852480 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-326e91d8-a84c-4526-8d75-3f63a725678e tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Synchronizing usage tracker for tenant:b3d1bbfd9d9043bbb98e9a869b34d641 on resource:security_group {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:58:59.964222 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-326e91d8-a84c-4526-8d75-3f63a725678e tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Unset dirty status for tenant:b3d1bbfd9d9043bbb98e9a869b34d641 on resource:security_group {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:58:59.968189 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-326e91d8-a84c-4526-8d75-3f63a725678e tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.5128081 Apr 01 15:58:59.972603 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 56196) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:00.124191 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ebbe48a0-5f30-41cd-87a1-59dd1adeb3f1 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:00.151464 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-46f72256-6a28-4ac4-81f1-5ad414f2c0a7 None None] Set router 497ee9a6-f12b-44bf-ad1e-a8e77c52d139 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:59:00.181986 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c966af6e-4ccf-4d48-a467-05426c880fdc tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:00.254713 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-a0c9d006-d07d-4f6e-865a-a67ace36631a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0a7872-7ac0-49d9-98a3-22a25d0acd22', 'name': 'tempest-RoutersTest-router-1162967274', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:58:06Z', 'updated_at': '2022-04-01T15:58:58Z', 'revision_number': 6, 'project_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'gw_port_host': None, '_interfaces': [{'id': '0b040b44-e5e6-4bc7-97a9-e3b1ffcd9c74', 'name': '', 'network_id': '25a4d21c-ae83-497a-8bcf-08ac4efb963a', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'mac_address': 'fa:16:3e:23:54:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e0a7872-7ac0-49d9-98a3-22a25d0acd22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '906dde54-db91-4488-92ef-b7a45a839ce4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:49Z', 'updated_at': '2022-04-01T15:58:59Z', 'revision_number': 4, 'project_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'subnets': [{'id': '906dde54-db91-4488-92ef-b7a45a839ce4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95e5b77d-9ee3-4268-9eb9-be0f13ec70e1', 'name': '', 'network_id': 'b15e37bb-df96-46ce-9581-07cfdc722631', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'mac_address': 'fa:16:3e:6b:cd:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0a7872-7ac0-49d9-98a3-22a25d0acd22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db6b31da-6508-428c-816f-d4c907a140d0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:29Z', 'updated_at': '2022-04-01T15:58:40Z', 'revision_number': 5, 'project_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'subnets': [{'id': 'db6b31da-6508-428c-816f-d4c907a140d0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b11ba5fb-0d90-4403-a5bf-c442b4dc7e59', 'name': '', 'network_id': '423f0b4e-e66e-41f0-92c1-2e0344f8d737', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'mac_address': 'fa:16:3e:0a:1b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0a7872-7ac0-49d9-98a3-22a25d0acd22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9ff9c4c-6092-46d4-81b2-de70a3fd5a7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:13Z', 'updated_at': '2022-04-01T15:58:28Z', 'revision_number': 5, 'project_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'subnets': [{'id': 'a9ff9c4c-6092-46d4-81b2-de70a3fd5a7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b29ad2b1-46f2-4127-9ff8-f155110a1b65', 'name': '', 'network_id': 'b2e51711-0e47-4e9c-8559-166741bea4c4', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'mac_address': 'fa:16:3e:c8:ed:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0a7872-7ac0-49d9-98a3-22a25d0acd22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ced1d629-29a3-4cbb-9896-e6e12e310d55', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:38Z', 'updated_at': '2022-04-01T15:58:48Z', 'revision_number': 5, 'project_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'subnets': [{'id': 'ced1d629-29a3-4cbb-9896-e6e12e310d55', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:00.259928 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c9d006-d07d-4f6e-865a-a67ace36631a None None] The sync data for ids ['3e0a7872-7ac0-49d9-98a3-22a25d0acd22'] in dv-neutron-833373-2-hyperv is: [{'id': '3e0a7872-7ac0-49d9-98a3-22a25d0acd22', 'name': 'tempest-RoutersTest-router-1162967274', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:58:06Z', 'updated_at': '2022-04-01T15:58:58Z', 'revision_number': 6, 'project_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'gw_port_host': None, '_interfaces': [{'id': '0b040b44-e5e6-4bc7-97a9-e3b1ffcd9c74', 'name': '', 'network_id': '25a4d21c-ae83-497a-8bcf-08ac4efb963a', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'mac_address': 'fa:16:3e:23:54:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e0a7872-7ac0-49d9-98a3-22a25d0acd22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '906dde54-db91-4488-92ef-b7a45a839ce4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:49Z', 'updated_at': '2022-04-01T15:58:59Z', 'revision_number': 4, 'project_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'subnets': [{'id': '906dde54-db91-4488-92ef-b7a45a839ce4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95e5b77d-9ee3-4268-9eb9-be0f13ec70e1', 'name': '', 'network_id': 'b15e37bb-df96-46ce-9581-07cfdc722631', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'mac_address': 'fa:16:3e:6b:cd:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0a7872-7ac0-49d9-98a3-22a25d0acd22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db6b31da-6508-428c-816f-d4c907a140d0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:29Z', 'updated_at': '2022-04-01T15:58:40Z', 'revision_number': 5, 'project_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'subnets': [{'id': 'db6b31da-6508-428c-816f-d4c907a140d0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b11ba5fb-0d90-4403-a5bf-c442b4dc7e59', 'name': '', 'network_id': '423f0b4e-e66e-41f0-92c1-2e0344f8d737', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'mac_address': 'fa:16:3e:0a:1b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0a7872-7ac0-49d9-98a3-22a25d0acd22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9ff9c4c-6092-46d4-81b2-de70a3fd5a7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:13Z', 'updated_at': '2022-04-01T15:58:28Z', 'revision_number': 5, 'project_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'subnets': [{'id': 'a9ff9c4c-6092-46d4-81b2-de70a3fd5a7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b29ad2b1-46f2-4127-9ff8-f155110a1b65', 'name': '', 'network_id': 'b2e51711-0e47-4e9c-8559-166741bea4c4', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'mac_address': 'fa:16:3e:c8:ed:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0a7872-7ac0-49d9-98a3-22a25d0acd22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ced1d629-29a3-4cbb-9896-e6e12e310d55', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:38Z', 'updated_at': '2022-04-01T15:58:48Z', 'revision_number': 5, 'project_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'subnets': [{'id': 'ced1d629-29a3-4cbb-9896-e6e12e310d55', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:59:00.296016 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-517bdc35-bbe0-42d5-b5fa-6298b5ad18ee tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:59:00.304841 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-517bdc35-bbe0-42d5-b5fa-6298b5ad18ee tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:00.306084 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-517bdc35-bbe0-42d5-b5fa-6298b5ad18ee tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "PUT /v2.0/routers/3e0a7872-7ac0-49d9-98a3-22a25d0acd22 HTTP/1.1" status: 200 len: 934 time: 3.8184144 Apr 01 15:59:00.320206 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ebbe48a0-5f30-41cd-87a1-59dd1adeb3f1 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:00.323937 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56200) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:00.407451 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ebbe48a0-5f30-41cd-87a1-59dd1adeb3f1 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:00.429722 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbe48a0-5f30-41cd-87a1-59dd1adeb3f1 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70431455-13e9-4027-9c4d-968c5f5a5a30,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:00.438446 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c966af6e-4ccf-4d48-a467-05426c880fdc tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15415074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16089009'] for subnet, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:00.520484 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c966af6e-4ccf-4d48-a467-05426c880fdc tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event deleted for resources: {'Subnet': ['ID=4d212fa7-a17e-433a-8db0-92cf67541a88,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:00.528609 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c966af6e-4ccf-4d48-a467-05426c880fdc tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:00.541705 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7c74694-abe6-4b15-9ca2-31da2b5db181 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Deleting subnet b74bac9f-7384-4f6a-850f-c057f93a0214 {{(pid=83828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:59:00.542351 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f3827f-5d50-4086-8994-6f6fc96047b9 None None] Network 075827df-8fdb-4d55-8d82-cf1160050dba requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:59:00.543078 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ebbe48a0-5f30-41cd-87a1-59dd1adeb3f1 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:00.547166 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-ebbe48a0-5f30-41cd-87a1-59dd1adeb3f1 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] 10.222.0.55 "DELETE /v2.0/security-groups/70431455-13e9-4027-9c4d-968c5f5a5a30 HTTP/1.1" status: 204 len: 168 time: 0.5687959 Apr 01 15:59:00.548648 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 56206) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:00.554690 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b7c74694-abe6-4b15-9ca2-31da2b5db181 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for subnet, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:00.574633 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-c966af6e-4ccf-4d48-a467-05426c880fdc tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "DELETE /v2.0/subnets/4d212fa7-a17e-433a-8db0-92cf67541a88 HTTP/1.1" status: 204 len: 168 time: 1.2697206 Apr 01 15:59:00.588622 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 56210) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:00.655541 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b7c74694-abe6-4b15-9ca2-31da2b5db181 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15303084'] for subnet, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:00.740993 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_v2 [None req-01dd34fd-9b9a-416d-8f0e-e75db3639a89 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Deleting subnet 8c0d5b29-c9fd-43f5-a6d2-7e080c223c82 {{(pid=83826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:59:00.764898 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-cc478f73-5414-49a6-a209-fe34a26dbdfd tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Synchronizing usage tracker for tenant:b3d1bbfd9d9043bbb98e9a869b34d641 on resource:security_group {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:59:00.769268 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-01dd34fd-9b9a-416d-8f0e-e75db3639a89 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for subnet, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:00.842747 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 56ca6d90-049e-4a50-be18-bfad99c07760 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:59:00.859467 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-46f72256-6a28-4ac4-81f1-5ad414f2c0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497ee9a6-f12b-44bf-ad1e-a8e77c52d139', 'name': 'tempest-TestNetworkBasicOps-router-1797861093', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': '111f977e-aadd-4608-a691-9582379042d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:55:31Z', 'updated_at': '2022-04-01T15:58:54Z', 'revision_number': 7, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': '111f977e-aadd-4608-a691-9582379042d5', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:17:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497ee9a6-f12b-44bf-ad1e-a8e77c52d139', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:33Z', 'updated_at': '2022-04-01T15:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:00.865986 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b7c74694-abe6-4b15-9ca2-31da2b5db181 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:00.874779 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f72256-6a28-4ac4-81f1-5ad414f2c0a7 None None] Checking router: 497ee9a6-f12b-44bf-ad1e-a8e77c52d139 for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:59:00.903103 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f72256-6a28-4ac4-81f1-5ad414f2c0a7 None None] Routers {'497ee9a6-f12b-44bf-ad1e-a8e77c52d139'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:59:00.904775 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-46f72256-6a28-4ac4-81f1-5ad414f2c0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:58:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['497ee9a6-f12b-44bf-ad1e-a8e77c52d139'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:01.037363 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b7c74694-abe6-4b15-9ca2-31da2b5db181 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15306565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16030232'] for subnet, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:01.089531 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b7c74694-abe6-4b15-9ca2-31da2b5db181 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:01.097044 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-b7c74694-abe6-4b15-9ca2-31da2b5db181 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "DELETE /v2.0/subnets/b74bac9f-7384-4f6a-850f-c057f93a0214 HTTP/1.1" status: 204 len: 168 time: 1.3465693 Apr 01 15:59:01.099514 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c74694-abe6-4b15-9ca2-31da2b5db181 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event deleted for resources: {'Subnet': ['ID=b74bac9f-7384-4f6a-850f-c057f93a0214,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:01.101152 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56214) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:01.111291 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f32e97e-c019-44e2-9c7a-b592303d6cb4 None None] Network 59a027d1-0bac-441c-bf75-e20666fea16a requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:59:01.146742 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 56ca6d90-049e-4a50-be18-bfad99c07760 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:01.147122 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:01.332244 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-1b03ecdb-70d9-44fa-9c9a-3b869b6eb2f8 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "GET /v2.0/routers/3e0a7872-7ac0-49d9-98a3-22a25d0acd22 HTTP/1.1" status: 200 len: 934 time: 1.0070691 Apr 01 15:59:01.337749 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56218) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:01.351774 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-02c59730-d0ff-4a09-ad59-18f76f0ffe51 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Request body: {'router': {'routes': None}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:59:01.374046 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-46f72256-6a28-4ac4-81f1-5ad414f2c0a7 None None] Set router 497ee9a6-f12b-44bf-ad1e-a8e77c52d139 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:59:01.498217 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ced9ee1-19fe-44c1-9b99-1b98da464612 req-9528b6cc-10cd-4d38-8e4b-87b805be02f0 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:01.500350 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8ced9ee1-19fe-44c1-9b99-1b98da464612 req-9528b6cc-10cd-4d38-8e4b-87b805be02f0 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.24 "GET /v2.0/networks?id=9966213a-d852-47af-b676-2130e90548f0 HTTP/1.1" status: 200 len: 796 time: 0.4406407 Apr 01 15:59:01.513268 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-50148438-6c02-493c-b4dc-1e11c6cafd46 req-5e975584-436b-4835-929a-c21d5aacf922 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd80bbfa-eeee-4acb-8c66-9cf9506ef9a7 HTTP/1.1" status: 200 len: 210 time: 0.4552422 Apr 01 15:59:01.538169 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-01dd34fd-9b9a-416d-8f0e-e75db3639a89 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16610770'] for subnet, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:01.602647 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d009d522-29c3-4369-8345-f2f75ec296cf tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for router, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:01.622035 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 0b040b44-e5e6-4bc7-97a9-e3b1ffcd9c74 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:59:01.652371 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-cc478f73-5414-49a6-a209-fe34a26dbdfd tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Unset dirty status for tenant:b3d1bbfd9d9043bbb98e9a869b34d641 on resource:security_group {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:59:01.658941 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-cc478f73-5414-49a6-a209-fe34a26dbdfd tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 1.1091866 Apr 01 15:59:01.673156 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 56222) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:01.687051 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-cea0d04c-991b-4091-a34b-57e4d53350f0 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Request body: {'security_group': {'name': 'tempest-secgroup--1386417391'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:59:01.709447 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8ced9ee1-19fe-44c1-9b99-1b98da464612 req-a80a31d6-545a-4920-bbd1-56fa04dd9e87 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2181db44cb9d4493b0ae6f403c76ef7d HTTP/1.1" status: 200 len: 380 time: 0.1367171 Apr 01 15:59:01.710836 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-cea0d04c-991b-4091-a34b-57e4d53350f0 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:01.725213 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 0b040b44-e5e6-4bc7-97a9-e3b1ffcd9c74 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:59:01.735794 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 0b040b44-e5e6-4bc7-97a9-e3b1ffcd9c74 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:01.736459 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:01.757297 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [req-8ced9ee1-19fe-44c1-9b99-1b98da464612 req-6f8ac535-555f-4aa9-9e14-bacca590a31b tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Request body: {'port': {'device_id': 'bd80bbfa-eeee-4acb-8c66-9cf9506ef9a7', 'network_id': '9966213a-d852-47af-b676-2130e90548f0', 'admin_state_up': True, 'tenant_id': '2181db44cb9d4493b0ae6f403c76ef7d', 'security_groups': ['c75dad15-3c49-4312-91ac-218bdee2c12f']}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:59:01.789706 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6016d606-a0b8-46ef-8566-79d8e6243493 None None] DHCP port deletion for 59a027d1-0bac-441c-bf75-e20666fea16a request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:59:01.817349 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-6016d606-a0b8-46ef-8566-79d8e6243493 None None] Deleting port 4e9e2c57-60c8-4c9a-b51f-30692abca666 {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:59:01.818830 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6016d606-a0b8-46ef-8566-79d8e6243493 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:01.824615 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-cea0d04c-991b-4091-a34b-57e4d53350f0 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:01.837389 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-46f72256-6a28-4ac4-81f1-5ad414f2c0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497ee9a6-f12b-44bf-ad1e-a8e77c52d139', 'name': 'tempest-TestNetworkBasicOps-router-1797861093', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': '111f977e-aadd-4608-a691-9582379042d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:55:31Z', 'updated_at': '2022-04-01T15:58:54Z', 'revision_number': 7, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': '111f977e-aadd-4608-a691-9582379042d5', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:17:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497ee9a6-f12b-44bf-ad1e-a8e77c52d139', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:33Z', 'updated_at': '2022-04-01T15:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:01.842561 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f72256-6a28-4ac4-81f1-5ad414f2c0a7 None None] The sync data for ids ['497ee9a6-f12b-44bf-ad1e-a8e77c52d139'] in dv-neutron-833373-2-hyperv is: [{'id': '497ee9a6-f12b-44bf-ad1e-a8e77c52d139', 'name': 'tempest-TestNetworkBasicOps-router-1797861093', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.237'}], 'enable_snat': True}, 'gw_port_id': '111f977e-aadd-4608-a691-9582379042d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:55:31Z', 'updated_at': '2022-04-01T15:58:54Z', 'revision_number': 7, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': '111f977e-aadd-4608-a691-9582379042d5', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:17:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497ee9a6-f12b-44bf-ad1e-a8e77c52d139', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:55:33Z', 'updated_at': '2022-04-01T15:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:59:01.959092 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-cea0d04c-991b-4091-a34b-57e4d53350f0 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:02.062193 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-01dd34fd-9b9a-416d-8f0e-e75db3639a89 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:02.138561 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-cea0d04c-991b-4091-a34b-57e4d53350f0 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:02.155304 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-cea0d04c-991b-4091-a34b-57e4d53350f0 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Usage tracker for resource:security_group_rule and tenant:b3d1bbfd9d9043bbb98e9a869b34d641 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:02.163543 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-cea0d04c-991b-4091-a34b-57e4d53350f0 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:02.171888 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [req-8ced9ee1-19fe-44c1-9b99-1b98da464612 req-6f8ac535-555f-4aa9-9e14-bacca590a31b tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:02.174823 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-cea0d04c-991b-4091-a34b-57e4d53350f0 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:02.196366 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [req-8ced9ee1-19fe-44c1-9b99-1b98da464612 req-6f8ac535-555f-4aa9-9e14-bacca590a31b tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:02.216467 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ced9ee1-19fe-44c1-9b99-1b98da464612 req-6f8ac535-555f-4aa9-9e14-bacca590a31b tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Made reservation on behalf of 2181db44cb9d4493b0ae6f403c76ef7d for: {'port': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:59:02.219561 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-8ced9ee1-19fe-44c1-9b99-1b98da464612 req-6f8ac535-555f-4aa9-9e14-bacca590a31b tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:02.221863 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:02.247543 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-01dd34fd-9b9a-416d-8f0e-e75db3639a89 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15415074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16089009'] for subnet, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:02.315028 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-6016d606-a0b8-46ef-8566-79d8e6243493 None None] For port 4e9e2c57-60c8-4c9a-b51f-30692abca666, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=4e9e2c57-60c8-4c9a-b51f-30692abca666,segment=NetworkSegment(17425429-0d0c-4b33-953c-3197bd34ece2),segment_id=17425429-0d0c-4b33-953c-3197bd34ece2)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:59:02.315915 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6016d606-a0b8-46ef-8566-79d8e6243493 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:02.324773 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port 0b040b44-e5e6-4bc7-97a9-e3b1ffcd9c74, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=0b040b44-e5e6-4bc7-97a9-e3b1ffcd9c74,segment=NetworkSegment(ebbf336a-fb5d-4d58-8bb3-0d0269fba67a),segment_id=ebbf336a-fb5d-4d58-8bb3-0d0269fba67a)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:59:02.390889 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:02.445482 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-01dd34fd-9b9a-416d-8f0e-e75db3639a89 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:02.464945 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dd34fd-9b9a-416d-8f0e-e75db3639a89 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event deleted for resources: {'Subnet': ['ID=8c0d5b29-c9fd-43f5-a6d2-7e080c223c82,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:02.470396 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-6016d606-a0b8-46ef-8566-79d8e6243493 None None] Calling delete_port for 4e9e2c57-60c8-4c9a-b51f-30692abca666 owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:59:02.533936 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d435b9-57f7-4064-87ce-ae8f226920d4 None None] Network 075827df-8fdb-4d55-8d82-cf1160050dba requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:59:02.545987 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-01dd34fd-9b9a-416d-8f0e-e75db3639a89 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "DELETE /v2.0/subnets/8c0d5b29-c9fd-43f5-a6d2-7e080c223c82 HTTP/1.1" status: 204 len: 168 time: 1.9557743 Apr 01 15:59:02.557489 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56226) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:02.610321 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-cea0d04c-991b-4091-a34b-57e4d53350f0 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:02.632375 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-cea0d04c-991b-4091-a34b-57e4d53350f0 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:02.640925 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.extraroute_db [None req-02c59730-d0ff-4a09-ad59-18f76f0ffe51 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Added routes are [] {{(pid=83828) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 01 15:59:02.641251 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.extraroute_db [None req-02c59730-d0ff-4a09-ad59-18f76f0ffe51 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=83828) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 01 15:59:02.658633 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 4e9e2c57-60c8-4c9a-b51f-30692abca666 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:59:02.680098 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-02c59730-d0ff-4a09-ad59-18f76f0ffe51 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130626'] for router, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:02.685104 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [req-8ced9ee1-19fe-44c1-9b99-1b98da464612 req-6f8ac535-555f-4aa9-9e14-bacca590a31b tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Allocated IP 172.20.0.8 (9966213a-d852-47af-b676-2130e90548f0/89cf3890-8986-45b8-911d-fb627612bf2e/9133b83e-f88e-4143-aaf9-58622f2917dc) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:59:02.716279 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-cea0d04c-991b-4091-a34b-57e4d53350f0 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:02.718257 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-cea0d04c-991b-4091-a34b-57e4d53350f0 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0440650 Apr 01 15:59:02.762552 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 56232) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:02.778918 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-ce6800be-c9a7-4119-b9e8-3be660480cb7 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Request body: {'security_group_rule': {'security_group_id': 'dea84cfc-f97a-49bc-beeb-863fe705aef9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:59:02.798226 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-42a8d730-ee47-4ab9-a478-d167fb9e8a52 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] DELETE failed (client error): The resource could not be found. Apr 01 15:59:02.798676 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42a8d730-ee47-4ab9-a478-d167fb9e8a52 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:59:02.803430 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-42a8d730-ee47-4ab9-a478-d167fb9e8a52 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "DELETE /v2.0/subnets/4d212fa7-a17e-433a-8db0-92cf67541a88 HTTP/1.1" status: 404 len: 337 time: 0.2413466 Apr 01 15:59:02.805020 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-1ea142b2-8b38-4ab6-99b1-24b39d3d40a7 req-ec7d6160-9f03-4181-97ba-ee37472cc4ed tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Synchronizing usage tracker for tenant:2181db44cb9d4493b0ae6f403c76ef7d on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:59:02.807479 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea0d04c-991b-4091-a34b-57e4d53350f0 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dea84cfc-f97a-49bc-beeb-863fe705aef9,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:02.808681 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d009d522-29c3-4369-8345-f2f75ec296cf tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:02.811416 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 56236) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:02.811708 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-ce6800be-c9a7-4119-b9e8-3be660480cb7 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:02.854990 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-b83ff4b5-cf82-46f6-af6b-29376015b778 None None] Provisioning complete for port e8f45b0c-d130-47e5-8b59-2e00f349fe2f triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:02.855385 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-b83ff4b5-cf82-46f6-af6b-29376015b778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:02.861773 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-ce6800be-c9a7-4119-b9e8-3be660480cb7 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Usage tracker for resource:security_group_rule and tenant:b3d1bbfd9d9043bbb98e9a869b34d641 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:02.867793 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-ce6800be-c9a7-4119-b9e8-3be660480cb7 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:02.879605 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-d009d522-29c3-4369-8345-f2f75ec296cf tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Deleting port 111f977e-aadd-4608-a691-9582379042d5 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:59:02.880708 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d009d522-29c3-4369-8345-f2f75ec296cf tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:02.888849 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=0b040b44-e5e6-4bc7-97a9-e3b1ffcd9c74,revision_number=5']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:02.890752 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-ce6800be-c9a7-4119-b9e8-3be660480cb7 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:02.925122 dv-neutron-833373-2-hyperv neutron-server[83829]: INFO neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No ports have port_id starting with 4e9e2c57-60c8-4c9a-b51f-30692abca666 Apr 01 15:59:02.932113 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 8198ab6f-4075-46b8-9a32-803c2a53fa75 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:59:02.969686 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6016d606-a0b8-46ef-8566-79d8e6243493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671'] for port, after_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:02.992431 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-1ea142b2-8b38-4ab6-99b1-24b39d3d40a7 req-ec7d6160-9f03-4181-97ba-ee37472cc4ed tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Unset dirty status for tenant:2181db44cb9d4493b0ae6f403c76ef7d on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:59:02.993441 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-1ea142b2-8b38-4ab6-99b1-24b39d3d40a7 req-ec7d6160-9f03-4181-97ba-ee37472cc4ed tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd80bbfa-eeee-4acb-8c66-9cf9506ef9a7 HTTP/1.1" status: 200 len: 210 time: 0.2651260 Apr 01 15:59:03.023252 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_v2 [None req-834ceaec-bd23-4a81-b0fb-7263f3386c86 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Deleting subnet b4df1a94-8cad-4cbf-83fe-68baaa48e458 {{(pid=83826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:59:03.032020 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ce6800be-c9a7-4119-b9e8-3be660480cb7 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:03.039149 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-834ceaec-bd23-4a81-b0fb-7263f3386c86 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for subnet, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:03.050232 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 8198ab6f-4075-46b8-9a32-803c2a53fa75 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:59:03.050678 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 8198ab6f-4075-46b8-9a32-803c2a53fa75 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:59:03.070014 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-b83ff4b5-cf82-46f6-af6b-29376015b778 None None] Port e8f45b0c-d130-47e5-8b59-2e00f349fe2f cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:59:03.077688 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6016d606-a0b8-46ef-8566-79d8e6243493 None None] Pushing event deleted for resources: {'Port': ['ID=4e9e2c57-60c8-4c9a-b51f-30692abca666,revision_number=None']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:03.088622 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6016d606-a0b8-46ef-8566-79d8e6243493 None None] No DVR routers for this DVR port 4e9e2c57-60c8-4c9a-b51f-30692abca666 on host dv-neutron-833373-2-hyperv {{(pid=83829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:59:03.107547 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-b83ff4b5-cf82-46f6-af6b-29376015b778 None None] Provisioning complete for port 307c1216-86dc-4757-af76-05137e865925 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:03.107929 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-b83ff4b5-cf82-46f6-af6b-29376015b778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:03.160452 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-834ceaec-bd23-4a81-b0fb-7263f3386c86 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16610770'] for subnet, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:03.192391 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-d009d522-29c3-4369-8345-f2f75ec296cf tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] For port 111f977e-aadd-4608-a691-9582379042d5, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=111f977e-aadd-4608-a691-9582379042d5,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:59:03.193204 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d009d522-29c3-4369-8345-f2f75ec296cf tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:03.272976 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-8ced9ee1-19fe-44c1-9b99-1b98da464612 req-6f8ac535-555f-4aa9-9e14-bacca590a31b tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:03.279513 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ce6800be-c9a7-4119-b9e8-3be660480cb7 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:03.292669 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ce6800be-c9a7-4119-b9e8-3be660480cb7 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:03.331612 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [req-8ced9ee1-19fe-44c1-9b99-1b98da464612 req-6f8ac535-555f-4aa9-9e14-bacca590a31b tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Transition to ACTIVE for port object 9133b83e-f88e-4143-aaf9-58622f2917dc will not be triggered until provisioned by entity DHCP. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:59:03.337224 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6800be-c9a7-4119-b9e8-3be660480cb7 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae5f7618-d970-4202-96c5-2ab732529969,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:03.361107 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ce6800be-c9a7-4119-b9e8-3be660480cb7 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:03.362189 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-ce6800be-c9a7-4119-b9e8-3be660480cb7 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.5979588 Apr 01 15:59:03.366576 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-834ceaec-bd23-4a81-b0fb-7263f3386c86 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:03.389579 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56240) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:03.396643 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-d009d522-29c3-4369-8345-f2f75ec296cf tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Calling delete_port for 111f977e-aadd-4608-a691-9582379042d5 owned by network:router_gateway {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:59:03.430516 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-8ced9ee1-19fe-44c1-9b99-1b98da464612 req-6f8ac535-555f-4aa9-9e14-bacca590a31b tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:03.524345 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ced9ee1-19fe-44c1-9b99-1b98da464612 req-6f8ac535-555f-4aa9-9e14-bacca590a31b tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Network 9966213a-d852-47af-b676-2130e90548f0 is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:59:03.528141 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [req-8ced9ee1-19fe-44c1-9b99-1b98da464612 req-6f8ac535-555f-4aa9-9e14-bacca590a31b tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:59:03.530565 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-834ceaec-bd23-4a81-b0fb-7263f3386c86 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15415074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16089009'] for subnet, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:03.535000 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ced9ee1-19fe-44c1-9b99-1b98da464612 req-6f8ac535-555f-4aa9-9e14-bacca590a31b tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:59:03.591267 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d948434a-a467-4a79-8e5f-8d600e341100 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:03.605982 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8ac535-555f-4aa9-9e14-bacca590a31b tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Pushing event updated for resources: {'Port': ['ID=9133b83e-f88e-4143-aaf9-58622f2917dc,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:03.617265 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834ceaec-bd23-4a81-b0fb-7263f3386c86 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event deleted for resources: {'Subnet': ['ID=b4df1a94-8cad-4cbf-83fe-68baaa48e458,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:03.632950 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d948434a-a467-4a79-8e5f-8d600e341100 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:03.641600 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-834ceaec-bd23-4a81-b0fb-7263f3386c86 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:03.644438 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-02c59730-d0ff-4a09-ad59-18f76f0ffe51 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130626'] for router, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:03.655350 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-02c59730-d0ff-4a09-ad59-18f76f0ffe51 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-617606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-617615', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-607241'] for router, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:03.660267 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ced9ee1-19fe-44c1-9b99-1b98da464612 req-6f8ac535-555f-4aa9-9e14-bacca590a31b tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:03.660766 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-8ced9ee1-19fe-44c1-9b99-1b98da464612 req-6f8ac535-555f-4aa9-9e14-bacca590a31b tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:03.670644 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-834ceaec-bd23-4a81-b0fb-7263f3386c86 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "DELETE /v2.0/subnets/b4df1a94-8cad-4cbf-83fe-68baaa48e458 HTTP/1.1" status: 204 len: 168 time: 0.8528366 Apr 01 15:59:03.671254 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 56244) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:03.720914 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fc7067a-6b61-4934-b582-a6265c9c655b tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] DELETE failed (client error): The resource could not be found. Apr 01 15:59:03.721359 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fc7067a-6b61-4934-b582-a6265c9c655b tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:59:03.726520 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-8fc7067a-6b61-4934-b582-a6265c9c655b tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "DELETE /v2.0/subnets/1512755f-1331-421b-97d8-b9501fabf2d9 HTTP/1.1" status: 404 len: 337 time: 0.0489261 Apr 01 15:59:03.727067 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 56248) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:03.728797 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8ced9ee1-19fe-44c1-9b99-1b98da464612 req-6f8ac535-555f-4aa9-9e14-bacca590a31b tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9983275 Apr 01 15:59:03.781566 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [req-8ced9ee1-19fe-44c1-9b99-1b98da464612 req-a8de8982-3620-4f40-8742-39aa5cb7ae68 service neutron] Request body: {'port': {'device_id': 'bd80bbfa-eeee-4acb-8c66-9cf9506ef9a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:59:03.928768 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-9c358e94-8080-44cb-a73f-cfaea51f09c6 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ad83c0f-ace6-4fbe-a735-e6c10697db09 HTTP/1.1" status: 200 len: 205 time: 0.1976035 Apr 01 15:59:03.932778 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d948434a-a467-4a79-8e5f-8d600e341100 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:03.933530 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 56252) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:03.939419 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-ea97cb5d-683f-4d5d-b0ba-dff9d8fb2423 None None] Provisioning for port 9133b83e-f88e-4143-aaf9-58622f2917dc completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:59:03.945411 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-ea97cb5d-683f-4d5d-b0ba-dff9d8fb2423 None None] Provisioning complete for port 9133b83e-f88e-4143-aaf9-58622f2917dc triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:03.945796 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ea97cb5d-683f-4d5d-b0ba-dff9d8fb2423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:03.975657 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d948434a-a467-4a79-8e5f-8d600e341100 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:03.976206 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-d948434a-a467-4a79-8e5f-8d600e341100 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/ae5f7618-d970-4202-96c5-2ab732529969 HTTP/1.1" status: 204 len: 168 time: 0.5525608 Apr 01 15:59:03.977208 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d948434a-a467-4a79-8e5f-8d600e341100 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ae5f7618-d970-4202-96c5-2ab732529969,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:03.991443 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56256) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:04.018389 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.api.v2.resource [None req-3d7aeb0d-fec7-4753-9d25-88d33cf3474a tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] delete failed (client error): The resource could not be found. Apr 01 15:59:04.022747 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-3d7aeb0d-fec7-4753-9d25-88d33cf3474a tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "DELETE /v2.0/routers/6ad83c0f-ace6-4fbe-a735-e6c10697db09 HTTP/1.1" status: 404 len: 336 time: 0.0881932 Apr 01 15:59:04.025158 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 56260) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:04.028683 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-ea97cb5d-683f-4d5d-b0ba-dff9d8fb2423 None None] Port 9133b83e-f88e-4143-aaf9-58622f2917dc cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:59:04.090704 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c0bfb25-5fdd-4ea2-8736-97ed8971fda1 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] DELETE failed (client error): The resource could not be found. Apr 01 15:59:04.091150 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c0bfb25-5fdd-4ea2-8736-97ed8971fda1 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:59:04.095133 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-3c0bfb25-5fdd-4ea2-8736-97ed8971fda1 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "DELETE /v2.0/subnets/e2e1dcdf-ee09-4e09-b3dd-8eaba11847b7 HTTP/1.1" status: 404 len: 337 time: 0.0667546 Apr 01 15:59:04.095937 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 56266) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:04.117638 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d825f6-c94a-4533-9f37-212eeba77392 None None] Network 075827df-8fdb-4d55-8d82-cf1160050dba requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:59:04.148948 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-d379868c-42f4-4cac-8385-d5c5d4d32ef1 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] DELETE failed (client error): The resource could not be found. Apr 01 15:59:04.150028 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d379868c-42f4-4cac-8385-d5c5d4d32ef1 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:59:04.154075 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-d379868c-42f4-4cac-8385-d5c5d4d32ef1 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "DELETE /v2.0/subnets/9ff23786-a13d-415e-a8a6-742f21d5bb86 HTTP/1.1" status: 404 len: 337 time: 0.0553963 Apr 01 15:59:04.189563 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 56270) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:04.195314 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d009d522-29c3-4369-8345-f2f75ec296cf tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:04.262355 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-9ce7679e-e646-4f26-b211-8f2be68d8778 None None] Provisioning complete for port e8f45b0c-d130-47e5-8b59-2e00f349fe2f triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:04.262747 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-9ce7679e-e646-4f26-b211-8f2be68d8778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:04.268314 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-1ae4b913-8fb7-4811-b820-fffd661ec5e4 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Synchronizing usage tracker for tenant:b3d1bbfd9d9043bbb98e9a869b34d641 on resource:security_group_rule {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:59:04.275230 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d009d522-29c3-4369-8345-f2f75ec296cf tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event deleted for resources: {'Port': ['ID=111f977e-aadd-4608-a691-9582379042d5,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:04.285659 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-cccfd3a9-b753-406a-b133-7f740943d62c tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] DELETE failed (client error): The resource could not be found. Apr 01 15:59:04.286095 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cccfd3a9-b753-406a-b133-7f740943d62c tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:59:04.288111 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-cccfd3a9-b753-406a-b133-7f740943d62c tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "DELETE /v2.0/subnets/fcea7561-7ad8-4969-9245-84c297d57025 HTTP/1.1" status: 404 len: 337 time: 0.0963910 Apr 01 15:59:04.293960 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 56274) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:04.340971 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-8ced9ee1-19fe-44c1-9b99-1b98da464612 req-a8de8982-3620-4f40-8742-39aa5cb7ae68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:04.356603 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed0d76bc-603d-4840-b13b-8643fa8ea406 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] DELETE failed (client error): The resource could not be found. Apr 01 15:59:04.357008 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed0d76bc-603d-4840-b13b-8643fa8ea406 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:59:04.358892 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-ed0d76bc-603d-4840-b13b-8643fa8ea406 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "DELETE /v2.0/ports/336a0fad-62ff-4d80-8297-11c241bfb84a HTTP/1.1" status: 404 len: 333 time: 0.0634401 Apr 01 15:59:04.362943 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 56278) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:04.365220 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-9ce7679e-e646-4f26-b211-8f2be68d8778 None None] Port e8f45b0c-d130-47e5-8b59-2e00f349fe2f cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:59:04.391087 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-1ae4b913-8fb7-4811-b820-fffd661ec5e4 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Unset dirty status for tenant:b3d1bbfd9d9043bbb98e9a869b34d641 on resource:security_group_rule {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:59:04.392360 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-1ae4b913-8fb7-4811-b820-fffd661ec5e4 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3995879 Apr 01 15:59:04.397593 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-9ce7679e-e646-4f26-b211-8f2be68d8778 None None] Provisioning complete for port 307c1216-86dc-4757-af76-05137e865925 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:04.398261 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-9ce7679e-e646-4f26-b211-8f2be68d8778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:04.398703 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56282) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:04.459417 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f8f3848-7738-4682-aa92-b88d0ee9fa6c tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] DELETE failed (client error): The resource could not be found. Apr 01 15:59:04.460394 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f8f3848-7738-4682-aa92-b88d0ee9fa6c tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:59:04.463126 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-3f8f3848-7738-4682-aa92-b88d0ee9fa6c tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "DELETE /v2.0/subnets/1a4b1b84-5726-4838-aaeb-1c1327552e2b HTTP/1.1" status: 404 len: 337 time: 0.0923359 Apr 01 15:59:04.466607 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 56286) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:04.525345 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-676497a2-1d59-4e69-a752-708a4c0305c6 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] DELETE failed (client error): The resource could not be found. Apr 01 15:59:04.526042 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-676497a2-1d59-4e69-a752-708a4c0305c6 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:59:04.527918 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-676497a2-1d59-4e69-a752-708a4c0305c6 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "DELETE /v2.0/subnets/3c7326f2-4367-47f1-a84c-a1a91a2279e3 HTTP/1.1" status: 404 len: 337 time: 0.0603809 Apr 01 15:59:04.530625 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c4fbe0-2472-4437-9f5d-dba1d0928a04 None None] DHCP port deletion for 075827df-8fdb-4d55-8d82-cf1160050dba request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:59:04.534895 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 56290) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:04.551101 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-57c4fbe0-2472-4437-9f5d-dba1d0928a04 None None] Deleting port 307c1216-86dc-4757-af76-05137e865925 {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:59:04.551494 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-57c4fbe0-2472-4437-9f5d-dba1d0928a04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:04.581412 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02c59730-d0ff-4a09-ad59-18f76f0ffe51 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Router 3e0a7872-7ac0-49d9-98a3-22a25d0acd22 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:59:04.595337 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9438d8-fb89-4295-8060-1f48c0b62b5c req-533ec209-ac94-4fed-bf7b-440de761caa7 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:04.596898 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ad9438d8-fb89-4295-8060-1f48c0b62b5c req-533ec209-ac94-4fed-bf7b-440de761caa7 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd80bbfa-eeee-4acb-8c66-9cf9506ef9a7 HTTP/1.1" status: 200 len: 931 time: 0.4064052 Apr 01 15:59:04.600264 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-37245682-e3a9-4b0f-8960-2b6fccddc71c tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] DELETE failed (client error): The resource could not be found. Apr 01 15:59:04.600264 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37245682-e3a9-4b0f-8960-2b6fccddc71c tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:59:04.602195 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-37245682-e3a9-4b0f-8960-2b6fccddc71c tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "DELETE /v2.0/ports/7708456d-a334-43cc-9213-3408cb28abdd HTTP/1.1" status: 404 len: 333 time: 0.0646765 Apr 01 15:59:04.604864 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 56294) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:04.627709 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d009d522-29c3-4369-8345-f2f75ec296cf tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617660'] for router_gateway, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:04.721409 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbd4c4ea-b780-44b3-b439-ec6d78360342 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] DELETE failed (client error): The resource could not be found. Apr 01 15:59:04.721863 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbd4c4ea-b780-44b3-b439-ec6d78360342 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:59:04.726565 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-cbd4c4ea-b780-44b3-b439-ec6d78360342 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "DELETE /v2.0/subnets/e0195e36-4622-412d-a536-c2d4d8dda569 HTTP/1.1" status: 404 len: 337 time: 0.1177938 Apr 01 15:59:04.738200 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 56298) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:04.783610 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 0b040b44-e5e6-4bc7-97a9-e3b1ffcd9c74 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:59:04.811736 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-57ed4eba-273b-4b4f-9534-b089d63a0852 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] DELETE failed (client error): The resource could not be found. Apr 01 15:59:04.812357 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57ed4eba-273b-4b4f-9534-b089d63a0852 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:59:04.816339 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-57ed4eba-273b-4b4f-9534-b089d63a0852 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "DELETE /v2.0/subnets/4eb1252f-c300-4707-a810-e7ba74d13484 HTTP/1.1" status: 404 len: 337 time: 0.0728340 Apr 01 15:59:04.818604 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 56302) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:04.837853 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ad9438d8-fb89-4295-8060-1f48c0b62b5c req-9f0e78c8-447b-49f3-835c-c073369bf786 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.55 "GET /v2.0/security-groups?id=c75dad15-3c49-4312-91ac-218bdee2c12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1651535 Apr 01 15:59:04.856171 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-57c4fbe0-2472-4437-9f5d-dba1d0928a04 None None] For port 307c1216-86dc-4757-af76-05137e865925, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=307c1216-86dc-4757-af76-05137e865925,segment=NetworkSegment(d390748b-713b-4393-97bc-3c146a87ed10),segment_id=d390748b-713b-4393-97bc-3c146a87ed10)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:59:04.856664 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-57c4fbe0-2472-4437-9f5d-dba1d0928a04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:04.863132 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1d0315d8-b217-4baa-8632-8568685f78e9 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:04.967318 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-5f3b7ce4-749c-40b0-99c9-05782c3b4e23 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Deleting port e8f45b0c-d130-47e5-8b59-2e00f349fe2f {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:59:04.967604 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5f3b7ce4-749c-40b0-99c9-05782c3b4e23 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:04.999223 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-57c4fbe0-2472-4437-9f5d-dba1d0928a04 None None] Calling delete_port for 307c1216-86dc-4757-af76-05137e865925 owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:59:05.082261 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1d0315d8-b217-4baa-8632-8568685f78e9 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:05.095249 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-57c4fbe0-2472-4437-9f5d-dba1d0928a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671'] for port, after_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:05.135946 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d009d522-29c3-4369-8345-f2f75ec296cf tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130651'] for router, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:05.146240 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c4fbe0-2472-4437-9f5d-dba1d0928a04 None None] Pushing event deleted for resources: {'Port': ['ID=307c1216-86dc-4757-af76-05137e865925,revision_number=None']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:05.152852 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c4fbe0-2472-4437-9f5d-dba1d0928a04 None None] No DVR routers for this DVR port 307c1216-86dc-4757-af76-05137e865925 on host dv-neutron-833373-2-hyperv {{(pid=83829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:59:05.160864 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d009d522-29c3-4369-8345-f2f75ec296cf tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:05.162082 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 0b040b44-e5e6-4bc7-97a9-e3b1ffcd9c74 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:05.162640 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:05.212202 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1d0315d8-b217-4baa-8632-8568685f78e9 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:05.249798 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0315d8-b217-4baa-8632-8568685f78e9 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea84cfc-f97a-49bc-beeb-863fe705aef9,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:05.258862 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d009d522-29c3-4369-8345-f2f75ec296cf tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607376'] for router, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:05.259286 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d009d522-29c3-4369-8345-f2f75ec296cf tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Fanout notify agent at l3_agent the message router_deleted on router 497ee9a6-f12b-44bf-ad1e-a8e77c52d139 {{(pid=83828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:59:05.274741 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02c59730-d0ff-4a09-ad59-18f76f0ffe51 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:59:05.314574 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-02c59730-d0ff-4a09-ad59-18f76f0ffe51 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:05.318358 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-02c59730-d0ff-4a09-ad59-18f76f0ffe51 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "PUT /v2.0/routers/3e0a7872-7ac0-49d9-98a3-22a25d0acd22 HTTP/1.1" status: 200 len: 700 time: 3.9695015 Apr 01 15:59:05.319655 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d009d522-29c3-4369-8345-f2f75ec296cf tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:05.319842 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 56306) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:05.320757 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-d009d522-29c3-4369-8345-f2f75ec296cf tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "DELETE /v2.0/routers/497ee9a6-f12b-44bf-ad1e-a8e77c52d139 HTTP/1.1" status: 204 len: 168 time: 4.2185252 Apr 01 15:59:05.321779 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1d0315d8-b217-4baa-8632-8568685f78e9 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:05.325278 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-1d0315d8-b217-4baa-8632-8568685f78e9 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] 10.222.0.55 "DELETE /v2.0/security-groups/dea84cfc-f97a-49bc-beeb-863fe705aef9 HTTP/1.1" status: 204 len: 168 time: 0.9231389 Apr 01 15:59:05.325278 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56308) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:05.330192 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56310) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:05.331248 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [req-8ced9ee1-19fe-44c1-9b99-1b98da464612 req-a8de8982-3620-4f40-8742-39aa5cb7ae68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9133b83e-f88e-4143-aaf9-58622f2917dc {{(pid=83826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:59:05.339857 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-8ced9ee1-19fe-44c1-9b99-1b98da464612 req-a8de8982-3620-4f40-8742-39aa5cb7ae68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:05.358791 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [req-8ced9ee1-19fe-44c1-9b99-1b98da464612 req-a8de8982-3620-4f40-8742-39aa5cb7ae68 service neutron] Transition to ACTIVE for port object 9133b83e-f88e-4143-aaf9-58622f2917dc will not be triggered until provisioned by entity L2. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:59:05.405122 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 307c1216-86dc-4757-af76-05137e865925 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:59:05.421784 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5f3b7ce4-749c-40b0-99c9-05782c3b4e23 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:05.430702 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-8ced9ee1-19fe-44c1-9b99-1b98da464612 req-a8de8982-3620-4f40-8742-39aa5cb7ae68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:05.448594 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 307c1216-86dc-4757-af76-05137e865925 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:59:05.450018 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 307c1216-86dc-4757-af76-05137e865925 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:59:05.500078 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0aa40da0-3df3-409a-8cdb-ba0c861cc244 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:05.505558 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-3769caba-6695-4b70-84c4-7f067277e681 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Synchronizing usage tracker for tenant:b3d1bbfd9d9043bbb98e9a869b34d641 on resource:security_group {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:59:05.593978 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fcbf8d8-25d7-44be-a044-1c9e2d4f7e77 None None] Sync routers for ids ['3e0a7872-7ac0-49d9-98a3-22a25d0acd22'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:59:05.608939 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcbf8d8-25d7-44be-a044-1c9e2d4f7e77 None None] Routers {'3e0a7872-7ac0-49d9-98a3-22a25d0acd22'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:59:05.609544 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-0fcbf8d8-25d7-44be-a044-1c9e2d4f7e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:58:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['3e0a7872-7ac0-49d9-98a3-22a25d0acd22'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:05.694592 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-3769caba-6695-4b70-84c4-7f067277e681 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Unset dirty status for tenant:b3d1bbfd9d9043bbb98e9a869b34d641 on resource:security_group {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:59:05.695862 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-3769caba-6695-4b70-84c4-7f067277e681 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3644757 Apr 01 15:59:05.702239 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56318) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:05.715093 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25198f52-d2ef-47a9-88f7-7c056922d49a None None] Sync routers for ids ['fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:59:05.727688 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-726eb6d1-2e7e-4d33-b0f6-d26e84822086 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Request body: {'security_group': {'name': 'tempest-secgroup--1846661842'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:59:05.738300 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-726eb6d1-2e7e-4d33-b0f6-d26e84822086 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:05.739589 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25198f52-d2ef-47a9-88f7-7c056922d49a None None] Routers {'fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:59:05.740309 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-25198f52-d2ef-47a9-88f7-7c056922d49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:58:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:05.820440 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-726eb6d1-2e7e-4d33-b0f6-d26e84822086 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:05.838921 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0aa40da0-3df3-409a-8cdb-ba0c861cc244 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:05.878762 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-726eb6d1-2e7e-4d33-b0f6-d26e84822086 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:05.888746 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-0fcbf8d8-25d7-44be-a044-1c9e2d4f7e77 None None] Set router 3e0a7872-7ac0-49d9-98a3-22a25d0acd22 gateway port host: None {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:59:05.898011 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-0aa40da0-3df3-409a-8cdb-ba0c861cc244 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59a027d1-0bac-441c-bf75-e20666fea16a']}} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:05.922017 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8de8982-3620-4f40-8742-39aa5cb7ae68 service neutron] Pushing event updated for resources: {'Port': ['ID=9133b83e-f88e-4143-aaf9-58622f2917dc,revision_number=2']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:05.940383 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-0aa40da0-3df3-409a-8cdb-ba0c861cc244 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17425429-0d0c-4b33-953c-3197bd34ece2') {'for_net_delete': True} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:05.940691 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-0aa40da0-3df3-409a-8cdb-ba0c861cc244 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17425429-0d0c-4b33-953c-3197bd34ece2') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:05.950363 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-5f3b7ce4-749c-40b0-99c9-05782c3b4e23 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Calling delete_port for e8f45b0c-d130-47e5-8b59-2e00f349fe2f owned by {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:59:05.966765 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0aa40da0-3df3-409a-8cdb-ba0c861cc244 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15303093'] for segment, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:06.023735 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0aa40da0-3df3-409a-8cdb-ba0c861cc244 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:06.030766 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-726eb6d1-2e7e-4d33-b0f6-d26e84822086 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:06.064889 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-726eb6d1-2e7e-4d33-b0f6-d26e84822086 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Usage tracker for resource:security_group_rule and tenant:b3d1bbfd9d9043bbb98e9a869b34d641 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:06.069128 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aa40da0-3df3-409a-8cdb-ba0c861cc244 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=83828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:59:06.069800 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0aa40da0-3df3-409a-8cdb-ba0c861cc244 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15306523'] for segment, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:06.164596 dv-neutron-833373-2-hyperv neutron-server[83828]: Traceback (most recent call last): Apr 01 15:59:06.164596 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:59:06.164596 dv-neutron-833373-2-hyperv neutron-server[83828]: timer() Apr 01 15:59:06.164596 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:59:06.164596 dv-neutron-833373-2-hyperv neutron-server[83828]: cb(*args, **kw) Apr 01 15:59:06.164596 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:59:06.164596 dv-neutron-833373-2-hyperv neutron-server[83828]: return func(*args, **kwargs) Apr 01 15:59:06.164596 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:59:06.164596 dv-neutron-833373-2-hyperv neutron-server[83828]: self._notify() Apr 01 15:59:06.164596 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:59:06.164596 dv-neutron-833373-2-hyperv neutron-server[83828]: self.callback(batched_events) Apr 01 15:59:06.164596 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:59:06.164596 dv-neutron-833373-2-hyperv neutron-server[83828]: event.method(event) Apr 01 15:59:06.164596 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:59:06.164596 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:59:06.164596 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:59:06.164596 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:59:06.164596 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:59:06.164596 dv-neutron-833373-2-hyperv neutron-server[83828]: return f(self, *a, **k) Apr 01 15:59:06.164596 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:59:06.164596 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._get(url).json() Apr 01 15:59:06.164596 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:59:06.164596 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:59:06.164596 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:59:06.164596 dv-neutron-833373-2-hyperv neutron-server[83828]: return self.request(url, 'GET', **kwargs) Apr 01 15:59:06.164596 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:59:06.164596 dv-neutron-833373-2-hyperv neutron-server[83828]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:59:06.164596 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:59:06.164596 dv-neutron-833373-2-hyperv neutron-server[83828]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:59:06.164596 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:59:06.164596 dv-neutron-833373-2-hyperv neutron-server[83828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:59:06.164596 dv-neutron-833373-2-hyperv neutron-server[83828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:59:06.168378 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-726eb6d1-2e7e-4d33-b0f6-d26e84822086 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:06.191376 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-726eb6d1-2e7e-4d33-b0f6-d26e84822086 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:06.217034 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0aa40da0-3df3-409a-8cdb-ba0c861cc244 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:06.231435 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5f3b7ce4-749c-40b0-99c9-05782c3b4e23 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:06.251684 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0aa40da0-3df3-409a-8cdb-ba0c861cc244 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:06.268081 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa40da0-3df3-409a-8cdb-ba0c861cc244 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event deleted for resources: {'Network': ['ID=59a027d1-0bac-441c-bf75-e20666fea16a,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:06.289718 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-0aa40da0-3df3-409a-8cdb-ba0c861cc244 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "DELETE /v2.0/networks/59a027d1-0bac-441c-bf75-e20666fea16a HTTP/1.1" status: 204 len: 168 time: 0.9636855 Apr 01 15:59:06.294615 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-25198f52-d2ef-47a9-88f7-7c056922d49a None None] Set router fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:59:06.323309 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56324) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:06.334601 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-cae4e700-1036-4657-ac5b-0d9de3b55442 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'network': {'name': 'tempest-network-smoke--217691597', 'project_id': '447e2c5010754fe1ad368efac7c75251', 'port_security_enabled': True}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:59:06.340369 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-726eb6d1-2e7e-4d33-b0f6-d26e84822086 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:06.344091 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-cae4e700-1036-4657-ac5b-0d9de3b55442 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:06.348466 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-726eb6d1-2e7e-4d33-b0f6-d26e84822086 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:06.353613 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-cae4e700-1036-4657-ac5b-0d9de3b55442 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:network and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:06.368079 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-cae4e700-1036-4657-ac5b-0d9de3b55442 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:06.371386 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3b7ce4-749c-40b0-99c9-05782c3b4e23 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event deleted for resources: {'Port': ['ID=e8f45b0c-d130-47e5-8b59-2e00f349fe2f,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:06.409659 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-cae4e700-1036-4657-ac5b-0d9de3b55442 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:06.429564 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-726eb6d1-2e7e-4d33-b0f6-d26e84822086 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:06.430815 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-726eb6d1-2e7e-4d33-b0f6-d26e84822086 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7117472 Apr 01 15:59:06.434635 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 56328) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:06.437404 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726eb6d1-2e7e-4d33-b0f6-d26e84822086 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01266b6a-a757-4dd8-a6e0-0795d51506c4,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:06.446497 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-c927a439-c1b3-4eb5-892e-f7c0b7dd9460 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Request body: {'security_group_rule': {'security_group_id': '01266b6a-a757-4dd8-a6e0-0795d51506c4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:59:06.451822 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae4e700-1036-4657-ac5b-0d9de3b55442 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Made reservation on behalf of 447e2c5010754fe1ad368efac7c75251 for: {'network': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:59:06.456031 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-cae4e700-1036-4657-ac5b-0d9de3b55442 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:06.497690 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cae4e700-1036-4657-ac5b-0d9de3b55442 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=83828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:59:06.512178 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-cae4e700-1036-4657-ac5b-0d9de3b55442 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:06.513041 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.segments_db [None req-cae4e700-1036-4657-ac5b-0d9de3b55442 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Added segment fa28dbb4-18bc-46e2-9254-4b3c3356e205 of type vlan for network c5d74d53-418c-47d9-a745-2341bda92f75 Apr 01 15:59:06.513453 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5f3b7ce4-749c-40b0-99c9-05782c3b4e23 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:06.516579 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-c927a439-c1b3-4eb5-892e-f7c0b7dd9460 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:06.524139 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-0fcbf8d8-25d7-44be-a044-1c9e2d4f7e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0a7872-7ac0-49d9-98a3-22a25d0acd22', 'name': 'tempest-RoutersTest-router-1162967274', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:58:06Z', 'updated_at': '2022-04-01T15:59:02Z', 'revision_number': 7, 'project_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'gw_port_host': None, '_interfaces': [{'id': '0b040b44-e5e6-4bc7-97a9-e3b1ffcd9c74', 'name': '', 'network_id': '25a4d21c-ae83-497a-8bcf-08ac4efb963a', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'mac_address': 'fa:16:3e:23:54:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0a7872-7ac0-49d9-98a3-22a25d0acd22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '906dde54-db91-4488-92ef-b7a45a839ce4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:49Z', 'updated_at': '2022-04-01T15:59:02Z', 'revision_number': 5, 'project_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'subnets': [{'id': '906dde54-db91-4488-92ef-b7a45a839ce4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95e5b77d-9ee3-4268-9eb9-be0f13ec70e1', 'name': '', 'network_id': 'b15e37bb-df96-46ce-9581-07cfdc722631', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'mac_address': 'fa:16:3e:6b:cd:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0a7872-7ac0-49d9-98a3-22a25d0acd22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db6b31da-6508-428c-816f-d4c907a140d0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:29Z', 'updated_at': '2022-04-01T15:58:40Z', 'revision_number': 5, 'project_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'subnets': [{'id': 'db6b31da-6508-428c-816f-d4c907a140d0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b11ba5fb-0d90-4403-a5bf-c442b4dc7e59', 'name': '', 'network_id': '423f0b4e-e66e-41f0-92c1-2e0344f8d737', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'mac_address': 'fa:16:3e:0a:1b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0a7872-7ac0-49d9-98a3-22a25d0acd22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9ff9c4c-6092-46d4-81b2-de70a3fd5a7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:13Z', 'updated_at': '2022-04-01T15:58:28Z', 'revision_number': 5, 'project_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'subnets': [{'id': 'a9ff9c4c-6092-46d4-81b2-de70a3fd5a7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b29ad2b1-46f2-4127-9ff8-f155110a1b65', 'name': '', 'network_id': 'b2e51711-0e47-4e9c-8559-166741bea4c4', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'mac_address': 'fa:16:3e:c8:ed:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0a7872-7ac0-49d9-98a3-22a25d0acd22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ced1d629-29a3-4cbb-9896-e6e12e310d55', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:38Z', 'updated_at': '2022-04-01T15:58:48Z', 'revision_number': 5, 'project_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'subnets': [{'id': 'ced1d629-29a3-4cbb-9896-e6e12e310d55', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:06.533700 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fcbf8d8-25d7-44be-a044-1c9e2d4f7e77 None None] Checking router: 3e0a7872-7ac0-49d9-98a3-22a25d0acd22 for host: dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:59:06.551753 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcbf8d8-25d7-44be-a044-1c9e2d4f7e77 None None] Routers {'3e0a7872-7ac0-49d9-98a3-22a25d0acd22'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:59:06.552432 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-0fcbf8d8-25d7-44be-a044-1c9e2d4f7e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:58:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['3e0a7872-7ac0-49d9-98a3-22a25d0acd22'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:06.588277 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-cae4e700-1036-4657-ac5b-0d9de3b55442 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:06.616708 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 111f977e-aadd-4608-a691-9582379042d5 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:59:06.641018 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-cae4e700-1036-4657-ac5b-0d9de3b55442 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:06.646318 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae4e700-1036-4657-ac5b-0d9de3b55442 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:06.647122 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-cae4e700-1036-4657-ac5b-0d9de3b55442 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:06.647659 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-c927a439-c1b3-4eb5-892e-f7c0b7dd9460 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Usage tracker for resource:security_group_rule and tenant:b3d1bbfd9d9043bbb98e9a869b34d641 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:06.668752 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-5f3b7ce4-749c-40b0-99c9-05782c3b4e23 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "DELETE /v2.0/ports/e8f45b0c-d130-47e5-8b59-2e00f349fe2f HTTP/1.1" status: 204 len: 168 time: 1.8485773 Apr 01 15:59:06.670681 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-c927a439-c1b3-4eb5-892e-f7c0b7dd9460 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:06.678135 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 56332) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:06.715033 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 111f977e-aadd-4608-a691-9582379042d5 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:59:06.715427 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 111f977e-aadd-4608-a691-9582379042d5 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:59:06.768890 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-0fcbf8d8-25d7-44be-a044-1c9e2d4f7e77 None None] Set router 3e0a7872-7ac0-49d9-98a3-22a25d0acd22 gateway port host: None {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:59:06.781989 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-25198f52-d2ef-47a9-88f7-7c056922d49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1645454485', 'tenant_id': '2181db44cb9d4493b0ae6f403c76ef7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.242'}], 'enable_snat': True}, 'gw_port_id': '683c78b6-f810-491c-836b-55ef9ca11553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:58:46Z', 'updated_at': '2022-04-01T15:58:54Z', 'revision_number': 4, 'project_id': '2181db44cb9d4493b0ae6f403c76ef7d', 'gw_port': {'id': '683c78b6-f810-491c-836b-55ef9ca11553', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:bb:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:47Z', 'updated_at': '2022-04-01T15:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '07b99caa-6849-4f34-9751-551fa3e2ebac', 'name': '', 'network_id': '9966213a-d852-47af-b676-2130e90548f0', 'tenant_id': '2181db44cb9d4493b0ae6f403c76ef7d', 'mac_address': 'fa:16:3e:00:29:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89cf3890-8986-45b8-911d-fb627612bf2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:53Z', 'updated_at': '2022-04-01T15:58:55Z', 'revision_number': 2, 'project_id': '2181db44cb9d4493b0ae6f403c76ef7d', 'subnets': [{'id': '89cf3890-8986-45b8-911d-fb627612bf2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:06.793365 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25198f52-d2ef-47a9-88f7-7c056922d49a None None] Checking router: fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:59:06.794554 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25198f52-d2ef-47a9-88f7-7c056922d49a None None] Updating router fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f port 07b99caa-6849-4f34-9751-551fa3e2ebac binding host dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:59:06.795162 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae4e700-1036-4657-ac5b-0d9de3b55442 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'Network': ['ID=c5d74d53-418c-47d9-a745-2341bda92f75,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:06.809582 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-cae4e700-1036-4657-ac5b-0d9de3b55442 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4851756 Apr 01 15:59:06.810251 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56336) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:06.816095 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network c5d74d53-418c-47d9-a745-2341bda92f75 details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:59:06.816516 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-784bef8e-fc85-4750-abd2-121f36379558 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2029677469', 'admin_state_up': True, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:59:06.819354 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7a12ece5-e68d-42c8-beb5-bd76bbb10c09 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:06.823470 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-c927a439-c1b3-4eb5-892e-f7c0b7dd9460 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:06.824258 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-784bef8e-fc85-4750-abd2-121f36379558 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:06.828414 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-784bef8e-fc85-4750-abd2-121f36379558 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:router and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:06.832217 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-784bef8e-fc85-4750-abd2-121f36379558 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:06.839566 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d674a6-5248-42b2-b61a-075d94e1e5ac req-e28c4ed2-6bff-47b8-9284-99cb9e01d16f tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:06.839766 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-784bef8e-fc85-4750-abd2-121f36379558 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:06.847883 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-37d674a6-5248-42b2-b61a-075d94e1e5ac req-e28c4ed2-6bff-47b8-9284-99cb9e01d16f tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd80bbfa-eeee-4acb-8c66-9cf9506ef9a7 HTTP/1.1" status: 200 len: 943 time: 0.6499524 Apr 01 15:59:06.852656 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-784bef8e-fc85-4750-abd2-121f36379558 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130665'] for router, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:06.854044 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-784bef8e-fc85-4750-abd2-121f36379558 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617571', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130640'] for router, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:06.881440 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-784bef8e-fc85-4750-abd2-121f36379558 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:06.889418 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.managers [req-8ced9ee1-19fe-44c1-9b99-1b98da464612 req-a8de8982-3620-4f40-8742-39aa5cb7ae68 service neutron] Attempting to bind port 9133b83e-f88e-4143-aaf9-58622f2917dc on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:59:06.890050 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.managers [req-8ced9ee1-19fe-44c1-9b99-1b98da464612 req-a8de8982-3620-4f40-8742-39aa5cb7ae68 service neutron] Attempting to bind port 9133b83e-f88e-4143-aaf9-58622f2917dc by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '9b5fb6af-d9bd-4682-83a8-c47ddbbbe19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9966213a-d852-47af-b676-2130e90548f0'}] {{(pid=83826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:59:06.890604 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ced9ee1-19fe-44c1-9b99-1b98da464612 req-a8de8982-3620-4f40-8742-39aa5cb7ae68 service neutron] Attempting to bind port 9133b83e-f88e-4143-aaf9-58622f2917dc on network 9966213a-d852-47af-b676-2130e90548f0 {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:59:06.912403 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-25198f52-d2ef-47a9-88f7-7c056922d49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:06.915501 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-c6f50977-8acb-4c26-8e55-fc8745c3f117 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "GET /v2.0/routers/3e0a7872-7ac0-49d9-98a3-22a25d0acd22 HTTP/1.1" status: 200 len: 700 time: 1.5543323 Apr 01 15:59:06.922194 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 56340) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:07.060594 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-784bef8e-fc85-4750-abd2-121f36379558 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130626'] for router, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:07.107716 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c927a439-c1b3-4eb5-892e-f7c0b7dd9460 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:07.152069 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ced9ee1-19fe-44c1-9b99-1b98da464612 req-a8de8982-3620-4f40-8742-39aa5cb7ae68 service neutron] Port 9133b83e-f88e-4143-aaf9-58622f2917dc on network 9966213a-d852-47af-b676-2130e90548f0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:59:07.152710 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ced9ee1-19fe-44c1-9b99-1b98da464612 req-a8de8982-3620-4f40-8742-39aa5cb7ae68 service neutron] Attempting to bind port 9133b83e-f88e-4143-aaf9-58622f2917dc on network 9966213a-d852-47af-b676-2130e90548f0 {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:59:07.254121 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7a12ece5-e68d-42c8-beb5-bd76bbb10c09 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:07.276763 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-37d674a6-5248-42b2-b61a-075d94e1e5ac req-9297217b-1a97-455d-90f2-7827ab91f5a0 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.55 "GET /v2.0/security-groups?id=c75dad15-3c49-4312-91ac-218bdee2c12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4274399 Apr 01 15:59:07.323597 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ced9ee1-19fe-44c1-9b99-1b98da464612 req-a8de8982-3620-4f40-8742-39aa5cb7ae68 service neutron] Checking agent: {'id': '5b2860be-0b4f-4931-914a-5d10403eafcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 47, 24), 'started_at': datetime.datetime(2022, 4, 1, 15, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:59:07.323597 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ced9ee1-19fe-44c1-9b99-1b98da464612 req-a8de8982-3620-4f40-8742-39aa5cb7ae68 service neutron] Checking segment: {'id': '9b5fb6af-d9bd-4682-83a8-c47ddbbbe19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9966213a-d852-47af-b676-2130e90548f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:59:07.324035 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ced9ee1-19fe-44c1-9b99-1b98da464612 req-a8de8982-3620-4f40-8742-39aa5cb7ae68 service neutron] Bound using segment: {'id': '9b5fb6af-d9bd-4682-83a8-c47ddbbbe19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9966213a-d852-47af-b676-2130e90548f0'} {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:59:07.324843 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.managers [req-8ced9ee1-19fe-44c1-9b99-1b98da464612 req-a8de8982-3620-4f40-8742-39aa5cb7ae68 service neutron] Bound port: 9133b83e-f88e-4143-aaf9-58622f2917dc, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b5fb6af-d9bd-4682-83a8-c47ddbbbe19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9966213a-d852-47af-b676-2130e90548f0'}}] {{(pid=83826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:59:07.325261 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-8ced9ee1-19fe-44c1-9b99-1b98da464612 req-a8de8982-3620-4f40-8742-39aa5cb7ae68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:07.343923 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-7a12ece5-e68d-42c8-beb5-bd76bbb10c09 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['075827df-8fdb-4d55-8d82-cf1160050dba']}} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:07.368190 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-784bef8e-fc85-4750-abd2-121f36379558 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for router_gateway, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:07.404962 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c927a439-c1b3-4eb5-892e-f7c0b7dd9460 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:07.407808 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-7a12ece5-e68d-42c8-beb5-bd76bbb10c09 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd390748b-713b-4393-97bc-3c146a87ed10') {'for_net_delete': True} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:07.408249 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-7a12ece5-e68d-42c8-beb5-bd76bbb10c09 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd390748b-713b-4393-97bc-3c146a87ed10') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:07.408841 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-784bef8e-fc85-4750-abd2-121f36379558 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:07.413176 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-0fcbf8d8-25d7-44be-a044-1c9e2d4f7e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0a7872-7ac0-49d9-98a3-22a25d0acd22', 'name': 'tempest-RoutersTest-router-1162967274', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:58:06Z', 'updated_at': '2022-04-01T15:59:02Z', 'revision_number': 7, 'project_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'gw_port_host': None, '_interfaces': [{'id': '0b040b44-e5e6-4bc7-97a9-e3b1ffcd9c74', 'name': '', 'network_id': '25a4d21c-ae83-497a-8bcf-08ac4efb963a', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'mac_address': 'fa:16:3e:23:54:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0a7872-7ac0-49d9-98a3-22a25d0acd22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '906dde54-db91-4488-92ef-b7a45a839ce4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:49Z', 'updated_at': '2022-04-01T15:59:02Z', 'revision_number': 5, 'project_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'subnets': [{'id': '906dde54-db91-4488-92ef-b7a45a839ce4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95e5b77d-9ee3-4268-9eb9-be0f13ec70e1', 'name': '', 'network_id': 'b15e37bb-df96-46ce-9581-07cfdc722631', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'mac_address': 'fa:16:3e:6b:cd:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0a7872-7ac0-49d9-98a3-22a25d0acd22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db6b31da-6508-428c-816f-d4c907a140d0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:29Z', 'updated_at': '2022-04-01T15:58:40Z', 'revision_number': 5, 'project_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'subnets': [{'id': 'db6b31da-6508-428c-816f-d4c907a140d0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b11ba5fb-0d90-4403-a5bf-c442b4dc7e59', 'name': '', 'network_id': '423f0b4e-e66e-41f0-92c1-2e0344f8d737', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'mac_address': 'fa:16:3e:0a:1b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0a7872-7ac0-49d9-98a3-22a25d0acd22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9ff9c4c-6092-46d4-81b2-de70a3fd5a7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:13Z', 'updated_at': '2022-04-01T15:58:28Z', 'revision_number': 5, 'project_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'subnets': [{'id': 'a9ff9c4c-6092-46d4-81b2-de70a3fd5a7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b29ad2b1-46f2-4127-9ff8-f155110a1b65', 'name': '', 'network_id': 'b2e51711-0e47-4e9c-8559-166741bea4c4', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'mac_address': 'fa:16:3e:c8:ed:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0a7872-7ac0-49d9-98a3-22a25d0acd22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ced1d629-29a3-4cbb-9896-e6e12e310d55', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:38Z', 'updated_at': '2022-04-01T15:58:48Z', 'revision_number': 5, 'project_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'subnets': [{'id': 'ced1d629-29a3-4cbb-9896-e6e12e310d55', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:07.418887 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fcbf8d8-25d7-44be-a044-1c9e2d4f7e77 None None] The sync data for ids ['3e0a7872-7ac0-49d9-98a3-22a25d0acd22'] in dv-neutron-833373-2-hyperv is: [{'id': '3e0a7872-7ac0-49d9-98a3-22a25d0acd22', 'name': 'tempest-RoutersTest-router-1162967274', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:58:06Z', 'updated_at': '2022-04-01T15:59:02Z', 'revision_number': 7, 'project_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'gw_port_host': None, '_interfaces': [{'id': '0b040b44-e5e6-4bc7-97a9-e3b1ffcd9c74', 'name': '', 'network_id': '25a4d21c-ae83-497a-8bcf-08ac4efb963a', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'mac_address': 'fa:16:3e:23:54:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0a7872-7ac0-49d9-98a3-22a25d0acd22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '906dde54-db91-4488-92ef-b7a45a839ce4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:49Z', 'updated_at': '2022-04-01T15:59:02Z', 'revision_number': 5, 'project_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'subnets': [{'id': '906dde54-db91-4488-92ef-b7a45a839ce4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95e5b77d-9ee3-4268-9eb9-be0f13ec70e1', 'name': '', 'network_id': 'b15e37bb-df96-46ce-9581-07cfdc722631', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'mac_address': 'fa:16:3e:6b:cd:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0a7872-7ac0-49d9-98a3-22a25d0acd22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db6b31da-6508-428c-816f-d4c907a140d0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:29Z', 'updated_at': '2022-04-01T15:58:40Z', 'revision_number': 5, 'project_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'subnets': [{'id': 'db6b31da-6508-428c-816f-d4c907a140d0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b11ba5fb-0d90-4403-a5bf-c442b4dc7e59', 'name': '', 'network_id': '423f0b4e-e66e-41f0-92c1-2e0344f8d737', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'mac_address': 'fa:16:3e:0a:1b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0a7872-7ac0-49d9-98a3-22a25d0acd22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9ff9c4c-6092-46d4-81b2-de70a3fd5a7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:13Z', 'updated_at': '2022-04-01T15:58:28Z', 'revision_number': 5, 'project_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'subnets': [{'id': 'a9ff9c4c-6092-46d4-81b2-de70a3fd5a7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b29ad2b1-46f2-4127-9ff8-f155110a1b65', 'name': '', 'network_id': 'b2e51711-0e47-4e9c-8559-166741bea4c4', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'mac_address': 'fa:16:3e:c8:ed:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0a7872-7ac0-49d9-98a3-22a25d0acd22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ced1d629-29a3-4cbb-9896-e6e12e310d55', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:38Z', 'updated_at': '2022-04-01T15:58:48Z', 'revision_number': 5, 'project_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'subnets': [{'id': 'ced1d629-29a3-4cbb-9896-e6e12e310d55', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:59:07.429506 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c927a439-c1b3-4eb5-892e-f7c0b7dd9460 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:07.443884 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-25198f52-d2ef-47a9-88f7-7c056922d49a None None] Notify callbacks [] for port, precommit_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:07.462702 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.provisioning_blocks [None req-25198f52-d2ef-47a9-88f7-7c056922d49a None None] Transition to ACTIVE for port object 07b99caa-6849-4f34-9751-551fa3e2ebac will not be triggered until provisioned by entity L2. {{(pid=83833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:59:07.474577 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-25198f52-d2ef-47a9-88f7-7c056922d49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:07.492679 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7a12ece5-e68d-42c8-beb5-bd76bbb10c09 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16610763'] for segment, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:07.512025 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7a12ece5-e68d-42c8-beb5-bd76bbb10c09 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:07.519184 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a12ece5-e68d-42c8-beb5-bd76bbb10c09 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=83826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:59:07.519594 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7a12ece5-e68d-42c8-beb5-bd76bbb10c09 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15415164'] for segment, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:07.585334 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-784bef8e-fc85-4750-abd2-121f36379558 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Allocated IP 172.26.1.126 (ed45466e-0386-4b92-8de3-247c977242ac/0479f741-5cd1-4d6f-b593-d8aa909a42d3/39d30461-ace8-47db-b937-b378953c7cb2) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:59:07.625857 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebfba0c-7868-417e-bfef-8bd79823978e None None] Pushing event updated for resources: {'Port': ['ID=07b99caa-6849-4f34-9751-551fa3e2ebac,revision_number=3']} {{(pid=83833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:07.641674 dv-neutron-833373-2-hyperv neutron-server[83826]: Traceback (most recent call last): Apr 01 15:59:07.641674 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:59:07.641674 dv-neutron-833373-2-hyperv neutron-server[83826]: timer() Apr 01 15:59:07.641674 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:59:07.641674 dv-neutron-833373-2-hyperv neutron-server[83826]: cb(*args, **kw) Apr 01 15:59:07.641674 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:59:07.641674 dv-neutron-833373-2-hyperv neutron-server[83826]: return func(*args, **kwargs) Apr 01 15:59:07.641674 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:59:07.641674 dv-neutron-833373-2-hyperv neutron-server[83826]: self._notify() Apr 01 15:59:07.641674 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:59:07.641674 dv-neutron-833373-2-hyperv neutron-server[83826]: self.callback(batched_events) Apr 01 15:59:07.641674 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:59:07.641674 dv-neutron-833373-2-hyperv neutron-server[83826]: event.method(event) Apr 01 15:59:07.641674 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:59:07.641674 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:59:07.641674 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:59:07.641674 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:59:07.641674 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:59:07.641674 dv-neutron-833373-2-hyperv neutron-server[83826]: return f(self, *a, **k) Apr 01 15:59:07.641674 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:59:07.641674 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._get(url).json() Apr 01 15:59:07.641674 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:59:07.641674 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:59:07.641674 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:59:07.641674 dv-neutron-833373-2-hyperv neutron-server[83826]: return self.request(url, 'GET', **kwargs) Apr 01 15:59:07.641674 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:59:07.641674 dv-neutron-833373-2-hyperv neutron-server[83826]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:59:07.641674 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:59:07.641674 dv-neutron-833373-2-hyperv neutron-server[83826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:59:07.641674 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:59:07.641674 dv-neutron-833373-2-hyperv neutron-server[83826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:59:07.641674 dv-neutron-833373-2-hyperv neutron-server[83826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:59:07.652161 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7a12ece5-e68d-42c8-beb5-bd76bbb10c09 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:07.664043 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebfba0c-7868-417e-bfef-8bd79823978e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:07.664824 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebfba0c-7868-417e-bfef-8bd79823978e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:07.665374 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebfba0c-7868-417e-bfef-8bd79823978e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:07.668037 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebfba0c-7868-417e-bfef-8bd79823978e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:07.668628 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebfba0c-7868-417e-bfef-8bd79823978e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:07.669471 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebfba0c-7868-417e-bfef-8bd79823978e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:07.669754 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebfba0c-7868-417e-bfef-8bd79823978e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:07.670249 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebfba0c-7868-417e-bfef-8bd79823978e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:07.670784 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebfba0c-7868-417e-bfef-8bd79823978e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:07.671315 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebfba0c-7868-417e-bfef-8bd79823978e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:07.672350 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebfba0c-7868-417e-bfef-8bd79823978e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:07.692647 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7a12ece5-e68d-42c8-beb5-bd76bbb10c09 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:07.695427 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-7a12ece5-e68d-42c8-beb5-bd76bbb10c09 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] 10.222.0.55 "DELETE /v2.0/networks/075827df-8fdb-4d55-8d82-cf1160050dba HTTP/1.1" status: 204 len: 168 time: 1.0119176 Apr 01 15:59:07.696366 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c927a439-c1b3-4eb5-892e-f7c0b7dd9460 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cea3b967-bc0f-460c-b8e8-f7ff27aac21a,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:07.707468 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c927a439-c1b3-4eb5-892e-f7c0b7dd9460 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:07.709882 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-c927a439-c1b3-4eb5-892e-f7c0b7dd9460 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.2716844 Apr 01 15:59:07.714073 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a12ece5-e68d-42c8-beb5-bd76bbb10c09 tempest-PortsTestJSON-85728543 tempest-PortsTestJSON-85728543-project] Pushing event deleted for resources: {'Network': ['ID=075827df-8fdb-4d55-8d82-cf1160050dba,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:07.716133 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 56346) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:07.717884 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [req-8ced9ee1-19fe-44c1-9b99-1b98da464612 req-a8de8982-3620-4f40-8742-39aa5cb7ae68 service neutron] For port 9133b83e-f88e-4143-aaf9-58622f2917dc, host hv-neutron-8333, cleared binding levels {{(pid=83826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:59:07.742991 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-03996cf3-39ec-466a-895b-e0de292a0d19 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] 10.222.0.55 "GET /v2.0/security-group-rules/cea3b967-bc0f-460c-b8e8-f7ff27aac21a HTTP/1.1" status: 200 len: 705 time: 0.0225775 Apr 01 15:59:07.746741 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56350) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:07.752907 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [req-8ced9ee1-19fe-44c1-9b99-1b98da464612 req-a8de8982-3620-4f40-8742-39aa5cb7ae68 service neutron] For port 9133b83e-f88e-4143-aaf9-58622f2917dc, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=9133b83e-f88e-4143-aaf9-58622f2917dc,segment=NetworkSegment(9b5fb6af-d9bd-4682-83a8-c47ddbbbe19f),segment_id=9b5fb6af-d9bd-4682-83a8-c47ddbbbe19f)] {{(pid=83826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:59:07.759997 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-8ced9ee1-19fe-44c1-9b99-1b98da464612 req-a8de8982-3620-4f40-8742-39aa5cb7ae68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:07.835393 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-92b85a42-b283-472a-9a58-d5691e51b12a tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Synchronizing usage tracker for tenant:b3d1bbfd9d9043bbb98e9a869b34d641 on resource:security_group_rule {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:59:07.859421 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-92b85a42-b283-472a-9a58-d5691e51b12a tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Unset dirty status for tenant:b3d1bbfd9d9043bbb98e9a869b34d641 on resource:security_group_rule {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:59:07.861935 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-92b85a42-b283-472a-9a58-d5691e51b12a tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1134777 Apr 01 15:59:07.872187 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56354) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:07.934744 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-784bef8e-fc85-4750-abd2-121f36379558 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:07.939647 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c449564f-c523-496f-b8d5-3309a9824403 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:07.957578 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c449564f-c523-496f-b8d5-3309a9824403 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:07.979471 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-25198f52-d2ef-47a9-88f7-7c056922d49a None None] Attempting to bind port 07b99caa-6849-4f34-9751-551fa3e2ebac on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:59:07.980289 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-25198f52-d2ef-47a9-88f7-7c056922d49a None None] Attempting to bind port 07b99caa-6849-4f34-9751-551fa3e2ebac by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': '9b5fb6af-d9bd-4682-83a8-c47ddbbbe19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9966213a-d852-47af-b676-2130e90548f0'}] {{(pid=83833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:59:07.991893 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c449564f-c523-496f-b8d5-3309a9824403 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:07.993038 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25198f52-d2ef-47a9-88f7-7c056922d49a None None] Attempting to bind port 07b99caa-6849-4f34-9751-551fa3e2ebac on network 9966213a-d852-47af-b676-2130e90548f0 {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:59:08.011822 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c449564f-c523-496f-b8d5-3309a9824403 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cea3b967-bc0f-460c-b8e8-f7ff27aac21a,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:08.023354 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25198f52-d2ef-47a9-88f7-7c056922d49a None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:59:08.023738 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25198f52-d2ef-47a9-88f7-7c056922d49a None None] Checking segment: {'id': '9b5fb6af-d9bd-4682-83a8-c47ddbbbe19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9966213a-d852-47af-b676-2130e90548f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:59:08.024373 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-25198f52-d2ef-47a9-88f7-7c056922d49a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:08.025062 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25198f52-d2ef-47a9-88f7-7c056922d49a None None] Bound using segment: {'id': '9b5fb6af-d9bd-4682-83a8-c47ddbbbe19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9966213a-d852-47af-b676-2130e90548f0'} {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:59:08.025879 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-25198f52-d2ef-47a9-88f7-7c056922d49a None None] Bound port: 07b99caa-6849-4f34-9751-551fa3e2ebac, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b5fb6af-d9bd-4682-83a8-c47ddbbbe19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9966213a-d852-47af-b676-2130e90548f0'}}] {{(pid=83833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:59:08.026883 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-25198f52-d2ef-47a9-88f7-7c056922d49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:08.070578 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c449564f-c523-496f-b8d5-3309a9824403 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:08.072401 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-c449564f-c523-496f-b8d5-3309a9824403 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/cea3b967-bc0f-460c-b8e8-f7ff27aac21a HTTP/1.1" status: 204 len: 168 time: 0.1985033 Apr 01 15:59:08.075304 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56358) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:08.150088 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-784bef8e-fc85-4750-abd2-121f36379558 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:08.181487 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.db [None req-25198f52-d2ef-47a9-88f7-7c056922d49a None None] For port 07b99caa-6849-4f34-9751-551fa3e2ebac, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:59:08.185569 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.db [None req-25198f52-d2ef-47a9-88f7-7c056922d49a None None] For port 07b99caa-6849-4f34-9751-551fa3e2ebac, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=07b99caa-6849-4f34-9751-551fa3e2ebac,segment=NetworkSegment(9b5fb6af-d9bd-4682-83a8-c47ddbbbe19f),segment_id=9b5fb6af-d9bd-4682-83a8-c47ddbbbe19f)] {{(pid=83833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:59:08.195248 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-25198f52-d2ef-47a9-88f7-7c056922d49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:08.249800 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784bef8e-fc85-4750-abd2-121f36379558 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'Port': ['ID=39d30461-ace8-47db-b937-b378953c7cb2,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:08.295364 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-8ced9ee1-19fe-44c1-9b99-1b98da464612 req-a8de8982-3620-4f40-8742-39aa5cb7ae68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:08.298006 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8ced9ee1-19fe-44c1-9b99-1b98da464612 req-a8de8982-3620-4f40-8742-39aa5cb7ae68 service neutron] 10.222.0.24 "PUT /v2.0/ports/9133b83e-f88e-4143-aaf9-58622f2917dc HTTP/1.1" status: 200 len: 1093 time: 4.5200140 Apr 01 15:59:08.320848 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784bef8e-fc85-4750-abd2-121f36379558 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Network ed45466e-0386-4b92-8de3-247c977242ac is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:59:08.322563 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-784bef8e-fc85-4750-abd2-121f36379558 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:59:08.329805 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-9f486b53-7e07-44f4-9426-4cbdeca8a14b tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Synchronizing usage tracker for tenant:b3d1bbfd9d9043bbb98e9a869b34d641 on resource:security_group_rule {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:59:08.334875 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784bef8e-fc85-4750-abd2-121f36379558 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:59:08.342671 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebfba0c-7868-417e-bfef-8bd79823978e None None] Pushing event updated for resources: {'Port': ['ID=07b99caa-6849-4f34-9751-551fa3e2ebac,revision_number=4']} {{(pid=83833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:08.353648 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd80bbfa-eeee-4acb-8c66-9cf9506ef9a7', 'tag': '9133b83e-f88e-4143-aaf9-58622f2917dc'}] {{(pid=83826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:59:08.356402 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25198f52-d2ef-47a9-88f7-7c056922d49a None None] Routers {'fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:59:08.357292 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-25198f52-d2ef-47a9-88f7-7c056922d49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:58:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:08.412768 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56368) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:08.430699 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8de8982-3620-4f40-8742-39aa5cb7ae68 service neutron] Pushing event updated for resources: {'Port': ['ID=9133b83e-f88e-4143-aaf9-58622f2917dc,revision_number=3']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:08.441610 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-9f486b53-7e07-44f4-9426-4cbdeca8a14b tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Unset dirty status for tenant:b3d1bbfd9d9043bbb98e9a869b34d641 on resource:security_group_rule {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:59:08.443702 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-9f486b53-7e07-44f4-9426-4cbdeca8a14b tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3664269 Apr 01 15:59:08.452684 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 56374) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:08.479360 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-b4460f10-d27b-4104-bb85-8e5b339bba83 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Request body: {'security_group_rule': {'security_group_id': '01266b6a-a757-4dd8-a6e0-0795d51506c4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:59:08.493661 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd80bbfa-eeee-4acb-8c66-9cf9506ef9a7', 'tag': '9133b83e-f88e-4143-aaf9-58622f2917dc', 'status': 'completed', 'code': 200} Apr 01 15:59:08.499492 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-b4460f10-d27b-4104-bb85-8e5b339bba83 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:08.569745 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-b4460f10-d27b-4104-bb85-8e5b339bba83 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:08.617023 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8ced9ee1-19fe-44c1-9b99-1b98da464612 req-7783db12-c473-4719-afed-59b46c6c2784 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2181db44cb9d4493b0ae6f403c76ef7d&device_id=bd80bbfa-eeee-4acb-8c66-9cf9506ef9a7 HTTP/1.1" status: 200 len: 1096 time: 0.2389412 Apr 01 15:59:08.722020 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-25198f52-d2ef-47a9-88f7-7c056922d49a None None] Set router fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:59:08.770595 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b4460f10-d27b-4104-bb85-8e5b339bba83 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:08.836670 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8ced9ee1-19fe-44c1-9b99-1b98da464612 req-c6dbd391-3873-4b60-b59c-28893847725e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9133b83e-f88e-4143-aaf9-58622f2917dc HTTP/1.1" status: 200 len: 217 time: 0.1996591 Apr 01 15:59:08.893314 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-574598d1-b149-45df-81c9-81e7d0ea0539 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=11b74bb4c805440eb8922ec9333718ac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4757957 Apr 01 15:59:08.896084 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56378) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:08.905067 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-52547e68-0bc0-4924-88ea-f23847e961a2 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611543'] for router_interface, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:08.910036 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-784bef8e-fc85-4750-abd2-121f36379558 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for router_gateway, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:08.910811 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-784bef8e-fc85-4750-abd2-121f36379558 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616'] for router, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:09.060508 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6da340-c9f6-499e-95d8-f2a571cd9355 req-7ce073cd-ff6f-4f3d-8eae-3f5724c403ae tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:09.068586 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-3b6da340-c9f6-499e-95d8-f2a571cd9355 req-7ce073cd-ff6f-4f3d-8eae-3f5724c403ae tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd80bbfa-eeee-4acb-8c66-9cf9506ef9a7 HTTP/1.1" status: 200 len: 943 time: 0.5343587 Apr 01 15:59:09.096190 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ced9ee1-19fe-44c1-9b99-1b98da464612 req-62e2bdd6-7e4e-40bb-aba9-bf926904b319 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:09.097566 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8ced9ee1-19fe-44c1-9b99-1b98da464612 req-62e2bdd6-7e4e-40bb-aba9-bf926904b319 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=89cf3890-8986-45b8-911d-fb627612bf2e HTTP/1.1" status: 200 len: 835 time: 0.2520881 Apr 01 15:59:09.106274 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b4460f10-d27b-4104-bb85-8e5b339bba83 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:09.120762 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-556964d4-57ee-48a1-b058-67a5aa3f32a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:09.150732 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-25198f52-d2ef-47a9-88f7-7c056922d49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1645454485', 'tenant_id': '2181db44cb9d4493b0ae6f403c76ef7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.242'}], 'enable_snat': True}, 'gw_port_id': '683c78b6-f810-491c-836b-55ef9ca11553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:58:46Z', 'updated_at': '2022-04-01T15:58:54Z', 'revision_number': 4, 'project_id': '2181db44cb9d4493b0ae6f403c76ef7d', 'gw_port': {'id': '683c78b6-f810-491c-836b-55ef9ca11553', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:bb:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:47Z', 'updated_at': '2022-04-01T15:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '07b99caa-6849-4f34-9751-551fa3e2ebac', 'name': '', 'network_id': '9966213a-d852-47af-b676-2130e90548f0', 'tenant_id': '2181db44cb9d4493b0ae6f403c76ef7d', 'mac_address': 'fa:16:3e:00:29:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89cf3890-8986-45b8-911d-fb627612bf2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:53Z', 'updated_at': '2022-04-01T15:59:08Z', 'revision_number': 4, 'project_id': '2181db44cb9d4493b0ae6f403c76ef7d', 'subnets': [{'id': '89cf3890-8986-45b8-911d-fb627612bf2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:09.151559 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b4460f10-d27b-4104-bb85-8e5b339bba83 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:09.155595 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25198f52-d2ef-47a9-88f7-7c056922d49a None None] The sync data for ids ['fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f'] in dv-neutron-833373-2-hyperv is: [{'id': 'fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1645454485', 'tenant_id': '2181db44cb9d4493b0ae6f403c76ef7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.242'}], 'enable_snat': True}, 'gw_port_id': '683c78b6-f810-491c-836b-55ef9ca11553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:58:46Z', 'updated_at': '2022-04-01T15:58:54Z', 'revision_number': 4, 'project_id': '2181db44cb9d4493b0ae6f403c76ef7d', 'gw_port': {'id': '683c78b6-f810-491c-836b-55ef9ca11553', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:bb:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:47Z', 'updated_at': '2022-04-01T15:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '07b99caa-6849-4f34-9751-551fa3e2ebac', 'name': '', 'network_id': '9966213a-d852-47af-b676-2130e90548f0', 'tenant_id': '2181db44cb9d4493b0ae6f403c76ef7d', 'mac_address': 'fa:16:3e:00:29:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89cf3890-8986-45b8-911d-fb627612bf2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:53Z', 'updated_at': '2022-04-01T15:59:08Z', 'revision_number': 4, 'project_id': '2181db44cb9d4493b0ae6f403c76ef7d', 'subnets': [{'id': '89cf3890-8986-45b8-911d-fb627612bf2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:59:09.172631 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-556964d4-57ee-48a1-b058-67a5aa3f32a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:09.220463 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4460f10-d27b-4104-bb85-8e5b339bba83 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=328541ba-c7ad-4603-9eb5-4b71ae864a4a,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:09.273475 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-3b6da340-c9f6-499e-95d8-f2a571cd9355 req-4cb60856-a61b-44bb-b87b-558240fc4e4f tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.55 "GET /v2.0/security-groups?id=c75dad15-3c49-4312-91ac-218bdee2c12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2039664 Apr 01 15:59:09.281805 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b4460f10-d27b-4104-bb85-8e5b339bba83 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:09.285729 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56382) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:09.286131 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-b4460f10-d27b-4104-bb85-8e5b339bba83 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8298030 Apr 01 15:59:09.331453 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-b66c05b2-4dc2-46a7-9ce9-23a7e6a5ddd3 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] 10.222.0.55 "GET /v2.0/security-group-rules/328541ba-c7ad-4603-9eb5-4b71ae864a4a HTTP/1.1" status: 200 len: 705 time: 0.0421686 Apr 01 15:59:09.333936 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56386) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:09.340745 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8ced9ee1-19fe-44c1-9b99-1b98da464612 req-c5589368-51cc-483d-bfc1-4f5d6f5c4ad8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9966213a-d852-47af-b676-2130e90548f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2306161 Apr 01 15:59:09.363309 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-556964d4-57ee-48a1-b058-67a5aa3f32a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:09.398690 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556964d4-57ee-48a1-b058-67a5aa3f32a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e815f98-cd12-466a-abc3-bfdeac74ed25,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:09.418028 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-556964d4-57ee-48a1-b058-67a5aa3f32a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:09.432199 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-556964d4-57ee-48a1-b058-67a5aa3f32a5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3e815f98-cd12-466a-abc3-bfdeac74ed25 HTTP/1.1" status: 204 len: 168 time: 0.5339699 Apr 01 15:59:09.459618 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-84be188d-b346-474f-87a0-423c40d2b07a tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1243792 Apr 01 15:59:09.462063 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56392) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:09.500548 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-784bef8e-fc85-4750-abd2-121f36379558 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Router 8e4dbd12-16fe-44fd-a151-306945cc3cdf is scheduled to L3 agent ff252634-3424-422a-b742-9ae457bd54bd with binding_index 1 {{(pid=83828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:59:09.504325 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-89d0179a-08ad-49c4-8aaa-d7d85b717762 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:09.517787 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-89d0179a-08ad-49c4-8aaa-d7d85b717762 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:09.668416 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-89d0179a-08ad-49c4-8aaa-d7d85b717762 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:09.712747 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d0179a-08ad-49c4-8aaa-d7d85b717762 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=328541ba-c7ad-4603-9eb5-4b71ae864a4a,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:09.717479 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-89d0179a-08ad-49c4-8aaa-d7d85b717762 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:09.718041 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8ced9ee1-19fe-44c1-9b99-1b98da464612 req-5ecb9a59-1afa-4965-8dd4-afe90448bbaf service neutron] 10.222.0.24 "GET /v2.0/networks/9966213a-d852-47af-b676-2130e90548f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3691630 Apr 01 15:59:09.718630 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-89d0179a-08ad-49c4-8aaa-d7d85b717762 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/328541ba-c7ad-4603-9eb5-4b71ae864a4a HTTP/1.1" status: 204 len: 168 time: 0.2555599 Apr 01 15:59:09.721662 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56398) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:09.850758 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-06118b00-4dcb-4b8b-ab9c-eedc4756d749 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Synchronizing usage tracker for tenant:b3d1bbfd9d9043bbb98e9a869b34d641 on resource:security_group_rule {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:59:09.874398 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-06118b00-4dcb-4b8b-ab9c-eedc4756d749 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Unset dirty status for tenant:b3d1bbfd9d9043bbb98e9a869b34d641 on resource:security_group_rule {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:59:09.878815 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 56406) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:09.879521 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-06118b00-4dcb-4b8b-ab9c-eedc4756d749 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1453853 Apr 01 15:59:09.898048 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-0bb247b6-dcb3-4e07-8266-0203d14bf581 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Request body: {'security_group_rule': {'security_group_id': '01266b6a-a757-4dd8-a6e0-0795d51506c4', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:59:09.915565 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-0bb247b6-dcb3-4e07-8266-0203d14bf581 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:09.933966 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-784bef8e-fc85-4750-abd2-121f36379558 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:59:09.944833 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60409a45-a760-4a2b-9589-6bf00500b73f None None] Sync routers for ids ['8e4dbd12-16fe-44fd-a151-306945cc3cdf'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:59:09.951330 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-0bb247b6-dcb3-4e07-8266-0203d14bf581 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:09.968100 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60409a45-a760-4a2b-9589-6bf00500b73f None None] Routers {'8e4dbd12-16fe-44fd-a151-306945cc3cdf'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:59:09.968782 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-60409a45-a760-4a2b-9589-6bf00500b73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:58:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['8e4dbd12-16fe-44fd-a151-306945cc3cdf'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:09.990293 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-784bef8e-fc85-4750-abd2-121f36379558 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:09.994926 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-784bef8e-fc85-4750-abd2-121f36379558 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.1801131 Apr 01 15:59:09.995290 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56412) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:10.077706 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.securitygroups_db [None req-0bb247b6-dcb3-4e07-8266-0203d14bf581 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Project b3d1bbfd9d9043bbb98e9a869b34d641 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:59:10.089835 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-6924cfe5-91f8-4c7b-9c1d-639f09d952e8 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=447e2c5010754fe1ad368efac7c75251&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0911353 Apr 01 15:59:10.090166 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56418) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:10.110208 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8ced9ee1-19fe-44c1-9b99-1b98da464612 req-f943e8ba-c318-426f-a2e4-707d42356919 service neutron] 10.222.0.24 "GET /v2.0/networks/9966213a-d852-47af-b676-2130e90548f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3835094 Apr 01 15:59:10.110866 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0bb247b6-dcb3-4e07-8266-0203d14bf581 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:10.324602 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26827209-64b4-4e1f-91b6-6088d10335b3 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:10.328768 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-26827209-64b4-4e1f-91b6-6088d10335b3 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2351460 Apr 01 15:59:10.329123 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56424) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:10.382954 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-9dacf5f0-4241-4987-a438-614fb3caa345 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=ed45466e-0386-4b92-8de3-247c977242ac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0497186 Apr 01 15:59:10.384161 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56430) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:10.394703 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-cb891142-f4df-4399-a7a4-99fdf099fbd1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1364051881', 'network_id': 'c5d74d53-418c-47d9-a745-2341bda92f75', 'project_id': '447e2c5010754fe1ad368efac7c75251', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:59:10.414000 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-60409a45-a760-4a2b-9589-6bf00500b73f None None] Set router 8e4dbd12-16fe-44fd-a151-306945cc3cdf gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:59:10.428283 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0bb247b6-dcb3-4e07-8266-0203d14bf581 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:10.436996 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0bb247b6-dcb3-4e07-8266-0203d14bf581 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:10.527938 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb247b6-dcb3-4e07-8266-0203d14bf581 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ec69708-a1c6-4d0f-b5a9-5a6c34e3ab20,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:10.540602 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4b5a5497-924f-43e6-8bdb-2d329722be1b req-0ac68fac-595d-4d75-b73c-4cc84517197e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2181db44cb9d4493b0ae6f403c76ef7d&device_id=bd80bbfa-eeee-4acb-8c66-9cf9506ef9a7 HTTP/1.1" status: 200 len: 1096 time: 0.3600893 Apr 01 15:59:10.586079 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:59:10.633699 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0bb247b6-dcb3-4e07-8266-0203d14bf581 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:10.634885 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-0bb247b6-dcb3-4e07-8266-0203d14bf581 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.7523255 Apr 01 15:59:10.660261 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56438) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:10.764887 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-ba897acc-2ed9-4ad9-b374-7814efb8a755 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] 10.222.0.55 "GET /v2.0/security-group-rules/7ec69708-a1c6-4d0f-b5a9-5a6c34e3ab20 HTTP/1.1" status: 200 len: 711 time: 0.1029198 Apr 01 15:59:10.768237 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56442) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:10.768434 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56444) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:10.782964 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 07b99caa-6849-4f34-9751-551fa3e2ebac up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:59:10.803697 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-cb891142-f4df-4399-a7a4-99fdf099fbd1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:10.810738 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-cb891142-f4df-4399-a7a4-99fdf099fbd1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:subnet and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:10.814794 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-cb891142-f4df-4399-a7a4-99fdf099fbd1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:10.830738 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-cb891142-f4df-4399-a7a4-99fdf099fbd1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:10.864327 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-9ef8678c-8cc3-4c29-bb11-f04b6446747c tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.0930996 Apr 01 15:59:10.865064 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56452) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:10.868349 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb891142-f4df-4399-a7a4-99fdf099fbd1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Made reservation on behalf of 447e2c5010754fe1ad368efac7c75251 for: {'subnet': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:59:10.878212 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a5497-924f-43e6-8bdb-2d329722be1b req-4eafebc2-5432-4c3d-803f-ebb9323f052f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:10.879854 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4b5a5497-924f-43e6-8bdb-2d329722be1b req-4eafebc2-5432-4c3d-803f-ebb9323f052f service neutron] 10.222.0.24 "GET /v2.0/networks?id=9966213a-d852-47af-b676-2130e90548f0 HTTP/1.1" status: 200 len: 896 time: 0.3300734 Apr 01 15:59:10.946994 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-52547e68-0bc0-4924-88ea-f23847e961a2 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Deleting port 0b040b44-e5e6-4bc7-97a9-e3b1ffcd9c74 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:59:10.947348 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-52547e68-0bc0-4924-88ea-f23847e961a2 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:11.006984 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1885cd4-0f30-4c7b-9164-0a013874cd43 req-203c2a03-122c-4672-b462-ea34f88e885c tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:11.008536 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b1885cd4-0f30-4c7b-9164-0a013874cd43 req-203c2a03-122c-4672-b462-ea34f88e885c tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd80bbfa-eeee-4acb-8c66-9cf9506ef9a7 HTTP/1.1" status: 200 len: 943 time: 0.4575210 Apr 01 15:59:11.027747 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4b5a5497-924f-43e6-8bdb-2d329722be1b req-49e78f32-e319-4c96-afc5-d5d30a321da7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9133b83e-f88e-4143-aaf9-58622f2917dc HTTP/1.1" status: 200 len: 217 time: 0.1376958 Apr 01 15:59:11.034123 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 07b99caa-6849-4f34-9751-551fa3e2ebac completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:59:11.057563 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 07b99caa-6849-4f34-9751-551fa3e2ebac triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:11.058052 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:11.065170 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-cb891142-f4df-4399-a7a4-99fdf099fbd1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16030269'] for subnet, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:11.081789 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-8e04a650-c1c0-431f-81ba-fd3c1119e86f tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:59:11.082608 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.api.v2.resource [None req-8e04a650-c1c0-431f-81ba-fd3c1119e86f tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] create failed (client error): There was a conflict when trying to complete your request. Apr 01 15:59:11.087465 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-8e04a650-c1c0-431f-81ba-fd3c1119e86f tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3148880 Apr 01 15:59:11.089315 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56456) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:11.109967 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-c59b5e00-8449-497b-89bc-405ae6d7c107 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Request body: {'security_group': {'name': 'tempest-secgroup--1037630490'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:59:11.173283 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-c59b5e00-8449-497b-89bc-405ae6d7c107 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:11.196928 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-c59b5e00-8449-497b-89bc-405ae6d7c107 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Usage tracker for resource:security_group and tenant:becd711b01be45329e02e1f4ba998499 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:11.202455 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-c59b5e00-8449-497b-89bc-405ae6d7c107 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:11.208176 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-116749f9-68a2-4dfb-b5fc-03e219a2f440 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:11.224804 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-c59b5e00-8449-497b-89bc-405ae6d7c107 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:11.227505 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-116749f9-68a2-4dfb-b5fc-03e219a2f440 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:11.228026 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b1885cd4-0f30-4c7b-9164-0a013874cd43 req-c9366e1c-af49-44df-bbb3-a42b0ce568f1 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.55 "GET /v2.0/security-groups?id=c75dad15-3c49-4312-91ac-218bdee2c12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2072971 Apr 01 15:59:11.234335 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a5497-924f-43e6-8bdb-2d329722be1b req-27abc914-682b-4eae-b1e8-97bd4f9debe0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:11.235853 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4b5a5497-924f-43e6-8bdb-2d329722be1b req-27abc914-682b-4eae-b1e8-97bd4f9debe0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=89cf3890-8986-45b8-911d-fb627612bf2e HTTP/1.1" status: 200 len: 835 time: 0.1905615 Apr 01 15:59:11.263075 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c59b5e00-8449-497b-89bc-405ae6d7c107 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Notify callbacks [] for security_group, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:11.290931 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c59b5e00-8449-497b-89bc-405ae6d7c107 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Notify callbacks [] for security_group, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:11.304188 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-116749f9-68a2-4dfb-b5fc-03e219a2f440 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:11.314868 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-60409a45-a760-4a2b-9589-6bf00500b73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4dbd12-16fe-44fd-a151-306945cc3cdf', 'name': 'tempest-TestNetworkBasicOps-router-2029677469', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': '39d30461-ace8-47db-b937-b378953c7cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:59:06Z', 'updated_at': '2022-04-01T15:59:08Z', 'revision_number': 3, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': '39d30461-ace8-47db-b937-b378953c7cb2', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f2:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e4dbd12-16fe-44fd-a151-306945cc3cdf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:07Z', 'updated_at': '2022-04-01T15:59:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:11.317453 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:11.324806 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116749f9-68a2-4dfb-b5fc-03e219a2f440 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7ec69708-a1c6-4d0f-b5a9-5a6c34e3ab20,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:11.349589 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60409a45-a760-4a2b-9589-6bf00500b73f None None] Checking router: 8e4dbd12-16fe-44fd-a151-306945cc3cdf for host: dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:59:11.350709 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60409a45-a760-4a2b-9589-6bf00500b73f None None] Updating router 8e4dbd12-16fe-44fd-a151-306945cc3cdf port 39d30461-ace8-47db-b937-b378953c7cb2 binding host dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:59:11.353187 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [None req-52547e68-0bc0-4924-88ea-f23847e961a2 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] For port 0b040b44-e5e6-4bc7-97a9-e3b1ffcd9c74, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=0b040b44-e5e6-4bc7-97a9-e3b1ffcd9c74,segment=NetworkSegment(ebbf336a-fb5d-4d58-8bb3-0d0269fba67a),segment_id=ebbf336a-fb5d-4d58-8bb3-0d0269fba67a)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:59:11.353530 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-52547e68-0bc0-4924-88ea-f23847e961a2 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:11.402251 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-116749f9-68a2-4dfb-b5fc-03e219a2f440 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:11.405897 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-116749f9-68a2-4dfb-b5fc-03e219a2f440 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/7ec69708-a1c6-4d0f-b5a9-5a6c34e3ab20 HTTP/1.1" status: 204 len: 168 time: 0.5394425 Apr 01 15:59:11.406606 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56460) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:11.419132 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port 07b99caa-6849-4f34-9751-551fa3e2ebac, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=07b99caa-6849-4f34-9751-551fa3e2ebac,segment=NetworkSegment(9b5fb6af-d9bd-4682-83a8-c47ddbbbe19f),segment_id=9b5fb6af-d9bd-4682-83a8-c47ddbbbe19f)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:59:11.427725 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-60409a45-a760-4a2b-9589-6bf00500b73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:11.434236 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-c59b5e00-8449-497b-89bc-405ae6d7c107 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:11.456036 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:11.478172 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-c59b5e00-8449-497b-89bc-405ae6d7c107 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Usage tracker for resource:security_group_rule and tenant:becd711b01be45329e02e1f4ba998499 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:11.483081 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-c59b5e00-8449-497b-89bc-405ae6d7c107 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:11.493215 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-c59b5e00-8449-497b-89bc-405ae6d7c107 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:11.498036 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-52547e68-0bc0-4924-88ea-f23847e961a2 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Calling delete_port for 0b040b44-e5e6-4bc7-97a9-e3b1ffcd9c74 owned by network:router_interface {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:59:11.572346 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-86cf14e7-bb64-4592-a7d8-62e012984b4f tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Synchronizing usage tracker for tenant:b3d1bbfd9d9043bbb98e9a869b34d641 on resource:security_group_rule {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:59:11.590260 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-cb891142-f4df-4399-a7a4-99fdf099fbd1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15306628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16030227'] for subnet, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:11.594363 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4b5a5497-924f-43e6-8bdb-2d329722be1b req-52cb7be9-e0d4-4b7b-bdc6-49ddfeb4420d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9966213a-d852-47af-b676-2130e90548f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3494124 Apr 01 15:59:11.619455 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=07b99caa-6849-4f34-9751-551fa3e2ebac,revision_number=5']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:11.772783 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-86cf14e7-bb64-4592-a7d8-62e012984b4f tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Unset dirty status for tenant:b3d1bbfd9d9043bbb98e9a869b34d641 on resource:security_group_rule {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:59:11.774173 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-86cf14e7-bb64-4592-a7d8-62e012984b4f tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3600936 Apr 01 15:59:11.781723 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 56464) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:11.844133 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb891142-f4df-4399-a7a4-99fdf099fbd1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'Subnet': ['ID=3d0e0496-ba52-480f-8f1c-87e417a09ffd,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:11.847464 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4b5a5497-924f-43e6-8bdb-2d329722be1b req-5a676ffd-c031-46fb-a840-0081b04b6b9f service neutron] 10.222.0.24 "GET /v2.0/networks/9966213a-d852-47af-b676-2130e90548f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422228 Apr 01 15:59:11.850518 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c59b5e00-8449-497b-89bc-405ae6d7c107 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Notify callbacks [] for security_group, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:11.856315 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb891142-f4df-4399-a7a4-99fdf099fbd1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Checking segment: {'id': 'fa28dbb4-18bc-46e2-9254-4b3c3356e205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c5d74d53-418c-47d9-a745-2341bda92f75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:59:11.856679 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb891142-f4df-4399-a7a4-99fdf099fbd1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Network hostable DHCP agents. Network: c5d74d53-418c-47d9-a745-2341bda92f75, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:59:11.863703 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c59b5e00-8449-497b-89bc-405ae6d7c107 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:11.902373 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-c59b5e00-8449-497b-89bc-405ae6d7c107 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:11.914948 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-c59b5e00-8449-497b-89bc-405ae6d7c107 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Usage tracker for resource:security_group_rule and tenant:becd711b01be45329e02e1f4ba998499 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:11.920928 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-c59b5e00-8449-497b-89bc-405ae6d7c107 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:11.931109 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-60409a45-a760-4a2b-9589-6bf00500b73f None None] Notify callbacks [] for port, precommit_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:11.931586 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59b5e00-8449-497b-89bc-405ae6d7c107 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60f47026-5b0d-4864-9887-5aee23e7d0cf,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:11.935006 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-c59b5e00-8449-497b-89bc-405ae6d7c107 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:11.947497 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb891142-f4df-4399-a7a4-99fdf099fbd1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Network c5d74d53-418c-47d9-a745-2341bda92f75 is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:59:11.952113 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-60409a45-a760-4a2b-9589-6bf00500b73f None None] Transition to ACTIVE for port object 39d30461-ace8-47db-b937-b378953c7cb2 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:59:11.966658 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-cb891142-f4df-4399-a7a4-99fdf099fbd1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, c5d74d53-418c-47d9-a745-2341bda92f75) {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:59:11.969485 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-60409a45-a760-4a2b-9589-6bf00500b73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:11.976169 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb891142-f4df-4399-a7a4-99fdf099fbd1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:11.976922 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-cb891142-f4df-4399-a7a4-99fdf099fbd1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:12.030364 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-cb891142-f4df-4399-a7a4-99fdf099fbd1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6453805 Apr 01 15:59:12.031617 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56468) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:12.037991 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c59b5e00-8449-497b-89bc-405ae6d7c107 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Notify callbacks [] for security_group, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:12.052683 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95df5500-c6b9-4b43-9c42-1eebdf03e8ef None None] Network c5d74d53-418c-47d9-a745-2341bda92f75 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:59:12.071942 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8cb270ea-b077-422f-a92f-e08ebef916ab tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:12.118207 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-52547e68-0bc0-4924-88ea-f23847e961a2 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:12.159956 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c59b5e00-8449-497b-89bc-405ae6d7c107 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:12.172208 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4b5a5497-924f-43e6-8bdb-2d329722be1b req-90862172-5bbd-4769-96ff-bd69b224b470 service neutron] 10.222.0.24 "GET /v2.0/networks/9966213a-d852-47af-b676-2130e90548f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119876 Apr 01 15:59:12.174400 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8cb270ea-b077-422f-a92f-e08ebef916ab tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:12.200582 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-60409a45-a760-4a2b-9589-6bf00500b73f None None] Attempting to bind port 39d30461-ace8-47db-b937-b378953c7cb2 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:59:12.201027 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-60409a45-a760-4a2b-9589-6bf00500b73f None None] Attempting to bind port 39d30461-ace8-47db-b937-b378953c7cb2 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:59:12.201329 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60409a45-a760-4a2b-9589-6bf00500b73f None None] Attempting to bind port 39d30461-ace8-47db-b937-b378953c7cb2 on network ed45466e-0386-4b92-8de3-247c977242ac {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:59:12.206239 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cf8314-189c-45ac-b734-07fe03aa3b45 None None] Pushing event updated for resources: {'Port': ['ID=39d30461-ace8-47db-b937-b378953c7cb2,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:12.229038 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60409a45-a760-4a2b-9589-6bf00500b73f None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:59:12.229501 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60409a45-a760-4a2b-9589-6bf00500b73f None None] Checking segment: {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:59:12.229819 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-60409a45-a760-4a2b-9589-6bf00500b73f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:12.230227 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60409a45-a760-4a2b-9589-6bf00500b73f None None] Bound using segment: {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:59:12.230692 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-60409a45-a760-4a2b-9589-6bf00500b73f None None] Bound port: 39d30461-ace8-47db-b937-b378953c7cb2, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:59:12.231096 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-60409a45-a760-4a2b-9589-6bf00500b73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:12.234071 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59b5e00-8449-497b-89bc-405ae6d7c107 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1328f9c4-8298-475a-a164-407a464a48c9,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:12.236395 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c59b5e00-8449-497b-89bc-405ae6d7c107 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:12.243570 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-c59b5e00-8449-497b-89bc-405ae6d7c107 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1471963 Apr 01 15:59:12.246053 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56472) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:12.251795 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-7fd0d962-a935-4f38-85cb-33b0f16ed50f tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Request body: {'security_group_rule': {'security_group_id': '1328f9c4-8298-475a-a164-407a464a48c9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:59:12.254070 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52547e68-0bc0-4924-88ea-f23847e961a2 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Pushing event deleted for resources: {'Port': ['ID=0b040b44-e5e6-4bc7-97a9-e3b1ffcd9c74,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:12.259945 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-7fd0d962-a935-4f38-85cb-33b0f16ed50f tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:12.263867 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-7fd0d962-a935-4f38-85cb-33b0f16ed50f tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Usage tracker for resource:security_group_rule and tenant:becd711b01be45329e02e1f4ba998499 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:12.273924 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-7fd0d962-a935-4f38-85cb-33b0f16ed50f tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:12.281606 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-7fd0d962-a935-4f38-85cb-33b0f16ed50f tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:12.309606 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7fd0d962-a935-4f38-85cb-33b0f16ed50f tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:12.430387 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-60409a45-a760-4a2b-9589-6bf00500b73f None None] For port 39d30461-ace8-47db-b937-b378953c7cb2, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:59:12.437085 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-60409a45-a760-4a2b-9589-6bf00500b73f None None] For port 39d30461-ace8-47db-b937-b378953c7cb2, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=39d30461-ace8-47db-b937-b378953c7cb2,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:59:12.439748 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7fd0d962-a935-4f38-85cb-33b0f16ed50f tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:12.450100 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7fd0d962-a935-4f38-85cb-33b0f16ed50f tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:12.477146 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd0d962-a935-4f38-85cb-33b0f16ed50f tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d83df176-57ce-4331-b11e-598dd7396296,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:12.510703 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-60409a45-a760-4a2b-9589-6bf00500b73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:12.586643 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7fd0d962-a935-4f38-85cb-33b0f16ed50f tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:12.590303 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-7fd0d962-a935-4f38-85cb-33b0f16ed50f tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3408313 Apr 01 15:59:12.595471 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56478) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:12.606864 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-d8a86c6f-404d-45a1-8e0b-61f6cdb70e38 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Request body: {'security_group_rule': {'security_group_id': '1328f9c4-8298-475a-a164-407a464a48c9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:59:12.644651 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8cb270ea-b077-422f-a92f-e08ebef916ab tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:12.681635 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-d8a86c6f-404d-45a1-8e0b-61f6cdb70e38 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:12.694513 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-d8a86c6f-404d-45a1-8e0b-61f6cdb70e38 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Usage tracker for resource:security_group_rule and tenant:becd711b01be45329e02e1f4ba998499 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:12.704406 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-d8a86c6f-404d-45a1-8e0b-61f6cdb70e38 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:12.714852 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-d8a86c6f-404d-45a1-8e0b-61f6cdb70e38 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:12.730490 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb270ea-b077-422f-a92f-e08ebef916ab tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01266b6a-a757-4dd8-a6e0-0795d51506c4,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:12.744489 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50a3b72-0c90-4ad9-89ae-7dc6830c5190 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-c5d74d53-418c-47d9-a745-2341bda92f75', 'network_id': 'c5d74d53-418c-47d9-a745-2341bda92f75', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'fixed_ips': [{'subnet_id': '3d0e0496-ba52-480f-8f1c-87e417a09ffd'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:59:12.747575 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f50a3b72-0c90-4ad9-89ae-7dc6830c5190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:12.747849 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d8a86c6f-404d-45a1-8e0b-61f6cdb70e38 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:12.809542 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8cb270ea-b077-422f-a92f-e08ebef916ab tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:12.810156 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-8cb270ea-b077-422f-a92f-e08ebef916ab tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] 10.222.0.55 "DELETE /v2.0/security-groups/01266b6a-a757-4dd8-a6e0-0795d51506c4 HTTP/1.1" status: 204 len: 168 time: 1.0272069 Apr 01 15:59:12.816840 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 9133b83e-f88e-4143-aaf9-58622f2917dc details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:59:12.818647 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 56482) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:12.842628 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 07b99caa-6849-4f34-9751-551fa3e2ebac up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:59:12.857412 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a39b8c5-a5c3-4733-963f-23555c8ad4c3 req-f3f60694-7113-4181-9f7d-1c55c8271652 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:12.857711 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.api.v2.resource [None req-d8a86c6f-404d-45a1-8e0b-61f6cdb70e38 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] create failed (client error): There was a conflict when trying to complete your request. Apr 01 15:59:12.861350 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8a39b8c5-a5c3-4733-963f-23555c8ad4c3 req-f3f60694-7113-4181-9f7d-1c55c8271652 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd80bbfa-eeee-4acb-8c66-9cf9506ef9a7 HTTP/1.1" status: 200 len: 943 time: 0.3479233 Apr 01 15:59:12.862767 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 56486) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:12.863992 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-d8a86c6f-404d-45a1-8e0b-61f6cdb70e38 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2622700 Apr 01 15:59:12.952292 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cf8314-189c-45ac-b734-07fe03aa3b45 None None] Pushing event updated for resources: {'Port': ['ID=39d30461-ace8-47db-b937-b378953c7cb2,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:12.982472 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-7f12b751-6919-4c39-9830-59d26238a391 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Synchronizing usage tracker for tenant:b3d1bbfd9d9043bbb98e9a869b34d641 on resource:security_group {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:59:13.009980 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-52547e68-0bc0-4924-88ea-f23847e961a2 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611462'] for router_interface, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:13.035770 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8a39b8c5-a5c3-4733-963f-23555c8ad4c3 req-d8ee6630-8fb9-4d4a-8bf2-96df9c2c4ff8 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.55 "GET /v2.0/security-groups?id=c75dad15-3c49-4312-91ac-218bdee2c12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684806 Apr 01 15:59:13.047630 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f200eb0f-f5a4-448b-a894-5be18c225526 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Notify callbacks [] for security_group, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:13.049598 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-7f12b751-6919-4c39-9830-59d26238a391 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Unset dirty status for tenant:b3d1bbfd9d9043bbb98e9a869b34d641 on resource:security_group {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:59:13.051261 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-7f12b751-6919-4c39-9830-59d26238a391 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2303195 Apr 01 15:59:13.061339 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56490) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:13.079827 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-4ecdc4fd-005a-48c7-a760-f81f4c1e979d tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Request body: {'security_group': {'name': 'tempest-secgroup--1860273682'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:59:13.090142 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-4ecdc4fd-005a-48c7-a760-f81f4c1e979d tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:13.090415 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.db.resource_extend [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 15:59:13.104294 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-4ecdc4fd-005a-48c7-a760-f81f4c1e979d tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:13.119327 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4ecdc4fd-005a-48c7-a760-f81f4c1e979d tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:13.176676 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-4ecdc4fd-005a-48c7-a760-f81f4c1e979d tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:13.183689 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-4ecdc4fd-005a-48c7-a760-f81f4c1e979d tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Usage tracker for resource:security_group_rule and tenant:b3d1bbfd9d9043bbb98e9a869b34d641 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:13.187173 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-4ecdc4fd-005a-48c7-a760-f81f4c1e979d tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:13.196978 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-4ecdc4fd-005a-48c7-a760-f81f4c1e979d tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:13.221727 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f200eb0f-f5a4-448b-a894-5be18c225526 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:13.315240 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4ecdc4fd-005a-48c7-a760-f81f4c1e979d tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:13.324846 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60409a45-a760-4a2b-9589-6bf00500b73f None None] Routers {'8e4dbd12-16fe-44fd-a151-306945cc3cdf'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:59:13.325661 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-60409a45-a760-4a2b-9589-6bf00500b73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:58:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['8e4dbd12-16fe-44fd-a151-306945cc3cdf'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:13.325881 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4ecdc4fd-005a-48c7-a760-f81f4c1e979d tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:13.329477 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f200eb0f-f5a4-448b-a894-5be18c225526 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:13.355973 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f200eb0f-f5a4-448b-a894-5be18c225526 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1328f9c4-8298-475a-a164-407a464a48c9,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:13.376974 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f200eb0f-f5a4-448b-a894-5be18c225526 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:13.376974 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-f200eb0f-f5a4-448b-a894-5be18c225526 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] 10.222.0.55 "DELETE /v2.0/security-groups/1328f9c4-8298-475a-a164-407a464a48c9 HTTP/1.1" status: 204 len: 168 time: 0.5066555 Apr 01 15:59:13.382926 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 56494) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:13.423454 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecdc4fd-005a-48c7-a760-f81f4c1e979d tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95d809a4-e44e-4f86-badb-f3051c3dca19,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:13.440189 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4ecdc4fd-005a-48c7-a760-f81f4c1e979d tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:13.444814 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-4ecdc4fd-005a-48c7-a760-f81f4c1e979d tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3795331 Apr 01 15:59:13.459782 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 56496) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:13.501995 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-26cd7efb-2094-452e-ba96-0a7d82691088 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:13.542025 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-8d702163-55fd-491f-90c6-38b7973812e6 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Request body: {'security_group_rule': {'security_group_id': '95d809a4-e44e-4f86-badb-f3051c3dca19', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:59:13.560038 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-f50a3b72-0c90-4ad9-89ae-7dc6830c5190 None None] Allocated IP 172.20.0.2 (c5d74d53-418c-47d9-a745-2341bda92f75/3d0e0496-ba52-480f-8f1c-87e417a09ffd/75ae3c36-807b-4bb6-8077-c638444d613a) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:59:13.562872 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 07b99caa-6849-4f34-9751-551fa3e2ebac triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:13.562872 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:13.563928 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-8d702163-55fd-491f-90c6-38b7973812e6 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:13.591385 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-8d702163-55fd-491f-90c6-38b7973812e6 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Usage tracker for resource:security_group_rule and tenant:b3d1bbfd9d9043bbb98e9a869b34d641 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:13.601935 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-8d702163-55fd-491f-90c6-38b7973812e6 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:13.627269 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-8d702163-55fd-491f-90c6-38b7973812e6 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:13.655974 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-7f27ea26-3e2f-4632-8c0c-6f7f495e98a7 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Synchronizing usage tracker for tenant:becd711b01be45329e02e1f4ba998499 on resource:security_group {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:59:13.665894 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 9133b83e-f88e-4143-aaf9-58622f2917dc, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=9133b83e-f88e-4143-aaf9-58622f2917dc,segment=NetworkSegment(9b5fb6af-d9bd-4682-83a8-c47ddbbbe19f),segment_id=9b5fb6af-d9bd-4682-83a8-c47ddbbbe19f)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:59:13.673848 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8d702163-55fd-491f-90c6-38b7973812e6 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:13.763130 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Returning: {'device': '9133b83e-f88e-4143-aaf9-58622f2917dc', 'network_id': '9966213a-d852-47af-b676-2130e90548f0', 'port_id': '9133b83e-f88e-4143-aaf9-58622f2917dc', 'mac_address': 'fa:16:3e:cc:c4:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89cf3890-8986-45b8-911d-fb627612bf2e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:59:13.843569 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-7f27ea26-3e2f-4632-8c0c-6f7f495e98a7 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Unset dirty status for tenant:becd711b01be45329e02e1f4ba998499 on resource:security_group {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:59:13.849210 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-7f27ea26-3e2f-4632-8c0c-6f7f495e98a7 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3929894 Apr 01 15:59:13.851065 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 56502) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:13.867131 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-60409a45-a760-4a2b-9589-6bf00500b73f None None] Set router 8e4dbd12-16fe-44fd-a151-306945cc3cdf gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:59:13.869341 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-c3ded354-f29e-44ee-a085-4d5d7e81b672 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Request body: {'security_group': {'name': 'tempest-secgroup--282457602'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:59:13.879367 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-c3ded354-f29e-44ee-a085-4d5d7e81b672 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:13.909774 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-c3ded354-f29e-44ee-a085-4d5d7e81b672 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:13.933009 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8d702163-55fd-491f-90c6-38b7973812e6 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:13.937904 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c3ded354-f29e-44ee-a085-4d5d7e81b672 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Notify callbacks [] for security_group, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:13.951734 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8d702163-55fd-491f-90c6-38b7973812e6 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:13.985368 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d702163-55fd-491f-90c6-38b7973812e6 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de8e1c0c-f3f0-4934-8c32-0c81079cc423,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:14.022213 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8d702163-55fd-491f-90c6-38b7973812e6 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:14.026556 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-8d702163-55fd-491f-90c6-38b7973812e6 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5636866 Apr 01 15:59:14.027023 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56506) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:14.031577 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-c3ded354-f29e-44ee-a085-4d5d7e81b672 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:14.035960 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-c3ded354-f29e-44ee-a085-4d5d7e81b672 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Usage tracker for resource:security_group_rule and tenant:becd711b01be45329e02e1f4ba998499 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:14.040813 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-c3ded354-f29e-44ee-a085-4d5d7e81b672 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:14.049609 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-c3ded354-f29e-44ee-a085-4d5d7e81b672 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:14.064653 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:14.093244 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52547e68-0bc0-4924-88ea-f23847e961a2 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Router 3e0a7872-7ac0-49d9-98a3-22a25d0acd22 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:59:14.106486 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-bf76888f-f8e3-4474-98ce-f6b743d53502 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:14.152753 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-bf76888f-f8e3-4474-98ce-f6b743d53502 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:14.202468 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9133b83e-f88e-4143-aaf9-58622f2917dc {{(pid=83829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:59:14.260293 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 9133b83e-f88e-4143-aaf9-58622f2917dc, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=9133b83e-f88e-4143-aaf9-58622f2917dc,segment=NetworkSegment(9b5fb6af-d9bd-4682-83a8-c47ddbbbe19f),segment_id=9b5fb6af-d9bd-4682-83a8-c47ddbbbe19f)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:59:14.279513 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:14.304133 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c3ded354-f29e-44ee-a085-4d5d7e81b672 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Notify callbacks [] for security_group, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:14.318426 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c3ded354-f29e-44ee-a085-4d5d7e81b672 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:14.321728 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f50a3b72-0c90-4ad9-89ae-7dc6830c5190 None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:14.343629 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-bf76888f-f8e3-4474-98ce-f6b743d53502 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:14.360351 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf76888f-f8e3-4474-98ce-f6b743d53502 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d809a4-e44e-4f86-badb-f3051c3dca19,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:14.378273 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-f50a3b72-0c90-4ad9-89ae-7dc6830c5190 None None] Transition to ACTIVE for port object 75ae3c36-807b-4bb6-8077-c638444d613a will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:59:14.382570 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-bf76888f-f8e3-4474-98ce-f6b743d53502 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:14.383462 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-bf76888f-f8e3-4474-98ce-f6b743d53502 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] 10.222.0.55 "DELETE /v2.0/security-groups/95d809a4-e44e-4f86-badb-f3051c3dca19 HTTP/1.1" status: 204 len: 168 time: 0.3550680 Apr 01 15:59:14.386028 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56512) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:14.449303 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-f50a3b72-0c90-4ad9-89ae-7dc6830c5190 None None] Transition to ACTIVE for port object 75ae3c36-807b-4bb6-8077-c638444d613a will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:59:14.450628 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-5898bae4-21ce-4752-a062-032982dfde63 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Synchronizing usage tracker for tenant:b3d1bbfd9d9043bbb98e9a869b34d641 on resource:security_group {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:59:14.453742 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=9133b83e-f88e-4143-aaf9-58622f2917dc,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:14.468867 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f50a3b72-0c90-4ad9-89ae-7dc6830c5190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:14.505461 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-5898bae4-21ce-4752-a062-032982dfde63 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Unset dirty status for tenant:b3d1bbfd9d9043bbb98e9a869b34d641 on resource:security_group {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:59:14.506568 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-5898bae4-21ce-4752-a062-032982dfde63 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1193068 Apr 01 15:59:14.512502 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56516) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:14.537017 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] get_ports_and_sgs() called for port_ids ['9133b83e-f88e-4143-aaf9-58622f2917dc'] {{(pid=83829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:59:14.573498 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ded354-f29e-44ee-a085-4d5d7e81b672 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd5074b9-765b-4d50-a80a-dade35ae948b,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:14.584512 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-d00e2015-d1af-4769-a1ca-a7220117e66f tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Synchronizing usage tracker for tenant:b3d1bbfd9d9043bbb98e9a869b34d641 on resource:security_group_rule {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:59:14.589637 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c3ded354-f29e-44ee-a085-4d5d7e81b672 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:14.591182 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-c3ded354-f29e-44ee-a085-4d5d7e81b672 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7403512 Apr 01 15:59:14.594879 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56520) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:14.603754 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50a3b72-0c90-4ad9-89ae-7dc6830c5190 None None] Pushing event updated for resources: {'Port': ['ID=75ae3c36-807b-4bb6-8077-c638444d613a,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:14.610208 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50a3b72-0c90-4ad9-89ae-7dc6830c5190 None None] Network c5d74d53-418c-47d9-a745-2341bda92f75 is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:59:14.615121 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-f50a3b72-0c90-4ad9-89ae-7dc6830c5190 None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:59:14.617503 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-d00e2015-d1af-4769-a1ca-a7220117e66f tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] Unset dirty status for tenant:b3d1bbfd9d9043bbb98e9a869b34d641 on resource:security_group_rule {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:59:14.619934 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-d00e2015-d1af-4769-a1ca-a7220117e66f tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.1071653 Apr 01 15:59:14.621644 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50a3b72-0c90-4ad9-89ae-7dc6830c5190 None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:59:14.622376 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-26cd7efb-2094-452e-ba96-0a7d82691088 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Allocated IP 172.20.0.1 (c5d74d53-418c-47d9-a745-2341bda92f75/3d0e0496-ba52-480f-8f1c-87e417a09ffd/6645aa7c-dab5-462f-bc89-9c8413fa5328) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:59:14.628759 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-d839c4c8-bd1e-4ed1-a845-e79018e974bc tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Request body: {'security_group_rule': {'security_group_id': 'dd5074b9-765b-4d50-a80a-dade35ae948b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:59:14.629055 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b883bb-b570-46df-aeb0-54da0ab4e623 req-37b2dddd-6dba-4bb3-9fc2-00ea74087a84 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:14.629599 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.api.v2.resource [None req-d839c4c8-bd1e-4ed1-a845-e79018e974bc tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:59:14.631440 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-78b883bb-b570-46df-aeb0-54da0ab4e623 req-37b2dddd-6dba-4bb3-9fc2-00ea74087a84 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd80bbfa-eeee-4acb-8c66-9cf9506ef9a7 HTTP/1.1" status: 200 len: 944 time: 0.3728292 Apr 01 15:59:14.631642 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-60409a45-a760-4a2b-9589-6bf00500b73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4dbd12-16fe-44fd-a151-306945cc3cdf', 'name': 'tempest-TestNetworkBasicOps-router-2029677469', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': '39d30461-ace8-47db-b937-b378953c7cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:59:06Z', 'updated_at': '2022-04-01T15:59:08Z', 'revision_number': 3, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': '39d30461-ace8-47db-b937-b378953c7cb2', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f2:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e4dbd12-16fe-44fd-a151-306945cc3cdf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:07Z', 'updated_at': '2022-04-01T15:59:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:14.632011 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 56524) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:14.640490 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-d839c4c8-bd1e-4ed1-a845-e79018e974bc tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0285480 Apr 01 15:59:14.643937 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56528) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:14.646541 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60409a45-a760-4a2b-9589-6bf00500b73f None None] The sync data for ids ['8e4dbd12-16fe-44fd-a151-306945cc3cdf'] in dv-neutron-833373-2-hyperv is: [{'id': '8e4dbd12-16fe-44fd-a151-306945cc3cdf', 'name': 'tempest-TestNetworkBasicOps-router-2029677469', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': '39d30461-ace8-47db-b937-b378953c7cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:59:06Z', 'updated_at': '2022-04-01T15:59:08Z', 'revision_number': 3, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': '39d30461-ace8-47db-b937-b378953c7cb2', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f2:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e4dbd12-16fe-44fd-a151-306945cc3cdf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:07Z', 'updated_at': '2022-04-01T15:59:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:59:14.676994 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.api.v2.resource [None req-5216e0af-b359-4ce8-b72b-032e1e9c2e36 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] delete failed (client error): The resource could not be found. Apr 01 15:59:14.690341 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-5216e0af-b359-4ce8-b72b-032e1e9c2e36 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] 10.222.0.55 "DELETE /v2.0/security-groups/95d809a4-e44e-4f86-badb-f3051c3dca19 HTTP/1.1" status: 404 len: 347 time: 0.0491385 Apr 01 15:59:14.693205 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 56532) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:14.701639 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52547e68-0bc0-4924-88ea-f23847e961a2 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:59:14.709592 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-52547e68-0bc0-4924-88ea-f23847e961a2 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "PUT /v2.0/routers/3e0a7872-7ac0-49d9-98a3-22a25d0acd22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7491288 Apr 01 15:59:14.715184 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ee852e-94db-4130-9eaa-cafc678bb474 None None] Sync routers for ids ['3e0a7872-7ac0-49d9-98a3-22a25d0acd22'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:59:14.722324 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 56536) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:14.727726 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ee852e-94db-4130-9eaa-cafc678bb474 None None] Routers {'3e0a7872-7ac0-49d9-98a3-22a25d0acd22'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:59:14.728350 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-54ee852e-94db-4130-9eaa-cafc678bb474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:58:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['3e0a7872-7ac0-49d9-98a3-22a25d0acd22'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:14.823058 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-78b883bb-b570-46df-aeb0-54da0ab4e623 req-8d9cd74d-3069-483e-babc-c457cefe5889 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.55 "GET /v2.0/security-groups?id=c75dad15-3c49-4312-91ac-218bdee2c12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1718869 Apr 01 15:59:14.830689 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-f50a3b72-0c90-4ad9-89ae-7dc6830c5190 None None] Attempting to bind port 75ae3c36-807b-4bb6-8077-c638444d613a on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:59:14.831403 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-f50a3b72-0c90-4ad9-89ae-7dc6830c5190 None None] Attempting to bind port 75ae3c36-807b-4bb6-8077-c638444d613a by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'fa28dbb4-18bc-46e2-9254-4b3c3356e205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c5d74d53-418c-47d9-a745-2341bda92f75'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:59:14.832360 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50a3b72-0c90-4ad9-89ae-7dc6830c5190 None None] Attempting to bind port 75ae3c36-807b-4bb6-8077-c638444d613a on network c5d74d53-418c-47d9-a745-2341bda92f75 {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:59:14.863414 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-d58bbc59-27bd-4788-8674-2001cf991640 tempest-SecGroupIPv6Test-1547784417 tempest-SecGroupIPv6Test-1547784417-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1658711 Apr 01 15:59:14.877756 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50a3b72-0c90-4ad9-89ae-7dc6830c5190 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:59:14.878298 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50a3b72-0c90-4ad9-89ae-7dc6830c5190 None None] Checking segment: {'id': 'fa28dbb4-18bc-46e2-9254-4b3c3356e205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c5d74d53-418c-47d9-a745-2341bda92f75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:59:14.878804 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f50a3b72-0c90-4ad9-89ae-7dc6830c5190 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:14.879552 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50a3b72-0c90-4ad9-89ae-7dc6830c5190 None None] Bound using segment: {'id': 'fa28dbb4-18bc-46e2-9254-4b3c3356e205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c5d74d53-418c-47d9-a745-2341bda92f75'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:59:14.880283 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-f50a3b72-0c90-4ad9-89ae-7dc6830c5190 None None] Bound port: 75ae3c36-807b-4bb6-8077-c638444d613a, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa28dbb4-18bc-46e2-9254-4b3c3356e205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c5d74d53-418c-47d9-a745-2341bda92f75'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:59:14.880787 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f50a3b72-0c90-4ad9-89ae-7dc6830c5190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:14.945545 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7826318c-666b-425c-8835-af6b2072d8d1 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:14.997579 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-54ee852e-94db-4130-9eaa-cafc678bb474 None None] Set router 3e0a7872-7ac0-49d9-98a3-22a25d0acd22 gateway port host: None {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:59:15.002092 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7826318c-666b-425c-8835-af6b2072d8d1 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:15.022365 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-26cd7efb-2094-452e-ba96-0a7d82691088 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:15.082927 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [None req-26cd7efb-2094-452e-ba96-0a7d82691088 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Transition to ACTIVE for port object 6645aa7c-dab5-462f-bc89-9c8413fa5328 will not be triggered until provisioned by entity DHCP. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:59:15.106429 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaec4b98-cbe7-40c6-91cf-2e3b43030df1 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Deleting subnet 906dde54-db91-4488-92ef-b7a45a839ce4 {{(pid=83826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:59:15.111723 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-eaec4b98-cbe7-40c6-91cf-2e3b43030df1 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for subnet, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:15.133750 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7826318c-666b-425c-8835-af6b2072d8d1 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:15.194574 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7826318c-666b-425c-8835-af6b2072d8d1 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd5074b9-765b-4d50-a80a-dade35ae948b,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:15.203769 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7826318c-666b-425c-8835-af6b2072d8d1 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:15.205307 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-7826318c-666b-425c-8835-af6b2072d8d1 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] 10.222.0.55 "DELETE /v2.0/security-groups/dd5074b9-765b-4d50-a80a-dade35ae948b HTTP/1.1" status: 204 len: 168 time: 0.5605204 Apr 01 15:59:15.207854 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-26cd7efb-2094-452e-ba96-0a7d82691088 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:15.209658 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 56542) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:15.257214 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-eaec4b98-cbe7-40c6-91cf-2e3b43030df1 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16610770'] for subnet, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:15.323641 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26cd7efb-2094-452e-ba96-0a7d82691088 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Network c5d74d53-418c-47d9-a745-2341bda92f75 is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:59:15.324846 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cd7efb-2094-452e-ba96-0a7d82691088 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'Port': ['ID=6645aa7c-dab5-462f-bc89-9c8413fa5328,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:15.329185 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-26cd7efb-2094-452e-ba96-0a7d82691088 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:59:15.332146 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cd7efb-2094-452e-ba96-0a7d82691088 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:59:15.389067 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-f50a3b72-0c90-4ad9-89ae-7dc6830c5190 None None] For port 75ae3c36-807b-4bb6-8077-c638444d613a, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:59:15.394773 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-f50a3b72-0c90-4ad9-89ae-7dc6830c5190 None None] For port 75ae3c36-807b-4bb6-8077-c638444d613a, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=75ae3c36-807b-4bb6-8077-c638444d613a,segment=NetworkSegment(fa28dbb4-18bc-46e2-9254-4b3c3356e205),segment_id=fa28dbb4-18bc-46e2-9254-4b3c3356e205)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:59:15.427355 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-26cd7efb-2094-452e-ba96-0a7d82691088 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611418'] for router_interface, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:15.429615 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-8d31b052-e203-45c0-9a6f-d670446a6952 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Synchronizing usage tracker for tenant:becd711b01be45329e02e1f4ba998499 on resource:security_group {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:59:15.479105 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-8d31b052-e203-45c0-9a6f-d670446a6952 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Unset dirty status for tenant:becd711b01be45329e02e1f4ba998499 on resource:security_group {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:59:15.481334 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-8d31b052-e203-45c0-9a6f-d670446a6952 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2705839 Apr 01 15:59:15.486848 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 56548) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:15.497760 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-5e4537c3-3964-449f-a081-a80c466374eb tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Request body: {'security_group': {'name': 'tempest-secgroup--106352394'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:59:15.501783 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f50a3b72-0c90-4ad9-89ae-7dc6830c5190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:15.509333 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-eaec4b98-cbe7-40c6-91cf-2e3b43030df1 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:15.568994 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-5e4537c3-3964-449f-a081-a80c466374eb tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:15.584061 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56552) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:15.593980 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-54ee852e-94db-4130-9eaa-cafc678bb474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0a7872-7ac0-49d9-98a3-22a25d0acd22', 'name': 'tempest-RoutersTest-router-1162967274', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:58:06Z', 'updated_at': '2022-04-01T15:59:11Z', 'revision_number': 8, 'project_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'gw_port_host': None, '_interfaces': [{'id': '95e5b77d-9ee3-4268-9eb9-be0f13ec70e1', 'name': '', 'network_id': 'b15e37bb-df96-46ce-9581-07cfdc722631', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'mac_address': 'fa:16:3e:6b:cd:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0a7872-7ac0-49d9-98a3-22a25d0acd22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db6b31da-6508-428c-816f-d4c907a140d0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:29Z', 'updated_at': '2022-04-01T15:58:40Z', 'revision_number': 5, 'project_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'subnets': [{'id': 'db6b31da-6508-428c-816f-d4c907a140d0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b11ba5fb-0d90-4403-a5bf-c442b4dc7e59', 'name': '', 'network_id': '423f0b4e-e66e-41f0-92c1-2e0344f8d737', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'mac_address': 'fa:16:3e:0a:1b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0a7872-7ac0-49d9-98a3-22a25d0acd22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9ff9c4c-6092-46d4-81b2-de70a3fd5a7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:13Z', 'updated_at': '2022-04-01T15:58:28Z', 'revision_number': 5, 'project_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'subnets': [{'id': 'a9ff9c4c-6092-46d4-81b2-de70a3fd5a7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b29ad2b1-46f2-4127-9ff8-f155110a1b65', 'name': '', 'network_id': 'b2e51711-0e47-4e9c-8559-166741bea4c4', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'mac_address': 'fa:16:3e:c8:ed:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0a7872-7ac0-49d9-98a3-22a25d0acd22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ced1d629-29a3-4cbb-9896-e6e12e310d55', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:38Z', 'updated_at': '2022-04-01T15:58:48Z', 'revision_number': 5, 'project_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'subnets': [{'id': 'ced1d629-29a3-4cbb-9896-e6e12e310d55', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:15.601286 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ee852e-94db-4130-9eaa-cafc678bb474 None None] Checking router: 3e0a7872-7ac0-49d9-98a3-22a25d0acd22 for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:59:15.627250 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-5e4537c3-3964-449f-a081-a80c466374eb tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:15.628181 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-26cd7efb-2094-452e-ba96-0a7d82691088 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:15.646425 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5e4537c3-3964-449f-a081-a80c466374eb tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Notify callbacks [] for security_group, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:15.653553 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ee852e-94db-4130-9eaa-cafc678bb474 None None] Routers {'3e0a7872-7ac0-49d9-98a3-22a25d0acd22'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:59:15.660620 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-54ee852e-94db-4130-9eaa-cafc678bb474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:58:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['3e0a7872-7ac0-49d9-98a3-22a25d0acd22'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:15.712331 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-eaec4b98-cbe7-40c6-91cf-2e3b43030df1 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15415074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16089009'] for subnet, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:15.728943 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50a3b72-0c90-4ad9-89ae-7dc6830c5190 None None] Pushing event updated for resources: {'Port': ['ID=75ae3c36-807b-4bb6-8077-c638444d613a,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:15.831583 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaec4b98-cbe7-40c6-91cf-2e3b43030df1 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Pushing event deleted for resources: {'Subnet': ['ID=906dde54-db91-4488-92ef-b7a45a839ce4,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:15.834791 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-eaec4b98-cbe7-40c6-91cf-2e3b43030df1 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:15.845274 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-5e4537c3-3964-449f-a081-a80c466374eb tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:15.850194 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f07959-ed5e-4f7d-a3f8-e22995e87c43 None None] Network 25a4d21c-ae83-497a-8bcf-08ac4efb963a requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:59:15.852561 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-eaec4b98-cbe7-40c6-91cf-2e3b43030df1 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "DELETE /v2.0/subnets/906dde54-db91-4488-92ef-b7a45a839ce4 HTTP/1.1" status: 204 len: 168 time: 1.1262066 Apr 01 15:59:15.856184 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 56558) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:15.859661 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-5e4537c3-3964-449f-a081-a80c466374eb tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Usage tracker for resource:security_group_rule and tenant:becd711b01be45329e02e1f4ba998499 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:16.002406 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-54ee852e-94db-4130-9eaa-cafc678bb474 None None] Set router 3e0a7872-7ac0-49d9-98a3-22a25d0acd22 gateway port host: None {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:59:16.165634 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-24c45bf5-bd87-452c-8726-2e396dc583c3 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:16.174163 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-5e4537c3-3964-449f-a081-a80c466374eb tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:16.190244 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-5e4537c3-3964-449f-a081-a80c466374eb tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:16.223338 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-ba968362-337c-4457-b2e4-cc7505466f0f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b3d1bbfd9d9043bbb98e9a869b34d641&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6366796 Apr 01 15:59:16.224044 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56564) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:16.291457 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-24c45bf5-bd87-452c-8726-2e396dc583c3 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Deleting port 8a4941be-0493-47b8-bbd4-7dab027a763c {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:59:16.291828 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-24c45bf5-bd87-452c-8726-2e396dc583c3 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:16.428099 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-bbd9bfae-7276-4006-826a-ce48565f9724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:16.487190 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-bbd9bfae-7276-4006-826a-ce48565f9724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:16.508080 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5e4537c3-3964-449f-a081-a80c466374eb tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Notify callbacks [] for security_group, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:16.568900 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-26cd7efb-2094-452e-ba96-0a7d82691088 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for port, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:16.577092 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5e4537c3-3964-449f-a081-a80c466374eb tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:16.577218 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-26cd7efb-2094-452e-ba96-0a7d82691088 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:16.584241 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d00b8ef-6551-46aa-8303-b7a07d9e000f None None] DHCP port deletion for 25a4d21c-ae83-497a-8bcf-08ac4efb963a request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:59:16.590906 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-6d00b8ef-6551-46aa-8303-b7a07d9e000f None None] Deleting port 8a4941be-0493-47b8-bbd4-7dab027a763c {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:59:16.591936 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6d00b8ef-6551-46aa-8303-b7a07d9e000f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:16.621391 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b895470-b0b1-471a-abe0-c8121ef4cb0a req-8ad1c8fe-ead0-47bf-b202-5a9bed37acdc tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:16.621699 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-54ee852e-94db-4130-9eaa-cafc678bb474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0a7872-7ac0-49d9-98a3-22a25d0acd22', 'name': 'tempest-RoutersTest-router-1162967274', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:58:06Z', 'updated_at': '2022-04-01T15:59:11Z', 'revision_number': 8, 'project_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'gw_port_host': None, '_interfaces': [{'id': '95e5b77d-9ee3-4268-9eb9-be0f13ec70e1', 'name': '', 'network_id': 'b15e37bb-df96-46ce-9581-07cfdc722631', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'mac_address': 'fa:16:3e:6b:cd:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0a7872-7ac0-49d9-98a3-22a25d0acd22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db6b31da-6508-428c-816f-d4c907a140d0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:29Z', 'updated_at': '2022-04-01T15:58:40Z', 'revision_number': 5, 'project_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'subnets': [{'id': 'db6b31da-6508-428c-816f-d4c907a140d0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b11ba5fb-0d90-4403-a5bf-c442b4dc7e59', 'name': '', 'network_id': '423f0b4e-e66e-41f0-92c1-2e0344f8d737', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'mac_address': 'fa:16:3e:0a:1b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0a7872-7ac0-49d9-98a3-22a25d0acd22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9ff9c4c-6092-46d4-81b2-de70a3fd5a7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:13Z', 'updated_at': '2022-04-01T15:58:28Z', 'revision_number': 5, 'project_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'subnets': [{'id': 'a9ff9c4c-6092-46d4-81b2-de70a3fd5a7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b29ad2b1-46f2-4127-9ff8-f155110a1b65', 'name': '', 'network_id': 'b2e51711-0e47-4e9c-8559-166741bea4c4', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'mac_address': 'fa:16:3e:c8:ed:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0a7872-7ac0-49d9-98a3-22a25d0acd22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ced1d629-29a3-4cbb-9896-e6e12e310d55', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:38Z', 'updated_at': '2022-04-01T15:58:48Z', 'revision_number': 5, 'project_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'subnets': [{'id': 'ced1d629-29a3-4cbb-9896-e6e12e310d55', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:16.622942 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-6b895470-b0b1-471a-abe0-c8121ef4cb0a req-8ad1c8fe-ead0-47bf-b202-5a9bed37acdc tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd80bbfa-eeee-4acb-8c66-9cf9506ef9a7 HTTP/1.1" status: 200 len: 944 time: 0.4049015 Apr 01 15:59:16.631750 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ee852e-94db-4130-9eaa-cafc678bb474 None None] The sync data for ids ['3e0a7872-7ac0-49d9-98a3-22a25d0acd22'] in dv-neutron-833373-2-hyperv is: [{'id': '3e0a7872-7ac0-49d9-98a3-22a25d0acd22', 'name': 'tempest-RoutersTest-router-1162967274', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:58:06Z', 'updated_at': '2022-04-01T15:59:11Z', 'revision_number': 8, 'project_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'gw_port_host': None, '_interfaces': [{'id': '95e5b77d-9ee3-4268-9eb9-be0f13ec70e1', 'name': '', 'network_id': 'b15e37bb-df96-46ce-9581-07cfdc722631', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'mac_address': 'fa:16:3e:6b:cd:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0a7872-7ac0-49d9-98a3-22a25d0acd22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db6b31da-6508-428c-816f-d4c907a140d0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:29Z', 'updated_at': '2022-04-01T15:58:40Z', 'revision_number': 5, 'project_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'subnets': [{'id': 'db6b31da-6508-428c-816f-d4c907a140d0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b11ba5fb-0d90-4403-a5bf-c442b4dc7e59', 'name': '', 'network_id': '423f0b4e-e66e-41f0-92c1-2e0344f8d737', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'mac_address': 'fa:16:3e:0a:1b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0a7872-7ac0-49d9-98a3-22a25d0acd22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9ff9c4c-6092-46d4-81b2-de70a3fd5a7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:13Z', 'updated_at': '2022-04-01T15:58:28Z', 'revision_number': 5, 'project_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'subnets': [{'id': 'a9ff9c4c-6092-46d4-81b2-de70a3fd5a7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b29ad2b1-46f2-4127-9ff8-f155110a1b65', 'name': '', 'network_id': 'b2e51711-0e47-4e9c-8559-166741bea4c4', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'mac_address': 'fa:16:3e:c8:ed:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0a7872-7ac0-49d9-98a3-22a25d0acd22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ced1d629-29a3-4cbb-9896-e6e12e310d55', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:38Z', 'updated_at': '2022-04-01T15:58:48Z', 'revision_number': 5, 'project_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'subnets': [{'id': 'ced1d629-29a3-4cbb-9896-e6e12e310d55', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:59:16.645758 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5e4537c3-3964-449f-a081-a80c466374eb tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:16.646635 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-5e4537c3-3964-449f-a081-a80c466374eb tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1587229 Apr 01 15:59:16.662172 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56568) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:16.705135 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-26cd7efb-2094-452e-ba96-0a7d82691088 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611525'] for router_interface, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:16.715485 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-7d70d6e3-2218-41dc-964a-08a20fad333f tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Request body: {'security_group_rule': {'security_group_id': 'c1cd8879-acc0-4315-9189-0f179c1ffcf1', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:59:16.716136 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.api.v2.resource [None req-7d70d6e3-2218-41dc-964a-08a20fad333f tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:59:16.721787 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-7d70d6e3-2218-41dc-964a-08a20fad333f tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0074341 Apr 01 15:59:16.727989 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56572) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:16.732701 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4537c3-3964-449f-a081-a80c466374eb tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1cd8879-acc0-4315-9189-0f179c1ffcf1,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:16.749741 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [None req-24c45bf5-bd87-452c-8726-2e396dc583c3 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] For port 8a4941be-0493-47b8-bbd4-7dab027a763c, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=8a4941be-0493-47b8-bbd4-7dab027a763c,segment=NetworkSegment(ebbf336a-fb5d-4d58-8bb3-0d0269fba67a),segment_id=ebbf336a-fb5d-4d58-8bb3-0d0269fba67a)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:59:16.750181 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-24c45bf5-bd87-452c-8726-2e396dc583c3 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:16.777466 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 9133b83e-f88e-4143-aaf9-58622f2917dc up at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:59:16.859887 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-bbd9bfae-7276-4006-826a-ce48565f9724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:16.912874 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-6b895470-b0b1-471a-abe0-c8121ef4cb0a req-86f03b95-0f6e-46c1-a954-62df3491fe6e tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.55 "GET /v2.0/security-groups?id=c75dad15-3c49-4312-91ac-218bdee2c12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2524080 Apr 01 15:59:16.919668 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-24c45bf5-bd87-452c-8726-2e396dc583c3 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Calling delete_port for 8a4941be-0493-47b8-bbd4-7dab027a763c owned by network:dhcp {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:59:16.934761 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cd7efb-2094-452e-ba96-0a7d82691088 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'Port': ['ID=6645aa7c-dab5-462f-bc89-9c8413fa5328,revision_number=2']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:16.943106 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd9bfae-7276-4006-826a-ce48565f9724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=267cc5ce-aaab-4d33-881a-cd0a10c3e7f0,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:16.962243 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-6d00b8ef-6551-46aa-8303-b7a07d9e000f None None] For port 8a4941be-0493-47b8-bbd4-7dab027a763c, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=8a4941be-0493-47b8-bbd4-7dab027a763c,segment=NetworkSegment(ebbf336a-fb5d-4d58-8bb3-0d0269fba67a),segment_id=ebbf336a-fb5d-4d58-8bb3-0d0269fba67a)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:59:16.963074 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6d00b8ef-6551-46aa-8303-b7a07d9e000f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:17.025371 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-24c45bf5-bd87-452c-8726-2e396dc583c3 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:17.076893 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 75ae3c36-807b-4bb6-8077-c638444d613a up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:59:17.079335 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9bfae-7276-4006-826a-ce48565f9724 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:17.080523 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9bfae-7276-4006-826a-ce48565f9724 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:17.083646 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9bfae-7276-4006-826a-ce48565f9724 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:17.084035 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9bfae-7276-4006-826a-ce48565f9724 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:17.084380 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9bfae-7276-4006-826a-ce48565f9724 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:17.084715 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9bfae-7276-4006-826a-ce48565f9724 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:17.085076 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9bfae-7276-4006-826a-ce48565f9724 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:17.085403 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9bfae-7276-4006-826a-ce48565f9724 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:17.087854 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9bfae-7276-4006-826a-ce48565f9724 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:17.088214 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9bfae-7276-4006-826a-ce48565f9724 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:17.088547 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd9bfae-7276-4006-826a-ce48565f9724 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:17.123973 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26cd7efb-2094-452e-ba96-0a7d82691088 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Network c5d74d53-418c-47d9-a745-2341bda92f75 is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:59:17.138217 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c45bf5-bd87-452c-8726-2e396dc583c3 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Pushing event deleted for resources: {'Port': ['ID=8a4941be-0493-47b8-bbd4-7dab027a763c,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:17.156820 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c45bf5-bd87-452c-8726-2e396dc583c3 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] No DVR routers for this DVR port 8a4941be-0493-47b8-bbd4-7dab027a763c on host dv-neutron-833373-2-hyperv {{(pid=83826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:59:17.157835 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cd7efb-2094-452e-ba96-0a7d82691088 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:17.158195 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cd7efb-2094-452e-ba96-0a7d82691088 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:17.158525 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cd7efb-2094-452e-ba96-0a7d82691088 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:17.158858 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cd7efb-2094-452e-ba96-0a7d82691088 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:17.159193 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cd7efb-2094-452e-ba96-0a7d82691088 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:17.159525 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cd7efb-2094-452e-ba96-0a7d82691088 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:17.159853 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cd7efb-2094-452e-ba96-0a7d82691088 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:17.160232 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cd7efb-2094-452e-ba96-0a7d82691088 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:17.160558 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cd7efb-2094-452e-ba96-0a7d82691088 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:17.160999 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cd7efb-2094-452e-ba96-0a7d82691088 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:17.161517 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cd7efb-2094-452e-ba96-0a7d82691088 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:17.171945 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-26cd7efb-2094-452e-ba96-0a7d82691088 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:59:17.243769 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-6d00b8ef-6551-46aa-8303-b7a07d9e000f None None] Calling delete_port for 8a4941be-0493-47b8-bbd4-7dab027a763c owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:59:17.298455 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning for port 9133b83e-f88e-4143-aaf9-58622f2917dc completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:59:17.319233 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning complete for port 9133b83e-f88e-4143-aaf9-58622f2917dc triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:17.319603 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:17.322225 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-24c45bf5-bd87-452c-8726-2e396dc583c3 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:17.355747 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-24c45bf5-bd87-452c-8726-2e396dc583c3 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25a4d21c-ae83-497a-8bcf-08ac4efb963a']}} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:17.372529 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-24c45bf5-bd87-452c-8726-2e396dc583c3 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebbf336a-fb5d-4d58-8bb3-0d0269fba67a') {'for_net_delete': True} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:17.373133 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-24c45bf5-bd87-452c-8726-2e396dc583c3 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebbf336a-fb5d-4d58-8bb3-0d0269fba67a') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:17.387212 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-24c45bf5-bd87-452c-8726-2e396dc583c3 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16610763'] for segment, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:17.412641 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-24c45bf5-bd87-452c-8726-2e396dc583c3 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:17.412926 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9e580e-9893-4408-9239-9bda2f86d379 None None] Network c5d74d53-418c-47d9-a745-2341bda92f75 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:59:17.421608 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24c45bf5-bd87-452c-8726-2e396dc583c3 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=83826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:59:17.422348 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-24c45bf5-bd87-452c-8726-2e396dc583c3 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15415164'] for segment, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:17.438551 dv-neutron-833373-2-hyperv neutron-server[83826]: Traceback (most recent call last): Apr 01 15:59:17.438551 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:59:17.438551 dv-neutron-833373-2-hyperv neutron-server[83826]: timer() Apr 01 15:59:17.438551 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:59:17.438551 dv-neutron-833373-2-hyperv neutron-server[83826]: cb(*args, **kw) Apr 01 15:59:17.438551 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:59:17.438551 dv-neutron-833373-2-hyperv neutron-server[83826]: return func(*args, **kwargs) Apr 01 15:59:17.438551 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:59:17.438551 dv-neutron-833373-2-hyperv neutron-server[83826]: self._notify() Apr 01 15:59:17.438551 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:59:17.438551 dv-neutron-833373-2-hyperv neutron-server[83826]: self.callback(batched_events) Apr 01 15:59:17.438551 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:59:17.438551 dv-neutron-833373-2-hyperv neutron-server[83826]: event.method(event) Apr 01 15:59:17.438551 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:59:17.438551 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:59:17.438551 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:59:17.438551 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:59:17.438551 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:59:17.438551 dv-neutron-833373-2-hyperv neutron-server[83826]: return f(self, *a, **k) Apr 01 15:59:17.438551 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:59:17.438551 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._get(url).json() Apr 01 15:59:17.438551 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:59:17.438551 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:59:17.438551 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:59:17.438551 dv-neutron-833373-2-hyperv neutron-server[83826]: return self.request(url, 'GET', **kwargs) Apr 01 15:59:17.438551 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:59:17.438551 dv-neutron-833373-2-hyperv neutron-server[83826]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:59:17.438551 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:59:17.438551 dv-neutron-833373-2-hyperv neutron-server[83826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:59:17.438551 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:59:17.438551 dv-neutron-833373-2-hyperv neutron-server[83826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:59:17.438551 dv-neutron-833373-2-hyperv neutron-server[83826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:59:17.453385 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4d70008c-003a-4423-b930-2445c826891b tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:17.481818 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-bbd9bfae-7276-4006-826a-ce48565f9724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:17.485419 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-bbd9bfae-7276-4006-826a-ce48565f9724 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/267cc5ce-aaab-4d33-881a-cd0a10c3e7f0 HTTP/1.1" status: 204 len: 168 time: 1.2552795 Apr 01 15:59:17.522127 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.db.api [None req-6d00b8ef-6551-46aa-8303-b7a07d9e000f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:59:17.522479 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG oslo_db.api [None req-6d00b8ef-6551-46aa-8303-b7a07d9e000f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:59:17.523205 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4d70008c-003a-4423-b930-2445c826891b tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:17.525652 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 75ae3c36-807b-4bb6-8077-c638444d613a completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:59:17.547583 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-8b1efb1f-8a16-4ae7-b290-d615ebfa84e6 None None] Provisioning for port 75ae3c36-807b-4bb6-8077-c638444d613a completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:59:17.622342 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-8b1efb1f-8a16-4ae7-b290-d615ebfa84e6 None None] Provisioning complete for port 75ae3c36-807b-4bb6-8077-c638444d613a triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:17.623280 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8b1efb1f-8a16-4ae7-b290-d615ebfa84e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:17.626091 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4d70008c-003a-4423-b930-2445c826891b tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:17.653068 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d70008c-003a-4423-b930-2445c826891b tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1cd8879-acc0-4315-9189-0f179c1ffcf1,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:17.663900 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-24c45bf5-bd87-452c-8726-2e396dc583c3 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:17.670050 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 8a4941be-0493-47b8-bbd4-7dab027a763c no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:59:17.670395 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-24c45bf5-bd87-452c-8726-2e396dc583c3 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:17.685421 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4d70008c-003a-4423-b930-2445c826891b tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:17.686724 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-4d70008c-003a-4423-b930-2445c826891b tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] 10.222.0.55 "DELETE /v2.0/security-groups/c1cd8879-acc0-4315-9189-0f179c1ffcf1 HTTP/1.1" status: 204 len: 168 time: 0.9577873 Apr 01 15:59:17.689676 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56578) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:17.706454 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c45bf5-bd87-452c-8726-2e396dc583c3 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Pushing event deleted for resources: {'Network': ['ID=25a4d21c-ae83-497a-8bcf-08ac4efb963a,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:17.715041 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-24c45bf5-bd87-452c-8726-2e396dc583c3 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "DELETE /v2.0/networks/25a4d21c-ae83-497a-8bcf-08ac4efb963a HTTP/1.1" status: 204 len: 168 time: 1.8574460 Apr 01 15:59:17.717348 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 56582) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:17.773852 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 8a4941be-0493-47b8-bbd4-7dab027a763c {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:59:17.774565 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 8a4941be-0493-47b8-bbd4-7dab027a763c not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:59:17.817082 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:17.903329 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-0c07d22b-cc07-42c7-bcd6-f414a45534b3 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Synchronizing usage tracker for tenant:becd711b01be45329e02e1f4ba998499 on resource:security_group {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:59:17.937972 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-0c07d22b-cc07-42c7-bcd6-f414a45534b3 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Unset dirty status for tenant:becd711b01be45329e02e1f4ba998499 on resource:security_group {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:59:17.939316 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-0c07d22b-cc07-42c7-bcd6-f414a45534b3 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2487221 Apr 01 15:59:17.945585 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 56586) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:17.956865 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-3a335139-8cc7-484c-a97f-ee4ecb66741c tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Request body: {'security_group': {'name': 'tempest-secgroup--676937391'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:59:17.971334 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-3a335139-8cc7-484c-a97f-ee4ecb66741c tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:18.017745 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-3a335139-8cc7-484c-a97f-ee4ecb66741c tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:18.044543 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3a335139-8cc7-484c-a97f-ee4ecb66741c tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Notify callbacks [] for security_group, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:18.073749 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-6d00b8ef-6551-46aa-8303-b7a07d9e000f None None] Deleting port 8a4941be-0493-47b8-bbd4-7dab027a763c {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:59:18.074498 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6d00b8ef-6551-46aa-8303-b7a07d9e000f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:18.128127 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26cd7efb-2094-452e-ba96-0a7d82691088 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Router 8e4dbd12-16fe-44fd-a151-306945cc3cdf has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:59:18.178590 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd80bbfa-eeee-4acb-8c66-9cf9506ef9a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9133b83e-f88e-4143-aaf9-58622f2917dc'}] {{(pid=83829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:59:18.202088 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-6d00b8ef-6551-46aa-8303-b7a07d9e000f None None] The port '8a4941be-0493-47b8-bbd4-7dab027a763c' was deleted {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:59:18.213621 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 9133b83e-f88e-4143-aaf9-58622f2917dc, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=9133b83e-f88e-4143-aaf9-58622f2917dc,segment=NetworkSegment(9b5fb6af-d9bd-4682-83a8-c47ddbbbe19f),segment_id=9b5fb6af-d9bd-4682-83a8-c47ddbbbe19f)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:59:18.227367 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8b1efb1f-8a16-4ae7-b290-d615ebfa84e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:18.248064 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:18.292184 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-3a335139-8cc7-484c-a97f-ee4ecb66741c tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:18.312130 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-3a335139-8cc7-484c-a97f-ee4ecb66741c tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Usage tracker for resource:security_group_rule and tenant:becd711b01be45329e02e1f4ba998499 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:18.317279 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-3a335139-8cc7-484c-a97f-ee4ecb66741c tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:18.328034 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-3a335139-8cc7-484c-a97f-ee4ecb66741c tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:18.337763 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-8b1efb1f-8a16-4ae7-b290-d615ebfa84e6 None None] For port 75ae3c36-807b-4bb6-8077-c638444d613a, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=75ae3c36-807b-4bb6-8077-c638444d613a,segment=NetworkSegment(fa28dbb4-18bc-46e2-9254-4b3c3356e205),segment_id=fa28dbb4-18bc-46e2-9254-4b3c3356e205)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:59:18.340290 dv-neutron-833373-2-hyperv neutron-server[83829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd80bbfa-eeee-4acb-8c66-9cf9506ef9a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9133b83e-f88e-4143-aaf9-58622f2917dc', 'code': 200} Apr 01 15:59:18.352989 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8b1efb1f-8a16-4ae7-b290-d615ebfa84e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:18.369898 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=9133b83e-f88e-4143-aaf9-58622f2917dc,revision_number=5']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:18.382970 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:18.383327 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:18.384061 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:18.384404 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:18.385881 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:18.385881 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:18.385881 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:18.385881 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:18.386455 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:18.386762 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:18.386938 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:18.438435 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3a335139-8cc7-484c-a97f-ee4ecb66741c tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Notify callbacks [] for security_group, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:18.445773 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3a335139-8cc7-484c-a97f-ee4ecb66741c tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:18.492647 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cd6afa-bb9c-4b7f-b940-96316e1edc34 req-d2ff4999-25d3-4ca2-9d99-41bb14a6142e tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:18.498324 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26cd7efb-2094-452e-ba96-0a7d82691088 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:59:18.500461 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-06cd6afa-bb9c-4b7f-b940-96316e1edc34 req-d2ff4999-25d3-4ca2-9d99-41bb14a6142e tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd80bbfa-eeee-4acb-8c66-9cf9506ef9a7 HTTP/1.1" status: 200 len: 945 time: 0.3113399 Apr 01 15:59:18.517210 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-26cd7efb-2094-452e-ba96-0a7d82691088 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "PUT /v2.0/routers/8e4dbd12-16fe-44fd-a151-306945cc3cdf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4822857 Apr 01 15:59:18.519578 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56594) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:18.534998 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1efb1f-8a16-4ae7-b290-d615ebfa84e6 None None] Pushing event updated for resources: {'Port': ['ID=75ae3c36-807b-4bb6-8077-c638444d613a,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:18.563909 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a335139-8cc7-484c-a97f-ee4ecb66741c tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53063b30-2916-4684-8a51-4bf9e31f529e,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:18.595495 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3a335139-8cc7-484c-a97f-ee4ecb66741c tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:18.600179 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-3a335139-8cc7-484c-a97f-ee4ecb66741c tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6491861 Apr 01 15:59:18.607880 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-06cd6afa-bb9c-4b7f-b940-96316e1edc34 req-45e6586c-3f18-48dd-a8d1-f03a4331b836 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.55 "GET /v2.0/security-groups?id=c75dad15-3c49-4312-91ac-218bdee2c12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066699 Apr 01 15:59:18.638647 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56598) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:18.650569 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-77ea831c-91fa-4dbd-8402-fe133fc4ee81 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Request body: {'security_group_rule': {'security_group_id': '53063b30-2916-4684-8a51-4bf9e31f529e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:59:18.651573 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.api.v2.resource [None req-77ea831c-91fa-4dbd-8402-fe133fc4ee81 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:59:18.655608 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-77ea831c-91fa-4dbd-8402-fe133fc4ee81 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0129173 Apr 01 15:59:18.655914 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56602) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:18.663979 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-718033f0-16ec-468d-b382-ea224e6816b4 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Request body: {'security_group_rule': {'security_group_id': '53063b30-2916-4684-8a51-4bf9e31f529e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:59:18.664648 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.api.v2.resource [None req-718033f0-16ec-468d-b382-ea224e6816b4 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:59:18.668974 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-718033f0-16ec-468d-b382-ea224e6816b4 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0086937 Apr 01 15:59:18.668974 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56606) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:18.669858 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a335139-8cc7-484c-a97f-ee4ecb66741c tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:18.670211 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a335139-8cc7-484c-a97f-ee4ecb66741c tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:18.670552 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a335139-8cc7-484c-a97f-ee4ecb66741c tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:18.671317 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a335139-8cc7-484c-a97f-ee4ecb66741c tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:18.671686 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a335139-8cc7-484c-a97f-ee4ecb66741c tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:18.672027 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a335139-8cc7-484c-a97f-ee4ecb66741c tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:18.672986 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a335139-8cc7-484c-a97f-ee4ecb66741c tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:18.673446 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a335139-8cc7-484c-a97f-ee4ecb66741c tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:18.673854 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a335139-8cc7-484c-a97f-ee4ecb66741c tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:18.674114 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a335139-8cc7-484c-a97f-ee4ecb66741c tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:18.674441 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a335139-8cc7-484c-a97f-ee4ecb66741c tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 15:59:18.677826 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-809bbe1d-bd79-41c9-97f6-473f3c3e957c tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Request body: {'security_group_rule': {'security_group_id': '53063b30-2916-4684-8a51-4bf9e31f529e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:59:18.678654 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.api.v2.resource [None req-809bbe1d-bd79-41c9-97f6-473f3c3e957c tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:59:18.682614 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-809bbe1d-bd79-41c9-97f6-473f3c3e957c tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0101314 Apr 01 15:59:18.682787 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-58c3dc81-cbe6-465e-b9c8-fe2c5234c700 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611543'] for router_interface, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:18.683129 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56610) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:18.697387 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-0cfed01d-c51f-432f-a635-c4307f07db62 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Request body: {'security_group_rule': {'security_group_id': '53063b30-2916-4684-8a51-4bf9e31f529e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:59:18.698581 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.api.v2.resource [None req-0cfed01d-c51f-432f-a635-c4307f07db62 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:59:18.702353 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-0cfed01d-c51f-432f-a635-c4307f07db62 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0153797 Apr 01 15:59:18.704838 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56614) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:18.706765 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 75ae3c36-807b-4bb6-8077-c638444d613a up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:59:18.790897 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-c740980b-1932-4bb2-b5ff-c1c57f0a0269 None None] Provisioning complete for port 75ae3c36-807b-4bb6-8077-c638444d613a triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:18.791273 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c740980b-1932-4bb2-b5ff-c1c57f0a0269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:18.805122 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085692ae-a44b-46c6-bfc9-7a40b3ed912a tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:18.805667 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085692ae-a44b-46c6-bfc9-7a40b3ed912a tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:18.806247 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085692ae-a44b-46c6-bfc9-7a40b3ed912a tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:18.806671 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085692ae-a44b-46c6-bfc9-7a40b3ed912a tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:18.807251 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085692ae-a44b-46c6-bfc9-7a40b3ed912a tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:18.807749 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085692ae-a44b-46c6-bfc9-7a40b3ed912a tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:18.808169 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085692ae-a44b-46c6-bfc9-7a40b3ed912a tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:18.808589 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085692ae-a44b-46c6-bfc9-7a40b3ed912a tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:18.810766 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-085692ae-a44b-46c6-bfc9-7a40b3ed912a tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5608 time: 0.2899015 Apr 01 15:59:18.818584 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 56618) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:18.834595 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-750b1fd0-158b-4515-ab75-0997f019da5d tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:18.874417 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-750b1fd0-158b-4515-ab75-0997f019da5d tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:18.939828 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-750b1fd0-158b-4515-ab75-0997f019da5d tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:18.970621 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750b1fd0-158b-4515-ab75-0997f019da5d tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53063b30-2916-4684-8a51-4bf9e31f529e,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:18.971755 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 75ae3c36-807b-4bb6-8077-c638444d613a triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:18.972417 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:18.985927 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c2590dcf-49d9-43e3-bb39-705ec884a38e req-dee278eb-cbfe-4577-8e72-a302edf04dc1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bd80bbfa-eeee-4acb-8c66-9cf9506ef9a7 HTTP/1.1" status: 200 len: 1098 time: 0.3876677 Apr 01 15:59:18.992329 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-750b1fd0-158b-4515-ab75-0997f019da5d tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:18.995438 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-750b1fd0-158b-4515-ab75-0997f019da5d tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] 10.222.0.55 "DELETE /v2.0/security-groups/53063b30-2916-4684-8a51-4bf9e31f529e HTTP/1.1" status: 204 len: 168 time: 0.2894979 Apr 01 15:59:19.001501 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56622) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:19.012459 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e31dcb3-dd36-480f-8d73-a1dd4508b196 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:19.012907 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e31dcb3-dd36-480f-8d73-a1dd4508b196 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:19.013266 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e31dcb3-dd36-480f-8d73-a1dd4508b196 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:19.013618 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e31dcb3-dd36-480f-8d73-a1dd4508b196 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:19.013960 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e31dcb3-dd36-480f-8d73-a1dd4508b196 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:19.014309 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e31dcb3-dd36-480f-8d73-a1dd4508b196 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:19.014648 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e31dcb3-dd36-480f-8d73-a1dd4508b196 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:19.015044 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e31dcb3-dd36-480f-8d73-a1dd4508b196 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:19.017241 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-0e31dcb3-dd36-480f-8d73-a1dd4508b196 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5127 time: 0.1975243 Apr 01 15:59:19.036551 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 56626) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:19.063840 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-c740980b-1932-4bb2-b5ff-c1c57f0a0269 None None] Provisioning for port 6645aa7c-dab5-462f-bc89-9c8413fa5328 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:59:19.081518 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-c740980b-1932-4bb2-b5ff-c1c57f0a0269 None None] Provisioning complete for port 6645aa7c-dab5-462f-bc89-9c8413fa5328 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:19.082507 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c740980b-1932-4bb2-b5ff-c1c57f0a0269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:19.130146 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-afc427f1-9b01-4794-abde-ecba4e8bc747 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Synchronizing usage tracker for tenant:becd711b01be45329e02e1f4ba998499 on resource:security_group {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:59:19.169859 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-afc427f1-9b01-4794-abde-ecba4e8bc747 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Unset dirty status for tenant:becd711b01be45329e02e1f4ba998499 on resource:security_group {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:59:19.171363 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-afc427f1-9b01-4794-abde-ecba4e8bc747 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1682918 Apr 01 15:59:19.175833 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56630) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:19.188831 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-c79f14bd-393e-4847-ac8d-7327a25eb1a2 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Request body: {'security_group': {'name': 'tempest-secgroup--1429722052'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:59:19.202842 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-c79f14bd-393e-4847-ac8d-7327a25eb1a2 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:19.222296 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-c79f14bd-393e-4847-ac8d-7327a25eb1a2 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:19.234580 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c2590dcf-49d9-43e3-bb39-705ec884a38e req-a19463b5-ee21-4a04-9f90-57754ecc6403 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c75dad15-3c49-4312-91ac-218bdee2c12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2266088 Apr 01 15:59:19.243817 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c79f14bd-393e-4847-ac8d-7327a25eb1a2 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Notify callbacks [] for security_group, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:19.249661 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-c740980b-1932-4bb2-b5ff-c1c57f0a0269 None None] Port 6645aa7c-dab5-462f-bc89-9c8413fa5328 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:59:19.273386 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 0b040b44-e5e6-4bc7-97a9-e3b1ffcd9c74 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:59:19.325223 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-c79f14bd-393e-4847-ac8d-7327a25eb1a2 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:19.330995 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 0b040b44-e5e6-4bc7-97a9-e3b1ffcd9c74 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:59:19.331230 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-c79f14bd-393e-4847-ac8d-7327a25eb1a2 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Usage tracker for resource:security_group_rule and tenant:becd711b01be45329e02e1f4ba998499 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:19.331975 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 0b040b44-e5e6-4bc7-97a9-e3b1ffcd9c74 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:59:19.336409 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-c79f14bd-393e-4847-ac8d-7327a25eb1a2 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:19.347324 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-c79f14bd-393e-4847-ac8d-7327a25eb1a2 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:19.379322 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-2b4717a0-fdca-4dc3-a625-0ab7f7dd4379 None None] Provisioning complete for port 6645aa7c-dab5-462f-bc89-9c8413fa5328 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:19.379997 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-2b4717a0-fdca-4dc3-a625-0ab7f7dd4379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:19.462551 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c79f14bd-393e-4847-ac8d-7327a25eb1a2 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Notify callbacks [] for security_group, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:19.470424 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c79f14bd-393e-4847-ac8d-7327a25eb1a2 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:19.490637 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-2b4717a0-fdca-4dc3-a625-0ab7f7dd4379 None None] Port 6645aa7c-dab5-462f-bc89-9c8413fa5328 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:59:19.540265 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c79f14bd-393e-4847-ac8d-7327a25eb1a2 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:19.541557 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-c79f14bd-393e-4847-ac8d-7327a25eb1a2 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3653176 Apr 01 15:59:19.544928 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56634) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:19.552528 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-c647dd36-3984-4b7b-9d8c-2c194374906c tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Request body: {'security_group_rule': {'security_group_id': '330089c5-4722-430d-b09e-491e1466d95d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:59:19.553217 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.api.v2.resource [None req-c647dd36-3984-4b7b-9d8c-2c194374906c tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:59:19.554201 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-c647dd36-3984-4b7b-9d8c-2c194374906c tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0083268 Apr 01 15:59:19.555915 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79f14bd-393e-4847-ac8d-7327a25eb1a2 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=330089c5-4722-430d-b09e-491e1466d95d,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:19.557987 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56638) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:19.563764 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-7aeee4fe-97fe-4ada-9fdd-89e192fbfd4c tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Request body: {'security_group_rule': {'security_group_id': '330089c5-4722-430d-b09e-491e1466d95d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:59:19.574542 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-7aeee4fe-97fe-4ada-9fdd-89e192fbfd4c tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:19.582215 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-7aeee4fe-97fe-4ada-9fdd-89e192fbfd4c tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Usage tracker for resource:security_group_rule and tenant:becd711b01be45329e02e1f4ba998499 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:19.586904 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-7aeee4fe-97fe-4ada-9fdd-89e192fbfd4c tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:19.594850 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-7aeee4fe-97fe-4ada-9fdd-89e192fbfd4c tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:19.632447 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.api.v2.resource [None req-7aeee4fe-97fe-4ada-9fdd-89e192fbfd4c tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:59:19.637863 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-7aeee4fe-97fe-4ada-9fdd-89e192fbfd4c tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0787747 Apr 01 15:59:19.638484 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56642) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:19.644443 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-16bc6f1d-7926-4b08-955d-a67dff90d338 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Request body: {'security_group_rule': {'security_group_id': '330089c5-4722-430d-b09e-491e1466d95d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:59:19.645085 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.api.v2.resource [None req-16bc6f1d-7926-4b08-955d-a67dff90d338 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:59:19.651022 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-16bc6f1d-7926-4b08-955d-a67dff90d338 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0072165 Apr 01 15:59:19.651362 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56646) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:19.657118 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-0c199923-dc35-498b-aea4-cad7f342cf38 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Request body: {'security_group_rule': {'security_group_id': '330089c5-4722-430d-b09e-491e1466d95d', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:59:19.664934 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-0c199923-dc35-498b-aea4-cad7f342cf38 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:19.672312 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-0c199923-dc35-498b-aea4-cad7f342cf38 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Usage tracker for resource:security_group_rule and tenant:becd711b01be45329e02e1f4ba998499 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:19.677670 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-0c199923-dc35-498b-aea4-cad7f342cf38 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:19.691720 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-0c199923-dc35-498b-aea4-cad7f342cf38 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:19.731844 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.api.v2.resource [None req-0c199923-dc35-498b-aea4-cad7f342cf38 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:59:19.736434 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-0c199923-dc35-498b-aea4-cad7f342cf38 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0843039 Apr 01 15:59:19.737267 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56652) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:19.743686 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-2a27a357-f06a-4134-9179-4a30a52d4929 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Request body: {'security_group_rule': {'security_group_id': '330089c5-4722-430d-b09e-491e1466d95d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:59:19.744620 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.api.v2.resource [None req-2a27a357-f06a-4134-9179-4a30a52d4929 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:59:19.750311 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-2a27a357-f06a-4134-9179-4a30a52d4929 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0116031 Apr 01 15:59:19.750537 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 56656) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:19.763914 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-095eb398-00ac-4f88-90bf-0b6a0f00ce1d tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Request body: {'security_group_rule': {'security_group_id': '330089c5-4722-430d-b09e-491e1466d95d', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:59:19.773504 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-095eb398-00ac-4f88-90bf-0b6a0f00ce1d tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:19.818636 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-6b365181-c782-4b64-b478-590d5b11a482 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2867 time: 0.7794342 Apr 01 15:59:19.825715 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-095eb398-00ac-4f88-90bf-0b6a0f00ce1d tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Usage tracker for resource:security_group_rule and tenant:becd711b01be45329e02e1f4ba998499 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:19.865126 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-095eb398-00ac-4f88-90bf-0b6a0f00ce1d tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:19.881961 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-095eb398-00ac-4f88-90bf-0b6a0f00ce1d tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:19.953362 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.api.v2.resource [None req-095eb398-00ac-4f88-90bf-0b6a0f00ce1d tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:59:19.954629 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-095eb398-00ac-4f88-90bf-0b6a0f00ce1d tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2019680 Apr 01 15:59:19.957625 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56662) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:19.965287 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-7345247c-7456-4b75-860a-fc9f3a70de86 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Request body: {'security_group_rule': {'security_group_id': '330089c5-4722-430d-b09e-491e1466d95d', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:59:19.965912 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.api.v2.resource [None req-7345247c-7456-4b75-860a-fc9f3a70de86 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:59:19.966881 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-7345247c-7456-4b75-860a-fc9f3a70de86 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0075724 Apr 01 15:59:19.968761 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfadb29-63bc-4798-8cb3-4c1387dcd1b8 req-7c3c898f-5f72-47a8-b785-ae8fa07778b7 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:19.970349 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-bcfadb29-63bc-4798-8cb3-4c1387dcd1b8 req-7c3c898f-5f72-47a8-b785-ae8fa07778b7 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd80bbfa-eeee-4acb-8c66-9cf9506ef9a7 HTTP/1.1" status: 200 len: 945 time: 0.1933844 Apr 01 15:59:19.970830 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 56666) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:19.980391 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-57f04c92-9f5a-4f96-b61c-d7809781574a tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Request body: {'security_group_rule': {'security_group_id': '330089c5-4722-430d-b09e-491e1466d95d', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:59:19.990928 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-57f04c92-9f5a-4f96-b61c-d7809781574a tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:20.010352 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-57f04c92-9f5a-4f96-b61c-d7809781574a tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Usage tracker for resource:security_group_rule and tenant:becd711b01be45329e02e1f4ba998499 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:20.016546 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-57f04c92-9f5a-4f96-b61c-d7809781574a tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:20.025605 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-57f04c92-9f5a-4f96-b61c-d7809781574a tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:20.116453 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-bcfadb29-63bc-4798-8cb3-4c1387dcd1b8 req-b8b21ddc-4e82-4cda-8d44-0838c7ae9205 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.55 "GET /v2.0/security-groups?id=c75dad15-3c49-4312-91ac-218bdee2c12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298444 Apr 01 15:59:20.129242 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.api.v2.resource [None req-57f04c92-9f5a-4f96-b61c-d7809781574a tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:59:20.132989 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-57f04c92-9f5a-4f96-b61c-d7809781574a tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1578314 Apr 01 15:59:20.133422 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56670) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:20.140432 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-d44036c0-5b0e-4719-adde-aea307728042 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Request body: {'security_group_rule': {'security_group_id': '330089c5-4722-430d-b09e-491e1466d95d', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:59:20.148832 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-d44036c0-5b0e-4719-adde-aea307728042 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:20.153470 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-d44036c0-5b0e-4719-adde-aea307728042 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Usage tracker for resource:security_group_rule and tenant:becd711b01be45329e02e1f4ba998499 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:20.156817 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-d44036c0-5b0e-4719-adde-aea307728042 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:20.165808 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-d44036c0-5b0e-4719-adde-aea307728042 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:20.204676 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.api.v2.resource [None req-d44036c0-5b0e-4719-adde-aea307728042 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:59:20.208802 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-d44036c0-5b0e-4719-adde-aea307728042 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0720251 Apr 01 15:59:20.209940 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56674) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:20.216669 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-58c3dc81-cbe6-465e-b9c8-fe2c5234c700 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Deleting port b29ad2b1-46f2-4127-9ff8-f155110a1b65 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:59:20.217231 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-58c3dc81-cbe6-465e-b9c8-fe2c5234c700 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:20.311449 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4b6185c5-7f1d-4386-8742-ff5e1ccffa82 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:20.351480 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4b6185c5-7f1d-4386-8742-ff5e1ccffa82 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:20.399554 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56678) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:20.405716 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-c8a73683-a6f4-4678-b287-da4cd8d248e0 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-833096503', 'description': 'tempest-secgroup-smoke-833096503 description', 'project_id': '447e2c5010754fe1ad368efac7c75251'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:59:20.413242 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-c8a73683-a6f4-4678-b287-da4cd8d248e0 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:20.418128 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-c8a73683-a6f4-4678-b287-da4cd8d248e0 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:20.424064 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-c8a73683-a6f4-4678-b287-da4cd8d248e0 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:20.431393 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-c8a73683-a6f4-4678-b287-da4cd8d248e0 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:20.436609 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4b6185c5-7f1d-4386-8742-ff5e1ccffa82 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:20.456967 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6185c5-7f1d-4386-8742-ff5e1ccffa82 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=330089c5-4722-430d-b09e-491e1466d95d,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:20.461470 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c8a73683-a6f4-4678-b287-da4cd8d248e0 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:20.485560 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4b6185c5-7f1d-4386-8742-ff5e1ccffa82 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:20.486599 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-4b6185c5-7f1d-4386-8742-ff5e1ccffa82 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] 10.222.0.55 "DELETE /v2.0/security-groups/330089c5-4722-430d-b09e-491e1466d95d HTTP/1.1" status: 204 len: 168 time: 0.2754371 Apr 01 15:59:20.489151 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 56682) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:20.504380 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-c8a73683-a6f4-4678-b287-da4cd8d248e0 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:20.509209 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-c8a73683-a6f4-4678-b287-da4cd8d248e0 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group_rule and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:20.512086 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-c8a73683-a6f4-4678-b287-da4cd8d248e0 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:20.516440 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [None req-58c3dc81-cbe6-465e-b9c8-fe2c5234c700 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] For port b29ad2b1-46f2-4127-9ff8-f155110a1b65, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=b29ad2b1-46f2-4127-9ff8-f155110a1b65,segment=NetworkSegment(213e721b-608f-4a8d-a1ef-dd8c347adf66),segment_id=213e721b-608f-4a8d-a1ef-dd8c347adf66)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:59:20.516989 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-58c3dc81-cbe6-465e-b9c8-fe2c5234c700 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:20.517971 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-c8a73683-a6f4-4678-b287-da4cd8d248e0 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:20.575785 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c8a73683-a6f4-4678-b287-da4cd8d248e0 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:20.580768 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c8a73683-a6f4-4678-b287-da4cd8d248e0 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:20.635408 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a73683-a6f4-4678-b287-da4cd8d248e0 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef3cc654-473b-4de5-a591-1a08e5571c20,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:20.639184 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c8a73683-a6f4-4678-b287-da4cd8d248e0 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:20.640445 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-c8a73683-a6f4-4678-b287-da4cd8d248e0 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2398989 Apr 01 15:59:20.643454 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56686) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:20.650243 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-c379544a-f176-46d2-9ded-7e2ad6d460b7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'security_group_rule': {'security_group_id': 'ef3cc654-473b-4de5-a591-1a08e5571c20', 'project_id': '447e2c5010754fe1ad368efac7c75251', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:59:20.657244 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-c379544a-f176-46d2-9ded-7e2ad6d460b7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:20.661690 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-c379544a-f176-46d2-9ded-7e2ad6d460b7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group_rule and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:20.664665 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-c379544a-f176-46d2-9ded-7e2ad6d460b7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:20.670576 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-c379544a-f176-46d2-9ded-7e2ad6d460b7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:20.672769 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-58c3dc81-cbe6-465e-b9c8-fe2c5234c700 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Calling delete_port for b29ad2b1-46f2-4127-9ff8-f155110a1b65 owned by network:router_interface {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:59:20.690724 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c379544a-f176-46d2-9ded-7e2ad6d460b7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:20.706410 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 39d30461-ace8-47db-b937-b378953c7cb2 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:59:20.741679 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-3fb37173-57c2-4e08-9dda-4a4c9514f49a tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Synchronizing usage tracker for tenant:becd711b01be45329e02e1f4ba998499 on resource:security_group {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:59:20.771984 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c379544a-f176-46d2-9ded-7e2ad6d460b7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:20.775882 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c379544a-f176-46d2-9ded-7e2ad6d460b7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:20.784100 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-3fb37173-57c2-4e08-9dda-4a4c9514f49a tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Unset dirty status for tenant:becd711b01be45329e02e1f4ba998499 on resource:security_group {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:59:20.785736 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-3fb37173-57c2-4e08-9dda-4a4c9514f49a tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2949634 Apr 01 15:59:20.792498 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56690) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:20.796312 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 39d30461-ace8-47db-b937-b378953c7cb2 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:59:20.803089 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 39d30461-ace8-47db-b937-b378953c7cb2 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:20.804053 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:20.809029 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-a1b98936-6647-40ec-a255-91914a4b3819 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Request body: {'security_group': {'name': 'tempest-secgroup--1524730403'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:59:20.816452 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c379544a-f176-46d2-9ded-7e2ad6d460b7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32eee6b6-96b6-4f4b-83ef-40f5a90679fd,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:20.822668 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-a1b98936-6647-40ec-a255-91914a4b3819 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:20.837319 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-a1b98936-6647-40ec-a255-91914a4b3819 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:20.839483 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c379544a-f176-46d2-9ded-7e2ad6d460b7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:20.840667 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-c379544a-f176-46d2-9ded-7e2ad6d460b7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1961906 Apr 01 15:59:20.845639 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56694) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:20.852982 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-2c295201-92a6-4d5c-acf6-09723da29cfd tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'security_group_rule': {'security_group_id': 'ef3cc654-473b-4de5-a591-1a08e5571c20', 'project_id': '447e2c5010754fe1ad368efac7c75251', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:59:20.860812 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-2c295201-92a6-4d5c-acf6-09723da29cfd tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:20.865144 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-2c295201-92a6-4d5c-acf6-09723da29cfd tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group_rule and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:20.868398 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a1b98936-6647-40ec-a255-91914a4b3819 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Notify callbacks [] for security_group, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:20.878648 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-2c295201-92a6-4d5c-acf6-09723da29cfd tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:20.889168 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-2c295201-92a6-4d5c-acf6-09723da29cfd tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:20.923064 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2c295201-92a6-4d5c-acf6-09723da29cfd tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:20.938922 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-a1b98936-6647-40ec-a255-91914a4b3819 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:20.951904 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-a1b98936-6647-40ec-a255-91914a4b3819 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Usage tracker for resource:security_group_rule and tenant:becd711b01be45329e02e1f4ba998499 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:20.958685 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-a1b98936-6647-40ec-a255-91914a4b3819 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:20.964227 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-58c3dc81-cbe6-465e-b9c8-fe2c5234c700 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:20.973206 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:20.975250 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-a1b98936-6647-40ec-a255-91914a4b3819 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:21.016562 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port 39d30461-ace8-47db-b937-b378953c7cb2, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=39d30461-ace8-47db-b937-b378953c7cb2,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:59:21.022448 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:21.034693 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2c295201-92a6-4d5c-acf6-09723da29cfd tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:21.042394 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2c295201-92a6-4d5c-acf6-09723da29cfd tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:21.064780 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c3dc81-cbe6-465e-b9c8-fe2c5234c700 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Pushing event deleted for resources: {'Port': ['ID=b29ad2b1-46f2-4127-9ff8-f155110a1b65,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:21.088088 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c295201-92a6-4d5c-acf6-09723da29cfd tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9b91db5-fecd-44e5-8bff-8a99512aafc2,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:21.097923 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a1b98936-6647-40ec-a255-91914a4b3819 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Notify callbacks [] for security_group, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:21.106245 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a1b98936-6647-40ec-a255-91914a4b3819 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:21.127652 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2c295201-92a6-4d5c-acf6-09723da29cfd tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:21.128846 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-2c295201-92a6-4d5c-acf6-09723da29cfd tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2822762 Apr 01 15:59:21.133425 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 56698) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:21.148572 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a1b98936-6647-40ec-a255-91914a4b3819 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:21.149798 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-a1b98936-6647-40ec-a255-91914a4b3819 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3549073 Apr 01 15:59:21.150228 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-aa7414df-49e4-4bbc-9fbd-7ffc6107936c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'security_group_rule': {'security_group_id': 'ef3cc654-473b-4de5-a591-1a08e5571c20', 'project_id': '447e2c5010754fe1ad368efac7c75251', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:59:21.157042 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56702) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:21.174653 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-2fe3e2a6-99e9-4d93-afaa-e548b1adccb2 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Request body: {'security_group_rule': {'security_group_id': '35a8c66e-4741-4d57-b6de-ccd90f07aa7f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:59:21.179590 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b98936-6647-40ec-a255-91914a4b3819 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35a8c66e-4741-4d57-b6de-ccd90f07aa7f,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:21.188029 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-aa7414df-49e4-4bbc-9fbd-7ffc6107936c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:21.191428 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-2fe3e2a6-99e9-4d93-afaa-e548b1adccb2 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:21.195746 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-2fe3e2a6-99e9-4d93-afaa-e548b1adccb2 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Usage tracker for resource:security_group_rule and tenant:becd711b01be45329e02e1f4ba998499 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:21.198744 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-2fe3e2a6-99e9-4d93-afaa-e548b1adccb2 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:21.201728 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=39d30461-ace8-47db-b937-b378953c7cb2,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:21.204086 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-aa7414df-49e4-4bbc-9fbd-7ffc6107936c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group_rule and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:21.209875 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-aa7414df-49e4-4bbc-9fbd-7ffc6107936c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:21.215619 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-2fe3e2a6-99e9-4d93-afaa-e548b1adccb2 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:21.243737 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-aa7414df-49e4-4bbc-9fbd-7ffc6107936c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:21.263012 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.api.v2.resource [None req-2fe3e2a6-99e9-4d93-afaa-e548b1adccb2 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] create failed (client error): The resource could not be found. Apr 01 15:59:21.264284 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-2fe3e2a6-99e9-4d93-afaa-e548b1adccb2 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1054416 Apr 01 15:59:21.271563 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56708) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:21.278083 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-23cd32cc-6718-4e4c-b409-d9cdb9db8b05 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Request body: {'security_group_rule': {'security_group_id': '35a8c66e-4741-4d57-b6de-ccd90f07aa7f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'd4ac88fa-b12d-4495-b182-d80394d524d2'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:59:21.284559 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-23cd32cc-6718-4e4c-b409-d9cdb9db8b05 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:21.290760 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-23cd32cc-6718-4e4c-b409-d9cdb9db8b05 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Usage tracker for resource:security_group_rule and tenant:becd711b01be45329e02e1f4ba998499 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:21.302677 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-23cd32cc-6718-4e4c-b409-d9cdb9db8b05 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:21.315330 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-23cd32cc-6718-4e4c-b409-d9cdb9db8b05 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:21.375412 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.api.v2.resource [None req-23cd32cc-6718-4e4c-b409-d9cdb9db8b05 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] create failed (client error): The resource could not be found. Apr 01 15:59:21.382873 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-23cd32cc-6718-4e4c-b409-d9cdb9db8b05 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1098688 Apr 01 15:59:21.383720 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56712) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:21.446858 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-aa7414df-49e4-4bbc-9fbd-7ffc6107936c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:21.491085 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c51e0621-df15-4a91-ad72-703d25bb11d7 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:21.538959 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c51e0621-df15-4a91-ad72-703d25bb11d7 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:21.566882 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cfa5f6-7d0f-4672-9263-c22c45e4e732 req-0cb35c5c-1b8b-4ca4-b6fa-3cf2fafe68ad tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:21.568966 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-43cfa5f6-7d0f-4672-9263-c22c45e4e732 req-0cb35c5c-1b8b-4ca4-b6fa-3cf2fafe68ad tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd80bbfa-eeee-4acb-8c66-9cf9506ef9a7 HTTP/1.1" status: 200 len: 945 time: 0.2347698 Apr 01 15:59:21.591267 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c51e0621-df15-4a91-ad72-703d25bb11d7 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:21.602580 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-aa7414df-49e4-4bbc-9fbd-7ffc6107936c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:21.610554 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51e0621-df15-4a91-ad72-703d25bb11d7 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a8c66e-4741-4d57-b6de-ccd90f07aa7f,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:21.615069 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-aa7414df-49e4-4bbc-9fbd-7ffc6107936c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:21.624250 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c51e0621-df15-4a91-ad72-703d25bb11d7 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:21.625520 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-c51e0621-df15-4a91-ad72-703d25bb11d7 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] 10.222.0.55 "DELETE /v2.0/security-groups/35a8c66e-4741-4d57-b6de-ccd90f07aa7f HTTP/1.1" status: 204 len: 168 time: 0.2404740 Apr 01 15:59:21.628086 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56716) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:21.673973 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-58c3dc81-cbe6-465e-b9c8-fe2c5234c700 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611462'] for router_interface, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:21.687946 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-41bf3d6d-2a4e-4670-a2aa-225c8861bcd3 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Synchronizing usage tracker for tenant:becd711b01be45329e02e1f4ba998499 on resource:security_group {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:59:21.693150 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7414df-49e4-4bbc-9fbd-7ffc6107936c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36b4182d-07ef-4837-98da-746c290a1d76,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:21.700964 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-aa7414df-49e4-4bbc-9fbd-7ffc6107936c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:21.702213 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-aa7414df-49e4-4bbc-9fbd-7ffc6107936c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5669658 Apr 01 15:59:21.704953 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56720) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:21.705836 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-43cfa5f6-7d0f-4672-9263-c22c45e4e732 req-a64119df-04f3-4292-b6f0-e6755628fd07 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.55 "GET /v2.0/security-groups?id=c75dad15-3c49-4312-91ac-218bdee2c12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261957 Apr 01 15:59:21.809429 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-7a1b1513-54f8-4247-9841-05d63decdf1e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'security_group_rule': {'security_group_id': 'ef3cc654-473b-4de5-a591-1a08e5571c20', 'project_id': '447e2c5010754fe1ad368efac7c75251', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:59:21.815428 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-41bf3d6d-2a4e-4670-a2aa-225c8861bcd3 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Unset dirty status for tenant:becd711b01be45329e02e1f4ba998499 on resource:security_group {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:59:21.816705 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-41bf3d6d-2a4e-4670-a2aa-225c8861bcd3 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1876218 Apr 01 15:59:21.818405 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-7a1b1513-54f8-4247-9841-05d63decdf1e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:21.822212 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56726) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:21.826129 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-7a1b1513-54f8-4247-9841-05d63decdf1e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group_rule and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:21.831638 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-134b83c5-288e-4092-b15b-8cc202c21514 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Request body: {'security_group_rule': {'security_group_id': 'a4f97007-eb9f-4fa0-ae1a-f0a35167c1da', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:59:21.836604 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-7a1b1513-54f8-4247-9841-05d63decdf1e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:21.843028 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-134b83c5-288e-4092-b15b-8cc202c21514 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:21.845369 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-7a1b1513-54f8-4247-9841-05d63decdf1e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:21.849798 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-134b83c5-288e-4092-b15b-8cc202c21514 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Usage tracker for resource:security_group_rule and tenant:becd711b01be45329e02e1f4ba998499 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:21.854347 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-134b83c5-288e-4092-b15b-8cc202c21514 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:21.862027 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-134b83c5-288e-4092-b15b-8cc202c21514 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:21.877189 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7a1b1513-54f8-4247-9841-05d63decdf1e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:21.944505 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.api.v2.resource [None req-134b83c5-288e-4092-b15b-8cc202c21514 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] create failed (client error): The resource could not be found. Apr 01 15:59:21.945566 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-134b83c5-288e-4092-b15b-8cc202c21514 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1212544 Apr 01 15:59:21.949072 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56730) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:21.957788 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-b1279fa1-90b8-4f82-8943-c427d769ce37 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Request body: {'security_group': {'name': 'tempest-secgroup--730410815'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:59:21.971953 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-b1279fa1-90b8-4f82-8943-c427d769ce37 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:21.978919 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7a1b1513-54f8-4247-9841-05d63decdf1e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:21.986140 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7a1b1513-54f8-4247-9841-05d63decdf1e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:21.987999 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-b1279fa1-90b8-4f82-8943-c427d769ce37 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:22.017061 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b1513-54f8-4247-9841-05d63decdf1e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ec8472f-b2fa-477a-b476-8cd18ecbdcaa,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:22.025198 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b1279fa1-90b8-4f82-8943-c427d769ce37 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Notify callbacks [] for security_group, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:22.037010 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7a1b1513-54f8-4247-9841-05d63decdf1e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:22.040872 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-7a1b1513-54f8-4247-9841-05d63decdf1e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3321493 Apr 01 15:59:22.042777 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 56734) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:22.048265 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-9c14ee86-0589-4c7e-b969-e5090605d609 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'security_group_rule': {'security_group_id': 'ef3cc654-473b-4de5-a591-1a08e5571c20', 'project_id': '447e2c5010754fe1ad368efac7c75251', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:59:22.061396 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-9c14ee86-0589-4c7e-b969-e5090605d609 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:22.066536 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-b1279fa1-90b8-4f82-8943-c427d769ce37 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:22.070850 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-b1279fa1-90b8-4f82-8943-c427d769ce37 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Usage tracker for resource:security_group_rule and tenant:becd711b01be45329e02e1f4ba998499 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:22.073362 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-9c14ee86-0589-4c7e-b969-e5090605d609 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group_rule and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:22.073906 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-b1279fa1-90b8-4f82-8943-c427d769ce37 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:22.080211 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-b1279fa1-90b8-4f82-8943-c427d769ce37 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:22.081867 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacd6dab-4185-4586-8542-81ba0a065627 req-bc24685f-9519-4383-83a8-71dc116be3a0 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:22.083614 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-eacd6dab-4185-4586-8542-81ba0a065627 req-bc24685f-9519-4383-83a8-71dc116be3a0 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd80bbfa-eeee-4acb-8c66-9cf9506ef9a7 HTTP/1.1" status: 200 len: 945 time: 0.1318035 Apr 01 15:59:22.084513 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-9c14ee86-0589-4c7e-b969-e5090605d609 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:22.092516 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-9c14ee86-0589-4c7e-b969-e5090605d609 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:22.138451 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b1279fa1-90b8-4f82-8943-c427d769ce37 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Notify callbacks [] for security_group, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:22.143300 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b1279fa1-90b8-4f82-8943-c427d769ce37 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:22.191467 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1279fa1-90b8-4f82-8943-c427d769ce37 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=195836c7-2b7e-4f93-b263-9aa8040445e0,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:22.198027 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b1279fa1-90b8-4f82-8943-c427d769ce37 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:22.201817 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-b1279fa1-90b8-4f82-8943-c427d769ce37 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2490830 Apr 01 15:59:22.202593 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56738) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:22.207420 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-d5a8e0e2-585e-4506-b48b-bb7c79b7cf37 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Request body: {'security_group': {'name': 'tempest-secgroup--683927315'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:59:22.213752 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-d5a8e0e2-585e-4506-b48b-bb7c79b7cf37 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:22.218169 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-d5a8e0e2-585e-4506-b48b-bb7c79b7cf37 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Usage tracker for resource:security_group and tenant:becd711b01be45329e02e1f4ba998499 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:22.221104 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-d5a8e0e2-585e-4506-b48b-bb7c79b7cf37 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:22.227816 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-d5a8e0e2-585e-4506-b48b-bb7c79b7cf37 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:22.238017 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d5a8e0e2-585e-4506-b48b-bb7c79b7cf37 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Notify callbacks [] for security_group, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:22.266503 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.securitygroups_db [None req-9c14ee86-0589-4c7e-b969-e5090605d609 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Project 447e2c5010754fe1ad368efac7c75251 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:59:22.274747 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-d5a8e0e2-585e-4506-b48b-bb7c79b7cf37 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:22.278656 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-d5a8e0e2-585e-4506-b48b-bb7c79b7cf37 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Usage tracker for resource:security_group_rule and tenant:becd711b01be45329e02e1f4ba998499 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:22.281527 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-d5a8e0e2-585e-4506-b48b-bb7c79b7cf37 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:22.287966 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-d5a8e0e2-585e-4506-b48b-bb7c79b7cf37 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:22.291828 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9c14ee86-0589-4c7e-b969-e5090605d609 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:22.318737 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-eacd6dab-4185-4586-8542-81ba0a065627 req-d3a1b29b-4729-4d26-a3f8-c0130b9fbbf4 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.55 "GET /v2.0/security-groups?id=c75dad15-3c49-4312-91ac-218bdee2c12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2240961 Apr 01 15:59:22.349826 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d5a8e0e2-585e-4506-b48b-bb7c79b7cf37 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Notify callbacks [] for security_group, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:22.350692 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56742) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:22.385182 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d5a8e0e2-585e-4506-b48b-bb7c79b7cf37 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:22.450370 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a8e0e2-585e-4506-b48b-bb7c79b7cf37 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eeeeedbe-791c-49aa-b6d1-dafb7a99ac75,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:22.455777 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d5a8e0e2-585e-4506-b48b-bb7c79b7cf37 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:22.460532 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-d5a8e0e2-585e-4506-b48b-bb7c79b7cf37 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2539959 Apr 01 15:59:22.461374 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56746) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:22.466844 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-e5bae6a5-fb82-4c67-b994-19cd3aaef1ee tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Request body: {'security_group_rule': {'security_group_id': '195836c7-2b7e-4f93-b263-9aa8040445e0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'eeeeedbe-791c-49aa-b6d1-dafb7a99ac75'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:59:22.474982 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-e5bae6a5-fb82-4c67-b994-19cd3aaef1ee tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:22.481037 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-e5bae6a5-fb82-4c67-b994-19cd3aaef1ee tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Usage tracker for resource:security_group_rule and tenant:becd711b01be45329e02e1f4ba998499 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:22.485119 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-e5bae6a5-fb82-4c67-b994-19cd3aaef1ee tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:22.492540 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-e5bae6a5-fb82-4c67-b994-19cd3aaef1ee tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:22.499136 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-af979c30-3286-4424-bce0-ef97c4b24abb tempest-TestNetworkAdvancedServerOps-1554139681 tempest-TestNetworkAdvancedServerOps-1554139681-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=bd80bbfa-eeee-4acb-8c66-9cf9506ef9a7 HTTP/1.1" status: 200 len: 1093 time: 0.1471167 Apr 01 15:59:22.504063 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 56750) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:22.517069 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-34fd4fee-0cf4-46a2-b3f3-deb4533584c5 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Request body: {'floatingip': {'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'port_id': '9133b83e-f88e-4143-aaf9-58622f2917dc', 'tenant_id': '2181db44cb9d4493b0ae6f403c76ef7d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:59:22.526809 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9c14ee86-0589-4c7e-b969-e5090605d609 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:22.527886 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-34fd4fee-0cf4-46a2-b3f3-deb4533584c5 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:22.531385 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.api.v2.resource [None req-e5bae6a5-fb82-4c67-b994-19cd3aaef1ee tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 15:59:22.532416 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-e5bae6a5-fb82-4c67-b994-19cd3aaef1ee tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.0705385 Apr 01 15:59:22.535162 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56754) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:22.541285 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9c14ee86-0589-4c7e-b969-e5090605d609 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:22.544312 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-34fd4fee-0cf4-46a2-b3f3-deb4533584c5 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Usage tracker for resource:floatingip and tenant:2181db44cb9d4493b0ae6f403c76ef7d is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:22.552209 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-34fd4fee-0cf4-46a2-b3f3-deb4533584c5 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:22.566190 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-34fd4fee-0cf4-46a2-b3f3-deb4533584c5 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:22.587690 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c14ee86-0589-4c7e-b969-e5090605d609 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=898d47aa-a838-48bd-b22d-f2637cf06eb4,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:22.597553 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-34fd4fee-0cf4-46a2-b3f3-deb4533584c5 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks [] for floatingip, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:22.614510 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f5ecba1d-5d6e-44d1-abcf-faf5739b42fc tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:22.617606 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9c14ee86-0589-4c7e-b969-e5090605d609 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:22.622118 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-9c14ee86-0589-4c7e-b969-e5090605d609 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5766571 Apr 01 15:59:22.624510 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 56758) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:22.635207 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-214a42b9-398b-4177-8737-bf11e0751a8d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'security_group_rule': {'security_group_id': 'ef3cc654-473b-4de5-a591-1a08e5571c20', 'project_id': '447e2c5010754fe1ad368efac7c75251', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:59:22.647073 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f5ecba1d-5d6e-44d1-abcf-faf5739b42fc tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:22.694707 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-214a42b9-398b-4177-8737-bf11e0751a8d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:22.701869 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-214a42b9-398b-4177-8737-bf11e0751a8d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group_rule and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:22.705214 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-214a42b9-398b-4177-8737-bf11e0751a8d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:22.711187 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f5ecba1d-5d6e-44d1-abcf-faf5739b42fc tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:22.715173 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-214a42b9-398b-4177-8737-bf11e0751a8d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:22.720825 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 39d30461-ace8-47db-b937-b378953c7cb2 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:59:22.747873 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.securitygroups_db [None req-214a42b9-398b-4177-8737-bf11e0751a8d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Project 447e2c5010754fe1ad368efac7c75251 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:59:22.748155 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ecba1d-5d6e-44d1-abcf-faf5739b42fc tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeeeedbe-791c-49aa-b6d1-dafb7a99ac75,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:22.756121 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58c3dc81-cbe6-465e-b9c8-fe2c5234c700 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Router 3e0a7872-7ac0-49d9-98a3-22a25d0acd22 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:59:22.760031 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f5ecba1d-5d6e-44d1-abcf-faf5739b42fc tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:22.765064 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-214a42b9-398b-4177-8737-bf11e0751a8d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:22.765674 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-f5ecba1d-5d6e-44d1-abcf-faf5739b42fc tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] 10.222.0.55 "DELETE /v2.0/security-groups/eeeeedbe-791c-49aa-b6d1-dafb7a99ac75 HTTP/1.1" status: 204 len: 168 time: 0.2293730 Apr 01 15:59:22.766317 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56762) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:22.824171 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 39d30461-ace8-47db-b937-b378953c7cb2 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:22.824864 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:22.838507 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-154f0b1d-3f1d-440a-84ce-7ab1e2a3e2eb tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Synchronizing usage tracker for tenant:becd711b01be45329e02e1f4ba998499 on resource:security_group {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:59:22.857932 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-154f0b1d-3f1d-440a-84ce-7ab1e2a3e2eb tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Unset dirty status for tenant:becd711b01be45329e02e1f4ba998499 on resource:security_group {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:59:22.859619 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-154f0b1d-3f1d-440a-84ce-7ab1e2a3e2eb tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.0920861 Apr 01 15:59:22.863724 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56766) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:22.939087 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-49cbab05-7fbf-4fc7-b0f7-1719c19cd742 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:22.984339 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-49cbab05-7fbf-4fc7-b0f7-1719c19cd742 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:22.995222 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-214a42b9-398b-4177-8737-bf11e0751a8d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:23.014217 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-214a42b9-398b-4177-8737-bf11e0751a8d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:23.030162 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-34fd4fee-0cf4-46a2-b3f3-deb4533584c5 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:23.051302 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-49cbab05-7fbf-4fc7-b0f7-1719c19cd742 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:23.071490 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cbab05-7fbf-4fc7-b0f7-1719c19cd742 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=195836c7-2b7e-4f93-b263-9aa8040445e0,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:23.078958 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214a42b9-398b-4177-8737-bf11e0751a8d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b84ff33f-1622-4f4d-8309-4c81a4d8af60,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:23.088409 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-49cbab05-7fbf-4fc7-b0f7-1719c19cd742 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:23.089907 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-49cbab05-7fbf-4fc7-b0f7-1719c19cd742 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] 10.222.0.55 "DELETE /v2.0/security-groups/195836c7-2b7e-4f93-b263-9aa8040445e0 HTTP/1.1" status: 204 len: 168 time: 0.2248220 Apr 01 15:59:23.094788 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 56770) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:23.131025 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-214a42b9-398b-4177-8737-bf11e0751a8d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:23.132237 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-214a42b9-398b-4177-8737-bf11e0751a8d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.5067847 Apr 01 15:59:23.257703 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-913739d2-68d1-424a-b53d-b57719784ed3 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1570227 Apr 01 15:59:23.258426 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 56778) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:23.266616 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-ab243bd9-2b50-401c-9125-8aa0da089e53 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Request body: {'security_group': {'name': 'tempest-secgroup--387731400'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:59:23.273047 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58c3dc81-cbe6-465e-b9c8-fe2c5234c700 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:59:23.284056 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-ab243bd9-2b50-401c-9125-8aa0da089e53 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:23.292682 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6577a110-e8fc-4b47-a71c-4c8399cf9139 None None] Sync routers for ids ['3e0a7872-7ac0-49d9-98a3-22a25d0acd22'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:59:23.297263 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-ab243bd9-2b50-401c-9125-8aa0da089e53 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Usage tracker for resource:security_group and tenant:becd711b01be45329e02e1f4ba998499 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:23.300651 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-34fd4fee-0cf4-46a2-b3f3-deb4533584c5 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Allocated IP 172.26.1.159 (ed45466e-0386-4b92-8de3-247c977242ac/0479f741-5cd1-4d6f-b593-d8aa909a42d3/dfb583d5-66c5-47f3-89a7-e3a72f1afed5) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:59:23.303732 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-ab243bd9-2b50-401c-9125-8aa0da089e53 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:23.311499 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-58c3dc81-cbe6-465e-b9c8-fe2c5234c700 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "PUT /v2.0/routers/3e0a7872-7ac0-49d9-98a3-22a25d0acd22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5896118 Apr 01 15:59:23.313023 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56782) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:23.315474 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-ab243bd9-2b50-401c-9125-8aa0da089e53 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:23.324223 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6577a110-e8fc-4b47-a71c-4c8399cf9139 None None] Routers {'3e0a7872-7ac0-49d9-98a3-22a25d0acd22'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:59:23.325554 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-6577a110-e8fc-4b47-a71c-4c8399cf9139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:58:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['3e0a7872-7ac0-49d9-98a3-22a25d0acd22'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:23.343310 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ab243bd9-2b50-401c-9125-8aa0da089e53 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Notify callbacks [] for security_group, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:23.502304 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-ab243bd9-2b50-401c-9125-8aa0da089e53 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:23.516299 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-ab243bd9-2b50-401c-9125-8aa0da089e53 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Usage tracker for resource:security_group_rule and tenant:becd711b01be45329e02e1f4ba998499 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:23.517692 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-6577a110-e8fc-4b47-a71c-4c8399cf9139 None None] Set router 3e0a7872-7ac0-49d9-98a3-22a25d0acd22 gateway port host: None {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:59:23.519995 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-34352902-9577-4999-bcca-1e5658fbc0be req-e16fca8f-3f8e-46f0-afa8-94786e8348f0 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Synchronizing usage tracker for tenant:447e2c5010754fe1ad368efac7c75251 on resource:security_group {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:59:23.526336 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-ab243bd9-2b50-401c-9125-8aa0da089e53 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:23.544459 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-ab243bd9-2b50-401c-9125-8aa0da089e53 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:23.562622 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f3a32ce-1832-4d7a-9ecf-9a2aafc1c342 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Deleting subnet ced1d629-29a3-4cbb-9896-e6e12e310d55 {{(pid=83828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:59:23.565166 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-34fd4fee-0cf4-46a2-b3f3-deb4533584c5 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:23.568380 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5f3a32ce-1832-4d7a-9ecf-9a2aafc1c342 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for subnet, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:23.579570 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-34352902-9577-4999-bcca-1e5658fbc0be req-e16fca8f-3f8e-46f0-afa8-94786e8348f0 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Unset dirty status for tenant:447e2c5010754fe1ad368efac7c75251 on resource:security_group {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:59:23.580699 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-34352902-9577-4999-bcca-1e5658fbc0be req-e16fca8f-3f8e-46f0-afa8-94786e8348f0 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-833096503&fields=id&tenant_id=447e2c5010754fe1ad368efac7c75251 HTTP/1.1" status: 200 len: 267 time: 0.1809311 Apr 01 15:59:23.661810 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5f3a32ce-1832-4d7a-9ecf-9a2aafc1c342 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15303084'] for subnet, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:23.735115 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ab243bd9-2b50-401c-9125-8aa0da089e53 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Notify callbacks [] for security_group, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:23.742639 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-34fd4fee-0cf4-46a2-b3f3-deb4533584c5 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:23.790622 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5f3a32ce-1832-4d7a-9ecf-9a2aafc1c342 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:23.795815 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ab243bd9-2b50-401c-9125-8aa0da089e53 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:23.887629 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5f3a32ce-1832-4d7a-9ecf-9a2aafc1c342 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15306565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16030232'] for subnet, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:23.905413 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:23.909661 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f835a324-9e2a-489f-b09d-f404b5794ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:23.931396 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3a32ce-1832-4d7a-9ecf-9a2aafc1c342 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Pushing event deleted for resources: {'Subnet': ['ID=ced1d629-29a3-4cbb-9896-e6e12e310d55,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:23.935746 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5f3a32ce-1832-4d7a-9ecf-9a2aafc1c342 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:23.942024 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-5f3a32ce-1832-4d7a-9ecf-9a2aafc1c342 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "DELETE /v2.0/subnets/ced1d629-29a3-4cbb-9896-e6e12e310d55 HTTP/1.1" status: 204 len: 168 time: 0.6267903 Apr 01 15:59:23.945051 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56790) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:23.958844 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c393277e-d570-4665-a69e-8d554640088a None None] Network b2e51711-0e47-4e9c-8559-166741bea4c4 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:59:24.042583 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34352902-9577-4999-bcca-1e5658fbc0be req-4331f1ec-e439-4149-b581-67065c517a78 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:24.043183 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-34352902-9577-4999-bcca-1e5658fbc0be req-4331f1ec-e439-4149-b581-67065c517a78 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Synchronizing usage tracker for tenant:447e2c5010754fe1ad368efac7c75251 on resource:network {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:59:24.045775 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fd4fee-0cf4-46a2-b3f3-deb4533584c5 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Pushing event updated for resources: {'Port': ['ID=dfb583d5-66c5-47f3-89a7-e3a72f1afed5,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:24.048025 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab243bd9-2b50-401c-9125-8aa0da089e53 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c995d148-7443-4ce1-a133-79a477af3d62,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:24.051217 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34fd4fee-0cf4-46a2-b3f3-deb4533584c5 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Network ed45466e-0386-4b92-8de3-247c977242ac is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:59:24.054222 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ab243bd9-2b50-401c-9125-8aa0da089e53 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:24.058385 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-ab243bd9-2b50-401c-9125-8aa0da089e53 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7960639 Apr 01 15:59:24.058385 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-34fd4fee-0cf4-46a2-b3f3-deb4533584c5 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:59:24.059257 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 56794) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:24.063598 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fd4fee-0cf4-46a2-b3f3-deb4533584c5 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:59:24.092338 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-59e2c561-f2c3-4c01-a775-9a737069fdd5 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:59:24.093030 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.api.v2.resource [None req-59e2c561-f2c3-4c01-a775-9a737069fdd5 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] update failed (client error): There was a conflict when trying to complete your request. Apr 01 15:59:24.096298 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-59e2c561-f2c3-4c01-a775-9a737069fdd5 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] 10.222.0.55 "PUT /v2.0/security-groups/c995d148-7443-4ce1-a133-79a477af3d62 HTTP/1.1" status: 409 len: 330 time: 0.0317481 Apr 01 15:59:24.101301 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 56798) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:24.135977 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-34352902-9577-4999-bcca-1e5658fbc0be req-4331f1ec-e439-4149-b581-67065c517a78 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Unset dirty status for tenant:447e2c5010754fe1ad368efac7c75251 on resource:network {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:59:24.137173 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-34352902-9577-4999-bcca-1e5658fbc0be req-4331f1ec-e439-4149-b581-67065c517a78 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/networks?id=c5d74d53-418c-47d9-a745-2341bda92f75 HTTP/1.1" status: 200 len: 796 time: 0.5485513 Apr 01 15:59:24.157009 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ec6511af-ea5d-4401-9838-fd88883e9ba6 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:24.169231 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-ec6511af-ea5d-4401-9838-fd88883e9ba6 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Deleting port d3618796-c460-488d-9385-0953fe0e8159 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:59:24.169739 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ec6511af-ea5d-4401-9838-fd88883e9ba6 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:24.214058 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-34352902-9577-4999-bcca-1e5658fbc0be req-108c05de-f302-46d9-bf55-831ed533562d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/quotas/447e2c5010754fe1ad368efac7c75251 HTTP/1.1" status: 200 len: 375 time: 0.0657418 Apr 01 15:59:24.262324 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-6577a110-e8fc-4b47-a71c-4c8399cf9139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0a7872-7ac0-49d9-98a3-22a25d0acd22', 'name': 'tempest-RoutersTest-router-1162967274', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:58:06Z', 'updated_at': '2022-04-01T15:59:20Z', 'revision_number': 9, 'project_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'gw_port_host': None, '_interfaces': [{'id': '95e5b77d-9ee3-4268-9eb9-be0f13ec70e1', 'name': '', 'network_id': 'b15e37bb-df96-46ce-9581-07cfdc722631', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'mac_address': 'fa:16:3e:6b:cd:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0a7872-7ac0-49d9-98a3-22a25d0acd22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db6b31da-6508-428c-816f-d4c907a140d0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:29Z', 'updated_at': '2022-04-01T15:58:40Z', 'revision_number': 5, 'project_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'subnets': [{'id': 'db6b31da-6508-428c-816f-d4c907a140d0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b11ba5fb-0d90-4403-a5bf-c442b4dc7e59', 'name': '', 'network_id': '423f0b4e-e66e-41f0-92c1-2e0344f8d737', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'mac_address': 'fa:16:3e:0a:1b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0a7872-7ac0-49d9-98a3-22a25d0acd22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9ff9c4c-6092-46d4-81b2-de70a3fd5a7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:13Z', 'updated_at': '2022-04-01T15:58:28Z', 'revision_number': 5, 'project_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'subnets': [{'id': 'a9ff9c4c-6092-46d4-81b2-de70a3fd5a7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:24.270024 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6577a110-e8fc-4b47-a71c-4c8399cf9139 None None] Checking router: 3e0a7872-7ac0-49d9-98a3-22a25d0acd22 for host: dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:59:24.289520 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6577a110-e8fc-4b47-a71c-4c8399cf9139 None None] Routers {'3e0a7872-7ac0-49d9-98a3-22a25d0acd22'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:59:24.290111 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-6577a110-e8fc-4b47-a71c-4c8399cf9139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:58:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['3e0a7872-7ac0-49d9-98a3-22a25d0acd22'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:24.347358 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-77653dbe-60ac-4869-83df-055e2f3f7791 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Notify callbacks [] for security_group, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:24.397843 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-77653dbe-60ac-4869-83df-055e2f3f7791 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:24.434736 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de03a71-0823-48d4-bd1d-a2e80458b4e1 None None] DHCP port deletion for b2e51711-0e47-4e9c-8559-166741bea4c4 request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:59:24.437566 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-ec6511af-ea5d-4401-9838-fd88883e9ba6 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] For port d3618796-c460-488d-9385-0953fe0e8159, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=d3618796-c460-488d-9385-0953fe0e8159,segment=NetworkSegment(213e721b-608f-4a8d-a1ef-dd8c347adf66),segment_id=213e721b-608f-4a8d-a1ef-dd8c347adf66)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:59:24.437990 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ec6511af-ea5d-4401-9838-fd88883e9ba6 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:24.456552 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-5de03a71-0823-48d4-bd1d-a2e80458b4e1 None None] Deleting port d3618796-c460-488d-9385-0953fe0e8159 {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:59:24.456953 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-5de03a71-0823-48d4-bd1d-a2e80458b4e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:24.563591 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-6577a110-e8fc-4b47-a71c-4c8399cf9139 None None] Set router 3e0a7872-7ac0-49d9-98a3-22a25d0acd22 gateway port host: None {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:59:24.579137 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-ec6511af-ea5d-4401-9838-fd88883e9ba6 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Calling delete_port for d3618796-c460-488d-9385-0953fe0e8159 owned by network:dhcp {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:59:24.583839 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-34352902-9577-4999-bcca-1e5658fbc0be req-9942953a-78e9-478a-977f-688b617132f2 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=447e2c5010754fe1ad368efac7c75251&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3576207 Apr 01 15:59:24.626563 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-77653dbe-60ac-4869-83df-055e2f3f7791 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:24.670420 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device d3618796-c460-488d-9385-0953fe0e8159 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:59:24.674189 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ec6511af-ea5d-4401-9838-fd88883e9ba6 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:24.711263 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77653dbe-60ac-4869-83df-055e2f3f7791 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c995d148-7443-4ce1-a133-79a477af3d62,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:24.725751 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: d3618796-c460-488d-9385-0953fe0e8159 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:59:24.726371 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device d3618796-c460-488d-9385-0953fe0e8159 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:59:24.747152 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-77653dbe-60ac-4869-83df-055e2f3f7791 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:24.747887 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-77653dbe-60ac-4869-83df-055e2f3f7791 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] 10.222.0.55 "DELETE /v2.0/security-groups/c995d148-7443-4ce1-a133-79a477af3d62 HTTP/1.1" status: 204 len: 168 time: 0.6456776 Apr 01 15:59:24.753653 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 56802) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:24.826782 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6511af-ea5d-4401-9838-fd88883e9ba6 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Pushing event deleted for resources: {'Port': ['ID=d3618796-c460-488d-9385-0953fe0e8159,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:24.829866 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-34352902-9577-4999-bcca-1e5658fbc0be req-a39736fb-d2f3-4a12-9b68-84d148d77b1c service neutron] 10.222.0.55 "GET /v2.0/networks/c5d74d53-418c-47d9-a745-2341bda92f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311637 Apr 01 15:59:24.832715 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6511af-ea5d-4401-9838-fd88883e9ba6 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] No DVR routers for this DVR port d3618796-c460-488d-9385-0953fe0e8159 on host dv-neutron-833373-2-hyperv {{(pid=83828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:59:24.938834 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-dd634143-0f27-4865-930b-e74d0400010e tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Synchronizing usage tracker for tenant:becd711b01be45329e02e1f4ba998499 on resource:security_group {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:59:24.971620 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ec6511af-ea5d-4401-9838-fd88883e9ba6 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:24.976203 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-5de03a71-0823-48d4-bd1d-a2e80458b4e1 None None] For port d3618796-c460-488d-9385-0953fe0e8159, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=d3618796-c460-488d-9385-0953fe0e8159,segment=NetworkSegment(213e721b-608f-4a8d-a1ef-dd8c347adf66),segment_id=213e721b-608f-4a8d-a1ef-dd8c347adf66)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:59:24.976798 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-5de03a71-0823-48d4-bd1d-a2e80458b4e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:24.988310 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-dd634143-0f27-4865-930b-e74d0400010e tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] Unset dirty status for tenant:becd711b01be45329e02e1f4ba998499 on resource:security_group {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:59:24.993637 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-dd634143-0f27-4865-930b-e74d0400010e tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2324288 Apr 01 15:59:24.999905 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56806) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:25.041351 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.api.v2.resource [None req-d345201a-8212-47aa-9c30-5abc1a80b1c6 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] delete failed (client error): The resource could not be found. Apr 01 15:59:25.047198 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-d345201a-8212-47aa-9c30-5abc1a80b1c6 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] 10.222.0.55 "DELETE /v2.0/security-groups/9a4dd0d9-52df-4ccf-a209-d1efb625b1b7 HTTP/1.1" status: 404 len: 347 time: 0.0458078 Apr 01 15:59:25.053049 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56810) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:25.072417 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-ec6511af-ea5d-4401-9838-fd88883e9ba6 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2e51711-0e47-4e9c-8559-166741bea4c4']}} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:25.084780 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-34352902-9577-4999-bcca-1e5658fbc0be req-e8aacd04-fa75-4094-8c59-f2b31a854efa service neutron] 10.222.0.55 "GET /v2.0/networks/c5d74d53-418c-47d9-a745-2341bda92f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357295 Apr 01 15:59:25.085118 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.api.v2.resource [None req-922d570a-f3ea-4164-8c49-0c8ddbb01121 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] show failed (client error): The resource could not be found. Apr 01 15:59:25.091982 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 56814) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:25.092293 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-922d570a-f3ea-4164-8c49-0c8ddbb01121 tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] 10.222.0.55 "GET /v2.0/security-groups/1318f6e7-0524-4200-ab94-7ce0e4bfa223 HTTP/1.1" status: 404 len: 347 time: 0.0373390 Apr 01 15:59:25.096964 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-ec6511af-ea5d-4401-9838-fd88883e9ba6 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '213e721b-608f-4a8d-a1ef-dd8c347adf66') {'for_net_delete': True} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:25.096964 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-ec6511af-ea5d-4401-9838-fd88883e9ba6 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '213e721b-608f-4a8d-a1ef-dd8c347adf66') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:25.115613 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ec6511af-ea5d-4401-9838-fd88883e9ba6 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15303093'] for segment, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:25.123553 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.api.v2.resource [None req-18201f70-90ce-41ee-876f-a056db5c9c1b tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] show failed (client error): The resource could not be found. Apr 01 15:59:25.124921 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-18201f70-90ce-41ee-876f-a056db5c9c1b tempest-NegativeSecGroupTest-785727201 tempest-NegativeSecGroupTest-785727201-project] 10.222.0.55 "GET /v2.0/security-group-rules/afadc71c-3619-4a5b-bf8b-fc2aa82bfcb1 HTTP/1.1" status: 404 len: 356 time: 0.0327327 Apr 01 15:59:25.127150 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-5de03a71-0823-48d4-bd1d-a2e80458b4e1 None None] Calling delete_port for d3618796-c460-488d-9385-0953fe0e8159 owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:59:25.147492 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ec6511af-ea5d-4401-9838-fd88883e9ba6 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:25.160384 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec6511af-ea5d-4401-9838-fd88883e9ba6 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=83828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:59:25.162636 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ec6511af-ea5d-4401-9838-fd88883e9ba6 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15306523'] for segment, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:25.169784 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-34fd4fee-0cf4-46a2-b3f3-deb4533584c5 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:25.193709 dv-neutron-833373-2-hyperv neutron-server[83828]: Traceback (most recent call last): Apr 01 15:59:25.193709 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:59:25.193709 dv-neutron-833373-2-hyperv neutron-server[83828]: timer() Apr 01 15:59:25.193709 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:59:25.193709 dv-neutron-833373-2-hyperv neutron-server[83828]: cb(*args, **kw) Apr 01 15:59:25.193709 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:59:25.193709 dv-neutron-833373-2-hyperv neutron-server[83828]: return func(*args, **kwargs) Apr 01 15:59:25.193709 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:59:25.193709 dv-neutron-833373-2-hyperv neutron-server[83828]: self._notify() Apr 01 15:59:25.193709 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:59:25.193709 dv-neutron-833373-2-hyperv neutron-server[83828]: self.callback(batched_events) Apr 01 15:59:25.193709 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:59:25.193709 dv-neutron-833373-2-hyperv neutron-server[83828]: event.method(event) Apr 01 15:59:25.193709 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:59:25.193709 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:59:25.193709 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:59:25.193709 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:59:25.193709 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:59:25.193709 dv-neutron-833373-2-hyperv neutron-server[83828]: return f(self, *a, **k) Apr 01 15:59:25.193709 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:59:25.193709 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._get(url).json() Apr 01 15:59:25.193709 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:59:25.193709 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:59:25.193709 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:59:25.193709 dv-neutron-833373-2-hyperv neutron-server[83828]: return self.request(url, 'GET', **kwargs) Apr 01 15:59:25.193709 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:59:25.193709 dv-neutron-833373-2-hyperv neutron-server[83828]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:59:25.193709 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:59:25.193709 dv-neutron-833373-2-hyperv neutron-server[83828]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:59:25.193709 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:59:25.193709 dv-neutron-833373-2-hyperv neutron-server[83828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:59:25.193709 dv-neutron-833373-2-hyperv neutron-server[83828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:59:25.272966 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-34fd4fee-0cf4-46a2-b3f3-deb4533584c5 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:25.330464 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.db.api [None req-5de03a71-0823-48d4-bd1d-a2e80458b4e1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:59:25.331745 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG oslo_db.api [None req-5de03a71-0823-48d4-bd1d-a2e80458b4e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:59:25.334324 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ec6511af-ea5d-4401-9838-fd88883e9ba6 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:25.357870 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ec6511af-ea5d-4401-9838-fd88883e9ba6 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:25.366375 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-6577a110-e8fc-4b47-a71c-4c8399cf9139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0a7872-7ac0-49d9-98a3-22a25d0acd22', 'name': 'tempest-RoutersTest-router-1162967274', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:58:06Z', 'updated_at': '2022-04-01T15:59:20Z', 'revision_number': 9, 'project_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'gw_port_host': None, '_interfaces': [{'id': '95e5b77d-9ee3-4268-9eb9-be0f13ec70e1', 'name': '', 'network_id': 'b15e37bb-df96-46ce-9581-07cfdc722631', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'mac_address': 'fa:16:3e:6b:cd:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0a7872-7ac0-49d9-98a3-22a25d0acd22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db6b31da-6508-428c-816f-d4c907a140d0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:29Z', 'updated_at': '2022-04-01T15:58:40Z', 'revision_number': 5, 'project_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'subnets': [{'id': 'db6b31da-6508-428c-816f-d4c907a140d0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b11ba5fb-0d90-4403-a5bf-c442b4dc7e59', 'name': '', 'network_id': '423f0b4e-e66e-41f0-92c1-2e0344f8d737', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'mac_address': 'fa:16:3e:0a:1b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0a7872-7ac0-49d9-98a3-22a25d0acd22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9ff9c4c-6092-46d4-81b2-de70a3fd5a7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:13Z', 'updated_at': '2022-04-01T15:58:28Z', 'revision_number': 5, 'project_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'subnets': [{'id': 'a9ff9c4c-6092-46d4-81b2-de70a3fd5a7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:25.370532 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6511af-ea5d-4401-9838-fd88883e9ba6 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Pushing event deleted for resources: {'Network': ['ID=b2e51711-0e47-4e9c-8559-166741bea4c4,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:25.373398 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6577a110-e8fc-4b47-a71c-4c8399cf9139 None None] The sync data for ids ['3e0a7872-7ac0-49d9-98a3-22a25d0acd22'] in dv-neutron-833373-2-hyperv is: [{'id': '3e0a7872-7ac0-49d9-98a3-22a25d0acd22', 'name': 'tempest-RoutersTest-router-1162967274', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:58:06Z', 'updated_at': '2022-04-01T15:59:20Z', 'revision_number': 9, 'project_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'gw_port_host': None, '_interfaces': [{'id': '95e5b77d-9ee3-4268-9eb9-be0f13ec70e1', 'name': '', 'network_id': 'b15e37bb-df96-46ce-9581-07cfdc722631', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'mac_address': 'fa:16:3e:6b:cd:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0a7872-7ac0-49d9-98a3-22a25d0acd22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db6b31da-6508-428c-816f-d4c907a140d0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:29Z', 'updated_at': '2022-04-01T15:58:40Z', 'revision_number': 5, 'project_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'subnets': [{'id': 'db6b31da-6508-428c-816f-d4c907a140d0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b11ba5fb-0d90-4403-a5bf-c442b4dc7e59', 'name': '', 'network_id': '423f0b4e-e66e-41f0-92c1-2e0344f8d737', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'mac_address': 'fa:16:3e:0a:1b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0a7872-7ac0-49d9-98a3-22a25d0acd22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9ff9c4c-6092-46d4-81b2-de70a3fd5a7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:13Z', 'updated_at': '2022-04-01T15:58:28Z', 'revision_number': 5, 'project_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'subnets': [{'id': 'a9ff9c4c-6092-46d4-81b2-de70a3fd5a7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:59:25.395514 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-ec6511af-ea5d-4401-9838-fd88883e9ba6 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "DELETE /v2.0/networks/b2e51711-0e47-4e9c-8559-166741bea4c4 HTTP/1.1" status: 204 len: 168 time: 1.4493201 Apr 01 15:59:25.399258 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56824) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:25.445366 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b1f08f1a-7d7a-40a6-a54a-cf04c40bad0f req-71f9dd48-227e-4263-ba24-10137859039d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c70d2d5-3f0e-49a6-880a-f3fd82a2994c HTTP/1.1" status: 200 len: 210 time: 0.0774858 Apr 01 15:59:25.664447 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-34fd4fee-0cf4-46a2-b3f3-deb4533584c5 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:25.670404 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-34fd4fee-0cf4-46a2-b3f3-deb4533584c5 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:25.704053 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56836) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:25.805674 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-34fd4fee-0cf4-46a2-b3f3-deb4533584c5 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617697'] for floatingip, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:25.832949 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-5de03a71-0823-48d4-bd1d-a2e80458b4e1 None None] Deleting port d3618796-c460-488d-9385-0953fe0e8159 {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:59:25.833570 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-5de03a71-0823-48d4-bd1d-a2e80458b4e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:25.854967 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b1592769-c167-4ddf-83a3-697225fc5921 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611543'] for router_interface, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:26.014376 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-5de03a71-0823-48d4-bd1d-a2e80458b4e1 None None] The port 'd3618796-c460-488d-9385-0953fe0e8159' was deleted {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:59:26.108241 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fd4fee-0cf4-46a2-b3f3-deb4533584c5 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Pushing event updated for resources: {'Port': ['ID=dfb583d5-66c5-47f3-89a7-e3a72f1afed5,revision_number=2']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:26.116974 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-bd4217af-41e9-4255-b025-d5e21715be7c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=becd711b01be45329e02e1f4ba998499&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4110861 Apr 01 15:59:26.119484 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56842) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:26.195558 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.l3_db [None req-34fd4fee-0cf4-46a2-b3f3-deb4533584c5 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Floating IP 86609c8b-eeff-4878-a472-b0018cc2020d associated. External IP: 172.26.1.159, port: 9133b83e-f88e-4143-aaf9-58622f2917dc. Apr 01 15:59:26.238534 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e4c91f8c-ff1f-4d11-b52d-362df069d0b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:26.244802 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-cad7811d-a378-4ead-94c6-aea6d1bfaa41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:26.335036 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e4c91f8c-ff1f-4d11-b52d-362df069d0b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:26.490013 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e4c91f8c-ff1f-4d11-b52d-362df069d0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:26.517436 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c91f8c-ff1f-4d11-b52d-362df069d0b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f47026-5b0d-4864-9887-5aee23e7d0cf,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:26.564385 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e4c91f8c-ff1f-4d11-b52d-362df069d0b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:26.565682 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-e4c91f8c-ff1f-4d11-b52d-362df069d0b9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/60f47026-5b0d-4864-9887-5aee23e7d0cf HTTP/1.1" status: 204 len: 168 time: 0.4453015 Apr 01 15:59:26.626921 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device b29ad2b1-46f2-4127-9ff8-f155110a1b65 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:59:26.673663 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: b29ad2b1-46f2-4127-9ff8-f155110a1b65 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:59:26.674391 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device b29ad2b1-46f2-4127-9ff8-f155110a1b65 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:59:26.729523 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b8a4e1fc-4ade-4e9b-a925-8c3c72a789a5 req-f66ffed8-f1f3-4c66-901c-a3722d849a94 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c70d2d5-3f0e-49a6-880a-f3fd82a2994c HTTP/1.1" status: 200 len: 210 time: 0.0776830 Apr 01 15:59:26.765912 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-b1592769-c167-4ddf-83a3-697225fc5921 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Deleting port 95e5b77d-9ee3-4268-9eb9-be0f13ec70e1 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:59:26.766624 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b1592769-c167-4ddf-83a3-697225fc5921 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:26.931741 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34fd4fee-0cf4-46a2-b3f3-deb4533584c5 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Router fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:59:27.065486 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34352902-9577-4999-bcca-1e5658fbc0be req-12305fe1-726f-4947-a6be-706fd940c4c0 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:27.068397 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-34352902-9577-4999-bcca-1e5658fbc0be req-12305fe1-726f-4947-a6be-706fd940c4c0 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.24 "GET /v2.0/networks?id=c5d74d53-418c-47d9-a745-2341bda92f75 HTTP/1.1" status: 200 len: 796 time: 0.3343248 Apr 01 15:59:27.142854 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-b1592769-c167-4ddf-83a3-697225fc5921 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] For port 95e5b77d-9ee3-4268-9eb9-be0f13ec70e1, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=95e5b77d-9ee3-4268-9eb9-be0f13ec70e1,segment=NetworkSegment(6da9aa4a-5952-48a0-853b-e2f18f47485c),segment_id=6da9aa4a-5952-48a0-853b-e2f18f47485c)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:59:27.143230 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b1592769-c167-4ddf-83a3-697225fc5921 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:27.217857 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-34352902-9577-4999-bcca-1e5658fbc0be req-01a2a76d-f3d2-49d7-90fd-cb453629a517 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=447e2c5010754fe1ad368efac7c75251 HTTP/1.1" status: 200 len: 379 time: 0.0717144 Apr 01 15:59:27.231693 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [req-34352902-9577-4999-bcca-1e5658fbc0be req-ca02aa09-4a6c-429d-9aad-18bfe073567f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'port': {'device_id': '5c70d2d5-3f0e-49a6-880a-f3fd82a2994c', 'network_id': 'c5d74d53-418c-47d9-a745-2341bda92f75', 'admin_state_up': True, 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'security_groups': ['ef3cc654-473b-4de5-a591-1a08e5571c20']}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:59:27.275485 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-b1592769-c167-4ddf-83a3-697225fc5921 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Calling delete_port for 95e5b77d-9ee3-4268-9eb9-be0f13ec70e1 owned by network:router_interface {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:59:27.391423 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [req-34352902-9577-4999-bcca-1e5658fbc0be req-ca02aa09-4a6c-429d-9aad-18bfe073567f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:27.397262 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-34352902-9577-4999-bcca-1e5658fbc0be req-ca02aa09-4a6c-429d-9aad-18bfe073567f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:port and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:27.400760 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-34352902-9577-4999-bcca-1e5658fbc0be req-ca02aa09-4a6c-429d-9aad-18bfe073567f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:27.407983 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [req-34352902-9577-4999-bcca-1e5658fbc0be req-ca02aa09-4a6c-429d-9aad-18bfe073567f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:27.423015 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34fd4fee-0cf4-46a2-b3f3-deb4533584c5 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:59:27.424944 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34352902-9577-4999-bcca-1e5658fbc0be req-ca02aa09-4a6c-429d-9aad-18bfe073567f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Made reservation on behalf of 447e2c5010754fe1ad368efac7c75251 for: {'port': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:59:27.428422 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-34352902-9577-4999-bcca-1e5658fbc0be req-ca02aa09-4a6c-429d-9aad-18bfe073567f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:27.435872 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405b8088-9c29-413f-8364-08a2660ea4ce None None] Sync routers for ids ['fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:59:27.454481 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405b8088-9c29-413f-8364-08a2660ea4ce None None] Routers {'fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:59:27.455415 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-405b8088-9c29-413f-8364-08a2660ea4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:59:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:27.502297 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b1592769-c167-4ddf-83a3-697225fc5921 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:27.503755 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-34fd4fee-0cf4-46a2-b3f3-deb4533584c5 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for floatingip, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:27.552470 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:27.574816 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1592769-c167-4ddf-83a3-697225fc5921 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Pushing event deleted for resources: {'Port': ['ID=95e5b77d-9ee3-4268-9eb9-be0f13ec70e1,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:27.595929 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-34fd4fee-0cf4-46a2-b3f3-deb4533584c5 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.0908134 Apr 01 15:59:27.600243 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd80bbfa-eeee-4acb-8c66-9cf9506ef9a7', 'tag': '9133b83e-f88e-4143-aaf9-58622f2917dc'}] {{(pid=83826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:59:27.692014 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [req-34352902-9577-4999-bcca-1e5658fbc0be req-ca02aa09-4a6c-429d-9aad-18bfe073567f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Allocated IP 172.20.0.9 (c5d74d53-418c-47d9-a745-2341bda92f75/3d0e0496-ba52-480f-8f1c-87e417a09ffd/f2ad0ad9-49f1-41ef-be71-99146ade8d2f) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:59:27.730470 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 56870) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:27.735905 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd80bbfa-eeee-4acb-8c66-9cf9506ef9a7', 'tag': '9133b83e-f88e-4143-aaf9-58622f2917dc', 'status': 'completed', 'code': 200} Apr 01 15:59:27.751660 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:27.950522 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-405b8088-9c29-413f-8364-08a2660ea4ce None None] Set router fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:59:28.146084 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-6502e5b0-7013-49ee-8335-ebf46ffe7731 req-b71b0de7-93e4-4c3d-9de4-b4b7dde9a1d0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2181db44cb9d4493b0ae6f403c76ef7d&device_id=bd80bbfa-eeee-4acb-8c66-9cf9506ef9a7 HTTP/1.1" status: 200 len: 1098 time: 0.3674917 Apr 01 15:59:28.198524 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-30ac483d-c278-4c4e-9694-c23731069792 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1030540240-network', 'tenant_id': 'b9e160ed92af426eb41719050c02f853'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:59:28.229643 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-30ac483d-c278-4c4e-9694-c23731069792 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:28.238195 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f8bd3167-fb4e-4b13-beb1-9b637283f5a5 req-2f0eed7d-f984-4c76-97dc-abc00e1d9d99 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c70d2d5-3f0e-49a6-880a-f3fd82a2994c HTTP/1.1" status: 200 len: 210 time: 0.3018878 Apr 01 15:59:28.246334 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-30ac483d-c278-4c4e-9694-c23731069792 admin admin] Usage tracker for resource:network and tenant:b9e160ed92af426eb41719050c02f853 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:28.248069 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b1592769-c167-4ddf-83a3-697225fc5921 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611462'] for router_interface, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:28.250154 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-30ac483d-c278-4c4e-9694-c23731069792 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:28.276850 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-30ac483d-c278-4c4e-9694-c23731069792 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:28.320879 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ac483d-c278-4c4e-9694-c23731069792 admin admin] Made reservation on behalf of b9e160ed92af426eb41719050c02f853 for: {'network': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:59:28.323176 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-30ac483d-c278-4c4e-9694-c23731069792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:28.352477 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-30ac483d-c278-4c4e-9694-c23731069792 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:28.378665 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-34352902-9577-4999-bcca-1e5658fbc0be req-ca02aa09-4a6c-429d-9aad-18bfe073567f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:28.395823 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-405b8088-9c29-413f-8364-08a2660ea4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1645454485', 'tenant_id': '2181db44cb9d4493b0ae6f403c76ef7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.242'}], 'enable_snat': True}, 'gw_port_id': '683c78b6-f810-491c-836b-55ef9ca11553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:58:46Z', 'updated_at': '2022-04-01T15:58:54Z', 'revision_number': 4, 'project_id': '2181db44cb9d4493b0ae6f403c76ef7d', 'gw_port': {'id': '683c78b6-f810-491c-836b-55ef9ca11553', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:bb:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:47Z', 'updated_at': '2022-04-01T15:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': '86609c8b-eeff-4878-a472-b0018cc2020d', 'tenant_id': '2181db44cb9d4493b0ae6f403c76ef7d', 'floating_ip_address': '172.26.1.159', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': 'fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f', 'port_id': '9133b83e-f88e-4143-aaf9-58622f2917dc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9966213a-d852-47af-b676-2130e90548f0', 'mac_address': 'fa:16:3e:cc:c4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd80bbfa-eeee-4acb-8c66-9cf9506ef9a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:59:24Z', 'updated_at': '2022-04-01T15:59:24Z', 'revision_number': 0, 'project_id': '2181db44cb9d4493b0ae6f403c76ef7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07b99caa-6849-4f34-9751-551fa3e2ebac', 'name': '', 'network_id': '9966213a-d852-47af-b676-2130e90548f0', 'tenant_id': '2181db44cb9d4493b0ae6f403c76ef7d', 'mac_address': 'fa:16:3e:00:29:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89cf3890-8986-45b8-911d-fb627612bf2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:53Z', 'updated_at': '2022-04-01T15:59:11Z', 'revision_number': 5, 'project_id': '2181db44cb9d4493b0ae6f403c76ef7d', 'subnets': [{'id': '89cf3890-8986-45b8-911d-fb627612bf2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:28.397622 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be7bdcc-1b0e-453f-a96f-a31e585b70e5 req-7bd382a8-7811-46c3-8039-a782fc688529 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:28.399114 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-3be7bdcc-1b0e-453f-a96f-a31e585b70e5 req-7bd382a8-7811-46c3-8039-a782fc688529 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd80bbfa-eeee-4acb-8c66-9cf9506ef9a7 HTTP/1.1" status: 200 len: 945 time: 0.4618242 Apr 01 15:59:28.405819 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405b8088-9c29-413f-8364-08a2660ea4ce None None] Checking router: fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:59:28.419229 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405b8088-9c29-413f-8364-08a2660ea4ce None None] Routers {'fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:59:28.419846 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-405b8088-9c29-413f-8364-08a2660ea4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:59:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:28.432062 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [req-34352902-9577-4999-bcca-1e5658fbc0be req-ca02aa09-4a6c-429d-9aad-18bfe073567f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Transition to ACTIVE for port object f2ad0ad9-49f1-41ef-be71-99146ade8d2f will not be triggered until provisioned by entity DHCP. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:59:28.435809 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6502e5b0-7013-49ee-8335-ebf46ffe7731 req-b4e2f0f7-a069-464e-a74a-137ee524285b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:28.437209 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-6502e5b0-7013-49ee-8335-ebf46ffe7731 req-b4e2f0f7-a069-464e-a74a-137ee524285b service neutron] 10.222.0.24 "GET /v2.0/networks?id=9966213a-d852-47af-b676-2130e90548f0 HTTP/1.1" status: 200 len: 896 time: 0.2818711 Apr 01 15:59:28.467229 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-30ac483d-c278-4c4e-9694-c23731069792 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:28.477504 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-30ac483d-c278-4c4e-9694-c23731069792 admin admin] Usage tracker for resource:security_group_rule and tenant:b9e160ed92af426eb41719050c02f853 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:28.484922 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-30ac483d-c278-4c4e-9694-c23731069792 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:28.494347 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-3be7bdcc-1b0e-453f-a96f-a31e585b70e5 req-56af1de5-7dbb-4d73-84f0-0e0135b0281f tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.55 "GET /v2.0/security-groups?id=c75dad15-3c49-4312-91ac-218bdee2c12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890260 Apr 01 15:59:28.495184 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-30ac483d-c278-4c4e-9694-c23731069792 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:28.513988 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-34352902-9577-4999-bcca-1e5658fbc0be req-ca02aa09-4a6c-429d-9aad-18bfe073567f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:28.539622 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56878) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:28.609024 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34352902-9577-4999-bcca-1e5658fbc0be req-ca02aa09-4a6c-429d-9aad-18bfe073567f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Network c5d74d53-418c-47d9-a745-2341bda92f75 is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:59:28.620917 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [req-34352902-9577-4999-bcca-1e5658fbc0be req-ca02aa09-4a6c-429d-9aad-18bfe073567f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:59:28.630664 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-405b8088-9c29-413f-8364-08a2660ea4ce None None] Set router fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:59:28.638119 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [req-34352902-9577-4999-bcca-1e5658fbc0be req-ca02aa09-4a6c-429d-9aad-18bfe073567f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:59:28.716841 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02aa09-4a6c-429d-9aad-18bfe073567f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'Port': ['ID=f2ad0ad9-49f1-41ef-be71-99146ade8d2f,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:28.769701 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-6502e5b0-7013-49ee-8335-ebf46ffe7731 req-90f92f5d-4c9d-47c1-bbb9-f1916148a6b8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9133b83e-f88e-4143-aaf9-58622f2917dc HTTP/1.1" status: 200 len: 999 time: 0.3208640 Apr 01 15:59:28.777095 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34352902-9577-4999-bcca-1e5658fbc0be req-ca02aa09-4a6c-429d-9aad-18bfe073567f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:28.778214 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-34352902-9577-4999-bcca-1e5658fbc0be req-ca02aa09-4a6c-429d-9aad-18bfe073567f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:28.816780 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-30ac483d-c278-4c4e-9694-c23731069792 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:28.824836 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-30ac483d-c278-4c4e-9694-c23731069792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:28.844270 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30ac483d-c278-4c4e-9694-c23731069792 admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=83826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:59:28.862806 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-05b501d4-06b8-4e3d-9d63-4aed97d3cd01 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.55 "GET /v2.0/floatingips/86609c8b-eeff-4878-a472-b0018cc2020d HTTP/1.1" status: 200 len: 991 time: 0.3222108 Apr 01 15:59:28.877201 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-30ac483d-c278-4c4e-9694-c23731069792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:28.877549 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.segments_db [None req-30ac483d-c278-4c4e-9694-c23731069792 admin admin] Added segment e9f2fb1b-4025-4408-ae49-32f016745ef9 of type vlan for network d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0 Apr 01 15:59:28.877942 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6502e5b0-7013-49ee-8335-ebf46ffe7731 req-4b9aef81-879e-4e36-8fc9-73f08cb029b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:28.879458 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-6502e5b0-7013-49ee-8335-ebf46ffe7731 req-4b9aef81-879e-4e36-8fc9-73f08cb029b9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=89cf3890-8986-45b8-911d-fb627612bf2e HTTP/1.1" status: 200 len: 835 time: 0.1014359 Apr 01 15:59:28.909761 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-30ac483d-c278-4c4e-9694-c23731069792 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:28.996028 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-34352902-9577-4999-bcca-1e5658fbc0be req-ca02aa09-4a6c-429d-9aad-18bfe073567f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7571893 Apr 01 15:59:29.003944 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [req-34352902-9577-4999-bcca-1e5658fbc0be req-36190dda-063b-4ab0-bf17-3335eb45394a service neutron] Request body: {'port': {'device_id': '5c70d2d5-3f0e-49a6-880a-f3fd82a2994c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:59:29.017100 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-306591d1-6738-4415-bf65-66ed545ac465 None None] Provisioning for port f2ad0ad9-49f1-41ef-be71-99146ade8d2f completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:59:29.037610 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-306591d1-6738-4415-bf65-66ed545ac465 None None] Provisioning complete for port f2ad0ad9-49f1-41ef-be71-99146ade8d2f triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:29.037983 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-306591d1-6738-4415-bf65-66ed545ac465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:29.072531 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-30ac483d-c278-4c4e-9694-c23731069792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:29.081104 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ac483d-c278-4c4e-9694-c23731069792 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:29.082679 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-30ac483d-c278-4c4e-9694-c23731069792 admin admin] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:29.133709 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ac483d-c278-4c4e-9694-c23731069792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=279eb64d-e7c9-4a5e-8aaf-bf9141621320,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:29.160257 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-306591d1-6738-4415-bf65-66ed545ac465 None None] Port f2ad0ad9-49f1-41ef-be71-99146ade8d2f cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:59:29.196878 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-405b8088-9c29-413f-8364-08a2660ea4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1645454485', 'tenant_id': '2181db44cb9d4493b0ae6f403c76ef7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.242'}], 'enable_snat': True}, 'gw_port_id': '683c78b6-f810-491c-836b-55ef9ca11553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:58:46Z', 'updated_at': '2022-04-01T15:58:54Z', 'revision_number': 4, 'project_id': '2181db44cb9d4493b0ae6f403c76ef7d', 'gw_port': {'id': '683c78b6-f810-491c-836b-55ef9ca11553', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:bb:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:47Z', 'updated_at': '2022-04-01T15:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': '86609c8b-eeff-4878-a472-b0018cc2020d', 'tenant_id': '2181db44cb9d4493b0ae6f403c76ef7d', 'floating_ip_address': '172.26.1.159', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': 'fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f', 'port_id': '9133b83e-f88e-4143-aaf9-58622f2917dc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9966213a-d852-47af-b676-2130e90548f0', 'mac_address': 'fa:16:3e:cc:c4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd80bbfa-eeee-4acb-8c66-9cf9506ef9a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:59:24Z', 'updated_at': '2022-04-01T15:59:24Z', 'revision_number': 0, 'project_id': '2181db44cb9d4493b0ae6f403c76ef7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07b99caa-6849-4f34-9751-551fa3e2ebac', 'name': '', 'network_id': '9966213a-d852-47af-b676-2130e90548f0', 'tenant_id': '2181db44cb9d4493b0ae6f403c76ef7d', 'mac_address': 'fa:16:3e:00:29:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89cf3890-8986-45b8-911d-fb627612bf2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:53Z', 'updated_at': '2022-04-01T15:59:11Z', 'revision_number': 5, 'project_id': '2181db44cb9d4493b0ae6f403c76ef7d', 'subnets': [{'id': '89cf3890-8986-45b8-911d-fb627612bf2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:29.202666 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405b8088-9c29-413f-8364-08a2660ea4ce None None] The sync data for ids ['fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f'] in dv-neutron-833373-2-hyperv is: [{'id': 'fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1645454485', 'tenant_id': '2181db44cb9d4493b0ae6f403c76ef7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.242'}], 'enable_snat': True}, 'gw_port_id': '683c78b6-f810-491c-836b-55ef9ca11553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:58:46Z', 'updated_at': '2022-04-01T15:58:54Z', 'revision_number': 4, 'project_id': '2181db44cb9d4493b0ae6f403c76ef7d', 'gw_port': {'id': '683c78b6-f810-491c-836b-55ef9ca11553', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:bb:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:47Z', 'updated_at': '2022-04-01T15:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': '86609c8b-eeff-4878-a472-b0018cc2020d', 'tenant_id': '2181db44cb9d4493b0ae6f403c76ef7d', 'floating_ip_address': '172.26.1.159', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': 'fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f', 'port_id': '9133b83e-f88e-4143-aaf9-58622f2917dc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9966213a-d852-47af-b676-2130e90548f0', 'mac_address': 'fa:16:3e:cc:c4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd80bbfa-eeee-4acb-8c66-9cf9506ef9a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:59:24Z', 'updated_at': '2022-04-01T15:59:24Z', 'revision_number': 0, 'project_id': '2181db44cb9d4493b0ae6f403c76ef7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07b99caa-6849-4f34-9751-551fa3e2ebac', 'name': '', 'network_id': '9966213a-d852-47af-b676-2130e90548f0', 'tenant_id': '2181db44cb9d4493b0ae6f403c76ef7d', 'mac_address': 'fa:16:3e:00:29:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89cf3890-8986-45b8-911d-fb627612bf2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:53Z', 'updated_at': '2022-04-01T15:59:11Z', 'revision_number': 5, 'project_id': '2181db44cb9d4493b0ae6f403c76ef7d', 'subnets': [{'id': '89cf3890-8986-45b8-911d-fb627612bf2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:59:29.227160 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:29.257458 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-30ac483d-c278-4c4e-9694-c23731069792 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5258632 Apr 01 15:59:29.287937 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 56882) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:29.298965 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-92bc60e9-b2c7-4b66-8f0d-0be7c4bbe3b4 admin admin] Request body: {'subnet': {'network_id': 'd3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1030540240-subnet', 'tenant_id': 'b9e160ed92af426eb41719050c02f853', 'ip_version': 4}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:59:29.309714 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ac483d-c278-4c4e-9694-c23731069792 admin admin] Pushing event updated for resources: {'Network': ['ID=d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:29.312612 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-92bc60e9-b2c7-4b66-8f0d-0be7c4bbe3b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:29.322099 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0 details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:59:29.325862 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-92bc60e9-b2c7-4b66-8f0d-0be7c4bbe3b4 admin admin] Usage tracker for resource:subnet and tenant:b9e160ed92af426eb41719050c02f853 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:29.331050 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-92bc60e9-b2c7-4b66-8f0d-0be7c4bbe3b4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:29.341386 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-92bc60e9-b2c7-4b66-8f0d-0be7c4bbe3b4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:29.351004 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-34352902-9577-4999-bcca-1e5658fbc0be req-36190dda-063b-4ab0-bf17-3335eb45394a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:29.375803 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92bc60e9-b2c7-4b66-8f0d-0be7c4bbe3b4 admin admin] Made reservation on behalf of b9e160ed92af426eb41719050c02f853 for: {'subnet': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:59:29.378150 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-92bc60e9-b2c7-4b66-8f0d-0be7c4bbe3b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16088980'] for subnet, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:29.419751 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-6502e5b0-7013-49ee-8335-ebf46ffe7731 req-565b318f-50eb-405d-939c-c392781feda4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9966213a-d852-47af-b676-2130e90548f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4669862 Apr 01 15:59:29.599697 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-6502e5b0-7013-49ee-8335-ebf46ffe7731 req-9b4bc262-5362-450d-b787-50c3e8ee2ae5 service neutron] 10.222.0.24 "GET /v2.0/networks/9966213a-d852-47af-b676-2130e90548f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624243 Apr 01 15:59:29.627445 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1592769-c167-4ddf-83a3-697225fc5921 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Router 3e0a7872-7ac0-49d9-98a3-22a25d0acd22 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:59:29.833781 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635cd6a8-e793-46c4-9e89-75e147f4839a req-dbf9eb6b-1d80-41bf-a04f-f7abee4a4e97 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:29.834490 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-635cd6a8-e793-46c4-9e89-75e147f4839a req-dbf9eb6b-1d80-41bf-a04f-f7abee4a4e97 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Synchronizing usage tracker for tenant:447e2c5010754fe1ad368efac7c75251 on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:59:29.872000 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-6502e5b0-7013-49ee-8335-ebf46ffe7731 req-6911b5bd-ab05-4e60-8d87-532cc05f3e2e service neutron] 10.222.0.24 "GET /v2.0/networks/9966213a-d852-47af-b676-2130e90548f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641201 Apr 01 15:59:29.881634 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56888) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:29.897178 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-635cd6a8-e793-46c4-9e89-75e147f4839a req-dbf9eb6b-1d80-41bf-a04f-f7abee4a4e97 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Unset dirty status for tenant:447e2c5010754fe1ad368efac7c75251 on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:59:29.898342 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-635cd6a8-e793-46c4-9e89-75e147f4839a req-dbf9eb6b-1d80-41bf-a04f-f7abee4a4e97 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c70d2d5-3f0e-49a6-880a-f3fd82a2994c HTTP/1.1" status: 200 len: 931 time: 0.4063177 Apr 01 15:59:29.939924 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-92bc60e9-b2c7-4b66-8f0d-0be7c4bbe3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15415267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16089018'] for subnet, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:29.992357 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-5b364ef7-0272-4454-bb99-0fc3d689469b tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.55 "GET /v2.0/floatingips/86609c8b-eeff-4878-a472-b0018cc2020d HTTP/1.1" status: 200 len: 991 time: 0.1166141 Apr 01 15:59:30.010244 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1592769-c167-4ddf-83a3-697225fc5921 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:59:30.025035 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-b1592769-c167-4ddf-83a3-697225fc5921 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "PUT /v2.0/routers/3e0a7872-7ac0-49d9-98a3-22a25d0acd22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6241736 Apr 01 15:59:30.028432 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53d1924-5203-4e58-a2b9-a90dcb9077e1 None None] Sync routers for ids ['3e0a7872-7ac0-49d9-98a3-22a25d0acd22'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:59:30.035076 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56892) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:30.041859 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53d1924-5203-4e58-a2b9-a90dcb9077e1 None None] Routers {'3e0a7872-7ac0-49d9-98a3-22a25d0acd22'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:59:30.042712 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-f53d1924-5203-4e58-a2b9-a90dcb9077e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:59:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['3e0a7872-7ac0-49d9-98a3-22a25d0acd22'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:30.086138 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-635cd6a8-e793-46c4-9e89-75e147f4839a req-9ebe9612-b78b-455e-ac18-d1f81bcfb329 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef3cc654-473b-4de5-a591-1a08e5571c20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1736977 Apr 01 15:59:30.108035 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bc60e9-b2c7-4b66-8f0d-0be7c4bbe3b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e89a89e5-8fa9-4b91-af10-f0a4d00467fb,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:30.117124 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [req-34352902-9577-4999-bcca-1e5658fbc0be req-36190dda-063b-4ab0-bf17-3335eb45394a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2ad0ad9-49f1-41ef-be71-99146ade8d2f {{(pid=83826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:59:30.127344 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-34352902-9577-4999-bcca-1e5658fbc0be req-36190dda-063b-4ab0-bf17-3335eb45394a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:30.145515 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bc60e9-b2c7-4b66-8f0d-0be7c4bbe3b4 admin admin] Checking segment: {'id': 'e9f2fb1b-4025-4408-ae49-32f016745ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:59:30.145969 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92bc60e9-b2c7-4b66-8f0d-0be7c4bbe3b4 admin admin] Network hostable DHCP agents. Network: d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:59:30.150311 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [req-34352902-9577-4999-bcca-1e5658fbc0be req-36190dda-063b-4ab0-bf17-3335eb45394a service neutron] Transition to ACTIVE for port object f2ad0ad9-49f1-41ef-be71-99146ade8d2f will not be triggered until provisioned by entity L2. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:59:30.158028 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-34352902-9577-4999-bcca-1e5658fbc0be req-36190dda-063b-4ab0-bf17-3335eb45394a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:30.206508 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-f53d1924-5203-4e58-a2b9-a90dcb9077e1 None None] Set router 3e0a7872-7ac0-49d9-98a3-22a25d0acd22 gateway port host: None {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:59:30.272773 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_v2 [None req-96a727a2-c58e-4969-a3c3-1619dba96ac8 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Deleting subnet db6b31da-6508-428c-816f-d4c907a140d0 {{(pid=83828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:59:30.276483 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-96a727a2-c58e-4969-a3c3-1619dba96ac8 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for subnet, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:30.306289 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36190dda-063b-4ab0-bf17-3335eb45394a service neutron] Pushing event updated for resources: {'Port': ['ID=f2ad0ad9-49f1-41ef-be71-99146ade8d2f,revision_number=2']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:30.309374 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92bc60e9-b2c7-4b66-8f0d-0be7c4bbe3b4 admin admin] Network d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0 is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:59:30.331731 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-92bc60e9-b2c7-4b66-8f0d-0be7c4bbe3b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0) {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:59:30.356071 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-96a727a2-c58e-4969-a3c3-1619dba96ac8 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15303084'] for subnet, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:30.360607 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92bc60e9-b2c7-4b66-8f0d-0be7c4bbe3b4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:30.361214 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-92bc60e9-b2c7-4b66-8f0d-0be7c4bbe3b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:30.392073 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a349280-d2c0-4548-a129-5ca285c7c31d None None] Network d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:59:30.441414 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-92bc60e9-b2c7-4b66-8f0d-0be7c4bbe3b4 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1526761 Apr 01 15:59:30.444109 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56896) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:30.452253 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-f05db155-a94d-4985-8e4f-b7153295d6dc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1030540240-router', 'tenant_id': 'b9e160ed92af426eb41719050c02f853', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:59:30.598471 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.managers [req-34352902-9577-4999-bcca-1e5658fbc0be req-36190dda-063b-4ab0-bf17-3335eb45394a service neutron] Attempting to bind port f2ad0ad9-49f1-41ef-be71-99146ade8d2f on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:59:30.599313 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.managers [req-34352902-9577-4999-bcca-1e5658fbc0be req-36190dda-063b-4ab0-bf17-3335eb45394a service neutron] Attempting to bind port f2ad0ad9-49f1-41ef-be71-99146ade8d2f by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'fa28dbb4-18bc-46e2-9254-4b3c3356e205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c5d74d53-418c-47d9-a745-2341bda92f75'}] {{(pid=83826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:59:30.600137 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34352902-9577-4999-bcca-1e5658fbc0be req-36190dda-063b-4ab0-bf17-3335eb45394a service neutron] Attempting to bind port f2ad0ad9-49f1-41ef-be71-99146ade8d2f on network c5d74d53-418c-47d9-a745-2341bda92f75 {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:59:30.615566 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34352902-9577-4999-bcca-1e5658fbc0be req-36190dda-063b-4ab0-bf17-3335eb45394a service neutron] Port f2ad0ad9-49f1-41ef-be71-99146ade8d2f on network c5d74d53-418c-47d9-a745-2341bda92f75 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 15:59:30.615976 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34352902-9577-4999-bcca-1e5658fbc0be req-36190dda-063b-4ab0-bf17-3335eb45394a service neutron] Attempting to bind port f2ad0ad9-49f1-41ef-be71-99146ade8d2f on network c5d74d53-418c-47d9-a745-2341bda92f75 {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:59:30.628578 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34352902-9577-4999-bcca-1e5658fbc0be req-36190dda-063b-4ab0-bf17-3335eb45394a service neutron] Checking agent: {'id': '5b2860be-0b4f-4931-914a-5d10403eafcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 47, 24), 'started_at': datetime.datetime(2022, 4, 1, 15, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:59:30.629181 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34352902-9577-4999-bcca-1e5658fbc0be req-36190dda-063b-4ab0-bf17-3335eb45394a service neutron] Checking segment: {'id': 'fa28dbb4-18bc-46e2-9254-4b3c3356e205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c5d74d53-418c-47d9-a745-2341bda92f75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:59:30.629858 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34352902-9577-4999-bcca-1e5658fbc0be req-36190dda-063b-4ab0-bf17-3335eb45394a service neutron] Bound using segment: {'id': 'fa28dbb4-18bc-46e2-9254-4b3c3356e205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c5d74d53-418c-47d9-a745-2341bda92f75'} {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:59:30.630655 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.managers [req-34352902-9577-4999-bcca-1e5658fbc0be req-36190dda-063b-4ab0-bf17-3335eb45394a service neutron] Bound port: f2ad0ad9-49f1-41ef-be71-99146ade8d2f, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa28dbb4-18bc-46e2-9254-4b3c3356e205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c5d74d53-418c-47d9-a745-2341bda92f75'}}] {{(pid=83826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:59:30.631160 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-34352902-9577-4999-bcca-1e5658fbc0be req-36190dda-063b-4ab0-bf17-3335eb45394a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:30.637602 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-f05db155-a94d-4985-8e4f-b7153295d6dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:30.646762 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-f05db155-a94d-4985-8e4f-b7153295d6dc admin admin] Usage tracker for resource:router and tenant:b9e160ed92af426eb41719050c02f853 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:30.652928 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-f05db155-a94d-4985-8e4f-b7153295d6dc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:30.663407 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-f05db155-a94d-4985-8e4f-b7153295d6dc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:30.684424 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f05db155-a94d-4985-8e4f-b7153295d6dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130665'] for router, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:30.685603 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f05db155-a94d-4985-8e4f-b7153295d6dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617571', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130640'] for router, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:30.711689 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-96a727a2-c58e-4969-a3c3-1619dba96ac8 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:30.750730 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f05db155-a94d-4985-8e4f-b7153295d6dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:30.793592 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [req-34352902-9577-4999-bcca-1e5658fbc0be req-36190dda-063b-4ab0-bf17-3335eb45394a service neutron] For port f2ad0ad9-49f1-41ef-be71-99146ade8d2f, host hv-neutron-8333, cleared binding levels {{(pid=83826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:59:30.797298 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [req-34352902-9577-4999-bcca-1e5658fbc0be req-36190dda-063b-4ab0-bf17-3335eb45394a service neutron] For port f2ad0ad9-49f1-41ef-be71-99146ade8d2f, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=f2ad0ad9-49f1-41ef-be71-99146ade8d2f,segment=NetworkSegment(fa28dbb4-18bc-46e2-9254-4b3c3356e205),segment_id=fa28dbb4-18bc-46e2-9254-4b3c3356e205)] {{(pid=83826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:59:30.802947 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-34352902-9577-4999-bcca-1e5658fbc0be req-36190dda-063b-4ab0-bf17-3335eb45394a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:30.812426 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-f53d1924-5203-4e58-a2b9-a90dcb9077e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0a7872-7ac0-49d9-98a3-22a25d0acd22', 'name': 'tempest-RoutersTest-router-1162967274', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:58:06Z', 'updated_at': '2022-04-01T15:59:27Z', 'revision_number': 10, 'project_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'gw_port_host': None, '_interfaces': [{'id': 'b11ba5fb-0d90-4403-a5bf-c442b4dc7e59', 'name': '', 'network_id': '423f0b4e-e66e-41f0-92c1-2e0344f8d737', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'mac_address': 'fa:16:3e:0a:1b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0a7872-7ac0-49d9-98a3-22a25d0acd22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9ff9c4c-6092-46d4-81b2-de70a3fd5a7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:13Z', 'updated_at': '2022-04-01T15:58:28Z', 'revision_number': 5, 'project_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'subnets': [{'id': 'a9ff9c4c-6092-46d4-81b2-de70a3fd5a7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:30.818149 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96de6b5b-982b-451a-9891-1378eeb73782 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0', 'network_id': 'd3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0', 'tenant_id': 'b9e160ed92af426eb41719050c02f853', 'fixed_ips': [{'subnet_id': 'e89a89e5-8fa9-4b91-af10-f0a4d00467fb'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:59:30.818799 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-96de6b5b-982b-451a-9891-1378eeb73782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:30.834233 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53d1924-5203-4e58-a2b9-a90dcb9077e1 None None] Checking router: 3e0a7872-7ac0-49d9-98a3-22a25d0acd22 for host: dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:59:30.884616 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-34352902-9577-4999-bcca-1e5658fbc0be req-36190dda-063b-4ab0-bf17-3335eb45394a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:30.886209 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-34352902-9577-4999-bcca-1e5658fbc0be req-36190dda-063b-4ab0-bf17-3335eb45394a service neutron] 10.222.0.24 "PUT /v2.0/ports/f2ad0ad9-49f1-41ef-be71-99146ade8d2f HTTP/1.1" status: 200 len: 1093 time: 1.8889194 Apr 01 15:59:30.890596 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c70d2d5-3f0e-49a6-880a-f3fd82a2994c', 'tag': 'f2ad0ad9-49f1-41ef-be71-99146ade8d2f'}] {{(pid=83826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:59:30.894576 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53d1924-5203-4e58-a2b9-a90dcb9077e1 None None] Routers {'3e0a7872-7ac0-49d9-98a3-22a25d0acd22'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:59:30.895940 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-f53d1924-5203-4e58-a2b9-a90dcb9077e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:59:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['3e0a7872-7ac0-49d9-98a3-22a25d0acd22'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:30.930847 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36190dda-063b-4ab0-bf17-3335eb45394a service neutron] Pushing event updated for resources: {'Port': ['ID=f2ad0ad9-49f1-41ef-be71-99146ade8d2f,revision_number=3']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:30.962591 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-96a727a2-c58e-4969-a3c3-1619dba96ac8 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15306565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16030232'] for subnet, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:30.983964 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c70d2d5-3f0e-49a6-880a-f3fd82a2994c', 'tag': 'f2ad0ad9-49f1-41ef-be71-99146ade8d2f', 'status': 'completed', 'code': 200} Apr 01 15:59:30.996212 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 56902) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:31.062559 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a727a2-c58e-4969-a3c3-1619dba96ac8 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Pushing event deleted for resources: {'Subnet': ['ID=db6b31da-6508-428c-816f-d4c907a140d0,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:31.112533 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-96a727a2-c58e-4969-a3c3-1619dba96ac8 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:31.128521 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e59110d-3f8f-4d13-9559-9b0fe276d6a9 None None] Network b15e37bb-df96-46ce-9581-07cfdc722631 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:59:31.148556 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f05db155-a94d-4985-8e4f-b7153295d6dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130626'] for router, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:31.154513 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-96a727a2-c58e-4969-a3c3-1619dba96ac8 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "DELETE /v2.0/subnets/db6b31da-6508-428c-816f-d4c907a140d0 HTTP/1.1" status: 204 len: 168 time: 1.1165481 Apr 01 15:59:31.163265 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56908) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:31.170349 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-e0476936-ac0f-438e-8552-dfb6f079a588 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.55 "GET /v2.0/floatingips/86609c8b-eeff-4878-a472-b0018cc2020d HTTP/1.1" status: 200 len: 991 time: 0.1725719 Apr 01 15:59:31.178845 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-34352902-9577-4999-bcca-1e5658fbc0be req-49e5a170-c4c5-4ca1-a97c-c6a3b5a05db6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=447e2c5010754fe1ad368efac7c75251&device_id=5c70d2d5-3f0e-49a6-880a-f3fd82a2994c HTTP/1.1" status: 200 len: 1096 time: 0.2400231 Apr 01 15:59:31.310019 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-34352902-9577-4999-bcca-1e5658fbc0be req-6711a028-7565-4c80-8dbc-95d2ae8dd473 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2ad0ad9-49f1-41ef-be71-99146ade8d2f HTTP/1.1" status: 200 len: 217 time: 0.1229479 Apr 01 15:59:31.374773 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-af160900-ea4a-41ef-9e67-9b849250dcfa tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:31.398455 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34352902-9577-4999-bcca-1e5658fbc0be req-eeaf3e4b-a946-4e55-80ff-ddfd8201ee1f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:31.399433 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-af160900-ea4a-41ef-9e67-9b849250dcfa tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Deleting port 9da73abb-22d4-42d1-8316-9749b43887cf {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:59:31.399720 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-34352902-9577-4999-bcca-1e5658fbc0be req-eeaf3e4b-a946-4e55-80ff-ddfd8201ee1f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3d0e0496-ba52-480f-8f1c-87e417a09ffd HTTP/1.1" status: 200 len: 835 time: 0.0814879 Apr 01 15:59:31.399861 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-af160900-ea4a-41ef-9e67-9b849250dcfa tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:31.401967 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-f53d1924-5203-4e58-a2b9-a90dcb9077e1 None None] Set router 3e0a7872-7ac0-49d9-98a3-22a25d0acd22 gateway port host: None {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:59:31.455815 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5216f665-1cc6-4172-a3ce-718a21dee69f req-46c6a12f-5c64-4259-bc6e-c5b994d46f0b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:31.457044 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5216f665-1cc6-4172-a3ce-718a21dee69f req-46c6a12f-5c64-4259-bc6e-c5b994d46f0b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c70d2d5-3f0e-49a6-880a-f3fd82a2994c HTTP/1.1" status: 200 len: 943 time: 0.1937432 Apr 01 15:59:31.533791 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5216f665-1cc6-4172-a3ce-718a21dee69f req-651dbdd8-1941-4e5d-8c97-bf834fba8ab5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef3cc654-473b-4de5-a591-1a08e5571c20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658977 Apr 01 15:59:31.553118 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-34352902-9577-4999-bcca-1e5658fbc0be req-093adb05-fe24-42a8-9ffd-1b70d058b805 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c5d74d53-418c-47d9-a745-2341bda92f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1450479 Apr 01 15:59:31.606859 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-96de6b5b-982b-451a-9891-1378eeb73782 None None] Allocated IP 172.20.0.2 (d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0/e89a89e5-8fa9-4b91-af10-f0a4d00467fb/e3f27d9f-9da1-4cb3-a3de-907a4be84881) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:59:31.706584 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a9bca2-d2a6-45af-aff8-cc16c260d8a9 None None] Sync routers for ids ['8e4dbd12-16fe-44fd-a151-306945cc3cdf'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:59:31.721337 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a9bca2-d2a6-45af-aff8-cc16c260d8a9 None None] Routers {'8e4dbd12-16fe-44fd-a151-306945cc3cdf'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:59:31.722565 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-04a9bca2-d2a6-45af-aff8-cc16c260d8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:59:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['8e4dbd12-16fe-44fd-a151-306945cc3cdf'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:31.739193 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f05db155-a94d-4985-8e4f-b7153295d6dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:31.746227 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-34352902-9577-4999-bcca-1e5658fbc0be req-0c309571-ff9c-484d-b97b-1ba39c00cfba service neutron] 10.222.0.24 "GET /v2.0/networks/c5d74d53-418c-47d9-a745-2341bda92f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863048 Apr 01 15:59:31.782957 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f05db155-a94d-4985-8e4f-b7153295d6dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:31.866271 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-af160900-ea4a-41ef-9e67-9b849250dcfa tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] For port 9da73abb-22d4-42d1-8316-9749b43887cf, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=9da73abb-22d4-42d1-8316-9749b43887cf,segment=NetworkSegment(6da9aa4a-5952-48a0-853b-e2f18f47485c),segment_id=6da9aa4a-5952-48a0-853b-e2f18f47485c)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:59:31.866891 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-af160900-ea4a-41ef-9e67-9b849250dcfa tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:31.966998 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-04a9bca2-d2a6-45af-aff8-cc16c260d8a9 None None] Set router 8e4dbd12-16fe-44fd-a151-306945cc3cdf gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:59:32.035289 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-af160900-ea4a-41ef-9e67-9b849250dcfa tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Calling delete_port for 9da73abb-22d4-42d1-8316-9749b43887cf owned by network:dhcp {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:59:32.046693 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0d8db7-2e0c-48a2-b3de-fd69127f19b7 None None] New status for floating IP 86609c8b-eeff-4878-a472-b0018cc2020d: ACTIVE {{(pid=83829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 15:59:32.065877 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-34352902-9577-4999-bcca-1e5658fbc0be req-c26f892d-080c-4cf9-9906-3285e119dcae service neutron] 10.222.0.24 "GET /v2.0/networks/c5d74d53-418c-47d9-a745-2341bda92f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3113241 Apr 01 15:59:32.185908 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56912) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:32.188718 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-f05db155-a94d-4985-8e4f-b7153295d6dc admin admin] Allocated IP 172.26.1.5 (ed45466e-0386-4b92-8de3-247c977242ac/0479f741-5cd1-4d6f-b593-d8aa909a42d3/c9310d4d-02e6-42b9-9f00-f699c4f1c79c) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:59:32.334606 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-af160900-ea4a-41ef-9e67-9b849250dcfa tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:32.345735 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-1b5bb215-4eb3-45b4-8a9b-9ac6856dafbc req-1697d8a0-85cd-479e-a33d-a9ed0e52fda4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=447e2c5010754fe1ad368efac7c75251&device_id=5c70d2d5-3f0e-49a6-880a-f3fd82a2994c HTTP/1.1" status: 200 len: 1096 time: 0.2160511 Apr 01 15:59:32.431799 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-04a9bca2-d2a6-45af-aff8-cc16c260d8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4dbd12-16fe-44fd-a151-306945cc3cdf', 'name': 'tempest-TestNetworkBasicOps-router-2029677469', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': '39d30461-ace8-47db-b937-b378953c7cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:59:06Z', 'updated_at': '2022-04-01T15:59:15Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': '39d30461-ace8-47db-b937-b378953c7cb2', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4dbd12-16fe-44fd-a151-306945cc3cdf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:07Z', 'updated_at': '2022-04-01T15:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '6645aa7c-dab5-462f-bc89-9c8413fa5328', 'name': '', 'network_id': 'c5d74d53-418c-47d9-a745-2341bda92f75', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'mac_address': 'fa:16:3e:24:94:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e4dbd12-16fe-44fd-a151-306945cc3cdf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d0e0496-ba52-480f-8f1c-87e417a09ffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:13Z', 'updated_at': '2022-04-01T15:59:16Z', 'revision_number': 2, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'subnets': [{'id': '3d0e0496-ba52-480f-8f1c-87e417a09ffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:32.437160 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a9bca2-d2a6-45af-aff8-cc16c260d8a9 None None] Checking router: 8e4dbd12-16fe-44fd-a151-306945cc3cdf for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:59:32.437599 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a9bca2-d2a6-45af-aff8-cc16c260d8a9 None None] Updating router 8e4dbd12-16fe-44fd-a151-306945cc3cdf port 6645aa7c-dab5-462f-bc89-9c8413fa5328 binding host dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:59:32.496951 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15626ae9-537b-435e-94bf-d287fdbbef1d None None] DHCP port deletion for b15e37bb-df96-46ce-9581-07cfdc722631 request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:59:32.503819 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-04a9bca2-d2a6-45af-aff8-cc16c260d8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:32.525465 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-96de6b5b-982b-451a-9891-1378eeb73782 None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:32.537816 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-96de6b5b-982b-451a-9891-1378eeb73782 None None] Transition to ACTIVE for port object e3f27d9f-9da1-4cb3-a3de-907a4be84881 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:59:32.559447 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-96de6b5b-982b-451a-9891-1378eeb73782 None None] Transition to ACTIVE for port object e3f27d9f-9da1-4cb3-a3de-907a4be84881 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:59:32.561493 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5bb215-4eb3-45b4-8a9b-9ac6856dafbc req-4d32bfa5-3357-4930-90ee-f32a0b2e7b3c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:32.563559 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-1b5bb215-4eb3-45b4-8a9b-9ac6856dafbc req-4d32bfa5-3357-4930-90ee-f32a0b2e7b3c service neutron] 10.222.0.24 "GET /v2.0/networks?id=c5d74d53-418c-47d9-a745-2341bda92f75 HTTP/1.1" status: 200 len: 896 time: 0.1988719 Apr 01 15:59:32.580807 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-96de6b5b-982b-451a-9891-1378eeb73782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:32.610243 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af160900-ea4a-41ef-9e67-9b849250dcfa tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Pushing event deleted for resources: {'Port': ['ID=9da73abb-22d4-42d1-8316-9749b43887cf,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:32.628642 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af160900-ea4a-41ef-9e67-9b849250dcfa tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] No DVR routers for this DVR port 9da73abb-22d4-42d1-8316-9749b43887cf on host dv-neutron-833373-2-hyperv {{(pid=83828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:59:32.672232 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-1b5bb215-4eb3-45b4-8a9b-9ac6856dafbc req-eb732901-a344-4caa-bfa8-b12a9174a920 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2ad0ad9-49f1-41ef-be71-99146ade8d2f HTTP/1.1" status: 200 len: 217 time: 0.0859718 Apr 01 15:59:32.735793 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 9da73abb-22d4-42d1-8316-9749b43887cf no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:59:32.738416 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-474c4bee-3fb0-4771-abd9-bfef15177f93 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.55 "GET /v2.0/floatingips/86609c8b-eeff-4878-a472-b0018cc2020d HTTP/1.1" status: 200 len: 991 time: 0.5500770 Apr 01 15:59:32.791035 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5bb215-4eb3-45b4-8a9b-9ac6856dafbc req-85dfb2aa-81d6-4efd-94b2-f685e8a9090b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:32.792774 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-1b5bb215-4eb3-45b4-8a9b-9ac6856dafbc req-85dfb2aa-81d6-4efd-94b2-f685e8a9090b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3d0e0496-ba52-480f-8f1c-87e417a09ffd HTTP/1.1" status: 200 len: 835 time: 0.1061921 Apr 01 15:59:32.809286 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96de6b5b-982b-451a-9891-1378eeb73782 None None] Network d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0 is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:59:32.819525 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-96de6b5b-982b-451a-9891-1378eeb73782 None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:59:32.824505 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 9da73abb-22d4-42d1-8316-9749b43887cf {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:59:32.824914 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 9da73abb-22d4-42d1-8316-9749b43887cf not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:59:32.827392 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96de6b5b-982b-451a-9891-1378eeb73782 None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:59:32.840951 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-f53d1924-5203-4e58-a2b9-a90dcb9077e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0a7872-7ac0-49d9-98a3-22a25d0acd22', 'name': 'tempest-RoutersTest-router-1162967274', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:58:06Z', 'updated_at': '2022-04-01T15:59:27Z', 'revision_number': 10, 'project_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'gw_port_host': None, '_interfaces': [{'id': 'b11ba5fb-0d90-4403-a5bf-c442b4dc7e59', 'name': '', 'network_id': '423f0b4e-e66e-41f0-92c1-2e0344f8d737', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'mac_address': 'fa:16:3e:0a:1b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0a7872-7ac0-49d9-98a3-22a25d0acd22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9ff9c4c-6092-46d4-81b2-de70a3fd5a7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:13Z', 'updated_at': '2022-04-01T15:58:28Z', 'revision_number': 5, 'project_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'subnets': [{'id': 'a9ff9c4c-6092-46d4-81b2-de70a3fd5a7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:32.852075 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de6b5b-982b-451a-9891-1378eeb73782 None None] Pushing event updated for resources: {'Port': ['ID=e3f27d9f-9da1-4cb3-a3de-907a4be84881,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:32.855326 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53d1924-5203-4e58-a2b9-a90dcb9077e1 None None] The sync data for ids ['3e0a7872-7ac0-49d9-98a3-22a25d0acd22'] in dv-neutron-833373-2-hyperv is: [{'id': '3e0a7872-7ac0-49d9-98a3-22a25d0acd22', 'name': 'tempest-RoutersTest-router-1162967274', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:58:06Z', 'updated_at': '2022-04-01T15:59:27Z', 'revision_number': 10, 'project_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'gw_port_host': None, '_interfaces': [{'id': 'b11ba5fb-0d90-4403-a5bf-c442b4dc7e59', 'name': '', 'network_id': '423f0b4e-e66e-41f0-92c1-2e0344f8d737', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'mac_address': 'fa:16:3e:0a:1b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0a7872-7ac0-49d9-98a3-22a25d0acd22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9ff9c4c-6092-46d4-81b2-de70a3fd5a7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:13Z', 'updated_at': '2022-04-01T15:58:28Z', 'revision_number': 5, 'project_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'subnets': [{'id': 'a9ff9c4c-6092-46d4-81b2-de70a3fd5a7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:59:32.920663 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-af160900-ea4a-41ef-9e67-9b849250dcfa tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:32.957802 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-96de6b5b-982b-451a-9891-1378eeb73782 None None] Attempting to bind port e3f27d9f-9da1-4cb3-a3de-907a4be84881 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:59:32.958632 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-96de6b5b-982b-451a-9891-1378eeb73782 None None] Attempting to bind port e3f27d9f-9da1-4cb3-a3de-907a4be84881 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'e9f2fb1b-4025-4408-ae49-32f016745ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:59:32.958865 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96de6b5b-982b-451a-9891-1378eeb73782 None None] Attempting to bind port e3f27d9f-9da1-4cb3-a3de-907a4be84881 on network d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0 {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:59:32.966725 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96de6b5b-982b-451a-9891-1378eeb73782 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:59:32.967249 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96de6b5b-982b-451a-9891-1378eeb73782 None None] Checking segment: {'id': 'e9f2fb1b-4025-4408-ae49-32f016745ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:59:32.967714 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-96de6b5b-982b-451a-9891-1378eeb73782 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:32.968111 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96de6b5b-982b-451a-9891-1378eeb73782 None None] Bound using segment: {'id': 'e9f2fb1b-4025-4408-ae49-32f016745ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:59:32.968587 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-96de6b5b-982b-451a-9891-1378eeb73782 None None] Bound port: e3f27d9f-9da1-4cb3-a3de-907a4be84881, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9f2fb1b-4025-4408-ae49-32f016745ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:59:32.969114 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-96de6b5b-982b-451a-9891-1378eeb73782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:33.003621 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-af160900-ea4a-41ef-9e67-9b849250dcfa tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b15e37bb-df96-46ce-9581-07cfdc722631']}} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:33.008239 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c55718-b753-4cb7-be81-99523ba5c55c req-ef03b486-0b83-4c18-948f-0accc361cb1a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:33.009955 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a8c55718-b753-4cb7-be81-99523ba5c55c req-ef03b486-0b83-4c18-948f-0accc361cb1a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c70d2d5-3f0e-49a6-880a-f3fd82a2994c HTTP/1.1" status: 200 len: 943 time: 0.2162170 Apr 01 15:59:33.013899 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f05db155-a94d-4985-8e4f-b7153295d6dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:33.041500 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-af160900-ea4a-41ef-9e67-9b849250dcfa tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6da9aa4a-5952-48a0-853b-e2f18f47485c') {'for_net_delete': True} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:33.043790 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-af160900-ea4a-41ef-9e67-9b849250dcfa tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6da9aa4a-5952-48a0-853b-e2f18f47485c') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:33.045323 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-1b5bb215-4eb3-45b4-8a9b-9ac6856dafbc req-f625a3e8-fea2-466b-a97e-4046572fbdd3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c5d74d53-418c-47d9-a745-2341bda92f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1913531 Apr 01 15:59:33.074837 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a8c55718-b753-4cb7-be81-99523ba5c55c req-7689c8c2-49b0-4ba8-aa87-2a9bc3b5bace tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef3cc654-473b-4de5-a591-1a08e5571c20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575271 Apr 01 15:59:33.097646 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-af160900-ea4a-41ef-9e67-9b849250dcfa tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15303093'] for segment, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:33.125713 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-af160900-ea4a-41ef-9e67-9b849250dcfa tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:33.135692 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af160900-ea4a-41ef-9e67-9b849250dcfa tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=83828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:59:33.136102 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-af160900-ea4a-41ef-9e67-9b849250dcfa tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15306523'] for segment, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:33.137048 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-04a9bca2-d2a6-45af-aff8-cc16c260d8a9 None None] Notify callbacks [] for port, precommit_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:33.139780 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-96de6b5b-982b-451a-9891-1378eeb73782 None None] For port e3f27d9f-9da1-4cb3-a3de-907a4be84881, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:59:33.144103 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-96de6b5b-982b-451a-9891-1378eeb73782 None None] For port e3f27d9f-9da1-4cb3-a3de-907a4be84881, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=e3f27d9f-9da1-4cb3-a3de-907a4be84881,segment=NetworkSegment(e9f2fb1b-4025-4408-ae49-32f016745ef9),segment_id=e9f2fb1b-4025-4408-ae49-32f016745ef9)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:59:33.151233 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-96de6b5b-982b-451a-9891-1378eeb73782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:33.153124 dv-neutron-833373-2-hyperv neutron-server[83828]: Traceback (most recent call last): Apr 01 15:59:33.153124 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:59:33.153124 dv-neutron-833373-2-hyperv neutron-server[83828]: timer() Apr 01 15:59:33.153124 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:59:33.153124 dv-neutron-833373-2-hyperv neutron-server[83828]: cb(*args, **kw) Apr 01 15:59:33.153124 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:59:33.153124 dv-neutron-833373-2-hyperv neutron-server[83828]: return func(*args, **kwargs) Apr 01 15:59:33.153124 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:59:33.153124 dv-neutron-833373-2-hyperv neutron-server[83828]: self._notify() Apr 01 15:59:33.153124 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:59:33.153124 dv-neutron-833373-2-hyperv neutron-server[83828]: self.callback(batched_events) Apr 01 15:59:33.153124 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:59:33.153124 dv-neutron-833373-2-hyperv neutron-server[83828]: event.method(event) Apr 01 15:59:33.153124 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:59:33.153124 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:59:33.153124 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:59:33.153124 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:59:33.153124 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:59:33.153124 dv-neutron-833373-2-hyperv neutron-server[83828]: return f(self, *a, **k) Apr 01 15:59:33.153124 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:59:33.153124 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._get(url).json() Apr 01 15:59:33.153124 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:59:33.153124 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:59:33.153124 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:59:33.153124 dv-neutron-833373-2-hyperv neutron-server[83828]: return self.request(url, 'GET', **kwargs) Apr 01 15:59:33.153124 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:59:33.153124 dv-neutron-833373-2-hyperv neutron-server[83828]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:59:33.153124 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:59:33.153124 dv-neutron-833373-2-hyperv neutron-server[83828]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:59:33.153124 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:59:33.153124 dv-neutron-833373-2-hyperv neutron-server[83828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:59:33.153124 dv-neutron-833373-2-hyperv neutron-server[83828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:59:33.260283 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de6b5b-982b-451a-9891-1378eeb73782 None None] Pushing event updated for resources: {'Port': ['ID=e3f27d9f-9da1-4cb3-a3de-907a4be84881,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:33.265956 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.provisioning_blocks [None req-04a9bca2-d2a6-45af-aff8-cc16c260d8a9 None None] Transition to ACTIVE for port object 6645aa7c-dab5-462f-bc89-9c8413fa5328 will not be triggered until provisioned by entity L2. {{(pid=83833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:59:33.273189 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-af160900-ea4a-41ef-9e67-9b849250dcfa tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:33.283490 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-04a9bca2-d2a6-45af-aff8-cc16c260d8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:33.309926 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-af160900-ea4a-41ef-9e67-9b849250dcfa tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:33.319882 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f05db155-a94d-4985-8e4f-b7153295d6dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:33.351109 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-1b5bb215-4eb3-45b4-8a9b-9ac6856dafbc req-6ffbeac6-d1fe-41b9-82e3-eefd802dec99 service neutron] 10.222.0.24 "GET /v2.0/networks/c5d74d53-418c-47d9-a745-2341bda92f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795210 Apr 01 15:59:33.363406 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af160900-ea4a-41ef-9e67-9b849250dcfa tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Pushing event deleted for resources: {'Network': ['ID=b15e37bb-df96-46ce-9581-07cfdc722631,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:33.421587 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-af160900-ea4a-41ef-9e67-9b849250dcfa tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "DELETE /v2.0/networks/b15e37bb-df96-46ce-9581-07cfdc722631 HTTP/1.1" status: 204 len: 168 time: 2.2565725 Apr 01 15:59:33.432985 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05db155-a94d-4985-8e4f-b7153295d6dc admin admin] Network ed45466e-0386-4b92-8de3-247c977242ac is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:59:33.435242 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56918) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:33.441480 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-f05db155-a94d-4985-8e4f-b7153295d6dc admin admin] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:59:33.451243 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05db155-a94d-4985-8e4f-b7153295d6dc admin admin] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:59:33.454459 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f354a0-16a6-4414-bee3-001194906c91 None None] Pushing event updated for resources: {'Port': ['ID=6645aa7c-dab5-462f-bc89-9c8413fa5328,revision_number=3']} {{(pid=83833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:33.551031 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-1b5bb215-4eb3-45b4-8a9b-9ac6856dafbc req-abd2a63f-728f-4c95-8869-5eef0603c3aa service neutron] 10.222.0.24 "GET /v2.0/networks/c5d74d53-418c-47d9-a745-2341bda92f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923451 Apr 01 15:59:33.566939 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05db155-a94d-4985-8e4f-b7153295d6dc admin admin] Pushing event updated for resources: {'Port': ['ID=c9310d4d-02e6-42b9-9f00-f699c4f1c79c,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:33.581306 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-04a9bca2-d2a6-45af-aff8-cc16c260d8a9 None None] Attempting to bind port 6645aa7c-dab5-462f-bc89-9c8413fa5328 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:59:33.581892 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-04a9bca2-d2a6-45af-aff8-cc16c260d8a9 None None] Attempting to bind port 6645aa7c-dab5-462f-bc89-9c8413fa5328 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'fa28dbb4-18bc-46e2-9254-4b3c3356e205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c5d74d53-418c-47d9-a745-2341bda92f75'}] {{(pid=83833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:59:33.582431 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a9bca2-d2a6-45af-aff8-cc16c260d8a9 None None] Attempting to bind port 6645aa7c-dab5-462f-bc89-9c8413fa5328 on network c5d74d53-418c-47d9-a745-2341bda92f75 {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:59:33.598546 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a9bca2-d2a6-45af-aff8-cc16c260d8a9 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:59:33.598925 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a9bca2-d2a6-45af-aff8-cc16c260d8a9 None None] Checking segment: {'id': 'fa28dbb4-18bc-46e2-9254-4b3c3356e205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c5d74d53-418c-47d9-a745-2341bda92f75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:59:33.599420 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-04a9bca2-d2a6-45af-aff8-cc16c260d8a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:33.599833 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a9bca2-d2a6-45af-aff8-cc16c260d8a9 None None] Bound using segment: {'id': 'fa28dbb4-18bc-46e2-9254-4b3c3356e205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c5d74d53-418c-47d9-a745-2341bda92f75'} {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:59:33.600480 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-04a9bca2-d2a6-45af-aff8-cc16c260d8a9 None None] Bound port: 6645aa7c-dab5-462f-bc89-9c8413fa5328, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa28dbb4-18bc-46e2-9254-4b3c3356e205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c5d74d53-418c-47d9-a745-2341bda92f75'}}] {{(pid=83833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:59:33.601030 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-04a9bca2-d2a6-45af-aff8-cc16c260d8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:33.741957 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 56922) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:33.782822 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.db [None req-04a9bca2-d2a6-45af-aff8-cc16c260d8a9 None None] For port 6645aa7c-dab5-462f-bc89-9c8413fa5328, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:59:33.789679 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.db [None req-04a9bca2-d2a6-45af-aff8-cc16c260d8a9 None None] For port 6645aa7c-dab5-462f-bc89-9c8413fa5328, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=6645aa7c-dab5-462f-bc89-9c8413fa5328,segment=NetworkSegment(fa28dbb4-18bc-46e2-9254-4b3c3356e205),segment_id=fa28dbb4-18bc-46e2-9254-4b3c3356e205)] {{(pid=83833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:59:33.799387 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-04a9bca2-d2a6-45af-aff8-cc16c260d8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:33.886131 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-075d0aff-d7ac-4ca6-9529-504232f5fda3 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.55 "GET /v2.0/floatingips/86609c8b-eeff-4878-a472-b0018cc2020d HTTP/1.1" status: 200 len: 993 time: 0.1425271 Apr 01 15:59:33.926136 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f354a0-16a6-4414-bee3-001194906c91 None None] Pushing event updated for resources: {'Port': ['ID=6645aa7c-dab5-462f-bc89-9c8413fa5328,revision_number=4']} {{(pid=83833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:33.931337 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a9bca2-d2a6-45af-aff8-cc16c260d8a9 None None] Routers {'8e4dbd12-16fe-44fd-a151-306945cc3cdf'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:59:33.931947 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-04a9bca2-d2a6-45af-aff8-cc16c260d8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:59:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['8e4dbd12-16fe-44fd-a151-306945cc3cdf'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:34.025675 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f05db155-a94d-4985-8e4f-b7153295d6dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:34.026415 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f05db155-a94d-4985-8e4f-b7153295d6dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616'] for router, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:34.137686 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-04a9bca2-d2a6-45af-aff8-cc16c260d8a9 None None] Set router 8e4dbd12-16fe-44fd-a151-306945cc3cdf gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:59:34.185050 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-91617536-f95c-43d0-8e63-e60ef50b088a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611543'] for router_interface, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:34.344716 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce7221d-7152-456d-b6b7-5177c6c02f59 req-457244ff-2c38-4f1a-bbad-717848a5da8b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:34.351746 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-1ce7221d-7152-456d-b6b7-5177c6c02f59 req-457244ff-2c38-4f1a-bbad-717848a5da8b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c70d2d5-3f0e-49a6-880a-f3fd82a2994c HTTP/1.1" status: 200 len: 943 time: 0.1317136 Apr 01 15:59:34.409977 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-1ce7221d-7152-456d-b6b7-5177c6c02f59 req-0c675fdf-fdb8-4215-8707-4a7609137d23 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef3cc654-473b-4de5-a591-1a08e5571c20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569508 Apr 01 15:59:34.620466 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-04a9bca2-d2a6-45af-aff8-cc16c260d8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4dbd12-16fe-44fd-a151-306945cc3cdf', 'name': 'tempest-TestNetworkBasicOps-router-2029677469', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': '39d30461-ace8-47db-b937-b378953c7cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:59:06Z', 'updated_at': '2022-04-01T15:59:15Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': '39d30461-ace8-47db-b937-b378953c7cb2', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4dbd12-16fe-44fd-a151-306945cc3cdf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:07Z', 'updated_at': '2022-04-01T15:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '6645aa7c-dab5-462f-bc89-9c8413fa5328', 'name': '', 'network_id': 'c5d74d53-418c-47d9-a745-2341bda92f75', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'mac_address': 'fa:16:3e:24:94:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e4dbd12-16fe-44fd-a151-306945cc3cdf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d0e0496-ba52-480f-8f1c-87e417a09ffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:13Z', 'updated_at': '2022-04-01T15:59:33Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'subnets': [{'id': '3d0e0496-ba52-480f-8f1c-87e417a09ffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:34.630259 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a9bca2-d2a6-45af-aff8-cc16c260d8a9 None None] The sync data for ids ['8e4dbd12-16fe-44fd-a151-306945cc3cdf'] in dv-neutron-833373-2-hyperv is: [{'id': '8e4dbd12-16fe-44fd-a151-306945cc3cdf', 'name': 'tempest-TestNetworkBasicOps-router-2029677469', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': '39d30461-ace8-47db-b937-b378953c7cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:59:06Z', 'updated_at': '2022-04-01T15:59:15Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': '39d30461-ace8-47db-b937-b378953c7cb2', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4dbd12-16fe-44fd-a151-306945cc3cdf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:07Z', 'updated_at': '2022-04-01T15:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '6645aa7c-dab5-462f-bc89-9c8413fa5328', 'name': '', 'network_id': 'c5d74d53-418c-47d9-a745-2341bda92f75', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'mac_address': 'fa:16:3e:24:94:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e4dbd12-16fe-44fd-a151-306945cc3cdf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d0e0496-ba52-480f-8f1c-87e417a09ffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:13Z', 'updated_at': '2022-04-01T15:59:33Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'subnets': [{'id': '3d0e0496-ba52-480f-8f1c-87e417a09ffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:59:34.793101 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f05db155-a94d-4985-8e4f-b7153295d6dc admin admin] Router 05b9be92-50a2-43a2-a398-6708a0dd5f87 is scheduled to L3 agent ff252634-3424-422a-b742-9ae457bd54bd with binding_index 1 {{(pid=83828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:59:34.797091 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device e3f27d9f-9da1-4cb3-a3de-907a4be84881 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:59:34.832140 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22d6cba-be82-4bd2-9fbe-2cda9ef5d3e0 None None] Network d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:59:34.868330 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device f2ad0ad9-49f1-41ef-be71-99146ade8d2f details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 15:59:35.144413 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-6ec4d29b-a3d0-4eba-b3d6-1fd60f84ff9f None None] Provisioning for port e3f27d9f-9da1-4cb3-a3de-907a4be84881 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:59:35.212905 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f05db155-a94d-4985-8e4f-b7153295d6dc admin admin] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:59:35.224632 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d497414a-7bb8-4695-85d9-e1fc3d30b42a None None] Sync routers for ids ['05b9be92-50a2-43a2-a398-6708a0dd5f87'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:59:35.227714 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port e3f27d9f-9da1-4cb3-a3de-907a4be84881 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:59:35.247343 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d497414a-7bb8-4695-85d9-e1fc3d30b42a None None] Routers {'05b9be92-50a2-43a2-a398-6708a0dd5f87'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:59:35.248513 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-d497414a-7bb8-4695-85d9-e1fc3d30b42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:59:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['05b9be92-50a2-43a2-a398-6708a0dd5f87'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:35.252326 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port e3f27d9f-9da1-4cb3-a3de-907a4be84881 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:35.252808 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:35.276273 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f05db155-a94d-4985-8e4f-b7153295d6dc admin admin] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:35.277714 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-f05db155-a94d-4985-8e4f-b7153295d6dc admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.8325787 Apr 01 15:59:35.281365 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 56928) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:35.306936 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-91617536-f95c-43d0-8e63-e60ef50b088a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Deleting port b11ba5fb-0d90-4403-a5bf-c442b4dc7e59 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:59:35.306936 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-91617536-f95c-43d0-8e63-e60ef50b088a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:35.327914 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port f2ad0ad9-49f1-41ef-be71-99146ade8d2f, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=f2ad0ad9-49f1-41ef-be71-99146ade8d2f,segment=NetworkSegment(fa28dbb4-18bc-46e2-9254-4b3c3356e205),segment_id=fa28dbb4-18bc-46e2-9254-4b3c3356e205)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:59:35.405335 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Returning: {'device': 'f2ad0ad9-49f1-41ef-be71-99146ade8d2f', 'network_id': 'c5d74d53-418c-47d9-a745-2341bda92f75', 'port_id': 'f2ad0ad9-49f1-41ef-be71-99146ade8d2f', 'mac_address': 'fa:16:3e:bf:9c:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d0e0496-ba52-480f-8f1c-87e417a09ffd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 15:59:35.546932 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-d497414a-7bb8-4695-85d9-e1fc3d30b42a None None] Set router 05b9be92-50a2-43a2-a398-6708a0dd5f87 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:59:35.612288 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-91617536-f95c-43d0-8e63-e60ef50b088a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] For port b11ba5fb-0d90-4403-a5bf-c442b4dc7e59, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=b11ba5fb-0d90-4403-a5bf-c442b4dc7e59,segment=NetworkSegment(8ad82bc9-5643-40a9-b53f-51dcbbbb6fab),segment_id=8ad82bc9-5643-40a9-b53f-51dcbbbb6fab)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:59:35.613087 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-91617536-f95c-43d0-8e63-e60ef50b088a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:35.625452 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:35.655226 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:35.697333 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2ad0ad9-49f1-41ef-be71-99146ade8d2f {{(pid=83829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 15:59:35.739091 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port e3f27d9f-9da1-4cb3-a3de-907a4be84881, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=e3f27d9f-9da1-4cb3-a3de-907a4be84881,segment=NetworkSegment(e9f2fb1b-4025-4408-ae49-32f016745ef9),segment_id=e9f2fb1b-4025-4408-ae49-32f016745ef9)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:59:35.751461 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port f2ad0ad9-49f1-41ef-be71-99146ade8d2f, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=f2ad0ad9-49f1-41ef-be71-99146ade8d2f,segment=NetworkSegment(fa28dbb4-18bc-46e2-9254-4b3c3356e205),segment_id=fa28dbb4-18bc-46e2-9254-4b3c3356e205)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:59:35.753519 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:35.850051 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 95e5b77d-9ee3-4268-9eb9-be0f13ec70e1 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:59:35.866591 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-91617536-f95c-43d0-8e63-e60ef50b088a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Calling delete_port for b11ba5fb-0d90-4403-a5bf-c442b4dc7e59 owned by network:router_interface {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:59:35.924885 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:35.946760 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 95e5b77d-9ee3-4268-9eb9-be0f13ec70e1 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:59:35.954017 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 95e5b77d-9ee3-4268-9eb9-be0f13ec70e1 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:59:36.008721 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=e3f27d9f-9da1-4cb3-a3de-907a4be84881,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:36.044569 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-d497414a-7bb8-4695-85d9-e1fc3d30b42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b9be92-50a2-43a2-a398-6708a0dd5f87', 'name': 'tempest-TestVolumeBootPattern-1030540240-router', 'tenant_id': 'b9e160ed92af426eb41719050c02f853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.5'}], 'enable_snat': True}, 'gw_port_id': 'c9310d4d-02e6-42b9-9f00-f699c4f1c79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:59:30Z', 'updated_at': '2022-04-01T15:59:33Z', 'revision_number': 3, 'project_id': 'b9e160ed92af426eb41719050c02f853', 'gw_port': {'id': 'c9310d4d-02e6-42b9-9f00-f699c4f1c79c', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c8:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05b9be92-50a2-43a2-a398-6708a0dd5f87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:31Z', 'updated_at': '2022-04-01T15:59:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:36.049961 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d497414a-7bb8-4695-85d9-e1fc3d30b42a None None] Checking router: 05b9be92-50a2-43a2-a398-6708a0dd5f87 for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:59:36.050303 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d497414a-7bb8-4695-85d9-e1fc3d30b42a None None] Updating router 05b9be92-50a2-43a2-a398-6708a0dd5f87 port c9310d4d-02e6-42b9-9f00-f699c4f1c79c binding host dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:59:36.094301 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfcc298-fbfe-4ea6-8c2d-dcbdb0cdbb83 req-8c5ed4f2-93f3-47fe-bf8f-aaada21d42dc tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:36.102973 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2dfcc298-fbfe-4ea6-8c2d-dcbdb0cdbb83 req-8c5ed4f2-93f3-47fe-bf8f-aaada21d42dc tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c70d2d5-3f0e-49a6-880a-f3fd82a2994c HTTP/1.1" status: 200 len: 943 time: 0.4911678 Apr 01 15:59:36.120063 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-d497414a-7bb8-4695-85d9-e1fc3d30b42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:36.121401 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-91617536-f95c-43d0-8e63-e60ef50b088a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:36.124894 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=f2ad0ad9-49f1-41ef-be71-99146ade8d2f,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:36.151384 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-c8d170d3-eeba-4de6-9b06-471b7849a3a8 None None] Provisioning complete for port e3f27d9f-9da1-4cb3-a3de-907a4be84881 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:36.151818 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c8d170d3-eeba-4de6-9b06-471b7849a3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:36.175051 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2dfcc298-fbfe-4ea6-8c2d-dcbdb0cdbb83 req-9a18e092-32f7-4019-99bc-febd13e4b0bc tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef3cc654-473b-4de5-a591-1a08e5571c20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710807 Apr 01 15:59:36.191083 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91617536-f95c-43d0-8e63-e60ef50b088a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Pushing event deleted for resources: {'Port': ['ID=b11ba5fb-0d90-4403-a5bf-c442b4dc7e59,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:36.210172 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-90c2f79d-3039-43e3-9ef2-3c468aad5313 req-6eb909be-3b42-4d1d-92ae-0fb10902a1c0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bd80bbfa-eeee-4acb-8c66-9cf9506ef9a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5190511 Apr 01 15:59:36.227057 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] get_ports_and_sgs() called for port_ids ['f2ad0ad9-49f1-41ef-be71-99146ade8d2f'] {{(pid=83829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 15:59:36.511081 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-91617536-f95c-43d0-8e63-e60ef50b088a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611462'] for router_interface, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:36.633229 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-d497414a-7bb8-4695-85d9-e1fc3d30b42a None None] Notify callbacks [] for port, precommit_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:36.635322 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-90c2f79d-3039-43e3-9ef2-3c468aad5313 req-f6505c33-84c2-4fcc-a84b-62d4fba0ab65 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2181db44cb9d4493b0ae6f403c76ef7d&device_id=bd80bbfa-eeee-4acb-8c66-9cf9506ef9a7 HTTP/1.1" status: 200 len: 1098 time: 0.2902963 Apr 01 15:59:36.655502 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.provisioning_blocks [None req-d497414a-7bb8-4695-85d9-e1fc3d30b42a None None] Transition to ACTIVE for port object c9310d4d-02e6-42b9-9f00-f699c4f1c79c will not be triggered until provisioned by entity L2. {{(pid=83833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:59:36.666114 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-d497414a-7bb8-4695-85d9-e1fc3d30b42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:36.769589 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3021ec10-9659-43da-ba3d-aba10fcf28ea None None] Pushing event updated for resources: {'Port': ['ID=c9310d4d-02e6-42b9-9f00-f699c4f1c79c,revision_number=2']} {{(pid=83833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:36.797752 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-d497414a-7bb8-4695-85d9-e1fc3d30b42a None None] Attempting to bind port c9310d4d-02e6-42b9-9f00-f699c4f1c79c on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:59:36.798393 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-d497414a-7bb8-4695-85d9-e1fc3d30b42a None None] Attempting to bind port c9310d4d-02e6-42b9-9f00-f699c4f1c79c by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}] {{(pid=83833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:59:36.799057 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d497414a-7bb8-4695-85d9-e1fc3d30b42a None None] Attempting to bind port c9310d4d-02e6-42b9-9f00-f699c4f1c79c on network ed45466e-0386-4b92-8de3-247c977242ac {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:59:36.808507 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d497414a-7bb8-4695-85d9-e1fc3d30b42a None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:59:36.809960 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d497414a-7bb8-4695-85d9-e1fc3d30b42a None None] Checking segment: {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:59:36.810825 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-d497414a-7bb8-4695-85d9-e1fc3d30b42a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:36.811383 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d497414a-7bb8-4695-85d9-e1fc3d30b42a None None] Bound using segment: {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'} {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:59:36.812040 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-d497414a-7bb8-4695-85d9-e1fc3d30b42a None None] Bound port: c9310d4d-02e6-42b9-9f00-f699c4f1c79c, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}}] {{(pid=83833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:59:36.812600 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-d497414a-7bb8-4695-85d9-e1fc3d30b42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:36.881195 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device e3f27d9f-9da1-4cb3-a3de-907a4be84881 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:59:36.913246 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c2f79d-3039-43e3-9ef2-3c468aad5313 req-f957e09e-68e4-4974-8997-1a9524c26c43 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:36.914864 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-90c2f79d-3039-43e3-9ef2-3c468aad5313 req-f957e09e-68e4-4974-8997-1a9524c26c43 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9966213a-d852-47af-b676-2130e90548f0 HTTP/1.1" status: 200 len: 896 time: 0.2568526 Apr 01 15:59:36.917663 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.db [None req-d497414a-7bb8-4695-85d9-e1fc3d30b42a None None] For port c9310d4d-02e6-42b9-9f00-f699c4f1c79c, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:59:36.921536 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.db [None req-d497414a-7bb8-4695-85d9-e1fc3d30b42a None None] For port c9310d4d-02e6-42b9-9f00-f699c4f1c79c, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=c9310d4d-02e6-42b9-9f00-f699c4f1c79c,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:59:36.928591 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-d497414a-7bb8-4695-85d9-e1fc3d30b42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:36.959947 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port e3f27d9f-9da1-4cb3-a3de-907a4be84881 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:36.960251 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:37.014683 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3021ec10-9659-43da-ba3d-aba10fcf28ea None None] Pushing event updated for resources: {'Port': ['ID=c9310d4d-02e6-42b9-9f00-f699c4f1c79c,revision_number=3']} {{(pid=83833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:37.057223 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d497414a-7bb8-4695-85d9-e1fc3d30b42a None None] Routers {'05b9be92-50a2-43a2-a398-6708a0dd5f87'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:59:37.057873 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-d497414a-7bb8-4695-85d9-e1fc3d30b42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:59:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['05b9be92-50a2-43a2-a398-6708a0dd5f87'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:37.121150 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 6645aa7c-dab5-462f-bc89-9c8413fa5328 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:59:37.214966 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 6645aa7c-dab5-462f-bc89-9c8413fa5328 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:59:37.222502 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 6645aa7c-dab5-462f-bc89-9c8413fa5328 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:37.222872 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:37.257967 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91617536-f95c-43d0-8e63-e60ef50b088a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Router 3e0a7872-7ac0-49d9-98a3-22a25d0acd22 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:59:37.310755 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-d497414a-7bb8-4695-85d9-e1fc3d30b42a None None] Set router 05b9be92-50a2-43a2-a398-6708a0dd5f87 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:59:37.336922 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-90c2f79d-3039-43e3-9ef2-3c468aad5313 req-ed03375a-88aa-4132-ba97-d7af93df3112 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9133b83e-f88e-4143-aaf9-58622f2917dc HTTP/1.1" status: 200 len: 1001 time: 0.4133732 Apr 01 15:59:37.374815 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:37.426772 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port 6645aa7c-dab5-462f-bc89-9c8413fa5328, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=6645aa7c-dab5-462f-bc89-9c8413fa5328,segment=NetworkSegment(fa28dbb4-18bc-46e2-9254-4b3c3356e205),segment_id=fa28dbb4-18bc-46e2-9254-4b3c3356e205)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:59:37.432469 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:37.438408 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91617536-f95c-43d0-8e63-e60ef50b088a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:59:37.459842 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-91617536-f95c-43d0-8e63-e60ef50b088a tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "PUT /v2.0/routers/3e0a7872-7ac0-49d9-98a3-22a25d0acd22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0099247 Apr 01 15:59:37.460448 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56936) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:37.517367 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c2f79d-3039-43e3-9ef2-3c468aad5313 req-305950e7-a905-4adb-a174-3b289ac1c799 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:37.518742 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-90c2f79d-3039-43e3-9ef2-3c468aad5313 req-305950e7-a905-4adb-a174-3b289ac1c799 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=89cf3890-8986-45b8-911d-fb627612bf2e HTTP/1.1" status: 200 len: 835 time: 0.1758263 Apr 01 15:59:37.525567 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d3c809ee-04a2-4142-8ef7-63e9e6356a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:37.544559 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=6645aa7c-dab5-462f-bc89-9c8413fa5328,revision_number=5']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:37.690991 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dd86fab-c089-4ffe-b6d2-fbdbec2ecd7c tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Deleting subnet a9ff9c4c-6092-46d4-81b2-de70a3fd5a7e {{(pid=83828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 15:59:37.694862 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0dd86fab-c089-4ffe-b6d2-fbdbec2ecd7c tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for subnet, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:37.695999 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a756ec7d-9606-441b-b9f3-cbc48ad06d05 req-06106eb6-eec9-4cfd-b7b0-1d1cedc3cd5a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:37.697564 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a756ec7d-9606-441b-b9f3-cbc48ad06d05 req-06106eb6-eec9-4cfd-b7b0-1d1cedc3cd5a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c70d2d5-3f0e-49a6-880a-f3fd82a2994c HTTP/1.1" status: 200 len: 944 time: 0.2682397 Apr 01 15:59:37.704300 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-d497414a-7bb8-4695-85d9-e1fc3d30b42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b9be92-50a2-43a2-a398-6708a0dd5f87', 'name': 'tempest-TestVolumeBootPattern-1030540240-router', 'tenant_id': 'b9e160ed92af426eb41719050c02f853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.5'}], 'enable_snat': True}, 'gw_port_id': 'c9310d4d-02e6-42b9-9f00-f699c4f1c79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:59:30Z', 'updated_at': '2022-04-01T15:59:33Z', 'revision_number': 3, 'project_id': 'b9e160ed92af426eb41719050c02f853', 'gw_port': {'id': 'c9310d4d-02e6-42b9-9f00-f699c4f1c79c', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c8:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05b9be92-50a2-43a2-a398-6708a0dd5f87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:31Z', 'updated_at': '2022-04-01T15:59:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:37.709549 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d497414a-7bb8-4695-85d9-e1fc3d30b42a None None] The sync data for ids ['05b9be92-50a2-43a2-a398-6708a0dd5f87'] in dv-neutron-833373-2-hyperv is: [{'id': '05b9be92-50a2-43a2-a398-6708a0dd5f87', 'name': 'tempest-TestVolumeBootPattern-1030540240-router', 'tenant_id': 'b9e160ed92af426eb41719050c02f853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.5'}], 'enable_snat': True}, 'gw_port_id': 'c9310d4d-02e6-42b9-9f00-f699c4f1c79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:59:30Z', 'updated_at': '2022-04-01T15:59:33Z', 'revision_number': 3, 'project_id': 'b9e160ed92af426eb41719050c02f853', 'gw_port': {'id': 'c9310d4d-02e6-42b9-9f00-f699c4f1c79c', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c8:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05b9be92-50a2-43a2-a398-6708a0dd5f87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:31Z', 'updated_at': '2022-04-01T15:59:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:59:37.765483 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0dd86fab-c089-4ffe-b6d2-fbdbec2ecd7c tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15303084'] for subnet, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:37.788252 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-90c2f79d-3039-43e3-9ef2-3c468aad5313 req-8a70ccfa-1bd5-49d5-96e4-61dbd7c29a8b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9966213a-d852-47af-b676-2130e90548f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2497604 Apr 01 15:59:37.853120 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0dd86fab-c089-4ffe-b6d2-fbdbec2ecd7c tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:37.930214 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a756ec7d-9606-441b-b9f3-cbc48ad06d05 req-79ad21db-d366-4249-8dde-bcfe339c18a3 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef3cc654-473b-4de5-a591-1a08e5571c20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2239714 Apr 01 15:59:37.934108 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0dd86fab-c089-4ffe-b6d2-fbdbec2ecd7c tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15306565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16030232'] for subnet, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:37.975867 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd86fab-c089-4ffe-b6d2-fbdbec2ecd7c tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Pushing event deleted for resources: {'Subnet': ['ID=a9ff9c4c-6092-46d4-81b2-de70a3fd5a7e,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:37.980513 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0dd86fab-c089-4ffe-b6d2-fbdbec2ecd7c tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:37.983889 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-d3c809ee-04a2-4142-8ef7-63e9e6356a11 admin admin] Allocated IP 172.20.0.1 (d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0/e89a89e5-8fa9-4b91-af10-f0a4d00467fb/53e92810-2be5-45b0-9e43-4bd6dec17163) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:59:37.989554 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-0dd86fab-c089-4ffe-b6d2-fbdbec2ecd7c tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "DELETE /v2.0/subnets/a9ff9c4c-6092-46d4-81b2-de70a3fd5a7e HTTP/1.1" status: 204 len: 168 time: 0.5279565 Apr 01 15:59:37.990127 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56940) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:37.994154 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b005e1d9-3b5d-4e54-b2b4-606281dd0b96 None None] Network 423f0b4e-e66e-41f0-92c1-2e0344f8d737 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:59:38.015600 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-90c2f79d-3039-43e3-9ef2-3c468aad5313 req-2eceb829-3bdf-4562-a7b5-944d2f5769be service neutron] 10.222.0.24 "GET /v2.0/networks/9966213a-d852-47af-b676-2130e90548f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195511 Apr 01 15:59:38.123382 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c6ab9204-5e57-4fd9-a673-4a062cfd6e54 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:38.135748 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-c6ab9204-5e57-4fd9-a673-4a062cfd6e54 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Deleting port 5047618f-fd9d-48c7-83ab-ff661e86dc0c {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:59:38.136212 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c6ab9204-5e57-4fd9-a673-4a062cfd6e54 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:38.275415 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-90c2f79d-3039-43e3-9ef2-3c468aad5313 req-f3002619-af5c-4249-bc40-e7d0525a6956 service neutron] 10.222.0.24 "GET /v2.0/networks/9966213a-d852-47af-b676-2130e90548f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422121 Apr 01 15:59:38.280697 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d3c809ee-04a2-4142-8ef7-63e9e6356a11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:38.281825 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f13c4b-7238-4bed-814c-27083e661999 None None] DHCP port deletion for 423f0b4e-e66e-41f0-92c1-2e0344f8d737 request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 15:59:38.288315 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a8f13c4b-7238-4bed-814c-27083e661999 None None] Deleting port 5047618f-fd9d-48c7-83ab-ff661e86dc0c {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:59:38.289190 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a8f13c4b-7238-4bed-814c-27083e661999 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:38.297168 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [None req-d3c809ee-04a2-4142-8ef7-63e9e6356a11 admin admin] Transition to ACTIVE for port object 53e92810-2be5-45b0-9e43-4bd6dec17163 will not be triggered until provisioned by entity DHCP. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:59:38.329336 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d3c809ee-04a2-4142-8ef7-63e9e6356a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:38.353665 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-c6ab9204-5e57-4fd9-a673-4a062cfd6e54 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] For port 5047618f-fd9d-48c7-83ab-ff661e86dc0c, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=5047618f-fd9d-48c7-83ab-ff661e86dc0c,segment=NetworkSegment(8ad82bc9-5643-40a9-b53f-51dcbbbb6fab),segment_id=8ad82bc9-5643-40a9-b53f-51dcbbbb6fab)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:59:38.353947 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c6ab9204-5e57-4fd9-a673-4a062cfd6e54 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:38.402252 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c809ee-04a2-4142-8ef7-63e9e6356a11 admin admin] Network d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0 is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:59:38.405310 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-d3c809ee-04a2-4142-8ef7-63e9e6356a11 admin admin] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:59:38.408143 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c809ee-04a2-4142-8ef7-63e9e6356a11 admin admin] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:59:38.445814 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c809ee-04a2-4142-8ef7-63e9e6356a11 admin admin] Pushing event updated for resources: {'Port': ['ID=53e92810-2be5-45b0-9e43-4bd6dec17163,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:38.492148 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d3c809ee-04a2-4142-8ef7-63e9e6356a11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611418'] for router_interface, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:38.580927 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a8f13c4b-7238-4bed-814c-27083e661999 None None] For port 5047618f-fd9d-48c7-83ab-ff661e86dc0c, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=5047618f-fd9d-48c7-83ab-ff661e86dc0c,segment=NetworkSegment(8ad82bc9-5643-40a9-b53f-51dcbbbb6fab),segment_id=8ad82bc9-5643-40a9-b53f-51dcbbbb6fab)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:59:38.581321 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a8f13c4b-7238-4bed-814c-27083e661999 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:38.599159 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d3c809ee-04a2-4142-8ef7-63e9e6356a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:38.624005 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-c6ab9204-5e57-4fd9-a673-4a062cfd6e54 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Calling delete_port for 5047618f-fd9d-48c7-83ab-ff661e86dc0c owned by network:dhcp {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:59:38.712347 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 6645aa7c-dab5-462f-bc89-9c8413fa5328 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:59:38.723501 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c6ab9204-5e57-4fd9-a673-4a062cfd6e54 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:38.750236 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a8f13c4b-7238-4bed-814c-27083e661999 None None] Calling delete_port for 5047618f-fd9d-48c7-83ab-ff661e86dc0c owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 15:59:38.768820 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ab9204-5e57-4fd9-a673-4a062cfd6e54 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Pushing event deleted for resources: {'Port': ['ID=5047618f-fd9d-48c7-83ab-ff661e86dc0c,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:38.778505 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ab9204-5e57-4fd9-a673-4a062cfd6e54 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] No DVR routers for this DVR port 5047618f-fd9d-48c7-83ab-ff661e86dc0c on host dv-neutron-833373-2-hyperv {{(pid=83828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 15:59:38.835362 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-719811de-9b38-4168-815b-4dffa1e0e495 None None] Provisioning for port 53e92810-2be5-45b0-9e43-4bd6dec17163 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:59:38.855307 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-719811de-9b38-4168-815b-4dffa1e0e495 None None] Provisioning complete for port 53e92810-2be5-45b0-9e43-4bd6dec17163 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:38.855674 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-719811de-9b38-4168-815b-4dffa1e0e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:38.878656 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d3c809ee-04a2-4142-8ef7-63e9e6356a11 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:38.887079 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d3c809ee-04a2-4142-8ef7-63e9e6356a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:38.891560 dv-neutron-833373-2-hyperv neutron-server[83829]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 01 15:59:38.891560 dv-neutron-833373-2-hyperv neutron-server[83829]: util.warn_limited( Apr 01 15:59:38.891560 dv-neutron-833373-2-hyperv neutron-server[83829]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 01 15:59:38.891560 dv-neutron-833373-2-hyperv neutron-server[83829]: util.warn_limited( Apr 01 15:59:38.891560 dv-neutron-833373-2-hyperv neutron-server[83829]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:59:38.891560 dv-neutron-833373-2-hyperv neutron-server[83829]: util.warn( Apr 01 15:59:38.891560 dv-neutron-833373-2-hyperv neutron-server[83829]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:59:38.891560 dv-neutron-833373-2-hyperv neutron-server[83829]: util.warn( Apr 01 15:59:38.891560 dv-neutron-833373-2-hyperv neutron-server[83829]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:59:38.891560 dv-neutron-833373-2-hyperv neutron-server[83829]: util.warn( Apr 01 15:59:38.891560 dv-neutron-833373-2-hyperv neutron-server[83829]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:59:38.891560 dv-neutron-833373-2-hyperv neutron-server[83829]: util.warn( Apr 01 15:59:38.891560 dv-neutron-833373-2-hyperv neutron-server[83829]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:59:38.891560 dv-neutron-833373-2-hyperv neutron-server[83829]: util.warn( Apr 01 15:59:38.891560 dv-neutron-833373-2-hyperv neutron-server[83829]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:59:38.891560 dv-neutron-833373-2-hyperv neutron-server[83829]: util.warn( Apr 01 15:59:38.891560 dv-neutron-833373-2-hyperv neutron-server[83829]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:59:38.891560 dv-neutron-833373-2-hyperv neutron-server[83829]: util.warn( Apr 01 15:59:38.891560 dv-neutron-833373-2-hyperv neutron-server[83829]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:59:38.891560 dv-neutron-833373-2-hyperv neutron-server[83829]: util.warn( Apr 01 15:59:38.891560 dv-neutron-833373-2-hyperv neutron-server[83829]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:59:38.891560 dv-neutron-833373-2-hyperv neutron-server[83829]: util.warn( Apr 01 15:59:38.891560 dv-neutron-833373-2-hyperv neutron-server[83829]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:59:38.891560 dv-neutron-833373-2-hyperv neutron-server[83829]: util.warn( Apr 01 15:59:38.891560 dv-neutron-833373-2-hyperv neutron-server[83829]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:59:38.891560 dv-neutron-833373-2-hyperv neutron-server[83829]: util.warn( Apr 01 15:59:38.891560 dv-neutron-833373-2-hyperv neutron-server[83829]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:59:38.891560 dv-neutron-833373-2-hyperv neutron-server[83829]: util.warn( Apr 01 15:59:38.891560 dv-neutron-833373-2-hyperv neutron-server[83829]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:59:38.891560 dv-neutron-833373-2-hyperv neutron-server[83829]: util.warn( Apr 01 15:59:38.891560 dv-neutron-833373-2-hyperv neutron-server[83829]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:59:38.891560 dv-neutron-833373-2-hyperv neutron-server[83829]: util.warn( Apr 01 15:59:38.891560 dv-neutron-833373-2-hyperv neutron-server[83829]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:59:38.891560 dv-neutron-833373-2-hyperv neutron-server[83829]: util.warn( Apr 01 15:59:38.891560 dv-neutron-833373-2-hyperv neutron-server[83829]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:59:38.891560 dv-neutron-833373-2-hyperv neutron-server[83829]: util.warn( Apr 01 15:59:38.891560 dv-neutron-833373-2-hyperv neutron-server[83829]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:59:38.891560 dv-neutron-833373-2-hyperv neutron-server[83829]: util.warn( Apr 01 15:59:38.891560 dv-neutron-833373-2-hyperv neutron-server[83829]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:59:38.891560 dv-neutron-833373-2-hyperv neutron-server[83829]: util.warn( Apr 01 15:59:38.891560 dv-neutron-833373-2-hyperv neutron-server[83829]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:59:38.891560 dv-neutron-833373-2-hyperv neutron-server[83829]: util.warn( Apr 01 15:59:38.891560 dv-neutron-833373-2-hyperv neutron-server[83829]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:59:38.891560 dv-neutron-833373-2-hyperv neutron-server[83829]: util.warn( Apr 01 15:59:38.891560 dv-neutron-833373-2-hyperv neutron-server[83829]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:59:38.891560 dv-neutron-833373-2-hyperv neutron-server[83829]: util.warn( Apr 01 15:59:38.891560 dv-neutron-833373-2-hyperv neutron-server[83829]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:59:38.891560 dv-neutron-833373-2-hyperv neutron-server[83829]: util.warn( Apr 01 15:59:38.891560 dv-neutron-833373-2-hyperv neutron-server[83829]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:59:38.891560 dv-neutron-833373-2-hyperv neutron-server[83829]: util.warn( Apr 01 15:59:38.891560 dv-neutron-833373-2-hyperv neutron-server[83829]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:59:38.891560 dv-neutron-833373-2-hyperv neutron-server[83829]: util.warn( Apr 01 15:59:38.891560 dv-neutron-833373-2-hyperv neutron-server[83829]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:59:38.891560 dv-neutron-833373-2-hyperv neutron-server[83829]: util.warn( Apr 01 15:59:38.891560 dv-neutron-833373-2-hyperv neutron-server[83829]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 15:59:38.891560 dv-neutron-833373-2-hyperv neutron-server[83829]: util.warn( Apr 01 15:59:38.907306 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device f2ad0ad9-49f1-41ef-be71-99146ade8d2f up at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:59:38.918289 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c6ab9204-5e57-4fd9-a673-4a062cfd6e54 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:38.950106 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.db.api [None req-a8f13c4b-7238-4bed-814c-27083e661999 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 15:59:38.950378 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG oslo_db.api [None req-a8f13c4b-7238-4bed-814c-27083e661999 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 15:59:38.951754 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-c6ab9204-5e57-4fd9-a673-4a062cfd6e54 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['423f0b4e-e66e-41f0-92c1-2e0344f8d737']}} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:38.972987 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-719811de-9b38-4168-815b-4dffa1e0e495 None None] Port 53e92810-2be5-45b0-9e43-4bd6dec17163 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:59:38.973946 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-c6ab9204-5e57-4fd9-a673-4a062cfd6e54 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ad82bc9-5643-40a9-b53f-51dcbbbb6fab') {'for_net_delete': True} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:38.978367 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 6645aa7c-dab5-462f-bc89-9c8413fa5328 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:38.978569 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-c6ab9204-5e57-4fd9-a673-4a062cfd6e54 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ad82bc9-5643-40a9-b53f-51dcbbbb6fab') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:38.978756 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:38.995304 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c6ab9204-5e57-4fd9-a673-4a062cfd6e54 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15303093'] for segment, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:39.017543 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c6ab9204-5e57-4fd9-a673-4a062cfd6e54 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:39.027556 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6ab9204-5e57-4fd9-a673-4a062cfd6e54 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=83828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 15:59:39.028238 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c6ab9204-5e57-4fd9-a673-4a062cfd6e54 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15306523'] for segment, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:39.064094 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning for port f2ad0ad9-49f1-41ef-be71-99146ade8d2f completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:59:39.091594 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c809ee-04a2-4142-8ef7-63e9e6356a11 admin admin] Pushing event updated for resources: {'Port': ['ID=53e92810-2be5-45b0-9e43-4bd6dec17163,revision_number=2']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:39.101983 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning complete for port f2ad0ad9-49f1-41ef-be71-99146ade8d2f triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:39.102364 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:39.121372 dv-neutron-833373-2-hyperv neutron-server[83828]: Traceback (most recent call last): Apr 01 15:59:39.121372 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 15:59:39.121372 dv-neutron-833373-2-hyperv neutron-server[83828]: timer() Apr 01 15:59:39.121372 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 15:59:39.121372 dv-neutron-833373-2-hyperv neutron-server[83828]: cb(*args, **kw) Apr 01 15:59:39.121372 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 15:59:39.121372 dv-neutron-833373-2-hyperv neutron-server[83828]: return func(*args, **kwargs) Apr 01 15:59:39.121372 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 15:59:39.121372 dv-neutron-833373-2-hyperv neutron-server[83828]: self._notify() Apr 01 15:59:39.121372 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 15:59:39.121372 dv-neutron-833373-2-hyperv neutron-server[83828]: self.callback(batched_events) Apr 01 15:59:39.121372 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 15:59:39.121372 dv-neutron-833373-2-hyperv neutron-server[83828]: event.method(event) Apr 01 15:59:39.121372 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 15:59:39.121372 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 15:59:39.121372 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 15:59:39.121372 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 15:59:39.121372 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 15:59:39.121372 dv-neutron-833373-2-hyperv neutron-server[83828]: return f(self, *a, **k) Apr 01 15:59:39.121372 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 15:59:39.121372 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._get(url).json() Apr 01 15:59:39.121372 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 15:59:39.121372 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 15:59:39.121372 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 15:59:39.121372 dv-neutron-833373-2-hyperv neutron-server[83828]: return self.request(url, 'GET', **kwargs) Apr 01 15:59:39.121372 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 15:59:39.121372 dv-neutron-833373-2-hyperv neutron-server[83828]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 15:59:39.121372 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 15:59:39.121372 dv-neutron-833373-2-hyperv neutron-server[83828]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 15:59:39.121372 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 15:59:39.121372 dv-neutron-833373-2-hyperv neutron-server[83828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 15:59:39.121372 dv-neutron-833373-2-hyperv neutron-server[83828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 15:59:39.155923 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d3c809ee-04a2-4142-8ef7-63e9e6356a11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611525'] for router_interface, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:39.163581 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c6ab9204-5e57-4fd9-a673-4a062cfd6e54 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:39.170610 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c6ab9204-5e57-4fd9-a673-4a062cfd6e54 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:39.206621 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-c6ab9204-5e57-4fd9-a673-4a062cfd6e54 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "DELETE /v2.0/networks/423f0b4e-e66e-41f0-92c1-2e0344f8d737 HTTP/1.1" status: 204 len: 168 time: 1.2151396 Apr 01 15:59:39.210488 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56946) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:39.218933 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-684383bb-581a-4faf-aee3-98e170382cd3 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Request body: {'router': {'routes': None}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:59:39.254738 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 5047618f-fd9d-48c7-83ab-ff661e86dc0c no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:59:39.280636 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ab9204-5e57-4fd9-a673-4a062cfd6e54 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Pushing event deleted for resources: {'Network': ['ID=423f0b4e-e66e-41f0-92c1-2e0344f8d737,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:39.298192 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 5047618f-fd9d-48c7-83ab-ff661e86dc0c {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:59:39.298559 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 5047618f-fd9d-48c7-83ab-ff661e86dc0c not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:59:39.307923 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:39.348489 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c70d2d5-3f0e-49a6-880a-f3fd82a2994c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2ad0ad9-49f1-41ef-be71-99146ade8d2f'}] {{(pid=83829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:59:39.359503 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port f2ad0ad9-49f1-41ef-be71-99146ade8d2f, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=f2ad0ad9-49f1-41ef-be71-99146ade8d2f,segment=NetworkSegment(fa28dbb4-18bc-46e2-9254-4b3c3356e205),segment_id=fa28dbb4-18bc-46e2-9254-4b3c3356e205)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:59:39.365743 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:39.425398 dv-neutron-833373-2-hyperv neutron-server[83829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c70d2d5-3f0e-49a6-880a-f3fd82a2994c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2ad0ad9-49f1-41ef-be71-99146ade8d2f', 'code': 200} Apr 01 15:59:39.434228 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6721b781-d08b-475e-b5d9-ef33d48d4b12 req-d6cc3238-7470-4d74-8179-ea70089a5edb tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:39.441159 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-6721b781-d08b-475e-b5d9-ef33d48d4b12 req-d6cc3238-7470-4d74-8179-ea70089a5edb tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c70d2d5-3f0e-49a6-880a-f3fd82a2994c HTTP/1.1" status: 200 len: 944 time: 0.3701043 Apr 01 15:59:39.454134 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a8f13c4b-7238-4bed-814c-27083e661999 None None] Deleting port 5047618f-fd9d-48c7-83ab-ff661e86dc0c {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 15:59:39.454527 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a8f13c4b-7238-4bed-814c-27083e661999 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:39.511822 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=f2ad0ad9-49f1-41ef-be71-99146ade8d2f,revision_number=5']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:39.548109 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-6721b781-d08b-475e-b5d9-ef33d48d4b12 req-3efa6fab-adf8-403a-b5de-0fa601a512b4 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef3cc654-473b-4de5-a591-1a08e5571c20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059179 Apr 01 15:59:39.550230 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c809ee-04a2-4142-8ef7-63e9e6356a11 admin admin] Network d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0 is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:59:39.557912 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-d3c809ee-04a2-4142-8ef7-63e9e6356a11 admin admin] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:59:39.579777 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a8f13c4b-7238-4bed-814c-27083e661999 None None] The port '5047618f-fd9d-48c7-83ab-ff661e86dc0c' was deleted {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 15:59:39.640713 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.extraroute_db [None req-684383bb-581a-4faf-aee3-98e170382cd3 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Added routes are [] {{(pid=83828) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 01 15:59:39.640960 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.extraroute_db [None req-684383bb-581a-4faf-aee3-98e170382cd3 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Removed routes are [] {{(pid=83828) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 01 15:59:39.641330 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-684383bb-581a-4faf-aee3-98e170382cd3 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130626'] for router, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:39.831990 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-88271ebf-552f-4aaf-9628-ff21f6d86092 req-d9918fc3-0763-4fff-9a83-aacb0ea882c6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5c70d2d5-3f0e-49a6-880a-f3fd82a2994c HTTP/1.1" status: 200 len: 1098 time: 0.1349669 Apr 01 15:59:39.902885 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-5af268b1-6d66-4808-85a7-efeb5bf6f080 None None] Provisioning complete for port 53e92810-2be5-45b0-9e43-4bd6dec17163 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:39.903143 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-5af268b1-6d66-4808-85a7-efeb5bf6f080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:39.905266 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-684383bb-581a-4faf-aee3-98e170382cd3 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130626'] for router, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:39.915072 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-684383bb-581a-4faf-aee3-98e170382cd3 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-617606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-617615', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-607241'] for router, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:39.961696 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-5af268b1-6d66-4808-85a7-efeb5bf6f080 None None] Port 53e92810-2be5-45b0-9e43-4bd6dec17163 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:59:39.999898 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-88271ebf-552f-4aaf-9628-ff21f6d86092 req-d0aa0b8a-3bd7-45f4-90b3-0d6590fb86d4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ef3cc654-473b-4de5-a591-1a08e5571c20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152167 Apr 01 15:59:40.069025 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-684383bb-581a-4faf-aee3-98e170382cd3 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Router 3e0a7872-7ac0-49d9-98a3-22a25d0acd22 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:59:40.095014 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3c809ee-04a2-4142-8ef7-63e9e6356a11 admin admin] Router 05b9be92-50a2-43a2-a398-6708a0dd5f87 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:59:40.314841 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c809ee-04a2-4142-8ef7-63e9e6356a11 admin admin] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:59:40.325234 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-d3c809ee-04a2-4142-8ef7-63e9e6356a11 admin admin] 10.222.0.55 "PUT /v2.0/routers/05b9be92-50a2-43a2-a398-6708a0dd5f87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0427663 Apr 01 15:59:40.328410 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-684383bb-581a-4faf-aee3-98e170382cd3 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:59:40.334602 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-684383bb-581a-4faf-aee3-98e170382cd3 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:40.336490 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-684383bb-581a-4faf-aee3-98e170382cd3 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "PUT /v2.0/routers/3e0a7872-7ac0-49d9-98a3-22a25d0acd22 HTTP/1.1" status: 200 len: 701 time: 1.1243055 Apr 01 15:59:40.339966 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56954) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:40.382949 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-07e786c0-942b-4021-b53b-4f1eb18f57d4 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Synchronizing usage tracker for tenant:113c2dcebd4142eb9b767ab7a8fce06c on resource:port {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:59:40.399088 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-07e786c0-942b-4021-b53b-4f1eb18f57d4 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Unset dirty status for tenant:113c2dcebd4142eb9b767ab7a8fce06c on resource:port {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:59:40.403046 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-07e786c0-942b-4021-b53b-4f1eb18f57d4 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e0a7872-7ac0-49d9-98a3-22a25d0acd22 HTTP/1.1" status: 200 len: 205 time: 0.0593865 Apr 01 15:59:40.403244 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56958) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:40.541501 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a2db4960-e2d9-42ec-b1d1-86d10080ee8f tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for router, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:40.569105 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c201d9-2f00-4e62-b64e-7e5b9298fa11 None None] Sync routers for ids ['3e0a7872-7ac0-49d9-98a3-22a25d0acd22'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:59:40.582420 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c201d9-2f00-4e62-b64e-7e5b9298fa11 None None] Routers {'3e0a7872-7ac0-49d9-98a3-22a25d0acd22'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:59:40.583645 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-91c201d9-2f00-4e62-b64e-7e5b9298fa11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:59:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['3e0a7872-7ac0-49d9-98a3-22a25d0acd22'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:40.751436 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-91c201d9-2f00-4e62-b64e-7e5b9298fa11 None None] Set router 3e0a7872-7ac0-49d9-98a3-22a25d0acd22 gateway port host: None {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:59:40.797191 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddbc497-6400-4cf6-9bc3-758c54665cc1 req-4aafabfe-d76a-456a-a83f-34804e2c1a7f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:40.798792 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-0ddbc497-6400-4cf6-9bc3-758c54665cc1 req-4aafabfe-d76a-456a-a83f-34804e2c1a7f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c70d2d5-3f0e-49a6-880a-f3fd82a2994c HTTP/1.1" status: 200 len: 945 time: 0.0929685 Apr 01 15:59:40.852128 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-0ddbc497-6400-4cf6-9bc3-758c54665cc1 req-69d9de83-28ee-4aa6-aded-f78f858d0b3c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef3cc654-473b-4de5-a591-1a08e5571c20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438478 Apr 01 15:59:40.898176 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-91c201d9-2f00-4e62-b64e-7e5b9298fa11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0a7872-7ac0-49d9-98a3-22a25d0acd22', 'name': 'tempest-RoutersTest-router-1162967274', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:58:06Z', 'updated_at': '2022-04-01T15:59:36Z', 'revision_number': 11, 'project_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'gw_port_host': None}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:40.902910 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c201d9-2f00-4e62-b64e-7e5b9298fa11 None None] Checking router: 3e0a7872-7ac0-49d9-98a3-22a25d0acd22 for host: dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:59:40.916216 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c201d9-2f00-4e62-b64e-7e5b9298fa11 None None] Routers {'3e0a7872-7ac0-49d9-98a3-22a25d0acd22'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:59:40.916879 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-91c201d9-2f00-4e62-b64e-7e5b9298fa11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:59:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['3e0a7872-7ac0-49d9-98a3-22a25d0acd22'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:41.031396 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a2db4960-e2d9-42ec-b1d1-86d10080ee8f tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130651'] for router, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:41.037964 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a2db4960-e2d9-42ec-b1d1-86d10080ee8f tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:41.069186 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a2db4960-e2d9-42ec-b1d1-86d10080ee8f tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607376'] for router, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:41.070067 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2db4960-e2d9-42ec-b1d1-86d10080ee8f tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Fanout notify agent at l3_agent the message router_deleted on router 3e0a7872-7ac0-49d9-98a3-22a25d0acd22 {{(pid=83828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:59:41.100753 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a2db4960-e2d9-42ec-b1d1-86d10080ee8f tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:41.107559 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-a2db4960-e2d9-42ec-b1d1-86d10080ee8f tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "DELETE /v2.0/routers/3e0a7872-7ac0-49d9-98a3-22a25d0acd22 HTTP/1.1" status: 204 len: 168 time: 0.6976924 Apr 01 15:59:41.108005 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 56978) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:41.118192 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-91c201d9-2f00-4e62-b64e-7e5b9298fa11 None None] Set router 3e0a7872-7ac0-49d9-98a3-22a25d0acd22 gateway port host: None {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:59:41.118445 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-226cbf09-ac5d-4c41-97b5-694e74fc69b6 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1133837119', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:59:41.133942 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-226cbf09-ac5d-4c41-97b5-694e74fc69b6 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:41.146443 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-226cbf09-ac5d-4c41-97b5-694e74fc69b6 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Usage tracker for resource:router and tenant:113c2dcebd4142eb9b767ab7a8fce06c is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:41.150705 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-226cbf09-ac5d-4c41-97b5-694e74fc69b6 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:41.159242 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-226cbf09-ac5d-4c41-97b5-694e74fc69b6 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:41.174525 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-226cbf09-ac5d-4c41-97b5-694e74fc69b6 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130665'] for router, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:41.175603 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-226cbf09-ac5d-4c41-97b5-694e74fc69b6 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617571', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130640'] for router, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:41.199512 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-226cbf09-ac5d-4c41-97b5-694e74fc69b6 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:41.219990 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-226cbf09-ac5d-4c41-97b5-694e74fc69b6 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616'] for router, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:41.252830 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-226cbf09-ac5d-4c41-97b5-694e74fc69b6 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for router, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:41.258073 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-226cbf09-ac5d-4c41-97b5-694e74fc69b6 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1451380 Apr 01 15:59:41.258523 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 56982) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:41.260439 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-91c201d9-2f00-4e62-b64e-7e5b9298fa11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0a7872-7ac0-49d9-98a3-22a25d0acd22', 'name': 'tempest-RoutersTest-router-1162967274', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:58:06Z', 'updated_at': '2022-04-01T15:59:36Z', 'revision_number': 11, 'project_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'gw_port_host': None}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:41.265498 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-5c876af3-391d-413f-9257-ea6f87f9607c tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:59:41.270186 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c201d9-2f00-4e62-b64e-7e5b9298fa11 None None] The sync data for ids ['3e0a7872-7ac0-49d9-98a3-22a25d0acd22'] in dv-neutron-833373-2-hyperv is: [{'id': '3e0a7872-7ac0-49d9-98a3-22a25d0acd22', 'name': 'tempest-RoutersTest-router-1162967274', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:58:06Z', 'updated_at': '2022-04-01T15:59:36Z', 'revision_number': 11, 'project_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'gw_port_host': None}] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:59:41.366329 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 56988) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:41.371768 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-50581c63-b9b8-4cb1-93c5-624d2a2c19a7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1509645103-network', 'tenant_id': 'e69472baeabd41f3b5ba05c592acdae8'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:59:41.377003 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-50581c63-b9b8-4cb1-93c5-624d2a2c19a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:41.382723 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-50581c63-b9b8-4cb1-93c5-624d2a2c19a7 admin admin] Usage tracker for resource:network and tenant:e69472baeabd41f3b5ba05c592acdae8 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:41.385976 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-50581c63-b9b8-4cb1-93c5-624d2a2c19a7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:41.391984 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-50581c63-b9b8-4cb1-93c5-624d2a2c19a7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:41.402875 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50581c63-b9b8-4cb1-93c5-624d2a2c19a7 admin admin] Made reservation on behalf of e69472baeabd41f3b5ba05c592acdae8 for: {'network': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:59:41.405966 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-50581c63-b9b8-4cb1-93c5-624d2a2c19a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:41.420772 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-50581c63-b9b8-4cb1-93c5-624d2a2c19a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:41.458807 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-50581c63-b9b8-4cb1-93c5-624d2a2c19a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:41.463254 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-50581c63-b9b8-4cb1-93c5-624d2a2c19a7 admin admin] Usage tracker for resource:security_group_rule and tenant:e69472baeabd41f3b5ba05c592acdae8 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:41.466620 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-50581c63-b9b8-4cb1-93c5-624d2a2c19a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:41.474250 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-50581c63-b9b8-4cb1-93c5-624d2a2c19a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:41.556973 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-50581c63-b9b8-4cb1-93c5-624d2a2c19a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:41.561875 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-50581c63-b9b8-4cb1-93c5-624d2a2c19a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:41.593356 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50581c63-b9b8-4cb1-93c5-624d2a2c19a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=83826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 15:59:41.606053 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50581c63-b9b8-4cb1-93c5-624d2a2c19a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=511e2e6b-c669-44c5-94ad-5d77a0cc9739,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:41.616524 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-50581c63-b9b8-4cb1-93c5-624d2a2c19a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:41.617062 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.segments_db [None req-50581c63-b9b8-4cb1-93c5-624d2a2c19a7 admin admin] Added segment 222a02b3-e70e-4ea5-847f-dd0b20fd12fe of type vlan for network 2ccd3b69-5fc2-46fc-8db4-46910b030995 Apr 01 15:59:41.647519 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-50581c63-b9b8-4cb1-93c5-624d2a2c19a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:41.687619 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-50581c63-b9b8-4cb1-93c5-624d2a2c19a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:41.688572 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50581c63-b9b8-4cb1-93c5-624d2a2c19a7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:41.689197 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-50581c63-b9b8-4cb1-93c5-624d2a2c19a7 admin admin] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:41.741473 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5c876af3-391d-413f-9257-ea6f87f9607c tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130626'] for router, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:41.753076 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5c876af3-391d-413f-9257-ea6f87f9607c tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-617606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-617615', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-607241'] for router, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:41.796845 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-50581c63-b9b8-4cb1-93c5-624d2a2c19a7 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4293718 Apr 01 15:59:41.797586 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50581c63-b9b8-4cb1-93c5-624d2a2c19a7 admin admin] Pushing event updated for resources: {'Network': ['ID=2ccd3b69-5fc2-46fc-8db4-46910b030995,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:41.801840 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 56992) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:41.807841 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-35ce34f4-2173-49da-aaf3-0c6fcc353abd admin admin] Request body: {'subnet': {'network_id': '2ccd3b69-5fc2-46fc-8db4-46910b030995', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1509645103-subnet', 'tenant_id': 'e69472baeabd41f3b5ba05c592acdae8', 'ip_version': 4}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:59:41.812961 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-35ce34f4-2173-49da-aaf3-0c6fcc353abd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:41.813253 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 2ccd3b69-5fc2-46fc-8db4-46910b030995 details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 15:59:41.818471 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-35ce34f4-2173-49da-aaf3-0c6fcc353abd admin admin] Usage tracker for resource:subnet and tenant:e69472baeabd41f3b5ba05c592acdae8 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:41.821849 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-35ce34f4-2173-49da-aaf3-0c6fcc353abd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:41.829089 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-35ce34f4-2173-49da-aaf3-0c6fcc353abd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:41.842738 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35ce34f4-2173-49da-aaf3-0c6fcc353abd admin admin] Made reservation on behalf of e69472baeabd41f3b5ba05c592acdae8 for: {'subnet': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 15:59:41.846538 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-35ce34f4-2173-49da-aaf3-0c6fcc353abd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16088980'] for subnet, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:42.077245 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c876af3-391d-413f-9257-ea6f87f9607c tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Router e6a95c6a-867c-4373-9809-e57f35442515 is scheduled to L3 agent ff252634-3424-422a-b742-9ae457bd54bd with binding_index 1 {{(pid=83828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:59:42.229588 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c876af3-391d-413f-9257-ea6f87f9607c tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:59:42.235291 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5c876af3-391d-413f-9257-ea6f87f9607c tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:42.236331 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-5c876af3-391d-413f-9257-ea6f87f9607c tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "PUT /v2.0/routers/e6a95c6a-867c-4373-9809-e57f35442515 HTTP/1.1" status: 200 len: 694 time: 0.9767103 Apr 01 15:59:42.240487 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 56998) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:42.240690 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb6d545-2cad-464a-a5ee-611a13583d1d None None] Sync routers for ids ['e6a95c6a-867c-4373-9809-e57f35442515'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:59:42.252870 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb6d545-2cad-464a-a5ee-611a13583d1d None None] Routers {'e6a95c6a-867c-4373-9809-e57f35442515'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:59:42.253502 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-acb6d545-2cad-464a-a5ee-611a13583d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:59:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['e6a95c6a-867c-4373-9809-e57f35442515'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:42.313910 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-35ce34f4-2173-49da-aaf3-0c6fcc353abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15415267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16089018'] for subnet, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:42.379521 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-acb6d545-2cad-464a-a5ee-611a13583d1d None None] Set router e6a95c6a-867c-4373-9809-e57f35442515 gateway port host: None {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:59:42.411497 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af61d93c-723a-4f21-bb75-526fe5c2ccc2 req-40104d88-787f-4e62-964d-68b70bef7443 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:42.412957 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-af61d93c-723a-4f21-bb75-526fe5c2ccc2 req-40104d88-787f-4e62-964d-68b70bef7443 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c70d2d5-3f0e-49a6-880a-f3fd82a2994c HTTP/1.1" status: 200 len: 945 time: 0.4255071 Apr 01 15:59:42.482428 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ce34f4-2173-49da-aaf3-0c6fcc353abd admin admin] Pushing event updated for resources: {'Subnet': ['ID=23b941e3-8594-4512-98f7-e13a52458d2a,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:42.487207 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-acb6d545-2cad-464a-a5ee-611a13583d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a95c6a-867c-4373-9809-e57f35442515', 'name': 'tempest-RoutersTest-router-1133837119', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:59:41Z', 'updated_at': '2022-04-01T15:59:41Z', 'revision_number': 2, 'project_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'gw_port_host': None}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:42.491746 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb6d545-2cad-464a-a5ee-611a13583d1d None None] Checking router: e6a95c6a-867c-4373-9809-e57f35442515 for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:59:42.502433 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb6d545-2cad-464a-a5ee-611a13583d1d None None] Routers {'e6a95c6a-867c-4373-9809-e57f35442515'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:59:42.503019 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-acb6d545-2cad-464a-a5ee-611a13583d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:59:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['e6a95c6a-867c-4373-9809-e57f35442515'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:42.505987 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-937da96f-31df-435b-9ba0-2de9c071503f tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "GET /v2.0/routers/e6a95c6a-867c-4373-9809-e57f35442515 HTTP/1.1" status: 200 len: 700 time: 0.2644224 Apr 01 15:59:42.508717 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 57002) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:42.519253 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-af61d93c-723a-4f21-bb75-526fe5c2ccc2 req-b16143c3-4fac-4efb-92d4-8c3ad2b2aca8 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef3cc654-473b-4de5-a591-1a08e5571c20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955751 Apr 01 15:59:42.519912 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ce34f4-2173-49da-aaf3-0c6fcc353abd admin admin] Checking segment: {'id': '222a02b3-e70e-4ea5-847f-dd0b20fd12fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2ccd3b69-5fc2-46fc-8db4-46910b030995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:59:42.520333 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ce34f4-2173-49da-aaf3-0c6fcc353abd admin admin] Network hostable DHCP agents. Network: 2ccd3b69-5fc2-46fc-8db4-46910b030995, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 15:59:42.554387 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ce34f4-2173-49da-aaf3-0c6fcc353abd admin admin] Network 2ccd3b69-5fc2-46fc-8db4-46910b030995 is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 15:59:42.568866 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-35ce34f4-2173-49da-aaf3-0c6fcc353abd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, 2ccd3b69-5fc2-46fc-8db4-46910b030995) {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:59:42.570371 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-ad79d0a2-b1cc-42ef-89ad-4d062d02c986 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6a95c6a-867c-4373-9809-e57f35442515 HTTP/1.1" status: 200 len: 205 time: 0.0600777 Apr 01 15:59:42.572821 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 57008) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:42.577739 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ce34f4-2173-49da-aaf3-0c6fcc353abd admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:42.579960 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8fb566-3445-4d97-8f29-98a61b0c0440 None None] Network 2ccd3b69-5fc2-46fc-8db4-46910b030995 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:59:42.588911 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-35ce34f4-2173-49da-aaf3-0c6fcc353abd admin admin] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:42.635809 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device b11ba5fb-0d90-4403-a5bf-c442b4dc7e59 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 15:59:42.640095 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-acb6d545-2cad-464a-a5ee-611a13583d1d None None] Set router e6a95c6a-867c-4373-9809-e57f35442515 gateway port host: None {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:59:42.653824 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-35ce34f4-2173-49da-aaf3-0c6fcc353abd admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8507910 Apr 01 15:59:42.672536 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 57012) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:42.686003 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-d8c2a821-a0a4-4ee8-9588-e1f73f6cd55c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1509645103-router', 'tenant_id': 'e69472baeabd41f3b5ba05c592acdae8', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:59:42.750936 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: b11ba5fb-0d90-4403-a5bf-c442b4dc7e59 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 15:59:42.751613 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device b11ba5fb-0d90-4403-a5bf-c442b4dc7e59 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 15:59:42.767308 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-acb6d545-2cad-464a-a5ee-611a13583d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a95c6a-867c-4373-9809-e57f35442515', 'name': 'tempest-RoutersTest-router-1133837119', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:59:41Z', 'updated_at': '2022-04-01T15:59:41Z', 'revision_number': 2, 'project_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'gw_port_host': None}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:42.768723 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7056205-de24-448a-b6f8-735bf82a9d64 req-9493b2e5-acc3-4454-a651-e1f4ef9a6e9d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:42.771270 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d7056205-de24-448a-b6f8-735bf82a9d64 req-9493b2e5-acc3-4454-a651-e1f4ef9a6e9d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c70d2d5-3f0e-49a6-880a-f3fd82a2994c HTTP/1.1" status: 200 len: 945 time: 0.1163621 Apr 01 15:59:42.774982 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb6d545-2cad-464a-a5ee-611a13583d1d None None] The sync data for ids ['e6a95c6a-867c-4373-9809-e57f35442515'] in dv-neutron-833373-2-hyperv is: [{'id': 'e6a95c6a-867c-4373-9809-e57f35442515', 'name': 'tempest-RoutersTest-router-1133837119', 'tenant_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:59:41Z', 'updated_at': '2022-04-01T15:59:41Z', 'revision_number': 2, 'project_id': '113c2dcebd4142eb9b767ab7a8fce06c', 'gw_port_host': None}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:59:42.779745 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-d8c2a821-a0a4-4ee8-9588-e1f73f6cd55c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:42.787761 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-d8c2a821-a0a4-4ee8-9588-e1f73f6cd55c admin admin] Usage tracker for resource:router and tenant:e69472baeabd41f3b5ba05c592acdae8 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:42.790305 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-d8c2a821-a0a4-4ee8-9588-e1f73f6cd55c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:42.799249 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-d8c2a821-a0a4-4ee8-9588-e1f73f6cd55c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:42.819489 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d8c2a821-a0a4-4ee8-9588-e1f73f6cd55c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130665'] for router, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:42.820468 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d8c2a821-a0a4-4ee8-9588-e1f73f6cd55c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617571', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130640'] for router, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:42.829173 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d7056205-de24-448a-b6f8-735bf82a9d64 req-6b724fc6-9c3c-4066-be4a-fe5f86750307 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef3cc654-473b-4de5-a591-1a08e5571c20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513144 Apr 01 15:59:42.833367 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b29c0e73-5330-4e62-b807-0b4741aab60c tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for router, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:42.862183 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 57016) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:42.935116 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-25c93ad5-8e1f-41a5-ae3b-818ca87e10bf tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5c70d2d5-3f0e-49a6-880a-f3fd82a2994c HTTP/1.1" status: 200 len: 1093 time: 0.0717943 Apr 01 15:59:42.937832 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 57020) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:42.945720 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-c59e5451-3bfb-42a0-b3b5-25e1097e01f1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'floatingip': {'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'port_id': 'f2ad0ad9-49f1-41ef-be71-99146ade8d2f', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:59:42.947445 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0caa6bf-1e45-4ec7-bab0-cf9d8716e069 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-2ccd3b69-5fc2-46fc-8db4-46910b030995', 'network_id': '2ccd3b69-5fc2-46fc-8db4-46910b030995', 'tenant_id': 'e69472baeabd41f3b5ba05c592acdae8', 'fixed_ips': [{'subnet_id': '23b941e3-8594-4512-98f7-e13a52458d2a'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 15:59:42.949232 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-e0caa6bf-1e45-4ec7-bab0-cf9d8716e069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:42.951837 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-c59e5451-3bfb-42a0-b3b5-25e1097e01f1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:42.956275 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-c59e5451-3bfb-42a0-b3b5-25e1097e01f1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:floatingip and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:42.960646 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-c59e5451-3bfb-42a0-b3b5-25e1097e01f1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:42.967393 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-c59e5451-3bfb-42a0-b3b5-25e1097e01f1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:42.972192 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d8c2a821-a0a4-4ee8-9588-e1f73f6cd55c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:42.979450 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c59e5451-3bfb-42a0-b3b5-25e1097e01f1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for floatingip, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:43.142566 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c59e5451-3bfb-42a0-b3b5-25e1097e01f1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:43.150362 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-e0caa6bf-1e45-4ec7-bab0-cf9d8716e069 None None] Allocated IP 172.20.0.2 (2ccd3b69-5fc2-46fc-8db4-46910b030995/23b941e3-8594-4512-98f7-e13a52458d2a/29d9de27-e761-4e62-a19a-986e7752e37b) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:59:43.305437 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-c59e5451-3bfb-42a0-b3b5-25e1097e01f1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Allocated IP 172.26.1.173 (ed45466e-0386-4b92-8de3-247c977242ac/0479f741-5cd1-4d6f-b593-d8aa909a42d3/8331d002-4961-47aa-8997-b68fd239ff3c) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:59:43.363621 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b29c0e73-5330-4e62-b807-0b4741aab60c tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130651'] for router, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:43.376901 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b29c0e73-5330-4e62-b807-0b4741aab60c tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:43.396918 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d8c2a821-a0a4-4ee8-9588-e1f73f6cd55c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130626'] for router, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:43.398099 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-e0caa6bf-1e45-4ec7-bab0-cf9d8716e069 None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:43.410065 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-e0caa6bf-1e45-4ec7-bab0-cf9d8716e069 None None] Transition to ACTIVE for port object 29d9de27-e761-4e62-a19a-986e7752e37b will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:59:43.439408 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-e0caa6bf-1e45-4ec7-bab0-cf9d8716e069 None None] Transition to ACTIVE for port object 29d9de27-e761-4e62-a19a-986e7752e37b will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:59:43.446847 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-e0caa6bf-1e45-4ec7-bab0-cf9d8716e069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:43.452340 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b29c0e73-5330-4e62-b807-0b4741aab60c tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607376'] for router, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:43.452882 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b29c0e73-5330-4e62-b807-0b4741aab60c tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Fanout notify agent at l3_agent the message router_deleted on router e6a95c6a-867c-4373-9809-e57f35442515 {{(pid=83828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 15:59:43.485361 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c59e5451-3bfb-42a0-b3b5-25e1097e01f1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:43.516190 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0caa6bf-1e45-4ec7-bab0-cf9d8716e069 None None] Network 2ccd3b69-5fc2-46fc-8db4-46910b030995 is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:59:43.518966 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-e0caa6bf-1e45-4ec7-bab0-cf9d8716e069 None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:59:43.521248 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b29c0e73-5330-4e62-b807-0b4741aab60c tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:43.521955 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c59e5451-3bfb-42a0-b3b5-25e1097e01f1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:43.522954 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0caa6bf-1e45-4ec7-bab0-cf9d8716e069 None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:59:43.529402 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-b29c0e73-5330-4e62-b807-0b4741aab60c tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "DELETE /v2.0/routers/e6a95c6a-867c-4373-9809-e57f35442515 HTTP/1.1" status: 204 len: 168 time: 0.9537508 Apr 01 15:59:43.529779 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0caa6bf-1e45-4ec7-bab0-cf9d8716e069 None None] Pushing event updated for resources: {'Port': ['ID=29d9de27-e761-4e62-a19a-986e7752e37b,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:43.533484 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 57024) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:43.610136 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59e5451-3bfb-42a0-b3b5-25e1097e01f1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Network ed45466e-0386-4b92-8de3-247c977242ac is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:59:43.616367 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-c59e5451-3bfb-42a0-b3b5-25e1097e01f1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:59:43.619999 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59e5451-3bfb-42a0-b3b5-25e1097e01f1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'Port': ['ID=8331d002-4961-47aa-8997-b68fd239ff3c,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:43.621738 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-e0caa6bf-1e45-4ec7-bab0-cf9d8716e069 None None] Attempting to bind port 29d9de27-e761-4e62-a19a-986e7752e37b on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:59:43.622106 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-e0caa6bf-1e45-4ec7-bab0-cf9d8716e069 None None] Attempting to bind port 29d9de27-e761-4e62-a19a-986e7752e37b by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': '222a02b3-e70e-4ea5-847f-dd0b20fd12fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2ccd3b69-5fc2-46fc-8db4-46910b030995'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:59:43.622463 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0caa6bf-1e45-4ec7-bab0-cf9d8716e069 None None] Attempting to bind port 29d9de27-e761-4e62-a19a-986e7752e37b on network 2ccd3b69-5fc2-46fc-8db4-46910b030995 {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:59:43.624111 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59e5451-3bfb-42a0-b3b5-25e1097e01f1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:59:43.639397 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0caa6bf-1e45-4ec7-bab0-cf9d8716e069 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:59:43.640104 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0caa6bf-1e45-4ec7-bab0-cf9d8716e069 None None] Checking segment: {'id': '222a02b3-e70e-4ea5-847f-dd0b20fd12fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2ccd3b69-5fc2-46fc-8db4-46910b030995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:59:43.640698 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-e0caa6bf-1e45-4ec7-bab0-cf9d8716e069 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:43.641323 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0caa6bf-1e45-4ec7-bab0-cf9d8716e069 None None] Bound using segment: {'id': '222a02b3-e70e-4ea5-847f-dd0b20fd12fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2ccd3b69-5fc2-46fc-8db4-46910b030995'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:59:43.641954 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-e0caa6bf-1e45-4ec7-bab0-cf9d8716e069 None None] Bound port: 29d9de27-e761-4e62-a19a-986e7752e37b, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '222a02b3-e70e-4ea5-847f-dd0b20fd12fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2ccd3b69-5fc2-46fc-8db4-46910b030995'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:59:43.642514 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-e0caa6bf-1e45-4ec7-bab0-cf9d8716e069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:43.706238 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-5106caa0-3b37-4e3a-8b9d-5244c8baf8cf tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6a95c6a-867c-4373-9809-e57f35442515 HTTP/1.1" status: 200 len: 205 time: 0.1716309 Apr 01 15:59:43.708788 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 57028) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:43.743540 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-e0caa6bf-1e45-4ec7-bab0-cf9d8716e069 None None] For port 29d9de27-e761-4e62-a19a-986e7752e37b, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:59:43.747159 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-e0caa6bf-1e45-4ec7-bab0-cf9d8716e069 None None] For port 29d9de27-e761-4e62-a19a-986e7752e37b, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=29d9de27-e761-4e62-a19a-986e7752e37b,segment=NetworkSegment(222a02b3-e70e-4ea5-847f-dd0b20fd12fe),segment_id=222a02b3-e70e-4ea5-847f-dd0b20fd12fe)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:59:43.756663 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-e0caa6bf-1e45-4ec7-bab0-cf9d8716e069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:43.791027 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.api.v2.resource [None req-18f98249-6617-444a-889f-2511c03ee4f3 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] delete failed (client error): The resource could not be found. Apr 01 15:59:43.792204 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-18f98249-6617-444a-889f-2511c03ee4f3 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "DELETE /v2.0/routers/e6a95c6a-867c-4373-9809-e57f35442515 HTTP/1.1" status: 404 len: 336 time: 0.0824156 Apr 01 15:59:43.794821 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 57032) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:43.839598 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e08977a-ef93-4b80-9a11-81f222721436 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] DELETE failed (client error): The resource could not be found. Apr 01 15:59:43.840041 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e08977a-ef93-4b80-9a11-81f222721436 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:59:43.841748 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-4e08977a-ef93-4b80-9a11-81f222721436 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "DELETE /v2.0/subnets/906dde54-db91-4488-92ef-b7a45a839ce4 HTTP/1.1" status: 404 len: 337 time: 0.0459719 Apr 01 15:59:43.845804 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 57036) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:43.852575 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0caa6bf-1e45-4ec7-bab0-cf9d8716e069 None None] Pushing event updated for resources: {'Port': ['ID=29d9de27-e761-4e62-a19a-986e7752e37b,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:43.954865 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d8c2a821-a0a4-4ee8-9588-e1f73f6cd55c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:43.993570 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d8c2a821-a0a4-4ee8-9588-e1f73f6cd55c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:44.020480 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-c205d851-a6c3-4fd4-99a8-31ccf8b97b24 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] DELETE failed (client error): The resource could not be found. Apr 01 15:59:44.020839 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c205d851-a6c3-4fd4-99a8-31ccf8b97b24 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:59:44.055592 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-c205d851-a6c3-4fd4-99a8-31ccf8b97b24 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "DELETE /v2.0/subnets/ced1d629-29a3-4cbb-9896-e6e12e310d55 HTTP/1.1" status: 404 len: 337 time: 0.2080772 Apr 01 15:59:44.058614 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 57040) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:44.115116 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d25af46-841f-481f-a018-32de9069de73 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] DELETE failed (client error): The resource could not be found. Apr 01 15:59:44.115670 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d25af46-841f-481f-a018-32de9069de73 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:59:44.120133 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-1d25af46-841f-481f-a018-32de9069de73 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "DELETE /v2.0/subnets/db6b31da-6508-428c-816f-d4c907a140d0 HTTP/1.1" status: 404 len: 337 time: 0.0606821 Apr 01 15:59:44.126039 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 57044) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:44.177895 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-46d17c87-e803-438b-8f90-3d85eabf9a9e tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] DELETE failed (client error): The resource could not be found. Apr 01 15:59:44.178343 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46d17c87-e803-438b-8f90-3d85eabf9a9e tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:59:44.180077 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-46d17c87-e803-438b-8f90-3d85eabf9a9e tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "DELETE /v2.0/subnets/a9ff9c4c-6092-46d4-81b2-de70a3fd5a7e HTTP/1.1" status: 404 len: 337 time: 0.0555103 Apr 01 15:59:44.182674 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 57048) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:44.216608 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-d8c2a821-a0a4-4ee8-9588-e1f73f6cd55c admin admin] Allocated IP 172.26.1.36 (ed45466e-0386-4b92-8de3-247c977242ac/0479f741-5cd1-4d6f-b593-d8aa909a42d3/cc86b24b-02b4-40b8-ba4e-3d3a61e6bebb) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:59:44.241102 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-d581d439-070c-49e2-b8cb-4eb2f30ac9b9 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Synchronizing usage tracker for tenant:113c2dcebd4142eb9b767ab7a8fce06c on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 15:59:44.267266 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-d581d439-070c-49e2-b8cb-4eb2f30ac9b9 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] Unset dirty status for tenant:113c2dcebd4142eb9b767ab7a8fce06c on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 15:59:44.268598 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-d581d439-070c-49e2-b8cb-4eb2f30ac9b9 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e0a7872-7ac0-49d9-98a3-22a25d0acd22 HTTP/1.1" status: 200 len: 205 time: 0.0849724 Apr 01 15:59:44.273003 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 57052) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:44.390508 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d8c2a821-a0a4-4ee8-9588-e1f73f6cd55c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:44.429744 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d8c2a821-a0a4-4ee8-9588-e1f73f6cd55c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:44.464319 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.api.v2.resource [None req-37ba588f-7304-4ef7-9626-ed1776e91424 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] delete failed (client error): The resource could not be found. Apr 01 15:59:44.467876 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-37ba588f-7304-4ef7-9626-ed1776e91424 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "DELETE /v2.0/routers/3e0a7872-7ac0-49d9-98a3-22a25d0acd22 HTTP/1.1" status: 404 len: 336 time: 0.1914821 Apr 01 15:59:44.469498 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 57056) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:44.508304 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c2a821-a0a4-4ee8-9588-e1f73f6cd55c admin admin] Network ed45466e-0386-4b92-8de3-247c977242ac is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:59:44.512092 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-d8c2a821-a0a4-4ee8-9588-e1f73f6cd55c admin admin] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:59:44.514123 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c2a821-a0a4-4ee8-9588-e1f73f6cd55c admin admin] Pushing event updated for resources: {'Port': ['ID=cc86b24b-02b4-40b8-ba4e-3d3a61e6bebb,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:44.516347 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c2a821-a0a4-4ee8-9588-e1f73f6cd55c admin admin] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:59:44.538304 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-8c44eeec-5734-49aa-b526-d0a59cf95578 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8a7e7e0-d9e4-4c94-9d6a-48c7d6207aa9 HTTP/1.1" status: 200 len: 205 time: 0.0689459 Apr 01 15:59:44.540561 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 57060) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:44.613969 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.api.v2.resource [None req-1208ac00-f672-463e-ace0-37aafbf4bc19 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] delete failed (client error): The resource could not be found. Apr 01 15:59:44.617583 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-1208ac00-f672-463e-ace0-37aafbf4bc19 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "DELETE /v2.0/routers/d8a7e7e0-d9e4-4c94-9d6a-48c7d6207aa9 HTTP/1.1" status: 404 len: 336 time: 0.0735090 Apr 01 15:59:44.618697 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 57064) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:44.674189 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-d60e980e-0a8b-4a54-9f40-935de8143220 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] DELETE failed (client error): The resource could not be found. Apr 01 15:59:44.674636 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d60e980e-0a8b-4a54-9f40-935de8143220 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:59:44.690172 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-d60e980e-0a8b-4a54-9f40-935de8143220 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "DELETE /v2.0/subnets/5b862838-facf-4ffa-b5e1-43ffea0facd7 HTTP/1.1" status: 404 len: 337 time: 0.0629914 Apr 01 15:59:44.690937 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 57068) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:44.729953 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 29d9de27-e761-4e62-a19a-986e7752e37b up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:59:44.750493 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d8c2a821-a0a4-4ee8-9588-e1f73f6cd55c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:44.751501 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d8c2a821-a0a4-4ee8-9588-e1f73f6cd55c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616'] for router, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:44.820485 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-61d6131b-00dc-4c4d-9f17-63acb56dd51f tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "GET /v2.0/ports?device_id=d06a4258-590a-4759-9717-46588418146b HTTP/1.1" status: 200 len: 205 time: 0.1266181 Apr 01 15:59:44.824790 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 57072) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:44.856832 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 29d9de27-e761-4e62-a19a-986e7752e37b completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:59:44.922634 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.api.v2.resource [None req-ff4de612-544a-4fdd-bb05-a4f1be4bd246 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] delete failed (client error): The resource could not be found. Apr 01 15:59:44.923779 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-ff4de612-544a-4fdd-bb05-a4f1be4bd246 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "DELETE /v2.0/routers/d06a4258-590a-4759-9717-46588418146b HTTP/1.1" status: 404 len: 336 time: 0.0982683 Apr 01 15:59:44.927260 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 57076) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:44.945476 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c59e5451-3bfb-42a0-b3b5-25e1097e01f1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:44.977233 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-89a8afab-6c41-4e92-bc84-7e93b6a32707 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4f33411-ded9-4fac-96cf-bbaa99822375 HTTP/1.1" status: 200 len: 205 time: 0.0483546 Apr 01 15:59:44.981313 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 57080) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:45.009966 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c59e5451-3bfb-42a0-b3b5-25e1097e01f1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:45.057148 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.api.v2.resource [None req-0d2458ba-1fdb-4d62-b868-c8b20f8bc1ae tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] delete failed (client error): The resource could not be found. Apr 01 15:59:45.058160 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-0d2458ba-1fdb-4d62-b868-c8b20f8bc1ae tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "DELETE /v2.0/routers/b4f33411-ded9-4fac-96cf-bbaa99822375 HTTP/1.1" status: 404 len: 336 time: 0.0760064 Apr 01 15:59:45.061031 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 57084) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:45.112599 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94583a06-de39-45a8-b58a-fe0701a438b1 None None] Network 2ccd3b69-5fc2-46fc-8db4-46910b030995 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 15:59:45.115528 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-9442b325-de02-4a21-be82-5d645b406539 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] DELETE failed (client error): The resource could not be found. Apr 01 15:59:45.115968 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9442b325-de02-4a21-be82-5d645b406539 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:59:45.119996 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-9442b325-de02-4a21-be82-5d645b406539 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "DELETE /v2.0/subnets/2d3abf76-c557-4d5c-a04b-54c8ece18782 HTTP/1.1" status: 404 len: 337 time: 0.0555961 Apr 01 15:59:45.120436 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 57088) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:45.183824 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-05f3b6c9-95d5-4c20-ac83-60da2ca497af tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2f6c323-30bb-4354-a74b-7ff4c779da4e HTTP/1.1" status: 200 len: 205 time: 0.0591519 Apr 01 15:59:45.184015 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 57092) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:45.280832 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.api.v2.resource [None req-00324276-a56a-4266-aede-db37913a8094 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] delete failed (client error): The resource could not be found. Apr 01 15:59:45.291021 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-00324276-a56a-4266-aede-db37913a8094 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "DELETE /v2.0/routers/d2f6c323-30bb-4354-a74b-7ff4c779da4e HTTP/1.1" status: 404 len: 336 time: 0.0979555 Apr 01 15:59:45.291315 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 57096) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:45.303458 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8c2a821-a0a4-4ee8-9588-e1f73f6cd55c admin admin] Router c8a8fa36-d437-481a-bc43-9fb4ce2569cd is scheduled to L3 agent ff252634-3424-422a-b742-9ae457bd54bd with binding_index 1 {{(pid=83828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 15:59:45.325466 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-4aa19768-1bcd-47b4-9546-0ca787d0f739 None None] Provisioning for port 29d9de27-e761-4e62-a19a-986e7752e37b completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:59:45.340716 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c59e5451-3bfb-42a0-b3b5-25e1097e01f1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:45.341924 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-4aa19768-1bcd-47b4-9546-0ca787d0f739 None None] Provisioning complete for port 29d9de27-e761-4e62-a19a-986e7752e37b triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:45.341924 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-4aa19768-1bcd-47b4-9546-0ca787d0f739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:45.342730 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-024154a0-1719-4d67-8be2-3cf30a5083f2 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] DELETE failed (client error): The resource could not be found. Apr 01 15:59:45.343548 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-024154a0-1719-4d67-8be2-3cf30a5083f2 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:59:45.345707 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-024154a0-1719-4d67-8be2-3cf30a5083f2 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "DELETE /v2.0/subnets/a5b3fd4f-eda4-4fda-9d49-e7e60bed205c HTTP/1.1" status: 404 len: 337 time: 0.0535610 Apr 01 15:59:45.347635 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c59e5451-3bfb-42a0-b3b5-25e1097e01f1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:45.352103 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 57100) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:45.454693 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-d32a4fa0-2d67-41d2-8434-ee772ef065c0 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "GET /v2.0/ports?device_id=77dbf70a-27f1-420e-b906-f4163e390ccd HTTP/1.1" status: 200 len: 205 time: 0.0736461 Apr 01 15:59:45.458295 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 57104) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:45.529800 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-4aa19768-1bcd-47b4-9546-0ca787d0f739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:45.538362 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8c2a821-a0a4-4ee8-9588-e1f73f6cd55c admin admin] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:59:45.557093 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59e5451-3bfb-42a0-b3b5-25e1097e01f1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'Port': ['ID=8331d002-4961-47aa-8997-b68fd239ff3c,revision_number=2']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:45.559385 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b111220-eae0-450b-ab5d-892a6c489fe8 None None] Sync routers for ids ['c8a8fa36-d437-481a-bc43-9fb4ce2569cd'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:59:45.580477 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d8c2a821-a0a4-4ee8-9588-e1f73f6cd55c admin admin] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:45.581482 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.api.v2.resource [None req-bf7bcd67-3411-4fdf-bb60-1e6515b680a6 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] delete failed (client error): The resource could not be found. Apr 01 15:59:45.583077 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-d8c2a821-a0a4-4ee8-9588-e1f73f6cd55c admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9089503 Apr 01 15:59:45.585406 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-bf7bcd67-3411-4fdf-bb60-1e6515b680a6 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "DELETE /v2.0/routers/77dbf70a-27f1-420e-b906-f4163e390ccd HTTP/1.1" status: 404 len: 336 time: 0.1261637 Apr 01 15:59:45.586853 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 57108) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:45.591451 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-4aa19768-1bcd-47b4-9546-0ca787d0f739 None None] For port 29d9de27-e761-4e62-a19a-986e7752e37b, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=29d9de27-e761-4e62-a19a-986e7752e37b,segment=NetworkSegment(222a02b3-e70e-4ea5-847f-dd0b20fd12fe),segment_id=222a02b3-e70e-4ea5-847f-dd0b20fd12fe)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:59:45.592563 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b111220-eae0-450b-ab5d-892a6c489fe8 None None] Routers {'c8a8fa36-d437-481a-bc43-9fb4ce2569cd'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:59:45.593270 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-8b111220-eae0-450b-ab5d-892a6c489fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:59:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['c8a8fa36-d437-481a-bc43-9fb4ce2569cd'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:45.594853 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 57110) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:45.613069 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c59e5451-3bfb-42a0-b3b5-25e1097e01f1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617697'] for floatingip, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:45.652085 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-4aa19768-1bcd-47b4-9546-0ca787d0f739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:45.842033 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.l3_db [None req-c59e5451-3bfb-42a0-b3b5-25e1097e01f1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Floating IP 734fedac-6e90-4c41-adbe-ec2c19bf7314 associated. External IP: 172.26.1.173, port: f2ad0ad9-49f1-41ef-be71-99146ade8d2f. Apr 01 15:59:45.883801 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-986a9f0d-a8c9-4405-862d-32f7f6da77ff tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] DELETE failed (client error): The resource could not be found. Apr 01 15:59:45.884495 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-986a9f0d-a8c9-4405-862d-32f7f6da77ff tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:59:45.888195 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-986a9f0d-a8c9-4405-862d-32f7f6da77ff tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "DELETE /v2.0/subnets/990ff576-c745-4944-8e23-c0711851cf2c HTTP/1.1" status: 404 len: 337 time: 0.2896645 Apr 01 15:59:45.889032 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 57116) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:45.901236 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa19768-1bcd-47b4-9546-0ca787d0f739 None None] Pushing event updated for resources: {'Port': ['ID=29d9de27-e761-4e62-a19a-986e7752e37b,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:45.923573 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-83822d4e-262f-42e5-bf3d-b4696dc83a17 None None] Provisioning complete for port 29d9de27-e761-4e62-a19a-986e7752e37b triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:45.924060 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-83822d4e-262f-42e5-bf3d-b4696dc83a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:45.933212 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.pecan_wsgi.hooks.translation [None req-512ce468-6b78-4a8b-8aeb-cc86b76447d6 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] DELETE failed (client error): The resource could not be found. Apr 01 15:59:45.933659 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-512ce468-6b78-4a8b-8aeb-cc86b76447d6 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83828) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 15:59:45.937904 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-512ce468-6b78-4a8b-8aeb-cc86b76447d6 tempest-RoutersTest-717041062 tempest-RoutersTest-717041062-project] 10.222.0.55 "DELETE /v2.0/subnets/b58dae37-48ed-4159-9b2d-65e442c30c49 HTTP/1.1" status: 404 len: 337 time: 0.0454230 Apr 01 15:59:45.984623 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-8b111220-eae0-450b-ab5d-892a6c489fe8 None None] Set router c8a8fa36-d437-481a-bc43-9fb4ce2569cd gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:59:46.547910 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-8b111220-eae0-450b-ab5d-892a6c489fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a8fa36-d437-481a-bc43-9fb4ce2569cd', 'name': 'tempest-TestVolumeBootPattern-1509645103-router', 'tenant_id': 'e69472baeabd41f3b5ba05c592acdae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.36'}], 'enable_snat': True}, 'gw_port_id': 'cc86b24b-02b4-40b8-ba4e-3d3a61e6bebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:59:42Z', 'updated_at': '2022-04-01T15:59:44Z', 'revision_number': 3, 'project_id': 'e69472baeabd41f3b5ba05c592acdae8', 'gw_port': {'id': 'cc86b24b-02b4-40b8-ba4e-3d3a61e6bebb', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:20:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a8fa36-d437-481a-bc43-9fb4ce2569cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:44Z', 'updated_at': '2022-04-01T15:59:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:46.553389 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b111220-eae0-450b-ab5d-892a6c489fe8 None None] Checking router: c8a8fa36-d437-481a-bc43-9fb4ce2569cd for host: dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:59:46.554236 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b111220-eae0-450b-ab5d-892a6c489fe8 None None] Updating router c8a8fa36-d437-481a-bc43-9fb4ce2569cd port cc86b24b-02b4-40b8-ba4e-3d3a61e6bebb binding host dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 15:59:46.583144 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 57130) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:46.624394 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8b111220-eae0-450b-ab5d-892a6c489fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:46.849844 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c59e5451-3bfb-42a0-b3b5-25e1097e01f1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Router 8e4dbd12-16fe-44fd-a151-306945cc3cdf has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:59:46.946335 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device c9310d4d-02e6-42b9-9f00-f699c4f1c79c up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:59:47.028401 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8d962601-8bc9-477d-b3df-216f52dad2ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:47.096180 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port c9310d4d-02e6-42b9-9f00-f699c4f1c79c completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:59:47.117814 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port c9310d4d-02e6-42b9-9f00-f699c4f1c79c triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:47.118224 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:47.126787 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-1175b281-8c2c-4432-a019-1ef05007dda1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=113c2dcebd4142eb9b767ab7a8fce06c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5425112 Apr 01 15:59:47.131645 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 57136) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:47.198837 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c59e5451-3bfb-42a0-b3b5-25e1097e01f1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:59:47.225181 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c59e5451-3bfb-42a0-b3b5-25e1097e01f1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for floatingip, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:47.251309 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8b111220-eae0-450b-ab5d-892a6c489fe8 None None] Notify callbacks [] for port, precommit_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:47.269490 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-8b111220-eae0-450b-ab5d-892a6c489fe8 None None] Transition to ACTIVE for port object cc86b24b-02b4-40b8-ba4e-3d3a61e6bebb will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:59:47.293534 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-c59e5451-3bfb-42a0-b3b5-25e1097e01f1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.3516088 Apr 01 15:59:47.293534 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c70d2d5-3f0e-49a6-880a-f3fd82a2994c', 'tag': 'f2ad0ad9-49f1-41ef-be71-99146ade8d2f'}] {{(pid=83826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 15:59:47.296266 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 57140) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:47.310895 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8b111220-eae0-450b-ab5d-892a6c489fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:47.314053 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-eb27e45b-0ff7-48e4-b315-1b307f4cbb28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:47.336064 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-8d962601-8bc9-477d-b3df-216f52dad2ef admin admin] Allocated IP 172.20.0.1 (2ccd3b69-5fc2-46fc-8db4-46910b030995/23b941e3-8594-4512-98f7-e13a52458d2a/7dd6c786-5baa-47ad-9798-86641547e4a0) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 15:59:47.360448 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-eb27e45b-0ff7-48e4-b315-1b307f4cbb28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:47.392756 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c70d2d5-3f0e-49a6-880a-f3fd82a2994c', 'tag': 'f2ad0ad9-49f1-41ef-be71-99146ade8d2f', 'status': 'completed', 'code': 200} Apr 01 15:59:47.472340 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-8b111220-eae0-450b-ab5d-892a6c489fe8 None None] Attempting to bind port cc86b24b-02b4-40b8-ba4e-3d3a61e6bebb on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 15:59:47.473794 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-8b111220-eae0-450b-ab5d-892a6c489fe8 None None] Attempting to bind port cc86b24b-02b4-40b8-ba4e-3d3a61e6bebb by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 15:59:47.473794 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b111220-eae0-450b-ab5d-892a6c489fe8 None None] Attempting to bind port cc86b24b-02b4-40b8-ba4e-3d3a61e6bebb on network ed45466e-0386-4b92-8de3-247c977242ac {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 15:59:47.481579 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:47.486456 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002f5969-159d-4f2b-a7e8-90212f96b453 None None] Pushing event updated for resources: {'Port': ['ID=cc86b24b-02b4-40b8-ba4e-3d3a61e6bebb,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:47.514180 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b111220-eae0-450b-ab5d-892a6c489fe8 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 15:59:47.514831 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b111220-eae0-450b-ab5d-892a6c489fe8 None None] Checking segment: {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 15:59:47.515102 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-dd8a5375-c8d2-4b2f-9cdd-c7e63431042d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/floatingips/734fedac-6e90-4c41-adbe-ec2c19bf7314 HTTP/1.1" status: 200 len: 991 time: 0.2131438 Apr 01 15:59:47.515487 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8b111220-eae0-450b-ab5d-892a6c489fe8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:47.516151 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b111220-eae0-450b-ab5d-892a6c489fe8 None None] Bound using segment: {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 15:59:47.517012 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-8b111220-eae0-450b-ab5d-892a6c489fe8 None None] Bound port: cc86b24b-02b4-40b8-ba4e-3d3a61e6bebb, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 15:59:47.518090 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8b111220-eae0-450b-ab5d-892a6c489fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:47.518584 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-eb27e45b-0ff7-48e4-b315-1b307f4cbb28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:47.531401 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-863be8e8-f1c4-4999-8b27-d38ab197c4ac req-e0cb32f8-d9cd-4d36-af86-79a4e6bd6c06 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=447e2c5010754fe1ad368efac7c75251&device_id=5c70d2d5-3f0e-49a6-880a-f3fd82a2994c HTTP/1.1" status: 200 len: 1098 time: 0.1375098 Apr 01 15:59:47.557061 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb27e45b-0ff7-48e4-b315-1b307f4cbb28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cbedd3a-dfb1-4a9a-bbd5-85c8ecc813f8,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:47.557654 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port c9310d4d-02e6-42b9-9f00-f699c4f1c79c, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=c9310d4d-02e6-42b9-9f00-f699c4f1c79c,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:59:47.568973 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:47.569735 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 29d9de27-e761-4e62-a19a-986e7752e37b up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:59:47.577903 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-eb27e45b-0ff7-48e4-b315-1b307f4cbb28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:47.579029 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-eb27e45b-0ff7-48e4-b315-1b307f4cbb28 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0cbedd3a-dfb1-4a9a-bbd5-85c8ecc813f8 HTTP/1.1" status: 204 len: 168 time: 0.4435706 Apr 01 15:59:47.586601 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 15:59:47.599300 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8d962601-8bc9-477d-b3df-216f52dad2ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:47.619243 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [None req-8d962601-8bc9-477d-b3df-216f52dad2ef admin admin] Transition to ACTIVE for port object 7dd6c786-5baa-47ad-9798-86641547e4a0 will not be triggered until provisioned by entity DHCP. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 15:59:47.646620 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8d962601-8bc9-477d-b3df-216f52dad2ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:47.712320 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863be8e8-f1c4-4999-8b27-d38ab197c4ac req-9c823c20-91fe-4909-92d9-0b7d9ea6decd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:47.715335 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-863be8e8-f1c4-4999-8b27-d38ab197c4ac req-9c823c20-91fe-4909-92d9-0b7d9ea6decd service neutron] 10.222.0.24 "GET /v2.0/networks?id=c5d74d53-418c-47d9-a745-2341bda92f75 HTTP/1.1" status: 200 len: 896 time: 0.1763630 Apr 01 15:59:47.747544 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d962601-8bc9-477d-b3df-216f52dad2ef admin admin] Network 2ccd3b69-5fc2-46fc-8db4-46910b030995 is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:59:47.749203 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d962601-8bc9-477d-b3df-216f52dad2ef admin admin] Pushing event updated for resources: {'Port': ['ID=7dd6c786-5baa-47ad-9798-86641547e4a0,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:47.752031 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-8d962601-8bc9-477d-b3df-216f52dad2ef admin admin] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:59:47.755344 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d962601-8bc9-477d-b3df-216f52dad2ef admin admin] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 15:59:47.782060 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-8b111220-eae0-450b-ab5d-892a6c489fe8 None None] For port cc86b24b-02b4-40b8-ba4e-3d3a61e6bebb, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 15:59:47.785770 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=c9310d4d-02e6-42b9-9f00-f699c4f1c79c,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:47.806916 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-8b111220-eae0-450b-ab5d-892a6c489fe8 None None] For port cc86b24b-02b4-40b8-ba4e-3d3a61e6bebb, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=cc86b24b-02b4-40b8-ba4e-3d3a61e6bebb,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 15:59:47.828213 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8d962601-8bc9-477d-b3df-216f52dad2ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611418'] for router_interface, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:47.828640 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 29d9de27-e761-4e62-a19a-986e7752e37b triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:47.829351 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:47.844687 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-863be8e8-f1c4-4999-8b27-d38ab197c4ac req-a5552b7c-b178-45cf-bb47-c2bb226879f0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2ad0ad9-49f1-41ef-be71-99146ade8d2f HTTP/1.1" status: 200 len: 999 time: 0.1189568 Apr 01 15:59:47.913707 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8b111220-eae0-450b-ab5d-892a6c489fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:47.929108 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863be8e8-f1c4-4999-8b27-d38ab197c4ac req-43792532-17bd-4e86-8a66-e1569aa6788a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:47.930620 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-863be8e8-f1c4-4999-8b27-d38ab197c4ac req-43792532-17bd-4e86-8a66-e1569aa6788a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3d0e0496-ba52-480f-8f1c-87e417a09ffd HTTP/1.1" status: 200 len: 835 time: 0.0788975 Apr 01 15:59:47.974038 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8d962601-8bc9-477d-b3df-216f52dad2ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:48.073922 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-863be8e8-f1c4-4999-8b27-d38ab197c4ac req-d6ec42ae-1a39-4acb-a497-c2e00fe7e1e2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c5d74d53-418c-47d9-a745-2341bda92f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1350555 Apr 01 15:59:48.091230 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [req-863be8e8-f1c4-4999-8b27-d38ab197c4ac req-90921766-b40e-42e8-9c9d-9a6112e42b0e service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=83826) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 15:59:48.092538 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-863be8e8-f1c4-4999-8b27-d38ab197c4ac req-90921766-b40e-42e8-9c9d-9a6112e42b0e service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0110235 Apr 01 15:59:48.097834 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002f5969-159d-4f2b-a7e8-90212f96b453 None None] Pushing event updated for resources: {'Port': ['ID=cc86b24b-02b4-40b8-ba4e-3d3a61e6bebb,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:48.179359 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b111220-eae0-450b-ab5d-892a6c489fe8 None None] Routers {'c8a8fa36-d437-481a-bc43-9fb4ce2569cd'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:59:48.180171 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-8b111220-eae0-450b-ab5d-892a6c489fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:59:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['c8a8fa36-d437-481a-bc43-9fb4ce2569cd'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:48.256825 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-863be8e8-f1c4-4999-8b27-d38ab197c4ac req-8b5ca925-fd58-4c0b-b53d-01a594cf24d4 service neutron] 10.222.0.24 "GET /v2.0/networks/c5d74d53-418c-47d9-a745-2341bda92f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552575 Apr 01 15:59:48.348508 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-eb3b2cc6-e3bf-4cfc-b128-20b69b575842 None None] Provisioning for port 7dd6c786-5baa-47ad-9798-86641547e4a0 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:59:48.358402 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-eb3b2cc6-e3bf-4cfc-b128-20b69b575842 None None] Provisioning complete for port 7dd6c786-5baa-47ad-9798-86641547e4a0 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:48.358799 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-eb3b2cc6-e3bf-4cfc-b128-20b69b575842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:48.401038 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8d962601-8bc9-477d-b3df-216f52dad2ef admin admin] Notify callbacks [] for port, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:48.410209 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8d962601-8bc9-477d-b3df-216f52dad2ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:48.428427 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-863be8e8-f1c4-4999-8b27-d38ab197c4ac req-1bbbc188-9080-425f-a7ce-883cb8e2a4fc service neutron] 10.222.0.24 "GET /v2.0/networks/c5d74d53-418c-47d9-a745-2341bda92f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646559 Apr 01 15:59:48.435311 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-eb3b2cc6-e3bf-4cfc-b128-20b69b575842 None None] Port 7dd6c786-5baa-47ad-9798-86641547e4a0 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:59:48.441728 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-8b111220-eae0-450b-ab5d-892a6c489fe8 None None] Set router c8a8fa36-d437-481a-bc43-9fb4ce2569cd gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:59:48.517478 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 57148) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:48.532479 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8d962601-8bc9-477d-b3df-216f52dad2ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611525'] for router_interface, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:48.678063 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d962601-8bc9-477d-b3df-216f52dad2ef admin admin] Pushing event updated for resources: {'Port': ['ID=7dd6c786-5baa-47ad-9798-86641547e4a0,revision_number=2']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:48.681796 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device c9310d4d-02e6-42b9-9f00-f699c4f1c79c up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:59:48.694472 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d962601-8bc9-477d-b3df-216f52dad2ef admin admin] Network 2ccd3b69-5fc2-46fc-8db4-46910b030995 is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 15:59:48.695769 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-8d962601-8bc9-477d-b3df-216f52dad2ef admin admin] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 15:59:48.746345 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-8379152f-d6b7-4f18-88bf-c09da8904774 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/floatingips/734fedac-6e90-4c41-adbe-ec2c19bf7314 HTTP/1.1" status: 200 len: 991 time: 0.2275341 Apr 01 15:59:48.832143 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port c9310d4d-02e6-42b9-9f00-f699c4f1c79c triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:48.833215 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:48.899354 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-8b111220-eae0-450b-ab5d-892a6c489fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a8fa36-d437-481a-bc43-9fb4ce2569cd', 'name': 'tempest-TestVolumeBootPattern-1509645103-router', 'tenant_id': 'e69472baeabd41f3b5ba05c592acdae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.36'}], 'enable_snat': True}, 'gw_port_id': 'cc86b24b-02b4-40b8-ba4e-3d3a61e6bebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:59:42Z', 'updated_at': '2022-04-01T15:59:47Z', 'revision_number': 4, 'project_id': 'e69472baeabd41f3b5ba05c592acdae8', 'gw_port': {'id': 'cc86b24b-02b4-40b8-ba4e-3d3a61e6bebb', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:20:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a8fa36-d437-481a-bc43-9fb4ce2569cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:44Z', 'updated_at': '2022-04-01T15:59:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '7dd6c786-5baa-47ad-9798-86641547e4a0', 'name': '', 'network_id': '2ccd3b69-5fc2-46fc-8db4-46910b030995', 'tenant_id': 'e69472baeabd41f3b5ba05c592acdae8', 'mac_address': 'fa:16:3e:89:02:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a8fa36-d437-481a-bc43-9fb4ce2569cd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23b941e3-8594-4512-98f7-e13a52458d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:47Z', 'updated_at': '2022-04-01T15:59:47Z', 'revision_number': 1, 'project_id': 'e69472baeabd41f3b5ba05c592acdae8', 'subnets': [{'id': '23b941e3-8594-4512-98f7-e13a52458d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:48.906966 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b111220-eae0-450b-ab5d-892a6c489fe8 None None] The sync data for ids ['c8a8fa36-d437-481a-bc43-9fb4ce2569cd'] in dv-neutron-833373-2-hyperv is: [{'id': 'c8a8fa36-d437-481a-bc43-9fb4ce2569cd', 'name': 'tempest-TestVolumeBootPattern-1509645103-router', 'tenant_id': 'e69472baeabd41f3b5ba05c592acdae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.36'}], 'enable_snat': True}, 'gw_port_id': 'cc86b24b-02b4-40b8-ba4e-3d3a61e6bebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:59:42Z', 'updated_at': '2022-04-01T15:59:47Z', 'revision_number': 4, 'project_id': 'e69472baeabd41f3b5ba05c592acdae8', 'gw_port': {'id': 'cc86b24b-02b4-40b8-ba4e-3d3a61e6bebb', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:20:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a8fa36-d437-481a-bc43-9fb4ce2569cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:44Z', 'updated_at': '2022-04-01T15:59:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '7dd6c786-5baa-47ad-9798-86641547e4a0', 'name': '', 'network_id': '2ccd3b69-5fc2-46fc-8db4-46910b030995', 'tenant_id': 'e69472baeabd41f3b5ba05c592acdae8', 'mac_address': 'fa:16:3e:89:02:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a8fa36-d437-481a-bc43-9fb4ce2569cd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23b941e3-8594-4512-98f7-e13a52458d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:47Z', 'updated_at': '2022-04-01T15:59:47Z', 'revision_number': 1, 'project_id': 'e69472baeabd41f3b5ba05c592acdae8', 'subnets': [{'id': '23b941e3-8594-4512-98f7-e13a52458d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:59:48.980440 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-5ef39727-0589-4a0a-86a2-3fc8bb886e08 None None] Provisioning complete for port 7dd6c786-5baa-47ad-9798-86641547e4a0 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:48.980891 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-5ef39727-0589-4a0a-86a2-3fc8bb886e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:49.037240 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-5ef39727-0589-4a0a-86a2-3fc8bb886e08 None None] Port 7dd6c786-5baa-47ad-9798-86641547e4a0 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 15:59:49.127891 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d962601-8bc9-477d-b3df-216f52dad2ef admin admin] Router c8a8fa36-d437-481a-bc43-9fb4ce2569cd has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 15:59:49.336980 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d962601-8bc9-477d-b3df-216f52dad2ef admin admin] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 15:59:49.341689 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-8d962601-8bc9-477d-b3df-216f52dad2ef admin admin] 10.222.0.55 "PUT /v2.0/routers/c8a8fa36-d437-481a-bc43-9fb4ce2569cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7537291 Apr 01 15:59:49.748816 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 57160) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:49.837792 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 57164) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:49.843664 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-c9af3bea-c273-4e4e-a58a-99123907bdba tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-646541052', 'description': 'tempest-secgroup-smoke-646541052 description', 'project_id': 'b9e160ed92af426eb41719050c02f853'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:59:49.849674 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-c9af3bea-c273-4e4e-a58a-99123907bdba tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:49.853507 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-c9af3bea-c273-4e4e-a58a-99123907bdba tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Usage tracker for resource:security_group and tenant:b9e160ed92af426eb41719050c02f853 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:49.856363 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-c9af3bea-c273-4e4e-a58a-99123907bdba tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:49.862174 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-c9af3bea-c273-4e4e-a58a-99123907bdba tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:49.864959 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-f4ec27c1-729c-4f95-b500-80ede34fb656 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/floatingips/734fedac-6e90-4c41-adbe-ec2c19bf7314 HTTP/1.1" status: 200 len: 991 time: 0.1149316 Apr 01 15:59:49.872251 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c9af3bea-c273-4e4e-a58a-99123907bdba tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks [] for security_group, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:49.907636 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-c9af3bea-c273-4e4e-a58a-99123907bdba tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:49.911891 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-c9af3bea-c273-4e4e-a58a-99123907bdba tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Usage tracker for resource:security_group_rule and tenant:b9e160ed92af426eb41719050c02f853 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:49.914628 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-c9af3bea-c273-4e4e-a58a-99123907bdba tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:49.920201 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-c9af3bea-c273-4e4e-a58a-99123907bdba tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:49.977474 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c9af3bea-c273-4e4e-a58a-99123907bdba tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks [] for security_group, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:49.981129 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c9af3bea-c273-4e4e-a58a-99123907bdba tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:50.023943 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9af3bea-c273-4e4e-a58a-99123907bdba tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b68c8ca1-2548-48e9-84ee-f823ac26061f,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:50.027596 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c9af3bea-c273-4e4e-a58a-99123907bdba tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:50.031695 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-c9af3bea-c273-4e4e-a58a-99123907bdba tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1899018 Apr 01 15:59:50.033412 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 57168) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:50.038914 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-fb122bb7-48d0-43c6-afa1-9e98e19392ac tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Request body: {'security_group_rule': {'security_group_id': 'b68c8ca1-2548-48e9-84ee-f823ac26061f', 'project_id': 'b9e160ed92af426eb41719050c02f853', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:59:50.045219 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-fb122bb7-48d0-43c6-afa1-9e98e19392ac tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:50.049374 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-fb122bb7-48d0-43c6-afa1-9e98e19392ac tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Usage tracker for resource:security_group_rule and tenant:b9e160ed92af426eb41719050c02f853 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:50.052957 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-fb122bb7-48d0-43c6-afa1-9e98e19392ac tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:50.058741 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-fb122bb7-48d0-43c6-afa1-9e98e19392ac tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:50.076039 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-fb122bb7-48d0-43c6-afa1-9e98e19392ac tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:50.139213 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-fb122bb7-48d0-43c6-afa1-9e98e19392ac tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:50.143458 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-fb122bb7-48d0-43c6-afa1-9e98e19392ac tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:50.168310 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb122bb7-48d0-43c6-afa1-9e98e19392ac tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5499cac4-f924-44d6-be68-88766a84a82f,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:50.178652 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-fb122bb7-48d0-43c6-afa1-9e98e19392ac tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:50.179991 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-fb122bb7-48d0-43c6-afa1-9e98e19392ac tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1455846 Apr 01 15:59:50.182583 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 57172) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:50.188064 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-7ab861f5-cf48-42b4-868f-e5f02bd5df84 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Request body: {'security_group_rule': {'security_group_id': 'b68c8ca1-2548-48e9-84ee-f823ac26061f', 'project_id': 'b9e160ed92af426eb41719050c02f853', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:59:50.195299 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-7ab861f5-cf48-42b4-868f-e5f02bd5df84 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:50.199153 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-7ab861f5-cf48-42b4-868f-e5f02bd5df84 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Usage tracker for resource:security_group_rule and tenant:b9e160ed92af426eb41719050c02f853 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:50.202076 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-7ab861f5-cf48-42b4-868f-e5f02bd5df84 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:50.208927 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-7ab861f5-cf48-42b4-868f-e5f02bd5df84 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:50.227051 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7ab861f5-cf48-42b4-868f-e5f02bd5df84 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:50.290987 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7ab861f5-cf48-42b4-868f-e5f02bd5df84 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:50.294685 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7ab861f5-cf48-42b4-868f-e5f02bd5df84 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:50.317969 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab861f5-cf48-42b4-868f-e5f02bd5df84 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59d2b924-20cf-4f81-940d-5412f8c6f1a0,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:50.326344 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7ab861f5-cf48-42b4-868f-e5f02bd5df84 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:50.327749 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-7ab861f5-cf48-42b4-868f-e5f02bd5df84 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1441352 Apr 01 15:59:50.330426 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 57176) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:50.336230 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-9c07843d-3d97-4f05-b071-9dd34ed40751 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Request body: {'security_group_rule': {'security_group_id': 'b68c8ca1-2548-48e9-84ee-f823ac26061f', 'project_id': 'b9e160ed92af426eb41719050c02f853', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:59:50.342178 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-9c07843d-3d97-4f05-b071-9dd34ed40751 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:50.346132 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-9c07843d-3d97-4f05-b071-9dd34ed40751 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Usage tracker for resource:security_group_rule and tenant:b9e160ed92af426eb41719050c02f853 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:50.349713 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-9c07843d-3d97-4f05-b071-9dd34ed40751 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:50.355568 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-9c07843d-3d97-4f05-b071-9dd34ed40751 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:50.378539 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9c07843d-3d97-4f05-b071-9dd34ed40751 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:50.449481 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9c07843d-3d97-4f05-b071-9dd34ed40751 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:50.454512 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9c07843d-3d97-4f05-b071-9dd34ed40751 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:50.463459 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc147617-5497-4660-be30-ef3cd3d86172 None None] Sync routers for ids ['8e4dbd12-16fe-44fd-a151-306945cc3cdf'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 15:59:50.480183 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c07843d-3d97-4f05-b071-9dd34ed40751 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=271c2f6d-000f-4ae1-8ef8-c58eaa71f508,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:50.481572 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc147617-5497-4660-be30-ef3cd3d86172 None None] Routers {'8e4dbd12-16fe-44fd-a151-306945cc3cdf'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:59:50.481931 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-dc147617-5497-4660-be30-ef3cd3d86172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:59:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['8e4dbd12-16fe-44fd-a151-306945cc3cdf'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:50.493207 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9c07843d-3d97-4f05-b071-9dd34ed40751 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:50.496774 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-9c07843d-3d97-4f05-b071-9dd34ed40751 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1630940 Apr 01 15:59:50.497485 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 57180) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:50.503530 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-e430c6e4-08a4-46e6-9dfb-32dc3514992b tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Request body: {'security_group_rule': {'security_group_id': 'b68c8ca1-2548-48e9-84ee-f823ac26061f', 'project_id': 'b9e160ed92af426eb41719050c02f853', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:59:50.510720 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-e430c6e4-08a4-46e6-9dfb-32dc3514992b tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:50.514797 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-e430c6e4-08a4-46e6-9dfb-32dc3514992b tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Usage tracker for resource:security_group_rule and tenant:b9e160ed92af426eb41719050c02f853 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:50.517915 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-e430c6e4-08a4-46e6-9dfb-32dc3514992b tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:50.525698 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-e430c6e4-08a4-46e6-9dfb-32dc3514992b tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:50.544076 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e430c6e4-08a4-46e6-9dfb-32dc3514992b tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:50.615614 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e430c6e4-08a4-46e6-9dfb-32dc3514992b tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:50.620142 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e430c6e4-08a4-46e6-9dfb-32dc3514992b tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:50.650909 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e430c6e4-08a4-46e6-9dfb-32dc3514992b tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0a305f7-e5e2-4ac6-ab09-e84938644e33,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:50.674922 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e430c6e4-08a4-46e6-9dfb-32dc3514992b tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:50.676266 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-e430c6e4-08a4-46e6-9dfb-32dc3514992b tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1776910 Apr 01 15:59:50.679743 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 57184) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:50.689288 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-80656609-7f26-485f-b969-f58982477821 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Request body: {'security_group_rule': {'security_group_id': 'b68c8ca1-2548-48e9-84ee-f823ac26061f', 'project_id': 'b9e160ed92af426eb41719050c02f853', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:59:50.691183 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-dc147617-5497-4660-be30-ef3cd3d86172 None None] Set router 8e4dbd12-16fe-44fd-a151-306945cc3cdf gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:59:50.693062 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-80656609-7f26-485f-b969-f58982477821 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:50.699382 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-80656609-7f26-485f-b969-f58982477821 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Usage tracker for resource:security_group_rule and tenant:b9e160ed92af426eb41719050c02f853 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:50.702448 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-80656609-7f26-485f-b969-f58982477821 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:50.710147 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-80656609-7f26-485f-b969-f58982477821 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:50.721680 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.securitygroups_db [None req-80656609-7f26-485f-b969-f58982477821 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Project b9e160ed92af426eb41719050c02f853 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:59:50.729400 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-80656609-7f26-485f-b969-f58982477821 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:50.812902 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-80656609-7f26-485f-b969-f58982477821 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:50.817620 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-80656609-7f26-485f-b969-f58982477821 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:50.846725 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80656609-7f26-485f-b969-f58982477821 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e601ed2-2cb6-4b20-bebf-de75ddb18069,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:50.855164 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-80656609-7f26-485f-b969-f58982477821 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:50.859468 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-80656609-7f26-485f-b969-f58982477821 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1754861 Apr 01 15:59:50.859753 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 57188) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:50.866761 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-8e825c6f-3678-447f-8ce4-7325dcdcb35a tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Request body: {'security_group_rule': {'security_group_id': 'b68c8ca1-2548-48e9-84ee-f823ac26061f', 'project_id': 'b9e160ed92af426eb41719050c02f853', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 15:59:50.869197 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 57192) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:50.873890 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-8e825c6f-3678-447f-8ce4-7325dcdcb35a tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 15:59:50.880046 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-8e825c6f-3678-447f-8ce4-7325dcdcb35a tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Usage tracker for resource:security_group_rule and tenant:b9e160ed92af426eb41719050c02f853 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 15:59:50.882622 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-8e825c6f-3678-447f-8ce4-7325dcdcb35a tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 15:59:50.889088 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-8e825c6f-3678-447f-8ce4-7325dcdcb35a tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 15:59:50.901319 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.securitygroups_db [None req-8e825c6f-3678-447f-8ce4-7325dcdcb35a tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Project b9e160ed92af426eb41719050c02f853 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 15:59:50.908839 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8e825c6f-3678-447f-8ce4-7325dcdcb35a tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:50.994382 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-8337a231-c1ec-4ae5-b5d6-21409f99f8e9 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/floatingips/734fedac-6e90-4c41-adbe-ec2c19bf7314 HTTP/1.1" status: 200 len: 991 time: 0.1222835 Apr 01 15:59:50.994608 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8e825c6f-3678-447f-8ce4-7325dcdcb35a tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:50.999811 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8e825c6f-3678-447f-8ce4-7325dcdcb35a tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:51.033685 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e825c6f-3678-447f-8ce4-7325dcdcb35a tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=691bd6dd-21bb-4573-84ca-9b1e3ddf2ba7,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:51.046837 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8e825c6f-3678-447f-8ce4-7325dcdcb35a tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:51.048416 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-8e825c6f-3678-447f-8ce4-7325dcdcb35a tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1876087 Apr 01 15:59:51.187149 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-dc147617-5497-4660-be30-ef3cd3d86172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4dbd12-16fe-44fd-a151-306945cc3cdf', 'name': 'tempest-TestNetworkBasicOps-router-2029677469', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': '39d30461-ace8-47db-b937-b378953c7cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:59:06Z', 'updated_at': '2022-04-01T15:59:15Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': '39d30461-ace8-47db-b937-b378953c7cb2', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4dbd12-16fe-44fd-a151-306945cc3cdf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:07Z', 'updated_at': '2022-04-01T15:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': '734fedac-6e90-4c41-adbe-ec2c19bf7314', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'floating_ip_address': '172.26.1.173', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '8e4dbd12-16fe-44fd-a151-306945cc3cdf', 'port_id': 'f2ad0ad9-49f1-41ef-be71-99146ade8d2f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5d74d53-418c-47d9-a745-2341bda92f75', 'mac_address': 'fa:16:3e:bf:9c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c70d2d5-3f0e-49a6-880a-f3fd82a2994c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:59:44Z', 'updated_at': '2022-04-01T15:59:44Z', 'revision_number': 0, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6645aa7c-dab5-462f-bc89-9c8413fa5328', 'name': '', 'network_id': 'c5d74d53-418c-47d9-a745-2341bda92f75', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'mac_address': 'fa:16:3e:24:94:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4dbd12-16fe-44fd-a151-306945cc3cdf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d0e0496-ba52-480f-8f1c-87e417a09ffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:13Z', 'updated_at': '2022-04-01T15:59:37Z', 'revision_number': 5, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'subnets': [{'id': '3d0e0496-ba52-480f-8f1c-87e417a09ffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:51.191767 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc147617-5497-4660-be30-ef3cd3d86172 None None] Checking router: 8e4dbd12-16fe-44fd-a151-306945cc3cdf for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 15:59:51.203362 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc147617-5497-4660-be30-ef3cd3d86172 None None] Routers {'8e4dbd12-16fe-44fd-a151-306945cc3cdf'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 15:59:51.204039 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-dc147617-5497-4660-be30-ef3cd3d86172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:59:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['8e4dbd12-16fe-44fd-a151-306945cc3cdf'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:51.387068 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-dc147617-5497-4660-be30-ef3cd3d86172 None None] Set router 8e4dbd12-16fe-44fd-a151-306945cc3cdf gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 15:59:51.778750 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-dc147617-5497-4660-be30-ef3cd3d86172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4dbd12-16fe-44fd-a151-306945cc3cdf', 'name': 'tempest-TestNetworkBasicOps-router-2029677469', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': '39d30461-ace8-47db-b937-b378953c7cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:59:06Z', 'updated_at': '2022-04-01T15:59:15Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': '39d30461-ace8-47db-b937-b378953c7cb2', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4dbd12-16fe-44fd-a151-306945cc3cdf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:07Z', 'updated_at': '2022-04-01T15:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': '734fedac-6e90-4c41-adbe-ec2c19bf7314', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'floating_ip_address': '172.26.1.173', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '8e4dbd12-16fe-44fd-a151-306945cc3cdf', 'port_id': 'f2ad0ad9-49f1-41ef-be71-99146ade8d2f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5d74d53-418c-47d9-a745-2341bda92f75', 'mac_address': 'fa:16:3e:bf:9c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c70d2d5-3f0e-49a6-880a-f3fd82a2994c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:59:44Z', 'updated_at': '2022-04-01T15:59:44Z', 'revision_number': 0, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6645aa7c-dab5-462f-bc89-9c8413fa5328', 'name': '', 'network_id': 'c5d74d53-418c-47d9-a745-2341bda92f75', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'mac_address': 'fa:16:3e:24:94:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4dbd12-16fe-44fd-a151-306945cc3cdf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d0e0496-ba52-480f-8f1c-87e417a09ffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:13Z', 'updated_at': '2022-04-01T15:59:37Z', 'revision_number': 5, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'subnets': [{'id': '3d0e0496-ba52-480f-8f1c-87e417a09ffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 15:59:51.783653 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc147617-5497-4660-be30-ef3cd3d86172 None None] The sync data for ids ['8e4dbd12-16fe-44fd-a151-306945cc3cdf'] in dv-neutron-833373-2-hyperv is: [{'id': '8e4dbd12-16fe-44fd-a151-306945cc3cdf', 'name': 'tempest-TestNetworkBasicOps-router-2029677469', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': '39d30461-ace8-47db-b937-b378953c7cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:59:06Z', 'updated_at': '2022-04-01T15:59:15Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': '39d30461-ace8-47db-b937-b378953c7cb2', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4dbd12-16fe-44fd-a151-306945cc3cdf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:07Z', 'updated_at': '2022-04-01T15:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': '734fedac-6e90-4c41-adbe-ec2c19bf7314', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'floating_ip_address': '172.26.1.173', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '8e4dbd12-16fe-44fd-a151-306945cc3cdf', 'port_id': 'f2ad0ad9-49f1-41ef-be71-99146ade8d2f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5d74d53-418c-47d9-a745-2341bda92f75', 'mac_address': 'fa:16:3e:bf:9c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c70d2d5-3f0e-49a6-880a-f3fd82a2994c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T15:59:44Z', 'updated_at': '2022-04-01T15:59:44Z', 'revision_number': 0, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6645aa7c-dab5-462f-bc89-9c8413fa5328', 'name': '', 'network_id': 'c5d74d53-418c-47d9-a745-2341bda92f75', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'mac_address': 'fa:16:3e:24:94:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4dbd12-16fe-44fd-a151-306945cc3cdf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d0e0496-ba52-480f-8f1c-87e417a09ffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:13Z', 'updated_at': '2022-04-01T15:59:37Z', 'revision_number': 5, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'subnets': [{'id': '3d0e0496-ba52-480f-8f1c-87e417a09ffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 15:59:51.996867 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 57224) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:52.113970 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-a5b84abb-d168-413e-af73-3968d1990810 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/floatingips/734fedac-6e90-4c41-adbe-ec2c19bf7314 HTTP/1.1" status: 200 len: 991 time: 0.1144915 Apr 01 15:59:53.116316 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 57252) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:53.327715 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-e3c1f1c3-9b3a-448e-8a8e-1905a38e5296 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/floatingips/734fedac-6e90-4c41-adbe-ec2c19bf7314 HTTP/1.1" status: 200 len: 991 time: 0.2102923 Apr 01 15:59:53.749773 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:53.855806 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8e7492ac-b1e5-426b-96b7-62ff36f06baf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:54.331716 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 57258) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:54.451037 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-8729f888-3988-4f81-b163-8dc383e458a5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/floatingips/734fedac-6e90-4c41-adbe-ec2c19bf7314 HTTP/1.1" status: 200 len: 991 time: 0.1166048 Apr 01 15:59:55.454743 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 57264) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:55.589634 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-233bf53d-b181-4db0-9f2c-097595f58910 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/floatingips/734fedac-6e90-4c41-adbe-ec2c19bf7314 HTTP/1.1" status: 200 len: 991 time: 0.1320286 Apr 01 15:59:56.272381 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ed7767f8-8802-44d5-a489-04c06b40351d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:56.453155 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e349e0bc-fcfe-4cfa-9ed2-0dc76453b3a2 None None] New status for floating IP 734fedac-6e90-4c41-adbe-ec2c19bf7314: ACTIVE {{(pid=83829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 15:59:56.591788 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 57270) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:56.763041 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-5a7b0530-46f8-456a-a5bb-7bbcce4909d0 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/floatingips/734fedac-6e90-4c41-adbe-ec2c19bf7314 HTTP/1.1" status: 200 len: 991 time: 0.1701016 Apr 01 15:59:57.539063 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:57.745533 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:57.768238 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 57288) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 15:59:57.936647 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-efd526ce-0372-453a-a36b-aa27be9aee48 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/floatingips/734fedac-6e90-4c41-adbe-ec2c19bf7314 HTTP/1.1" status: 200 len: 993 time: 0.1670771 Apr 01 15:59:57.963818 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a48c012-18f4-4fb8-b78f-1377a1338a58 req-9d93132a-6659-47d2-922d-dd6cca2d5a33 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:57.965748 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-0a48c012-18f4-4fb8-b78f-1377a1338a58 req-9d93132a-6659-47d2-922d-dd6cca2d5a33 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd80bbfa-eeee-4acb-8c66-9cf9506ef9a7 HTTP/1.1" status: 200 len: 945 time: 0.1936967 Apr 01 15:59:58.033386 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-0a48c012-18f4-4fb8-b78f-1377a1338a58 req-006833a1-e06c-493d-a9fa-1c3211a8063d tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.55 "GET /v2.0/security-groups?id=c75dad15-3c49-4312-91ac-218bdee2c12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587177 Apr 01 15:59:58.694119 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device cc86b24b-02b4-40b8-ba4e-3d3a61e6bebb up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 15:59:58.776605 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port cc86b24b-02b4-40b8-ba4e-3d3a61e6bebb completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 15:59:58.783355 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port cc86b24b-02b4-40b8-ba4e-3d3a61e6bebb triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 15:59:58.784027 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:58.917782 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:58.935797 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port cc86b24b-02b4-40b8-ba4e-3d3a61e6bebb, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=cc86b24b-02b4-40b8-ba4e-3d3a61e6bebb,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 15:59:58.940354 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:59.015668 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=cc86b24b-02b4-40b8-ba4e-3d3a61e6bebb,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 15:59:59.233892 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 15:59:59.271635 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc37943e-3873-45d8-85db-13618b13b07e req-e985cb8d-9b61-4037-b69c-391996a90c83 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 15:59:59.273906 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-dc37943e-3873-45d8-85db-13618b13b07e req-e985cb8d-9b61-4037-b69c-391996a90c83 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd80bbfa-eeee-4acb-8c66-9cf9506ef9a7 HTTP/1.1" status: 200 len: 945 time: 0.0992775 Apr 01 15:59:59.333319 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-dc37943e-3873-45d8-85db-13618b13b07e req-693593c4-90a1-4982-91cc-997b24a6b758 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.55 "GET /v2.0/security-groups?id=c75dad15-3c49-4312-91ac-218bdee2c12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536022 Apr 01 16:00:00.581704 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b986ab15-e127-4f06-ab69-9d9bee138057 req-0610b160-2bfe-4561-8ba6-2085f2056699 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:00.584583 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b986ab15-e127-4f06-ab69-9d9bee138057 req-0610b160-2bfe-4561-8ba6-2085f2056699 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd80bbfa-eeee-4acb-8c66-9cf9506ef9a7 HTTP/1.1" status: 200 len: 945 time: 0.1157904 Apr 01 16:00:00.690177 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b986ab15-e127-4f06-ab69-9d9bee138057 req-8ed92bdf-e273-425d-86be-ea55e666b09a tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.55 "GET /v2.0/security-groups?id=c75dad15-3c49-4312-91ac-218bdee2c12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954366 Apr 01 16:00:00.712057 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device cc86b24b-02b4-40b8-ba4e-3d3a61e6bebb up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:00:00.810210 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port cc86b24b-02b4-40b8-ba4e-3d3a61e6bebb triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:00:00.810581 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:01.930435 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7048df65-5e26-49f3-97d4-ed93eb45caf4 req-05d3ce58-8be5-4e6e-a583-30bc27f9a306 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:01.932401 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-7048df65-5e26-49f3-97d4-ed93eb45caf4 req-05d3ce58-8be5-4e6e-a583-30bc27f9a306 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd80bbfa-eeee-4acb-8c66-9cf9506ef9a7 HTTP/1.1" status: 200 len: 945 time: 0.0947144 Apr 01 16:00:01.996666 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-7048df65-5e26-49f3-97d4-ed93eb45caf4 req-d0e93ed1-bb62-44f9-899f-8a9e8e6804c6 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.55 "GET /v2.0/security-groups?id=c75dad15-3c49-4312-91ac-218bdee2c12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577035 Apr 01 16:00:03.252773 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01abc35c-5069-4ddc-af37-bcf502d6b66b req-052b5ab7-4cee-450b-b146-32d298d7eee6 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:03.254859 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-01abc35c-5069-4ddc-af37-bcf502d6b66b req-052b5ab7-4cee-450b-b146-32d298d7eee6 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd80bbfa-eeee-4acb-8c66-9cf9506ef9a7 HTTP/1.1" status: 200 len: 945 time: 0.0914767 Apr 01 16:00:03.307796 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-01abc35c-5069-4ddc-af37-bcf502d6b66b req-cc3477f3-de51-410a-830d-b34d6c1c0f0f tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.55 "GET /v2.0/security-groups?id=c75dad15-3c49-4312-91ac-218bdee2c12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450680 Apr 01 16:00:04.517513 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f0dc6-847f-4ffd-9a5d-5f91331b8775 req-3b12757f-05d7-4877-adeb-cff92900922f tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:04.518925 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-118f0dc6-847f-4ffd-9a5d-5f91331b8775 req-3b12757f-05d7-4877-adeb-cff92900922f tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd80bbfa-eeee-4acb-8c66-9cf9506ef9a7 HTTP/1.1" status: 200 len: 945 time: 0.0813949 Apr 01 16:00:04.573137 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-118f0dc6-847f-4ffd-9a5d-5f91331b8775 req-c0df9089-640a-4796-a97b-6958dd61635a tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.55 "GET /v2.0/security-groups?id=c75dad15-3c49-4312-91ac-218bdee2c12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483611 Apr 01 16:00:05.803474 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba8c70e-0617-40cd-80cc-a4b495c4da4b req-e17230b7-1f55-4510-9956-297fca036556 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:05.805057 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8ba8c70e-0617-40cd-80cc-a4b495c4da4b req-e17230b7-1f55-4510-9956-297fca036556 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd80bbfa-eeee-4acb-8c66-9cf9506ef9a7 HTTP/1.1" status: 200 len: 945 time: 0.0887880 Apr 01 16:00:05.853796 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8ba8c70e-0617-40cd-80cc-a4b495c4da4b req-6f7de174-097f-4859-97bd-ab154d8273c3 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.55 "GET /v2.0/security-groups?id=c75dad15-3c49-4312-91ac-218bdee2c12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426843 Apr 01 16:00:07.121442 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53121a5b-a7a1-4159-9bde-36f211d691e9 req-8e3bd079-d547-4651-93d2-de8d71303f84 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:07.123125 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-53121a5b-a7a1-4159-9bde-36f211d691e9 req-8e3bd079-d547-4651-93d2-de8d71303f84 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd80bbfa-eeee-4acb-8c66-9cf9506ef9a7 HTTP/1.1" status: 200 len: 945 time: 0.0859618 Apr 01 16:00:07.172429 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-53121a5b-a7a1-4159-9bde-36f211d691e9 req-0306938f-f151-4cc7-9621-f4c835076d13 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.55 "GET /v2.0/security-groups?id=c75dad15-3c49-4312-91ac-218bdee2c12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432146 Apr 01 16:00:08.385757 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0054b31-d768-4685-90b5-d00d74064787 req-08d90cb8-e273-40b7-857d-24806ea2bd7f tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:08.389623 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c0054b31-d768-4685-90b5-d00d74064787 req-08d90cb8-e273-40b7-857d-24806ea2bd7f tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd80bbfa-eeee-4acb-8c66-9cf9506ef9a7 HTTP/1.1" status: 200 len: 945 time: 0.0900028 Apr 01 16:00:08.438622 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c0054b31-d768-4685-90b5-d00d74064787 req-a8578eb8-624c-4936-98c4-348dbdc5e5de tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.55 "GET /v2.0/security-groups?id=c75dad15-3c49-4312-91ac-218bdee2c12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441990 Apr 01 16:00:08.672951 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-2a3a2b30-103b-4460-b724-1e8958d4c8c9 req-cf65cc2c-ab78-4162-9b48-d6213fc48cee tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Synchronizing usage tracker for tenant:b9e160ed92af426eb41719050c02f853 on resource:security_group {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:00:08.693454 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-2a3a2b30-103b-4460-b724-1e8958d4c8c9 req-cf65cc2c-ab78-4162-9b48-d6213fc48cee tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Unset dirty status for tenant:b9e160ed92af426eb41719050c02f853 on resource:security_group {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:00:08.695104 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2a3a2b30-103b-4460-b724-1e8958d4c8c9 req-cf65cc2c-ab78-4162-9b48-d6213fc48cee tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-646541052&fields=id&tenant_id=b9e160ed92af426eb41719050c02f853 HTTP/1.1" status: 200 len: 267 time: 0.0631230 Apr 01 16:00:08.852316 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a2b30-103b-4460-b724-1e8958d4c8c9 req-4b45740c-9e42-4052-90ea-a560a7e62ef8 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:08.852929 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-2a3a2b30-103b-4460-b724-1e8958d4c8c9 req-4b45740c-9e42-4052-90ea-a560a7e62ef8 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Synchronizing usage tracker for tenant:b9e160ed92af426eb41719050c02f853 on resource:network {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:00:08.871216 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-2a3a2b30-103b-4460-b724-1e8958d4c8c9 req-4b45740c-9e42-4052-90ea-a560a7e62ef8 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Unset dirty status for tenant:b9e160ed92af426eb41719050c02f853 on resource:network {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:00:08.872699 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2a3a2b30-103b-4460-b724-1e8958d4c8c9 req-4b45740c-9e42-4052-90ea-a560a7e62ef8 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/networks?id=d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0 HTTP/1.1" status: 200 len: 812 time: 0.1673076 Apr 01 16:00:08.891645 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2a3a2b30-103b-4460-b724-1e8958d4c8c9 req-f6eb0c74-34e2-4df1-984b-7960e954f50b tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/quotas/b9e160ed92af426eb41719050c02f853 HTTP/1.1" status: 200 len: 375 time: 0.0115454 Apr 01 16:00:08.982672 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-2a3a2b30-103b-4460-b724-1e8958d4c8c9 req-bd99cc10-ebba-4f15-bff3-fea4f6860290 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Synchronizing usage tracker for tenant:b9e160ed92af426eb41719050c02f853 on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:00:09.002728 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-2a3a2b30-103b-4460-b724-1e8958d4c8c9 req-bd99cc10-ebba-4f15-bff3-fea4f6860290 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Unset dirty status for tenant:b9e160ed92af426eb41719050c02f853 on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:00:09.005175 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2a3a2b30-103b-4460-b724-1e8958d4c8c9 req-bd99cc10-ebba-4f15-bff3-fea4f6860290 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b9e160ed92af426eb41719050c02f853&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1062279 Apr 01 16:00:09.022025 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [req-2a3a2b30-103b-4460-b724-1e8958d4c8c9 req-1808e00d-8738-415a-aa61-72c4d637adfe service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=83826) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 16:00:09.022954 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2a3a2b30-103b-4460-b724-1e8958d4c8c9 req-1808e00d-8738-415a-aa61-72c4d637adfe service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052478 Apr 01 16:00:09.261197 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2a3a2b30-103b-4460-b724-1e8958d4c8c9 req-efd7ffb6-bb70-43f6-8485-447fcaf9e904 service neutron] 10.222.0.55 "GET /v2.0/networks/d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319865 Apr 01 16:00:09.393848 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2a3a2b30-103b-4460-b724-1e8958d4c8c9 req-8c50c51b-0f05-486c-a6c5-376f7f1e41c7 service neutron] 10.222.0.55 "GET /v2.0/networks/d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266811 Apr 01 16:00:09.655950 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884bfcaf-81c4-46c9-ab58-51e1f87a8e17 req-6b475e48-5438-49bc-9a6e-727edeac3e0d tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:09.657571 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-884bfcaf-81c4-46c9-ab58-51e1f87a8e17 req-6b475e48-5438-49bc-9a6e-727edeac3e0d tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd80bbfa-eeee-4acb-8c66-9cf9506ef9a7 HTTP/1.1" status: 200 len: 945 time: 0.0888908 Apr 01 16:00:09.713839 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-884bfcaf-81c4-46c9-ab58-51e1f87a8e17 req-b0c6de9e-5550-4a73-88ee-aef8d593ebc2 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.55 "GET /v2.0/security-groups?id=c75dad15-3c49-4312-91ac-218bdee2c12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493522 Apr 01 16:00:09.852438 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-837f89a1-a0c5-49d4-b457-a17f3a23dea7 req-c250b707-1aad-4d2a-9033-c8ba3ea72e98 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a38017a-7d5c-4034-a1d9-3e16dbc93294 HTTP/1.1" status: 200 len: 210 time: 0.0449169 Apr 01 16:00:11.048372 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a91644fc-4aa6-46f1-af60-3565d87d62bc req-038ae69d-5c06-4fb6-aa55-aaa1cd4f29f1 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a38017a-7d5c-4034-a1d9-3e16dbc93294 HTTP/1.1" status: 200 len: 210 time: 0.0692763 Apr 01 16:00:11.102266 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a2b30-103b-4460-b724-1e8958d4c8c9 req-38d29db7-723b-42a0-a316-3552bebb02c5 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:11.103702 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2a3a2b30-103b-4460-b724-1e8958d4c8c9 req-38d29db7-723b-42a0-a316-3552bebb02c5 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.24 "GET /v2.0/networks?id=d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0 HTTP/1.1" status: 200 len: 812 time: 0.2167144 Apr 01 16:00:11.109542 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e07d1d-5c2f-4415-bbcd-d91a8fd1d2fd req-4667347d-3cf7-4b0e-91cc-4cd7ca157464 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:11.111024 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-66e07d1d-5c2f-4415-bbcd-d91a8fd1d2fd req-4667347d-3cf7-4b0e-91cc-4cd7ca157464 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd80bbfa-eeee-4acb-8c66-9cf9506ef9a7 HTTP/1.1" status: 200 len: 945 time: 0.2546442 Apr 01 16:00:11.196006 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-66e07d1d-5c2f-4415-bbcd-d91a8fd1d2fd req-96ae695f-4080-4555-a678-0029acd1f10c tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.55 "GET /v2.0/security-groups?id=c75dad15-3c49-4312-91ac-218bdee2c12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788567 Apr 01 16:00:11.198872 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2a3a2b30-103b-4460-b724-1e8958d4c8c9 req-1802f6d0-b0e0-42d7-baaf-b6ca287f6464 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9e160ed92af426eb41719050c02f853 HTTP/1.1" status: 200 len: 379 time: 0.0805902 Apr 01 16:00:11.272888 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [req-2a3a2b30-103b-4460-b724-1e8958d4c8c9 req-d398f2df-7d29-4822-a80d-62363c80d921 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Request body: {'port': {'device_id': '2a38017a-7d5c-4034-a1d9-3e16dbc93294', 'network_id': 'd3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0', 'admin_state_up': True, 'tenant_id': 'b9e160ed92af426eb41719050c02f853', 'security_groups': ['b68c8ca1-2548-48e9-84ee-f823ac26061f']}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:00:11.419013 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [req-2a3a2b30-103b-4460-b724-1e8958d4c8c9 req-d398f2df-7d29-4822-a80d-62363c80d921 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:00:11.431444 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [req-2a3a2b30-103b-4460-b724-1e8958d4c8c9 req-d398f2df-7d29-4822-a80d-62363c80d921 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:00:11.442259 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a3a2b30-103b-4460-b724-1e8958d4c8c9 req-d398f2df-7d29-4822-a80d-62363c80d921 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Made reservation on behalf of b9e160ed92af426eb41719050c02f853 for: {'port': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:00:11.445410 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-2a3a2b30-103b-4460-b724-1e8958d4c8c9 req-d398f2df-7d29-4822-a80d-62363c80d921 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:11.620773 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [req-2a3a2b30-103b-4460-b724-1e8958d4c8c9 req-d398f2df-7d29-4822-a80d-62363c80d921 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Allocated IP 172.20.0.3 (d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0/e89a89e5-8fa9-4b91-af10-f0a4d00467fb/4f536d96-4b3a-460a-9962-5ebb48c45506) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:00:11.832912 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-2a3a2b30-103b-4460-b724-1e8958d4c8c9 req-d398f2df-7d29-4822-a80d-62363c80d921 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:11.851064 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [req-2a3a2b30-103b-4460-b724-1e8958d4c8c9 req-d398f2df-7d29-4822-a80d-62363c80d921 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Transition to ACTIVE for port object 4f536d96-4b3a-460a-9962-5ebb48c45506 will not be triggered until provisioned by entity DHCP. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:00:11.874668 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-2a3a2b30-103b-4460-b724-1e8958d4c8c9 req-d398f2df-7d29-4822-a80d-62363c80d921 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:11.954267 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a3a2b30-103b-4460-b724-1e8958d4c8c9 req-d398f2df-7d29-4822-a80d-62363c80d921 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Network d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0 is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:00:11.958064 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [req-2a3a2b30-103b-4460-b724-1e8958d4c8c9 req-d398f2df-7d29-4822-a80d-62363c80d921 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:00:11.962810 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a3a2b30-103b-4460-b724-1e8958d4c8c9 req-d398f2df-7d29-4822-a80d-62363c80d921 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:00:11.994384 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d398f2df-7d29-4822-a80d-62363c80d921 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Pushing event updated for resources: {'Port': ['ID=4f536d96-4b3a-460a-9962-5ebb48c45506,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:12.035790 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a2b30-103b-4460-b724-1e8958d4c8c9 req-d398f2df-7d29-4822-a80d-62363c80d921 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:12.036403 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-2a3a2b30-103b-4460-b724-1e8958d4c8c9 req-d398f2df-7d29-4822-a80d-62363c80d921 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:12.076182 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2a3a2b30-103b-4460-b724-1e8958d4c8c9 req-d398f2df-7d29-4822-a80d-62363c80d921 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8078244 Apr 01 16:00:12.093048 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [req-2a3a2b30-103b-4460-b724-1e8958d4c8c9 req-7040e061-fa5b-44e2-89b9-12d2f189afed service neutron] Request body: {'port': {'device_id': '2a38017a-7d5c-4034-a1d9-3e16dbc93294', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:00:12.258036 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a213ad5b-7136-4d2b-bb8d-cb69eb1b323e None None] Provisioning for port 4f536d96-4b3a-460a-9962-5ebb48c45506 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:00:12.267138 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a213ad5b-7136-4d2b-bb8d-cb69eb1b323e None None] Provisioning complete for port 4f536d96-4b3a-460a-9962-5ebb48c45506 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:00:12.267587 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a213ad5b-7136-4d2b-bb8d-cb69eb1b323e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:12.307652 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-2a3a2b30-103b-4460-b724-1e8958d4c8c9 req-7040e061-fa5b-44e2-89b9-12d2f189afed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:12.343832 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a213ad5b-7136-4d2b-bb8d-cb69eb1b323e None None] Port 4f536d96-4b3a-460a-9962-5ebb48c45506 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 16:00:12.408878 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0827b79-63f0-4286-b721-d65dfd6fb364 req-de6ffa3c-cf68-4e1d-be4b-7cbb39d7e11e tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:12.409957 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-c0827b79-63f0-4286-b721-d65dfd6fb364 req-de6ffa3c-cf68-4e1d-be4b-7cbb39d7e11e tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Synchronizing usage tracker for tenant:b9e160ed92af426eb41719050c02f853 on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:00:12.536637 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-c0827b79-63f0-4286-b721-d65dfd6fb364 req-de6ffa3c-cf68-4e1d-be4b-7cbb39d7e11e tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Unset dirty status for tenant:b9e160ed92af426eb41719050c02f853 on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:00:12.537817 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c0827b79-63f0-4286-b721-d65dfd6fb364 req-de6ffa3c-cf68-4e1d-be4b-7cbb39d7e11e tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a38017a-7d5c-4034-a1d9-3e16dbc93294 HTTP/1.1" status: 200 len: 931 time: 0.3201618 Apr 01 16:00:12.806490 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c0827b79-63f0-4286-b721-d65dfd6fb364 req-7f1aaf5d-5ad9-4417-922a-53e9a947593a tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/security-groups?id=b68c8ca1-2548-48e9-84ee-f823ac26061f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1538339 Apr 01 16:00:12.814996 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7760d4-6978-47ef-8ff9-c8881bdd7787 req-b44939ff-7b01-42e9-8c2b-13b633f647c2 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:12.816764 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-af7760d4-6978-47ef-8ff9-c8881bdd7787 req-b44939ff-7b01-42e9-8c2b-13b633f647c2 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd80bbfa-eeee-4acb-8c66-9cf9506ef9a7 HTTP/1.1" status: 200 len: 945 time: 0.4027641 Apr 01 16:00:12.906395 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-af7760d4-6978-47ef-8ff9-c8881bdd7787 req-212c33e8-d450-4d5e-9e51-614c55683259 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.55 "GET /v2.0/security-groups?id=c75dad15-3c49-4312-91ac-218bdee2c12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763495 Apr 01 16:00:12.989324 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [req-2a3a2b30-103b-4460-b724-1e8958d4c8c9 req-7040e061-fa5b-44e2-89b9-12d2f189afed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f536d96-4b3a-460a-9962-5ebb48c45506 {{(pid=83826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:00:12.997971 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-2a3a2b30-103b-4460-b724-1e8958d4c8c9 req-7040e061-fa5b-44e2-89b9-12d2f189afed service neutron] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:13.015906 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [req-2a3a2b30-103b-4460-b724-1e8958d4c8c9 req-7040e061-fa5b-44e2-89b9-12d2f189afed service neutron] Transition to ACTIVE for port object 4f536d96-4b3a-460a-9962-5ebb48c45506 will not be triggered until provisioned by entity L2. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:00:13.022243 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-2a3a2b30-103b-4460-b724-1e8958d4c8c9 req-7040e061-fa5b-44e2-89b9-12d2f189afed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:13.173818 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7040e061-fa5b-44e2-89b9-12d2f189afed service neutron] Pushing event updated for resources: {'Port': ['ID=4f536d96-4b3a-460a-9962-5ebb48c45506,revision_number=2']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:13.309551 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.managers [req-2a3a2b30-103b-4460-b724-1e8958d4c8c9 req-7040e061-fa5b-44e2-89b9-12d2f189afed service neutron] Attempting to bind port 4f536d96-4b3a-460a-9962-5ebb48c45506 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:00:13.310060 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.managers [req-2a3a2b30-103b-4460-b724-1e8958d4c8c9 req-7040e061-fa5b-44e2-89b9-12d2f189afed service neutron] Attempting to bind port 4f536d96-4b3a-460a-9962-5ebb48c45506 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'e9f2fb1b-4025-4408-ae49-32f016745ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0'}] {{(pid=83826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:00:13.310570 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3a2b30-103b-4460-b724-1e8958d4c8c9 req-7040e061-fa5b-44e2-89b9-12d2f189afed service neutron] Attempting to bind port 4f536d96-4b3a-460a-9962-5ebb48c45506 on network d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0 {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:00:13.318966 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3a2b30-103b-4460-b724-1e8958d4c8c9 req-7040e061-fa5b-44e2-89b9-12d2f189afed service neutron] Port 4f536d96-4b3a-460a-9962-5ebb48c45506 on network d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 16:00:13.319282 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3a2b30-103b-4460-b724-1e8958d4c8c9 req-7040e061-fa5b-44e2-89b9-12d2f189afed service neutron] Attempting to bind port 4f536d96-4b3a-460a-9962-5ebb48c45506 on network d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0 {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:00:13.326435 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3a2b30-103b-4460-b724-1e8958d4c8c9 req-7040e061-fa5b-44e2-89b9-12d2f189afed service neutron] Checking agent: {'id': '5b2860be-0b4f-4931-914a-5d10403eafcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 47, 24), 'started_at': datetime.datetime(2022, 4, 1, 15, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:00:13.326770 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3a2b30-103b-4460-b724-1e8958d4c8c9 req-7040e061-fa5b-44e2-89b9-12d2f189afed service neutron] Checking segment: {'id': 'e9f2fb1b-4025-4408-ae49-32f016745ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:00:13.327160 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3a2b30-103b-4460-b724-1e8958d4c8c9 req-7040e061-fa5b-44e2-89b9-12d2f189afed service neutron] Bound using segment: {'id': 'e9f2fb1b-4025-4408-ae49-32f016745ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0'} {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:00:13.327592 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.managers [req-2a3a2b30-103b-4460-b724-1e8958d4c8c9 req-7040e061-fa5b-44e2-89b9-12d2f189afed service neutron] Bound port: 4f536d96-4b3a-460a-9962-5ebb48c45506, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9f2fb1b-4025-4408-ae49-32f016745ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0'}}] {{(pid=83826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:00:13.327943 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-2a3a2b30-103b-4460-b724-1e8958d4c8c9 req-7040e061-fa5b-44e2-89b9-12d2f189afed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:13.446138 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [req-2a3a2b30-103b-4460-b724-1e8958d4c8c9 req-7040e061-fa5b-44e2-89b9-12d2f189afed service neutron] For port 4f536d96-4b3a-460a-9962-5ebb48c45506, host hv-neutron-8333, cleared binding levels {{(pid=83826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:00:13.449634 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [req-2a3a2b30-103b-4460-b724-1e8958d4c8c9 req-7040e061-fa5b-44e2-89b9-12d2f189afed service neutron] For port 4f536d96-4b3a-460a-9962-5ebb48c45506, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=4f536d96-4b3a-460a-9962-5ebb48c45506,segment=NetworkSegment(e9f2fb1b-4025-4408-ae49-32f016745ef9),segment_id=e9f2fb1b-4025-4408-ae49-32f016745ef9)] {{(pid=83826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:00:13.454923 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-2a3a2b30-103b-4460-b724-1e8958d4c8c9 req-7040e061-fa5b-44e2-89b9-12d2f189afed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:13.520803 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-2a3a2b30-103b-4460-b724-1e8958d4c8c9 req-7040e061-fa5b-44e2-89b9-12d2f189afed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:13.522063 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2a3a2b30-103b-4460-b724-1e8958d4c8c9 req-7040e061-fa5b-44e2-89b9-12d2f189afed service neutron] 10.222.0.24 "PUT /v2.0/ports/4f536d96-4b3a-460a-9962-5ebb48c45506 HTTP/1.1" status: 200 len: 1093 time: 1.4378588 Apr 01 16:00:13.522648 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a38017a-7d5c-4034-a1d9-3e16dbc93294', 'tag': '4f536d96-4b3a-460a-9962-5ebb48c45506'}] {{(pid=83826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:00:13.554331 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7040e061-fa5b-44e2-89b9-12d2f189afed service neutron] Pushing event updated for resources: {'Port': ['ID=4f536d96-4b3a-460a-9962-5ebb48c45506,revision_number=3']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:13.640123 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a38017a-7d5c-4034-a1d9-3e16dbc93294', 'tag': '4f536d96-4b3a-460a-9962-5ebb48c45506', 'status': 'completed', 'code': 200} Apr 01 16:00:13.681860 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2a3a2b30-103b-4460-b724-1e8958d4c8c9 req-f8135ef6-3173-49bf-ae6b-f86cf43e3800 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b9e160ed92af426eb41719050c02f853&device_id=2a38017a-7d5c-4034-a1d9-3e16dbc93294 HTTP/1.1" status: 200 len: 1096 time: 0.1088717 Apr 01 16:00:13.808364 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2a3a2b30-103b-4460-b724-1e8958d4c8c9 req-36e20f27-a531-4aae-afae-456511ea4248 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f536d96-4b3a-460a-9962-5ebb48c45506 HTTP/1.1" status: 200 len: 217 time: 0.1149020 Apr 01 16:00:13.877291 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a2b30-103b-4460-b724-1e8958d4c8c9 req-5fcc239e-bc02-431a-b7d3-9b733550f992 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:13.879044 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2a3a2b30-103b-4460-b724-1e8958d4c8c9 req-5fcc239e-bc02-431a-b7d3-9b733550f992 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e89a89e5-8fa9-4b91-af10-f0a4d00467fb HTTP/1.1" status: 200 len: 851 time: 0.0641072 Apr 01 16:00:13.979994 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2a3a2b30-103b-4460-b724-1e8958d4c8c9 req-029bc76b-fa29-4be4-81fc-bdc80477bb25 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0932467 Apr 01 16:00:14.327543 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2a3a2b30-103b-4460-b724-1e8958d4c8c9 req-1d023161-81be-48f5-8f56-692e5ee19314 service neutron] 10.222.0.24 "GET /v2.0/networks/d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3335340 Apr 01 16:00:14.346434 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1a29c6-7d69-4abd-8817-3180fef26167 req-885e018f-4ede-4e11-830c-75cd28de809a tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:14.349118 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8c1a29c6-7d69-4abd-8817-3180fef26167 req-885e018f-4ede-4e11-830c-75cd28de809a tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd80bbfa-eeee-4acb-8c66-9cf9506ef9a7 HTTP/1.1" status: 200 len: 945 time: 0.2013559 Apr 01 16:00:14.380659 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51180067-6bcb-44f0-b0a5-eef09398688a req-cd20bde4-c4da-45f4-bdb3-765b595f377b tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:14.382707 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-51180067-6bcb-44f0-b0a5-eef09398688a req-cd20bde4-c4da-45f4-bdb3-765b595f377b tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a38017a-7d5c-4034-a1d9-3e16dbc93294 HTTP/1.1" status: 200 len: 943 time: 0.2366152 Apr 01 16:00:14.655584 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8c1a29c6-7d69-4abd-8817-3180fef26167 req-88010e66-303d-43a3-a0b6-17e96b05fba2 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.55 "GET /v2.0/security-groups?id=c75dad15-3c49-4312-91ac-218bdee2c12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2819285 Apr 01 16:00:14.662792 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-51180067-6bcb-44f0-b0a5-eef09398688a req-fef85efc-5008-4226-80d8-9246fd5beb9e tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/security-groups?id=b68c8ca1-2548-48e9-84ee-f823ac26061f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2046273 Apr 01 16:00:14.675809 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2a3a2b30-103b-4460-b724-1e8958d4c8c9 req-45e5f71a-be27-4029-bb4f-ef02adfd2260 service neutron] 10.222.0.24 "GET /v2.0/networks/d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3258963 Apr 01 16:00:14.905191 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-32b023a9-3028-44a1-a9f1-f26cfad7aebe req-172b35e1-c345-4c87-8a48-d3c462ea192f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b9e160ed92af426eb41719050c02f853&device_id=2a38017a-7d5c-4034-a1d9-3e16dbc93294 HTTP/1.1" status: 200 len: 1096 time: 0.0985913 Apr 01 16:00:15.077202 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b023a9-3028-44a1-a9f1-f26cfad7aebe req-5a8a9931-26ba-4bcb-a86a-1a28f192358a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:15.080533 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-32b023a9-3028-44a1-a9f1-f26cfad7aebe req-5a8a9931-26ba-4bcb-a86a-1a28f192358a service neutron] 10.222.0.24 "GET /v2.0/networks?id=d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0 HTTP/1.1" status: 200 len: 912 time: 0.1661775 Apr 01 16:00:15.094224 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f546da7-bf0c-4b0e-aa5c-99389e0d97a9 None None] Sync routers for ids ['05b9be92-50a2-43a2-a398-6708a0dd5f87'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:00:15.118740 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f546da7-bf0c-4b0e-aa5c-99389e0d97a9 None None] Routers {'05b9be92-50a2-43a2-a398-6708a0dd5f87'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:00:15.119962 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-0f546da7-bf0c-4b0e-aa5c-99389e0d97a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:59:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['05b9be92-50a2-43a2-a398-6708a0dd5f87'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:15.329544 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-32b023a9-3028-44a1-a9f1-f26cfad7aebe req-f6daab1e-b097-4661-9c92-64e2bf71c998 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f536d96-4b3a-460a-9962-5ebb48c45506 HTTP/1.1" status: 200 len: 217 time: 0.2400808 Apr 01 16:00:15.385659 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-0f546da7-bf0c-4b0e-aa5c-99389e0d97a9 None None] Set router 05b9be92-50a2-43a2-a398-6708a0dd5f87 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:00:15.480332 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b023a9-3028-44a1-a9f1-f26cfad7aebe req-03c47014-0ce6-42cc-8b6a-417eb356ce76 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:15.483266 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-32b023a9-3028-44a1-a9f1-f26cfad7aebe req-03c47014-0ce6-42cc-8b6a-417eb356ce76 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e89a89e5-8fa9-4b91-af10-f0a4d00467fb HTTP/1.1" status: 200 len: 851 time: 0.1448908 Apr 01 16:00:15.628382 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-32b023a9-3028-44a1-a9f1-f26cfad7aebe req-b9edc40e-a3f7-4a6a-9887-6e12b9984b06 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1301341 Apr 01 16:00:15.868332 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-32b023a9-3028-44a1-a9f1-f26cfad7aebe req-da5aaaf7-43c3-456e-847e-3b1eeeb808e3 service neutron] 10.222.0.24 "GET /v2.0/networks/d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333221 Apr 01 16:00:15.958164 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-0f546da7-bf0c-4b0e-aa5c-99389e0d97a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b9be92-50a2-43a2-a398-6708a0dd5f87', 'name': 'tempest-TestVolumeBootPattern-1030540240-router', 'tenant_id': 'b9e160ed92af426eb41719050c02f853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.5'}], 'enable_snat': True}, 'gw_port_id': 'c9310d4d-02e6-42b9-9f00-f699c4f1c79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:59:30Z', 'updated_at': '2022-04-01T15:59:38Z', 'revision_number': 4, 'project_id': 'b9e160ed92af426eb41719050c02f853', 'gw_port': {'id': 'c9310d4d-02e6-42b9-9f00-f699c4f1c79c', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b9be92-50a2-43a2-a398-6708a0dd5f87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:31Z', 'updated_at': '2022-04-01T15:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '53e92810-2be5-45b0-9e43-4bd6dec17163', 'name': '', 'network_id': 'd3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0', 'tenant_id': 'b9e160ed92af426eb41719050c02f853', 'mac_address': 'fa:16:3e:cd:d6:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05b9be92-50a2-43a2-a398-6708a0dd5f87', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e89a89e5-8fa9-4b91-af10-f0a4d00467fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:37Z', 'updated_at': '2022-04-01T15:59:38Z', 'revision_number': 2, 'project_id': 'b9e160ed92af426eb41719050c02f853', 'subnets': [{'id': 'e89a89e5-8fa9-4b91-af10-f0a4d00467fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:15.969681 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f546da7-bf0c-4b0e-aa5c-99389e0d97a9 None None] Checking router: 05b9be92-50a2-43a2-a398-6708a0dd5f87 for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:00:15.969681 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f546da7-bf0c-4b0e-aa5c-99389e0d97a9 None None] Updating router 05b9be92-50a2-43a2-a398-6708a0dd5f87 port 53e92810-2be5-45b0-9e43-4bd6dec17163 binding host dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 16:00:16.042468 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-0f546da7-bf0c-4b0e-aa5c-99389e0d97a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:16.210479 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-32b023a9-3028-44a1-a9f1-f26cfad7aebe req-cfb27e8a-bdee-4a5c-bb37-d409fbb51ed6 service neutron] 10.222.0.24 "GET /v2.0/networks/d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261817 Apr 01 16:00:16.218849 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561db7c2-8f86-4d01-8eca-85ff45ce1a19 req-c3851621-3667-4cdc-8b49-9033c1755248 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:16.220911 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-d8028015-dd77-4105-9741-a54f88e35489 req-4b53e567-885d-4387-b2de-cfce88ca8fda service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bd80bbfa-eeee-4acb-8c66-9cf9506ef9a7 HTTP/1.1" status: 200 len: 1098 time: 0.1064613 Apr 01 16:00:16.222801 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-561db7c2-8f86-4d01-8eca-85ff45ce1a19 req-c3851621-3667-4cdc-8b49-9033c1755248 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a38017a-7d5c-4034-a1d9-3e16dbc93294 HTTP/1.1" status: 200 len: 943 time: 0.2887876 Apr 01 16:00:16.282980 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-d8028015-dd77-4105-9741-a54f88e35489 req-9fbdbe12-5ea3-4e9c-8a35-c938036918eb service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c75dad15-3c49-4312-91ac-218bdee2c12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459032 Apr 01 16:00:16.293550 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f2cac2-b22c-4b79-856b-a4f44ddd4f9d req-a5248522-3047-48f4-aed7-c30056f7aa9c tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:16.296265 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-47f2cac2-b22c-4b79-856b-a4f44ddd4f9d req-a5248522-3047-48f4-aed7-c30056f7aa9c tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd80bbfa-eeee-4acb-8c66-9cf9506ef9a7 HTTP/1.1" status: 200 len: 945 time: 0.3638864 Apr 01 16:00:16.370881 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-561db7c2-8f86-4d01-8eca-85ff45ce1a19 req-869ba4f4-f9be-4360-b33b-19441b9b4736 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/security-groups?id=b68c8ca1-2548-48e9-84ee-f823ac26061f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1428659 Apr 01 16:00:16.408473 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-47f2cac2-b22c-4b79-856b-a4f44ddd4f9d req-a36d459b-06d0-465e-8ec7-85bfe1713884 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.55 "GET /v2.0/security-groups?id=c75dad15-3c49-4312-91ac-218bdee2c12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959747 Apr 01 16:00:16.577325 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-0f546da7-bf0c-4b0e-aa5c-99389e0d97a9 None None] Notify callbacks [] for port, precommit_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:16.589553 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.provisioning_blocks [None req-0f546da7-bf0c-4b0e-aa5c-99389e0d97a9 None None] Transition to ACTIVE for port object 53e92810-2be5-45b0-9e43-4bd6dec17163 will not be triggered until provisioned by entity L2. {{(pid=83833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:00:16.596333 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-0f546da7-bf0c-4b0e-aa5c-99389e0d97a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:16.726230 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56c29a-3525-4deb-a511-80cc6f7dad4e None None] Pushing event updated for resources: {'Port': ['ID=53e92810-2be5-45b0-9e43-4bd6dec17163,revision_number=3']} {{(pid=83833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:16.767787 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56c29a-3525-4deb-a511-80cc6f7dad4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:16.768126 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56c29a-3525-4deb-a511-80cc6f7dad4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:16.768461 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56c29a-3525-4deb-a511-80cc6f7dad4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:16.768818 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56c29a-3525-4deb-a511-80cc6f7dad4e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:16.769150 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56c29a-3525-4deb-a511-80cc6f7dad4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:16.770068 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56c29a-3525-4deb-a511-80cc6f7dad4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:16.770395 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56c29a-3525-4deb-a511-80cc6f7dad4e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:16.770715 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56c29a-3525-4deb-a511-80cc6f7dad4e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:16.771034 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56c29a-3525-4deb-a511-80cc6f7dad4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:16.771350 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56c29a-3525-4deb-a511-80cc6f7dad4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:16.771665 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e56c29a-3525-4deb-a511-80cc6f7dad4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:16.830226 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-0f546da7-bf0c-4b0e-aa5c-99389e0d97a9 None None] Attempting to bind port 53e92810-2be5-45b0-9e43-4bd6dec17163 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:00:16.830491 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-0f546da7-bf0c-4b0e-aa5c-99389e0d97a9 None None] Attempting to bind port 53e92810-2be5-45b0-9e43-4bd6dec17163 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'e9f2fb1b-4025-4408-ae49-32f016745ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0'}] {{(pid=83833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:00:16.830842 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f546da7-bf0c-4b0e-aa5c-99389e0d97a9 None None] Attempting to bind port 53e92810-2be5-45b0-9e43-4bd6dec17163 on network d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0 {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:00:16.844936 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f546da7-bf0c-4b0e-aa5c-99389e0d97a9 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:00:16.845372 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f546da7-bf0c-4b0e-aa5c-99389e0d97a9 None None] Checking segment: {'id': 'e9f2fb1b-4025-4408-ae49-32f016745ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:00:16.845723 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-0f546da7-bf0c-4b0e-aa5c-99389e0d97a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:16.846114 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f546da7-bf0c-4b0e-aa5c-99389e0d97a9 None None] Bound using segment: {'id': 'e9f2fb1b-4025-4408-ae49-32f016745ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0'} {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:00:16.846580 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-0f546da7-bf0c-4b0e-aa5c-99389e0d97a9 None None] Bound port: 53e92810-2be5-45b0-9e43-4bd6dec17163, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9f2fb1b-4025-4408-ae49-32f016745ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0'}}] {{(pid=83833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:00:16.846951 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-0f546da7-bf0c-4b0e-aa5c-99389e0d97a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:16.938486 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.db [None req-0f546da7-bf0c-4b0e-aa5c-99389e0d97a9 None None] For port 53e92810-2be5-45b0-9e43-4bd6dec17163, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:00:16.942191 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.db [None req-0f546da7-bf0c-4b0e-aa5c-99389e0d97a9 None None] For port 53e92810-2be5-45b0-9e43-4bd6dec17163, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=53e92810-2be5-45b0-9e43-4bd6dec17163,segment=NetworkSegment(e9f2fb1b-4025-4408-ae49-32f016745ef9),segment_id=e9f2fb1b-4025-4408-ae49-32f016745ef9)] {{(pid=83833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:00:16.946670 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-0f546da7-bf0c-4b0e-aa5c-99389e0d97a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:17.029754 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56c29a-3525-4deb-a511-80cc6f7dad4e None None] Pushing event updated for resources: {'Port': ['ID=53e92810-2be5-45b0-9e43-4bd6dec17163,revision_number=4']} {{(pid=83833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:17.036599 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f546da7-bf0c-4b0e-aa5c-99389e0d97a9 None None] Routers {'05b9be92-50a2-43a2-a398-6708a0dd5f87'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:00:17.037021 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-0f546da7-bf0c-4b0e-aa5c-99389e0d97a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:59:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['05b9be92-50a2-43a2-a398-6708a0dd5f87'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:17.234974 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-0f546da7-bf0c-4b0e-aa5c-99389e0d97a9 None None] Set router 05b9be92-50a2-43a2-a398-6708a0dd5f87 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:00:17.649659 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-0f546da7-bf0c-4b0e-aa5c-99389e0d97a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b9be92-50a2-43a2-a398-6708a0dd5f87', 'name': 'tempest-TestVolumeBootPattern-1030540240-router', 'tenant_id': 'b9e160ed92af426eb41719050c02f853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.5'}], 'enable_snat': True}, 'gw_port_id': 'c9310d4d-02e6-42b9-9f00-f699c4f1c79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:59:30Z', 'updated_at': '2022-04-01T15:59:38Z', 'revision_number': 4, 'project_id': 'b9e160ed92af426eb41719050c02f853', 'gw_port': {'id': 'c9310d4d-02e6-42b9-9f00-f699c4f1c79c', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b9be92-50a2-43a2-a398-6708a0dd5f87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:31Z', 'updated_at': '2022-04-01T15:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '53e92810-2be5-45b0-9e43-4bd6dec17163', 'name': '', 'network_id': 'd3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0', 'tenant_id': 'b9e160ed92af426eb41719050c02f853', 'mac_address': 'fa:16:3e:cd:d6:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05b9be92-50a2-43a2-a398-6708a0dd5f87', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e89a89e5-8fa9-4b91-af10-f0a4d00467fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:37Z', 'updated_at': '2022-04-01T16:00:16Z', 'revision_number': 4, 'project_id': 'b9e160ed92af426eb41719050c02f853', 'subnets': [{'id': 'e89a89e5-8fa9-4b91-af10-f0a4d00467fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:17.654313 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f546da7-bf0c-4b0e-aa5c-99389e0d97a9 None None] The sync data for ids ['05b9be92-50a2-43a2-a398-6708a0dd5f87'] in dv-neutron-833373-2-hyperv is: [{'id': '05b9be92-50a2-43a2-a398-6708a0dd5f87', 'name': 'tempest-TestVolumeBootPattern-1030540240-router', 'tenant_id': 'b9e160ed92af426eb41719050c02f853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.5'}], 'enable_snat': True}, 'gw_port_id': 'c9310d4d-02e6-42b9-9f00-f699c4f1c79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:59:30Z', 'updated_at': '2022-04-01T15:59:38Z', 'revision_number': 4, 'project_id': 'b9e160ed92af426eb41719050c02f853', 'gw_port': {'id': 'c9310d4d-02e6-42b9-9f00-f699c4f1c79c', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b9be92-50a2-43a2-a398-6708a0dd5f87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:31Z', 'updated_at': '2022-04-01T15:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '53e92810-2be5-45b0-9e43-4bd6dec17163', 'name': '', 'network_id': 'd3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0', 'tenant_id': 'b9e160ed92af426eb41719050c02f853', 'mac_address': 'fa:16:3e:cd:d6:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05b9be92-50a2-43a2-a398-6708a0dd5f87', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e89a89e5-8fa9-4b91-af10-f0a4d00467fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:37Z', 'updated_at': '2022-04-01T16:00:16Z', 'revision_number': 4, 'project_id': 'b9e160ed92af426eb41719050c02f853', 'subnets': [{'id': 'e89a89e5-8fa9-4b91-af10-f0a4d00467fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:00:17.754814 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c9bb3b-dbed-4745-9d8e-a988025c1a48 req-43a11b3f-1946-488f-98cd-0a4190678f98 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:17.762669 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e9c9bb3b-dbed-4745-9d8e-a988025c1a48 req-43a11b3f-1946-488f-98cd-0a4190678f98 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a38017a-7d5c-4034-a1d9-3e16dbc93294 HTTP/1.1" status: 200 len: 943 time: 0.1776721 Apr 01 16:00:17.785655 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e9da54-a2b2-4189-bc80-f5538e57045d req-89e8f483-7544-4b74-a743-3ac3e2d7034b tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:17.787400 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-42e9da54-a2b2-4189-bc80-f5538e57045d req-89e8f483-7544-4b74-a743-3ac3e2d7034b tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd80bbfa-eeee-4acb-8c66-9cf9506ef9a7 HTTP/1.1" status: 200 len: 945 time: 0.1554444 Apr 01 16:00:17.850462 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e9c9bb3b-dbed-4745-9d8e-a988025c1a48 req-d7ce548e-33bc-40a1-bee3-6a7ba9b4494f tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/security-groups?id=b68c8ca1-2548-48e9-84ee-f823ac26061f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858669 Apr 01 16:00:17.859013 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-42e9da54-a2b2-4189-bc80-f5538e57045d req-7aaa5306-16b1-4e85-92fc-bee291691f2b tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.55 "GET /v2.0/security-groups?id=c75dad15-3c49-4312-91ac-218bdee2c12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652919 Apr 01 16:00:17.897772 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 57402) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:18.009369 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-137fbf2e-907c-4329-8fb5-9b5adeff0dd1 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.55 "GET /v2.0/floatingips/86609c8b-eeff-4878-a472-b0018cc2020d HTTP/1.1" status: 200 len: 993 time: 0.1103528 Apr 01 16:00:18.695154 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 53e92810-2be5-45b0-9e43-4bd6dec17163 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:00:18.765345 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 53e92810-2be5-45b0-9e43-4bd6dec17163 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:00:18.771361 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 53e92810-2be5-45b0-9e43-4bd6dec17163 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:00:18.771724 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:18.889972 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:18.933427 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port 53e92810-2be5-45b0-9e43-4bd6dec17163, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=53e92810-2be5-45b0-9e43-4bd6dec17163,segment=NetworkSegment(e9f2fb1b-4025-4408-ae49-32f016745ef9),segment_id=e9f2fb1b-4025-4408-ae49-32f016745ef9)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:00:18.939287 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:19.019368 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=53e92810-2be5-45b0-9e43-4bd6dec17163,revision_number=5']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:19.028394 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:19.028653 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:19.029025 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:19.029378 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:19.029795 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:19.030005 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:19.030322 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:19.030641 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:19.030959 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:19.031277 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:19.032135 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:19.058877 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 9133b83e-f88e-4143-aaf9-58622f2917dc details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:00:19.065183 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1855f02-f36f-4239-b344-afb886019878 req-511e4708-dc33-490f-8f14-5197a85664af tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:19.066926 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a1855f02-f36f-4239-b344-afb886019878 req-511e4708-dc33-490f-8f14-5197a85664af tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a38017a-7d5c-4034-a1d9-3e16dbc93294 HTTP/1.1" status: 200 len: 943 time: 0.0857022 Apr 01 16:00:19.070019 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 57410) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:19.142622 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 9133b83e-f88e-4143-aaf9-58622f2917dc no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:00:19.223381 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-fa95aca6-c4ec-4986-bf9f-0b9ff0eeba70 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/floatingips/734fedac-6e90-4c41-adbe-ec2c19bf7314 HTTP/1.1" status: 200 len: 993 time: 0.1516230 Apr 01 16:00:19.226320 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a1855f02-f36f-4239-b344-afb886019878 req-9ada4875-18c5-4df4-a0d1-b0a04d01c30b tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/security-groups?id=b68c8ca1-2548-48e9-84ee-f823ac26061f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795345 Apr 01 16:00:19.297455 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 9133b83e-f88e-4143-aaf9-58622f2917dc, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=9133b83e-f88e-4143-aaf9-58622f2917dc,segment=NetworkSegment(9b5fb6af-d9bd-4682-83a8-c47ddbbbe19f),segment_id=9b5fb6af-d9bd-4682-83a8-c47ddbbbe19f)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:00:19.319036 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Returning: {'device': '9133b83e-f88e-4143-aaf9-58622f2917dc', 'network_id': '9966213a-d852-47af-b676-2130e90548f0', 'port_id': '9133b83e-f88e-4143-aaf9-58622f2917dc', 'mac_address': 'fa:16:3e:cc:c4:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89cf3890-8986-45b8-911d-fb627612bf2e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:00:19.322971 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:19.399118 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd80bbfa-eeee-4acb-8c66-9cf9506ef9a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9133b83e-f88e-4143-aaf9-58622f2917dc'}] {{(pid=83829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:00:19.411104 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:19.423382 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 9133b83e-f88e-4143-aaf9-58622f2917dc, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=9133b83e-f88e-4143-aaf9-58622f2917dc,segment=NetworkSegment(9b5fb6af-d9bd-4682-83a8-c47ddbbbe19f),segment_id=9b5fb6af-d9bd-4682-83a8-c47ddbbbe19f)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:00:19.433241 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9133b83e-f88e-4143-aaf9-58622f2917dc {{(pid=83829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:00:19.440267 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:19.471430 dv-neutron-833373-2-hyperv neutron-server[83829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd80bbfa-eeee-4acb-8c66-9cf9506ef9a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9133b83e-f88e-4143-aaf9-58622f2917dc', 'code': 200} Apr 01 16:00:19.557855 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.db.api [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:00:19.558148 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG oslo_db.api [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:00:19.561510 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=9133b83e-f88e-4143-aaf9-58622f2917dc,revision_number=6']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:19.588364 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 57420) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:19.801371 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-f58fa113-10d3-411c-83c1-bc9c2eb0907b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Deleting port 8331d002-4961-47aa-8997-b68fd239ff3c {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:00:19.801371 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f58fa113-10d3-411c-83c1-bc9c2eb0907b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:20.060919 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f58fa113-10d3-411c-83c1-bc9c2eb0907b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:20.061249 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f58fa113-10d3-411c-83c1-bc9c2eb0907b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:20.115101 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:20.132953 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9133b83e-f88e-4143-aaf9-58622f2917dc {{(pid=83829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:00:20.149185 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 9133b83e-f88e-4143-aaf9-58622f2917dc, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=9133b83e-f88e-4143-aaf9-58622f2917dc,segment=NetworkSegment(9b5fb6af-d9bd-4682-83a8-c47ddbbbe19f),segment_id=9b5fb6af-d9bd-4682-83a8-c47ddbbbe19f)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:00:20.153539 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:20.186841 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-f58fa113-10d3-411c-83c1-bc9c2eb0907b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Calling delete_port for 8331d002-4961-47aa-8997-b68fd239ff3c owned by network:floatingip {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:00:20.226591 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=9133b83e-f88e-4143-aaf9-58622f2917dc,revision_number=7']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:20.340299 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f58fa113-10d3-411c-83c1-bc9c2eb0907b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:20.427757 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58fa113-10d3-411c-83c1-bc9c2eb0907b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event deleted for resources: {'Port': ['ID=8331d002-4961-47aa-8997-b68fd239ff3c,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:20.469690 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] get_ports_and_sgs() called for port_ids ['9133b83e-f88e-4143-aaf9-58622f2917dc'] {{(pid=83829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 16:00:20.470962 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58fa113-10d3-411c-83c1-bc9c2eb0907b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:20.471301 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58fa113-10d3-411c-83c1-bc9c2eb0907b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:20.471632 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58fa113-10d3-411c-83c1-bc9c2eb0907b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:20.471961 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58fa113-10d3-411c-83c1-bc9c2eb0907b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:20.473168 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58fa113-10d3-411c-83c1-bc9c2eb0907b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:20.473643 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58fa113-10d3-411c-83c1-bc9c2eb0907b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:20.474128 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58fa113-10d3-411c-83c1-bc9c2eb0907b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:20.474269 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58fa113-10d3-411c-83c1-bc9c2eb0907b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:20.474590 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58fa113-10d3-411c-83c1-bc9c2eb0907b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:20.474927 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58fa113-10d3-411c-83c1-bc9c2eb0907b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:20.475216 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58fa113-10d3-411c-83c1-bc9c2eb0907b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:20.554745 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f58fa113-10d3-411c-83c1-bc9c2eb0907b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for floatingip, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:20.667415 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa6275-6a0f-4682-bbc4-e22e61163d68 req-13681a1f-e7d3-4a9a-bd7e-ac783464f35a tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:20.668993 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-91fa6275-6a0f-4682-bbc4-e22e61163d68 req-13681a1f-e7d3-4a9a-bd7e-ac783464f35a tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a38017a-7d5c-4034-a1d9-3e16dbc93294 HTTP/1.1" status: 200 len: 943 time: 0.2929552 Apr 01 16:00:20.690014 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 53e92810-2be5-45b0-9e43-4bd6dec17163 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:00:20.748929 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-91fa6275-6a0f-4682-bbc4-e22e61163d68 req-2c23e834-c0de-4a13-acbf-5bac9f4fdb2b tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/security-groups?id=b68c8ca1-2548-48e9-84ee-f823ac26061f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655587 Apr 01 16:00:20.872134 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 53e92810-2be5-45b0-9e43-4bd6dec17163 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:00:20.872441 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:21.023789 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f58fa113-10d3-411c-83c1-bc9c2eb0907b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Router 8e4dbd12-16fe-44fd-a151-306945cc3cdf has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:00:21.234014 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f58fa113-10d3-411c-83c1-bc9c2eb0907b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:00:21.245438 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e733a992-ef59-4d42-aedb-6cdd322cf889 None None] Sync routers for ids ['8e4dbd12-16fe-44fd-a151-306945cc3cdf'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:00:21.264928 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f58fa113-10d3-411c-83c1-bc9c2eb0907b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for floatingip, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:21.286587 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e733a992-ef59-4d42-aedb-6cdd322cf889 None None] Routers {'8e4dbd12-16fe-44fd-a151-306945cc3cdf'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:00:21.287593 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-e733a992-ef59-4d42-aedb-6cdd322cf889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:59:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['8e4dbd12-16fe-44fd-a151-306945cc3cdf'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:21.338307 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-f58fa113-10d3-411c-83c1-bc9c2eb0907b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "DELETE /v2.0/floatingips/734fedac-6e90-4c41-adbe-ec2c19bf7314 HTTP/1.1" status: 204 len: 168 time: 1.7486916 Apr 01 16:00:21.339007 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c70d2d5-3f0e-49a6-880a-f3fd82a2994c', 'tag': 'f2ad0ad9-49f1-41ef-be71-99146ade8d2f'}] {{(pid=83826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:00:21.400078 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c70d2d5-3f0e-49a6-880a-f3fd82a2994c', 'tag': 'f2ad0ad9-49f1-41ef-be71-99146ade8d2f', 'status': 'completed', 'code': 200} Apr 01 16:00:21.532819 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-cd06093a-ed3d-4f96-aa40-8d60bcdfef83 req-6701d8f0-06e1-4922-960b-648c60e31a18 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=447e2c5010754fe1ad368efac7c75251&device_id=5c70d2d5-3f0e-49a6-880a-f3fd82a2994c HTTP/1.1" status: 200 len: 1098 time: 0.0840678 Apr 01 16:00:21.670709 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-e733a992-ef59-4d42-aedb-6cdd322cf889 None None] Set router 8e4dbd12-16fe-44fd-a151-306945cc3cdf gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:00:21.708356 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd06093a-ed3d-4f96-aa40-8d60bcdfef83 req-70bda39e-e5ab-42ba-b90d-5fc475ecf8cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:21.709944 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-cd06093a-ed3d-4f96-aa40-8d60bcdfef83 req-70bda39e-e5ab-42ba-b90d-5fc475ecf8cd service neutron] 10.222.0.24 "GET /v2.0/networks?id=c5d74d53-418c-47d9-a745-2341bda92f75 HTTP/1.1" status: 200 len: 896 time: 0.1712027 Apr 01 16:00:21.801946 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-cd06093a-ed3d-4f96-aa40-8d60bcdfef83 req-ad0ff863-510b-4a85-83e6-e56c85f7e7e2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f2ad0ad9-49f1-41ef-be71-99146ade8d2f HTTP/1.1" status: 200 len: 217 time: 0.0826371 Apr 01 16:00:21.805036 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeddb66-071e-46e7-a695-f811f4480451 req-79a0d308-a582-416b-b567-1814bdb3c97a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:21.805776 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-1aeddb66-071e-46e7-a695-f811f4480451 req-79a0d308-a582-416b-b567-1814bdb3c97a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Synchronizing usage tracker for tenant:447e2c5010754fe1ad368efac7c75251 on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:00:21.826432 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-1aeddb66-071e-46e7-a695-f811f4480451 req-79a0d308-a582-416b-b567-1814bdb3c97a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Unset dirty status for tenant:447e2c5010754fe1ad368efac7c75251 on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:00:21.833536 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-1aeddb66-071e-46e7-a695-f811f4480451 req-79a0d308-a582-416b-b567-1814bdb3c97a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c70d2d5-3f0e-49a6-880a-f3fd82a2994c HTTP/1.1" status: 200 len: 945 time: 0.1155751 Apr 01 16:00:21.896135 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd06093a-ed3d-4f96-aa40-8d60bcdfef83 req-8055c7a4-e3b0-4ddb-9b41-e3099ce4e871 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:21.898859 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-cd06093a-ed3d-4f96-aa40-8d60bcdfef83 req-8055c7a4-e3b0-4ddb-9b41-e3099ce4e871 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3d0e0496-ba52-480f-8f1c-87e417a09ffd HTTP/1.1" status: 200 len: 835 time: 0.0860891 Apr 01 16:00:21.975897 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-1aeddb66-071e-46e7-a695-f811f4480451 req-70f1d574-c43b-4d11-aa44-7040feaa1499 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef3cc654-473b-4de5-a591-1a08e5571c20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306725 Apr 01 16:00:22.052764 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-cd06093a-ed3d-4f96-aa40-8d60bcdfef83 req-e0443c0b-b1a3-43f5-aa65-a1eef494dd0c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c5d74d53-418c-47d9-a745-2341bda92f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1439829 Apr 01 16:00:22.073606 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c44b8dd-b02f-41c6-842d-a71a1d8767a0 req-921ea2a8-bac7-4251-97ae-ed7045fa428d tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:22.076235 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-9c44b8dd-b02f-41c6-842d-a71a1d8767a0 req-921ea2a8-bac7-4251-97ae-ed7045fa428d tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a38017a-7d5c-4034-a1d9-3e16dbc93294 HTTP/1.1" status: 200 len: 943 time: 0.1625369 Apr 01 16:00:22.102485 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-e733a992-ef59-4d42-aedb-6cdd322cf889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4dbd12-16fe-44fd-a151-306945cc3cdf', 'name': 'tempest-TestNetworkBasicOps-router-2029677469', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': '39d30461-ace8-47db-b937-b378953c7cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:59:06Z', 'updated_at': '2022-04-01T15:59:15Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': '39d30461-ace8-47db-b937-b378953c7cb2', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4dbd12-16fe-44fd-a151-306945cc3cdf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:07Z', 'updated_at': '2022-04-01T15:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '6645aa7c-dab5-462f-bc89-9c8413fa5328', 'name': '', 'network_id': 'c5d74d53-418c-47d9-a745-2341bda92f75', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'mac_address': 'fa:16:3e:24:94:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4dbd12-16fe-44fd-a151-306945cc3cdf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d0e0496-ba52-480f-8f1c-87e417a09ffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:13Z', 'updated_at': '2022-04-01T15:59:37Z', 'revision_number': 5, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'subnets': [{'id': '3d0e0496-ba52-480f-8f1c-87e417a09ffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:22.106687 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e733a992-ef59-4d42-aedb-6cdd322cf889 None None] Checking router: 8e4dbd12-16fe-44fd-a151-306945cc3cdf for host: dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:00:22.119043 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e733a992-ef59-4d42-aedb-6cdd322cf889 None None] Routers {'8e4dbd12-16fe-44fd-a151-306945cc3cdf'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:00:22.119667 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-e733a992-ef59-4d42-aedb-6cdd322cf889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:59:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['8e4dbd12-16fe-44fd-a151-306945cc3cdf'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:22.127555 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-9c44b8dd-b02f-41c6-842d-a71a1d8767a0 req-6e6dd951-5a28-4498-bdc1-ca6684e41b4f tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/security-groups?id=b68c8ca1-2548-48e9-84ee-f823ac26061f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442603 Apr 01 16:00:22.217890 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-cd06093a-ed3d-4f96-aa40-8d60bcdfef83 req-8015e1d7-5293-4024-908f-a774a5a34fcd service neutron] 10.222.0.24 "GET /v2.0/networks/c5d74d53-418c-47d9-a745-2341bda92f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482959 Apr 01 16:00:22.333781 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-e733a992-ef59-4d42-aedb-6cdd322cf889 None None] Set router 8e4dbd12-16fe-44fd-a151-306945cc3cdf gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:00:22.409589 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-cd06093a-ed3d-4f96-aa40-8d60bcdfef83 req-5343ccea-b96d-477b-b78d-02dea3462e23 service neutron] 10.222.0.24 "GET /v2.0/networks/c5d74d53-418c-47d9-a745-2341bda92f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824479 Apr 01 16:00:22.776459 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-e733a992-ef59-4d42-aedb-6cdd322cf889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4dbd12-16fe-44fd-a151-306945cc3cdf', 'name': 'tempest-TestNetworkBasicOps-router-2029677469', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': '39d30461-ace8-47db-b937-b378953c7cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:59:06Z', 'updated_at': '2022-04-01T15:59:15Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': '39d30461-ace8-47db-b937-b378953c7cb2', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4dbd12-16fe-44fd-a151-306945cc3cdf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:07Z', 'updated_at': '2022-04-01T15:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '6645aa7c-dab5-462f-bc89-9c8413fa5328', 'name': '', 'network_id': 'c5d74d53-418c-47d9-a745-2341bda92f75', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'mac_address': 'fa:16:3e:24:94:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4dbd12-16fe-44fd-a151-306945cc3cdf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d0e0496-ba52-480f-8f1c-87e417a09ffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:13Z', 'updated_at': '2022-04-01T15:59:37Z', 'revision_number': 5, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'subnets': [{'id': '3d0e0496-ba52-480f-8f1c-87e417a09ffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:22.783501 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e733a992-ef59-4d42-aedb-6cdd322cf889 None None] The sync data for ids ['8e4dbd12-16fe-44fd-a151-306945cc3cdf'] in dv-neutron-833373-2-hyperv is: [{'id': '8e4dbd12-16fe-44fd-a151-306945cc3cdf', 'name': 'tempest-TestNetworkBasicOps-router-2029677469', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': '39d30461-ace8-47db-b937-b378953c7cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:59:06Z', 'updated_at': '2022-04-01T15:59:15Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': '39d30461-ace8-47db-b937-b378953c7cb2', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4dbd12-16fe-44fd-a151-306945cc3cdf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:07Z', 'updated_at': '2022-04-01T15:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '6645aa7c-dab5-462f-bc89-9c8413fa5328', 'name': '', 'network_id': 'c5d74d53-418c-47d9-a745-2341bda92f75', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'mac_address': 'fa:16:3e:24:94:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4dbd12-16fe-44fd-a151-306945cc3cdf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3d0e0496-ba52-480f-8f1c-87e417a09ffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:13Z', 'updated_at': '2022-04-01T15:59:37Z', 'revision_number': 5, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'subnets': [{'id': '3d0e0496-ba52-480f-8f1c-87e417a09ffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:00:23.076842 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 9133b83e-f88e-4143-aaf9-58622f2917dc up at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:00:23.164644 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning complete for port 9133b83e-f88e-4143-aaf9-58622f2917dc triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:00:23.165113 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:23.320521 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cfa8b5-7c7b-4635-a44c-aed8a87e2ab7 req-354e11bd-9142-4fba-b519-8ac353dd35cc tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:23.321284 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-74cfa8b5-7c7b-4635-a44c-aed8a87e2ab7 req-354e11bd-9142-4fba-b519-8ac353dd35cc tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Synchronizing usage tracker for tenant:447e2c5010754fe1ad368efac7c75251 on resource:port {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:00:23.335315 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-74cfa8b5-7c7b-4635-a44c-aed8a87e2ab7 req-354e11bd-9142-4fba-b519-8ac353dd35cc tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Unset dirty status for tenant:447e2c5010754fe1ad368efac7c75251 on resource:port {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:00:23.336511 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-74cfa8b5-7c7b-4635-a44c-aed8a87e2ab7 req-354e11bd-9142-4fba-b519-8ac353dd35cc tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c70d2d5-3f0e-49a6-880a-f3fd82a2994c HTTP/1.1" status: 200 len: 945 time: 0.1574752 Apr 01 16:00:23.365572 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:23.414273 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd80bbfa-eeee-4acb-8c66-9cf9506ef9a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9133b83e-f88e-4143-aaf9-58622f2917dc'}] {{(pid=83829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:00:23.430719 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 9133b83e-f88e-4143-aaf9-58622f2917dc, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=9133b83e-f88e-4143-aaf9-58622f2917dc,segment=NetworkSegment(9b5fb6af-d9bd-4682-83a8-c47ddbbbe19f),segment_id=9b5fb6af-d9bd-4682-83a8-c47ddbbbe19f)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:00:23.431530 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [req-74cfa8b5-7c7b-4635-a44c-aed8a87e2ab7 req-cb27be51-201b-4546-b64c-28027ac94c3b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Deleting port f2ad0ad9-49f1-41ef-be71-99146ade8d2f {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:00:23.431892 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-74cfa8b5-7c7b-4635-a44c-aed8a87e2ab7 req-cb27be51-201b-4546-b64c-28027ac94c3b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:23.438686 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:23.563551 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=9133b83e-f88e-4143-aaf9-58622f2917dc,revision_number=8']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:23.591909 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950de88-6e6c-4c25-9b3b-276e15372b63 req-43ba110a-6a83-4922-8117-6136f4c337f3 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:23.593486 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4950de88-6e6c-4c25-9b3b-276e15372b63 req-43ba110a-6a83-4922-8117-6136f4c337f3 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c70d2d5-3f0e-49a6-880a-f3fd82a2994c HTTP/1.1" status: 200 len: 945 time: 0.2913036 Apr 01 16:00:23.605086 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c97329c-841f-4bed-964d-7535b373affb req-56df752e-8dd3-4805-91e4-d07344410995 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:23.606623 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-7c97329c-841f-4bed-964d-7535b373affb req-56df752e-8dd3-4805-91e4-d07344410995 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a38017a-7d5c-4034-a1d9-3e16dbc93294 HTTP/1.1" status: 200 len: 943 time: 0.1431491 Apr 01 16:00:23.705711 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-7c97329c-841f-4bed-964d-7535b373affb req-d3526e2f-33ff-4b30-9c99-a1b0c55ca502 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/security-groups?id=b68c8ca1-2548-48e9-84ee-f823ac26061f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828962 Apr 01 16:00:23.721137 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4950de88-6e6c-4c25-9b3b-276e15372b63 req-2340ba1f-0443-465a-a9c3-4a9e31558da4 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=ef3cc654-473b-4de5-a591-1a08e5571c20&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131935 Apr 01 16:00:23.766678 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:23.832322 dv-neutron-833373-2-hyperv neutron-server[83829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd80bbfa-eeee-4acb-8c66-9cf9506ef9a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9133b83e-f88e-4143-aaf9-58622f2917dc', 'code': 200} Apr 01 16:00:23.860050 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-78f40216-44c9-4741-8ebe-7f9706501240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:23.924915 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [req-74cfa8b5-7c7b-4635-a44c-aed8a87e2ab7 req-cb27be51-201b-4546-b64c-28027ac94c3b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] For port f2ad0ad9-49f1-41ef-be71-99146ade8d2f, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=f2ad0ad9-49f1-41ef-be71-99146ade8d2f,segment=NetworkSegment(fa28dbb4-18bc-46e2-9254-4b3c3356e205),segment_id=fa28dbb4-18bc-46e2-9254-4b3c3356e205)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:00:23.925245 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-74cfa8b5-7c7b-4635-a44c-aed8a87e2ab7 req-cb27be51-201b-4546-b64c-28027ac94c3b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:24.062858 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [req-74cfa8b5-7c7b-4635-a44c-aed8a87e2ab7 req-cb27be51-201b-4546-b64c-28027ac94c3b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Calling delete_port for f2ad0ad9-49f1-41ef-be71-99146ade8d2f owned by compute:nova {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:00:24.218157 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-74cfa8b5-7c7b-4635-a44c-aed8a87e2ab7 req-cb27be51-201b-4546-b64c-28027ac94c3b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:24.276239 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb27be51-201b-4546-b64c-28027ac94c3b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event deleted for resources: {'Port': ['ID=f2ad0ad9-49f1-41ef-be71-99146ade8d2f,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:24.320278 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb27be51-201b-4546-b64c-28027ac94c3b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:24.320625 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb27be51-201b-4546-b64c-28027ac94c3b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:24.321326 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb27be51-201b-4546-b64c-28027ac94c3b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:24.321326 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb27be51-201b-4546-b64c-28027ac94c3b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:24.321659 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb27be51-201b-4546-b64c-28027ac94c3b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:24.321990 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb27be51-201b-4546-b64c-28027ac94c3b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:24.322324 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb27be51-201b-4546-b64c-28027ac94c3b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:24.322650 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb27be51-201b-4546-b64c-28027ac94c3b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:24.322971 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb27be51-201b-4546-b64c-28027ac94c3b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:24.323293 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb27be51-201b-4546-b64c-28027ac94c3b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:24.323614 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb27be51-201b-4546-b64c-28027ac94c3b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:00:24.367137 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [req-74cfa8b5-7c7b-4635-a44c-aed8a87e2ab7 req-cb27be51-201b-4546-b64c-28027ac94c3b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] No DVR routers for this DVR port f2ad0ad9-49f1-41ef-be71-99146ade8d2f on host hv-neutron-8333 {{(pid=83828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:00:24.369764 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-74cfa8b5-7c7b-4635-a44c-aed8a87e2ab7 req-cb27be51-201b-4546-b64c-28027ac94c3b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:24.372634 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c70d2d5-3f0e-49a6-880a-f3fd82a2994c', 'name': 'network-vif-deleted', 'tag': 'f2ad0ad9-49f1-41ef-be71-99146ade8d2f'}] {{(pid=83828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:00:24.393273 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-74cfa8b5-7c7b-4635-a44c-aed8a87e2ab7 req-cb27be51-201b-4546-b64c-28027ac94c3b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.24 "DELETE /v2.0/ports/f2ad0ad9-49f1-41ef-be71-99146ade8d2f HTTP/1.1" status: 204 len: 173 time: 1.0487421 Apr 01 16:00:24.446213 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c70d2d5-3f0e-49a6-880a-f3fd82a2994c', 'name': 'network-vif-deleted', 'tag': 'f2ad0ad9-49f1-41ef-be71-99146ade8d2f', 'status': 'completed', 'code': 200} Apr 01 16:00:24.577174 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:00:25.011562 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b3462620-c2b3-40a0-ac15-4e9f26a58c47 req-4d931c7a-03d4-4f4d-9109-efd3dc647a67 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c70d2d5-3f0e-49a6-880a-f3fd82a2994c HTTP/1.1" status: 200 len: 210 time: 0.0630662 Apr 01 16:00:25.050617 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3c1fcb-1009-4e07-8038-8f468752f158 req-81a0e11b-b54c-4233-aed6-f0e43c5fa0f2 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:25.053068 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-6b3c1fcb-1009-4e07-8038-8f468752f158 req-81a0e11b-b54c-4233-aed6-f0e43c5fa0f2 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a38017a-7d5c-4034-a1d9-3e16dbc93294 HTTP/1.1" status: 200 len: 943 time: 0.1562545 Apr 01 16:00:25.133984 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-6b3c1fcb-1009-4e07-8038-8f468752f158 req-2c2009aa-0eb2-4c52-9160-3ff53908bd31 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/security-groups?id=b68c8ca1-2548-48e9-84ee-f823ac26061f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702863 Apr 01 16:00:25.995935 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa8c467-87dc-44ee-b608-2011f54d280d None None] Sync routers for ids ['c8a8fa36-d437-481a-bc43-9fb4ce2569cd'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:00:26.012012 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa8c467-87dc-44ee-b608-2011f54d280d None None] Routers {'c8a8fa36-d437-481a-bc43-9fb4ce2569cd'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:00:26.012632 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-caa8c467-87dc-44ee-b608-2011f54d280d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T15:59:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['c8a8fa36-d437-481a-bc43-9fb4ce2569cd'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:26.149967 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 57448) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:26.212905 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-caa8c467-87dc-44ee-b608-2011f54d280d None None] Set router c8a8fa36-d437-481a-bc43-9fb4ce2569cd gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:00:26.228313 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-87ce6d40-cd35-418c-b649-cb83c26ee4b1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:26.247610 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f03c12d7-fc6e-4acd-bd12-8c3a24f1de49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:26.270479 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-87ce6d40-cd35-418c-b649-cb83c26ee4b1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:26.360965 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-87ce6d40-cd35-418c-b649-cb83c26ee4b1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:26.380583 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ce6d40-cd35-418c-b649-cb83c26ee4b1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef3cc654-473b-4de5-a591-1a08e5571c20,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:26.415408 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-87ce6d40-cd35-418c-b649-cb83c26ee4b1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:26.420015 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-87ce6d40-cd35-418c-b649-cb83c26ee4b1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "DELETE /v2.0/security-groups/ef3cc654-473b-4de5-a591-1a08e5571c20 HTTP/1.1" status: 204 len: 168 time: 0.2689426 Apr 01 16:00:26.461129 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 57456) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:26.528652 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5bdbf5-a222-4243-af78-4f75a5aec1b9 req-49a1d91f-db2d-4316-9c4e-8a666667a104 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:26.530268 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4d5bdbf5-a222-4243-af78-4f75a5aec1b9 req-49a1d91f-db2d-4316-9c4e-8a666667a104 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a38017a-7d5c-4034-a1d9-3e16dbc93294 HTTP/1.1" status: 200 len: 943 time: 0.0928762 Apr 01 16:00:26.589135 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4d5bdbf5-a222-4243-af78-4f75a5aec1b9 req-0746e9fa-50dd-48d7-afb2-afcd7291e388 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/security-groups?id=b68c8ca1-2548-48e9-84ee-f823ac26061f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497408 Apr 01 16:00:26.620959 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-caa8c467-87dc-44ee-b608-2011f54d280d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a8fa36-d437-481a-bc43-9fb4ce2569cd', 'name': 'tempest-TestVolumeBootPattern-1509645103-router', 'tenant_id': 'e69472baeabd41f3b5ba05c592acdae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.36'}], 'enable_snat': True}, 'gw_port_id': 'cc86b24b-02b4-40b8-ba4e-3d3a61e6bebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:59:42Z', 'updated_at': '2022-04-01T15:59:47Z', 'revision_number': 4, 'project_id': 'e69472baeabd41f3b5ba05c592acdae8', 'gw_port': {'id': 'cc86b24b-02b4-40b8-ba4e-3d3a61e6bebb', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:20:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a8fa36-d437-481a-bc43-9fb4ce2569cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:44Z', 'updated_at': '2022-04-01T15:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '7dd6c786-5baa-47ad-9798-86641547e4a0', 'name': '', 'network_id': '2ccd3b69-5fc2-46fc-8db4-46910b030995', 'tenant_id': 'e69472baeabd41f3b5ba05c592acdae8', 'mac_address': 'fa:16:3e:89:02:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a8fa36-d437-481a-bc43-9fb4ce2569cd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23b941e3-8594-4512-98f7-e13a52458d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:47Z', 'updated_at': '2022-04-01T15:59:48Z', 'revision_number': 2, 'project_id': 'e69472baeabd41f3b5ba05c592acdae8', 'subnets': [{'id': '23b941e3-8594-4512-98f7-e13a52458d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:26.620959 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa8c467-87dc-44ee-b608-2011f54d280d None None] Checking router: c8a8fa36-d437-481a-bc43-9fb4ce2569cd for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:00:26.620959 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa8c467-87dc-44ee-b608-2011f54d280d None None] Updating router c8a8fa36-d437-481a-bc43-9fb4ce2569cd port 7dd6c786-5baa-47ad-9798-86641547e4a0 binding host dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 16:00:26.670218 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-caa8c467-87dc-44ee-b608-2011f54d280d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:26.912636 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-16b73e61-00c9-4563-bcc9-0dfb10cb4632 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611543'] for router_interface, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:27.062936 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-caa8c467-87dc-44ee-b608-2011f54d280d None None] Notify callbacks [] for port, precommit_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:27.077623 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.provisioning_blocks [None req-caa8c467-87dc-44ee-b608-2011f54d280d None None] Transition to ACTIVE for port object 7dd6c786-5baa-47ad-9798-86641547e4a0 will not be triggered until provisioned by entity L2. {{(pid=83833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:00:27.090289 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-caa8c467-87dc-44ee-b608-2011f54d280d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:27.113875 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device f2ad0ad9-49f1-41ef-be71-99146ade8d2f no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:00:27.179789 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba40c9d-fa3b-42ac-8ad8-e6ee180303ad None None] Pushing event updated for resources: {'Port': ['ID=7dd6c786-5baa-47ad-9798-86641547e4a0,revision_number=3']} {{(pid=83833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:27.182045 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] No Port match for: f2ad0ad9-49f1-41ef-be71-99146ade8d2f {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:00:27.182740 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device f2ad0ad9-49f1-41ef-be71-99146ade8d2f not bound to the agent host hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:00:27.292907 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3a729c-eec9-4007-b8da-65035fae6ea0 None None] New status for floating IP 734fedac-6e90-4c41-adbe-ec2c19bf7314: DOWN {{(pid=83829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 16:00:27.417600 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-caa8c467-87dc-44ee-b608-2011f54d280d None None] Attempting to bind port 7dd6c786-5baa-47ad-9798-86641547e4a0 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:00:27.418410 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-caa8c467-87dc-44ee-b608-2011f54d280d None None] Attempting to bind port 7dd6c786-5baa-47ad-9798-86641547e4a0 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': '222a02b3-e70e-4ea5-847f-dd0b20fd12fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2ccd3b69-5fc2-46fc-8db4-46910b030995'}] {{(pid=83833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:00:27.419054 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa8c467-87dc-44ee-b608-2011f54d280d None None] Attempting to bind port 7dd6c786-5baa-47ad-9798-86641547e4a0 on network 2ccd3b69-5fc2-46fc-8db4-46910b030995 {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:00:27.430390 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa8c467-87dc-44ee-b608-2011f54d280d None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 15, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:00:27.430962 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa8c467-87dc-44ee-b608-2011f54d280d None None] Checking segment: {'id': '222a02b3-e70e-4ea5-847f-dd0b20fd12fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2ccd3b69-5fc2-46fc-8db4-46910b030995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:00:27.431629 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-caa8c467-87dc-44ee-b608-2011f54d280d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:27.432344 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa8c467-87dc-44ee-b608-2011f54d280d None None] Bound using segment: {'id': '222a02b3-e70e-4ea5-847f-dd0b20fd12fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2ccd3b69-5fc2-46fc-8db4-46910b030995'} {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:00:27.435798 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-caa8c467-87dc-44ee-b608-2011f54d280d None None] Bound port: 7dd6c786-5baa-47ad-9798-86641547e4a0, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '222a02b3-e70e-4ea5-847f-dd0b20fd12fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2ccd3b69-5fc2-46fc-8db4-46910b030995'}}] {{(pid=83833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:00:27.436569 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-caa8c467-87dc-44ee-b608-2011f54d280d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:27.545435 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:27.569639 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.db [None req-caa8c467-87dc-44ee-b608-2011f54d280d None None] For port 7dd6c786-5baa-47ad-9798-86641547e4a0, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:00:27.574042 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.db [None req-caa8c467-87dc-44ee-b608-2011f54d280d None None] For port 7dd6c786-5baa-47ad-9798-86641547e4a0, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=7dd6c786-5baa-47ad-9798-86641547e4a0,segment=NetworkSegment(222a02b3-e70e-4ea5-847f-dd0b20fd12fe),segment_id=222a02b3-e70e-4ea5-847f-dd0b20fd12fe)] {{(pid=83833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:00:27.579516 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-caa8c467-87dc-44ee-b608-2011f54d280d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:27.678765 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa8c467-87dc-44ee-b608-2011f54d280d None None] Routers {'c8a8fa36-d437-481a-bc43-9fb4ce2569cd'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:00:27.679422 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-caa8c467-87dc-44ee-b608-2011f54d280d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:00:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['c8a8fa36-d437-481a-bc43-9fb4ce2569cd'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:27.773718 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:27.775100 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-16b73e61-00c9-4563-bcc9-0dfb10cb4632 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Deleting port 6645aa7c-dab5-462f-bc89-9c8413fa5328 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:00:27.775815 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-16b73e61-00c9-4563-bcc9-0dfb10cb4632 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:27.819630 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba40c9d-fa3b-42ac-8ad8-e6ee180303ad None None] Pushing event updated for resources: {'Port': ['ID=7dd6c786-5baa-47ad-9798-86641547e4a0,revision_number=4']} {{(pid=83833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:27.923310 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-caa8c467-87dc-44ee-b608-2011f54d280d None None] Set router c8a8fa36-d437-481a-bc43-9fb4ce2569cd gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:00:27.982825 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c6a33-3482-472f-9f3a-4cb3cccc4397 req-739eb878-16c1-4f8e-b8c4-cf3955eeb9b0 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:27.993187 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-7e0c6a33-3482-472f-9f3a-4cb3cccc4397 req-739eb878-16c1-4f8e-b8c4-cf3955eeb9b0 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a38017a-7d5c-4034-a1d9-3e16dbc93294 HTTP/1.1" status: 200 len: 943 time: 0.1334631 Apr 01 16:00:28.046059 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-16b73e61-00c9-4563-bcc9-0dfb10cb4632 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] For port 6645aa7c-dab5-462f-bc89-9c8413fa5328, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=6645aa7c-dab5-462f-bc89-9c8413fa5328,segment=NetworkSegment(fa28dbb4-18bc-46e2-9254-4b3c3356e205),segment_id=fa28dbb4-18bc-46e2-9254-4b3c3356e205)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:00:28.046429 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-16b73e61-00c9-4563-bcc9-0dfb10cb4632 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:28.058889 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-7e0c6a33-3482-472f-9f3a-4cb3cccc4397 req-3f4afbff-9f2f-4032-b9f6-9325ddbf51d7 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/security-groups?id=b68c8ca1-2548-48e9-84ee-f823ac26061f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643628 Apr 01 16:00:28.185268 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-16b73e61-00c9-4563-bcc9-0dfb10cb4632 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Calling delete_port for 6645aa7c-dab5-462f-bc89-9c8413fa5328 owned by network:router_interface {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:00:28.341921 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-caa8c467-87dc-44ee-b608-2011f54d280d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a8fa36-d437-481a-bc43-9fb4ce2569cd', 'name': 'tempest-TestVolumeBootPattern-1509645103-router', 'tenant_id': 'e69472baeabd41f3b5ba05c592acdae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.36'}], 'enable_snat': True}, 'gw_port_id': 'cc86b24b-02b4-40b8-ba4e-3d3a61e6bebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:59:42Z', 'updated_at': '2022-04-01T15:59:47Z', 'revision_number': 4, 'project_id': 'e69472baeabd41f3b5ba05c592acdae8', 'gw_port': {'id': 'cc86b24b-02b4-40b8-ba4e-3d3a61e6bebb', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:20:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a8fa36-d437-481a-bc43-9fb4ce2569cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:44Z', 'updated_at': '2022-04-01T15:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '7dd6c786-5baa-47ad-9798-86641547e4a0', 'name': '', 'network_id': '2ccd3b69-5fc2-46fc-8db4-46910b030995', 'tenant_id': 'e69472baeabd41f3b5ba05c592acdae8', 'mac_address': 'fa:16:3e:89:02:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a8fa36-d437-481a-bc43-9fb4ce2569cd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23b941e3-8594-4512-98f7-e13a52458d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:47Z', 'updated_at': '2022-04-01T16:00:27Z', 'revision_number': 4, 'project_id': 'e69472baeabd41f3b5ba05c592acdae8', 'subnets': [{'id': '23b941e3-8594-4512-98f7-e13a52458d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:28.346941 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa8c467-87dc-44ee-b608-2011f54d280d None None] The sync data for ids ['c8a8fa36-d437-481a-bc43-9fb4ce2569cd'] in dv-neutron-833373-2-hyperv is: [{'id': 'c8a8fa36-d437-481a-bc43-9fb4ce2569cd', 'name': 'tempest-TestVolumeBootPattern-1509645103-router', 'tenant_id': 'e69472baeabd41f3b5ba05c592acdae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.36'}], 'enable_snat': True}, 'gw_port_id': 'cc86b24b-02b4-40b8-ba4e-3d3a61e6bebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:59:42Z', 'updated_at': '2022-04-01T15:59:47Z', 'revision_number': 4, 'project_id': 'e69472baeabd41f3b5ba05c592acdae8', 'gw_port': {'id': 'cc86b24b-02b4-40b8-ba4e-3d3a61e6bebb', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:20:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a8fa36-d437-481a-bc43-9fb4ce2569cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:44Z', 'updated_at': '2022-04-01T15:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '7dd6c786-5baa-47ad-9798-86641547e4a0', 'name': '', 'network_id': '2ccd3b69-5fc2-46fc-8db4-46910b030995', 'tenant_id': 'e69472baeabd41f3b5ba05c592acdae8', 'mac_address': 'fa:16:3e:89:02:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a8fa36-d437-481a-bc43-9fb4ce2569cd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23b941e3-8594-4512-98f7-e13a52458d2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:47Z', 'updated_at': '2022-04-01T16:00:27Z', 'revision_number': 4, 'project_id': 'e69472baeabd41f3b5ba05c592acdae8', 'subnets': [{'id': '23b941e3-8594-4512-98f7-e13a52458d2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:00:28.385336 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-16b73e61-00c9-4563-bcc9-0dfb10cb4632 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:28.447892 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b73e61-00c9-4563-bcc9-0dfb10cb4632 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event deleted for resources: {'Port': ['ID=6645aa7c-dab5-462f-bc89-9c8413fa5328,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:28.828201 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 7dd6c786-5baa-47ad-9798-86641547e4a0 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:00:28.830608 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-16b73e61-00c9-4563-bcc9-0dfb10cb4632 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611462'] for router_interface, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:28.910776 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 7dd6c786-5baa-47ad-9798-86641547e4a0 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:00:28.916523 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 7dd6c786-5baa-47ad-9798-86641547e4a0 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:00:28.917191 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:29.057110 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:29.125063 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port 7dd6c786-5baa-47ad-9798-86641547e4a0, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=7dd6c786-5baa-47ad-9798-86641547e4a0,segment=NetworkSegment(222a02b3-e70e-4ea5-847f-dd0b20fd12fe),segment_id=222a02b3-e70e-4ea5-847f-dd0b20fd12fe)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:00:29.132661 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:29.207496 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=7dd6c786-5baa-47ad-9798-86641547e4a0,revision_number=5']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:29.231389 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:29.337536 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf13d41-22a4-4001-86e4-b6de8b22d965 req-9887c26b-8e8a-4b77-9de6-bd8771471126 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:29.339848 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-acf13d41-22a4-4001-86e4-b6de8b22d965 req-9887c26b-8e8a-4b77-9de6-bd8771471126 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a38017a-7d5c-4034-a1d9-3e16dbc93294 HTTP/1.1" status: 200 len: 943 time: 0.0921512 Apr 01 16:00:29.391074 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-acf13d41-22a4-4001-86e4-b6de8b22d965 req-c9833f36-efe3-4f0f-97c2-b03ac8922703 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/security-groups?id=b68c8ca1-2548-48e9-84ee-f823ac26061f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447156 Apr 01 16:00:29.641018 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16b73e61-00c9-4563-bcc9-0dfb10cb4632 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Router 8e4dbd12-16fe-44fd-a151-306945cc3cdf has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:00:29.856880 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16b73e61-00c9-4563-bcc9-0dfb10cb4632 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:00:29.867946 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f716a6-9bd5-4183-b55a-f1c833a37d3c None None] Sync routers for ids ['8e4dbd12-16fe-44fd-a151-306945cc3cdf'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:00:29.869978 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-16b73e61-00c9-4563-bcc9-0dfb10cb4632 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "PUT /v2.0/routers/8e4dbd12-16fe-44fd-a151-306945cc3cdf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4075644 Apr 01 16:00:29.872588 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 57464) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:29.882407 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f716a6-9bd5-4183-b55a-f1c833a37d3c None None] Routers {'8e4dbd12-16fe-44fd-a151-306945cc3cdf'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:00:29.883051 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-f7f716a6-9bd5-4183-b55a-f1c833a37d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:00:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['8e4dbd12-16fe-44fd-a151-306945cc3cdf'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:30.119608 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-f7f716a6-9bd5-4183-b55a-f1c833a37d3c None None] Set router 8e4dbd12-16fe-44fd-a151-306945cc3cdf gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:00:30.285011 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_v2 [None req-18f40238-7461-4f03-a9dc-5a5bf3185f4f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Deleting subnet 3d0e0496-ba52-480f-8f1c-87e417a09ffd {{(pid=83828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 16:00:30.288549 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-18f40238-7461-4f03-a9dc-5a5bf3185f4f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for subnet, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:30.346324 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-18f40238-7461-4f03-a9dc-5a5bf3185f4f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15303084'] for subnet, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:30.456332 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-f7f716a6-9bd5-4183-b55a-f1c833a37d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4dbd12-16fe-44fd-a151-306945cc3cdf', 'name': 'tempest-TestNetworkBasicOps-router-2029677469', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': '39d30461-ace8-47db-b937-b378953c7cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:59:06Z', 'updated_at': '2022-04-01T16:00:28Z', 'revision_number': 5, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': '39d30461-ace8-47db-b937-b378953c7cb2', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4dbd12-16fe-44fd-a151-306945cc3cdf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:07Z', 'updated_at': '2022-04-01T15:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:30.457311 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-18f40238-7461-4f03-a9dc-5a5bf3185f4f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:30.462750 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f716a6-9bd5-4183-b55a-f1c833a37d3c None None] Checking router: 8e4dbd12-16fe-44fd-a151-306945cc3cdf for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:00:30.477236 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f716a6-9bd5-4183-b55a-f1c833a37d3c None None] Routers {'8e4dbd12-16fe-44fd-a151-306945cc3cdf'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:00:30.478261 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-f7f716a6-9bd5-4183-b55a-f1c833a37d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:00:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['8e4dbd12-16fe-44fd-a151-306945cc3cdf'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:30.539019 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-18f40238-7461-4f03-a9dc-5a5bf3185f4f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15306565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16030232'] for subnet, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:30.583938 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f40238-7461-4f03-a9dc-5a5bf3185f4f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event deleted for resources: {'Subnet': ['ID=3d0e0496-ba52-480f-8f1c-87e417a09ffd,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:30.590204 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-18f40238-7461-4f03-a9dc-5a5bf3185f4f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:30.596183 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12691b6f-cc69-4cd5-be74-af1407fba88b None None] Network c5d74d53-418c-47d9-a745-2341bda92f75 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:00:30.608385 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-18f40238-7461-4f03-a9dc-5a5bf3185f4f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "DELETE /v2.0/subnets/3d0e0496-ba52-480f-8f1c-87e417a09ffd HTTP/1.1" status: 204 len: 168 time: 0.7342741 Apr 01 16:00:30.610941 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 57472) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:30.657112 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee2b13a-5c2c-4fd0-a49f-c324d85d2d1b req-6c2aa096-dbf0-4a6b-8ccd-653c802f8597 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:30.661305 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2ee2b13a-5c2c-4fd0-a49f-c324d85d2d1b req-6c2aa096-dbf0-4a6b-8ccd-653c802f8597 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a38017a-7d5c-4034-a1d9-3e16dbc93294 HTTP/1.1" status: 200 len: 943 time: 0.1300187 Apr 01 16:00:30.729947 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2ee2b13a-5c2c-4fd0-a49f-c324d85d2d1b req-08ab1890-8dec-4ab1-bd7e-e53af71a5ce4 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/security-groups?id=b68c8ca1-2548-48e9-84ee-f823ac26061f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618608 Apr 01 16:00:30.768860 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-f7f716a6-9bd5-4183-b55a-f1c833a37d3c None None] Set router 8e4dbd12-16fe-44fd-a151-306945cc3cdf gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:00:30.776948 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 7dd6c786-5baa-47ad-9798-86641547e4a0 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:00:30.921798 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c561908e-3aff-47a3-8cd1-66f6c00c7127 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for router, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:30.978052 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 7dd6c786-5baa-47ad-9798-86641547e4a0 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:00:30.978658 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:31.173682 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 4f536d96-4b3a-460a-9962-5ebb48c45506 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:00:31.177789 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f6576f-8058-48cf-8a86-b68f4ffab74c None None] DHCP port deletion for c5d74d53-418c-47d9-a745-2341bda92f75 request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 16:00:31.189133 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-26f6576f-8058-48cf-8a86-b68f4ffab74c None None] Deleting port 75ae3c36-807b-4bb6-8077-c638444d613a {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:00:31.189579 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-26f6576f-8058-48cf-8a86-b68f4ffab74c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:31.192168 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-f7f716a6-9bd5-4183-b55a-f1c833a37d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4dbd12-16fe-44fd-a151-306945cc3cdf', 'name': 'tempest-TestNetworkBasicOps-router-2029677469', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': '39d30461-ace8-47db-b937-b378953c7cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:59:06Z', 'updated_at': '2022-04-01T16:00:28Z', 'revision_number': 5, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': '39d30461-ace8-47db-b937-b378953c7cb2', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4dbd12-16fe-44fd-a151-306945cc3cdf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:07Z', 'updated_at': '2022-04-01T15:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:31.201742 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f716a6-9bd5-4183-b55a-f1c833a37d3c None None] The sync data for ids ['8e4dbd12-16fe-44fd-a151-306945cc3cdf'] in dv-neutron-833373-2-hyperv is: [{'id': '8e4dbd12-16fe-44fd-a151-306945cc3cdf', 'name': 'tempest-TestNetworkBasicOps-router-2029677469', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': '39d30461-ace8-47db-b937-b378953c7cb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:59:06Z', 'updated_at': '2022-04-01T16:00:28Z', 'revision_number': 5, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': '39d30461-ace8-47db-b937-b378953c7cb2', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4dbd12-16fe-44fd-a151-306945cc3cdf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:07Z', 'updated_at': '2022-04-01T15:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:00:31.243286 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c561908e-3aff-47a3-8cd1-66f6c00c7127 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:31.257719 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-c561908e-3aff-47a3-8cd1-66f6c00c7127 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Deleting port 39d30461-ace8-47db-b937-b378953c7cb2 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:00:31.258445 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c561908e-3aff-47a3-8cd1-66f6c00c7127 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:31.485189 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-c561908e-3aff-47a3-8cd1-66f6c00c7127 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] For port 39d30461-ace8-47db-b937-b378953c7cb2, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=39d30461-ace8-47db-b937-b378953c7cb2,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:00:31.485488 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c561908e-3aff-47a3-8cd1-66f6c00c7127 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:31.626438 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 4f536d96-4b3a-460a-9962-5ebb48c45506, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=4f536d96-4b3a-460a-9962-5ebb48c45506,segment=NetworkSegment(e9f2fb1b-4025-4408-ae49-32f016745ef9),segment_id=e9f2fb1b-4025-4408-ae49-32f016745ef9)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:00:31.639061 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-c561908e-3aff-47a3-8cd1-66f6c00c7127 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Calling delete_port for 39d30461-ace8-47db-b937-b378953c7cb2 owned by network:router_gateway {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:00:31.647035 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-26f6576f-8058-48cf-8a86-b68f4ffab74c None None] For port 75ae3c36-807b-4bb6-8077-c638444d613a, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=75ae3c36-807b-4bb6-8077-c638444d613a,segment=NetworkSegment(fa28dbb4-18bc-46e2-9254-4b3c3356e205),segment_id=fa28dbb4-18bc-46e2-9254-4b3c3356e205)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:00:31.647431 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-26f6576f-8058-48cf-8a86-b68f4ffab74c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:31.659231 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Returning: {'device': '4f536d96-4b3a-460a-9962-5ebb48c45506', 'network_id': 'd3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0', 'port_id': '4f536d96-4b3a-460a-9962-5ebb48c45506', 'mac_address': 'fa:16:3e:47:50:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e89a89e5-8fa9-4b91-af10-f0a4d00467fb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:00:31.819726 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-26f6576f-8058-48cf-8a86-b68f4ffab74c None None] Calling delete_port for 75ae3c36-807b-4bb6-8077-c638444d613a owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:00:31.885388 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:31.910108 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f536d96-4b3a-460a-9962-5ebb48c45506 {{(pid=83829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:00:31.940064 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 4f536d96-4b3a-460a-9962-5ebb48c45506, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=4f536d96-4b3a-460a-9962-5ebb48c45506,segment=NetworkSegment(e9f2fb1b-4025-4408-ae49-32f016745ef9),segment_id=e9f2fb1b-4025-4408-ae49-32f016745ef9)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:00:31.945694 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:31.982096 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-26f6576f-8058-48cf-8a86-b68f4ffab74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671'] for port, after_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:32.020233 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f6576f-8058-48cf-8a86-b68f4ffab74c None None] No DVR routers for this DVR port 75ae3c36-807b-4bb6-8077-c638444d613a on host dv-neutron-833373-2-hyperv {{(pid=83829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:00:32.044541 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=4f536d96-4b3a-460a-9962-5ebb48c45506,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:32.077150 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c561908e-3aff-47a3-8cd1-66f6c00c7127 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:32.082645 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14241d3-1a4d-413f-9334-cd1016136e2c req-c6ae6c06-ef9e-43fc-952a-347e8dbc67b2 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:32.086001 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e14241d3-1a4d-413f-9334-cd1016136e2c req-c6ae6c06-ef9e-43fc-952a-347e8dbc67b2 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a38017a-7d5c-4034-a1d9-3e16dbc93294 HTTP/1.1" status: 200 len: 944 time: 0.1795435 Apr 01 16:00:32.144102 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c561908e-3aff-47a3-8cd1-66f6c00c7127 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event deleted for resources: {'Port': ['ID=39d30461-ace8-47db-b937-b378953c7cb2,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:32.145315 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f6576f-8058-48cf-8a86-b68f4ffab74c None None] Pushing event deleted for resources: {'Port': ['ID=75ae3c36-807b-4bb6-8077-c638444d613a,revision_number=None']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:32.172111 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e14241d3-1a4d-413f-9334-cd1016136e2c req-41afdbc5-f504-4a73-b287-b7bbf6ada426 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/security-groups?id=b68c8ca1-2548-48e9-84ee-f823ac26061f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762794 Apr 01 16:00:32.234574 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] get_ports_and_sgs() called for port_ids ['4f536d96-4b3a-460a-9962-5ebb48c45506'] {{(pid=83829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 16:00:32.395190 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c561908e-3aff-47a3-8cd1-66f6c00c7127 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617660'] for router_gateway, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:32.727370 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c561908e-3aff-47a3-8cd1-66f6c00c7127 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130651'] for router, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:32.732189 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c561908e-3aff-47a3-8cd1-66f6c00c7127 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:32.766332 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 75ae3c36-807b-4bb6-8077-c638444d613a no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:00:32.773568 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c561908e-3aff-47a3-8cd1-66f6c00c7127 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607376'] for router, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:32.774206 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c561908e-3aff-47a3-8cd1-66f6c00c7127 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Fanout notify agent at l3_agent the message router_deleted on router 8e4dbd12-16fe-44fd-a151-306945cc3cdf {{(pid=83828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 16:00:32.794210 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c561908e-3aff-47a3-8cd1-66f6c00c7127 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:32.795478 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-c561908e-3aff-47a3-8cd1-66f6c00c7127 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "DELETE /v2.0/routers/8e4dbd12-16fe-44fd-a151-306945cc3cdf HTTP/1.1" status: 204 len: 168 time: 2.1809671 Apr 01 16:00:32.799844 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 57478) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:32.811867 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 75ae3c36-807b-4bb6-8077-c638444d613a {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:00:32.812360 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 75ae3c36-807b-4bb6-8077-c638444d613a not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:00:32.812968 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 6645aa7c-dab5-462f-bc89-9c8413fa5328 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:00:32.849339 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 6645aa7c-dab5-462f-bc89-9c8413fa5328 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:00:32.849817 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 6645aa7c-dab5-462f-bc89-9c8413fa5328 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:00:32.923091 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-872ebf41-66b2-4bcf-886e-3cf54dd3008b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:33.070074 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-872ebf41-66b2-4bcf-886e-3cf54dd3008b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:33.101790 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-872ebf41-66b2-4bcf-886e-3cf54dd3008b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5d74d53-418c-47d9-a745-2341bda92f75']}} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:33.115849 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-872ebf41-66b2-4bcf-886e-3cf54dd3008b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa28dbb4-18bc-46e2-9254-4b3c3356e205') {'for_net_delete': True} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:33.116211 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-872ebf41-66b2-4bcf-886e-3cf54dd3008b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa28dbb4-18bc-46e2-9254-4b3c3356e205') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:33.130732 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-872ebf41-66b2-4bcf-886e-3cf54dd3008b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15303093'] for segment, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:33.150255 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-872ebf41-66b2-4bcf-886e-3cf54dd3008b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:33.150826 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 4f536d96-4b3a-460a-9962-5ebb48c45506 up at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:00:33.158711 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-872ebf41-66b2-4bcf-886e-3cf54dd3008b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=83828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 16:00:33.159302 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-872ebf41-66b2-4bcf-886e-3cf54dd3008b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15306523'] for segment, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:33.174948 dv-neutron-833373-2-hyperv neutron-server[83828]: Traceback (most recent call last): Apr 01 16:00:33.174948 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 16:00:33.174948 dv-neutron-833373-2-hyperv neutron-server[83828]: timer() Apr 01 16:00:33.174948 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:00:33.174948 dv-neutron-833373-2-hyperv neutron-server[83828]: cb(*args, **kw) Apr 01 16:00:33.174948 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:00:33.174948 dv-neutron-833373-2-hyperv neutron-server[83828]: return func(*args, **kwargs) Apr 01 16:00:33.174948 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:00:33.174948 dv-neutron-833373-2-hyperv neutron-server[83828]: self._notify() Apr 01 16:00:33.174948 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:00:33.174948 dv-neutron-833373-2-hyperv neutron-server[83828]: self.callback(batched_events) Apr 01 16:00:33.174948 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:00:33.174948 dv-neutron-833373-2-hyperv neutron-server[83828]: event.method(event) Apr 01 16:00:33.174948 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:00:33.174948 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:00:33.174948 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:00:33.174948 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:00:33.174948 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:00:33.174948 dv-neutron-833373-2-hyperv neutron-server[83828]: return f(self, *a, **k) Apr 01 16:00:33.174948 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 16:00:33.174948 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._get(url).json() Apr 01 16:00:33.174948 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 16:00:33.174948 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:00:33.174948 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 16:00:33.174948 dv-neutron-833373-2-hyperv neutron-server[83828]: return self.request(url, 'GET', **kwargs) Apr 01 16:00:33.174948 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 16:00:33.174948 dv-neutron-833373-2-hyperv neutron-server[83828]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:00:33.174948 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 16:00:33.174948 dv-neutron-833373-2-hyperv neutron-server[83828]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:00:33.174948 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 16:00:33.174948 dv-neutron-833373-2-hyperv neutron-server[83828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:00:33.174948 dv-neutron-833373-2-hyperv neutron-server[83828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:00:33.236402 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning for port 4f536d96-4b3a-460a-9962-5ebb48c45506 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:00:33.245538 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning complete for port 4f536d96-4b3a-460a-9962-5ebb48c45506 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:00:33.245920 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:33.290780 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-872ebf41-66b2-4bcf-886e-3cf54dd3008b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:33.331375 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-872ebf41-66b2-4bcf-886e-3cf54dd3008b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:33.352662 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872ebf41-66b2-4bcf-886e-3cf54dd3008b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event deleted for resources: {'Network': ['ID=c5d74d53-418c-47d9-a745-2341bda92f75,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:33.371364 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-872ebf41-66b2-4bcf-886e-3cf54dd3008b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "DELETE /v2.0/networks/c5d74d53-418c-47d9-a745-2341bda92f75 HTTP/1.1" status: 204 len: 168 time: 0.5660436 Apr 01 16:00:33.384257 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 57484) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:33.390845 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-e357cc50-c9cd-4058-805f-7d9005cbf436 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'network': {'name': 'tempest-network-smoke--76920715', 'project_id': '447e2c5010754fe1ad368efac7c75251', 'port_security_enabled': True}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:00:33.396705 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-e357cc50-c9cd-4058-805f-7d9005cbf436 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:00:33.401874 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-e357cc50-c9cd-4058-805f-7d9005cbf436 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:network and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:00:33.405822 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-e357cc50-c9cd-4058-805f-7d9005cbf436 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:00:33.406047 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:33.414488 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-e357cc50-c9cd-4058-805f-7d9005cbf436 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:00:33.450917 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a38017a-7d5c-4034-a1d9-3e16dbc93294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f536d96-4b3a-460a-9962-5ebb48c45506'}] {{(pid=83829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:00:33.467859 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 4f536d96-4b3a-460a-9962-5ebb48c45506, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=4f536d96-4b3a-460a-9962-5ebb48c45506,segment=NetworkSegment(e9f2fb1b-4025-4408-ae49-32f016745ef9),segment_id=e9f2fb1b-4025-4408-ae49-32f016745ef9)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:00:33.469903 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e357cc50-c9cd-4058-805f-7d9005cbf436 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Made reservation on behalf of 447e2c5010754fe1ad368efac7c75251 for: {'network': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:00:33.473604 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e357cc50-c9cd-4058-805f-7d9005cbf436 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:33.477007 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:33.530112 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e357cc50-c9cd-4058-805f-7d9005cbf436 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=83826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:00:33.546180 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e357cc50-c9cd-4058-805f-7d9005cbf436 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:33.546968 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.segments_db [None req-e357cc50-c9cd-4058-805f-7d9005cbf436 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Added segment bb511389-4312-4ece-927a-31dc17fd6bb2 of type vlan for network 47dfaf19-09a3-41a8-b892-00c74038d655 Apr 01 16:00:33.562204 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a6bbe9-f038-4a54-90e7-27141ba84297 req-203a0cb8-07cf-4657-bf71-a5336227c350 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:33.564527 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-64a6bbe9-f038-4a54-90e7-27141ba84297 req-203a0cb8-07cf-4657-bf71-a5336227c350 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a38017a-7d5c-4034-a1d9-3e16dbc93294 HTTP/1.1" status: 200 len: 944 time: 0.1448267 Apr 01 16:00:33.570829 dv-neutron-833373-2-hyperv neutron-server[83829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a38017a-7d5c-4034-a1d9-3e16dbc93294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f536d96-4b3a-460a-9962-5ebb48c45506', 'code': 200} Apr 01 16:00:33.606727 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=4f536d96-4b3a-460a-9962-5ebb48c45506,revision_number=5']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:33.617631 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e357cc50-c9cd-4058-805f-7d9005cbf436 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:33.657685 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-64a6bbe9-f038-4a54-90e7-27141ba84297 req-bc1f30db-d983-436d-bacb-ad31278ba671 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/security-groups?id=b68c8ca1-2548-48e9-84ee-f823ac26061f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741880 Apr 01 16:00:33.674221 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e357cc50-c9cd-4058-805f-7d9005cbf436 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:33.678995 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e357cc50-c9cd-4058-805f-7d9005cbf436 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:33.679657 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e357cc50-c9cd-4058-805f-7d9005cbf436 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:33.811775 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-e357cc50-c9cd-4058-805f-7d9005cbf436 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4253881 Apr 01 16:00:33.818403 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 57490) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:33.830939 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-d6cd15fe-01e1-421a-a3d9-03818fc43312 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1043841888', 'admin_state_up': True, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:00:33.851328 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-d6cd15fe-01e1-421a-a3d9-03818fc43312 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:00:33.854840 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e357cc50-c9cd-4058-805f-7d9005cbf436 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'Network': ['ID=47dfaf19-09a3-41a8-b892-00c74038d655,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:33.861418 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-d6cd15fe-01e1-421a-a3d9-03818fc43312 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:router and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:00:33.866845 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-d6cd15fe-01e1-421a-a3d9-03818fc43312 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:00:33.875259 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 47dfaf19-09a3-41a8-b892-00c74038d655 details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:00:33.876796 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-492f9ee1-c9cb-4f63-b70c-6279179ff47e req-563b0507-d89a-4aa3-8981-197656ecff67 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2a38017a-7d5c-4034-a1d9-3e16dbc93294 HTTP/1.1" status: 200 len: 1098 time: 0.1201181 Apr 01 16:00:33.877794 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-d6cd15fe-01e1-421a-a3d9-03818fc43312 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:00:33.897039 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d6cd15fe-01e1-421a-a3d9-03818fc43312 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130665'] for router, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:33.898653 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d6cd15fe-01e1-421a-a3d9-03818fc43312 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617571', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130640'] for router, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:33.944661 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d6cd15fe-01e1-421a-a3d9-03818fc43312 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:33.945035 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-492f9ee1-c9cb-4f63-b70c-6279179ff47e req-b481356a-71bd-4c4d-822d-b16a34ddbba7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b68c8ca1-2548-48e9-84ee-f823ac26061f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616744 Apr 01 16:00:34.170774 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d6cd15fe-01e1-421a-a3d9-03818fc43312 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130626'] for router, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:34.426015 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d6cd15fe-01e1-421a-a3d9-03818fc43312 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for router_gateway, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:34.547934 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d6cd15fe-01e1-421a-a3d9-03818fc43312 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:34.690746 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-d6cd15fe-01e1-421a-a3d9-03818fc43312 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Allocated IP 172.26.1.119 (ed45466e-0386-4b92-8de3-247c977242ac/0479f741-5cd1-4d6f-b593-d8aa909a42d3/75d196b0-867f-4a8d-9362-bde6351a5cab) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:00:34.907589 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d6cd15fe-01e1-421a-a3d9-03818fc43312 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:34.962877 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf9e603-ddf9-4ad8-b179-a06af540a0be req-33941c8d-69f2-4478-82c3-393679b51d1d tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:34.964595 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8bf9e603-ddf9-4ad8-b179-a06af540a0be req-33941c8d-69f2-4478-82c3-393679b51d1d tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a38017a-7d5c-4034-a1d9-3e16dbc93294 HTTP/1.1" status: 200 len: 945 time: 0.1425323 Apr 01 16:00:34.997397 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d6cd15fe-01e1-421a-a3d9-03818fc43312 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:35.091741 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6cd15fe-01e1-421a-a3d9-03818fc43312 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Network ed45466e-0386-4b92-8de3-247c977242ac is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:00:35.094711 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-d6cd15fe-01e1-421a-a3d9-03818fc43312 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:00:35.100433 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8bf9e603-ddf9-4ad8-b179-a06af540a0be req-147a045d-dc81-4595-beb8-829cd02892a8 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/security-groups?id=b68c8ca1-2548-48e9-84ee-f823ac26061f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288488 Apr 01 16:00:35.104085 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cd15fe-01e1-421a-a3d9-03818fc43312 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:00:35.137526 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cd15fe-01e1-421a-a3d9-03818fc43312 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'Port': ['ID=75d196b0-867f-4a8d-9362-bde6351a5cab,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:35.301080 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d6cd15fe-01e1-421a-a3d9-03818fc43312 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for router_gateway, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:35.302161 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d6cd15fe-01e1-421a-a3d9-03818fc43312 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616'] for router, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:35.555923 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6cd15fe-01e1-421a-a3d9-03818fc43312 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Router 8687c6f4-4904-4c8a-bca1-5dfb189b352c is scheduled to L3 agent ff252634-3424-422a-b742-9ae457bd54bd with binding_index 1 {{(pid=83826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 16:00:35.766003 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6cd15fe-01e1-421a-a3d9-03818fc43312 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:00:35.777137 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fbd226-176f-4473-99e5-e53b012d40ba None None] Sync routers for ids ['8687c6f4-4904-4c8a-bca1-5dfb189b352c'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:00:35.790390 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fbd226-176f-4473-99e5-e53b012d40ba None None] Routers {'8687c6f4-4904-4c8a-bca1-5dfb189b352c'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:00:35.791029 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-d0fbd226-176f-4473-99e5-e53b012d40ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:00:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['8687c6f4-4904-4c8a-bca1-5dfb189b352c'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:35.795520 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d6cd15fe-01e1-421a-a3d9-03818fc43312 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for router, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:35.800081 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-d6cd15fe-01e1-421a-a3d9-03818fc43312 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.9773550 Apr 01 16:00:35.801186 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 57496) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:35.841870 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-7118ecda-4e8e-4ca0-9f12-3a8f585c0324 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=447e2c5010754fe1ad368efac7c75251&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391486 Apr 01 16:00:35.844337 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 57500) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:35.984866 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-d0fbd226-176f-4473-99e5-e53b012d40ba None None] Set router 8687c6f4-4904-4c8a-bca1-5dfb189b352c gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:00:36.090971 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fecd44cc-fc24-4e08-a940-2ff14f61845d tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:36.093567 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-fecd44cc-fc24-4e08-a940-2ff14f61845d tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2477834 Apr 01 16:00:36.095365 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 57504) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:36.146882 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-dbc37cc2-57b7-459d-a5c0-4762d7283b62 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=ed45466e-0386-4b92-8de3-247c977242ac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0467496 Apr 01 16:00:36.147728 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 57510) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:36.153743 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-ec77d6a8-ff0f-4480-8f7e-155c421e223b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1661253767', 'network_id': '47dfaf19-09a3-41a8-b892-00c74038d655', 'project_id': '447e2c5010754fe1ad368efac7c75251', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:00:36.276921 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-ec77d6a8-ff0f-4480-8f7e-155c421e223b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:00:36.282650 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-ec77d6a8-ff0f-4480-8f7e-155c421e223b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:subnet and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:00:36.287340 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-ec77d6a8-ff0f-4480-8f7e-155c421e223b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:00:36.296485 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-ec77d6a8-ff0f-4480-8f7e-155c421e223b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:00:36.314342 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec77d6a8-ff0f-4480-8f7e-155c421e223b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Made reservation on behalf of 447e2c5010754fe1ad368efac7c75251 for: {'subnet': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:00:36.349500 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a8938-51d9-4a4d-bcf1-265df48dbcf5 req-434d0bb4-3c4c-4f8c-bee0-9ee1a4317269 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:36.355228 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-d0fbd226-176f-4473-99e5-e53b012d40ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8687c6f4-4904-4c8a-bca1-5dfb189b352c', 'name': 'tempest-TestNetworkBasicOps-router-1043841888', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.119'}], 'enable_snat': True}, 'gw_port_id': '75d196b0-867f-4a8d-9362-bde6351a5cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:33Z', 'updated_at': '2022-04-01T16:00:35Z', 'revision_number': 3, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': '75d196b0-867f-4a8d-9362-bde6351a5cab', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c7:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8687c6f4-4904-4c8a-bca1-5dfb189b352c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:34Z', 'updated_at': '2022-04-01T16:00:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:36.356539 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-322a8938-51d9-4a4d-bcf1-265df48dbcf5 req-434d0bb4-3c4c-4f8c-bee0-9ee1a4317269 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a38017a-7d5c-4034-a1d9-3e16dbc93294 HTTP/1.1" status: 200 len: 945 time: 0.1059933 Apr 01 16:00:36.359832 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fbd226-176f-4473-99e5-e53b012d40ba None None] Checking router: 8687c6f4-4904-4c8a-bca1-5dfb189b352c for host: dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:00:36.360181 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fbd226-176f-4473-99e5-e53b012d40ba None None] Updating router 8687c6f4-4904-4c8a-bca1-5dfb189b352c port 75d196b0-867f-4a8d-9362-bde6351a5cab binding host dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 16:00:36.402684 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-322a8938-51d9-4a4d-bcf1-265df48dbcf5 req-e3b85cc5-3196-451c-9b7d-3e4388f0fce0 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/security-groups?id=b68c8ca1-2548-48e9-84ee-f823ac26061f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452344 Apr 01 16:00:36.416776 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-d0fbd226-176f-4473-99e5-e53b012d40ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:36.423868 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ec77d6a8-ff0f-4480-8f7e-155c421e223b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16030269'] for subnet, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:36.622761 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c043c1b6-f3ab-4ef6-956c-0fa74a66ee88 req-49fd1b7d-a88f-4578-8548-b916faa66841 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:36.626700 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c043c1b6-f3ab-4ef6-956c-0fa74a66ee88 req-49fd1b7d-a88f-4578-8548-b916faa66841 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a38017a-7d5c-4034-a1d9-3e16dbc93294 HTTP/1.1" status: 200 len: 945 time: 0.0946670 Apr 01 16:00:36.693432 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c043c1b6-f3ab-4ef6-956c-0fa74a66ee88 req-423a1369-70fa-4abc-a2ea-e3abbe510e7d tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/security-groups?id=b68c8ca1-2548-48e9-84ee-f823ac26061f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608821 Apr 01 16:00:36.716530 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ec77d6a8-ff0f-4480-8f7e-155c421e223b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15306628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16030227'] for subnet, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:36.733872 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 57516) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:36.864241 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec77d6a8-ff0f-4480-8f7e-155c421e223b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'Subnet': ['ID=4765f803-299f-4855-b1f2-62a4f8f33940,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:36.866003 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-d0fbd226-176f-4473-99e5-e53b012d40ba None None] Notify callbacks [] for port, precommit_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:36.888613 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-d0fbd226-176f-4473-99e5-e53b012d40ba None None] Transition to ACTIVE for port object 75d196b0-867f-4a8d-9362-bde6351a5cab will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:00:36.902711 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-d0fbd226-176f-4473-99e5-e53b012d40ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:36.919800 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-f85ccd50-45bd-4cd9-8e49-f249a1bc0ab5 tempest-TestVolumeBootPattern-1564217548 tempest-TestVolumeBootPattern-1564217548-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=2a38017a-7d5c-4034-a1d9-3e16dbc93294 HTTP/1.1" status: 200 len: 1093 time: 0.1810536 Apr 01 16:00:36.920087 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec77d6a8-ff0f-4480-8f7e-155c421e223b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Checking segment: {'id': 'bb511389-4312-4ece-927a-31dc17fd6bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '47dfaf19-09a3-41a8-b892-00c74038d655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:00:36.920087 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec77d6a8-ff0f-4480-8f7e-155c421e223b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Network hostable DHCP agents. Network: 47dfaf19-09a3-41a8-b892-00c74038d655, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:00:36.920357 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 57522) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:36.926427 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-2c86caa6-b8ce-4cf9-832a-be2e3d6c6f0d tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Request body: {'floatingip': {'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'port_id': '4f536d96-4b3a-460a-9962-5ebb48c45506', 'tenant_id': 'b9e160ed92af426eb41719050c02f853', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:00:36.928018 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-310fecc7-c1e3-44d6-a140-1be98e92a597 req-224a31fa-e2b6-46bf-91e0-ef9e1844fa17 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bd80bbfa-eeee-4acb-8c66-9cf9506ef9a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1361763 Apr 01 16:00:36.933023 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-2c86caa6-b8ce-4cf9-832a-be2e3d6c6f0d tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:00:36.937720 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-2c86caa6-b8ce-4cf9-832a-be2e3d6c6f0d tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Usage tracker for resource:floatingip and tenant:b9e160ed92af426eb41719050c02f853 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:00:36.941246 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-2c86caa6-b8ce-4cf9-832a-be2e3d6c6f0d tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:00:36.950093 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-2c86caa6-b8ce-4cf9-832a-be2e3d6c6f0d tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:00:36.950354 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec77d6a8-ff0f-4480-8f7e-155c421e223b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Network 47dfaf19-09a3-41a8-b892-00c74038d655 is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:00:36.963967 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-ec77d6a8-ff0f-4480-8f7e-155c421e223b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, 47dfaf19-09a3-41a8-b892-00c74038d655) {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:00:36.969166 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec77d6a8-ff0f-4480-8f7e-155c421e223b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:36.969773 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2c86caa6-b8ce-4cf9-832a-be2e3d6c6f0d tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks [] for floatingip, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:36.969996 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ec77d6a8-ff0f-4480-8f7e-155c421e223b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:36.984601 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018987fe-89b9-4262-870a-3ef8d43fa2c1 None None] Network 47dfaf19-09a3-41a8-b892-00c74038d655 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:00:37.001454 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-ec77d6a8-ff0f-4480-8f7e-155c421e223b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8495243 Apr 01 16:00:37.002471 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 57526) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:37.159240 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2c86caa6-b8ce-4cf9-832a-be2e3d6c6f0d tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:37.237311 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-d0fbd226-176f-4473-99e5-e53b012d40ba None None] Attempting to bind port 75d196b0-867f-4a8d-9362-bde6351a5cab on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:00:37.238029 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-d0fbd226-176f-4473-99e5-e53b012d40ba None None] Attempting to bind port 75d196b0-867f-4a8d-9362-bde6351a5cab by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:00:37.238773 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fbd226-176f-4473-99e5-e53b012d40ba None None] Attempting to bind port 75d196b0-867f-4a8d-9362-bde6351a5cab on network ed45466e-0386-4b92-8de3-247c977242ac {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:00:37.251830 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56546e6-bb55-47fd-9ce5-d0aadf2c8f29 None None] Pushing event updated for resources: {'Port': ['ID=75d196b0-867f-4a8d-9362-bde6351a5cab,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:37.273673 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fbd226-176f-4473-99e5-e53b012d40ba None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:00:37.274057 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fbd226-176f-4473-99e5-e53b012d40ba None None] Checking segment: {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:00:37.274461 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-d0fbd226-176f-4473-99e5-e53b012d40ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:37.275007 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fbd226-176f-4473-99e5-e53b012d40ba None None] Bound using segment: {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:00:37.275488 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-d0fbd226-176f-4473-99e5-e53b012d40ba None None] Bound port: 75d196b0-867f-4a8d-9362-bde6351a5cab, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:00:37.275863 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-d0fbd226-176f-4473-99e5-e53b012d40ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:37.294078 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-310fecc7-c1e3-44d6-a140-1be98e92a597 req-1572f052-5249-4674-8f66-49cae0484b8f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2181db44cb9d4493b0ae6f403c76ef7d&device_id=bd80bbfa-eeee-4acb-8c66-9cf9506ef9a7 HTTP/1.1" status: 200 len: 1098 time: 0.1911178 Apr 01 16:00:37.334067 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-2c86caa6-b8ce-4cf9-832a-be2e3d6c6f0d tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Allocated IP 172.26.1.23 (ed45466e-0386-4b92-8de3-247c977242ac/0479f741-5cd1-4d6f-b593-d8aa909a42d3/7b70cf56-7526-4ca1-806d-87818cec70e8) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:00:37.409577 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-d0fbd226-176f-4473-99e5-e53b012d40ba None None] For port 75d196b0-867f-4a8d-9362-bde6351a5cab, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:00:37.453013 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-d0fbd226-176f-4473-99e5-e53b012d40ba None None] For port 75d196b0-867f-4a8d-9362-bde6351a5cab, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=75d196b0-867f-4a8d-9362-bde6351a5cab,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:00:37.464035 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba772dfa-4890-4ac7-b4c1-aa0d4ef74759 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-47dfaf19-09a3-41a8-b892-00c74038d655', 'network_id': '47dfaf19-09a3-41a8-b892-00c74038d655', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'fixed_ips': [{'subnet_id': '4765f803-299f-4855-b1f2-62a4f8f33940'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 16:00:37.466404 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ba772dfa-4890-4ac7-b4c1-aa0d4ef74759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:37.489284 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-d0fbd226-176f-4473-99e5-e53b012d40ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:37.593155 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310fecc7-c1e3-44d6-a140-1be98e92a597 req-cd63a69e-6718-4251-8f52-dff1a4793fd7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:37.594663 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-310fecc7-c1e3-44d6-a140-1be98e92a597 req-cd63a69e-6718-4251-8f52-dff1a4793fd7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9966213a-d852-47af-b676-2130e90548f0 HTTP/1.1" status: 200 len: 896 time: 0.2811751 Apr 01 16:00:37.636638 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2c86caa6-b8ce-4cf9-832a-be2e3d6c6f0d tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:37.674798 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2c86caa6-b8ce-4cf9-832a-be2e3d6c6f0d tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:37.676509 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56546e6-bb55-47fd-9ce5-d0aadf2c8f29 None None] Pushing event updated for resources: {'Port': ['ID=75d196b0-867f-4a8d-9362-bde6351a5cab,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:37.724871 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fbd226-176f-4473-99e5-e53b012d40ba None None] Routers {'8687c6f4-4904-4c8a-bca1-5dfb189b352c'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:00:37.725978 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-d0fbd226-176f-4473-99e5-e53b012d40ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:00:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['8687c6f4-4904-4c8a-bca1-5dfb189b352c'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:37.731483 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-310fecc7-c1e3-44d6-a140-1be98e92a597 req-7a20832a-5ec1-4114-a726-54a6995c9cb2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9133b83e-f88e-4143-aaf9-58622f2917dc HTTP/1.1" status: 200 len: 1001 time: 0.1299567 Apr 01 16:00:37.766598 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c86caa6-b8ce-4cf9-832a-be2e3d6c6f0d tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Pushing event updated for resources: {'Port': ['ID=7b70cf56-7526-4ca1-806d-87818cec70e8,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:37.774928 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c86caa6-b8ce-4cf9-832a-be2e3d6c6f0d tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Network ed45466e-0386-4b92-8de3-247c977242ac is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:00:37.776482 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-2c86caa6-b8ce-4cf9-832a-be2e3d6c6f0d tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:00:37.778974 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c86caa6-b8ce-4cf9-832a-be2e3d6c6f0d tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:00:37.811932 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310fecc7-c1e3-44d6-a140-1be98e92a597 req-9a733ea9-e1ad-4ddf-aa26-dbe645002724 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:37.813508 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-310fecc7-c1e3-44d6-a140-1be98e92a597 req-9a733ea9-e1ad-4ddf-aa26-dbe645002724 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=89cf3890-8986-45b8-911d-fb627612bf2e HTTP/1.1" status: 200 len: 835 time: 0.0738330 Apr 01 16:00:37.905084 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-ba772dfa-4890-4ac7-b4c1-aa0d4ef74759 None None] Allocated IP 172.20.0.2 (47dfaf19-09a3-41a8-b892-00c74038d655/4765f803-299f-4855-b1f2-62a4f8f33940/b02d05d8-fec3-4a63-bd2d-0b67dbc2210f) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:00:38.050992 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-d0fbd226-176f-4473-99e5-e53b012d40ba None None] Set router 8687c6f4-4904-4c8a-bca1-5dfb189b352c gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:00:38.188663 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-310fecc7-c1e3-44d6-a140-1be98e92a597 req-828d814b-5703-4af6-853d-26f5695ff4dd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9966213a-d852-47af-b676-2130e90548f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3683920 Apr 01 16:00:38.360152 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-310fecc7-c1e3-44d6-a140-1be98e92a597 req-89ac0eaf-2672-4631-af4b-dce61ba67513 service neutron] 10.222.0.24 "GET /v2.0/networks/9966213a-d852-47af-b676-2130e90548f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549125 Apr 01 16:00:38.453028 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ba772dfa-4890-4ac7-b4c1-aa0d4ef74759 None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:38.468967 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2c86caa6-b8ce-4cf9-832a-be2e3d6c6f0d tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:38.496468 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-ba772dfa-4890-4ac7-b4c1-aa0d4ef74759 None None] Transition to ACTIVE for port object b02d05d8-fec3-4a63-bd2d-0b67dbc2210f will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:00:38.527486 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-ba772dfa-4890-4ac7-b4c1-aa0d4ef74759 None None] Transition to ACTIVE for port object b02d05d8-fec3-4a63-bd2d-0b67dbc2210f will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:00:38.530342 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2c86caa6-b8ce-4cf9-832a-be2e3d6c6f0d tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:38.538952 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ba772dfa-4890-4ac7-b4c1-aa0d4ef74759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:38.571568 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-310fecc7-c1e3-44d6-a140-1be98e92a597 req-c7754c2d-23b9-4b23-aca0-f1c366d38c54 service neutron] 10.222.0.24 "GET /v2.0/networks/9966213a-d852-47af-b676-2130e90548f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037544 Apr 01 16:00:38.633003 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba772dfa-4890-4ac7-b4c1-aa0d4ef74759 None None] Network 47dfaf19-09a3-41a8-b892-00c74038d655 is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:00:38.637523 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-d0fbd226-176f-4473-99e5-e53b012d40ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8687c6f4-4904-4c8a-bca1-5dfb189b352c', 'name': 'tempest-TestNetworkBasicOps-router-1043841888', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.119'}], 'enable_snat': True}, 'gw_port_id': '75d196b0-867f-4a8d-9362-bde6351a5cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:33Z', 'updated_at': '2022-04-01T16:00:35Z', 'revision_number': 3, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': '75d196b0-867f-4a8d-9362-bde6351a5cab', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c7:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8687c6f4-4904-4c8a-bca1-5dfb189b352c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:34Z', 'updated_at': '2022-04-01T16:00:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:38.639896 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-ba772dfa-4890-4ac7-b4c1-aa0d4ef74759 None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:00:38.643084 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba772dfa-4890-4ac7-b4c1-aa0d4ef74759 None None] Pushing event updated for resources: {'Port': ['ID=b02d05d8-fec3-4a63-bd2d-0b67dbc2210f,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:38.646980 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba772dfa-4890-4ac7-b4c1-aa0d4ef74759 None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:00:38.651110 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fbd226-176f-4473-99e5-e53b012d40ba None None] The sync data for ids ['8687c6f4-4904-4c8a-bca1-5dfb189b352c'] in dv-neutron-833373-2-hyperv is: [{'id': '8687c6f4-4904-4c8a-bca1-5dfb189b352c', 'name': 'tempest-TestNetworkBasicOps-router-1043841888', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.119'}], 'enable_snat': True}, 'gw_port_id': '75d196b0-867f-4a8d-9362-bde6351a5cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:33Z', 'updated_at': '2022-04-01T16:00:35Z', 'revision_number': 3, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': '75d196b0-867f-4a8d-9362-bde6351a5cab', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c7:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8687c6f4-4904-4c8a-bca1-5dfb189b352c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:34Z', 'updated_at': '2022-04-01T16:00:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:00:38.695601 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 39d30461-ace8-47db-b937-b378953c7cb2 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:00:38.714648 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e6155a6e-b549-439c-9dd2-90a87130962c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:38.767590 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 39d30461-ace8-47db-b937-b378953c7cb2 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:00:38.767943 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 39d30461-ace8-47db-b937-b378953c7cb2 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:00:38.801928 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-ba772dfa-4890-4ac7-b4c1-aa0d4ef74759 None None] Attempting to bind port b02d05d8-fec3-4a63-bd2d-0b67dbc2210f on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:00:38.802575 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-ba772dfa-4890-4ac7-b4c1-aa0d4ef74759 None None] Attempting to bind port b02d05d8-fec3-4a63-bd2d-0b67dbc2210f by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'bb511389-4312-4ece-927a-31dc17fd6bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '47dfaf19-09a3-41a8-b892-00c74038d655'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:00:38.803126 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba772dfa-4890-4ac7-b4c1-aa0d4ef74759 None None] Attempting to bind port b02d05d8-fec3-4a63-bd2d-0b67dbc2210f on network 47dfaf19-09a3-41a8-b892-00c74038d655 {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:00:38.817625 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba772dfa-4890-4ac7-b4c1-aa0d4ef74759 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:00:38.818094 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba772dfa-4890-4ac7-b4c1-aa0d4ef74759 None None] Checking segment: {'id': 'bb511389-4312-4ece-927a-31dc17fd6bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '47dfaf19-09a3-41a8-b892-00c74038d655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:00:38.818564 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ba772dfa-4890-4ac7-b4c1-aa0d4ef74759 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:38.819027 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba772dfa-4890-4ac7-b4c1-aa0d4ef74759 None None] Bound using segment: {'id': 'bb511389-4312-4ece-927a-31dc17fd6bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '47dfaf19-09a3-41a8-b892-00c74038d655'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:00:38.819660 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-ba772dfa-4890-4ac7-b4c1-aa0d4ef74759 None None] Bound port: b02d05d8-fec3-4a63-bd2d-0b67dbc2210f, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb511389-4312-4ece-927a-31dc17fd6bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '47dfaf19-09a3-41a8-b892-00c74038d655'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:00:38.820098 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ba772dfa-4890-4ac7-b4c1-aa0d4ef74759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:38.888549 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2c86caa6-b8ce-4cf9-832a-be2e3d6c6f0d tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:38.897357 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2c86caa6-b8ce-4cf9-832a-be2e3d6c6f0d tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:38.972696 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-ba772dfa-4890-4ac7-b4c1-aa0d4ef74759 None None] For port b02d05d8-fec3-4a63-bd2d-0b67dbc2210f, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:00:38.978773 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-ba772dfa-4890-4ac7-b4c1-aa0d4ef74759 None None] For port b02d05d8-fec3-4a63-bd2d-0b67dbc2210f, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=b02d05d8-fec3-4a63-bd2d-0b67dbc2210f,segment=NetworkSegment(bb511389-4312-4ece-927a-31dc17fd6bb2),segment_id=bb511389-4312-4ece-927a-31dc17fd6bb2)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:00:38.986838 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ba772dfa-4890-4ac7-b4c1-aa0d4ef74759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:39.021799 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c86caa6-b8ce-4cf9-832a-be2e3d6c6f0d tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Pushing event updated for resources: {'Port': ['ID=7b70cf56-7526-4ca1-806d-87818cec70e8,revision_number=2']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:39.032678 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2c86caa6-b8ce-4cf9-832a-be2e3d6c6f0d tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617697'] for floatingip, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:39.077530 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba772dfa-4890-4ac7-b4c1-aa0d4ef74759 None None] Pushing event updated for resources: {'Port': ['ID=b02d05d8-fec3-4a63-bd2d-0b67dbc2210f,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:39.236454 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-e6155a6e-b549-439c-9dd2-90a87130962c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Allocated IP 172.20.0.1 (47dfaf19-09a3-41a8-b892-00c74038d655/4765f803-299f-4855-b1f2-62a4f8f33940/02f3abbe-22fd-4eb9-9c2c-b481735e13cb) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:00:39.261768 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.l3_db [None req-2c86caa6-b8ce-4cf9-832a-be2e3d6c6f0d tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Floating IP cec8e1d2-69b6-4b5a-ba91-2e463631af1e associated. External IP: 172.26.1.23, port: 4f536d96-4b3a-460a-9962-5ebb48c45506. Apr 01 16:00:39.442885 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e6155a6e-b549-439c-9dd2-90a87130962c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:39.467410 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [None req-e6155a6e-b549-439c-9dd2-90a87130962c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Transition to ACTIVE for port object 02f3abbe-22fd-4eb9-9c2c-b481735e13cb will not be triggered until provisioned by entity DHCP. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:00:39.493267 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e6155a6e-b549-439c-9dd2-90a87130962c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:39.616174 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6155a6e-b549-439c-9dd2-90a87130962c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Network 47dfaf19-09a3-41a8-b892-00c74038d655 is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:00:39.617796 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6155a6e-b549-439c-9dd2-90a87130962c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'Port': ['ID=02f3abbe-22fd-4eb9-9c2c-b481735e13cb,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:39.622632 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-e6155a6e-b549-439c-9dd2-90a87130962c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:00:39.626939 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6155a6e-b549-439c-9dd2-90a87130962c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:00:39.757692 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e6155a6e-b549-439c-9dd2-90a87130962c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611418'] for router_interface, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:39.870091 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e6155a6e-b549-439c-9dd2-90a87130962c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:39.907353 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c86caa6-b8ce-4cf9-832a-be2e3d6c6f0d tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Router 05b9be92-50a2-43a2-a398-6708a0dd5f87 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:00:40.185034 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c86caa6-b8ce-4cf9-832a-be2e3d6c6f0d tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:00:40.196681 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e682d3-cc4b-4b66-ba0d-a3e8696e15b4 None None] Sync routers for ids ['05b9be92-50a2-43a2-a398-6708a0dd5f87'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:00:40.218882 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2c86caa6-b8ce-4cf9-832a-be2e3d6c6f0d tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for floatingip, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:40.221017 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e682d3-cc4b-4b66-ba0d-a3e8696e15b4 None None] Routers {'05b9be92-50a2-43a2-a398-6708a0dd5f87'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:00:40.221660 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-f8e682d3-cc4b-4b66-ba0d-a3e8696e15b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:00:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['05b9be92-50a2-43a2-a398-6708a0dd5f87'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:40.286419 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-2c86caa6-b8ce-4cf9-832a-be2e3d6c6f0d tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.3649509 Apr 01 16:00:40.287257 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a38017a-7d5c-4034-a1d9-3e16dbc93294', 'tag': '4f536d96-4b3a-460a-9962-5ebb48c45506'}] {{(pid=83826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:00:40.398405 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19fe0712-eb5f-4ac4-bded-c99bcaeb49bd None None] Network 47dfaf19-09a3-41a8-b892-00c74038d655 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:00:40.401954 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a38017a-7d5c-4034-a1d9-3e16dbc93294', 'tag': '4f536d96-4b3a-460a-9962-5ebb48c45506', 'status': 'completed', 'code': 200} Apr 01 16:00:40.526481 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-f8e682d3-cc4b-4b66-ba0d-a3e8696e15b4 None None] Set router 05b9be92-50a2-43a2-a398-6708a0dd5f87 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:00:40.552861 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-62e23e6f-6d28-4e56-ab3f-935f0e8f7ef2 None None] Provisioning for port b02d05d8-fec3-4a63-bd2d-0b67dbc2210f completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:00:40.634739 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-7cbc682e-4234-4130-b891-756ebc152404 req-e3bbeea1-e734-4e7c-be56-c83b02afbf55 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b9e160ed92af426eb41719050c02f853&device_id=2a38017a-7d5c-4034-a1d9-3e16dbc93294 HTTP/1.1" status: 200 len: 1098 time: 0.1971214 Apr 01 16:00:40.860343 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbc682e-4234-4130-b891-756ebc152404 req-b0d560e8-fbf6-42e2-8109-df05525c5ecd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:40.861925 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-7cbc682e-4234-4130-b891-756ebc152404 req-b0d560e8-fbf6-42e2-8109-df05525c5ecd service neutron] 10.222.0.24 "GET /v2.0/networks?id=d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0 HTTP/1.1" status: 200 len: 912 time: 0.2179611 Apr 01 16:00:40.865853 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device b02d05d8-fec3-4a63-bd2d-0b67dbc2210f up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:00:40.953225 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port b02d05d8-fec3-4a63-bd2d-0b67dbc2210f completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:00:40.959234 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port b02d05d8-fec3-4a63-bd2d-0b67dbc2210f triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:00:40.959810 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:41.007433 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-7cbc682e-4234-4130-b891-756ebc152404 req-747229e3-91c1-4a74-84b6-61b3013d9634 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f536d96-4b3a-460a-9962-5ebb48c45506 HTTP/1.1" status: 200 len: 998 time: 0.1300664 Apr 01 16:00:41.008889 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e6155a6e-b549-439c-9dd2-90a87130962c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for port, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:41.017491 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e6155a6e-b549-439c-9dd2-90a87130962c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:41.096114 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-f8e682d3-cc4b-4b66-ba0d-a3e8696e15b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b9be92-50a2-43a2-a398-6708a0dd5f87', 'name': 'tempest-TestVolumeBootPattern-1030540240-router', 'tenant_id': 'b9e160ed92af426eb41719050c02f853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.5'}], 'enable_snat': True}, 'gw_port_id': 'c9310d4d-02e6-42b9-9f00-f699c4f1c79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:59:30Z', 'updated_at': '2022-04-01T15:59:38Z', 'revision_number': 4, 'project_id': 'b9e160ed92af426eb41719050c02f853', 'gw_port': {'id': 'c9310d4d-02e6-42b9-9f00-f699c4f1c79c', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b9be92-50a2-43a2-a398-6708a0dd5f87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:31Z', 'updated_at': '2022-04-01T15:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': 'cec8e1d2-69b6-4b5a-ba91-2e463631af1e', 'tenant_id': 'b9e160ed92af426eb41719050c02f853', 'floating_ip_address': '172.26.1.23', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '05b9be92-50a2-43a2-a398-6708a0dd5f87', 'port_id': '4f536d96-4b3a-460a-9962-5ebb48c45506', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0', 'mac_address': 'fa:16:3e:47:50:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a38017a-7d5c-4034-a1d9-3e16dbc93294', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:00:38Z', 'updated_at': '2022-04-01T16:00:38Z', 'revision_number': 0, 'project_id': 'b9e160ed92af426eb41719050c02f853', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53e92810-2be5-45b0-9e43-4bd6dec17163', 'name': '', 'network_id': 'd3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0', 'tenant_id': 'b9e160ed92af426eb41719050c02f853', 'mac_address': 'fa:16:3e:cd:d6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b9be92-50a2-43a2-a398-6708a0dd5f87', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e89a89e5-8fa9-4b91-af10-f0a4d00467fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:37Z', 'updated_at': '2022-04-01T16:00:18Z', 'revision_number': 5, 'project_id': 'b9e160ed92af426eb41719050c02f853', 'subnets': [{'id': 'e89a89e5-8fa9-4b91-af10-f0a4d00467fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:41.117372 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e682d3-cc4b-4b66-ba0d-a3e8696e15b4 None None] Checking router: 05b9be92-50a2-43a2-a398-6708a0dd5f87 for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:00:41.140226 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e682d3-cc4b-4b66-ba0d-a3e8696e15b4 None None] Routers {'05b9be92-50a2-43a2-a398-6708a0dd5f87'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:00:41.141852 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-f8e682d3-cc4b-4b66-ba0d-a3e8696e15b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:00:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['05b9be92-50a2-43a2-a398-6708a0dd5f87'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:41.196903 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-879b7f14-ab91-46f0-af9c-9ed9fcdd0044 None None] Provisioning for port 02f3abbe-22fd-4eb9-9c2c-b481735e13cb completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:00:41.211114 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:41.221002 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e6155a6e-b549-439c-9dd2-90a87130962c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611525'] for router_interface, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:41.227733 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6155a6e-b549-439c-9dd2-90a87130962c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'Port': ['ID=02f3abbe-22fd-4eb9-9c2c-b481735e13cb,revision_number=2']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:41.232434 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-879b7f14-ab91-46f0-af9c-9ed9fcdd0044 None None] Provisioning complete for port 02f3abbe-22fd-4eb9-9c2c-b481735e13cb triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:00:41.233305 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-879b7f14-ab91-46f0-af9c-9ed9fcdd0044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:41.234450 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbc682e-4234-4130-b891-756ebc152404 req-7df2493e-0055-4c74-b853-14533d23ac3b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:41.235935 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-7cbc682e-4234-4130-b891-756ebc152404 req-7df2493e-0055-4c74-b853-14533d23ac3b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e89a89e5-8fa9-4b91-af10-f0a4d00467fb HTTP/1.1" status: 200 len: 851 time: 0.1800787 Apr 01 16:00:41.313645 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-879b7f14-ab91-46f0-af9c-9ed9fcdd0044 None None] Port 02f3abbe-22fd-4eb9-9c2c-b481735e13cb cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 16:00:41.316905 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port b02d05d8-fec3-4a63-bd2d-0b67dbc2210f, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=b02d05d8-fec3-4a63-bd2d-0b67dbc2210f,segment=NetworkSegment(bb511389-4312-4ece-927a-31dc17fd6bb2),segment_id=bb511389-4312-4ece-927a-31dc17fd6bb2)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:00:41.324226 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:41.325391 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 75d196b0-867f-4a8d-9362-bde6351a5cab up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:00:41.444268 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-f8e682d3-cc4b-4b66-ba0d-a3e8696e15b4 None None] Set router 05b9be92-50a2-43a2-a398-6708a0dd5f87 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:00:41.452934 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-879b7f14-ab91-46f0-af9c-9ed9fcdd0044 None None] Provisioning complete for port b02d05d8-fec3-4a63-bd2d-0b67dbc2210f triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:00:41.453530 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-879b7f14-ab91-46f0-af9c-9ed9fcdd0044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:41.466164 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-7cbc682e-4234-4130-b891-756ebc152404 req-8460a7e4-60ac-4a1c-90e1-009103389b63 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2215724 Apr 01 16:00:41.470716 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6155a6e-b549-439c-9dd2-90a87130962c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Network 47dfaf19-09a3-41a8-b892-00c74038d655 is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:00:41.471912 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-e6155a6e-b549-439c-9dd2-90a87130962c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:00:41.529789 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=b02d05d8-fec3-4a63-bd2d-0b67dbc2210f,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:41.593130 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 75d196b0-867f-4a8d-9362-bde6351a5cab completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:00:41.601826 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 75d196b0-867f-4a8d-9362-bde6351a5cab triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:00:41.602389 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:41.619752 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-7cbc682e-4234-4130-b891-756ebc152404 req-d3555665-d132-4e85-93e8-59d0b920fa13 service neutron] 10.222.0.24 "GET /v2.0/networks/d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447880 Apr 01 16:00:41.754713 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:41.782051 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port 75d196b0-867f-4a8d-9362-bde6351a5cab, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=75d196b0-867f-4a8d-9362-bde6351a5cab,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:00:41.789128 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:41.843914 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-f5dadf45-9d0d-430e-9d58-efabda9a5fab None None] Provisioning complete for port 02f3abbe-22fd-4eb9-9c2c-b481735e13cb triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:00:41.844341 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f5dadf45-9d0d-430e-9d58-efabda9a5fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:41.955689 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=75d196b0-867f-4a8d-9362-bde6351a5cab,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:41.958569 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-f5dadf45-9d0d-430e-9d58-efabda9a5fab None None] Port 02f3abbe-22fd-4eb9-9c2c-b481735e13cb cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 16:00:41.981424 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-f8e682d3-cc4b-4b66-ba0d-a3e8696e15b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b9be92-50a2-43a2-a398-6708a0dd5f87', 'name': 'tempest-TestVolumeBootPattern-1030540240-router', 'tenant_id': 'b9e160ed92af426eb41719050c02f853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.5'}], 'enable_snat': True}, 'gw_port_id': 'c9310d4d-02e6-42b9-9f00-f699c4f1c79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:59:30Z', 'updated_at': '2022-04-01T15:59:38Z', 'revision_number': 4, 'project_id': 'b9e160ed92af426eb41719050c02f853', 'gw_port': {'id': 'c9310d4d-02e6-42b9-9f00-f699c4f1c79c', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b9be92-50a2-43a2-a398-6708a0dd5f87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:31Z', 'updated_at': '2022-04-01T15:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': 'cec8e1d2-69b6-4b5a-ba91-2e463631af1e', 'tenant_id': 'b9e160ed92af426eb41719050c02f853', 'floating_ip_address': '172.26.1.23', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '05b9be92-50a2-43a2-a398-6708a0dd5f87', 'port_id': '4f536d96-4b3a-460a-9962-5ebb48c45506', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0', 'mac_address': 'fa:16:3e:47:50:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a38017a-7d5c-4034-a1d9-3e16dbc93294', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:00:38Z', 'updated_at': '2022-04-01T16:00:38Z', 'revision_number': 0, 'project_id': 'b9e160ed92af426eb41719050c02f853', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53e92810-2be5-45b0-9e43-4bd6dec17163', 'name': '', 'network_id': 'd3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0', 'tenant_id': 'b9e160ed92af426eb41719050c02f853', 'mac_address': 'fa:16:3e:cd:d6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b9be92-50a2-43a2-a398-6708a0dd5f87', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e89a89e5-8fa9-4b91-af10-f0a4d00467fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:37Z', 'updated_at': '2022-04-01T16:00:18Z', 'revision_number': 5, 'project_id': 'b9e160ed92af426eb41719050c02f853', 'subnets': [{'id': 'e89a89e5-8fa9-4b91-af10-f0a4d00467fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:41.986160 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e682d3-cc4b-4b66-ba0d-a3e8696e15b4 None None] The sync data for ids ['05b9be92-50a2-43a2-a398-6708a0dd5f87'] in dv-neutron-833373-2-hyperv is: [{'id': '05b9be92-50a2-43a2-a398-6708a0dd5f87', 'name': 'tempest-TestVolumeBootPattern-1030540240-router', 'tenant_id': 'b9e160ed92af426eb41719050c02f853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.5'}], 'enable_snat': True}, 'gw_port_id': 'c9310d4d-02e6-42b9-9f00-f699c4f1c79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:59:30Z', 'updated_at': '2022-04-01T15:59:38Z', 'revision_number': 4, 'project_id': 'b9e160ed92af426eb41719050c02f853', 'gw_port': {'id': 'c9310d4d-02e6-42b9-9f00-f699c4f1c79c', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b9be92-50a2-43a2-a398-6708a0dd5f87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:31Z', 'updated_at': '2022-04-01T15:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': 'cec8e1d2-69b6-4b5a-ba91-2e463631af1e', 'tenant_id': 'b9e160ed92af426eb41719050c02f853', 'floating_ip_address': '172.26.1.23', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '05b9be92-50a2-43a2-a398-6708a0dd5f87', 'port_id': '4f536d96-4b3a-460a-9962-5ebb48c45506', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0', 'mac_address': 'fa:16:3e:47:50:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a38017a-7d5c-4034-a1d9-3e16dbc93294', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:00:38Z', 'updated_at': '2022-04-01T16:00:38Z', 'revision_number': 0, 'project_id': 'b9e160ed92af426eb41719050c02f853', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53e92810-2be5-45b0-9e43-4bd6dec17163', 'name': '', 'network_id': 'd3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0', 'tenant_id': 'b9e160ed92af426eb41719050c02f853', 'mac_address': 'fa:16:3e:cd:d6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b9be92-50a2-43a2-a398-6708a0dd5f87', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e89a89e5-8fa9-4b91-af10-f0a4d00467fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:37Z', 'updated_at': '2022-04-01T16:00:18Z', 'revision_number': 5, 'project_id': 'b9e160ed92af426eb41719050c02f853', 'subnets': [{'id': 'e89a89e5-8fa9-4b91-af10-f0a4d00467fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:00:42.079991 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-c82963ad-57d0-4847-9ad2-f0ead3389e0e None None] Provisioning complete for port 02f3abbe-22fd-4eb9-9c2c-b481735e13cb triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:00:42.080360 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c82963ad-57d0-4847-9ad2-f0ead3389e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:42.085338 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-7cbc682e-4234-4130-b891-756ebc152404 req-99800226-9665-44a0-a318-e1f2778b899a service neutron] 10.222.0.24 "GET /v2.0/networks/d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3893909 Apr 01 16:00:42.136289 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-c82963ad-57d0-4847-9ad2-f0ead3389e0e None None] Port 02f3abbe-22fd-4eb9-9c2c-b481735e13cb cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 16:00:42.286020 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6155a6e-b549-439c-9dd2-90a87130962c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Router 8687c6f4-4904-4c8a-bca1-5dfb189b352c has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:00:42.486932 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6155a6e-b549-439c-9dd2-90a87130962c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:00:42.500188 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-e6155a6e-b549-439c-9dd2-90a87130962c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "PUT /v2.0/routers/8687c6f4-4904-4c8a-bca1-5dfb189b352c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4958711 Apr 01 16:00:42.502631 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 57534) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:42.701624 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device b02d05d8-fec3-4a63-bd2d-0b67dbc2210f up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:00:42.770734 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port b02d05d8-fec3-4a63-bd2d-0b67dbc2210f triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:00:42.771112 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:42.785261 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a92bad-6349-4184-a7f8-817319259df3 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:42.785632 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a92bad-6349-4184-a7f8-817319259df3 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:42.786000 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a92bad-6349-4184-a7f8-817319259df3 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:42.786360 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a92bad-6349-4184-a7f8-817319259df3 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:42.786716 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a92bad-6349-4184-a7f8-817319259df3 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:42.787079 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a92bad-6349-4184-a7f8-817319259df3 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:42.787425 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a92bad-6349-4184-a7f8-817319259df3 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:42.789283 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-50a92bad-6349-4184-a7f8-817319259df3 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4962 time: 0.2856047 Apr 01 16:00:42.792137 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 57540) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:42.872951 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1464cc3-9c61-493e-bd52-a1e922a74bd0 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:42.873629 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1464cc3-9c61-493e-bd52-a1e922a74bd0 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:42.873996 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1464cc3-9c61-493e-bd52-a1e922a74bd0 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:42.874500 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1464cc3-9c61-493e-bd52-a1e922a74bd0 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:42.874705 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1464cc3-9c61-493e-bd52-a1e922a74bd0 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:42.875056 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1464cc3-9c61-493e-bd52-a1e922a74bd0 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:42.875404 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1464cc3-9c61-493e-bd52-a1e922a74bd0 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:42.881537 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-c1464cc3-9c61-493e-bd52-a1e922a74bd0 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4629 time: 0.0841796 Apr 01 16:00:42.881790 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 57544) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:42.890737 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 75d196b0-867f-4a8d-9362-bde6351a5cab up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:00:42.958355 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 75d196b0-867f-4a8d-9362-bde6351a5cab triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:00:42.958706 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:43.107504 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-96d535ea-6cbc-4f0b-b57a-f591d87b39a7 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3775 time: 0.2245953 Apr 01 16:00:43.343676 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 57550) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:43.350989 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-38c4831a-7749-428d-a91e-b84ac6b74e3c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1686160127', 'description': 'tempest-secgroup-smoke-1686160127 description', 'project_id': '447e2c5010754fe1ad368efac7c75251'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:00:43.358982 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-38c4831a-7749-428d-a91e-b84ac6b74e3c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:00:43.363366 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-38c4831a-7749-428d-a91e-b84ac6b74e3c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:00:43.369588 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-38c4831a-7749-428d-a91e-b84ac6b74e3c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:00:43.375784 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-38c4831a-7749-428d-a91e-b84ac6b74e3c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:00:43.386429 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-38c4831a-7749-428d-a91e-b84ac6b74e3c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:43.421019 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-38c4831a-7749-428d-a91e-b84ac6b74e3c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:00:43.424645 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-38c4831a-7749-428d-a91e-b84ac6b74e3c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group_rule and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:00:43.427432 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-38c4831a-7749-428d-a91e-b84ac6b74e3c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:00:43.433875 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-38c4831a-7749-428d-a91e-b84ac6b74e3c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:00:43.492443 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-38c4831a-7749-428d-a91e-b84ac6b74e3c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:43.496520 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-38c4831a-7749-428d-a91e-b84ac6b74e3c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:43.548112 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c4831a-7749-428d-a91e-b84ac6b74e3c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16809057-63f0-440a-856e-e94938801f8f,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:43.551820 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-38c4831a-7749-428d-a91e-b84ac6b74e3c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:43.553096 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-38c4831a-7749-428d-a91e-b84ac6b74e3c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2082627 Apr 01 16:00:43.555833 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 57554) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:43.561534 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-f81587e2-ba11-4fe2-84e5-7d38aa78faa7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'security_group_rule': {'security_group_id': '16809057-63f0-440a-856e-e94938801f8f', 'project_id': '447e2c5010754fe1ad368efac7c75251', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:00:43.567606 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-f81587e2-ba11-4fe2-84e5-7d38aa78faa7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:00:43.571505 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-f81587e2-ba11-4fe2-84e5-7d38aa78faa7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group_rule and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:00:43.575157 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-f81587e2-ba11-4fe2-84e5-7d38aa78faa7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:00:43.584394 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-f81587e2-ba11-4fe2-84e5-7d38aa78faa7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:00:43.602280 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f81587e2-ba11-4fe2-84e5-7d38aa78faa7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:43.670498 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f81587e2-ba11-4fe2-84e5-7d38aa78faa7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:43.674467 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f81587e2-ba11-4fe2-84e5-7d38aa78faa7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:43.697897 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81587e2-ba11-4fe2-84e5-7d38aa78faa7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fedc331c-a5b7-4650-a9a7-bb209d125595,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:43.709412 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f81587e2-ba11-4fe2-84e5-7d38aa78faa7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:43.710684 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-f81587e2-ba11-4fe2-84e5-7d38aa78faa7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1538913 Apr 01 16:00:43.713465 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 57558) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:43.719505 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-64dd4786-277c-474d-979d-548902c13fa6 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'security_group_rule': {'security_group_id': '16809057-63f0-440a-856e-e94938801f8f', 'project_id': '447e2c5010754fe1ad368efac7c75251', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:00:43.728270 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-64dd4786-277c-474d-979d-548902c13fa6 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:00:43.730822 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-64dd4786-277c-474d-979d-548902c13fa6 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group_rule and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:00:43.734502 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-64dd4786-277c-474d-979d-548902c13fa6 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:00:43.741607 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-64dd4786-277c-474d-979d-548902c13fa6 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:00:43.761685 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-64dd4786-277c-474d-979d-548902c13fa6 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:43.841602 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-64dd4786-277c-474d-979d-548902c13fa6 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:43.845242 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-64dd4786-277c-474d-979d-548902c13fa6 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:43.869278 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dd4786-277c-474d-979d-548902c13fa6 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3faba302-b504-4ebc-8c2f-1da6a6a0f2a7,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:43.877737 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-64dd4786-277c-474d-979d-548902c13fa6 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:43.880088 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-64dd4786-277c-474d-979d-548902c13fa6 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1656265 Apr 01 16:00:43.882857 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 57562) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:43.888172 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-88170850-3882-4ffb-b14b-3622993fad69 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'security_group_rule': {'security_group_id': '16809057-63f0-440a-856e-e94938801f8f', 'project_id': '447e2c5010754fe1ad368efac7c75251', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:00:43.895473 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-88170850-3882-4ffb-b14b-3622993fad69 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:00:43.899255 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-88170850-3882-4ffb-b14b-3622993fad69 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group_rule and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:00:43.902130 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-88170850-3882-4ffb-b14b-3622993fad69 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:00:43.907718 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-88170850-3882-4ffb-b14b-3622993fad69 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:00:43.924005 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-88170850-3882-4ffb-b14b-3622993fad69 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:43.995889 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-88170850-3882-4ffb-b14b-3622993fad69 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:43.999831 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-88170850-3882-4ffb-b14b-3622993fad69 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:44.023899 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88170850-3882-4ffb-b14b-3622993fad69 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cba39876-5650-49cc-beb7-ff6a47ac079a,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:44.032953 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-88170850-3882-4ffb-b14b-3622993fad69 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:44.034110 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-88170850-3882-4ffb-b14b-3622993fad69 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1503358 Apr 01 16:00:44.037640 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 57566) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:44.043003 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-5bdf6722-e06d-4084-902e-32784e4b6d8a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'security_group_rule': {'security_group_id': '16809057-63f0-440a-856e-e94938801f8f', 'project_id': '447e2c5010754fe1ad368efac7c75251', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:00:44.048870 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-5bdf6722-e06d-4084-902e-32784e4b6d8a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:00:44.052677 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-5bdf6722-e06d-4084-902e-32784e4b6d8a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group_rule and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:00:44.055525 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-5bdf6722-e06d-4084-902e-32784e4b6d8a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:00:44.061142 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-5bdf6722-e06d-4084-902e-32784e4b6d8a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:00:44.077093 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5bdf6722-e06d-4084-902e-32784e4b6d8a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:44.145828 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5bdf6722-e06d-4084-902e-32784e4b6d8a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:44.151336 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5bdf6722-e06d-4084-902e-32784e4b6d8a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:44.175414 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdf6722-e06d-4084-902e-32784e4b6d8a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e5bd61f-f825-480f-ad54-b16b5328d99e,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:44.186631 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5bdf6722-e06d-4084-902e-32784e4b6d8a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:44.188255 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-5bdf6722-e06d-4084-902e-32784e4b6d8a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1495087 Apr 01 16:00:44.191947 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 57572) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:44.198157 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-9d86903e-901b-4971-b408-618472f7dc23 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'security_group_rule': {'security_group_id': '16809057-63f0-440a-856e-e94938801f8f', 'project_id': '447e2c5010754fe1ad368efac7c75251', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:00:44.204377 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-9d86903e-901b-4971-b408-618472f7dc23 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:00:44.208552 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-9d86903e-901b-4971-b408-618472f7dc23 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group_rule and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:00:44.211655 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-9d86903e-901b-4971-b408-618472f7dc23 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:00:44.219207 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-9d86903e-901b-4971-b408-618472f7dc23 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:00:44.230359 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.securitygroups_db [None req-9d86903e-901b-4971-b408-618472f7dc23 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Project 447e2c5010754fe1ad368efac7c75251 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:00:44.237265 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9d86903e-901b-4971-b408-618472f7dc23 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:44.317305 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9d86903e-901b-4971-b408-618472f7dc23 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:44.321320 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9d86903e-901b-4971-b408-618472f7dc23 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:44.344127 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d86903e-901b-4971-b408-618472f7dc23 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8908a560-2a24-4340-aca5-60d227464366,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:44.354139 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9d86903e-901b-4971-b408-618472f7dc23 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:44.355455 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-9d86903e-901b-4971-b408-618472f7dc23 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1621442 Apr 01 16:00:44.358284 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 57578) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:44.364394 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-9ae6ea85-1569-4fe2-ab7b-f08ff012b1ce tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'security_group_rule': {'security_group_id': '16809057-63f0-440a-856e-e94938801f8f', 'project_id': '447e2c5010754fe1ad368efac7c75251', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:00:44.371440 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-9ae6ea85-1569-4fe2-ab7b-f08ff012b1ce tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:00:44.377032 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-9ae6ea85-1569-4fe2-ab7b-f08ff012b1ce tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group_rule and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:00:44.381462 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-9ae6ea85-1569-4fe2-ab7b-f08ff012b1ce tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:00:44.387934 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-9ae6ea85-1569-4fe2-ab7b-f08ff012b1ce tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:00:44.399840 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.securitygroups_db [None req-9ae6ea85-1569-4fe2-ab7b-f08ff012b1ce tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Project 447e2c5010754fe1ad368efac7c75251 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:00:44.406853 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9ae6ea85-1569-4fe2-ab7b-f08ff012b1ce tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:44.471057 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9ae6ea85-1569-4fe2-ab7b-f08ff012b1ce tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:44.475187 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9ae6ea85-1569-4fe2-ab7b-f08ff012b1ce tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:44.497655 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae6ea85-1569-4fe2-ab7b-f08ff012b1ce tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29038023-51d1-4011-8e96-d1ef999cb547,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:44.506840 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9ae6ea85-1569-4fe2-ab7b-f08ff012b1ce tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:44.508013 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-9ae6ea85-1569-4fe2-ab7b-f08ff012b1ce tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1487894 Apr 01 16:00:44.692067 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-45bbd09a-8f68-479e-96c1-6f6c1c33b2fe req-2367391c-52b1-4eba-8fbf-5260287764b8 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Synchronizing usage tracker for tenant:447e2c5010754fe1ad368efac7c75251 on resource:security_group {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:00:44.706578 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-45bbd09a-8f68-479e-96c1-6f6c1c33b2fe req-2367391c-52b1-4eba-8fbf-5260287764b8 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Unset dirty status for tenant:447e2c5010754fe1ad368efac7c75251 on resource:security_group {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:00:44.707724 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-45bbd09a-8f68-479e-96c1-6f6c1c33b2fe req-2367391c-52b1-4eba-8fbf-5260287764b8 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1686160127&fields=id&tenant_id=447e2c5010754fe1ad368efac7c75251 HTTP/1.1" status: 200 len: 267 time: 0.0704834 Apr 01 16:00:44.859369 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bbd09a-8f68-479e-96c1-6f6c1c33b2fe req-ee7bac97-4e0e-4a59-8b12-aec82342c1be tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:44.859943 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-45bbd09a-8f68-479e-96c1-6f6c1c33b2fe req-ee7bac97-4e0e-4a59-8b12-aec82342c1be tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Synchronizing usage tracker for tenant:447e2c5010754fe1ad368efac7c75251 on resource:network {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:00:44.875939 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-45bbd09a-8f68-479e-96c1-6f6c1c33b2fe req-ee7bac97-4e0e-4a59-8b12-aec82342c1be tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Unset dirty status for tenant:447e2c5010754fe1ad368efac7c75251 on resource:network {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:00:44.877283 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-45bbd09a-8f68-479e-96c1-6f6c1c33b2fe req-ee7bac97-4e0e-4a59-8b12-aec82342c1be tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/networks?id=47dfaf19-09a3-41a8-b892-00c74038d655 HTTP/1.1" status: 200 len: 795 time: 0.1592817 Apr 01 16:00:44.894267 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-45bbd09a-8f68-479e-96c1-6f6c1c33b2fe req-3c7d0a73-8453-42e6-9b27-98bf6101b0e8 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/quotas/447e2c5010754fe1ad368efac7c75251 HTTP/1.1" status: 200 len: 375 time: 0.0110483 Apr 01 16:00:44.984335 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-45bbd09a-8f68-479e-96c1-6f6c1c33b2fe req-6d0e8c37-e904-4d5e-a994-6ae93197f34f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=447e2c5010754fe1ad368efac7c75251&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0794442 Apr 01 16:00:45.126761 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-45bbd09a-8f68-479e-96c1-6f6c1c33b2fe req-60cb0d03-123e-47eb-9711-aa23073038f1 service neutron] 10.222.0.55 "GET /v2.0/networks/47dfaf19-09a3-41a8-b892-00c74038d655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353896 Apr 01 16:00:45.202665 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a661cca-1a42-4969-a7d0-f1af9f8e822c None None] New status for floating IP cec8e1d2-69b6-4b5a-ba91-2e463631af1e: ACTIVE {{(pid=83829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 16:00:45.270817 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-45bbd09a-8f68-479e-96c1-6f6c1c33b2fe req-fa3d353b-dcd3-47f7-9540-8a13d6cfe8f8 service neutron] 10.222.0.55 "GET /v2.0/networks/47dfaf19-09a3-41a8-b892-00c74038d655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374424 Apr 01 16:00:45.470234 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-55afa375-c4bc-4f0c-9afe-8d15f02f539e req-eadab6b2-1bbf-4626-8968-154a1691bad5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=f80a2ff4-c1ad-4066-b3bc-164857849ffa HTTP/1.1" status: 200 len: 210 time: 0.0483444 Apr 01 16:00:46.688158 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-bd01e2d5-fe63-4abb-b918-1b5d1b9be4ab req-72944748-f274-4977-9276-ac09cfd0d01c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=f80a2ff4-c1ad-4066-b3bc-164857849ffa HTTP/1.1" status: 200 len: 210 time: 0.0584843 Apr 01 16:00:46.795002 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bbd09a-8f68-479e-96c1-6f6c1c33b2fe req-01beee40-2db2-444a-b083-2258e7a14697 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:46.796250 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-45bbd09a-8f68-479e-96c1-6f6c1c33b2fe req-01beee40-2db2-444a-b083-2258e7a14697 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Synchronizing usage tracker for tenant:447e2c5010754fe1ad368efac7c75251 on resource:network {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:00:46.813058 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-45bbd09a-8f68-479e-96c1-6f6c1c33b2fe req-01beee40-2db2-444a-b083-2258e7a14697 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Unset dirty status for tenant:447e2c5010754fe1ad368efac7c75251 on resource:network {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:00:46.813058 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-45bbd09a-8f68-479e-96c1-6f6c1c33b2fe req-01beee40-2db2-444a-b083-2258e7a14697 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.24 "GET /v2.0/networks?id=47dfaf19-09a3-41a8-b892-00c74038d655 HTTP/1.1" status: 200 len: 795 time: 0.2413652 Apr 01 16:00:46.881640 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-45bbd09a-8f68-479e-96c1-6f6c1c33b2fe req-4dde0f4e-aa23-4fd4-b565-901e438ed4c8 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Synchronizing usage tracker for tenant:447e2c5010754fe1ad368efac7c75251 on resource:security_group {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:00:46.895203 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-45bbd09a-8f68-479e-96c1-6f6c1c33b2fe req-4dde0f4e-aa23-4fd4-b565-901e438ed4c8 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Unset dirty status for tenant:447e2c5010754fe1ad368efac7c75251 on resource:security_group {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:00:46.895203 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-45bbd09a-8f68-479e-96c1-6f6c1c33b2fe req-4dde0f4e-aa23-4fd4-b565-901e438ed4c8 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=447e2c5010754fe1ad368efac7c75251 HTTP/1.1" status: 200 len: 380 time: 0.0647976 Apr 01 16:00:46.900628 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [req-45bbd09a-8f68-479e-96c1-6f6c1c33b2fe req-6c312b5f-e0af-4064-844d-b587827050b1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'port': {'device_id': 'f80a2ff4-c1ad-4066-b3bc-164857849ffa', 'network_id': '47dfaf19-09a3-41a8-b892-00c74038d655', 'admin_state_up': True, 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'security_groups': ['16809057-63f0-440a-856e-e94938801f8f']}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:00:47.159053 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [req-45bbd09a-8f68-479e-96c1-6f6c1c33b2fe req-6c312b5f-e0af-4064-844d-b587827050b1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:00:47.163657 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-45bbd09a-8f68-479e-96c1-6f6c1c33b2fe req-6c312b5f-e0af-4064-844d-b587827050b1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:port and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:00:47.166471 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-45bbd09a-8f68-479e-96c1-6f6c1c33b2fe req-6c312b5f-e0af-4064-844d-b587827050b1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:00:47.172093 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [req-45bbd09a-8f68-479e-96c1-6f6c1c33b2fe req-6c312b5f-e0af-4064-844d-b587827050b1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:00:47.181867 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45bbd09a-8f68-479e-96c1-6f6c1c33b2fe req-6c312b5f-e0af-4064-844d-b587827050b1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Made reservation on behalf of 447e2c5010754fe1ad368efac7c75251 for: {'port': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:00:47.184955 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-45bbd09a-8f68-479e-96c1-6f6c1c33b2fe req-6c312b5f-e0af-4064-844d-b587827050b1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:47.349590 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [req-45bbd09a-8f68-479e-96c1-6f6c1c33b2fe req-6c312b5f-e0af-4064-844d-b587827050b1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Allocated IP 172.20.0.13 (47dfaf19-09a3-41a8-b892-00c74038d655/4765f803-299f-4855-b1f2-62a4f8f33940/ef89d6fb-58f3-43c1-bab3-46ecfe40dc9f) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:00:47.541054 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-45bbd09a-8f68-479e-96c1-6f6c1c33b2fe req-6c312b5f-e0af-4064-844d-b587827050b1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:47.556807 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [req-45bbd09a-8f68-479e-96c1-6f6c1c33b2fe req-6c312b5f-e0af-4064-844d-b587827050b1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Transition to ACTIVE for port object ef89d6fb-58f3-43c1-bab3-46ecfe40dc9f will not be triggered until provisioned by entity DHCP. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:00:47.577357 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-45bbd09a-8f68-479e-96c1-6f6c1c33b2fe req-6c312b5f-e0af-4064-844d-b587827050b1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:47.650324 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45bbd09a-8f68-479e-96c1-6f6c1c33b2fe req-6c312b5f-e0af-4064-844d-b587827050b1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Network 47dfaf19-09a3-41a8-b892-00c74038d655 is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:00:47.653221 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [req-45bbd09a-8f68-479e-96c1-6f6c1c33b2fe req-6c312b5f-e0af-4064-844d-b587827050b1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:00:47.657202 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [req-45bbd09a-8f68-479e-96c1-6f6c1c33b2fe req-6c312b5f-e0af-4064-844d-b587827050b1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:00:47.688417 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c312b5f-e0af-4064-844d-b587827050b1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'Port': ['ID=ef89d6fb-58f3-43c1-bab3-46ecfe40dc9f,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:47.723656 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bbd09a-8f68-479e-96c1-6f6c1c33b2fe req-6c312b5f-e0af-4064-844d-b587827050b1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:47.724269 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-45bbd09a-8f68-479e-96c1-6f6c1c33b2fe req-6c312b5f-e0af-4064-844d-b587827050b1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:47.752219 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-45bbd09a-8f68-479e-96c1-6f6c1c33b2fe req-6c312b5f-e0af-4064-844d-b587827050b1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8560300 Apr 01 16:00:47.766194 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [req-45bbd09a-8f68-479e-96c1-6f6c1c33b2fe req-7171c742-e741-4064-98c0-1992f642e94b service neutron] Request body: {'port': {'device_id': 'f80a2ff4-c1ad-4066-b3bc-164857849ffa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:00:47.891268 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-45bbd09a-8f68-479e-96c1-6f6c1c33b2fe req-7171c742-e741-4064-98c0-1992f642e94b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:47.893425 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-1a2e52c7-a9ab-43be-9bca-28e9c7ad7a7a None None] Provisioning for port ef89d6fb-58f3-43c1-bab3-46ecfe40dc9f completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:00:47.899444 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-1a2e52c7-a9ab-43be-9bca-28e9c7ad7a7a None None] Provisioning complete for port ef89d6fb-58f3-43c1-bab3-46ecfe40dc9f triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:00:47.899889 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-1a2e52c7-a9ab-43be-9bca-28e9c7ad7a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:47.914188 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948705d0-3a60-45be-bca0-3fe927fdf011 req-92069c6f-242b-4a9d-9c66-fba67c7ae507 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:47.915602 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-948705d0-3a60-45be-bca0-3fe927fdf011 req-92069c6f-242b-4a9d-9c66-fba67c7ae507 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=f80a2ff4-c1ad-4066-b3bc-164857849ffa HTTP/1.1" status: 200 len: 932 time: 0.0906332 Apr 01 16:00:47.955530 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-1a2e52c7-a9ab-43be-9bca-28e9c7ad7a7a None None] Port ef89d6fb-58f3-43c1-bab3-46ecfe40dc9f cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 16:00:47.966031 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-948705d0-3a60-45be-bca0-3fe927fdf011 req-8ade9708-6cec-43c5-92e2-e2e31a4bc33b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=16809057-63f0-440a-856e-e94938801f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442154 Apr 01 16:00:48.243305 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [req-45bbd09a-8f68-479e-96c1-6f6c1c33b2fe req-7171c742-e741-4064-98c0-1992f642e94b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef89d6fb-58f3-43c1-bab3-46ecfe40dc9f {{(pid=83828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:00:48.250648 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-45bbd09a-8f68-479e-96c1-6f6c1c33b2fe req-7171c742-e741-4064-98c0-1992f642e94b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:48.265546 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [req-45bbd09a-8f68-479e-96c1-6f6c1c33b2fe req-7171c742-e741-4064-98c0-1992f642e94b service neutron] Transition to ACTIVE for port object ef89d6fb-58f3-43c1-bab3-46ecfe40dc9f will not be triggered until provisioned by entity L2. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:00:48.270349 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-45bbd09a-8f68-479e-96c1-6f6c1c33b2fe req-7171c742-e741-4064-98c0-1992f642e94b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:48.403724 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7171c742-e741-4064-98c0-1992f642e94b service neutron] Pushing event updated for resources: {'Port': ['ID=ef89d6fb-58f3-43c1-bab3-46ecfe40dc9f,revision_number=2']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:48.513929 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [req-45bbd09a-8f68-479e-96c1-6f6c1c33b2fe req-7171c742-e741-4064-98c0-1992f642e94b service neutron] Attempting to bind port ef89d6fb-58f3-43c1-bab3-46ecfe40dc9f on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:00:48.514260 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [req-45bbd09a-8f68-479e-96c1-6f6c1c33b2fe req-7171c742-e741-4064-98c0-1992f642e94b service neutron] Attempting to bind port ef89d6fb-58f3-43c1-bab3-46ecfe40dc9f by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'bb511389-4312-4ece-927a-31dc17fd6bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '47dfaf19-09a3-41a8-b892-00c74038d655'}] {{(pid=83828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:00:48.514593 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45bbd09a-8f68-479e-96c1-6f6c1c33b2fe req-7171c742-e741-4064-98c0-1992f642e94b service neutron] Attempting to bind port ef89d6fb-58f3-43c1-bab3-46ecfe40dc9f on network 47dfaf19-09a3-41a8-b892-00c74038d655 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:00:48.520963 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45bbd09a-8f68-479e-96c1-6f6c1c33b2fe req-7171c742-e741-4064-98c0-1992f642e94b service neutron] Port ef89d6fb-58f3-43c1-bab3-46ecfe40dc9f on network 47dfaf19-09a3-41a8-b892-00c74038d655 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 16:00:48.521286 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45bbd09a-8f68-479e-96c1-6f6c1c33b2fe req-7171c742-e741-4064-98c0-1992f642e94b service neutron] Attempting to bind port ef89d6fb-58f3-43c1-bab3-46ecfe40dc9f on network 47dfaf19-09a3-41a8-b892-00c74038d655 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:00:48.527788 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45bbd09a-8f68-479e-96c1-6f6c1c33b2fe req-7171c742-e741-4064-98c0-1992f642e94b service neutron] Checking agent: {'id': '5b2860be-0b4f-4931-914a-5d10403eafcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 47, 24), 'started_at': datetime.datetime(2022, 4, 1, 15, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:00:48.528146 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45bbd09a-8f68-479e-96c1-6f6c1c33b2fe req-7171c742-e741-4064-98c0-1992f642e94b service neutron] Checking segment: {'id': 'bb511389-4312-4ece-927a-31dc17fd6bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '47dfaf19-09a3-41a8-b892-00c74038d655'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:00:48.528596 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45bbd09a-8f68-479e-96c1-6f6c1c33b2fe req-7171c742-e741-4064-98c0-1992f642e94b service neutron] Bound using segment: {'id': 'bb511389-4312-4ece-927a-31dc17fd6bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '47dfaf19-09a3-41a8-b892-00c74038d655'} {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:00:48.529257 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [req-45bbd09a-8f68-479e-96c1-6f6c1c33b2fe req-7171c742-e741-4064-98c0-1992f642e94b service neutron] Bound port: ef89d6fb-58f3-43c1-bab3-46ecfe40dc9f, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb511389-4312-4ece-927a-31dc17fd6bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '47dfaf19-09a3-41a8-b892-00c74038d655'}}] {{(pid=83828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:00:48.529612 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-45bbd09a-8f68-479e-96c1-6f6c1c33b2fe req-7171c742-e741-4064-98c0-1992f642e94b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:48.626386 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [req-45bbd09a-8f68-479e-96c1-6f6c1c33b2fe req-7171c742-e741-4064-98c0-1992f642e94b service neutron] For port ef89d6fb-58f3-43c1-bab3-46ecfe40dc9f, host hv-neutron-8333, cleared binding levels {{(pid=83828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:00:48.629523 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [req-45bbd09a-8f68-479e-96c1-6f6c1c33b2fe req-7171c742-e741-4064-98c0-1992f642e94b service neutron] For port ef89d6fb-58f3-43c1-bab3-46ecfe40dc9f, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=ef89d6fb-58f3-43c1-bab3-46ecfe40dc9f,segment=NetworkSegment(bb511389-4312-4ece-927a-31dc17fd6bb2),segment_id=bb511389-4312-4ece-927a-31dc17fd6bb2)] {{(pid=83828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:00:48.634772 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-45bbd09a-8f68-479e-96c1-6f6c1c33b2fe req-7171c742-e741-4064-98c0-1992f642e94b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:48.698947 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-45bbd09a-8f68-479e-96c1-6f6c1c33b2fe req-7171c742-e741-4064-98c0-1992f642e94b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:48.700507 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-45bbd09a-8f68-479e-96c1-6f6c1c33b2fe req-7171c742-e741-4064-98c0-1992f642e94b service neutron] 10.222.0.24 "PUT /v2.0/ports/ef89d6fb-58f3-43c1-bab3-46ecfe40dc9f HTTP/1.1" status: 200 len: 1094 time: 0.9402192 Apr 01 16:00:48.700840 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f80a2ff4-c1ad-4066-b3bc-164857849ffa', 'tag': 'ef89d6fb-58f3-43c1-bab3-46ecfe40dc9f'}] {{(pid=83828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:00:48.720944 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7171c742-e741-4064-98c0-1992f642e94b service neutron] Pushing event updated for resources: {'Port': ['ID=ef89d6fb-58f3-43c1-bab3-46ecfe40dc9f,revision_number=3']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:48.775470 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f80a2ff4-c1ad-4066-b3bc-164857849ffa', 'tag': 'ef89d6fb-58f3-43c1-bab3-46ecfe40dc9f', 'status': 'completed', 'code': 200} Apr 01 16:00:48.826632 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-45bbd09a-8f68-479e-96c1-6f6c1c33b2fe req-722048ba-5557-440b-80e0-19d5ac37a866 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=447e2c5010754fe1ad368efac7c75251&device_id=f80a2ff4-c1ad-4066-b3bc-164857849ffa HTTP/1.1" status: 200 len: 1097 time: 0.0830846 Apr 01 16:00:48.910844 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-45bbd09a-8f68-479e-96c1-6f6c1c33b2fe req-94c01102-4c20-4d1c-aa24-6b36af622569 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef89d6fb-58f3-43c1-bab3-46ecfe40dc9f HTTP/1.1" status: 200 len: 217 time: 0.0751357 Apr 01 16:00:48.974473 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bbd09a-8f68-479e-96c1-6f6c1c33b2fe req-a6e794e7-dd71-472d-8fcf-905d8b74c338 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:48.975825 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-45bbd09a-8f68-479e-96c1-6f6c1c33b2fe req-a6e794e7-dd71-472d-8fcf-905d8b74c338 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4765f803-299f-4855-b1f2-62a4f8f33940 HTTP/1.1" status: 200 len: 835 time: 0.0583470 Apr 01 16:00:49.060291 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-45bbd09a-8f68-479e-96c1-6f6c1c33b2fe req-6311c459-e72a-471b-aa63-c1a5d08540ae service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=47dfaf19-09a3-41a8-b892-00c74038d655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779681 Apr 01 16:00:49.192921 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c921d10-b340-43b3-ae67-427b90dab403 req-f907850c-9c4c-42ff-aaf6-a12443658760 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:49.194502 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8c921d10-b340-43b3-ae67-427b90dab403 req-f907850c-9c4c-42ff-aaf6-a12443658760 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=f80a2ff4-c1ad-4066-b3bc-164857849ffa HTTP/1.1" status: 200 len: 944 time: 0.0852270 Apr 01 16:00:49.246133 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8c921d10-b340-43b3-ae67-427b90dab403 req-317b95e8-d3fc-4a65-8a5f-02fafdd3c5ad tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=16809057-63f0-440a-856e-e94938801f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438247 Apr 01 16:00:49.313700 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-45bbd09a-8f68-479e-96c1-6f6c1c33b2fe req-046826bd-7644-4795-997b-03a8a83c0d1f service neutron] 10.222.0.24 "GET /v2.0/networks/47dfaf19-09a3-41a8-b892-00c74038d655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467520 Apr 01 16:00:49.460347 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-45bbd09a-8f68-479e-96c1-6f6c1c33b2fe req-68c32c13-a95d-4511-b1c9-987b868ba867 service neutron] 10.222.0.24 "GET /v2.0/networks/47dfaf19-09a3-41a8-b892-00c74038d655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391952 Apr 01 16:00:49.559740 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40281d0f-88a3-47fc-bca5-574364a2e9a2 None None] Sync routers for ids ['8687c6f4-4904-4c8a-bca1-5dfb189b352c'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:00:49.573544 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40281d0f-88a3-47fc-bca5-574364a2e9a2 None None] Routers {'8687c6f4-4904-4c8a-bca1-5dfb189b352c'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:00:49.574366 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-40281d0f-88a3-47fc-bca5-574364a2e9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:00:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['8687c6f4-4904-4c8a-bca1-5dfb189b352c'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:49.590553 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-b70ba7e2-6fb1-4bf8-af4c-aaf2b4f1b361 req-9d6eca2e-22b0-4293-8a3a-75d82fda09b5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=447e2c5010754fe1ad368efac7c75251&device_id=f80a2ff4-c1ad-4066-b3bc-164857849ffa HTTP/1.1" status: 200 len: 1097 time: 0.0753708 Apr 01 16:00:49.726874 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70ba7e2-6fb1-4bf8-af4c-aaf2b4f1b361 req-55b211c0-cbcf-4308-9493-8462f60addc1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:49.728311 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-b70ba7e2-6fb1-4bf8-af4c-aaf2b4f1b361 req-55b211c0-cbcf-4308-9493-8462f60addc1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=47dfaf19-09a3-41a8-b892-00c74038d655 HTTP/1.1" status: 200 len: 895 time: 0.1318192 Apr 01 16:00:49.763994 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-40281d0f-88a3-47fc-bca5-574364a2e9a2 None None] Set router 8687c6f4-4904-4c8a-bca1-5dfb189b352c gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:00:49.804985 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-b70ba7e2-6fb1-4bf8-af4c-aaf2b4f1b361 req-2c3fac10-473a-42ae-8eb5-1d5d50c3ed98 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef89d6fb-58f3-43c1-bab3-46ecfe40dc9f HTTP/1.1" status: 200 len: 217 time: 0.0673807 Apr 01 16:00:49.872574 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70ba7e2-6fb1-4bf8-af4c-aaf2b4f1b361 req-ac9e5fcf-93ed-4be9-838c-5190001789ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:49.874330 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-b70ba7e2-6fb1-4bf8-af4c-aaf2b4f1b361 req-ac9e5fcf-93ed-4be9-838c-5190001789ad service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4765f803-299f-4855-b1f2-62a4f8f33940 HTTP/1.1" status: 200 len: 835 time: 0.0618250 Apr 01 16:00:49.958619 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-b70ba7e2-6fb1-4bf8-af4c-aaf2b4f1b361 req-e3f96b28-eb9d-43d2-a50f-4a38fef33aea service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=47dfaf19-09a3-41a8-b892-00c74038d655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776670 Apr 01 16:00:50.096489 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-b70ba7e2-6fb1-4bf8-af4c-aaf2b4f1b361 req-95f6658d-2240-4396-ba56-c8808eac820f service neutron] 10.222.0.24 "GET /v2.0/networks/47dfaf19-09a3-41a8-b892-00c74038d655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314421 Apr 01 16:00:50.107591 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-40281d0f-88a3-47fc-bca5-574364a2e9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8687c6f4-4904-4c8a-bca1-5dfb189b352c', 'name': 'tempest-TestNetworkBasicOps-router-1043841888', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.119'}], 'enable_snat': True}, 'gw_port_id': '75d196b0-867f-4a8d-9362-bde6351a5cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:33Z', 'updated_at': '2022-04-01T16:00:39Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': '75d196b0-867f-4a8d-9362-bde6351a5cab', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8687c6f4-4904-4c8a-bca1-5dfb189b352c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:34Z', 'updated_at': '2022-04-01T16:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '02f3abbe-22fd-4eb9-9c2c-b481735e13cb', 'name': '', 'network_id': '47dfaf19-09a3-41a8-b892-00c74038d655', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'mac_address': 'fa:16:3e:31:f5:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8687c6f4-4904-4c8a-bca1-5dfb189b352c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4765f803-299f-4855-b1f2-62a4f8f33940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:38Z', 'updated_at': '2022-04-01T16:00:40Z', 'revision_number': 2, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'subnets': [{'id': '4765f803-299f-4855-b1f2-62a4f8f33940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:50.111322 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40281d0f-88a3-47fc-bca5-574364a2e9a2 None None] Checking router: 8687c6f4-4904-4c8a-bca1-5dfb189b352c for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:00:50.111665 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40281d0f-88a3-47fc-bca5-574364a2e9a2 None None] Updating router 8687c6f4-4904-4c8a-bca1-5dfb189b352c port 02f3abbe-22fd-4eb9-9c2c-b481735e13cb binding host dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 16:00:50.166169 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-40281d0f-88a3-47fc-bca5-574364a2e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:50.239924 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-b70ba7e2-6fb1-4bf8-af4c-aaf2b4f1b361 req-d5cf0c57-3d02-4aa8-9309-a94e0744dae9 service neutron] 10.222.0.24 "GET /v2.0/networks/47dfaf19-09a3-41a8-b892-00c74038d655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269920 Apr 01 16:00:50.470147 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553490f4-0ebb-4e6a-9128-e9ae32ff7078 req-e9eac010-c076-4d99-ac31-a2c1d35b9016 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:50.471530 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-553490f4-0ebb-4e6a-9128-e9ae32ff7078 req-e9eac010-c076-4d99-ac31-a2c1d35b9016 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=f80a2ff4-c1ad-4066-b3bc-164857849ffa HTTP/1.1" status: 200 len: 944 time: 0.0828390 Apr 01 16:00:50.524022 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-553490f4-0ebb-4e6a-9128-e9ae32ff7078 req-ed204e9d-3e86-404c-9930-fcb51976e116 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=16809057-63f0-440a-856e-e94938801f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416281 Apr 01 16:00:50.553166 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-40281d0f-88a3-47fc-bca5-574364a2e9a2 None None] Notify callbacks [] for port, precommit_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:50.564956 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.provisioning_blocks [None req-40281d0f-88a3-47fc-bca5-574364a2e9a2 None None] Transition to ACTIVE for port object 02f3abbe-22fd-4eb9-9c2c-b481735e13cb will not be triggered until provisioned by entity L2. {{(pid=83833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:00:50.572079 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-40281d0f-88a3-47fc-bca5-574364a2e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:50.705053 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8fc7a8-ae57-49ad-a50b-bb179a25c6e9 None None] Pushing event updated for resources: {'Port': ['ID=02f3abbe-22fd-4eb9-9c2c-b481735e13cb,revision_number=3']} {{(pid=83833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:50.798925 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-40281d0f-88a3-47fc-bca5-574364a2e9a2 None None] Attempting to bind port 02f3abbe-22fd-4eb9-9c2c-b481735e13cb on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:00:50.799489 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-40281d0f-88a3-47fc-bca5-574364a2e9a2 None None] Attempting to bind port 02f3abbe-22fd-4eb9-9c2c-b481735e13cb by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'bb511389-4312-4ece-927a-31dc17fd6bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '47dfaf19-09a3-41a8-b892-00c74038d655'}] {{(pid=83833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:00:50.800629 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40281d0f-88a3-47fc-bca5-574364a2e9a2 None None] Attempting to bind port 02f3abbe-22fd-4eb9-9c2c-b481735e13cb on network 47dfaf19-09a3-41a8-b892-00c74038d655 {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:00:50.807178 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40281d0f-88a3-47fc-bca5-574364a2e9a2 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:00:50.807573 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40281d0f-88a3-47fc-bca5-574364a2e9a2 None None] Checking segment: {'id': 'bb511389-4312-4ece-927a-31dc17fd6bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '47dfaf19-09a3-41a8-b892-00c74038d655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:00:50.808042 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-40281d0f-88a3-47fc-bca5-574364a2e9a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:50.808319 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40281d0f-88a3-47fc-bca5-574364a2e9a2 None None] Bound using segment: {'id': 'bb511389-4312-4ece-927a-31dc17fd6bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '47dfaf19-09a3-41a8-b892-00c74038d655'} {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:00:50.808801 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-40281d0f-88a3-47fc-bca5-574364a2e9a2 None None] Bound port: 02f3abbe-22fd-4eb9-9c2c-b481735e13cb, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb511389-4312-4ece-927a-31dc17fd6bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '47dfaf19-09a3-41a8-b892-00c74038d655'}}] {{(pid=83833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:00:50.809167 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-40281d0f-88a3-47fc-bca5-574364a2e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:50.902244 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.db [None req-40281d0f-88a3-47fc-bca5-574364a2e9a2 None None] For port 02f3abbe-22fd-4eb9-9c2c-b481735e13cb, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:00:50.905213 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.db [None req-40281d0f-88a3-47fc-bca5-574364a2e9a2 None None] For port 02f3abbe-22fd-4eb9-9c2c-b481735e13cb, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=02f3abbe-22fd-4eb9-9c2c-b481735e13cb,segment=NetworkSegment(bb511389-4312-4ece-927a-31dc17fd6bb2),segment_id=bb511389-4312-4ece-927a-31dc17fd6bb2)] {{(pid=83833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:00:50.909945 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-40281d0f-88a3-47fc-bca5-574364a2e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:51.002809 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8fc7a8-ae57-49ad-a50b-bb179a25c6e9 None None] Pushing event updated for resources: {'Port': ['ID=02f3abbe-22fd-4eb9-9c2c-b481735e13cb,revision_number=4']} {{(pid=83833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:51.005594 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40281d0f-88a3-47fc-bca5-574364a2e9a2 None None] Routers {'8687c6f4-4904-4c8a-bca1-5dfb189b352c'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:00:51.006237 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-40281d0f-88a3-47fc-bca5-574364a2e9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:00:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['8687c6f4-4904-4c8a-bca1-5dfb189b352c'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:51.190520 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-40281d0f-88a3-47fc-bca5-574364a2e9a2 None None] Set router 8687c6f4-4904-4c8a-bca1-5dfb189b352c gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:00:51.514800 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-40281d0f-88a3-47fc-bca5-574364a2e9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8687c6f4-4904-4c8a-bca1-5dfb189b352c', 'name': 'tempest-TestNetworkBasicOps-router-1043841888', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.119'}], 'enable_snat': True}, 'gw_port_id': '75d196b0-867f-4a8d-9362-bde6351a5cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:33Z', 'updated_at': '2022-04-01T16:00:39Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': '75d196b0-867f-4a8d-9362-bde6351a5cab', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8687c6f4-4904-4c8a-bca1-5dfb189b352c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:34Z', 'updated_at': '2022-04-01T16:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '02f3abbe-22fd-4eb9-9c2c-b481735e13cb', 'name': '', 'network_id': '47dfaf19-09a3-41a8-b892-00c74038d655', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'mac_address': 'fa:16:3e:31:f5:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8687c6f4-4904-4c8a-bca1-5dfb189b352c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4765f803-299f-4855-b1f2-62a4f8f33940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:38Z', 'updated_at': '2022-04-01T16:00:50Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'subnets': [{'id': '4765f803-299f-4855-b1f2-62a4f8f33940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:51.519231 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40281d0f-88a3-47fc-bca5-574364a2e9a2 None None] The sync data for ids ['8687c6f4-4904-4c8a-bca1-5dfb189b352c'] in dv-neutron-833373-2-hyperv is: [{'id': '8687c6f4-4904-4c8a-bca1-5dfb189b352c', 'name': 'tempest-TestNetworkBasicOps-router-1043841888', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.119'}], 'enable_snat': True}, 'gw_port_id': '75d196b0-867f-4a8d-9362-bde6351a5cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:33Z', 'updated_at': '2022-04-01T16:00:39Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': '75d196b0-867f-4a8d-9362-bde6351a5cab', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8687c6f4-4904-4c8a-bca1-5dfb189b352c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:34Z', 'updated_at': '2022-04-01T16:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '02f3abbe-22fd-4eb9-9c2c-b481735e13cb', 'name': '', 'network_id': '47dfaf19-09a3-41a8-b892-00c74038d655', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'mac_address': 'fa:16:3e:31:f5:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8687c6f4-4904-4c8a-bca1-5dfb189b352c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4765f803-299f-4855-b1f2-62a4f8f33940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:38Z', 'updated_at': '2022-04-01T16:00:50Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'subnets': [{'id': '4765f803-299f-4855-b1f2-62a4f8f33940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:00:51.749932 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7843e372-7d95-43f7-808b-f931c10c060e req-d7842c7a-d3f2-4ac8-beee-bf0b6c583fcf tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:51.752101 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-7843e372-7d95-43f7-808b-f931c10c060e req-d7842c7a-d3f2-4ac8-beee-bf0b6c583fcf tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=f80a2ff4-c1ad-4066-b3bc-164857849ffa HTTP/1.1" status: 200 len: 944 time: 0.0879729 Apr 01 16:00:51.817399 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-7843e372-7d95-43f7-808b-f931c10c060e req-0f1cd59c-8f37-4a1f-a45c-db8e7899a4da tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=16809057-63f0-440a-856e-e94938801f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553565 Apr 01 16:00:52.714624 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 02f3abbe-22fd-4eb9-9c2c-b481735e13cb up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:00:52.785475 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 02f3abbe-22fd-4eb9-9c2c-b481735e13cb completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:00:52.790198 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 02f3abbe-22fd-4eb9-9c2c-b481735e13cb triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:00:52.790565 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:52.904796 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:52.939186 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port 02f3abbe-22fd-4eb9-9c2c-b481735e13cb, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=02f3abbe-22fd-4eb9-9c2c-b481735e13cb,segment=NetworkSegment(bb511389-4312-4ece-927a-31dc17fd6bb2),segment_id=bb511389-4312-4ece-927a-31dc17fd6bb2)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:00:52.942865 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:53.013090 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=02f3abbe-22fd-4eb9-9c2c-b481735e13cb,revision_number=5']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:53.018698 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d30d7e-7496-47db-a9b9-b2b7ff8c276f req-5a398014-0017-41e0-b5a8-7c1759556ed4 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:53.020272 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-41d30d7e-7496-47db-a9b9-b2b7ff8c276f req-5a398014-0017-41e0-b5a8-7c1759556ed4 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=f80a2ff4-c1ad-4066-b3bc-164857849ffa HTTP/1.1" status: 200 len: 944 time: 0.0803373 Apr 01 16:00:53.068304 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-41d30d7e-7496-47db-a9b9-b2b7ff8c276f req-bb7b9f6c-4793-442c-aa87-743ac5e5b178 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=16809057-63f0-440a-856e-e94938801f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418360 Apr 01 16:00:53.293785 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device ef89d6fb-58f3-43c1-bab3-46ecfe40dc9f details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:00:53.450745 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port ef89d6fb-58f3-43c1-bab3-46ecfe40dc9f, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=ef89d6fb-58f3-43c1-bab3-46ecfe40dc9f,segment=NetworkSegment(bb511389-4312-4ece-927a-31dc17fd6bb2),segment_id=bb511389-4312-4ece-927a-31dc17fd6bb2)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:00:53.466382 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Returning: {'device': 'ef89d6fb-58f3-43c1-bab3-46ecfe40dc9f', 'network_id': '47dfaf19-09a3-41a8-b892-00c74038d655', 'port_id': 'ef89d6fb-58f3-43c1-bab3-46ecfe40dc9f', 'mac_address': 'fa:16:3e:1d:18:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4765f803-299f-4855-b1f2-62a4f8f33940', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:00:53.540119 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:53.563599 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef89d6fb-58f3-43c1-bab3-46ecfe40dc9f {{(pid=83829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:00:53.579408 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port ef89d6fb-58f3-43c1-bab3-46ecfe40dc9f, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=ef89d6fb-58f3-43c1-bab3-46ecfe40dc9f,segment=NetworkSegment(bb511389-4312-4ece-927a-31dc17fd6bb2),segment_id=bb511389-4312-4ece-927a-31dc17fd6bb2)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:00:53.587371 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:53.650372 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=ef89d6fb-58f3-43c1-bab3-46ecfe40dc9f,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:53.776527 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:53.864177 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-17e1f6b7-52d2-4e01-a18e-9e86f0090e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:53.864177 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] get_ports_and_sgs() called for port_ids ['ef89d6fb-58f3-43c1-bab3-46ecfe40dc9f'] {{(pid=83829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 16:00:54.286829 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c6a4b0-af73-4839-bb45-ef8f5b04852f req-781fe966-d57a-4174-b9e6-d202eafb43a4 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:54.288266 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c3c6a4b0-af73-4839-bb45-ef8f5b04852f req-781fe966-d57a-4174-b9e6-d202eafb43a4 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=f80a2ff4-c1ad-4066-b3bc-164857849ffa HTTP/1.1" status: 200 len: 945 time: 0.0816810 Apr 01 16:00:54.425056 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c3c6a4b0-af73-4839-bb45-ef8f5b04852f req-d9f9f270-a69e-4cdf-aecc-4a39c97b9ba7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=16809057-63f0-440a-856e-e94938801f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309559 Apr 01 16:00:54.698032 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 02f3abbe-22fd-4eb9-9c2c-b481735e13cb up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:00:54.796863 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 02f3abbe-22fd-4eb9-9c2c-b481735e13cb triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:00:54.797579 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:55.137233 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 57626) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:55.293488 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device ef89d6fb-58f3-43c1-bab3-46ecfe40dc9f up at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:00:55.386109 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-16708838-30dd-4713-a019-784bd8d488a8 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Deleting port dfb583d5-66c5-47f3-89a7-e3a72f1afed5 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:00:55.386706 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-16708838-30dd-4713-a019-784bd8d488a8 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:55.409151 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning for port ef89d6fb-58f3-43c1-bab3-46ecfe40dc9f completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:00:55.415920 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning complete for port ef89d6fb-58f3-43c1-bab3-46ecfe40dc9f triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:00:55.416294 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:55.546213 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:55.576997 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f80a2ff4-c1ad-4066-b3bc-164857849ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef89d6fb-58f3-43c1-bab3-46ecfe40dc9f'}] {{(pid=83829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:00:55.582015 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-16708838-30dd-4713-a019-784bd8d488a8 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:55.582367 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-16708838-30dd-4713-a019-784bd8d488a8 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:55.587942 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port ef89d6fb-58f3-43c1-bab3-46ecfe40dc9f, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=ef89d6fb-58f3-43c1-bab3-46ecfe40dc9f,segment=NetworkSegment(bb511389-4312-4ece-927a-31dc17fd6bb2),segment_id=bb511389-4312-4ece-927a-31dc17fd6bb2)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:00:55.592693 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:55.666399 dv-neutron-833373-2-hyperv neutron-server[83829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f80a2ff4-c1ad-4066-b3bc-164857849ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef89d6fb-58f3-43c1-bab3-46ecfe40dc9f', 'code': 200} Apr 01 16:00:55.669191 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=ef89d6fb-58f3-43c1-bab3-46ecfe40dc9f,revision_number=5']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:55.670285 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf333bd6-d308-4242-9cdc-bd3978aab80c req-28c18c33-ffef-47ae-b749-25e6258acab8 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:55.672403 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-bf333bd6-d308-4242-9cdc-bd3978aab80c req-28c18c33-ffef-47ae-b749-25e6258acab8 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=f80a2ff4-c1ad-4066-b3bc-164857849ffa HTTP/1.1" status: 200 len: 946 time: 0.1201329 Apr 01 16:00:55.715886 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-16708838-30dd-4713-a019-784bd8d488a8 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Calling delete_port for dfb583d5-66c5-47f3-89a7-e3a72f1afed5 owned by network:floatingip {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:00:55.728649 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-bf333bd6-d308-4242-9cdc-bd3978aab80c req-3f226652-8f49-45c5-909f-b03da009a303 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=16809057-63f0-440a-856e-e94938801f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432463 Apr 01 16:00:56.027934 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-16708838-30dd-4713-a019-784bd8d488a8 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:56.082704 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16708838-30dd-4713-a019-784bd8d488a8 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Pushing event deleted for resources: {'Port': ['ID=dfb583d5-66c5-47f3-89a7-e3a72f1afed5,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:00:56.152932 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-81968c08-0950-46e1-9964-a52f7efafabf req-8b97784d-6261-44ae-b714-0ac5a956ee4a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f80a2ff4-c1ad-4066-b3bc-164857849ffa HTTP/1.1" status: 200 len: 1099 time: 0.2023435 Apr 01 16:00:56.216472 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-16708838-30dd-4713-a019-784bd8d488a8 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks [] for floatingip, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:56.251040 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-cc5eee47-01d5-4415-aca5-850a85a7c407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:56.274616 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-81968c08-0950-46e1-9964-a52f7efafabf req-571ef591-3a17-4d3b-8fbf-8e4a018e8cf4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=16809057-63f0-440a-856e-e94938801f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152503 Apr 01 16:00:56.657821 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16708838-30dd-4713-a019-784bd8d488a8 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Router fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:00:56.884548 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16708838-30dd-4713-a019-784bd8d488a8 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:00:56.906442 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba0b44c-391a-4c7b-8acc-729f9ab0fa0b None None] Sync routers for ids ['fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:00:56.923818 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-16708838-30dd-4713-a019-784bd8d488a8 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for floatingip, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:56.929604 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba0b44c-391a-4c7b-8acc-729f9ab0fa0b None None] Routers {'fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:00:56.930573 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-fba0b44c-391a-4c7b-8acc-729f9ab0fa0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:00:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:56.981707 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e47d01-a66c-45dd-af53-95bcd7400159 req-fece1390-f527-43fe-bfc1-971cedf0f775 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:56.989343 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-31e47d01-a66c-45dd-af53-95bcd7400159 req-fece1390-f527-43fe-bfc1-971cedf0f775 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=f80a2ff4-c1ad-4066-b3bc-164857849ffa HTTP/1.1" status: 200 len: 946 time: 0.0926054 Apr 01 16:00:56.993122 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-16708838-30dd-4713-a019-784bd8d488a8 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.55 "DELETE /v2.0/floatingips/86609c8b-eeff-4878-a472-b0018cc2020d HTTP/1.1" status: 204 len: 168 time: 1.8547792 Apr 01 16:00:56.994251 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd80bbfa-eeee-4acb-8c66-9cf9506ef9a7', 'tag': '9133b83e-f88e-4143-aaf9-58622f2917dc'}] {{(pid=83828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:00:57.097884 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-31e47d01-a66c-45dd-af53-95bcd7400159 req-ec58a678-60cc-4aa9-8a4f-ea77506e6906 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=16809057-63f0-440a-856e-e94938801f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075394 Apr 01 16:00:57.168652 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd80bbfa-eeee-4acb-8c66-9cf9506ef9a7', 'tag': '9133b83e-f88e-4143-aaf9-58622f2917dc', 'status': 'completed', 'code': 200} Apr 01 16:00:57.176043 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-fba0b44c-391a-4c7b-8acc-729f9ab0fa0b None None] Set router fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:00:57.303350 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-0437bee4-6b40-4abd-9506-eb2825dd31d2 req-414bf38c-ba1e-4e23-9151-14f78e97315a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2181db44cb9d4493b0ae6f403c76ef7d&device_id=bd80bbfa-eeee-4acb-8c66-9cf9506ef9a7 HTTP/1.1" status: 200 len: 1098 time: 0.1048644 Apr 01 16:00:57.452783 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1868be81-c852-4223-9c25-fd8d2eafe1f8 req-202d44f6-7406-403a-be2d-fdd6ceaa6edb tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:57.455965 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-1868be81-c852-4223-9c25-fd8d2eafe1f8 req-202d44f6-7406-403a-be2d-fdd6ceaa6edb tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd80bbfa-eeee-4acb-8c66-9cf9506ef9a7 HTTP/1.1" status: 200 len: 945 time: 0.0844769 Apr 01 16:00:57.534131 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-1868be81-c852-4223-9c25-fd8d2eafe1f8 req-8285c6b5-e73a-4241-b6ff-00b819db3e96 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.55 "GET /v2.0/security-groups?id=c75dad15-3c49-4312-91ac-218bdee2c12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717847 Apr 01 16:00:57.542970 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0437bee4-6b40-4abd-9506-eb2825dd31d2 req-43ea245d-01cc-456e-976a-745e0915beb4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:57.547302 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-0437bee4-6b40-4abd-9506-eb2825dd31d2 req-43ea245d-01cc-456e-976a-745e0915beb4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9966213a-d852-47af-b676-2130e90548f0 HTTP/1.1" status: 200 len: 896 time: 0.2346733 Apr 01 16:00:57.622129 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:57.654948 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-fba0b44c-391a-4c7b-8acc-729f9ab0fa0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1645454485', 'tenant_id': '2181db44cb9d4493b0ae6f403c76ef7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.242'}], 'enable_snat': True}, 'gw_port_id': '683c78b6-f810-491c-836b-55ef9ca11553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:58:46Z', 'updated_at': '2022-04-01T15:58:54Z', 'revision_number': 4, 'project_id': '2181db44cb9d4493b0ae6f403c76ef7d', 'gw_port': {'id': '683c78b6-f810-491c-836b-55ef9ca11553', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:bb:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:47Z', 'updated_at': '2022-04-01T15:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '07b99caa-6849-4f34-9751-551fa3e2ebac', 'name': '', 'network_id': '9966213a-d852-47af-b676-2130e90548f0', 'tenant_id': '2181db44cb9d4493b0ae6f403c76ef7d', 'mac_address': 'fa:16:3e:00:29:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89cf3890-8986-45b8-911d-fb627612bf2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:53Z', 'updated_at': '2022-04-01T15:59:11Z', 'revision_number': 5, 'project_id': '2181db44cb9d4493b0ae6f403c76ef7d', 'subnets': [{'id': '89cf3890-8986-45b8-911d-fb627612bf2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:57.659178 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-0437bee4-6b40-4abd-9506-eb2825dd31d2 req-0e010daf-8c24-4d49-bebf-272a8949cb75 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9133b83e-f88e-4143-aaf9-58622f2917dc HTTP/1.1" status: 200 len: 217 time: 0.0949059 Apr 01 16:00:57.662054 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba0b44c-391a-4c7b-8acc-729f9ab0fa0b None None] Checking router: fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f for host: dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:00:57.673529 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba0b44c-391a-4c7b-8acc-729f9ab0fa0b None None] Routers {'fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:00:57.674378 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-fba0b44c-391a-4c7b-8acc-729f9ab0fa0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:00:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:57.745088 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0437bee4-6b40-4abd-9506-eb2825dd31d2 req-ff6f1e0a-1e06-4aa9-a28d-dbd3f82a4c38 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:57.750703 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-0437bee4-6b40-4abd-9506-eb2825dd31d2 req-ff6f1e0a-1e06-4aa9-a28d-dbd3f82a4c38 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=89cf3890-8986-45b8-911d-fb627612bf2e HTTP/1.1" status: 200 len: 835 time: 0.0831344 Apr 01 16:00:57.837924 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:57.874419 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-0437bee4-6b40-4abd-9506-eb2825dd31d2 req-d113ba0a-5df0-4a87-8aec-e4110de464a8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9966213a-d852-47af-b676-2130e90548f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1154017 Apr 01 16:00:57.907570 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-fba0b44c-391a-4c7b-8acc-729f9ab0fa0b None None] Set router fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:00:58.023674 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-0437bee4-6b40-4abd-9506-eb2825dd31d2 req-c01f0caf-d6b3-4d0a-9e91-e634e665da6a service neutron] 10.222.0.24 "GET /v2.0/networks/9966213a-d852-47af-b676-2130e90548f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434708 Apr 01 16:00:58.342750 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74950c3f-5666-47a9-a86b-a571ea64aee1 req-70e086a1-6414-4f9b-8af5-8c3cabbaaf49 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:58.344254 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-74950c3f-5666-47a9-a86b-a571ea64aee1 req-70e086a1-6414-4f9b-8af5-8c3cabbaaf49 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=f80a2ff4-c1ad-4066-b3bc-164857849ffa HTTP/1.1" status: 200 len: 946 time: 0.1009123 Apr 01 16:00:58.344967 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-0437bee4-6b40-4abd-9506-eb2825dd31d2 req-081ca7aa-bea7-4621-acfd-145e8f03f85d service neutron] 10.222.0.24 "GET /v2.0/networks/9966213a-d852-47af-b676-2130e90548f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3169067 Apr 01 16:00:58.345554 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-fba0b44c-391a-4c7b-8acc-729f9ab0fa0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1645454485', 'tenant_id': '2181db44cb9d4493b0ae6f403c76ef7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.242'}], 'enable_snat': True}, 'gw_port_id': '683c78b6-f810-491c-836b-55ef9ca11553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:58:46Z', 'updated_at': '2022-04-01T15:58:54Z', 'revision_number': 4, 'project_id': '2181db44cb9d4493b0ae6f403c76ef7d', 'gw_port': {'id': '683c78b6-f810-491c-836b-55ef9ca11553', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:bb:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:47Z', 'updated_at': '2022-04-01T15:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '07b99caa-6849-4f34-9751-551fa3e2ebac', 'name': '', 'network_id': '9966213a-d852-47af-b676-2130e90548f0', 'tenant_id': '2181db44cb9d4493b0ae6f403c76ef7d', 'mac_address': 'fa:16:3e:00:29:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89cf3890-8986-45b8-911d-fb627612bf2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:53Z', 'updated_at': '2022-04-01T15:59:11Z', 'revision_number': 5, 'project_id': '2181db44cb9d4493b0ae6f403c76ef7d', 'subnets': [{'id': '89cf3890-8986-45b8-911d-fb627612bf2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:00:58.350300 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba0b44c-391a-4c7b-8acc-729f9ab0fa0b None None] The sync data for ids ['fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f'] in dv-neutron-833373-2-hyperv is: [{'id': 'fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1645454485', 'tenant_id': '2181db44cb9d4493b0ae6f403c76ef7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.242'}], 'enable_snat': True}, 'gw_port_id': '683c78b6-f810-491c-836b-55ef9ca11553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:58:46Z', 'updated_at': '2022-04-01T15:58:54Z', 'revision_number': 4, 'project_id': '2181db44cb9d4493b0ae6f403c76ef7d', 'gw_port': {'id': '683c78b6-f810-491c-836b-55ef9ca11553', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:bb:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:47Z', 'updated_at': '2022-04-01T15:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '07b99caa-6849-4f34-9751-551fa3e2ebac', 'name': '', 'network_id': '9966213a-d852-47af-b676-2130e90548f0', 'tenant_id': '2181db44cb9d4493b0ae6f403c76ef7d', 'mac_address': 'fa:16:3e:00:29:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89cf3890-8986-45b8-911d-fb627612bf2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:53Z', 'updated_at': '2022-04-01T15:59:11Z', 'revision_number': 5, 'project_id': '2181db44cb9d4493b0ae6f403c76ef7d', 'subnets': [{'id': '89cf3890-8986-45b8-911d-fb627612bf2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:00:58.408223 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-74950c3f-5666-47a9-a86b-a571ea64aee1 req-30c6cb8b-b689-42d7-b91d-95b95047100d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=16809057-63f0-440a-856e-e94938801f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449464 Apr 01 16:00:58.653927 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf7b05f-7922-423d-b377-b6cf52cd0a8c req-30ddbe39-a70b-4676-9cf9-9656395d769c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:58.660189 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5bf7b05f-7922-423d-b377-b6cf52cd0a8c req-30ddbe39-a70b-4676-9cf9-9656395d769c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=f80a2ff4-c1ad-4066-b3bc-164857849ffa HTTP/1.1" status: 200 len: 946 time: 0.1071701 Apr 01 16:00:58.794599 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5bf7b05f-7922-423d-b377-b6cf52cd0a8c req-3f681a3b-b4ad-425e-a900-e28f6a95b914 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=16809057-63f0-440a-856e-e94938801f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291735 Apr 01 16:00:58.824641 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 57648) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:58.849258 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e37922-3907-494a-8014-d4b1fd4da67e req-ad4e2cb3-c747-488e-94c4-98f2aeee5c38 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:58.850779 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a0e37922-3907-494a-8014-d4b1fd4da67e req-ad4e2cb3-c747-488e-94c4-98f2aeee5c38 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd80bbfa-eeee-4acb-8c66-9cf9506ef9a7 HTTP/1.1" status: 200 len: 945 time: 0.1609828 Apr 01 16:00:58.903726 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a0e37922-3907-494a-8014-d4b1fd4da67e req-fbdec1c8-ed4a-43f0-91cf-5ff770653642 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.55 "GET /v2.0/security-groups?id=c75dad15-3c49-4312-91ac-218bdee2c12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469770 Apr 01 16:00:58.906409 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-aa7589c3-1892-443a-8c4e-b064a794f056 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=f80a2ff4-c1ad-4066-b3bc-164857849ffa HTTP/1.1" status: 200 len: 1094 time: 0.0802271 Apr 01 16:00:58.908780 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 57652) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:00:58.915555 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-f449c83c-b8cc-445e-b222-e1a803583b28 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'floatingip': {'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'port_id': 'ef89d6fb-58f3-43c1-bab3-46ecfe40dc9f', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:00:58.952388 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-f449c83c-b8cc-445e-b222-e1a803583b28 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:00:58.966698 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-f449c83c-b8cc-445e-b222-e1a803583b28 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:floatingip and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:00:58.971032 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-f449c83c-b8cc-445e-b222-e1a803583b28 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:00:58.978380 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-f449c83c-b8cc-445e-b222-e1a803583b28 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:00:58.998779 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f449c83c-b8cc-445e-b222-e1a803583b28 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for floatingip, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:59.094540 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fc488d-7779-4cf5-83e2-ce3e4a1a9d6d req-15bd5f46-bdf7-4d3e-9be7-954b2c19b99a tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:00:59.094540 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-f6fc488d-7779-4cf5-83e2-ce3e4a1a9d6d req-15bd5f46-bdf7-4d3e-9be7-954b2c19b99a tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Synchronizing usage tracker for tenant:2181db44cb9d4493b0ae6f403c76ef7d on resource:port {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:00:59.122071 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-f6fc488d-7779-4cf5-83e2-ce3e4a1a9d6d req-15bd5f46-bdf7-4d3e-9be7-954b2c19b99a tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Unset dirty status for tenant:2181db44cb9d4493b0ae6f403c76ef7d on resource:port {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:00:59.123461 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-f6fc488d-7779-4cf5-83e2-ce3e4a1a9d6d req-15bd5f46-bdf7-4d3e-9be7-954b2c19b99a tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd80bbfa-eeee-4acb-8c66-9cf9506ef9a7 HTTP/1.1" status: 200 len: 945 time: 0.2024581 Apr 01 16:00:59.215330 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [req-f6fc488d-7779-4cf5-83e2-ce3e4a1a9d6d req-f887c298-1f02-459d-8306-a59023e6b7e5 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Deleting port 9133b83e-f88e-4143-aaf9-58622f2917dc {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:00:59.215677 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-f6fc488d-7779-4cf5-83e2-ce3e4a1a9d6d req-f887c298-1f02-459d-8306-a59023e6b7e5 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:59.235975 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:59.270000 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f449c83c-b8cc-445e-b222-e1a803583b28 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:59.557574 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-f449c83c-b8cc-445e-b222-e1a803583b28 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Allocated IP 172.26.1.10 (ed45466e-0386-4b92-8de3-247c977242ac/0479f741-5cd1-4d6f-b593-d8aa909a42d3/75a13e16-8787-4e83-9c19-a597ac92e543) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:00:59.588905 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [req-f6fc488d-7779-4cf5-83e2-ce3e4a1a9d6d req-f887c298-1f02-459d-8306-a59023e6b7e5 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] For port 9133b83e-f88e-4143-aaf9-58622f2917dc, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=9133b83e-f88e-4143-aaf9-58622f2917dc,segment=NetworkSegment(9b5fb6af-d9bd-4682-83a8-c47ddbbbe19f),segment_id=9b5fb6af-d9bd-4682-83a8-c47ddbbbe19f)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:00:59.589256 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-f6fc488d-7779-4cf5-83e2-ce3e4a1a9d6d req-f887c298-1f02-459d-8306-a59023e6b7e5 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:00:59.778630 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [req-f6fc488d-7779-4cf5-83e2-ce3e4a1a9d6d req-f887c298-1f02-459d-8306-a59023e6b7e5 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Calling delete_port for 9133b83e-f88e-4143-aaf9-58622f2917dc owned by compute:nova {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:00:59.965314 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f449c83c-b8cc-445e-b222-e1a803583b28 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:00.018639 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-f6fc488d-7779-4cf5-83e2-ce3e4a1a9d6d req-f887c298-1f02-459d-8306-a59023e6b7e5 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:00.095083 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f887c298-1f02-459d-8306-a59023e6b7e5 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Pushing event deleted for resources: {'Port': ['ID=9133b83e-f88e-4143-aaf9-58622f2917dc,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:00.124763 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f449c83c-b8cc-445e-b222-e1a803583b28 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:00.192834 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c5744c4f-7c4f-4e5b-beb9-b3d4f6b2a5ff req-61e36598-88a1-427a-9ea4-e9caacfa7a70 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd80bbfa-eeee-4acb-8c66-9cf9506ef9a7 HTTP/1.1" status: 200 len: 210 time: 0.1339006 Apr 01 16:01:00.216288 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6fc488d-7779-4cf5-83e2-ce3e4a1a9d6d req-f887c298-1f02-459d-8306-a59023e6b7e5 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] No DVR routers for this DVR port 9133b83e-f88e-4143-aaf9-58622f2917dc on host hv-neutron-8333 {{(pid=83828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:01:00.227226 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-f6fc488d-7779-4cf5-83e2-ce3e4a1a9d6d req-f887c298-1f02-459d-8306-a59023e6b7e5 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:00.229312 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd80bbfa-eeee-4acb-8c66-9cf9506ef9a7', 'name': 'network-vif-deleted', 'tag': '9133b83e-f88e-4143-aaf9-58622f2917dc'}] {{(pid=83828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:01:00.271051 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f449c83c-b8cc-445e-b222-e1a803583b28 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Network ed45466e-0386-4b92-8de3-247c977242ac is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:01:00.272192 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f449c83c-b8cc-445e-b222-e1a803583b28 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'Port': ['ID=75a13e16-8787-4e83-9c19-a597ac92e543,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:00.286480 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-f449c83c-b8cc-445e-b222-e1a803583b28 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:01:00.286480 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-f6fc488d-7779-4cf5-83e2-ce3e4a1a9d6d req-f887c298-1f02-459d-8306-a59023e6b7e5 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.24 "DELETE /v2.0/ports/9133b83e-f88e-4143-aaf9-58622f2917dc HTTP/1.1" status: 204 len: 173 time: 1.1477528 Apr 01 16:01:00.286480 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f449c83c-b8cc-445e-b222-e1a803583b28 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:01:00.346118 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd80bbfa-eeee-4acb-8c66-9cf9506ef9a7', 'name': 'network-vif-deleted', 'tag': '9133b83e-f88e-4143-aaf9-58622f2917dc', 'status': 'completed', 'code': 200} Apr 01 16:01:01.061267 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f449c83c-b8cc-445e-b222-e1a803583b28 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:01.124896 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f449c83c-b8cc-445e-b222-e1a803583b28 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:01.305711 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 57664) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:01.370986 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f449c83c-b8cc-445e-b222-e1a803583b28 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for port, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:01.376753 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f449c83c-b8cc-445e-b222-e1a803583b28 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:01.492233 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f449c83c-b8cc-445e-b222-e1a803583b28 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'Port': ['ID=75a13e16-8787-4e83-9c19-a597ac92e543,revision_number=2']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:01.508936 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f449c83c-b8cc-445e-b222-e1a803583b28 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617697'] for floatingip, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:01.581487 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:01:01.732892 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.l3_db [None req-f449c83c-b8cc-445e-b222-e1a803583b28 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Floating IP 9eeed6f2-173e-4e6a-82fc-de0d06cf40f0 associated. External IP: 172.26.1.10, port: ef89d6fb-58f3-43c1-bab3-46ecfe40dc9f. Apr 01 16:01:01.805808 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ab01217d-b697-4308-b0b0-0951b03ac35b tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611543'] for router_interface, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:02.222773 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f449c83c-b8cc-445e-b222-e1a803583b28 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Router 8687c6f4-4904-4c8a-bca1-5dfb189b352c has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:01:02.569624 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f449c83c-b8cc-445e-b222-e1a803583b28 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:01:02.596681 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f449c83c-b8cc-445e-b222-e1a803583b28 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for floatingip, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:02.671921 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-f449c83c-b8cc-445e-b222-e1a803583b28 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7617438 Apr 01 16:01:02.672826 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f80a2ff4-c1ad-4066-b3bc-164857849ffa', 'tag': 'ef89d6fb-58f3-43c1-bab3-46ecfe40dc9f'}] {{(pid=83828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:01:02.677503 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-ab01217d-b697-4308-b0b0-0951b03ac35b tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Deleting port 07b99caa-6849-4f34-9751-551fa3e2ebac {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:01:02.677503 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ab01217d-b697-4308-b0b0-0951b03ac35b tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:02.678937 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 57668) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:02.762071 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f80a2ff4-c1ad-4066-b3bc-164857849ffa', 'tag': 'ef89d6fb-58f3-43c1-bab3-46ecfe40dc9f', 'status': 'completed', 'code': 200} Apr 01 16:01:02.848308 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-98cae7c5-b2da-4888-9568-37fed82e4809 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/floatingips/9eeed6f2-173e-4e6a-82fc-de0d06cf40f0 HTTP/1.1" status: 200 len: 991 time: 0.1688316 Apr 01 16:01:02.868937 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-c6af6075-e5f6-42a9-891f-ae097ad4c8a9 req-677471ee-634f-4bae-9894-67f6e93224dd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=447e2c5010754fe1ad368efac7c75251&device_id=f80a2ff4-c1ad-4066-b3bc-164857849ffa HTTP/1.1" status: 200 len: 1099 time: 0.0912879 Apr 01 16:01:02.891821 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [None req-ab01217d-b697-4308-b0b0-0951b03ac35b tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] For port 07b99caa-6849-4f34-9751-551fa3e2ebac, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=07b99caa-6849-4f34-9751-551fa3e2ebac,segment=NetworkSegment(9b5fb6af-d9bd-4682-83a8-c47ddbbbe19f),segment_id=9b5fb6af-d9bd-4682-83a8-c47ddbbbe19f)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:01:02.892235 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ab01217d-b697-4308-b0b0-0951b03ac35b tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:03.009006 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6af6075-e5f6-42a9-891f-ae097ad4c8a9 req-ef8cab6a-7442-44b5-a398-8b0046b89321 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:03.010512 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-c6af6075-e5f6-42a9-891f-ae097ad4c8a9 req-ef8cab6a-7442-44b5-a398-8b0046b89321 service neutron] 10.222.0.24 "GET /v2.0/networks?id=47dfaf19-09a3-41a8-b892-00c74038d655 HTTP/1.1" status: 200 len: 895 time: 0.1350038 Apr 01 16:01:03.019611 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-ab01217d-b697-4308-b0b0-0951b03ac35b tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Calling delete_port for 07b99caa-6849-4f34-9751-551fa3e2ebac owned by network:router_interface {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:01:03.128497 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-c6af6075-e5f6-42a9-891f-ae097ad4c8a9 req-5462fe02-5fb6-44d1-8bdc-4cb9409eba33 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef89d6fb-58f3-43c1-bab3-46ecfe40dc9f HTTP/1.1" status: 200 len: 999 time: 0.1110084 Apr 01 16:01:03.128991 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d11e86-677e-45b1-8318-21e6409e64cc None None] New status for floating IP 86609c8b-eeff-4878-a472-b0018cc2020d: DOWN {{(pid=83833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 16:01:03.150072 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ef3949-65bd-4221-8c28-f917fa84f9de None None] Sync routers for ids ['8687c6f4-4904-4c8a-bca1-5dfb189b352c'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:01:03.166303 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ef3949-65bd-4221-8c28-f917fa84f9de None None] Routers {'8687c6f4-4904-4c8a-bca1-5dfb189b352c'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:01:03.167548 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-15ef3949-65bd-4221-8c28-f917fa84f9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:00:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['8687c6f4-4904-4c8a-bca1-5dfb189b352c'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:03.199272 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6af6075-e5f6-42a9-891f-ae097ad4c8a9 req-b5ff4d94-c83d-48b9-9a96-805c56a0b2d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:03.200723 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-c6af6075-e5f6-42a9-891f-ae097ad4c8a9 req-b5ff4d94-c83d-48b9-9a96-805c56a0b2d5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4765f803-299f-4855-b1f2-62a4f8f33940 HTTP/1.1" status: 200 len: 835 time: 0.0659230 Apr 01 16:01:03.231505 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ab01217d-b697-4308-b0b0-0951b03ac35b tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:03.292992 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-c6af6075-e5f6-42a9-891f-ae097ad4c8a9 req-6e0a635b-5402-4cc2-909c-b80376b29112 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=47dfaf19-09a3-41a8-b892-00c74038d655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0850964 Apr 01 16:01:03.300110 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab01217d-b697-4308-b0b0-0951b03ac35b tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Pushing event deleted for resources: {'Port': ['ID=07b99caa-6849-4f34-9751-551fa3e2ebac,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:03.308222 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 9133b83e-f88e-4143-aaf9-58622f2917dc no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:01:03.360913 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] No Port match for: 9133b83e-f88e-4143-aaf9-58622f2917dc {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:01:03.361160 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 9133b83e-f88e-4143-aaf9-58622f2917dc not bound to the agent host hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:01:03.427282 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-15ef3949-65bd-4221-8c28-f917fa84f9de None None] Set router 8687c6f4-4904-4c8a-bca1-5dfb189b352c gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:01:03.479052 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-c6af6075-e5f6-42a9-891f-ae097ad4c8a9 req-889a402b-c295-429d-9467-1ca5864a4488 service neutron] 10.222.0.24 "GET /v2.0/networks/47dfaf19-09a3-41a8-b892-00c74038d655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786554 Apr 01 16:01:03.622969 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-c6af6075-e5f6-42a9-891f-ae097ad4c8a9 req-2d996659-d3ad-41cd-9cab-0b9fd5fddab4 service neutron] 10.222.0.24 "GET /v2.0/networks/47dfaf19-09a3-41a8-b892-00c74038d655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369114 Apr 01 16:01:03.645975 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ab01217d-b697-4308-b0b0-0951b03ac35b tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611462'] for router_interface, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:03.823574 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-15ef3949-65bd-4221-8c28-f917fa84f9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8687c6f4-4904-4c8a-bca1-5dfb189b352c', 'name': 'tempest-TestNetworkBasicOps-router-1043841888', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.119'}], 'enable_snat': True}, 'gw_port_id': '75d196b0-867f-4a8d-9362-bde6351a5cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:33Z', 'updated_at': '2022-04-01T16:00:39Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': '75d196b0-867f-4a8d-9362-bde6351a5cab', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8687c6f4-4904-4c8a-bca1-5dfb189b352c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:34Z', 'updated_at': '2022-04-01T16:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': '9eeed6f2-173e-4e6a-82fc-de0d06cf40f0', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'floating_ip_address': '172.26.1.10', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '8687c6f4-4904-4c8a-bca1-5dfb189b352c', 'port_id': 'ef89d6fb-58f3-43c1-bab3-46ecfe40dc9f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47dfaf19-09a3-41a8-b892-00c74038d655', 'mac_address': 'fa:16:3e:1d:18:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80a2ff4-c1ad-4066-b3bc-164857849ffa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:01:00Z', 'updated_at': '2022-04-01T16:01:00Z', 'revision_number': 0, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02f3abbe-22fd-4eb9-9c2c-b481735e13cb', 'name': '', 'network_id': '47dfaf19-09a3-41a8-b892-00c74038d655', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'mac_address': 'fa:16:3e:31:f5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8687c6f4-4904-4c8a-bca1-5dfb189b352c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4765f803-299f-4855-b1f2-62a4f8f33940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:38Z', 'updated_at': '2022-04-01T16:00:52Z', 'revision_number': 5, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'subnets': [{'id': '4765f803-299f-4855-b1f2-62a4f8f33940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:03.827605 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ef3949-65bd-4221-8c28-f917fa84f9de None None] Checking router: 8687c6f4-4904-4c8a-bca1-5dfb189b352c for host: dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:01:03.838823 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ef3949-65bd-4221-8c28-f917fa84f9de None None] Routers {'8687c6f4-4904-4c8a-bca1-5dfb189b352c'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:01:03.839520 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-15ef3949-65bd-4221-8c28-f917fa84f9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:00:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['8687c6f4-4904-4c8a-bca1-5dfb189b352c'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:03.852038 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 57674) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:03.971648 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-2284a496-57de-4dfb-8960-b77538d53b0f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/floatingips/9eeed6f2-173e-4e6a-82fc-de0d06cf40f0 HTTP/1.1" status: 200 len: 991 time: 0.1184709 Apr 01 16:01:04.040948 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-15ef3949-65bd-4221-8c28-f917fa84f9de None None] Set router 8687c6f4-4904-4c8a-bca1-5dfb189b352c gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:01:04.448443 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab01217d-b697-4308-b0b0-0951b03ac35b tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Router fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:01:04.466196 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-15ef3949-65bd-4221-8c28-f917fa84f9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8687c6f4-4904-4c8a-bca1-5dfb189b352c', 'name': 'tempest-TestNetworkBasicOps-router-1043841888', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.119'}], 'enable_snat': True}, 'gw_port_id': '75d196b0-867f-4a8d-9362-bde6351a5cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:33Z', 'updated_at': '2022-04-01T16:00:39Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': '75d196b0-867f-4a8d-9362-bde6351a5cab', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8687c6f4-4904-4c8a-bca1-5dfb189b352c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:34Z', 'updated_at': '2022-04-01T16:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': '9eeed6f2-173e-4e6a-82fc-de0d06cf40f0', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'floating_ip_address': '172.26.1.10', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '8687c6f4-4904-4c8a-bca1-5dfb189b352c', 'port_id': 'ef89d6fb-58f3-43c1-bab3-46ecfe40dc9f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47dfaf19-09a3-41a8-b892-00c74038d655', 'mac_address': 'fa:16:3e:1d:18:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80a2ff4-c1ad-4066-b3bc-164857849ffa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:01:00Z', 'updated_at': '2022-04-01T16:01:00Z', 'revision_number': 0, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02f3abbe-22fd-4eb9-9c2c-b481735e13cb', 'name': '', 'network_id': '47dfaf19-09a3-41a8-b892-00c74038d655', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'mac_address': 'fa:16:3e:31:f5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8687c6f4-4904-4c8a-bca1-5dfb189b352c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4765f803-299f-4855-b1f2-62a4f8f33940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:38Z', 'updated_at': '2022-04-01T16:00:52Z', 'revision_number': 5, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'subnets': [{'id': '4765f803-299f-4855-b1f2-62a4f8f33940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:04.469733 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ef3949-65bd-4221-8c28-f917fa84f9de None None] The sync data for ids ['8687c6f4-4904-4c8a-bca1-5dfb189b352c'] in dv-neutron-833373-2-hyperv is: [{'id': '8687c6f4-4904-4c8a-bca1-5dfb189b352c', 'name': 'tempest-TestNetworkBasicOps-router-1043841888', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.119'}], 'enable_snat': True}, 'gw_port_id': '75d196b0-867f-4a8d-9362-bde6351a5cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:33Z', 'updated_at': '2022-04-01T16:00:39Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': '75d196b0-867f-4a8d-9362-bde6351a5cab', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8687c6f4-4904-4c8a-bca1-5dfb189b352c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:34Z', 'updated_at': '2022-04-01T16:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': '9eeed6f2-173e-4e6a-82fc-de0d06cf40f0', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'floating_ip_address': '172.26.1.10', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '8687c6f4-4904-4c8a-bca1-5dfb189b352c', 'port_id': 'ef89d6fb-58f3-43c1-bab3-46ecfe40dc9f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47dfaf19-09a3-41a8-b892-00c74038d655', 'mac_address': 'fa:16:3e:1d:18:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80a2ff4-c1ad-4066-b3bc-164857849ffa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:01:00Z', 'updated_at': '2022-04-01T16:01:00Z', 'revision_number': 0, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02f3abbe-22fd-4eb9-9c2c-b481735e13cb', 'name': '', 'network_id': '47dfaf19-09a3-41a8-b892-00c74038d655', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'mac_address': 'fa:16:3e:31:f5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8687c6f4-4904-4c8a-bca1-5dfb189b352c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4765f803-299f-4855-b1f2-62a4f8f33940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:38Z', 'updated_at': '2022-04-01T16:00:52Z', 'revision_number': 5, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'subnets': [{'id': '4765f803-299f-4855-b1f2-62a4f8f33940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:01:04.695942 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab01217d-b697-4308-b0b0-0951b03ac35b tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:01:04.710934 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-ab01217d-b697-4308-b0b0-0951b03ac35b tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.55 "PUT /v2.0/routers/fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4040554 Apr 01 16:01:04.714037 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 57678) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:04.718157 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e69fe2-4145-4167-bb5a-68f07552d6e7 None None] Sync routers for ids ['fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:01:04.739326 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e69fe2-4145-4167-bb5a-68f07552d6e7 None None] Routers {'fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:01:04.739326 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-c5e69fe2-4145-4167-bb5a-68f07552d6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:00:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:04.929462 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-c5e69fe2-4145-4167-bb5a-68f07552d6e7 None None] Set router fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:01:04.956697 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_v2 [None req-2333c65a-4a29-46d0-9da2-20c520adaa22 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Deleting subnet 89cf3890-8986-45b8-911d-fb627612bf2e {{(pid=83826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 16:01:04.960626 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2333c65a-4a29-46d0-9da2-20c520adaa22 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks [] for subnet, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:04.977221 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 57682) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:05.039383 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2333c65a-4a29-46d0-9da2-20c520adaa22 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16610770'] for subnet, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:05.221111 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2333c65a-4a29-46d0-9da2-20c520adaa22 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:05.224001 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-c4c5b2d5-229e-40d5-b1fc-0ceb62f03185 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/floatingips/9eeed6f2-173e-4e6a-82fc-de0d06cf40f0 HTTP/1.1" status: 200 len: 991 time: 0.2418735 Apr 01 16:01:05.328910 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2333c65a-4a29-46d0-9da2-20c520adaa22 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15415074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16089009'] for subnet, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:05.350220 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-c5e69fe2-4145-4167-bb5a-68f07552d6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1645454485', 'tenant_id': '2181db44cb9d4493b0ae6f403c76ef7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.242'}], 'enable_snat': True}, 'gw_port_id': '683c78b6-f810-491c-836b-55ef9ca11553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:58:46Z', 'updated_at': '2022-04-01T16:01:03Z', 'revision_number': 5, 'project_id': '2181db44cb9d4493b0ae6f403c76ef7d', 'gw_port': {'id': '683c78b6-f810-491c-836b-55ef9ca11553', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:bb:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:47Z', 'updated_at': '2022-04-01T15:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:05.358779 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e69fe2-4145-4167-bb5a-68f07552d6e7 None None] Checking router: fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:01:05.374338 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2333c65a-4a29-46d0-9da2-20c520adaa22 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Pushing event deleted for resources: {'Subnet': ['ID=89cf3890-8986-45b8-911d-fb627612bf2e,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:05.382467 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e69fe2-4145-4167-bb5a-68f07552d6e7 None None] Routers {'fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:01:05.382841 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-c5e69fe2-4145-4167-bb5a-68f07552d6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:00:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:05.387533 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2333c65a-4a29-46d0-9da2-20c520adaa22 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:05.397320 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-2333c65a-4a29-46d0-9da2-20c520adaa22 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.55 "DELETE /v2.0/subnets/89cf3890-8986-45b8-911d-fb627612bf2e HTTP/1.1" status: 204 len: 168 time: 0.6802728 Apr 01 16:01:05.398824 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c77e1ae-5e0b-4345-b5b3-cb676e746132 None None] Network 9966213a-d852-47af-b676-2130e90548f0 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:01:05.398976 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 57686) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:05.625193 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-c5e69fe2-4145-4167-bb5a-68f07552d6e7 None None] Set router fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:01:05.793737 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e23cc0-2f68-4af1-ad16-5caccb39c8e7 None None] DHCP port deletion for 9966213a-d852-47af-b676-2130e90548f0 request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 16:01:05.798746 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-21e23cc0-2f68-4af1-ad16-5caccb39c8e7 None None] Deleting port 56ca6d90-049e-4a50-be18-bfad99c07760 {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:01:05.798746 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-21e23cc0-2f68-4af1-ad16-5caccb39c8e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:05.857517 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4908524d-1100-4933-ac78-440fb93bbf16 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks [] for router, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:06.019814 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-c5e69fe2-4145-4167-bb5a-68f07552d6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1645454485', 'tenant_id': '2181db44cb9d4493b0ae6f403c76ef7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.242'}], 'enable_snat': True}, 'gw_port_id': '683c78b6-f810-491c-836b-55ef9ca11553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:58:46Z', 'updated_at': '2022-04-01T16:01:03Z', 'revision_number': 5, 'project_id': '2181db44cb9d4493b0ae6f403c76ef7d', 'gw_port': {'id': '683c78b6-f810-491c-836b-55ef9ca11553', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:bb:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:47Z', 'updated_at': '2022-04-01T15:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:06.029631 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e69fe2-4145-4167-bb5a-68f07552d6e7 None None] The sync data for ids ['fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f'] in dv-neutron-833373-2-hyperv is: [{'id': 'fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1645454485', 'tenant_id': '2181db44cb9d4493b0ae6f403c76ef7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.242'}], 'enable_snat': True}, 'gw_port_id': '683c78b6-f810-491c-836b-55ef9ca11553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:58:46Z', 'updated_at': '2022-04-01T16:01:03Z', 'revision_number': 5, 'project_id': '2181db44cb9d4493b0ae6f403c76ef7d', 'gw_port': {'id': '683c78b6-f810-491c-836b-55ef9ca11553', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:bb:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:58:47Z', 'updated_at': '2022-04-01T15:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:01:06.148416 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4908524d-1100-4933-ac78-440fb93bbf16 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:06.152607 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-21e23cc0-2f68-4af1-ad16-5caccb39c8e7 None None] For port 56ca6d90-049e-4a50-be18-bfad99c07760, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=56ca6d90-049e-4a50-be18-bfad99c07760,segment=NetworkSegment(9b5fb6af-d9bd-4682-83a8-c47ddbbbe19f),segment_id=9b5fb6af-d9bd-4682-83a8-c47ddbbbe19f)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:01:06.152607 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-21e23cc0-2f68-4af1-ad16-5caccb39c8e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:06.158820 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-4908524d-1100-4933-ac78-440fb93bbf16 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Deleting port 683c78b6-f810-491c-836b-55ef9ca11553 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:01:06.160190 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4908524d-1100-4933-ac78-440fb93bbf16 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:06.226079 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 57690) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:06.274390 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-21e23cc0-2f68-4af1-ad16-5caccb39c8e7 None None] Calling delete_port for 56ca6d90-049e-4a50-be18-bfad99c07760 owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:01:06.361548 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-21e23cc0-2f68-4af1-ad16-5caccb39c8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671'] for port, after_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:06.413119 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e23cc0-2f68-4af1-ad16-5caccb39c8e7 None None] Pushing event deleted for resources: {'Port': ['ID=56ca6d90-049e-4a50-be18-bfad99c07760,revision_number=None']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:06.419498 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e23cc0-2f68-4af1-ad16-5caccb39c8e7 None None] No DVR routers for this DVR port 56ca6d90-049e-4a50-be18-bfad99c07760 on host dv-neutron-833373-2-hyperv {{(pid=83829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:01:06.454937 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-8b7edde4-7b94-4a0d-836b-b4b22b86c92d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/floatingips/9eeed6f2-173e-4e6a-82fc-de0d06cf40f0 HTTP/1.1" status: 200 len: 991 time: 0.2282171 Apr 01 16:01:06.500873 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-4908524d-1100-4933-ac78-440fb93bbf16 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] For port 683c78b6-f810-491c-836b-55ef9ca11553, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=683c78b6-f810-491c-836b-55ef9ca11553,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:01:06.501636 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4908524d-1100-4933-ac78-440fb93bbf16 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:06.635563 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-4908524d-1100-4933-ac78-440fb93bbf16 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Calling delete_port for 683c78b6-f810-491c-836b-55ef9ca11553 owned by network:router_gateway {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:01:06.720288 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 07b99caa-6849-4f34-9751-551fa3e2ebac no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:01:06.755285 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 07b99caa-6849-4f34-9751-551fa3e2ebac {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:01:06.755632 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 07b99caa-6849-4f34-9751-551fa3e2ebac not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:01:06.756048 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 56ca6d90-049e-4a50-be18-bfad99c07760 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:01:06.797778 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 56ca6d90-049e-4a50-be18-bfad99c07760 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:01:06.797778 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 56ca6d90-049e-4a50-be18-bfad99c07760 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:01:06.835611 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4908524d-1100-4933-ac78-440fb93bbf16 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:06.892601 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4908524d-1100-4933-ac78-440fb93bbf16 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Pushing event deleted for resources: {'Port': ['ID=683c78b6-f810-491c-836b-55ef9ca11553,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:07.140991 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4908524d-1100-4933-ac78-440fb93bbf16 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617660'] for router_gateway, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:07.267721 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab375298-d2b8-4f45-ba34-c3c2c0f71267 None None] New status for floating IP 9eeed6f2-173e-4e6a-82fc-de0d06cf40f0: ACTIVE {{(pid=83829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 16:01:07.459854 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 57694) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:07.557206 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4908524d-1100-4933-ac78-440fb93bbf16 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130651'] for router, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:07.575445 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4908524d-1100-4933-ac78-440fb93bbf16 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:07.585295 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-e0ff1e50-a594-4a9b-a4b9-5f4e72190a1d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/floatingips/9eeed6f2-173e-4e6a-82fc-de0d06cf40f0 HTTP/1.1" status: 200 len: 991 time: 0.1251485 Apr 01 16:01:07.607670 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4908524d-1100-4933-ac78-440fb93bbf16 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607376'] for router, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:07.607670 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4908524d-1100-4933-ac78-440fb93bbf16 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Fanout notify agent at l3_agent the message router_deleted on router fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f {{(pid=83828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 16:01:07.626716 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4908524d-1100-4933-ac78-440fb93bbf16 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:07.627728 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-4908524d-1100-4933-ac78-440fb93bbf16 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.55 "DELETE /v2.0/routers/fa3839bf-ed3f-4d38-8d1f-fa76bcba1b6f HTTP/1.1" status: 204 len: 168 time: 2.2272646 Apr 01 16:01:07.641495 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 57698) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:07.766437 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5694ad56-672a-4e80-afdf-7262c06de2f8 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:07.918881 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5694ad56-672a-4e80-afdf-7262c06de2f8 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:07.957753 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-5694ad56-672a-4e80-afdf-7262c06de2f8 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9966213a-d852-47af-b676-2130e90548f0']}} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:07.976142 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-5694ad56-672a-4e80-afdf-7262c06de2f8 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b5fb6af-d9bd-4682-83a8-c47ddbbbe19f') {'for_net_delete': True} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:07.976142 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-5694ad56-672a-4e80-afdf-7262c06de2f8 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b5fb6af-d9bd-4682-83a8-c47ddbbbe19f') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:07.990527 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5694ad56-672a-4e80-afdf-7262c06de2f8 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16610763'] for segment, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:08.009748 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5694ad56-672a-4e80-afdf-7262c06de2f8 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:08.018343 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5694ad56-672a-4e80-afdf-7262c06de2f8 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=83826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 16:01:08.018343 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5694ad56-672a-4e80-afdf-7262c06de2f8 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15415164'] for segment, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:08.036355 dv-neutron-833373-2-hyperv neutron-server[83826]: Traceback (most recent call last): Apr 01 16:01:08.036355 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 16:01:08.036355 dv-neutron-833373-2-hyperv neutron-server[83826]: timer() Apr 01 16:01:08.036355 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:01:08.036355 dv-neutron-833373-2-hyperv neutron-server[83826]: cb(*args, **kw) Apr 01 16:01:08.036355 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:01:08.036355 dv-neutron-833373-2-hyperv neutron-server[83826]: return func(*args, **kwargs) Apr 01 16:01:08.036355 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:01:08.036355 dv-neutron-833373-2-hyperv neutron-server[83826]: self._notify() Apr 01 16:01:08.036355 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:01:08.036355 dv-neutron-833373-2-hyperv neutron-server[83826]: self.callback(batched_events) Apr 01 16:01:08.036355 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:01:08.036355 dv-neutron-833373-2-hyperv neutron-server[83826]: event.method(event) Apr 01 16:01:08.036355 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:01:08.036355 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:01:08.036355 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:01:08.036355 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:01:08.036355 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:01:08.036355 dv-neutron-833373-2-hyperv neutron-server[83826]: return f(self, *a, **k) Apr 01 16:01:08.036355 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 16:01:08.036355 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._get(url).json() Apr 01 16:01:08.036355 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 16:01:08.036355 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:01:08.036355 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 16:01:08.036355 dv-neutron-833373-2-hyperv neutron-server[83826]: return self.request(url, 'GET', **kwargs) Apr 01 16:01:08.036355 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 16:01:08.036355 dv-neutron-833373-2-hyperv neutron-server[83826]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:01:08.036355 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 16:01:08.036355 dv-neutron-833373-2-hyperv neutron-server[83826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:01:08.036355 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 16:01:08.036355 dv-neutron-833373-2-hyperv neutron-server[83826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:01:08.036355 dv-neutron-833373-2-hyperv neutron-server[83826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:01:08.119197 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5694ad56-672a-4e80-afdf-7262c06de2f8 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:08.138614 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5694ad56-672a-4e80-afdf-7262c06de2f8 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:08.148594 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5694ad56-672a-4e80-afdf-7262c06de2f8 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Pushing event deleted for resources: {'Network': ['ID=9966213a-d852-47af-b676-2130e90548f0,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:08.151476 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-5694ad56-672a-4e80-afdf-7262c06de2f8 tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.55 "DELETE /v2.0/networks/9966213a-d852-47af-b676-2130e90548f0 HTTP/1.1" status: 204 len: 168 time: 0.5167642 Apr 01 16:01:08.154382 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 57704) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:08.226249 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-45f930f7-5977-45e2-b7f1-a1c894487aca tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:08.266369 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-45f930f7-5977-45e2-b7f1-a1c894487aca tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:08.352904 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-45f930f7-5977-45e2-b7f1-a1c894487aca tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:08.372474 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f930f7-5977-45e2-b7f1-a1c894487aca tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c75dad15-3c49-4312-91ac-218bdee2c12f,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:08.387124 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-45f930f7-5977-45e2-b7f1-a1c894487aca tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:08.388357 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-45f930f7-5977-45e2-b7f1-a1c894487aca tempest-TestNetworkAdvancedServerOps-843121190 tempest-TestNetworkAdvancedServerOps-843121190-project] 10.222.0.55 "DELETE /v2.0/security-groups/c75dad15-3c49-4312-91ac-218bdee2c12f HTTP/1.1" status: 204 len: 168 time: 0.2330382 Apr 01 16:01:08.591575 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 57712) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:08.796648 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-cbb789b6-c91e-48ff-bd9b-b738e04dfe90 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/floatingips/9eeed6f2-173e-4e6a-82fc-de0d06cf40f0 HTTP/1.1" status: 200 len: 993 time: 0.2048147 Apr 01 16:01:08.892356 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 57718) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:09.157171 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-1f98708f-cb9a-48bc-beae-7e03722626a4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2181db44cb9d4493b0ae6f403c76ef7d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2635124 Apr 01 16:01:09.159760 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 57724) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:09.222903 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1a695079-d80b-445a-a60a-96567bebe98a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:09.248940 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1a695079-d80b-445a-a60a-96567bebe98a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:09.311156 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1a695079-d80b-445a-a60a-96567bebe98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:09.329248 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a695079-d80b-445a-a60a-96567bebe98a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a97c4c9-0ab4-48ea-9dd7-cc74b0daa348,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:09.336063 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1a695079-d80b-445a-a60a-96567bebe98a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:09.337230 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-1a695079-d80b-445a-a60a-96567bebe98a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9a97c4c9-0ab4-48ea-9dd7-cc74b0daa348 HTTP/1.1" status: 204 len: 168 time: 0.1759174 Apr 01 16:01:09.668326 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 57732) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:09.686690 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-97d2b1d7-4c86-4749-a082-54aef7f2c67f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:09.720088 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-97d2b1d7-4c86-4749-a082-54aef7f2c67f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:01:09.724657 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-97d2b1d7-4c86-4749-a082-54aef7f2c67f admin admin] Usage tracker for resource:security_group_rule and tenant:9dd6ebe766e84dc382baecb52bc16d2e is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:01:09.733715 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-97d2b1d7-4c86-4749-a082-54aef7f2c67f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:01:09.741246 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-97d2b1d7-4c86-4749-a082-54aef7f2c67f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:01:09.812876 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-97d2b1d7-4c86-4749-a082-54aef7f2c67f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:09.817030 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-97d2b1d7-4c86-4749-a082-54aef7f2c67f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:09.863589 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d2b1d7-4c86-4749-a082-54aef7f2c67f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da18dd75-8578-45bf-b113-f17d530441eb,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:09.869105 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-97d2b1d7-4c86-4749-a082-54aef7f2c67f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9dd6ebe766e84dc382baecb52bc16d2e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1996393 Apr 01 16:01:09.871882 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 57736) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:09.937635 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3a748bc3-dfea-4a29-97aa-6f112256f553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:09.969436 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3a748bc3-dfea-4a29-97aa-6f112256f553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:10.023979 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3a748bc3-dfea-4a29-97aa-6f112256f553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:10.041445 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a748bc3-dfea-4a29-97aa-6f112256f553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da18dd75-8578-45bf-b113-f17d530441eb,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:10.044803 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3a748bc3-dfea-4a29-97aa-6f112256f553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:10.045921 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-3a748bc3-dfea-4a29-97aa-6f112256f553 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/da18dd75-8578-45bf-b113-f17d530441eb HTTP/1.1" status: 204 len: 168 time: 0.1729801 Apr 01 16:01:12.905100 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 683c78b6-f810-491c-836b-55ef9ca11553 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:01:12.939923 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 683c78b6-f810-491c-836b-55ef9ca11553 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:01:12.940233 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 683c78b6-f810-491c-836b-55ef9ca11553 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:01:23.759235 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:23.850769 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-2eb69f7c-1da8-4222-9a79-209ea20ac6c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:26.251826 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-7e4dbc27-f771-4c54-ab9d-13cef87a488d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:27.547258 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:27.740403 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:29.234450 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:31.489787 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 57754) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:31.564366 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-e09eed15-c108-4ac3-98fd-3d1c6113aad3 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] 10.222.0.55 "GET /v2.0/ports?project_id=447e2c5010754fe1ad368efac7c75251&network_id=47dfaf19-09a3-41a8-b892-00c74038d655 HTTP/1.1" status: 200 len: 3000 time: 0.0734417 Apr 01 16:01:36.210631 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 57766) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:36.270560 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b275f8-0943-42ef-a182-291453e29fb2 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:36.272071 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-86b275f8-0943-42ef-a182-291453e29fb2 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=ed45466e-0386-4b92-8de3-247c977242ac HTTP/1.1" status: 200 len: 814 time: 0.0604241 Apr 01 16:01:37.470347 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 57774) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:37.476349 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-238793ca-7436-4050-835a-a2728231b59f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:01:37.672605 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-238793ca-7436-4050-835a-a2728231b59f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for floatingip, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:37.950388 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-238793ca-7436-4050-835a-a2728231b59f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:37.959003 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-238793ca-7436-4050-835a-a2728231b59f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617697'] for floatingip, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:37.959359 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.l3_db [None req-238793ca-7436-4050-835a-a2728231b59f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Floating IP 9eeed6f2-173e-4e6a-82fc-de0d06cf40f0 disassociated. External IP: 172.26.1.10, port: ef89d6fb-58f3-43c1-bab3-46ecfe40dc9f. Apr 01 16:01:38.255672 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-51d44253-d633-4a38-b623-24e2a399b17b req-e57f2104-b486-49f4-8835-3580bd27f4c3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2a38017a-7d5c-4034-a1d9-3e16dbc93294&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3217893 Apr 01 16:01:38.348302 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-51d44253-d633-4a38-b623-24e2a399b17b req-1aebd1de-c145-4a81-832e-fa208799c84b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b9e160ed92af426eb41719050c02f853&device_id=2a38017a-7d5c-4034-a1d9-3e16dbc93294 HTTP/1.1" status: 200 len: 1098 time: 0.0683191 Apr 01 16:01:38.366384 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-238793ca-7436-4050-835a-a2728231b59f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Router 8687c6f4-4904-4c8a-bca1-5dfb189b352c has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:01:38.492335 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d44253-d633-4a38-b623-24e2a399b17b req-dc9e9167-97c1-498b-b82b-1670b2abb3ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:38.493801 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-51d44253-d633-4a38-b623-24e2a399b17b req-dc9e9167-97c1-498b-b82b-1670b2abb3ff service neutron] 10.222.0.24 "GET /v2.0/networks?id=d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0 HTTP/1.1" status: 200 len: 912 time: 0.1264031 Apr 01 16:01:38.574383 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-238793ca-7436-4050-835a-a2728231b59f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:01:38.589490 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-238793ca-7436-4050-835a-a2728231b59f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for floatingip, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:38.590463 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbb4afb-8971-4fbc-ad1a-894268a3876f None None] Sync routers for ids ['8687c6f4-4904-4c8a-bca1-5dfb189b352c'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:01:38.601491 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:01:38.602352 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-51d44253-d633-4a38-b623-24e2a399b17b req-961c9c70-a3f2-4a44-bf8f-906ab0b444f2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f536d96-4b3a-460a-9962-5ebb48c45506 HTTP/1.1" status: 200 len: 1000 time: 0.1017754 Apr 01 16:01:38.605319 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbb4afb-8971-4fbc-ad1a-894268a3876f None None] Routers {'8687c6f4-4904-4c8a-bca1-5dfb189b352c'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:01:38.605927 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-ffbb4afb-8971-4fbc-ad1a-894268a3876f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:01:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['8687c6f4-4904-4c8a-bca1-5dfb189b352c'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:38.657539 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-238793ca-7436-4050-835a-a2728231b59f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "PUT /v2.0/floatingips/9eeed6f2-173e-4e6a-82fc-de0d06cf40f0 HTTP/1.1" status: 200 len: 689 time: 1.1836798 Apr 01 16:01:38.657539 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f80a2ff4-c1ad-4066-b3bc-164857849ffa', 'tag': 'ef89d6fb-58f3-43c1-bab3-46ecfe40dc9f'}] {{(pid=83826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:01:38.657894 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 57780) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:38.720648 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f80a2ff4-c1ad-4066-b3bc-164857849ffa', 'tag': 'ef89d6fb-58f3-43c1-bab3-46ecfe40dc9f', 'status': 'completed', 'code': 200} Apr 01 16:01:38.757081 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-866a2cb6-f03d-4f4f-ab61-9cfa0dcc74a0 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/floatingips/9eeed6f2-173e-4e6a-82fc-de0d06cf40f0 HTTP/1.1" status: 200 len: 689 time: 0.0968165 Apr 01 16:01:38.764628 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d44253-d633-4a38-b623-24e2a399b17b req-3516db68-d144-4aba-b572-343b62b8f004 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:38.766099 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-51d44253-d633-4a38-b623-24e2a399b17b req-3516db68-d144-4aba-b572-343b62b8f004 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e89a89e5-8fa9-4b91-af10-f0a4d00467fb HTTP/1.1" status: 200 len: 851 time: 0.1573596 Apr 01 16:01:38.811136 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-ffbb4afb-8971-4fbc-ad1a-894268a3876f None None] Set router 8687c6f4-4904-4c8a-bca1-5dfb189b352c gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:01:38.819043 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-cf3c6596-647d-4db9-8758-24b7c6d404fe req-826bc87f-e81d-4841-a825-ec1ba43a98c7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=447e2c5010754fe1ad368efac7c75251&device_id=f80a2ff4-c1ad-4066-b3bc-164857849ffa HTTP/1.1" status: 200 len: 1099 time: 0.0719328 Apr 01 16:01:38.846320 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-51d44253-d633-4a38-b623-24e2a399b17b req-cf2c5a09-ce50-406d-8d18-be32cbcad58b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734611 Apr 01 16:01:38.954899 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c6596-647d-4db9-8758-24b7c6d404fe req-aa3705ab-85c2-4dee-8b93-367b1543e6e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:38.956339 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-cf3c6596-647d-4db9-8758-24b7c6d404fe req-aa3705ab-85c2-4dee-8b93-367b1543e6e5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=47dfaf19-09a3-41a8-b892-00c74038d655 HTTP/1.1" status: 200 len: 895 time: 0.1314237 Apr 01 16:01:38.989582 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-51d44253-d633-4a38-b623-24e2a399b17b req-3c32214f-5e62-4eff-b16e-fc93278f9b42 service neutron] 10.222.0.24 "GET /v2.0/networks/d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366708 Apr 01 16:01:39.035997 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-cf3c6596-647d-4db9-8758-24b7c6d404fe req-db6cebc4-20c6-4793-a9a5-b35b356a4b0e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef89d6fb-58f3-43c1-bab3-46ecfe40dc9f HTTP/1.1" status: 200 len: 217 time: 0.0735497 Apr 01 16:01:39.103410 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c6596-647d-4db9-8758-24b7c6d404fe req-689a8b80-4a54-4568-848f-2cedf7bc0cde service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:39.104836 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-cf3c6596-647d-4db9-8758-24b7c6d404fe req-689a8b80-4a54-4568-848f-2cedf7bc0cde service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4765f803-299f-4855-b1f2-62a4f8f33940 HTTP/1.1" status: 200 len: 835 time: 0.0630949 Apr 01 16:01:39.134779 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-51d44253-d633-4a38-b623-24e2a399b17b req-6c613a2c-c4b8-4f51-b69f-a113fc7e2d76 service neutron] 10.222.0.24 "GET /v2.0/networks/d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400385 Apr 01 16:01:39.154825 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-ffbb4afb-8971-4fbc-ad1a-894268a3876f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8687c6f4-4904-4c8a-bca1-5dfb189b352c', 'name': 'tempest-TestNetworkBasicOps-router-1043841888', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.119'}], 'enable_snat': True}, 'gw_port_id': '75d196b0-867f-4a8d-9362-bde6351a5cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:33Z', 'updated_at': '2022-04-01T16:00:39Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': '75d196b0-867f-4a8d-9362-bde6351a5cab', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8687c6f4-4904-4c8a-bca1-5dfb189b352c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:34Z', 'updated_at': '2022-04-01T16:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '02f3abbe-22fd-4eb9-9c2c-b481735e13cb', 'name': '', 'network_id': '47dfaf19-09a3-41a8-b892-00c74038d655', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'mac_address': 'fa:16:3e:31:f5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8687c6f4-4904-4c8a-bca1-5dfb189b352c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4765f803-299f-4855-b1f2-62a4f8f33940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:38Z', 'updated_at': '2022-04-01T16:00:52Z', 'revision_number': 5, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'subnets': [{'id': '4765f803-299f-4855-b1f2-62a4f8f33940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:39.158793 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbb4afb-8971-4fbc-ad1a-894268a3876f None None] Checking router: 8687c6f4-4904-4c8a-bca1-5dfb189b352c for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:01:39.170951 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbb4afb-8971-4fbc-ad1a-894268a3876f None None] Routers {'8687c6f4-4904-4c8a-bca1-5dfb189b352c'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:01:39.171550 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-ffbb4afb-8971-4fbc-ad1a-894268a3876f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:01:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['8687c6f4-4904-4c8a-bca1-5dfb189b352c'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:39.198076 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-cf3c6596-647d-4db9-8758-24b7c6d404fe req-e8d2f459-f0b2-4e3e-ab21-d96214eba047 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=47dfaf19-09a3-41a8-b892-00c74038d655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0858507 Apr 01 16:01:39.390565 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-ffbb4afb-8971-4fbc-ad1a-894268a3876f None None] Set router 8687c6f4-4904-4c8a-bca1-5dfb189b352c gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:01:39.445561 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-cf3c6596-647d-4db9-8758-24b7c6d404fe req-b24be4f6-a4a6-4b1d-a069-260c0cc32ebe service neutron] 10.222.0.24 "GET /v2.0/networks/47dfaf19-09a3-41a8-b892-00c74038d655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404368 Apr 01 16:01:39.584932 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-cf3c6596-647d-4db9-8758-24b7c6d404fe req-62c9ac85-2136-4a60-8a23-162c8b8434c1 service neutron] 10.222.0.24 "GET /v2.0/networks/47dfaf19-09a3-41a8-b892-00c74038d655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327121 Apr 01 16:01:39.735672 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-ffbb4afb-8971-4fbc-ad1a-894268a3876f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8687c6f4-4904-4c8a-bca1-5dfb189b352c', 'name': 'tempest-TestNetworkBasicOps-router-1043841888', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.119'}], 'enable_snat': True}, 'gw_port_id': '75d196b0-867f-4a8d-9362-bde6351a5cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:33Z', 'updated_at': '2022-04-01T16:00:39Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': '75d196b0-867f-4a8d-9362-bde6351a5cab', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8687c6f4-4904-4c8a-bca1-5dfb189b352c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:34Z', 'updated_at': '2022-04-01T16:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '02f3abbe-22fd-4eb9-9c2c-b481735e13cb', 'name': '', 'network_id': '47dfaf19-09a3-41a8-b892-00c74038d655', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'mac_address': 'fa:16:3e:31:f5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8687c6f4-4904-4c8a-bca1-5dfb189b352c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4765f803-299f-4855-b1f2-62a4f8f33940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:38Z', 'updated_at': '2022-04-01T16:00:52Z', 'revision_number': 5, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'subnets': [{'id': '4765f803-299f-4855-b1f2-62a4f8f33940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:39.739547 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbb4afb-8971-4fbc-ad1a-894268a3876f None None] The sync data for ids ['8687c6f4-4904-4c8a-bca1-5dfb189b352c'] in dv-neutron-833373-2-hyperv is: [{'id': '8687c6f4-4904-4c8a-bca1-5dfb189b352c', 'name': 'tempest-TestNetworkBasicOps-router-1043841888', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.119'}], 'enable_snat': True}, 'gw_port_id': '75d196b0-867f-4a8d-9362-bde6351a5cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:33Z', 'updated_at': '2022-04-01T16:00:39Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': '75d196b0-867f-4a8d-9362-bde6351a5cab', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8687c6f4-4904-4c8a-bca1-5dfb189b352c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:34Z', 'updated_at': '2022-04-01T16:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '02f3abbe-22fd-4eb9-9c2c-b481735e13cb', 'name': '', 'network_id': '47dfaf19-09a3-41a8-b892-00c74038d655', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'mac_address': 'fa:16:3e:31:f5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8687c6f4-4904-4c8a-bca1-5dfb189b352c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4765f803-299f-4855-b1f2-62a4f8f33940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:38Z', 'updated_at': '2022-04-01T16:00:52Z', 'revision_number': 5, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'subnets': [{'id': '4765f803-299f-4855-b1f2-62a4f8f33940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:01:39.760833 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 57786) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:39.844007 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-d2fdcf03-9de3-4f4d-bb82-6b3bfada2864 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/floatingips/9eeed6f2-173e-4e6a-82fc-de0d06cf40f0 HTTP/1.1" status: 200 len: 689 time: 0.0819440 Apr 01 16:01:39.980472 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3555e8ab-fee7-473f-a2a0-3bf8499d6b2a None None] New status for floating IP 9eeed6f2-173e-4e6a-82fc-de0d06cf40f0: DOWN {{(pid=83829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 16:01:40.848682 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 57790) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:41.021643 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-7e27086a-afa9-4b03-a514-8fce96e205a1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/floatingips/9eeed6f2-173e-4e6a-82fc-de0d06cf40f0 HTTP/1.1" status: 200 len: 687 time: 0.1717050 Apr 01 16:01:42.354167 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 57796) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:42.359720 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-17251d28-76ce-4260-8659-dc160aa45b9e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1339670298', 'description': 'tempest-secgroup-smoke-1339670298 description', 'project_id': '447e2c5010754fe1ad368efac7c75251'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:01:42.365911 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-17251d28-76ce-4260-8659-dc160aa45b9e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:01:42.376063 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-17251d28-76ce-4260-8659-dc160aa45b9e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:01:42.387091 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-17251d28-76ce-4260-8659-dc160aa45b9e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:42.424261 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-17251d28-76ce-4260-8659-dc160aa45b9e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:01:42.428127 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-17251d28-76ce-4260-8659-dc160aa45b9e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group_rule and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:01:42.431019 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-17251d28-76ce-4260-8659-dc160aa45b9e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:01:42.436694 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-17251d28-76ce-4260-8659-dc160aa45b9e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:01:42.494658 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-17251d28-76ce-4260-8659-dc160aa45b9e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:42.498670 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-17251d28-76ce-4260-8659-dc160aa45b9e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:42.541541 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17251d28-76ce-4260-8659-dc160aa45b9e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07c9ff9b-957d-4e8b-8d11-614eede3004b,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:42.553642 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-17251d28-76ce-4260-8659-dc160aa45b9e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:42.554856 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-17251d28-76ce-4260-8659-dc160aa45b9e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1996877 Apr 01 16:01:42.556255 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17251d28-76ce-4260-8659-dc160aa45b9e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:42.556605 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17251d28-76ce-4260-8659-dc160aa45b9e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:42.556967 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17251d28-76ce-4260-8659-dc160aa45b9e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:42.557303 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17251d28-76ce-4260-8659-dc160aa45b9e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:42.557643 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17251d28-76ce-4260-8659-dc160aa45b9e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:42.557968 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17251d28-76ce-4260-8659-dc160aa45b9e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:42.558102 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 57800) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:42.558578 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17251d28-76ce-4260-8659-dc160aa45b9e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:42.558702 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17251d28-76ce-4260-8659-dc160aa45b9e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:42.558932 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17251d28-76ce-4260-8659-dc160aa45b9e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:42.559236 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17251d28-76ce-4260-8659-dc160aa45b9e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:42.559555 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17251d28-76ce-4260-8659-dc160aa45b9e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:42.563985 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-f45f7339-e440-40c6-8548-945963e170c6 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'security_group_rule': {'security_group_id': '07c9ff9b-957d-4e8b-8d11-614eede3004b', 'project_id': '447e2c5010754fe1ad368efac7c75251', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:01:42.570921 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-f45f7339-e440-40c6-8548-945963e170c6 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:01:42.574830 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-f45f7339-e440-40c6-8548-945963e170c6 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group_rule and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:01:42.577766 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-f45f7339-e440-40c6-8548-945963e170c6 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:01:42.583749 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-f45f7339-e440-40c6-8548-945963e170c6 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:01:42.601455 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f45f7339-e440-40c6-8548-945963e170c6 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:42.664443 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f45f7339-e440-40c6-8548-945963e170c6 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:42.668263 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f45f7339-e440-40c6-8548-945963e170c6 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:42.694426 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45f7339-e440-40c6-8548-945963e170c6 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=009a6fd1-6b1c-4fac-a236-81a3d0803011,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:42.706049 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f45f7339-e440-40c6-8548-945963e170c6 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:42.707969 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-f45f7339-e440-40c6-8548-945963e170c6 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1487553 Apr 01 16:01:42.710001 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45f7339-e440-40c6-8548-945963e170c6 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:42.710519 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45f7339-e440-40c6-8548-945963e170c6 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:42.710885 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45f7339-e440-40c6-8548-945963e170c6 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:42.711095 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 57804) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:42.711253 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45f7339-e440-40c6-8548-945963e170c6 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:42.711613 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45f7339-e440-40c6-8548-945963e170c6 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:42.711963 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45f7339-e440-40c6-8548-945963e170c6 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:42.712741 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45f7339-e440-40c6-8548-945963e170c6 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:42.713167 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45f7339-e440-40c6-8548-945963e170c6 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:42.713499 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45f7339-e440-40c6-8548-945963e170c6 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:42.713826 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45f7339-e440-40c6-8548-945963e170c6 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:42.714151 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45f7339-e440-40c6-8548-945963e170c6 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:42.716794 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-cf7d0905-3e1d-46ce-9e4f-c6bb9d5fd7f6 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'security_group_rule': {'security_group_id': '07c9ff9b-957d-4e8b-8d11-614eede3004b', 'project_id': '447e2c5010754fe1ad368efac7c75251', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:01:42.723501 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-cf7d0905-3e1d-46ce-9e4f-c6bb9d5fd7f6 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:01:42.727490 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-cf7d0905-3e1d-46ce-9e4f-c6bb9d5fd7f6 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group_rule and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:01:42.730607 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-cf7d0905-3e1d-46ce-9e4f-c6bb9d5fd7f6 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:01:42.737174 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-cf7d0905-3e1d-46ce-9e4f-c6bb9d5fd7f6 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:01:42.757506 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-cf7d0905-3e1d-46ce-9e4f-c6bb9d5fd7f6 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:42.836942 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-cf7d0905-3e1d-46ce-9e4f-c6bb9d5fd7f6 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:42.841468 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-cf7d0905-3e1d-46ce-9e4f-c6bb9d5fd7f6 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:42.867425 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7d0905-3e1d-46ce-9e4f-c6bb9d5fd7f6 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4f36417-a8d2-43fc-b371-6ee02aef3d4a,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:42.876334 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-cf7d0905-3e1d-46ce-9e4f-c6bb9d5fd7f6 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:42.877614 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-cf7d0905-3e1d-46ce-9e4f-c6bb9d5fd7f6 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1655762 Apr 01 16:01:42.882106 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 57808) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:42.887899 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-f6cb60f3-f631-4a6e-a093-70457ef4f82d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'security_group_rule': {'security_group_id': '07c9ff9b-957d-4e8b-8d11-614eede3004b', 'project_id': '447e2c5010754fe1ad368efac7c75251', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:01:42.894084 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-f6cb60f3-f631-4a6e-a093-70457ef4f82d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:01:42.900517 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-f6cb60f3-f631-4a6e-a093-70457ef4f82d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group_rule and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:01:42.903744 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-f6cb60f3-f631-4a6e-a093-70457ef4f82d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:01:42.910678 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-f6cb60f3-f631-4a6e-a093-70457ef4f82d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:01:42.929356 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f6cb60f3-f631-4a6e-a093-70457ef4f82d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:42.999879 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f6cb60f3-f631-4a6e-a093-70457ef4f82d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:43.004544 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f6cb60f3-f631-4a6e-a093-70457ef4f82d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:43.031230 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cb60f3-f631-4a6e-a093-70457ef4f82d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87e65650-d56e-45d9-a582-2e3f649fb87b,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:43.041794 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f6cb60f3-f631-4a6e-a093-70457ef4f82d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:43.043137 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-f6cb60f3-f631-4a6e-a093-70457ef4f82d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1600318 Apr 01 16:01:43.045811 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 57812) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:43.051706 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-08217c96-c938-4211-92fa-6ab23ef90cb9 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'security_group_rule': {'security_group_id': '07c9ff9b-957d-4e8b-8d11-614eede3004b', 'project_id': '447e2c5010754fe1ad368efac7c75251', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:01:43.057749 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-08217c96-c938-4211-92fa-6ab23ef90cb9 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:01:43.062898 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-08217c96-c938-4211-92fa-6ab23ef90cb9 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group_rule and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:01:43.067527 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-08217c96-c938-4211-92fa-6ab23ef90cb9 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:01:43.073423 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-08217c96-c938-4211-92fa-6ab23ef90cb9 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:01:43.091184 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-08217c96-c938-4211-92fa-6ab23ef90cb9 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:43.156958 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-08217c96-c938-4211-92fa-6ab23ef90cb9 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:43.160768 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-08217c96-c938-4211-92fa-6ab23ef90cb9 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:43.186803 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08217c96-c938-4211-92fa-6ab23ef90cb9 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbc8c60e-fee6-4e44-8623-9ce3131f0b50,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:43.198514 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-08217c96-c938-4211-92fa-6ab23ef90cb9 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:43.199827 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-08217c96-c938-4211-92fa-6ab23ef90cb9 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1530952 Apr 01 16:01:43.202744 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 57816) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:43.208758 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-67ec68bc-7aa0-4bde-b0dd-f7aa8436d135 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'security_group_rule': {'security_group_id': '07c9ff9b-957d-4e8b-8d11-614eede3004b', 'project_id': '447e2c5010754fe1ad368efac7c75251', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:01:43.214974 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-67ec68bc-7aa0-4bde-b0dd-f7aa8436d135 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:01:43.218934 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-67ec68bc-7aa0-4bde-b0dd-f7aa8436d135 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group_rule and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:01:43.222015 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-67ec68bc-7aa0-4bde-b0dd-f7aa8436d135 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:01:43.228043 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-67ec68bc-7aa0-4bde-b0dd-f7aa8436d135 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:01:43.238524 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.securitygroups_db [None req-67ec68bc-7aa0-4bde-b0dd-f7aa8436d135 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Project 447e2c5010754fe1ad368efac7c75251 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:01:43.245322 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-67ec68bc-7aa0-4bde-b0dd-f7aa8436d135 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:43.311629 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-67ec68bc-7aa0-4bde-b0dd-f7aa8436d135 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:43.315501 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-67ec68bc-7aa0-4bde-b0dd-f7aa8436d135 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:43.339043 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ec68bc-7aa0-4bde-b0dd-f7aa8436d135 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29287134-ed0d-437d-a666-fa6ec1c4b02e,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:43.348740 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-67ec68bc-7aa0-4bde-b0dd-f7aa8436d135 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:43.349940 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-67ec68bc-7aa0-4bde-b0dd-f7aa8436d135 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1462829 Apr 01 16:01:43.352823 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 57820) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:43.358138 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-c2a4ecf7-cf9c-4568-a29c-4ec9d5c680a1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'security_group_rule': {'security_group_id': '07c9ff9b-957d-4e8b-8d11-614eede3004b', 'project_id': '447e2c5010754fe1ad368efac7c75251', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:01:43.364893 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-c2a4ecf7-cf9c-4568-a29c-4ec9d5c680a1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:01:43.369031 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-c2a4ecf7-cf9c-4568-a29c-4ec9d5c680a1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group_rule and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:01:43.372147 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-c2a4ecf7-cf9c-4568-a29c-4ec9d5c680a1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:01:43.378006 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-c2a4ecf7-cf9c-4568-a29c-4ec9d5c680a1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:01:43.391960 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.securitygroups_db [None req-c2a4ecf7-cf9c-4568-a29c-4ec9d5c680a1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Project 447e2c5010754fe1ad368efac7c75251 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:01:43.399398 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c2a4ecf7-cf9c-4568-a29c-4ec9d5c680a1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:43.472611 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c2a4ecf7-cf9c-4568-a29c-4ec9d5c680a1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:43.477035 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c2a4ecf7-cf9c-4568-a29c-4ec9d5c680a1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:43.501776 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a4ecf7-cf9c-4568-a29c-4ec9d5c680a1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb17d151-36c4-4c5f-a2d0-e2d197f0f336,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:43.513723 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c2a4ecf7-cf9c-4568-a29c-4ec9d5c680a1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:43.514980 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-c2a4ecf7-cf9c-4568-a29c-4ec9d5c680a1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1612473 Apr 01 16:01:44.013184 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f7f43b96-6e39-40bb-baf0-dc27a392c035 req-e131beff-1622-470f-99ac-ccbd902135af tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1339670298&fields=id&tenant_id=447e2c5010754fe1ad368efac7c75251 HTTP/1.1" status: 200 len: 267 time: 0.0467570 Apr 01 16:01:44.170965 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f43b96-6e39-40bb-baf0-dc27a392c035 req-945ea352-fc8c-43b2-a501-b054847cdac4 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:44.172330 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f7f43b96-6e39-40bb-baf0-dc27a392c035 req-945ea352-fc8c-43b2-a501-b054847cdac4 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/networks?id=47dfaf19-09a3-41a8-b892-00c74038d655 HTTP/1.1" status: 200 len: 795 time: 0.1525555 Apr 01 16:01:44.189173 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f7f43b96-6e39-40bb-baf0-dc27a392c035 req-3dc8292c-760e-469b-b0ad-a606af9e7a53 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/quotas/447e2c5010754fe1ad368efac7c75251 HTTP/1.1" status: 200 len: 375 time: 0.0111616 Apr 01 16:01:44.283596 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f7f43b96-6e39-40bb-baf0-dc27a392c035 req-31dfe118-5ccd-4f41-add2-e9f04d1bb98b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=447e2c5010754fe1ad368efac7c75251&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0890212 Apr 01 16:01:44.301830 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [req-f7f43b96-6e39-40bb-baf0-dc27a392c035 req-14be35dd-4af9-4b6d-9fb0-cb304fed9b20 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=83826) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 16:01:44.302862 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f7f43b96-6e39-40bb-baf0-dc27a392c035 req-14be35dd-4af9-4b6d-9fb0-cb304fed9b20 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0059402 Apr 01 16:01:44.440523 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f7f43b96-6e39-40bb-baf0-dc27a392c035 req-5a27446c-6f82-4be9-be77-6ff1eebe10e5 service neutron] 10.222.0.55 "GET /v2.0/networks/47dfaf19-09a3-41a8-b892-00c74038d655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310365 Apr 01 16:01:44.576436 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f7f43b96-6e39-40bb-baf0-dc27a392c035 req-a0f83e8c-ef90-4f79-9a66-85d63ee81092 service neutron] 10.222.0.55 "GET /v2.0/networks/47dfaf19-09a3-41a8-b892-00c74038d655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295495 Apr 01 16:01:44.853549 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-9c4e24a3-b5d5-4748-bc0d-01dbc80886a8 req-e08cee71-9672-4af8-828b-38578fe64e44 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f2963f8-fe85-4fa3-ba9f-9146cb43df65 HTTP/1.1" status: 200 len: 210 time: 0.1263764 Apr 01 16:01:46.182961 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-bda81b87-e469-430e-8f5b-0aa4e44b1163 req-bffba5a0-a203-464f-b0d0-c15c937de8c0 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f2963f8-fe85-4fa3-ba9f-9146cb43df65 HTTP/1.1" status: 200 len: 210 time: 0.1022565 Apr 01 16:01:46.244919 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f43b96-6e39-40bb-baf0-dc27a392c035 req-1f23c9a7-40db-4aeb-992d-a4c9e75851e4 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:46.246522 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f7f43b96-6e39-40bb-baf0-dc27a392c035 req-1f23c9a7-40db-4aeb-992d-a4c9e75851e4 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.24 "GET /v2.0/networks?id=47dfaf19-09a3-41a8-b892-00c74038d655 HTTP/1.1" status: 200 len: 795 time: 0.2923090 Apr 01 16:01:46.305964 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f7f43b96-6e39-40bb-baf0-dc27a392c035 req-40e27da3-6c0f-4caa-8524-2b75039e4b41 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=447e2c5010754fe1ad368efac7c75251 HTTP/1.1" status: 200 len: 473 time: 0.0466051 Apr 01 16:01:46.315451 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [req-f7f43b96-6e39-40bb-baf0-dc27a392c035 req-5a4a54fd-e1d8-4019-9f45-a3a1ae04eb65 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'port': {'device_id': '2f2963f8-fe85-4fa3-ba9f-9146cb43df65', 'network_id': '47dfaf19-09a3-41a8-b892-00c74038d655', 'admin_state_up': True, 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'security_groups': ['07c9ff9b-957d-4e8b-8d11-614eede3004b']}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:01:46.453756 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [req-f7f43b96-6e39-40bb-baf0-dc27a392c035 req-5a4a54fd-e1d8-4019-9f45-a3a1ae04eb65 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:01:46.458294 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-f7f43b96-6e39-40bb-baf0-dc27a392c035 req-5a4a54fd-e1d8-4019-9f45-a3a1ae04eb65 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:port and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:01:46.461268 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-f7f43b96-6e39-40bb-baf0-dc27a392c035 req-5a4a54fd-e1d8-4019-9f45-a3a1ae04eb65 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:01:46.467003 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [req-f7f43b96-6e39-40bb-baf0-dc27a392c035 req-5a4a54fd-e1d8-4019-9f45-a3a1ae04eb65 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:01:46.477769 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7f43b96-6e39-40bb-baf0-dc27a392c035 req-5a4a54fd-e1d8-4019-9f45-a3a1ae04eb65 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Made reservation on behalf of 447e2c5010754fe1ad368efac7c75251 for: {'port': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:01:46.480819 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-f7f43b96-6e39-40bb-baf0-dc27a392c035 req-5a4a54fd-e1d8-4019-9f45-a3a1ae04eb65 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:46.659088 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [req-f7f43b96-6e39-40bb-baf0-dc27a392c035 req-5a4a54fd-e1d8-4019-9f45-a3a1ae04eb65 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Allocated IP 172.20.0.12 (47dfaf19-09a3-41a8-b892-00c74038d655/4765f803-299f-4855-b1f2-62a4f8f33940/539ee981-43a2-4cab-a1ec-350756b914d2) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:01:46.970162 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-f7f43b96-6e39-40bb-baf0-dc27a392c035 req-5a4a54fd-e1d8-4019-9f45-a3a1ae04eb65 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:46.987026 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [req-f7f43b96-6e39-40bb-baf0-dc27a392c035 req-5a4a54fd-e1d8-4019-9f45-a3a1ae04eb65 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Transition to ACTIVE for port object 539ee981-43a2-4cab-a1ec-350756b914d2 will not be triggered until provisioned by entity DHCP. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:01:47.010451 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-f7f43b96-6e39-40bb-baf0-dc27a392c035 req-5a4a54fd-e1d8-4019-9f45-a3a1ae04eb65 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:47.090249 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7f43b96-6e39-40bb-baf0-dc27a392c035 req-5a4a54fd-e1d8-4019-9f45-a3a1ae04eb65 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Network 47dfaf19-09a3-41a8-b892-00c74038d655 is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:01:47.093888 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [req-f7f43b96-6e39-40bb-baf0-dc27a392c035 req-5a4a54fd-e1d8-4019-9f45-a3a1ae04eb65 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:01:47.098899 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7f43b96-6e39-40bb-baf0-dc27a392c035 req-5a4a54fd-e1d8-4019-9f45-a3a1ae04eb65 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:01:47.124477 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4a54fd-e1d8-4019-9f45-a3a1ae04eb65 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'Port': ['ID=539ee981-43a2-4cab-a1ec-350756b914d2,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:47.165595 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f43b96-6e39-40bb-baf0-dc27a392c035 req-5a4a54fd-e1d8-4019-9f45-a3a1ae04eb65 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:47.166446 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-f7f43b96-6e39-40bb-baf0-dc27a392c035 req-5a4a54fd-e1d8-4019-9f45-a3a1ae04eb65 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:47.193577 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f7f43b96-6e39-40bb-baf0-dc27a392c035 req-5a4a54fd-e1d8-4019-9f45-a3a1ae04eb65 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8823631 Apr 01 16:01:47.207670 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [req-f7f43b96-6e39-40bb-baf0-dc27a392c035 req-c7e4ba7a-8dfa-4ab9-b551-eff742c163b1 service neutron] Request body: {'port': {'device_id': '2f2963f8-fe85-4fa3-ba9f-9146cb43df65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:01:47.327664 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-c9939b65-ba8a-480e-b7c8-0a15bdf680f2 None None] Provisioning for port 539ee981-43a2-4cab-a1ec-350756b914d2 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:01:47.334639 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-c9939b65-ba8a-480e-b7c8-0a15bdf680f2 None None] Provisioning complete for port 539ee981-43a2-4cab-a1ec-350756b914d2 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:01:47.335473 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c9939b65-ba8a-480e-b7c8-0a15bdf680f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:47.405759 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-f7f43b96-6e39-40bb-baf0-dc27a392c035 req-c7e4ba7a-8dfa-4ab9-b551-eff742c163b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:47.438193 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-c9939b65-ba8a-480e-b7c8-0a15bdf680f2 None None] Port 539ee981-43a2-4cab-a1ec-350756b914d2 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 16:01:47.507157 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a17a2a0-80e2-4de1-aaea-9b1da313244a req-b6c9af76-2e0b-4c7c-ba65-70a1d921e60d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:47.507773 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-7a17a2a0-80e2-4de1-aaea-9b1da313244a req-b6c9af76-2e0b-4c7c-ba65-70a1d921e60d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Synchronizing usage tracker for tenant:447e2c5010754fe1ad368efac7c75251 on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:01:47.579461 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-7a17a2a0-80e2-4de1-aaea-9b1da313244a req-b6c9af76-2e0b-4c7c-ba65-70a1d921e60d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Unset dirty status for tenant:447e2c5010754fe1ad368efac7c75251 on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:01:47.580644 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-7a17a2a0-80e2-4de1-aaea-9b1da313244a req-b6c9af76-2e0b-4c7c-ba65-70a1d921e60d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f2963f8-fe85-4fa3-ba9f-9146cb43df65 HTTP/1.1" status: 200 len: 932 time: 0.2405205 Apr 01 16:01:47.717161 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-7a17a2a0-80e2-4de1-aaea-9b1da313244a req-c0b5e2c3-218e-4d62-9823-a91287ec31d7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=07c9ff9b-957d-4e8b-8d11-614eede3004b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284761 Apr 01 16:01:47.835804 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [req-f7f43b96-6e39-40bb-baf0-dc27a392c035 req-c7e4ba7a-8dfa-4ab9-b551-eff742c163b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 539ee981-43a2-4cab-a1ec-350756b914d2 {{(pid=83826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:01:47.842730 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-f7f43b96-6e39-40bb-baf0-dc27a392c035 req-c7e4ba7a-8dfa-4ab9-b551-eff742c163b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:47.858272 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [req-f7f43b96-6e39-40bb-baf0-dc27a392c035 req-c7e4ba7a-8dfa-4ab9-b551-eff742c163b1 service neutron] Transition to ACTIVE for port object 539ee981-43a2-4cab-a1ec-350756b914d2 will not be triggered until provisioned by entity L2. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:01:47.862591 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-f7f43b96-6e39-40bb-baf0-dc27a392c035 req-c7e4ba7a-8dfa-4ab9-b551-eff742c163b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:47.997080 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e4ba7a-8dfa-4ab9-b551-eff742c163b1 service neutron] Pushing event updated for resources: {'Port': ['ID=539ee981-43a2-4cab-a1ec-350756b914d2,revision_number=2']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:48.112116 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.managers [req-f7f43b96-6e39-40bb-baf0-dc27a392c035 req-c7e4ba7a-8dfa-4ab9-b551-eff742c163b1 service neutron] Attempting to bind port 539ee981-43a2-4cab-a1ec-350756b914d2 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:01:48.112437 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.managers [req-f7f43b96-6e39-40bb-baf0-dc27a392c035 req-c7e4ba7a-8dfa-4ab9-b551-eff742c163b1 service neutron] Attempting to bind port 539ee981-43a2-4cab-a1ec-350756b914d2 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'bb511389-4312-4ece-927a-31dc17fd6bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '47dfaf19-09a3-41a8-b892-00c74038d655'}] {{(pid=83826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:01:48.112818 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f43b96-6e39-40bb-baf0-dc27a392c035 req-c7e4ba7a-8dfa-4ab9-b551-eff742c163b1 service neutron] Attempting to bind port 539ee981-43a2-4cab-a1ec-350756b914d2 on network 47dfaf19-09a3-41a8-b892-00c74038d655 {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:01:48.119041 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f43b96-6e39-40bb-baf0-dc27a392c035 req-c7e4ba7a-8dfa-4ab9-b551-eff742c163b1 service neutron] Port 539ee981-43a2-4cab-a1ec-350756b914d2 on network 47dfaf19-09a3-41a8-b892-00c74038d655 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 16:01:48.119359 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f43b96-6e39-40bb-baf0-dc27a392c035 req-c7e4ba7a-8dfa-4ab9-b551-eff742c163b1 service neutron] Attempting to bind port 539ee981-43a2-4cab-a1ec-350756b914d2 on network 47dfaf19-09a3-41a8-b892-00c74038d655 {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:01:48.126024 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f43b96-6e39-40bb-baf0-dc27a392c035 req-c7e4ba7a-8dfa-4ab9-b551-eff742c163b1 service neutron] Checking agent: {'id': '5b2860be-0b4f-4931-914a-5d10403eafcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 47, 24), 'started_at': datetime.datetime(2022, 4, 1, 15, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:01:48.126349 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f43b96-6e39-40bb-baf0-dc27a392c035 req-c7e4ba7a-8dfa-4ab9-b551-eff742c163b1 service neutron] Checking segment: {'id': 'bb511389-4312-4ece-927a-31dc17fd6bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '47dfaf19-09a3-41a8-b892-00c74038d655'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:01:48.126758 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f43b96-6e39-40bb-baf0-dc27a392c035 req-c7e4ba7a-8dfa-4ab9-b551-eff742c163b1 service neutron] Bound using segment: {'id': 'bb511389-4312-4ece-927a-31dc17fd6bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '47dfaf19-09a3-41a8-b892-00c74038d655'} {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:01:48.127149 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.managers [req-f7f43b96-6e39-40bb-baf0-dc27a392c035 req-c7e4ba7a-8dfa-4ab9-b551-eff742c163b1 service neutron] Bound port: 539ee981-43a2-4cab-a1ec-350756b914d2, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb511389-4312-4ece-927a-31dc17fd6bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '47dfaf19-09a3-41a8-b892-00c74038d655'}}] {{(pid=83826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:01:48.127488 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-f7f43b96-6e39-40bb-baf0-dc27a392c035 req-c7e4ba7a-8dfa-4ab9-b551-eff742c163b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:48.221615 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [req-f7f43b96-6e39-40bb-baf0-dc27a392c035 req-c7e4ba7a-8dfa-4ab9-b551-eff742c163b1 service neutron] For port 539ee981-43a2-4cab-a1ec-350756b914d2, host hv-neutron-8333, cleared binding levels {{(pid=83826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:01:48.225481 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [req-f7f43b96-6e39-40bb-baf0-dc27a392c035 req-c7e4ba7a-8dfa-4ab9-b551-eff742c163b1 service neutron] For port 539ee981-43a2-4cab-a1ec-350756b914d2, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=539ee981-43a2-4cab-a1ec-350756b914d2,segment=NetworkSegment(bb511389-4312-4ece-927a-31dc17fd6bb2),segment_id=bb511389-4312-4ece-927a-31dc17fd6bb2)] {{(pid=83826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:01:48.230271 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-f7f43b96-6e39-40bb-baf0-dc27a392c035 req-c7e4ba7a-8dfa-4ab9-b551-eff742c163b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:48.295341 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-f7f43b96-6e39-40bb-baf0-dc27a392c035 req-c7e4ba7a-8dfa-4ab9-b551-eff742c163b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:48.296546 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f7f43b96-6e39-40bb-baf0-dc27a392c035 req-c7e4ba7a-8dfa-4ab9-b551-eff742c163b1 service neutron] 10.222.0.24 "PUT /v2.0/ports/539ee981-43a2-4cab-a1ec-350756b914d2 HTTP/1.1" status: 200 len: 1094 time: 1.0959899 Apr 01 16:01:48.296998 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f2963f8-fe85-4fa3-ba9f-9146cb43df65', 'tag': '539ee981-43a2-4cab-a1ec-350756b914d2'}] {{(pid=83826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:01:48.318555 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e4ba7a-8dfa-4ab9-b551-eff742c163b1 service neutron] Pushing event updated for resources: {'Port': ['ID=539ee981-43a2-4cab-a1ec-350756b914d2,revision_number=3']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:48.430836 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f7f43b96-6e39-40bb-baf0-dc27a392c035 req-117c1ca9-35d2-458e-bcc9-94c71fc4f44c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=447e2c5010754fe1ad368efac7c75251&device_id=2f2963f8-fe85-4fa3-ba9f-9146cb43df65 HTTP/1.1" status: 200 len: 1097 time: 0.0866055 Apr 01 16:01:48.490780 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f2963f8-fe85-4fa3-ba9f-9146cb43df65', 'tag': '539ee981-43a2-4cab-a1ec-350756b914d2', 'status': 'completed', 'code': 200} Apr 01 16:01:48.507250 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f7f43b96-6e39-40bb-baf0-dc27a392c035 req-9aa28e5b-33c9-4598-b049-fe16adde7aa9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=539ee981-43a2-4cab-a1ec-350756b914d2 HTTP/1.1" status: 200 len: 217 time: 0.0687625 Apr 01 16:01:48.575286 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f43b96-6e39-40bb-baf0-dc27a392c035 req-a8d65f85-7ba6-490e-9373-c8733dbdfd60 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:48.576633 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f7f43b96-6e39-40bb-baf0-dc27a392c035 req-a8d65f85-7ba6-490e-9373-c8733dbdfd60 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4765f803-299f-4855-b1f2-62a4f8f33940 HTTP/1.1" status: 200 len: 835 time: 0.0636375 Apr 01 16:01:48.657557 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f7f43b96-6e39-40bb-baf0-dc27a392c035 req-03db313a-1c40-4cf3-9f48-78118e4e2147 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=47dfaf19-09a3-41a8-b892-00c74038d655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737627 Apr 01 16:01:48.796499 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f7f43b96-6e39-40bb-baf0-dc27a392c035 req-563c066a-72a3-4154-8406-7d3d7fc0bb74 service neutron] 10.222.0.24 "GET /v2.0/networks/47dfaf19-09a3-41a8-b892-00c74038d655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310527 Apr 01 16:01:49.119078 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f7f43b96-6e39-40bb-baf0-dc27a392c035 req-82b2701d-8abd-4cd7-9a80-1e25537e76a6 service neutron] 10.222.0.24 "GET /v2.0/networks/47dfaf19-09a3-41a8-b892-00c74038d655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3153188 Apr 01 16:01:49.131757 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea3bdcc-f3fa-4d7e-9403-859bfd43be8e req-f751e4f6-9214-48df-8924-bb18ace8b7a1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:49.133292 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-aea3bdcc-f3fa-4d7e-9403-859bfd43be8e req-f751e4f6-9214-48df-8924-bb18ace8b7a1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f2963f8-fe85-4fa3-ba9f-9146cb43df65 HTTP/1.1" status: 200 len: 944 time: 0.1508358 Apr 01 16:01:49.224358 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-aea3bdcc-f3fa-4d7e-9403-859bfd43be8e req-b2b6a0d5-34ad-49e9-ad28-6fb63bcfe4a3 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=07c9ff9b-957d-4e8b-8d11-614eede3004b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850012 Apr 01 16:01:49.258810 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2c94b18b-b9be-46e4-be2c-37130e2985d7 req-e0777326-38ee-4cee-b74d-beb54d76c656 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=447e2c5010754fe1ad368efac7c75251&device_id=2f2963f8-fe85-4fa3-ba9f-9146cb43df65 HTTP/1.1" status: 200 len: 1097 time: 0.0896487 Apr 01 16:01:49.402831 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c94b18b-b9be-46e4-be2c-37130e2985d7 req-b16ff1ef-5577-4216-8aa6-1d684b5d80cf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:49.404165 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2c94b18b-b9be-46e4-be2c-37130e2985d7 req-b16ff1ef-5577-4216-8aa6-1d684b5d80cf service neutron] 10.222.0.24 "GET /v2.0/networks?id=47dfaf19-09a3-41a8-b892-00c74038d655 HTTP/1.1" status: 200 len: 895 time: 0.1394615 Apr 01 16:01:49.475386 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2c94b18b-b9be-46e4-be2c-37130e2985d7 req-9d2d1ee1-fdbc-4d9c-8d84-b1335c757b47 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=539ee981-43a2-4cab-a1ec-350756b914d2 HTTP/1.1" status: 200 len: 217 time: 0.0641339 Apr 01 16:01:49.544225 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c94b18b-b9be-46e4-be2c-37130e2985d7 req-ac2026cf-bc90-443b-9521-55f1f3324fd8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:49.545712 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2c94b18b-b9be-46e4-be2c-37130e2985d7 req-ac2026cf-bc90-443b-9521-55f1f3324fd8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4765f803-299f-4855-b1f2-62a4f8f33940 HTTP/1.1" status: 200 len: 835 time: 0.0642812 Apr 01 16:01:49.623492 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2c94b18b-b9be-46e4-be2c-37130e2985d7 req-d4d2a287-52f0-44cd-b0f3-f6de7e1d521f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=47dfaf19-09a3-41a8-b892-00c74038d655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709808 Apr 01 16:01:49.763705 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2c94b18b-b9be-46e4-be2c-37130e2985d7 req-4c3eed22-8fbd-49b7-9890-9290d06a3e2e service neutron] 10.222.0.24 "GET /v2.0/networks/47dfaf19-09a3-41a8-b892-00c74038d655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288724 Apr 01 16:01:49.903865 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2c94b18b-b9be-46e4-be2c-37130e2985d7 req-5ccfc75e-662d-42f1-9639-92d8c9f69e3c service neutron] 10.222.0.24 "GET /v2.0/networks/47dfaf19-09a3-41a8-b892-00c74038d655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330721 Apr 01 16:01:50.438639 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b551f3f-703a-4375-a1b4-3bd47cfd119b req-53db0986-0b0a-496a-b068-030944a96ef6 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:50.440016 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4b551f3f-703a-4375-a1b4-3bd47cfd119b req-53db0986-0b0a-496a-b068-030944a96ef6 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f2963f8-fe85-4fa3-ba9f-9146cb43df65 HTTP/1.1" status: 200 len: 944 time: 0.0819809 Apr 01 16:01:50.495473 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4b551f3f-703a-4375-a1b4-3bd47cfd119b req-d0b29b16-0012-4680-9d16-28eb409015ab tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=07c9ff9b-957d-4e8b-8d11-614eede3004b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486195 Apr 01 16:01:51.473362 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 539ee981-43a2-4cab-a1ec-350756b914d2 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:01:51.632223 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 539ee981-43a2-4cab-a1ec-350756b914d2, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=539ee981-43a2-4cab-a1ec-350756b914d2,segment=NetworkSegment(bb511389-4312-4ece-927a-31dc17fd6bb2),segment_id=bb511389-4312-4ece-927a-31dc17fd6bb2)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:01:51.650461 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Returning: {'device': '539ee981-43a2-4cab-a1ec-350756b914d2', 'network_id': '47dfaf19-09a3-41a8-b892-00c74038d655', 'port_id': '539ee981-43a2-4cab-a1ec-350756b914d2', 'mac_address': 'fa:16:3e:5c:e5:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4765f803-299f-4855-b1f2-62a4f8f33940', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:01:51.716825 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:51.721088 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829f54b4-5916-4786-8f0e-ebb9f8b3690a req-72d1c273-5a13-4cdf-b39f-7ae3b2bf9952 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:51.723844 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-829f54b4-5916-4786-8f0e-ebb9f8b3690a req-72d1c273-5a13-4cdf-b39f-7ae3b2bf9952 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f2963f8-fe85-4fa3-ba9f-9146cb43df65 HTTP/1.1" status: 200 len: 944 time: 0.0977654 Apr 01 16:01:51.738135 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 539ee981-43a2-4cab-a1ec-350756b914d2 {{(pid=83829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:01:51.757322 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 539ee981-43a2-4cab-a1ec-350756b914d2, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=539ee981-43a2-4cab-a1ec-350756b914d2,segment=NetworkSegment(bb511389-4312-4ece-927a-31dc17fd6bb2),segment_id=bb511389-4312-4ece-927a-31dc17fd6bb2)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:01:51.762452 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:51.784234 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-829f54b4-5916-4786-8f0e-ebb9f8b3690a req-7656f14b-99b2-40a5-883b-26cfb13ff69e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=07c9ff9b-957d-4e8b-8d11-614eede3004b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525517 Apr 01 16:01:51.833380 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=539ee981-43a2-4cab-a1ec-350756b914d2,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:51.842606 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:51.843002 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:51.843442 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:51.843872 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:51.844283 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:51.844858 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:51.845365 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:51.845703 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:51.846032 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:51.846409 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:51.846758 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:01:52.002435 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] get_ports_and_sgs() called for port_ids ['539ee981-43a2-4cab-a1ec-350756b914d2'] {{(pid=83829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 16:01:53.027033 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f66a264-2197-4fe6-9707-0544e38d012a req-74d23920-a3ed-4583-adac-bcc80c1ce26a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:53.028544 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-0f66a264-2197-4fe6-9707-0544e38d012a req-74d23920-a3ed-4583-adac-bcc80c1ce26a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f2963f8-fe85-4fa3-ba9f-9146cb43df65 HTTP/1.1" status: 200 len: 945 time: 0.1038256 Apr 01 16:01:53.080561 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-0f66a264-2197-4fe6-9707-0544e38d012a req-569932d6-5ca4-4d14-aca7-06bbf2f42bbf tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=07c9ff9b-957d-4e8b-8d11-614eede3004b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456893 Apr 01 16:01:53.490526 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 539ee981-43a2-4cab-a1ec-350756b914d2 up at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:01:53.561553 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning for port 539ee981-43a2-4cab-a1ec-350756b914d2 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:01:53.566979 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning complete for port 539ee981-43a2-4cab-a1ec-350756b914d2 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:01:53.567470 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:53.692423 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:53.726402 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f2963f8-fe85-4fa3-ba9f-9146cb43df65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '539ee981-43a2-4cab-a1ec-350756b914d2'}] {{(pid=83829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:01:53.736895 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 539ee981-43a2-4cab-a1ec-350756b914d2, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=539ee981-43a2-4cab-a1ec-350756b914d2,segment=NetworkSegment(bb511389-4312-4ece-927a-31dc17fd6bb2),segment_id=bb511389-4312-4ece-927a-31dc17fd6bb2)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:01:53.746193 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:53.811089 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:53.828100 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=539ee981-43a2-4cab-a1ec-350756b914d2,revision_number=5']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:01:53.858709 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-85120a91-5fea-4273-b1e6-60d751313f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:53.894559 dv-neutron-833373-2-hyperv neutron-server[83829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f2963f8-fe85-4fa3-ba9f-9146cb43df65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '539ee981-43a2-4cab-a1ec-350756b914d2', 'code': 200} Apr 01 16:01:54.127297 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-40b31bf6-8ab5-4768-bf34-54f77baebec7 req-457d1d26-65ea-4315-8869-ac26d737105f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2f2963f8-fe85-4fa3-ba9f-9146cb43df65 HTTP/1.1" status: 200 len: 1099 time: 0.0729127 Apr 01 16:01:54.173172 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-40b31bf6-8ab5-4768-bf34-54f77baebec7 req-5237e61b-2338-46e5-aa31-65f109c82af0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=07c9ff9b-957d-4e8b-8d11-614eede3004b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394654 Apr 01 16:01:54.290219 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4319923-34fa-4f0c-81d6-b0dc68d70be9 req-8bb74df3-2b59-4a67-8f5f-07c637d8d076 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:54.291672 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a4319923-34fa-4f0c-81d6-b0dc68d70be9 req-8bb74df3-2b59-4a67-8f5f-07c637d8d076 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f2963f8-fe85-4fa3-ba9f-9146cb43df65 HTTP/1.1" status: 200 len: 946 time: 0.0836213 Apr 01 16:01:54.340443 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a4319923-34fa-4f0c-81d6-b0dc68d70be9 req-108399fb-0d70-484d-b6f6-830379a21259 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=07c9ff9b-957d-4e8b-8d11-614eede3004b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430818 Apr 01 16:01:55.543319 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b4195c-779b-4085-b509-a4dae4b1366f req-abdfec55-ba25-4eaf-b046-d1db6fee0a54 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:55.544813 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-17b4195c-779b-4085-b509-a4dae4b1366f req-abdfec55-ba25-4eaf-b046-d1db6fee0a54 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f2963f8-fe85-4fa3-ba9f-9146cb43df65 HTTP/1.1" status: 200 len: 946 time: 0.0792975 Apr 01 16:01:55.597082 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-17b4195c-779b-4085-b509-a4dae4b1366f req-1fbc6a76-cfbd-4a51-8dee-eb9c5004eb7e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=07c9ff9b-957d-4e8b-8d11-614eede3004b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463352 Apr 01 16:01:55.831102 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55273f0-83b3-4615-aa25-fe5ee45f2fd3 req-3d36aa3e-4911-4c08-8cc1-491e0d556e7c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:55.833280 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f55273f0-83b3-4615-aa25-fe5ee45f2fd3 req-3d36aa3e-4911-4c08-8cc1-491e0d556e7c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f2963f8-fe85-4fa3-ba9f-9146cb43df65 HTTP/1.1" status: 200 len: 946 time: 0.0807006 Apr 01 16:01:55.889875 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f55273f0-83b3-4615-aa25-fe5ee45f2fd3 req-402c17be-6d24-4b2a-8f9a-1b94f78fd69c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=07c9ff9b-957d-4e8b-8d11-614eede3004b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503740 Apr 01 16:01:55.919447 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 57876) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:55.991771 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-acb139a3-5224-4aab-b8a9-6880ccf88641 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=2f2963f8-fe85-4fa3-ba9f-9146cb43df65 HTTP/1.1" status: 200 len: 1094 time: 0.0711212 Apr 01 16:01:55.996377 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 57880) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:56.001955 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-f0bba56b-f812-494f-8849-074c09739d1e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'floatingip': {'port_id': '539ee981-43a2-4cab-a1ec-350756b914d2'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:01:56.091711 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f0bba56b-f812-494f-8849-074c09739d1e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for floatingip, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:56.254085 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-1e85ff6b-cf14-44e3-b49d-ee64dcb5723b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:56.711392 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f0bba56b-f812-494f-8849-074c09739d1e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:56.716843 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f0bba56b-f812-494f-8849-074c09739d1e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617697'] for floatingip, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:57.015711 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.l3_db [None req-f0bba56b-f812-494f-8849-074c09739d1e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Floating IP 9eeed6f2-173e-4e6a-82fc-de0d06cf40f0 associated. External IP: 172.26.1.10, port: 539ee981-43a2-4cab-a1ec-350756b914d2. Apr 01 16:01:57.432402 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0bba56b-f812-494f-8849-074c09739d1e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Router 8687c6f4-4904-4c8a-bca1-5dfb189b352c has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:01:57.554097 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:57.646579 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0bba56b-f812-494f-8849-074c09739d1e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:01:57.653652 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f0bba56b-f812-494f-8849-074c09739d1e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for floatingip, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:57.661088 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe7623b-f19d-4530-ad55-7bff5c32be11 None None] Sync routers for ids ['8687c6f4-4904-4c8a-bca1-5dfb189b352c'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:01:57.674245 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe7623b-f19d-4530-ad55-7bff5c32be11 None None] Routers {'8687c6f4-4904-4c8a-bca1-5dfb189b352c'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:01:57.674856 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-cbe7623b-f19d-4530-ad55-7bff5c32be11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:01:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['8687c6f4-4904-4c8a-bca1-5dfb189b352c'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:57.719316 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-f0bba56b-f812-494f-8849-074c09739d1e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "PUT /v2.0/floatingips/9eeed6f2-173e-4e6a-82fc-de0d06cf40f0 HTTP/1.1" status: 200 len: 991 time: 1.7215543 Apr 01 16:01:57.719893 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f2963f8-fe85-4fa3-ba9f-9146cb43df65', 'tag': '539ee981-43a2-4cab-a1ec-350756b914d2'}] {{(pid=83828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:01:57.722193 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 57886) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:57.758858 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:57.866279 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f2963f8-fe85-4fa3-ba9f-9146cb43df65', 'tag': '539ee981-43a2-4cab-a1ec-350756b914d2', 'status': 'completed', 'code': 200} Apr 01 16:01:57.929475 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-cbe7623b-f19d-4530-ad55-7bff5c32be11 None None] Set router 8687c6f4-4904-4c8a-bca1-5dfb189b352c gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:01:58.033704 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-5a076293-4f64-4cd2-9a38-5b5d628d8114 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/floatingips/9eeed6f2-173e-4e6a-82fc-de0d06cf40f0 HTTP/1.1" status: 200 len: 991 time: 0.3085759 Apr 01 16:01:58.048171 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4349eff0-2801-42e4-be6e-23ea22b76056 req-9fe205dc-f060-46b3-baf9-1656e6c68d7b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=447e2c5010754fe1ad368efac7c75251&device_id=2f2963f8-fe85-4fa3-ba9f-9146cb43df65 HTTP/1.1" status: 200 len: 1099 time: 0.1111331 Apr 01 16:01:58.207538 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4349eff0-2801-42e4-be6e-23ea22b76056 req-3606c079-1a07-42c7-8bc7-ed310328d58e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:58.209224 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4349eff0-2801-42e4-be6e-23ea22b76056 req-3606c079-1a07-42c7-8bc7-ed310328d58e service neutron] 10.222.0.24 "GET /v2.0/networks?id=47dfaf19-09a3-41a8-b892-00c74038d655 HTTP/1.1" status: 200 len: 895 time: 0.1544969 Apr 01 16:01:58.335978 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4349eff0-2801-42e4-be6e-23ea22b76056 req-38d15031-705f-46a0-8778-9157a4d4a4b3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=539ee981-43a2-4cab-a1ec-350756b914d2 HTTP/1.1" status: 200 len: 999 time: 0.1198440 Apr 01 16:01:58.339274 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-cbe7623b-f19d-4530-ad55-7bff5c32be11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8687c6f4-4904-4c8a-bca1-5dfb189b352c', 'name': 'tempest-TestNetworkBasicOps-router-1043841888', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.119'}], 'enable_snat': True}, 'gw_port_id': '75d196b0-867f-4a8d-9362-bde6351a5cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:33Z', 'updated_at': '2022-04-01T16:00:39Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': '75d196b0-867f-4a8d-9362-bde6351a5cab', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8687c6f4-4904-4c8a-bca1-5dfb189b352c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:34Z', 'updated_at': '2022-04-01T16:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': '9eeed6f2-173e-4e6a-82fc-de0d06cf40f0', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'floating_ip_address': '172.26.1.10', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '8687c6f4-4904-4c8a-bca1-5dfb189b352c', 'port_id': '539ee981-43a2-4cab-a1ec-350756b914d2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47dfaf19-09a3-41a8-b892-00c74038d655', 'mac_address': 'fa:16:3e:5c:e5:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2963f8-fe85-4fa3-ba9f-9146cb43df65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:01:00Z', 'updated_at': '2022-04-01T16:01:56Z', 'revision_number': 5, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02f3abbe-22fd-4eb9-9c2c-b481735e13cb', 'name': '', 'network_id': '47dfaf19-09a3-41a8-b892-00c74038d655', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'mac_address': 'fa:16:3e:31:f5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8687c6f4-4904-4c8a-bca1-5dfb189b352c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4765f803-299f-4855-b1f2-62a4f8f33940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:38Z', 'updated_at': '2022-04-01T16:00:52Z', 'revision_number': 5, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'subnets': [{'id': '4765f803-299f-4855-b1f2-62a4f8f33940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:58.344005 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe7623b-f19d-4530-ad55-7bff5c32be11 None None] Checking router: 8687c6f4-4904-4c8a-bca1-5dfb189b352c for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:01:58.355749 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe7623b-f19d-4530-ad55-7bff5c32be11 None None] Routers {'8687c6f4-4904-4c8a-bca1-5dfb189b352c'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:01:58.356374 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-cbe7623b-f19d-4530-ad55-7bff5c32be11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:01:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['8687c6f4-4904-4c8a-bca1-5dfb189b352c'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:58.424795 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4349eff0-2801-42e4-be6e-23ea22b76056 req-f163751f-3c59-46f6-9bcd-6613e2aa8dd4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:01:58.426569 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4349eff0-2801-42e4-be6e-23ea22b76056 req-f163751f-3c59-46f6-9bcd-6613e2aa8dd4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4765f803-299f-4855-b1f2-62a4f8f33940 HTTP/1.1" status: 200 len: 835 time: 0.0839918 Apr 01 16:01:58.512914 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4349eff0-2801-42e4-be6e-23ea22b76056 req-30d0088a-c00e-492c-8089-8567fc6583b7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=47dfaf19-09a3-41a8-b892-00c74038d655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756962 Apr 01 16:01:58.590763 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-cbe7623b-f19d-4530-ad55-7bff5c32be11 None None] Set router 8687c6f4-4904-4c8a-bca1-5dfb189b352c gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:01:58.679326 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4349eff0-2801-42e4-be6e-23ea22b76056 req-c4778874-c719-4b4e-b3ad-3e0e7e00dc9f service neutron] 10.222.0.24 "GET /v2.0/networks/47dfaf19-09a3-41a8-b892-00c74038d655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585605 Apr 01 16:01:58.834465 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4349eff0-2801-42e4-be6e-23ea22b76056 req-7cd824dd-b1c3-42d0-b83f-cb68146c3b50 service neutron] 10.222.0.24 "GET /v2.0/networks/47dfaf19-09a3-41a8-b892-00c74038d655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496563 Apr 01 16:01:59.037777 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 57894) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:01:59.078241 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-cbe7623b-f19d-4530-ad55-7bff5c32be11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8687c6f4-4904-4c8a-bca1-5dfb189b352c', 'name': 'tempest-TestNetworkBasicOps-router-1043841888', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.119'}], 'enable_snat': True}, 'gw_port_id': '75d196b0-867f-4a8d-9362-bde6351a5cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:33Z', 'updated_at': '2022-04-01T16:00:39Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': '75d196b0-867f-4a8d-9362-bde6351a5cab', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8687c6f4-4904-4c8a-bca1-5dfb189b352c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:34Z', 'updated_at': '2022-04-01T16:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': '9eeed6f2-173e-4e6a-82fc-de0d06cf40f0', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'floating_ip_address': '172.26.1.10', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '8687c6f4-4904-4c8a-bca1-5dfb189b352c', 'port_id': '539ee981-43a2-4cab-a1ec-350756b914d2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47dfaf19-09a3-41a8-b892-00c74038d655', 'mac_address': 'fa:16:3e:5c:e5:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2963f8-fe85-4fa3-ba9f-9146cb43df65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:01:00Z', 'updated_at': '2022-04-01T16:01:56Z', 'revision_number': 5, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02f3abbe-22fd-4eb9-9c2c-b481735e13cb', 'name': '', 'network_id': '47dfaf19-09a3-41a8-b892-00c74038d655', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'mac_address': 'fa:16:3e:31:f5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8687c6f4-4904-4c8a-bca1-5dfb189b352c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4765f803-299f-4855-b1f2-62a4f8f33940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:38Z', 'updated_at': '2022-04-01T16:00:52Z', 'revision_number': 5, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'subnets': [{'id': '4765f803-299f-4855-b1f2-62a4f8f33940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:01:59.083785 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe7623b-f19d-4530-ad55-7bff5c32be11 None None] The sync data for ids ['8687c6f4-4904-4c8a-bca1-5dfb189b352c'] in dv-neutron-833373-2-hyperv is: [{'id': '8687c6f4-4904-4c8a-bca1-5dfb189b352c', 'name': 'tempest-TestNetworkBasicOps-router-1043841888', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.119'}], 'enable_snat': True}, 'gw_port_id': '75d196b0-867f-4a8d-9362-bde6351a5cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:33Z', 'updated_at': '2022-04-01T16:00:39Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': '75d196b0-867f-4a8d-9362-bde6351a5cab', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8687c6f4-4904-4c8a-bca1-5dfb189b352c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:34Z', 'updated_at': '2022-04-01T16:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': '9eeed6f2-173e-4e6a-82fc-de0d06cf40f0', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'floating_ip_address': '172.26.1.10', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '8687c6f4-4904-4c8a-bca1-5dfb189b352c', 'port_id': '539ee981-43a2-4cab-a1ec-350756b914d2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47dfaf19-09a3-41a8-b892-00c74038d655', 'mac_address': 'fa:16:3e:5c:e5:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2963f8-fe85-4fa3-ba9f-9146cb43df65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:01:00Z', 'updated_at': '2022-04-01T16:01:56Z', 'revision_number': 5, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02f3abbe-22fd-4eb9-9c2c-b481735e13cb', 'name': '', 'network_id': '47dfaf19-09a3-41a8-b892-00c74038d655', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'mac_address': 'fa:16:3e:31:f5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8687c6f4-4904-4c8a-bca1-5dfb189b352c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4765f803-299f-4855-b1f2-62a4f8f33940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:38Z', 'updated_at': '2022-04-01T16:00:52Z', 'revision_number': 5, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'subnets': [{'id': '4765f803-299f-4855-b1f2-62a4f8f33940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:01:59.223212 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-2e9762aa-5835-462a-b4ce-c287247db5c2 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/floatingips/9eeed6f2-173e-4e6a-82fc-de0d06cf40f0 HTTP/1.1" status: 200 len: 991 time: 0.1813776 Apr 01 16:01:59.246292 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:01:59.312213 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a9c93e-41cb-425d-836b-f961e9b7d581 None None] New status for floating IP 9eeed6f2-173e-4e6a-82fc-de0d06cf40f0: ACTIVE {{(pid=83829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 16:02:00.225491 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 57898) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:02:00.338191 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-e17156ba-ca6e-4a4d-9570-290a8e340a03 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/floatingips/9eeed6f2-173e-4e6a-82fc-de0d06cf40f0 HTTP/1.1" status: 200 len: 993 time: 0.1114643 Apr 01 16:02:15.585375 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:02:23.762066 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:23.858004 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-96d1d95d-1cb1-495b-a248-42405da666d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:26.254500 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-430d1f80-bd65-482a-815c-6a923e19ebe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:27.493215 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b798c-3a68-4bb8-a1de-853c016f7f16 req-c8f27147-64cc-46a4-a5c4-9d9a92fdcb85 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:27.494805 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-403b798c-3a68-4bb8-a1de-853c016f7f16 req-c8f27147-64cc-46a4-a5c4-9d9a92fdcb85 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f2963f8-fe85-4fa3-ba9f-9146cb43df65 HTTP/1.1" status: 200 len: 946 time: 0.0788887 Apr 01 16:02:27.555140 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:27.561710 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-403b798c-3a68-4bb8-a1de-853c016f7f16 req-be3daac3-7976-47e3-b0d9-f2bd7c82c254 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=07c9ff9b-957d-4e8b-8d11-614eede3004b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566981 Apr 01 16:02:27.744909 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:28.821752 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313316c0-3db4-472d-9b91-9b7c34c1d911 req-84d7e733-a649-4099-8599-06f14c07932e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:28.823224 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-313316c0-3db4-472d-9b91-9b7c34c1d911 req-84d7e733-a649-4099-8599-06f14c07932e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f2963f8-fe85-4fa3-ba9f-9146cb43df65 HTTP/1.1" status: 200 len: 946 time: 0.1243067 Apr 01 16:02:28.893829 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-313316c0-3db4-472d-9b91-9b7c34c1d911 req-d34fcd0d-6864-40ad-b627-9ac64521c551 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=07c9ff9b-957d-4e8b-8d11-614eede3004b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631697 Apr 01 16:02:28.900154 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96411561-a83e-47c9-b48d-633a3fa9778f req-e892b858-d2ae-4de7-ad6b-a6f4cd579812 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:28.901663 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-96411561-a83e-47c9-b48d-633a3fa9778f req-e892b858-d2ae-4de7-ad6b-a6f4cd579812 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f2963f8-fe85-4fa3-ba9f-9146cb43df65 HTTP/1.1" status: 200 len: 946 time: 0.1305764 Apr 01 16:02:28.980070 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [req-96411561-a83e-47c9-b48d-633a3fa9778f req-2686c759-2632-489e-813c-647e7729e50d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Deleting port 539ee981-43a2-4cab-a1ec-350756b914d2 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:02:28.980481 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-96411561-a83e-47c9-b48d-633a3fa9778f req-2686c759-2632-489e-813c-647e7729e50d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:29.237600 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:29.392972 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [req-96411561-a83e-47c9-b48d-633a3fa9778f req-2686c759-2632-489e-813c-647e7729e50d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] For port 539ee981-43a2-4cab-a1ec-350756b914d2, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=539ee981-43a2-4cab-a1ec-350756b914d2,segment=NetworkSegment(bb511389-4312-4ece-927a-31dc17fd6bb2),segment_id=bb511389-4312-4ece-927a-31dc17fd6bb2)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:02:29.393558 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-96411561-a83e-47c9-b48d-633a3fa9778f req-2686c759-2632-489e-813c-647e7729e50d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:29.689161 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-96411561-a83e-47c9-b48d-633a3fa9778f req-2686c759-2632-489e-813c-647e7729e50d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:29.689535 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-96411561-a83e-47c9-b48d-633a3fa9778f req-2686c759-2632-489e-813c-647e7729e50d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617697'] for floatingip, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:29.689962 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.l3_db [req-96411561-a83e-47c9-b48d-633a3fa9778f req-2686c759-2632-489e-813c-647e7729e50d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Floating IP 9eeed6f2-173e-4e6a-82fc-de0d06cf40f0 disassociated. External IP: 172.26.1.10, port: 539ee981-43a2-4cab-a1ec-350756b914d2. Apr 01 16:02:29.690307 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [req-96411561-a83e-47c9-b48d-633a3fa9778f req-2686c759-2632-489e-813c-647e7729e50d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Calling delete_port for 539ee981-43a2-4cab-a1ec-350756b914d2 owned by compute:nova {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:02:29.843162 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-96411561-a83e-47c9-b48d-633a3fa9778f req-2686c759-2632-489e-813c-647e7729e50d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:29.890838 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2686c759-2632-489e-813c-647e7729e50d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event deleted for resources: {'Port': ['ID=539ee981-43a2-4cab-a1ec-350756b914d2,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:30.069684 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2f0b5404-c724-40c7-b69b-723e56ebbf7e req-11ccf3bb-b635-4eeb-bfba-6f87c94f5f4c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f2963f8-fe85-4fa3-ba9f-9146cb43df65 HTTP/1.1" status: 200 len: 210 time: 0.0448616 Apr 01 16:02:30.166266 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-96411561-a83e-47c9-b48d-633a3fa9778f req-2686c759-2632-489e-813c-647e7729e50d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Router 8687c6f4-4904-4c8a-bca1-5dfb189b352c has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:02:30.395188 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-96411561-a83e-47c9-b48d-633a3fa9778f req-2686c759-2632-489e-813c-647e7729e50d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:02:30.404662 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f4fcd6-4f95-406f-8bfa-c0e724a6aedc None None] Sync routers for ids ['8687c6f4-4904-4c8a-bca1-5dfb189b352c'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:02:30.418968 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f4fcd6-4f95-406f-8bfa-c0e724a6aedc None None] Routers {'8687c6f4-4904-4c8a-bca1-5dfb189b352c'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:02:30.419592 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-32f4fcd6-4f95-406f-8bfa-c0e724a6aedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:02:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['8687c6f4-4904-4c8a-bca1-5dfb189b352c'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:02:30.469738 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [req-96411561-a83e-47c9-b48d-633a3fa9778f req-2686c759-2632-489e-813c-647e7729e50d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] No DVR routers for this DVR port 539ee981-43a2-4cab-a1ec-350756b914d2 on host hv-neutron-8333 {{(pid=83826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:02:30.472977 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-96411561-a83e-47c9-b48d-633a3fa9778f req-2686c759-2632-489e-813c-647e7729e50d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:30.475833 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f2963f8-fe85-4fa3-ba9f-9146cb43df65', 'name': 'network-vif-deleted', 'tag': '539ee981-43a2-4cab-a1ec-350756b914d2'}] {{(pid=83826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:02:30.496438 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-96411561-a83e-47c9-b48d-633a3fa9778f req-2686c759-2632-489e-813c-647e7729e50d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.24 "DELETE /v2.0/ports/539ee981-43a2-4cab-a1ec-350756b914d2 HTTP/1.1" status: 204 len: 173 time: 1.5884914 Apr 01 16:02:30.558603 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f2963f8-fe85-4fa3-ba9f-9146cb43df65', 'name': 'network-vif-deleted', 'tag': '539ee981-43a2-4cab-a1ec-350756b914d2', 'status': 'completed', 'code': 200} Apr 01 16:02:30.623929 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-32f4fcd6-4f95-406f-8bfa-c0e724a6aedc None None] Set router 8687c6f4-4904-4c8a-bca1-5dfb189b352c gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:02:31.031720 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-32f4fcd6-4f95-406f-8bfa-c0e724a6aedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8687c6f4-4904-4c8a-bca1-5dfb189b352c', 'name': 'tempest-TestNetworkBasicOps-router-1043841888', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.119'}], 'enable_snat': True}, 'gw_port_id': '75d196b0-867f-4a8d-9362-bde6351a5cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:33Z', 'updated_at': '2022-04-01T16:00:39Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': '75d196b0-867f-4a8d-9362-bde6351a5cab', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8687c6f4-4904-4c8a-bca1-5dfb189b352c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:34Z', 'updated_at': '2022-04-01T16:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '02f3abbe-22fd-4eb9-9c2c-b481735e13cb', 'name': '', 'network_id': '47dfaf19-09a3-41a8-b892-00c74038d655', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'mac_address': 'fa:16:3e:31:f5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8687c6f4-4904-4c8a-bca1-5dfb189b352c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4765f803-299f-4855-b1f2-62a4f8f33940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:38Z', 'updated_at': '2022-04-01T16:00:52Z', 'revision_number': 5, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'subnets': [{'id': '4765f803-299f-4855-b1f2-62a4f8f33940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:02:31.040630 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f4fcd6-4f95-406f-8bfa-c0e724a6aedc None None] Checking router: 8687c6f4-4904-4c8a-bca1-5dfb189b352c for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:02:31.059594 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f4fcd6-4f95-406f-8bfa-c0e724a6aedc None None] Routers {'8687c6f4-4904-4c8a-bca1-5dfb189b352c'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:02:31.060655 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-32f4fcd6-4f95-406f-8bfa-c0e724a6aedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:02:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['8687c6f4-4904-4c8a-bca1-5dfb189b352c'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:02:31.181329 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 57922) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:02:31.262032 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9f0ed858-4a0a-4f5b-b6b9-5b847e6fc08d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:31.296539 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9f0ed858-4a0a-4f5b-b6b9-5b847e6fc08d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:31.316182 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-32f4fcd6-4f95-406f-8bfa-c0e724a6aedc None None] Set router 8687c6f4-4904-4c8a-bca1-5dfb189b352c gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:02:31.370232 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9f0ed858-4a0a-4f5b-b6b9-5b847e6fc08d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:31.390480 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0ed858-4a0a-4f5b-b6b9-5b847e6fc08d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c9ff9b-957d-4e8b-8d11-614eede3004b,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:31.399412 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9f0ed858-4a0a-4f5b-b6b9-5b847e6fc08d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:31.399612 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-9f0ed858-4a0a-4f5b-b6b9-5b847e6fc08d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "DELETE /v2.0/security-groups/07c9ff9b-957d-4e8b-8d11-614eede3004b HTTP/1.1" status: 204 len: 168 time: 0.2171602 Apr 01 16:02:31.459140 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 57928) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:02:31.622691 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-949e64a8-5180-4c53-98c0-daf8af194658 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Deleting port 75a13e16-8787-4e83-9c19-a597ac92e543 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:02:31.623043 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-949e64a8-5180-4c53-98c0-daf8af194658 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:31.716379 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-32f4fcd6-4f95-406f-8bfa-c0e724a6aedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8687c6f4-4904-4c8a-bca1-5dfb189b352c', 'name': 'tempest-TestNetworkBasicOps-router-1043841888', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.119'}], 'enable_snat': True}, 'gw_port_id': '75d196b0-867f-4a8d-9362-bde6351a5cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:33Z', 'updated_at': '2022-04-01T16:00:39Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': '75d196b0-867f-4a8d-9362-bde6351a5cab', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8687c6f4-4904-4c8a-bca1-5dfb189b352c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:34Z', 'updated_at': '2022-04-01T16:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '02f3abbe-22fd-4eb9-9c2c-b481735e13cb', 'name': '', 'network_id': '47dfaf19-09a3-41a8-b892-00c74038d655', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'mac_address': 'fa:16:3e:31:f5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8687c6f4-4904-4c8a-bca1-5dfb189b352c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4765f803-299f-4855-b1f2-62a4f8f33940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:38Z', 'updated_at': '2022-04-01T16:00:52Z', 'revision_number': 5, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'subnets': [{'id': '4765f803-299f-4855-b1f2-62a4f8f33940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:02:31.720630 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f4fcd6-4f95-406f-8bfa-c0e724a6aedc None None] The sync data for ids ['8687c6f4-4904-4c8a-bca1-5dfb189b352c'] in dv-neutron-833373-2-hyperv is: [{'id': '8687c6f4-4904-4c8a-bca1-5dfb189b352c', 'name': 'tempest-TestNetworkBasicOps-router-1043841888', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.119'}], 'enable_snat': True}, 'gw_port_id': '75d196b0-867f-4a8d-9362-bde6351a5cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:33Z', 'updated_at': '2022-04-01T16:00:39Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': '75d196b0-867f-4a8d-9362-bde6351a5cab', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8687c6f4-4904-4c8a-bca1-5dfb189b352c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:34Z', 'updated_at': '2022-04-01T16:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '02f3abbe-22fd-4eb9-9c2c-b481735e13cb', 'name': '', 'network_id': '47dfaf19-09a3-41a8-b892-00c74038d655', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'mac_address': 'fa:16:3e:31:f5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8687c6f4-4904-4c8a-bca1-5dfb189b352c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4765f803-299f-4855-b1f2-62a4f8f33940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:38Z', 'updated_at': '2022-04-01T16:00:52Z', 'revision_number': 5, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'subnets': [{'id': '4765f803-299f-4855-b1f2-62a4f8f33940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:02:31.804741 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-949e64a8-5180-4c53-98c0-daf8af194658 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:31.805084 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-949e64a8-5180-4c53-98c0-daf8af194658 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:31.982605 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51873796-d0c4-40cc-a95b-2ca3e8819560 None None] New status for floating IP 9eeed6f2-173e-4e6a-82fc-de0d06cf40f0: DOWN {{(pid=83829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 16:02:32.045424 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-949e64a8-5180-4c53-98c0-daf8af194658 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Calling delete_port for 75a13e16-8787-4e83-9c19-a597ac92e543 owned by network:floatingip {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:02:32.187270 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-949e64a8-5180-4c53-98c0-daf8af194658 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:32.241427 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949e64a8-5180-4c53-98c0-daf8af194658 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event deleted for resources: {'Port': ['ID=75a13e16-8787-4e83-9c19-a597ac92e543,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:32.257070 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.db.api [None req-51873796-d0c4-40cc-a95b-2ca3e8819560 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:02:32.257422 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG oslo_db.api [None req-51873796-d0c4-40cc-a95b-2ca3e8819560 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:02:32.381624 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-949e64a8-5180-4c53-98c0-daf8af194658 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for floatingip, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:32.397944 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-949e64a8-5180-4c53-98c0-daf8af194658 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for floatingip, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:32.399145 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-949e64a8-5180-4c53-98c0-daf8af194658 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "DELETE /v2.0/floatingips/9eeed6f2-173e-4e6a-82fc-de0d06cf40f0 HTTP/1.1" status: 204 len: 168 time: 0.9390347 Apr 01 16:02:32.759722 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51873796-d0c4-40cc-a95b-2ca3e8819560 None None] New status for floating IP 9eeed6f2-173e-4e6a-82fc-de0d06cf40f0: DOWN {{(pid=83829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 16:02:32.833293 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a3fd71-f97c-49ea-9a70-2c66dce1c78b req-8c276586-c4f8-4be7-b3af-b075ee919b9b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:32.834020 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-e1a3fd71-f97c-49ea-9a70-2c66dce1c78b req-8c276586-c4f8-4be7-b3af-b075ee919b9b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Synchronizing usage tracker for tenant:447e2c5010754fe1ad368efac7c75251 on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:02:32.851806 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-e1a3fd71-f97c-49ea-9a70-2c66dce1c78b req-8c276586-c4f8-4be7-b3af-b075ee919b9b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Unset dirty status for tenant:447e2c5010754fe1ad368efac7c75251 on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:02:32.853180 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e1a3fd71-f97c-49ea-9a70-2c66dce1c78b req-8c276586-c4f8-4be7-b3af-b075ee919b9b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=f80a2ff4-c1ad-4066-b3bc-164857849ffa HTTP/1.1" status: 200 len: 946 time: 0.1351266 Apr 01 16:02:32.926710 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e1a3fd71-f97c-49ea-9a70-2c66dce1c78b req-998b8c4e-e54c-4392-a820-85295c3127e3 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=16809057-63f0-440a-856e-e94938801f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672085 Apr 01 16:02:33.677241 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 539ee981-43a2-4cab-a1ec-350756b914d2 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:02:33.710407 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] No Port match for: 539ee981-43a2-4cab-a1ec-350756b914d2 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:02:33.710749 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 539ee981-43a2-4cab-a1ec-350756b914d2 not bound to the agent host hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:02:34.124814 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8310b305-d250-4438-9afc-51960b9fd59e req-2e5f5d6a-1770-4889-a755-35b5c4e0ffe6 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:34.126266 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8310b305-d250-4438-9afc-51960b9fd59e req-2e5f5d6a-1770-4889-a755-35b5c4e0ffe6 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.24 "GET /v2.0/ports?device_id=f80a2ff4-c1ad-4066-b3bc-164857849ffa HTTP/1.1" status: 200 len: 946 time: 0.1278951 Apr 01 16:02:34.204586 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [req-8310b305-d250-4438-9afc-51960b9fd59e req-f3b47355-bd35-4200-8cd2-4bf63e3539e9 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Deleting port ef89d6fb-58f3-43c1-bab3-46ecfe40dc9f {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:02:34.204967 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-8310b305-d250-4438-9afc-51960b9fd59e req-f3b47355-bd35-4200-8cd2-4bf63e3539e9 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:34.260685 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1def8900-1eb3-4ea8-810c-e3c373d0ba35 req-c38694e2-1dc7-4b33-b122-caf6a232140e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:34.262200 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-1def8900-1eb3-4ea8-810c-e3c373d0ba35 req-c38694e2-1dc7-4b33-b122-caf6a232140e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=f80a2ff4-c1ad-4066-b3bc-164857849ffa HTTP/1.1" status: 200 len: 946 time: 0.1961851 Apr 01 16:02:34.379918 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-1def8900-1eb3-4ea8-810c-e3c373d0ba35 req-d1018f96-4e50-407f-8abf-0aeddb8226ee tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=16809057-63f0-440a-856e-e94938801f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068189 Apr 01 16:02:34.514762 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [req-8310b305-d250-4438-9afc-51960b9fd59e req-f3b47355-bd35-4200-8cd2-4bf63e3539e9 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] For port ef89d6fb-58f3-43c1-bab3-46ecfe40dc9f, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=ef89d6fb-58f3-43c1-bab3-46ecfe40dc9f,segment=NetworkSegment(bb511389-4312-4ece-927a-31dc17fd6bb2),segment_id=bb511389-4312-4ece-927a-31dc17fd6bb2)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:02:34.515018 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-8310b305-d250-4438-9afc-51960b9fd59e req-f3b47355-bd35-4200-8cd2-4bf63e3539e9 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:34.649364 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [req-8310b305-d250-4438-9afc-51960b9fd59e req-f3b47355-bd35-4200-8cd2-4bf63e3539e9 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Calling delete_port for ef89d6fb-58f3-43c1-bab3-46ecfe40dc9f owned by compute:nova {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:02:34.797402 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-8310b305-d250-4438-9afc-51960b9fd59e req-f3b47355-bd35-4200-8cd2-4bf63e3539e9 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:34.851167 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b47355-bd35-4200-8cd2-4bf63e3539e9 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event deleted for resources: {'Port': ['ID=ef89d6fb-58f3-43c1-bab3-46ecfe40dc9f,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:34.929860 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [req-8310b305-d250-4438-9afc-51960b9fd59e req-f3b47355-bd35-4200-8cd2-4bf63e3539e9 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] No DVR routers for this DVR port ef89d6fb-58f3-43c1-bab3-46ecfe40dc9f on host hv-neutron-8333 {{(pid=83826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:02:34.932350 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-8310b305-d250-4438-9afc-51960b9fd59e req-f3b47355-bd35-4200-8cd2-4bf63e3539e9 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:34.934991 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f80a2ff4-c1ad-4066-b3bc-164857849ffa', 'name': 'network-vif-deleted', 'tag': 'ef89d6fb-58f3-43c1-bab3-46ecfe40dc9f'}] {{(pid=83826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:02:34.951206 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8310b305-d250-4438-9afc-51960b9fd59e req-f3b47355-bd35-4200-8cd2-4bf63e3539e9 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.24 "DELETE /v2.0/ports/ef89d6fb-58f3-43c1-bab3-46ecfe40dc9f HTTP/1.1" status: 204 len: 173 time: 0.8156178 Apr 01 16:02:34.995909 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f80a2ff4-c1ad-4066-b3bc-164857849ffa', 'name': 'network-vif-deleted', 'tag': 'ef89d6fb-58f3-43c1-bab3-46ecfe40dc9f', 'status': 'completed', 'code': 200} Apr 01 16:02:35.573211 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-ff163f67-768b-4b80-970e-53dceb5ff5bc req-c2995965-2e2e-4640-a987-64061d947e00 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Synchronizing usage tracker for tenant:447e2c5010754fe1ad368efac7c75251 on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:02:35.588462 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-ff163f67-768b-4b80-970e-53dceb5ff5bc req-c2995965-2e2e-4640-a987-64061d947e00 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Unset dirty status for tenant:447e2c5010754fe1ad368efac7c75251 on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:02:35.589717 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ff163f67-768b-4b80-970e-53dceb5ff5bc req-c2995965-2e2e-4640-a987-64061d947e00 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=f80a2ff4-c1ad-4066-b3bc-164857849ffa HTTP/1.1" status: 200 len: 210 time: 0.0640309 Apr 01 16:02:36.699567 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 57944) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:02:36.779171 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4621c42d-efd5-453f-b47e-f36cc7a34c35 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:36.808664 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4621c42d-efd5-453f-b47e-f36cc7a34c35 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:36.871238 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4621c42d-efd5-453f-b47e-f36cc7a34c35 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:36.887944 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4621c42d-efd5-453f-b47e-f36cc7a34c35 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16809057-63f0-440a-856e-e94938801f8f,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:36.910776 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4621c42d-efd5-453f-b47e-f36cc7a34c35 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:36.912019 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-4621c42d-efd5-453f-b47e-f36cc7a34c35 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "DELETE /v2.0/security-groups/16809057-63f0-440a-856e-e94938801f8f HTTP/1.1" status: 204 len: 168 time: 0.2114246 Apr 01 16:02:36.956872 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 57950) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:02:37.477159 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c925bd-7392-4ace-8f65-7b5d1ca9d75f req-c538f77c-ab3e-4655-9421-727c23722b37 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:37.478503 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b0c925bd-7392-4ace-8f65-7b5d1ca9d75f req-c538f77c-ab3e-4655-9421-727c23722b37 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a38017a-7d5c-4034-a1d9-3e16dbc93294 HTTP/1.1" status: 200 len: 945 time: 0.1663008 Apr 01 16:02:37.542222 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b0c925bd-7392-4ace-8f65-7b5d1ca9d75f req-7d684922-447d-4d2c-990c-e86afa4e4dfc tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/security-groups?id=b68c8ca1-2548-48e9-84ee-f823ac26061f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572839 Apr 01 16:02:37.561554 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4955d211-12bc-4c5a-b53b-3757628027ae tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611543'] for router_interface, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:37.692421 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device ef89d6fb-58f3-43c1-bab3-46ecfe40dc9f no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:02:37.727375 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] No Port match for: ef89d6fb-58f3-43c1-bab3-46ecfe40dc9f {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:02:37.727621 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device ef89d6fb-58f3-43c1-bab3-46ecfe40dc9f not bound to the agent host hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:02:38.209614 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-4955d211-12bc-4c5a-b53b-3757628027ae tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Deleting port 02f3abbe-22fd-4eb9-9c2c-b481735e13cb {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:02:38.210210 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4955d211-12bc-4c5a-b53b-3757628027ae tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:38.415525 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [None req-4955d211-12bc-4c5a-b53b-3757628027ae tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] For port 02f3abbe-22fd-4eb9-9c2c-b481735e13cb, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=02f3abbe-22fd-4eb9-9c2c-b481735e13cb,segment=NetworkSegment(bb511389-4312-4ece-927a-31dc17fd6bb2),segment_id=bb511389-4312-4ece-927a-31dc17fd6bb2)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:02:38.415783 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4955d211-12bc-4c5a-b53b-3757628027ae tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:38.542332 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-4955d211-12bc-4c5a-b53b-3757628027ae tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Calling delete_port for 02f3abbe-22fd-4eb9-9c2c-b481735e13cb owned by network:router_interface {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:02:38.781668 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4955d211-12bc-4c5a-b53b-3757628027ae tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:38.963991 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4955d211-12bc-4c5a-b53b-3757628027ae tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event deleted for resources: {'Port': ['ID=02f3abbe-22fd-4eb9-9c2c-b481735e13cb,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:39.020267 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c181d027-cf85-4d74-bf79-543535289f81 req-e9e3e396-38bb-4ddd-821e-4c1d7bd125f2 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:39.022258 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c181d027-cf85-4d74-bf79-543535289f81 req-e9e3e396-38bb-4ddd-821e-4c1d7bd125f2 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a38017a-7d5c-4034-a1d9-3e16dbc93294 HTTP/1.1" status: 200 len: 945 time: 0.3264759 Apr 01 16:02:39.139863 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c181d027-cf85-4d74-bf79-543535289f81 req-f06914c9-1f4d-4261-b4a6-d0d98e9503d7 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/security-groups?id=b68c8ca1-2548-48e9-84ee-f823ac26061f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096838 Apr 01 16:02:39.257924 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05da5f2e-7699-4396-9adc-09955f3d703f req-c367119d-01fa-4fc9-8e04-c1e2e6f92ac4 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:39.259246 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-05da5f2e-7699-4396-9adc-09955f3d703f req-c367119d-01fa-4fc9-8e04-c1e2e6f92ac4 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a38017a-7d5c-4034-a1d9-3e16dbc93294 HTTP/1.1" status: 200 len: 945 time: 0.3408971 Apr 01 16:02:39.348194 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [req-05da5f2e-7699-4396-9adc-09955f3d703f req-a9987424-d48f-4cc4-8828-cb5553e0b164 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Deleting port 4f536d96-4b3a-460a-9962-5ebb48c45506 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:02:39.348522 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-05da5f2e-7699-4396-9adc-09955f3d703f req-a9987424-d48f-4cc4-8828-cb5553e0b164 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:39.616316 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4955d211-12bc-4c5a-b53b-3757628027ae tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611462'] for router_interface, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:39.620390 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [req-05da5f2e-7699-4396-9adc-09955f3d703f req-a9987424-d48f-4cc4-8828-cb5553e0b164 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] For port 4f536d96-4b3a-460a-9962-5ebb48c45506, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=4f536d96-4b3a-460a-9962-5ebb48c45506,segment=NetworkSegment(e9f2fb1b-4025-4408-ae49-32f016745ef9),segment_id=e9f2fb1b-4025-4408-ae49-32f016745ef9)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:02:39.620738 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-05da5f2e-7699-4396-9adc-09955f3d703f req-a9987424-d48f-4cc4-8828-cb5553e0b164 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:40.045497 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-05da5f2e-7699-4396-9adc-09955f3d703f req-a9987424-d48f-4cc4-8828-cb5553e0b164 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:40.045855 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-05da5f2e-7699-4396-9adc-09955f3d703f req-a9987424-d48f-4cc4-8828-cb5553e0b164 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617697'] for floatingip, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:40.046167 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.l3_db [req-05da5f2e-7699-4396-9adc-09955f3d703f req-a9987424-d48f-4cc4-8828-cb5553e0b164 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Floating IP cec8e1d2-69b6-4b5a-ba91-2e463631af1e disassociated. External IP: 172.26.1.23, port: 4f536d96-4b3a-460a-9962-5ebb48c45506. Apr 01 16:02:40.046502 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [req-05da5f2e-7699-4396-9adc-09955f3d703f req-a9987424-d48f-4cc4-8828-cb5553e0b164 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Calling delete_port for 4f536d96-4b3a-460a-9962-5ebb48c45506 owned by compute:nova {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:02:40.497591 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-05da5f2e-7699-4396-9adc-09955f3d703f req-a9987424-d48f-4cc4-8828-cb5553e0b164 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:40.569210 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9987424-d48f-4cc4-8828-cb5553e0b164 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Pushing event deleted for resources: {'Port': ['ID=4f536d96-4b3a-460a-9962-5ebb48c45506,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:40.715776 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c054561-9a80-4562-8b6f-60f34eca0d16 req-fad5e962-fbce-47df-86f2-5a514d857778 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:40.717882 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-7c054561-9a80-4562-8b6f-60f34eca0d16 req-fad5e962-fbce-47df-86f2-5a514d857778 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a38017a-7d5c-4034-a1d9-3e16dbc93294 HTTP/1.1" status: 200 len: 945 time: 0.3800066 Apr 01 16:02:40.916122 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-7c054561-9a80-4562-8b6f-60f34eca0d16 req-1c4e5969-cd83-4a8a-bac8-f26faf387b23 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/security-groups?id=b68c8ca1-2548-48e9-84ee-f823ac26061f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1429141 Apr 01 16:02:41.032002 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05da5f2e-7699-4396-9adc-09955f3d703f req-a9987424-d48f-4cc4-8828-cb5553e0b164 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Router 05b9be92-50a2-43a2-a398-6708a0dd5f87 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:02:41.040901 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4955d211-12bc-4c5a-b53b-3757628027ae tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Router 8687c6f4-4904-4c8a-bca1-5dfb189b352c has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:02:41.417455 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05da5f2e-7699-4396-9adc-09955f3d703f req-a9987424-d48f-4cc4-8828-cb5553e0b164 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:02:41.427880 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0fed477-d96e-42f7-a881-41644f473834 None None] Sync routers for ids ['05b9be92-50a2-43a2-a398-6708a0dd5f87'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:02:41.441571 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fed477-d96e-42f7-a881-41644f473834 None None] Routers {'05b9be92-50a2-43a2-a398-6708a0dd5f87'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:02:41.442185 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-e0fed477-d96e-42f7-a881-41644f473834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:02:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['05b9be92-50a2-43a2-a398-6708a0dd5f87'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:02:41.493357 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [req-05da5f2e-7699-4396-9adc-09955f3d703f req-a9987424-d48f-4cc4-8828-cb5553e0b164 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] No DVR routers for this DVR port 4f536d96-4b3a-460a-9962-5ebb48c45506 on host hv-neutron-8333 {{(pid=83826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:02:41.495612 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-05da5f2e-7699-4396-9adc-09955f3d703f req-a9987424-d48f-4cc4-8828-cb5553e0b164 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:41.500887 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a38017a-7d5c-4034-a1d9-3e16dbc93294', 'name': 'network-vif-deleted', 'tag': '4f536d96-4b3a-460a-9962-5ebb48c45506'}] {{(pid=83826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:02:41.522321 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4955d211-12bc-4c5a-b53b-3757628027ae tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:02:41.530964 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 57964) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:02:41.532162 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-4955d211-12bc-4c5a-b53b-3757628027ae tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "PUT /v2.0/routers/8687c6f4-4904-4c8a-bca1-5dfb189b352c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5733473 Apr 01 16:02:41.534587 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58bc936-cfe0-4081-b1af-472f8e223152 None None] Sync routers for ids ['8687c6f4-4904-4c8a-bca1-5dfb189b352c'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:02:41.535109 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-05da5f2e-7699-4396-9adc-09955f3d703f req-a9987424-d48f-4cc4-8828-cb5553e0b164 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.24 "DELETE /v2.0/ports/4f536d96-4b3a-460a-9962-5ebb48c45506 HTTP/1.1" status: 204 len: 173 time: 2.2700799 Apr 01 16:02:41.551473 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58bc936-cfe0-4081-b1af-472f8e223152 None None] Routers {'8687c6f4-4904-4c8a-bca1-5dfb189b352c'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:02:41.552142 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-a58bc936-cfe0-4081-b1af-472f8e223152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:02:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['8687c6f4-4904-4c8a-bca1-5dfb189b352c'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:02:41.604840 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a38017a-7d5c-4034-a1d9-3e16dbc93294', 'name': 'network-vif-deleted', 'tag': '4f536d96-4b3a-460a-9962-5ebb48c45506', 'status': 'completed', 'code': 200} Apr 01 16:02:41.645641 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-e0fed477-d96e-42f7-a881-41644f473834 None None] Set router 05b9be92-50a2-43a2-a398-6708a0dd5f87 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:02:41.775335 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-a58bc936-cfe0-4081-b1af-472f8e223152 None None] Set router 8687c6f4-4904-4c8a-bca1-5dfb189b352c gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:02:41.790428 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_v2 [None req-aecebe2c-efdd-4b8a-9d62-879e66868f2d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Deleting subnet 4765f803-299f-4855-b1f2-62a4f8f33940 {{(pid=83828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 16:02:41.794056 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-aecebe2c-efdd-4b8a-9d62-879e66868f2d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for subnet, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:41.863559 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-aecebe2c-efdd-4b8a-9d62-879e66868f2d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15303084'] for subnet, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:41.991824 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-e0fed477-d96e-42f7-a881-41644f473834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b9be92-50a2-43a2-a398-6708a0dd5f87', 'name': 'tempest-TestVolumeBootPattern-1030540240-router', 'tenant_id': 'b9e160ed92af426eb41719050c02f853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.5'}], 'enable_snat': True}, 'gw_port_id': 'c9310d4d-02e6-42b9-9f00-f699c4f1c79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:59:30Z', 'updated_at': '2022-04-01T15:59:38Z', 'revision_number': 4, 'project_id': 'b9e160ed92af426eb41719050c02f853', 'gw_port': {'id': 'c9310d4d-02e6-42b9-9f00-f699c4f1c79c', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b9be92-50a2-43a2-a398-6708a0dd5f87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:31Z', 'updated_at': '2022-04-01T15:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '53e92810-2be5-45b0-9e43-4bd6dec17163', 'name': '', 'network_id': 'd3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0', 'tenant_id': 'b9e160ed92af426eb41719050c02f853', 'mac_address': 'fa:16:3e:cd:d6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b9be92-50a2-43a2-a398-6708a0dd5f87', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e89a89e5-8fa9-4b91-af10-f0a4d00467fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:37Z', 'updated_at': '2022-04-01T16:00:18Z', 'revision_number': 5, 'project_id': 'b9e160ed92af426eb41719050c02f853', 'subnets': [{'id': 'e89a89e5-8fa9-4b91-af10-f0a4d00467fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:02:42.004424 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0fed477-d96e-42f7-a881-41644f473834 None None] Checking router: 05b9be92-50a2-43a2-a398-6708a0dd5f87 for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:02:42.019530 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-aecebe2c-efdd-4b8a-9d62-879e66868f2d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:42.023930 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fed477-d96e-42f7-a881-41644f473834 None None] Routers {'05b9be92-50a2-43a2-a398-6708a0dd5f87'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:02:42.024688 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-e0fed477-d96e-42f7-a881-41644f473834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:02:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['05b9be92-50a2-43a2-a398-6708a0dd5f87'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:02:42.156629 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-a58bc936-cfe0-4081-b1af-472f8e223152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8687c6f4-4904-4c8a-bca1-5dfb189b352c', 'name': 'tempest-TestNetworkBasicOps-router-1043841888', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.119'}], 'enable_snat': True}, 'gw_port_id': '75d196b0-867f-4a8d-9362-bde6351a5cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:33Z', 'updated_at': '2022-04-01T16:02:38Z', 'revision_number': 5, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': '75d196b0-867f-4a8d-9362-bde6351a5cab', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8687c6f4-4904-4c8a-bca1-5dfb189b352c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:34Z', 'updated_at': '2022-04-01T16:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:02:42.163847 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58bc936-cfe0-4081-b1af-472f8e223152 None None] Checking router: 8687c6f4-4904-4c8a-bca1-5dfb189b352c for host: dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:02:42.177297 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58bc936-cfe0-4081-b1af-472f8e223152 None None] Routers {'8687c6f4-4904-4c8a-bca1-5dfb189b352c'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:02:42.178072 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-a58bc936-cfe0-4081-b1af-472f8e223152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:02:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['8687c6f4-4904-4c8a-bca1-5dfb189b352c'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:02:42.218350 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-aecebe2c-efdd-4b8a-9d62-879e66868f2d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15306565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16030232'] for subnet, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:42.251507 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-ed357b98-c0da-4f21-9106-ad2b62691bdf req-9cad17a1-c5dc-4f39-81f2-7369e1987140 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Synchronizing usage tracker for tenant:b9e160ed92af426eb41719050c02f853 on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:02:42.272193 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecebe2c-efdd-4b8a-9d62-879e66868f2d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event deleted for resources: {'Subnet': ['ID=4765f803-299f-4855-b1f2-62a4f8f33940,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:42.278770 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-ed357b98-c0da-4f21-9106-ad2b62691bdf req-9cad17a1-c5dc-4f39-81f2-7369e1987140 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Unset dirty status for tenant:b9e160ed92af426eb41719050c02f853 on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:02:42.284885 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-aecebe2c-efdd-4b8a-9d62-879e66868f2d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:42.289049 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-e0fed477-d96e-42f7-a881-41644f473834 None None] Set router 05b9be92-50a2-43a2-a398-6708a0dd5f87 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:02:42.297526 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ed357b98-c0da-4f21-9106-ad2b62691bdf req-9cad17a1-c5dc-4f39-81f2-7369e1987140 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a38017a-7d5c-4034-a1d9-3e16dbc93294 HTTP/1.1" status: 200 len: 210 time: 0.1078227 Apr 01 16:02:42.298899 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-aecebe2c-efdd-4b8a-9d62-879e66868f2d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "DELETE /v2.0/subnets/4765f803-299f-4855-b1f2-62a4f8f33940 HTTP/1.1" status: 204 len: 168 time: 0.7662385 Apr 01 16:02:42.300314 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 57970) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:02:42.331821 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bebe8332-b45e-4cb7-87aa-5f0507ea1a7e None None] Network 47dfaf19-09a3-41a8-b892-00c74038d655 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:02:42.593096 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-a58bc936-cfe0-4081-b1af-472f8e223152 None None] Set router 8687c6f4-4904-4c8a-bca1-5dfb189b352c gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:02:42.679542 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ee74d9f9-d5a6-4ed5-86cf-d961cc35c0be tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for router, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:42.726736 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-e0fed477-d96e-42f7-a881-41644f473834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b9be92-50a2-43a2-a398-6708a0dd5f87', 'name': 'tempest-TestVolumeBootPattern-1030540240-router', 'tenant_id': 'b9e160ed92af426eb41719050c02f853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.5'}], 'enable_snat': True}, 'gw_port_id': 'c9310d4d-02e6-42b9-9f00-f699c4f1c79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:59:30Z', 'updated_at': '2022-04-01T15:59:38Z', 'revision_number': 4, 'project_id': 'b9e160ed92af426eb41719050c02f853', 'gw_port': {'id': 'c9310d4d-02e6-42b9-9f00-f699c4f1c79c', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b9be92-50a2-43a2-a398-6708a0dd5f87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:31Z', 'updated_at': '2022-04-01T15:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '53e92810-2be5-45b0-9e43-4bd6dec17163', 'name': '', 'network_id': 'd3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0', 'tenant_id': 'b9e160ed92af426eb41719050c02f853', 'mac_address': 'fa:16:3e:cd:d6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b9be92-50a2-43a2-a398-6708a0dd5f87', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e89a89e5-8fa9-4b91-af10-f0a4d00467fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:37Z', 'updated_at': '2022-04-01T16:00:18Z', 'revision_number': 5, 'project_id': 'b9e160ed92af426eb41719050c02f853', 'subnets': [{'id': 'e89a89e5-8fa9-4b91-af10-f0a4d00467fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:02:42.733959 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0fed477-d96e-42f7-a881-41644f473834 None None] The sync data for ids ['05b9be92-50a2-43a2-a398-6708a0dd5f87'] in dv-neutron-833373-2-hyperv is: [{'id': '05b9be92-50a2-43a2-a398-6708a0dd5f87', 'name': 'tempest-TestVolumeBootPattern-1030540240-router', 'tenant_id': 'b9e160ed92af426eb41719050c02f853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.5'}], 'enable_snat': True}, 'gw_port_id': 'c9310d4d-02e6-42b9-9f00-f699c4f1c79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:59:30Z', 'updated_at': '2022-04-01T15:59:38Z', 'revision_number': 4, 'project_id': 'b9e160ed92af426eb41719050c02f853', 'gw_port': {'id': 'c9310d4d-02e6-42b9-9f00-f699c4f1c79c', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b9be92-50a2-43a2-a398-6708a0dd5f87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:31Z', 'updated_at': '2022-04-01T15:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '53e92810-2be5-45b0-9e43-4bd6dec17163', 'name': '', 'network_id': 'd3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0', 'tenant_id': 'b9e160ed92af426eb41719050c02f853', 'mac_address': 'fa:16:3e:cd:d6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b9be92-50a2-43a2-a398-6708a0dd5f87', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e89a89e5-8fa9-4b91-af10-f0a4d00467fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:37Z', 'updated_at': '2022-04-01T16:00:18Z', 'revision_number': 5, 'project_id': 'b9e160ed92af426eb41719050c02f853', 'subnets': [{'id': 'e89a89e5-8fa9-4b91-af10-f0a4d00467fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:02:42.946149 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ee74d9f9-d5a6-4ed5-86cf-d961cc35c0be tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:42.966067 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-ee74d9f9-d5a6-4ed5-86cf-d961cc35c0be tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Deleting port 75d196b0-867f-4a8d-9362-bde6351a5cab {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:02:42.966490 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ee74d9f9-d5a6-4ed5-86cf-d961cc35c0be tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:42.992386 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36d2580-25c8-41c8-bfbb-6e85e1217f5d None None] DHCP port deletion for 47dfaf19-09a3-41a8-b892-00c74038d655 request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 16:02:43.009738 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a36d2580-25c8-41c8-bfbb-6e85e1217f5d None None] Deleting port b02d05d8-fec3-4a63-bd2d-0b67dbc2210f {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:02:43.010422 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a36d2580-25c8-41c8-bfbb-6e85e1217f5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:43.121878 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7089861-8517-4128-a8fc-e03879f1ad97 None None] New status for floating IP cec8e1d2-69b6-4b5a-ba91-2e463631af1e: DOWN {{(pid=83833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 16:02:43.134339 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-a58bc936-cfe0-4081-b1af-472f8e223152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8687c6f4-4904-4c8a-bca1-5dfb189b352c', 'name': 'tempest-TestNetworkBasicOps-router-1043841888', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.119'}], 'enable_snat': True}, 'gw_port_id': '75d196b0-867f-4a8d-9362-bde6351a5cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:33Z', 'updated_at': '2022-04-01T16:02:38Z', 'revision_number': 5, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': '75d196b0-867f-4a8d-9362-bde6351a5cab', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8687c6f4-4904-4c8a-bca1-5dfb189b352c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:34Z', 'updated_at': '2022-04-01T16:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:02:43.143813 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58bc936-cfe0-4081-b1af-472f8e223152 None None] The sync data for ids ['8687c6f4-4904-4c8a-bca1-5dfb189b352c'] in dv-neutron-833373-2-hyperv is: [{'id': '8687c6f4-4904-4c8a-bca1-5dfb189b352c', 'name': 'tempest-TestNetworkBasicOps-router-1043841888', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.119'}], 'enable_snat': True}, 'gw_port_id': '75d196b0-867f-4a8d-9362-bde6351a5cab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:00:33Z', 'updated_at': '2022-04-01T16:02:38Z', 'revision_number': 5, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': '75d196b0-867f-4a8d-9362-bde6351a5cab', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8687c6f4-4904-4c8a-bca1-5dfb189b352c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:00:34Z', 'updated_at': '2022-04-01T16:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:02:43.186570 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [None req-ee74d9f9-d5a6-4ed5-86cf-d961cc35c0be tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] For port 75d196b0-867f-4a8d-9362-bde6351a5cab, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=75d196b0-867f-4a8d-9362-bde6351a5cab,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:02:43.186570 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ee74d9f9-d5a6-4ed5-86cf-d961cc35c0be tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:43.260360 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a36d2580-25c8-41c8-bfbb-6e85e1217f5d None None] For port b02d05d8-fec3-4a63-bd2d-0b67dbc2210f, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=b02d05d8-fec3-4a63-bd2d-0b67dbc2210f,segment=NetworkSegment(bb511389-4312-4ece-927a-31dc17fd6bb2),segment_id=bb511389-4312-4ece-927a-31dc17fd6bb2)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:02:43.260922 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a36d2580-25c8-41c8-bfbb-6e85e1217f5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:43.317509 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-ee74d9f9-d5a6-4ed5-86cf-d961cc35c0be tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Calling delete_port for 75d196b0-867f-4a8d-9362-bde6351a5cab owned by network:router_gateway {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:02:43.399934 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a36d2580-25c8-41c8-bfbb-6e85e1217f5d None None] Calling delete_port for b02d05d8-fec3-4a63-bd2d-0b67dbc2210f owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:02:43.488865 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a36d2580-25c8-41c8-bfbb-6e85e1217f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671'] for port, after_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:43.521057 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ee74d9f9-d5a6-4ed5-86cf-d961cc35c0be tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:43.541296 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36d2580-25c8-41c8-bfbb-6e85e1217f5d None None] Pushing event deleted for resources: {'Port': ['ID=b02d05d8-fec3-4a63-bd2d-0b67dbc2210f,revision_number=None']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:43.543105 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36d2580-25c8-41c8-bfbb-6e85e1217f5d None None] No DVR routers for this DVR port b02d05d8-fec3-4a63-bd2d-0b67dbc2210f on host dv-neutron-833373-2-hyperv {{(pid=83829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:02:43.620073 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee74d9f9-d5a6-4ed5-86cf-d961cc35c0be tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event deleted for resources: {'Port': ['ID=75d196b0-867f-4a8d-9362-bde6351a5cab,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:43.670364 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee74d9f9-d5a6-4ed5-86cf-d961cc35c0be tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:43.670738 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee74d9f9-d5a6-4ed5-86cf-d961cc35c0be tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:43.671072 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee74d9f9-d5a6-4ed5-86cf-d961cc35c0be tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:43.671429 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee74d9f9-d5a6-4ed5-86cf-d961cc35c0be tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:43.671756 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee74d9f9-d5a6-4ed5-86cf-d961cc35c0be tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:43.672079 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee74d9f9-d5a6-4ed5-86cf-d961cc35c0be tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:43.672404 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee74d9f9-d5a6-4ed5-86cf-d961cc35c0be tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:43.672753 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee74d9f9-d5a6-4ed5-86cf-d961cc35c0be tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:43.673073 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee74d9f9-d5a6-4ed5-86cf-d961cc35c0be tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:43.673393 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee74d9f9-d5a6-4ed5-86cf-d961cc35c0be tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:43.673713 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee74d9f9-d5a6-4ed5-86cf-d961cc35c0be tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:43.715062 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 4f536d96-4b3a-460a-9962-5ebb48c45506 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:02:43.758667 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] No Port match for: 4f536d96-4b3a-460a-9962-5ebb48c45506 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:02:43.759007 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 4f536d96-4b3a-460a-9962-5ebb48c45506 not bound to the agent host hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:02:43.875605 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ee74d9f9-d5a6-4ed5-86cf-d961cc35c0be tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617660'] for router_gateway, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:44.009600 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4db63f73-dd67-4457-8b5a-22fe81756d90 req-fb583cc3-bba2-4eb8-851c-2ca3ba786cdd tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-646541052&fields=id&tenant_id=b9e160ed92af426eb41719050c02f853 HTTP/1.1" status: 200 len: 267 time: 0.2370083 Apr 01 16:02:44.318104 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ee74d9f9-d5a6-4ed5-86cf-d961cc35c0be tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130651'] for router, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:44.334282 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ee74d9f9-d5a6-4ed5-86cf-d961cc35c0be tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:44.393428 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ee74d9f9-d5a6-4ed5-86cf-d961cc35c0be tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607376'] for router, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:44.394242 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee74d9f9-d5a6-4ed5-86cf-d961cc35c0be tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Fanout notify agent at l3_agent the message router_deleted on router 8687c6f4-4904-4c8a-bca1-5dfb189b352c {{(pid=83826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 16:02:44.401346 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db63f73-dd67-4457-8b5a-22fe81756d90 req-3b24e3c9-9cff-49d6-8e70-0bbf8178e557 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:44.403482 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4db63f73-dd67-4457-8b5a-22fe81756d90 req-3b24e3c9-9cff-49d6-8e70-0bbf8178e557 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/networks?id=d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0 HTTP/1.1" status: 200 len: 812 time: 0.3392637 Apr 01 16:02:44.434326 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ee74d9f9-d5a6-4ed5-86cf-d961cc35c0be tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for router, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:44.435386 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-ee74d9f9-d5a6-4ed5-86cf-d961cc35c0be tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "DELETE /v2.0/routers/8687c6f4-4904-4c8a-bca1-5dfb189b352c HTTP/1.1" status: 204 len: 168 time: 2.1324911 Apr 01 16:02:44.436897 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4db63f73-dd67-4457-8b5a-22fe81756d90 req-1990ee5d-a18d-4940-9e3b-5ba4d4c28498 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/quotas/b9e160ed92af426eb41719050c02f853 HTTP/1.1" status: 200 len: 375 time: 0.0263186 Apr 01 16:02:44.438011 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 57982) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:02:44.598895 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9c55e0fe-5fc3-4fe4-abf3-da3dd23a117d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:44.670208 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4db63f73-dd67-4457-8b5a-22fe81756d90 req-47ac6ad3-a540-4730-847f-ffc3b09ee05a tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b9e160ed92af426eb41719050c02f853&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2120788 Apr 01 16:02:44.757079 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9c55e0fe-5fc3-4fe4-abf3-da3dd23a117d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:44.785020 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-9c55e0fe-5fc3-4fe4-abf3-da3dd23a117d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47dfaf19-09a3-41a8-b892-00c74038d655']}} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:02:44.798572 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-9c55e0fe-5fc3-4fe4-abf3-da3dd23a117d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb511389-4312-4ece-927a-31dc17fd6bb2') {'for_net_delete': True} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:02:44.799438 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-9c55e0fe-5fc3-4fe4-abf3-da3dd23a117d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb511389-4312-4ece-927a-31dc17fd6bb2') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:02:44.832269 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9c55e0fe-5fc3-4fe4-abf3-da3dd23a117d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16610763'] for segment, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:44.885567 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device b02d05d8-fec3-4a63-bd2d-0b67dbc2210f no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:02:44.911183 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9c55e0fe-5fc3-4fe4-abf3-da3dd23a117d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:44.919446 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: b02d05d8-fec3-4a63-bd2d-0b67dbc2210f {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:02:44.920189 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device b02d05d8-fec3-4a63-bd2d-0b67dbc2210f not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:02:44.920667 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 02f3abbe-22fd-4eb9-9c2c-b481735e13cb no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:02:44.921934 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c55e0fe-5fc3-4fe4-abf3-da3dd23a117d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=83826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 16:02:44.922337 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9c55e0fe-5fc3-4fe4-abf3-da3dd23a117d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15415164'] for segment, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:44.937229 dv-neutron-833373-2-hyperv neutron-server[83826]: Traceback (most recent call last): Apr 01 16:02:44.937229 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 16:02:44.937229 dv-neutron-833373-2-hyperv neutron-server[83826]: timer() Apr 01 16:02:44.937229 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:02:44.937229 dv-neutron-833373-2-hyperv neutron-server[83826]: cb(*args, **kw) Apr 01 16:02:44.937229 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:02:44.937229 dv-neutron-833373-2-hyperv neutron-server[83826]: return func(*args, **kwargs) Apr 01 16:02:44.937229 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:02:44.937229 dv-neutron-833373-2-hyperv neutron-server[83826]: self._notify() Apr 01 16:02:44.937229 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:02:44.937229 dv-neutron-833373-2-hyperv neutron-server[83826]: self.callback(batched_events) Apr 01 16:02:44.937229 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:02:44.937229 dv-neutron-833373-2-hyperv neutron-server[83826]: event.method(event) Apr 01 16:02:44.937229 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:02:44.937229 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:02:44.937229 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:02:44.937229 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:02:44.937229 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:02:44.937229 dv-neutron-833373-2-hyperv neutron-server[83826]: return f(self, *a, **k) Apr 01 16:02:44.937229 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 16:02:44.937229 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._get(url).json() Apr 01 16:02:44.937229 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 16:02:44.937229 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:02:44.937229 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 16:02:44.937229 dv-neutron-833373-2-hyperv neutron-server[83826]: return self.request(url, 'GET', **kwargs) Apr 01 16:02:44.937229 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 16:02:44.937229 dv-neutron-833373-2-hyperv neutron-server[83826]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:02:44.937229 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 16:02:44.937229 dv-neutron-833373-2-hyperv neutron-server[83826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:02:44.937229 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 16:02:44.937229 dv-neutron-833373-2-hyperv neutron-server[83826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:02:44.937229 dv-neutron-833373-2-hyperv neutron-server[83826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:02:44.957675 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 02f3abbe-22fd-4eb9-9c2c-b481735e13cb {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:02:44.958027 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 02f3abbe-22fd-4eb9-9c2c-b481735e13cb not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:02:44.958450 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 75d196b0-867f-4a8d-9362-bde6351a5cab no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:02:44.992265 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 75d196b0-867f-4a8d-9362-bde6351a5cab {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:02:44.992615 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 75d196b0-867f-4a8d-9362-bde6351a5cab not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:02:45.048276 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4db63f73-dd67-4457-8b5a-22fe81756d90 req-776dee6f-cc93-444f-9a5a-cfb2abc28266 service neutron] 10.222.0.55 "GET /v2.0/networks/d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3233631 Apr 01 16:02:45.050208 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9c55e0fe-5fc3-4fe4-abf3-da3dd23a117d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:45.055339 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9c55e0fe-5fc3-4fe4-abf3-da3dd23a117d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:45.155320 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c55e0fe-5fc3-4fe4-abf3-da3dd23a117d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event deleted for resources: {'Network': ['ID=47dfaf19-09a3-41a8-b892-00c74038d655,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:45.163899 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-9c55e0fe-5fc3-4fe4-abf3-da3dd23a117d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "DELETE /v2.0/networks/47dfaf19-09a3-41a8-b892-00c74038d655 HTTP/1.1" status: 204 len: 168 time: 0.7248814 Apr 01 16:02:45.185112 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 57988) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:02:45.193806 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-725eaa80-7e44-48fa-9e97-091a9e1e7af0 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'network': {'name': 'tempest-network-smoke--261547737', 'project_id': '447e2c5010754fe1ad368efac7c75251', 'port_security_enabled': True}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:02:45.209788 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-725eaa80-7e44-48fa-9e97-091a9e1e7af0 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:02:45.217072 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-725eaa80-7e44-48fa-9e97-091a9e1e7af0 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:network and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:02:45.227884 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-725eaa80-7e44-48fa-9e97-091a9e1e7af0 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:02:45.237603 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-725eaa80-7e44-48fa-9e97-091a9e1e7af0 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:02:45.243054 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4db63f73-dd67-4457-8b5a-22fe81756d90 req-cd166bd3-e143-4b58-a85e-04f6ca5f82dd service neutron] 10.222.0.55 "GET /v2.0/networks/d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846995 Apr 01 16:02:45.250262 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-725eaa80-7e44-48fa-9e97-091a9e1e7af0 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Made reservation on behalf of 447e2c5010754fe1ad368efac7c75251 for: {'network': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:02:45.253602 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-725eaa80-7e44-48fa-9e97-091a9e1e7af0 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:45.282825 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-725eaa80-7e44-48fa-9e97-091a9e1e7af0 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=83826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:02:45.293221 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-725eaa80-7e44-48fa-9e97-091a9e1e7af0 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:45.293573 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.segments_db [None req-725eaa80-7e44-48fa-9e97-091a9e1e7af0 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Added segment 13583ea2-5e70-4381-9997-05f6b1d48a48 of type vlan for network cccbf491-b981-4cd9-b3c9-3cf2c7ee518d Apr 01 16:02:45.320573 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-725eaa80-7e44-48fa-9e97-091a9e1e7af0 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:45.354565 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-725eaa80-7e44-48fa-9e97-091a9e1e7af0 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:45.358246 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725eaa80-7e44-48fa-9e97-091a9e1e7af0 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:45.358817 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-725eaa80-7e44-48fa-9e97-091a9e1e7af0 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:45.462076 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-725eaa80-7e44-48fa-9e97-091a9e1e7af0 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2758934 Apr 01 16:02:45.464938 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 57998) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:02:45.470321 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-7626c8df-7b9f-45c9-915d-29b7a404c999 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-788186394', 'admin_state_up': True, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:02:45.475014 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725eaa80-7e44-48fa-9e97-091a9e1e7af0 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'Network': ['ID=cccbf491-b981-4cd9-b3c9-3cf2c7ee518d,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:45.485762 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-7626c8df-7b9f-45c9-915d-29b7a404c999 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:02:45.487272 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network cccbf491-b981-4cd9-b3c9-3cf2c7ee518d details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:02:45.490739 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-7626c8df-7b9f-45c9-915d-29b7a404c999 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:router and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:02:45.493622 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-7626c8df-7b9f-45c9-915d-29b7a404c999 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:02:45.500662 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-7626c8df-7b9f-45c9-915d-29b7a404c999 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:02:45.511385 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7626c8df-7b9f-45c9-915d-29b7a404c999 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130665'] for router, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:45.512451 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7626c8df-7b9f-45c9-915d-29b7a404c999 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617571', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130640'] for router, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:45.540543 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7626c8df-7b9f-45c9-915d-29b7a404c999 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:45.693545 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7626c8df-7b9f-45c9-915d-29b7a404c999 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130626'] for router, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:45.694078 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d4830c8f-54e6-495a-b915-b9310515a240 req-ff24e83f-fb83-477b-8b84-6e1002e6af89 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0f6b493-dd0d-47d8-a443-1fdb234bfa3d HTTP/1.1" status: 200 len: 210 time: 0.0470204 Apr 01 16:02:46.002700 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7626c8df-7b9f-45c9-915d-29b7a404c999 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for router_gateway, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:46.034242 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7626c8df-7b9f-45c9-915d-29b7a404c999 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:46.173468 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-7626c8df-7b9f-45c9-915d-29b7a404c999 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Allocated IP 172.26.1.145 (ed45466e-0386-4b92-8de3-247c977242ac/0479f741-5cd1-4d6f-b593-d8aa909a42d3/b2b8cdc7-d6a8-44bf-8367-b144bef51a1b) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:02:46.326605 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7626c8df-7b9f-45c9-915d-29b7a404c999 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:46.354275 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7626c8df-7b9f-45c9-915d-29b7a404c999 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:46.420651 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7626c8df-7b9f-45c9-915d-29b7a404c999 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Network ed45466e-0386-4b92-8de3-247c977242ac is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:02:46.423528 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-7626c8df-7b9f-45c9-915d-29b7a404c999 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:02:46.427145 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7626c8df-7b9f-45c9-915d-29b7a404c999 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:02:46.456251 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7626c8df-7b9f-45c9-915d-29b7a404c999 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'Port': ['ID=b2b8cdc7-d6a8-44bf-8367-b144bef51a1b,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:46.483048 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7626c8df-7b9f-45c9-915d-29b7a404c999 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:46.483772 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7626c8df-7b9f-45c9-915d-29b7a404c999 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:46.483772 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7626c8df-7b9f-45c9-915d-29b7a404c999 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:46.484074 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7626c8df-7b9f-45c9-915d-29b7a404c999 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:46.484361 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7626c8df-7b9f-45c9-915d-29b7a404c999 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:46.484683 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7626c8df-7b9f-45c9-915d-29b7a404c999 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:46.485050 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7626c8df-7b9f-45c9-915d-29b7a404c999 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:46.485359 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7626c8df-7b9f-45c9-915d-29b7a404c999 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:46.485677 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7626c8df-7b9f-45c9-915d-29b7a404c999 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:46.486001 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7626c8df-7b9f-45c9-915d-29b7a404c999 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:46.486346 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7626c8df-7b9f-45c9-915d-29b7a404c999 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:46.616220 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7626c8df-7b9f-45c9-915d-29b7a404c999 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for router_gateway, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:46.617002 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7626c8df-7b9f-45c9-915d-29b7a404c999 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616'] for router, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:46.723641 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db63f73-dd67-4457-8b5a-22fe81756d90 req-12f6d93a-480c-4657-acd1-90677379b757 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:46.725241 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4db63f73-dd67-4457-8b5a-22fe81756d90 req-12f6d93a-480c-4657-acd1-90677379b757 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.24 "GET /v2.0/networks?id=d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0 HTTP/1.1" status: 200 len: 812 time: 0.1523581 Apr 01 16:02:46.790951 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4db63f73-dd67-4457-8b5a-22fe81756d90 req-93460ec6-5568-40d7-b445-0f7720ae746f tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9e160ed92af426eb41719050c02f853 HTTP/1.1" status: 200 len: 379 time: 0.0533078 Apr 01 16:02:46.801354 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [req-4db63f73-dd67-4457-8b5a-22fe81756d90 req-d0c75b1b-1f6e-41fa-812e-93d6bfe7576a tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Request body: {'port': {'device_id': 'f0f6b493-dd0d-47d8-a443-1fdb234bfa3d', 'network_id': 'd3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0', 'admin_state_up': True, 'tenant_id': 'b9e160ed92af426eb41719050c02f853', 'security_groups': ['b68c8ca1-2548-48e9-84ee-f823ac26061f']}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:02:46.916431 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7626c8df-7b9f-45c9-915d-29b7a404c999 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Router 012b9db6-831f-46e9-a340-f116b38b60ba is scheduled to L3 agent ff252634-3424-422a-b742-9ae457bd54bd with binding_index 1 {{(pid=83828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 16:02:47.061648 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b4a91b9c-c17e-4bbf-8702-2cedfb333b5e req-d19feb7c-daa9-4e29-b1e8-093a5ffba73d tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0f6b493-dd0d-47d8-a443-1fdb234bfa3d HTTP/1.1" status: 200 len: 210 time: 0.0701675 Apr 01 16:02:47.133260 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [req-4db63f73-dd67-4457-8b5a-22fe81756d90 req-d0c75b1b-1f6e-41fa-812e-93d6bfe7576a tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:02:47.144745 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [req-4db63f73-dd67-4457-8b5a-22fe81756d90 req-d0c75b1b-1f6e-41fa-812e-93d6bfe7576a tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:02:47.157160 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4db63f73-dd67-4457-8b5a-22fe81756d90 req-d0c75b1b-1f6e-41fa-812e-93d6bfe7576a tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Made reservation on behalf of b9e160ed92af426eb41719050c02f853 for: {'port': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:02:47.160678 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-4db63f73-dd67-4457-8b5a-22fe81756d90 req-d0c75b1b-1f6e-41fa-812e-93d6bfe7576a tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:47.168626 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7626c8df-7b9f-45c9-915d-29b7a404c999 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:02:47.181567 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c328d95-3381-4138-9b7c-84f911cc9614 None None] Sync routers for ids ['012b9db6-831f-46e9-a340-f116b38b60ba'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:02:47.203246 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c328d95-3381-4138-9b7c-84f911cc9614 None None] Routers {'012b9db6-831f-46e9-a340-f116b38b60ba'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:02:47.204170 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-9c328d95-3381-4138-9b7c-84f911cc9614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:02:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['012b9db6-831f-46e9-a340-f116b38b60ba'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:02:47.212125 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7626c8df-7b9f-45c9-915d-29b7a404c999 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:47.223025 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-7626c8df-7b9f-45c9-915d-29b7a404c999 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.7569218 Apr 01 16:02:47.224297 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 58018) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:02:47.283936 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-a3d9d786-a290-46d3-bfff-382f3a3f7060 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=447e2c5010754fe1ad368efac7c75251&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0556808 Apr 01 16:02:47.287549 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 58022) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:02:47.331412 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [req-4db63f73-dd67-4457-8b5a-22fe81756d90 req-d0c75b1b-1f6e-41fa-812e-93d6bfe7576a tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Allocated IP 172.20.0.10 (d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0/e89a89e5-8fa9-4b91-af10-f0a4d00467fb/3f5f2b9c-b159-48cf-ab42-dd65d0200e16) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:02:47.485511 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad140ce-60b7-4d0f-b38a-05dae34c4ba1 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:47.488372 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-7ad140ce-60b7-4d0f-b38a-05dae34c4ba1 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1995976 Apr 01 16:02:47.491131 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 58026) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:02:47.537988 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-97d02388-3563-46cf-bb75-d8a5acb7ec18 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=ed45466e-0386-4b92-8de3-247c977242ac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0455463 Apr 01 16:02:47.542141 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 58030) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:02:47.549562 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-960ff93f-0058-4c29-bde0-2a39d5bef8fc tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1367515387', 'network_id': 'cccbf491-b981-4cd9-b3c9-3cf2c7ee518d', 'project_id': '447e2c5010754fe1ad368efac7c75251', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:02:47.563526 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-9c328d95-3381-4138-9b7c-84f911cc9614 None None] Set router 012b9db6-831f-46e9-a340-f116b38b60ba gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:02:47.565156 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-4db63f73-dd67-4457-8b5a-22fe81756d90 req-d0c75b1b-1f6e-41fa-812e-93d6bfe7576a tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:47.582971 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [req-4db63f73-dd67-4457-8b5a-22fe81756d90 req-d0c75b1b-1f6e-41fa-812e-93d6bfe7576a tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Transition to ACTIVE for port object 3f5f2b9c-b159-48cf-ab42-dd65d0200e16 will not be triggered until provisioned by entity DHCP. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:02:47.610971 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-4db63f73-dd67-4457-8b5a-22fe81756d90 req-d0c75b1b-1f6e-41fa-812e-93d6bfe7576a tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:47.705070 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4db63f73-dd67-4457-8b5a-22fe81756d90 req-d0c75b1b-1f6e-41fa-812e-93d6bfe7576a tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Network d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0 is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:02:47.708888 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [req-4db63f73-dd67-4457-8b5a-22fe81756d90 req-d0c75b1b-1f6e-41fa-812e-93d6bfe7576a tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:02:47.713474 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [req-4db63f73-dd67-4457-8b5a-22fe81756d90 req-d0c75b1b-1f6e-41fa-812e-93d6bfe7576a tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:02:47.755309 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c75b1b-1f6e-41fa-812e-93d6bfe7576a tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Pushing event updated for resources: {'Port': ['ID=3f5f2b9c-b159-48cf-ab42-dd65d0200e16,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:47.774757 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-960ff93f-0058-4c29-bde0-2a39d5bef8fc tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:02:47.778846 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-960ff93f-0058-4c29-bde0-2a39d5bef8fc tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:subnet and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:02:47.781902 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-960ff93f-0058-4c29-bde0-2a39d5bef8fc tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:02:47.788628 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-960ff93f-0058-4c29-bde0-2a39d5bef8fc tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:02:47.800617 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-960ff93f-0058-4c29-bde0-2a39d5bef8fc tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Made reservation on behalf of 447e2c5010754fe1ad368efac7c75251 for: {'subnet': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:02:47.803771 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db63f73-dd67-4457-8b5a-22fe81756d90 req-d0c75b1b-1f6e-41fa-812e-93d6bfe7576a tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:47.804426 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-4db63f73-dd67-4457-8b5a-22fe81756d90 req-d0c75b1b-1f6e-41fa-812e-93d6bfe7576a tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:47.850781 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4db63f73-dd67-4457-8b5a-22fe81756d90 req-d0c75b1b-1f6e-41fa-812e-93d6bfe7576a tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0533814 Apr 01 16:02:47.871119 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [req-4db63f73-dd67-4457-8b5a-22fe81756d90 req-636f1626-8a9a-420b-ab3f-f215c08c26d4 service neutron] Request body: {'port': {'device_id': 'f0f6b493-dd0d-47d8-a443-1fdb234bfa3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:02:47.950263 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-9c328d95-3381-4138-9b7c-84f911cc9614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '012b9db6-831f-46e9-a340-f116b38b60ba', 'name': 'tempest-TestNetworkBasicOps-router-788186394', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': 'b2b8cdc7-d6a8-44bf-8367-b144bef51a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:02:45Z', 'updated_at': '2022-04-01T16:02:46Z', 'revision_number': 3, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': 'b2b8cdc7-d6a8-44bf-8367-b144bef51a1b', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d8:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '012b9db6-831f-46e9-a340-f116b38b60ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:02:46Z', 'updated_at': '2022-04-01T16:02:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:02:47.957548 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c328d95-3381-4138-9b7c-84f911cc9614 None None] Checking router: 012b9db6-831f-46e9-a340-f116b38b60ba for host: dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:02:47.957899 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c328d95-3381-4138-9b7c-84f911cc9614 None None] Updating router 012b9db6-831f-46e9-a340-f116b38b60ba port b2b8cdc7-d6a8-44bf-8367-b144bef51a1b binding host dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 16:02:48.021772 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-4db63f73-dd67-4457-8b5a-22fe81756d90 req-636f1626-8a9a-420b-ab3f-f215c08c26d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:48.104591 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-9c328d95-3381-4138-9b7c-84f911cc9614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:48.122992 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-960ff93f-0058-4c29-bde0-2a39d5bef8fc tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16030269'] for subnet, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:48.234827 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-0ceac63b-4f2a-4507-ab82-32031e26a309 None None] Provisioning for port 3f5f2b9c-b159-48cf-ab42-dd65d0200e16 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:02:48.268823 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-0ceac63b-4f2a-4507-ab82-32031e26a309 None None] Provisioning complete for port 3f5f2b9c-b159-48cf-ab42-dd65d0200e16 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:02:48.268823 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-0ceac63b-4f2a-4507-ab82-32031e26a309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:48.404494 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-0ceac63b-4f2a-4507-ab82-32031e26a309 None None] Port 3f5f2b9c-b159-48cf-ab42-dd65d0200e16 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 16:02:48.422257 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-960ff93f-0058-4c29-bde0-2a39d5bef8fc tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15306628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16030227'] for subnet, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:48.468298 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9bbfa3-4216-463b-97ce-4e0e4a4fd558 req-fb7dcc01-ed78-40fc-b1ae-a56078b5d273 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:48.468566 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-4d9bbfa3-4216-463b-97ce-4e0e4a4fd558 req-fb7dcc01-ed78-40fc-b1ae-a56078b5d273 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Synchronizing usage tracker for tenant:b9e160ed92af426eb41719050c02f853 on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:02:48.527548 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960ff93f-0058-4c29-bde0-2a39d5bef8fc tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'Subnet': ['ID=339a3801-b2b0-46c8-9fb2-c19165478d30,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:48.536300 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960ff93f-0058-4c29-bde0-2a39d5bef8fc tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Checking segment: {'id': '13583ea2-5e70-4381-9997-05f6b1d48a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cccbf491-b981-4cd9-b3c9-3cf2c7ee518d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:02:48.536810 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960ff93f-0058-4c29-bde0-2a39d5bef8fc tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Network hostable DHCP agents. Network: cccbf491-b981-4cd9-b3c9-3cf2c7ee518d, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:02:48.537258 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-4d9bbfa3-4216-463b-97ce-4e0e4a4fd558 req-fb7dcc01-ed78-40fc-b1ae-a56078b5d273 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Unset dirty status for tenant:b9e160ed92af426eb41719050c02f853 on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:02:48.538569 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4d9bbfa3-4216-463b-97ce-4e0e4a4fd558 req-fb7dcc01-ed78-40fc-b1ae-a56078b5d273 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0f6b493-dd0d-47d8-a443-1fdb234bfa3d HTTP/1.1" status: 200 len: 932 time: 0.2129645 Apr 01 16:02:48.562637 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960ff93f-0058-4c29-bde0-2a39d5bef8fc tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Network cccbf491-b981-4cd9-b3c9-3cf2c7ee518d is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:02:48.570925 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [req-4db63f73-dd67-4457-8b5a-22fe81756d90 req-636f1626-8a9a-420b-ab3f-f215c08c26d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f5f2b9c-b159-48cf-ab42-dd65d0200e16 {{(pid=83826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:02:48.575046 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-960ff93f-0058-4c29-bde0-2a39d5bef8fc tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, cccbf491-b981-4cd9-b3c9-3cf2c7ee518d) {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:02:48.581608 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960ff93f-0058-4c29-bde0-2a39d5bef8fc tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:48.581942 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-960ff93f-0058-4c29-bde0-2a39d5bef8fc tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:48.582756 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-4db63f73-dd67-4457-8b5a-22fe81756d90 req-636f1626-8a9a-420b-ab3f-f215c08c26d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:48.610129 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [req-4db63f73-dd67-4457-8b5a-22fe81756d90 req-636f1626-8a9a-420b-ab3f-f215c08c26d4 service neutron] Transition to ACTIVE for port object 3f5f2b9c-b159-48cf-ab42-dd65d0200e16 will not be triggered until provisioned by entity L2. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:02:48.611932 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-960ff93f-0058-4c29-bde0-2a39d5bef8fc tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0677154 Apr 01 16:02:48.613523 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 58036) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:02:48.618902 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4d9bbfa3-4216-463b-97ce-4e0e4a4fd558 req-3ec95409-3ed4-459f-99df-3e1510a73fac tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/security-groups?id=b68c8ca1-2548-48e9-84ee-f823ac26061f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667028 Apr 01 16:02:48.619935 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-4db63f73-dd67-4457-8b5a-22fe81756d90 req-636f1626-8a9a-420b-ab3f-f215c08c26d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:48.634505 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-9c328d95-3381-4138-9b7c-84f911cc9614 None None] Notify callbacks [] for port, precommit_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:48.656096 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-9c328d95-3381-4138-9b7c-84f911cc9614 None None] Transition to ACTIVE for port object b2b8cdc7-d6a8-44bf-8367-b144bef51a1b will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:02:48.662659 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262e6cd8-7a06-4dd4-bc3c-2d060dc5133b None None] Network cccbf491-b981-4cd9-b3c9-3cf2c7ee518d requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:02:48.689099 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-9c328d95-3381-4138-9b7c-84f911cc9614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:48.760612 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636f1626-8a9a-420b-ab3f-f215c08c26d4 service neutron] Pushing event updated for resources: {'Port': ['ID=3f5f2b9c-b159-48cf-ab42-dd65d0200e16,revision_number=2']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:48.915068 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.managers [req-4db63f73-dd67-4457-8b5a-22fe81756d90 req-636f1626-8a9a-420b-ab3f-f215c08c26d4 service neutron] Attempting to bind port 3f5f2b9c-b159-48cf-ab42-dd65d0200e16 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:02:48.915309 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.managers [req-4db63f73-dd67-4457-8b5a-22fe81756d90 req-636f1626-8a9a-420b-ab3f-f215c08c26d4 service neutron] Attempting to bind port 3f5f2b9c-b159-48cf-ab42-dd65d0200e16 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'e9f2fb1b-4025-4408-ae49-32f016745ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0'}] {{(pid=83826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:02:48.915533 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db63f73-dd67-4457-8b5a-22fe81756d90 req-636f1626-8a9a-420b-ab3f-f215c08c26d4 service neutron] Attempting to bind port 3f5f2b9c-b159-48cf-ab42-dd65d0200e16 on network d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0 {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:02:48.923030 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db63f73-dd67-4457-8b5a-22fe81756d90 req-636f1626-8a9a-420b-ab3f-f215c08c26d4 service neutron] Port 3f5f2b9c-b159-48cf-ab42-dd65d0200e16 on network d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 16:02:48.923529 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db63f73-dd67-4457-8b5a-22fe81756d90 req-636f1626-8a9a-420b-ab3f-f215c08c26d4 service neutron] Attempting to bind port 3f5f2b9c-b159-48cf-ab42-dd65d0200e16 on network d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0 {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:02:48.938047 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db63f73-dd67-4457-8b5a-22fe81756d90 req-636f1626-8a9a-420b-ab3f-f215c08c26d4 service neutron] Checking agent: {'id': '5b2860be-0b4f-4931-914a-5d10403eafcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 47, 24), 'started_at': datetime.datetime(2022, 4, 1, 15, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:02:48.938485 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db63f73-dd67-4457-8b5a-22fe81756d90 req-636f1626-8a9a-420b-ab3f-f215c08c26d4 service neutron] Checking segment: {'id': 'e9f2fb1b-4025-4408-ae49-32f016745ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:02:48.938854 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db63f73-dd67-4457-8b5a-22fe81756d90 req-636f1626-8a9a-420b-ab3f-f215c08c26d4 service neutron] Bound using segment: {'id': 'e9f2fb1b-4025-4408-ae49-32f016745ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0'} {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:02:48.939353 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.managers [req-4db63f73-dd67-4457-8b5a-22fe81756d90 req-636f1626-8a9a-420b-ab3f-f215c08c26d4 service neutron] Bound port: 3f5f2b9c-b159-48cf-ab42-dd65d0200e16, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9f2fb1b-4025-4408-ae49-32f016745ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0'}}] {{(pid=83826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:02:48.942808 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-4db63f73-dd67-4457-8b5a-22fe81756d90 req-636f1626-8a9a-420b-ab3f-f215c08c26d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:48.954635 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-9c328d95-3381-4138-9b7c-84f911cc9614 None None] Attempting to bind port b2b8cdc7-d6a8-44bf-8367-b144bef51a1b on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:02:48.956358 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-9c328d95-3381-4138-9b7c-84f911cc9614 None None] Attempting to bind port b2b8cdc7-d6a8-44bf-8367-b144bef51a1b by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:02:48.956749 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c328d95-3381-4138-9b7c-84f911cc9614 None None] Attempting to bind port b2b8cdc7-d6a8-44bf-8367-b144bef51a1b on network ed45466e-0386-4b92-8de3-247c977242ac {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:02:48.958796 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8ee0e1-2f48-4449-9b41-fe985e30e6b4 None None] Pushing event updated for resources: {'Port': ['ID=b2b8cdc7-d6a8-44bf-8367-b144bef51a1b,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:48.983257 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c328d95-3381-4138-9b7c-84f911cc9614 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:02:48.983257 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c328d95-3381-4138-9b7c-84f911cc9614 None None] Checking segment: {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:02:48.983630 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-9c328d95-3381-4138-9b7c-84f911cc9614 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:48.983947 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c328d95-3381-4138-9b7c-84f911cc9614 None None] Bound using segment: {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:02:48.984357 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-9c328d95-3381-4138-9b7c-84f911cc9614 None None] Bound port: b2b8cdc7-d6a8-44bf-8367-b144bef51a1b, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:02:48.984908 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-9c328d95-3381-4138-9b7c-84f911cc9614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:49.057807 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [req-4db63f73-dd67-4457-8b5a-22fe81756d90 req-636f1626-8a9a-420b-ab3f-f215c08c26d4 service neutron] For port 3f5f2b9c-b159-48cf-ab42-dd65d0200e16, host hv-neutron-8333, cleared binding levels {{(pid=83826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:02:49.060841 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [req-4db63f73-dd67-4457-8b5a-22fe81756d90 req-636f1626-8a9a-420b-ab3f-f215c08c26d4 service neutron] For port 3f5f2b9c-b159-48cf-ab42-dd65d0200e16, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=3f5f2b9c-b159-48cf-ab42-dd65d0200e16,segment=NetworkSegment(e9f2fb1b-4025-4408-ae49-32f016745ef9),segment_id=e9f2fb1b-4025-4408-ae49-32f016745ef9)] {{(pid=83826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:02:49.068967 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-4db63f73-dd67-4457-8b5a-22fe81756d90 req-636f1626-8a9a-420b-ab3f-f215c08c26d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:49.082551 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-9c328d95-3381-4138-9b7c-84f911cc9614 None None] For port b2b8cdc7-d6a8-44bf-8367-b144bef51a1b, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:02:49.136256 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-9c328d95-3381-4138-9b7c-84f911cc9614 None None] For port b2b8cdc7-d6a8-44bf-8367-b144bef51a1b, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=b2b8cdc7-d6a8-44bf-8367-b144bef51a1b,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:02:49.149762 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-9c328d95-3381-4138-9b7c-84f911cc9614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:49.183232 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-4db63f73-dd67-4457-8b5a-22fe81756d90 req-636f1626-8a9a-420b-ab3f-f215c08c26d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:49.184910 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4db63f73-dd67-4457-8b5a-22fe81756d90 req-636f1626-8a9a-420b-ab3f-f215c08c26d4 service neutron] 10.222.0.24 "PUT /v2.0/ports/3f5f2b9c-b159-48cf-ab42-dd65d0200e16 HTTP/1.1" status: 200 len: 1094 time: 1.3273997 Apr 01 16:02:49.185946 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0f6b493-dd0d-47d8-a443-1fdb234bfa3d', 'tag': '3f5f2b9c-b159-48cf-ab42-dd65d0200e16'}] {{(pid=83826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:02:49.224271 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636f1626-8a9a-420b-ab3f-f215c08c26d4 service neutron] Pushing event updated for resources: {'Port': ['ID=3f5f2b9c-b159-48cf-ab42-dd65d0200e16,revision_number=3']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:49.280880 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0f6b493-dd0d-47d8-a443-1fdb234bfa3d', 'tag': '3f5f2b9c-b159-48cf-ab42-dd65d0200e16', 'status': 'completed', 'code': 200} Apr 01 16:02:49.322281 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8ee0e1-2f48-4449-9b41-fe985e30e6b4 None None] Pushing event updated for resources: {'Port': ['ID=b2b8cdc7-d6a8-44bf-8367-b144bef51a1b,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:49.323375 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4db63f73-dd67-4457-8b5a-22fe81756d90 req-ae2eaa46-cea4-496f-bdcb-e26761212669 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b9e160ed92af426eb41719050c02f853&device_id=f0f6b493-dd0d-47d8-a443-1fdb234bfa3d HTTP/1.1" status: 200 len: 1097 time: 0.0859225 Apr 01 16:02:49.339782 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c11f016-a764-43f2-8be1-754053602535 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-cccbf491-b981-4cd9-b3c9-3cf2c7ee518d', 'network_id': 'cccbf491-b981-4cd9-b3c9-3cf2c7ee518d', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'fixed_ips': [{'subnet_id': '339a3801-b2b0-46c8-9fb2-c19165478d30'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 16:02:49.340768 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6c11f016-a764-43f2-8be1-754053602535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:49.423554 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c328d95-3381-4138-9b7c-84f911cc9614 None None] Routers {'012b9db6-831f-46e9-a340-f116b38b60ba'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:02:49.425010 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-9c328d95-3381-4138-9b7c-84f911cc9614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:02:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['012b9db6-831f-46e9-a340-f116b38b60ba'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:02:49.510260 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4db63f73-dd67-4457-8b5a-22fe81756d90 req-235147af-4212-476f-b33d-9e274ea3b9d3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f5f2b9c-b159-48cf-ab42-dd65d0200e16 HTTP/1.1" status: 200 len: 217 time: 0.1731200 Apr 01 16:02:49.575203 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db63f73-dd67-4457-8b5a-22fe81756d90 req-89ade106-5618-438a-a742-cf8ca99ea8b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:49.576950 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4db63f73-dd67-4457-8b5a-22fe81756d90 req-89ade106-5618-438a-a742-cf8ca99ea8b6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e89a89e5-8fa9-4b91-af10-f0a4d00467fb HTTP/1.1" status: 200 len: 851 time: 0.0599022 Apr 01 16:02:49.657463 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4db63f73-dd67-4457-8b5a-22fe81756d90 req-0a348ac8-26f4-4fdc-b64a-9925f0799cb1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738351 Apr 01 16:02:49.700876 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c0240192-da16-4a9a-95b9-5d574e211293 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:49.719587 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-6c11f016-a764-43f2-8be1-754053602535 None None] Allocated IP 172.20.0.2 (cccbf491-b981-4cd9-b3c9-3cf2c7ee518d/339a3801-b2b0-46c8-9fb2-c19165478d30/9d28f247-9eb9-4d46-b527-d1383dbbb9cc) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:02:49.727929 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-9c328d95-3381-4138-9b7c-84f911cc9614 None None] Set router 012b9db6-831f-46e9-a340-f116b38b60ba gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:02:49.893737 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4db63f73-dd67-4457-8b5a-22fe81756d90 req-dd260ab3-a262-47a0-93c2-87ea2a347d3b service neutron] 10.222.0.24 "GET /v2.0/networks/d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280066 Apr 01 16:02:49.928226 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e4ca9-8080-4668-ad31-c813cc202ff3 req-cff9e0db-4a70-423d-bf17-9fbc89513b5c tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:49.931611 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b62e4ca9-8080-4668-ad31-c813cc202ff3 req-cff9e0db-4a70-423d-bf17-9fbc89513b5c tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0f6b493-dd0d-47d8-a443-1fdb234bfa3d HTTP/1.1" status: 200 len: 944 time: 0.1682909 Apr 01 16:02:50.059801 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b62e4ca9-8080-4668-ad31-c813cc202ff3 req-3e07cc16-7603-4ad6-bec9-3d62a521d060 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/security-groups?id=b68c8ca1-2548-48e9-84ee-f823ac26061f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797563 Apr 01 16:02:50.083873 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4db63f73-dd67-4457-8b5a-22fe81756d90 req-362b4fe0-ac1b-48c0-b844-7fb534686d4d service neutron] 10.222.0.24 "GET /v2.0/networks/d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838527 Apr 01 16:02:50.211499 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-9ab30f81-c004-4d30-b33a-7285acfe2cb1 req-60c22f01-4320-4dd9-979b-3e1bb066fedc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b9e160ed92af426eb41719050c02f853&device_id=f0f6b493-dd0d-47d8-a443-1fdb234bfa3d HTTP/1.1" status: 200 len: 1097 time: 0.0717854 Apr 01 16:02:50.264124 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6c11f016-a764-43f2-8be1-754053602535 None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:50.277430 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-6c11f016-a764-43f2-8be1-754053602535 None None] Transition to ACTIVE for port object 9d28f247-9eb9-4d46-b527-d1383dbbb9cc will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:02:50.302063 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-6c11f016-a764-43f2-8be1-754053602535 None None] Transition to ACTIVE for port object 9d28f247-9eb9-4d46-b527-d1383dbbb9cc will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:02:50.305780 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-9c328d95-3381-4138-9b7c-84f911cc9614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '012b9db6-831f-46e9-a340-f116b38b60ba', 'name': 'tempest-TestNetworkBasicOps-router-788186394', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': 'b2b8cdc7-d6a8-44bf-8367-b144bef51a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:02:45Z', 'updated_at': '2022-04-01T16:02:46Z', 'revision_number': 3, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': 'b2b8cdc7-d6a8-44bf-8367-b144bef51a1b', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d8:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '012b9db6-831f-46e9-a340-f116b38b60ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:02:46Z', 'updated_at': '2022-04-01T16:02:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:02:50.309922 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6c11f016-a764-43f2-8be1-754053602535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:50.346040 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c328d95-3381-4138-9b7c-84f911cc9614 None None] The sync data for ids ['012b9db6-831f-46e9-a340-f116b38b60ba'] in dv-neutron-833373-2-hyperv is: [{'id': '012b9db6-831f-46e9-a340-f116b38b60ba', 'name': 'tempest-TestNetworkBasicOps-router-788186394', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': 'b2b8cdc7-d6a8-44bf-8367-b144bef51a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:02:45Z', 'updated_at': '2022-04-01T16:02:46Z', 'revision_number': 3, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': 'b2b8cdc7-d6a8-44bf-8367-b144bef51a1b', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d8:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '012b9db6-831f-46e9-a340-f116b38b60ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:02:46Z', 'updated_at': '2022-04-01T16:02:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:02:50.378171 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab30f81-c004-4d30-b33a-7285acfe2cb1 req-9ef9ce8d-79db-476d-a9fe-e4b5c5fd5119 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:50.378171 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-9ab30f81-c004-4d30-b33a-7285acfe2cb1 req-9ef9ce8d-79db-476d-a9fe-e4b5c5fd5119 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0 HTTP/1.1" status: 200 len: 912 time: 0.1548982 Apr 01 16:02:50.390288 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c11f016-a764-43f2-8be1-754053602535 None None] Network cccbf491-b981-4cd9-b3c9-3cf2c7ee518d is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:02:50.391160 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c11f016-a764-43f2-8be1-754053602535 None None] Pushing event updated for resources: {'Port': ['ID=9d28f247-9eb9-4d46-b527-d1383dbbb9cc,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:50.393931 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-6c11f016-a764-43f2-8be1-754053602535 None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:02:50.396235 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c11f016-a764-43f2-8be1-754053602535 None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:02:50.474048 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-9ab30f81-c004-4d30-b33a-7285acfe2cb1 req-a824bdad-6799-4e7c-a00e-e7fb26ce7edf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f5f2b9c-b159-48cf-ab42-dd65d0200e16 HTTP/1.1" status: 200 len: 217 time: 0.0851982 Apr 01 16:02:50.498150 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-6c11f016-a764-43f2-8be1-754053602535 None None] Attempting to bind port 9d28f247-9eb9-4d46-b527-d1383dbbb9cc on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:02:50.498616 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-6c11f016-a764-43f2-8be1-754053602535 None None] Attempting to bind port 9d28f247-9eb9-4d46-b527-d1383dbbb9cc by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': '13583ea2-5e70-4381-9997-05f6b1d48a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cccbf491-b981-4cd9-b3c9-3cf2c7ee518d'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:02:50.499038 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c11f016-a764-43f2-8be1-754053602535 None None] Attempting to bind port 9d28f247-9eb9-4d46-b527-d1383dbbb9cc on network cccbf491-b981-4cd9-b3c9-3cf2c7ee518d {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:02:50.507302 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c11f016-a764-43f2-8be1-754053602535 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:02:50.507641 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c11f016-a764-43f2-8be1-754053602535 None None] Checking segment: {'id': '13583ea2-5e70-4381-9997-05f6b1d48a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cccbf491-b981-4cd9-b3c9-3cf2c7ee518d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:02:50.508237 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6c11f016-a764-43f2-8be1-754053602535 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:50.510290 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c11f016-a764-43f2-8be1-754053602535 None None] Bound using segment: {'id': '13583ea2-5e70-4381-9997-05f6b1d48a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cccbf491-b981-4cd9-b3c9-3cf2c7ee518d'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:02:50.510932 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-6c11f016-a764-43f2-8be1-754053602535 None None] Bound port: 9d28f247-9eb9-4d46-b527-d1383dbbb9cc, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13583ea2-5e70-4381-9997-05f6b1d48a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cccbf491-b981-4cd9-b3c9-3cf2c7ee518d'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:02:50.511501 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6c11f016-a764-43f2-8be1-754053602535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:50.538019 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-c0240192-da16-4a9a-95b9-5d574e211293 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Allocated IP 172.20.0.1 (cccbf491-b981-4cd9-b3c9-3cf2c7ee518d/339a3801-b2b0-46c8-9fb2-c19165478d30/7102340a-3c70-48ea-adf1-bc8606b2f3a9) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:02:50.558762 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab30f81-c004-4d30-b33a-7285acfe2cb1 req-b084d183-c58f-4c99-9cd3-9ca15bd8fc3b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:50.560339 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-9ab30f81-c004-4d30-b33a-7285acfe2cb1 req-b084d183-c58f-4c99-9cd3-9ca15bd8fc3b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e89a89e5-8fa9-4b91-af10-f0a4d00467fb HTTP/1.1" status: 200 len: 851 time: 0.0805278 Apr 01 16:02:50.646003 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-6c11f016-a764-43f2-8be1-754053602535 None None] For port 9d28f247-9eb9-4d46-b527-d1383dbbb9cc, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:02:50.649637 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-6c11f016-a764-43f2-8be1-754053602535 None None] For port 9d28f247-9eb9-4d46-b527-d1383dbbb9cc, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=9d28f247-9eb9-4d46-b527-d1383dbbb9cc,segment=NetworkSegment(13583ea2-5e70-4381-9997-05f6b1d48a48),segment_id=13583ea2-5e70-4381-9997-05f6b1d48a48)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:02:50.666562 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6c11f016-a764-43f2-8be1-754053602535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:50.706402 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-9ab30f81-c004-4d30-b33a-7285acfe2cb1 req-b337dcbd-820f-4553-b397-6351d4330de0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1397541 Apr 01 16:02:50.745739 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c0240192-da16-4a9a-95b9-5d574e211293 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:50.780154 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [None req-c0240192-da16-4a9a-95b9-5d574e211293 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Transition to ACTIVE for port object 7102340a-3c70-48ea-adf1-bc8606b2f3a9 will not be triggered until provisioned by entity DHCP. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:02:50.820183 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c11f016-a764-43f2-8be1-754053602535 None None] Pushing event updated for resources: {'Port': ['ID=9d28f247-9eb9-4d46-b527-d1383dbbb9cc,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:50.827935 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device b2b8cdc7-d6a8-44bf-8367-b144bef51a1b up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:02:50.832627 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c0240192-da16-4a9a-95b9-5d574e211293 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:50.915225 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-9ab30f81-c004-4d30-b33a-7285acfe2cb1 req-2c9a4b80-b174-46f7-91bd-3cdc26c1fbca service neutron] 10.222.0.24 "GET /v2.0/networks/d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020867 Apr 01 16:02:50.919372 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0240192-da16-4a9a-95b9-5d574e211293 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Network cccbf491-b981-4cd9-b3c9-3cf2c7ee518d is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:02:50.922936 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-c0240192-da16-4a9a-95b9-5d574e211293 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:02:50.926581 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0240192-da16-4a9a-95b9-5d574e211293 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:02:50.964107 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port b2b8cdc7-d6a8-44bf-8367-b144bef51a1b completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:02:50.973045 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port b2b8cdc7-d6a8-44bf-8367-b144bef51a1b triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:02:50.973360 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:50.980420 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0240192-da16-4a9a-95b9-5d574e211293 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'Port': ['ID=7102340a-3c70-48ea-adf1-bc8606b2f3a9,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:51.031206 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c0240192-da16-4a9a-95b9-5d574e211293 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611418'] for router_interface, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:51.211473 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c0240192-da16-4a9a-95b9-5d574e211293 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:51.221690 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-9ab30f81-c004-4d30-b33a-7285acfe2cb1 req-0b5c9260-a077-4599-aafb-01dc92f06541 service neutron] 10.222.0.24 "GET /v2.0/networks/d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994955 Apr 01 16:02:51.248328 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:51.283858 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port b2b8cdc7-d6a8-44bf-8367-b144bef51a1b, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=b2b8cdc7-d6a8-44bf-8367-b144bef51a1b,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:02:51.292365 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:51.387077 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=b2b8cdc7-d6a8-44bf-8367-b144bef51a1b,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:51.407259 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2005d3-b262-428a-851e-148a711b4578 req-e609839a-b6ef-4869-870e-b1199f4e107d tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:51.409631 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4b2005d3-b262-428a-851e-148a711b4578 req-e609839a-b6ef-4869-870e-b1199f4e107d tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0f6b493-dd0d-47d8-a443-1fdb234bfa3d HTTP/1.1" status: 200 len: 944 time: 0.1197855 Apr 01 16:02:51.473393 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4b2005d3-b262-428a-851e-148a711b4578 req-169a797b-29ca-49d9-bbdd-601b973d0918 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/security-groups?id=b68c8ca1-2548-48e9-84ee-f823ac26061f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569022 Apr 01 16:02:51.699268 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c0240192-da16-4a9a-95b9-5d574e211293 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for port, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:51.704549 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c0240192-da16-4a9a-95b9-5d574e211293 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:51.823521 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0240192-da16-4a9a-95b9-5d574e211293 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'Port': ['ID=7102340a-3c70-48ea-adf1-bc8606b2f3a9,revision_number=2']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:51.827284 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c0240192-da16-4a9a-95b9-5d574e211293 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611525'] for router_interface, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:51.984448 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0240192-da16-4a9a-95b9-5d574e211293 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Network cccbf491-b981-4cd9-b3c9-3cf2c7ee518d is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:02:51.985892 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-c0240192-da16-4a9a-95b9-5d574e211293 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:02:52.010083 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348eb7ff-6612-4284-ba53-c8cb0bda11c0 None None] Network cccbf491-b981-4cd9-b3c9-3cf2c7ee518d requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:02:52.162015 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-3848dd3c-27b2-4cde-b9dc-50779f82cc51 None None] Provisioning for port 9d28f247-9eb9-4d46-b527-d1383dbbb9cc completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:02:52.400420 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0240192-da16-4a9a-95b9-5d574e211293 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Router 012b9db6-831f-46e9-a340-f116b38b60ba has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:02:52.589164 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:02:52.614764 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-f6a1c2f7-4266-45fd-9268-bd666f51370b None None] Provisioning for port 7102340a-3c70-48ea-adf1-bc8606b2f3a9 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:02:52.620882 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-f6a1c2f7-4266-45fd-9268-bd666f51370b None None] Provisioning complete for port 7102340a-3c70-48ea-adf1-bc8606b2f3a9 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:02:52.621333 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f6a1c2f7-4266-45fd-9268-bd666f51370b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:52.686424 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-f6a1c2f7-4266-45fd-9268-bd666f51370b None None] Port 7102340a-3c70-48ea-adf1-bc8606b2f3a9 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 16:02:52.708754 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ab0b5a-226e-477a-bdfd-d09b352a0c2c req-835167e0-a42d-4ce6-b118-c7e5d00459ac tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:52.714113 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d0ab0b5a-226e-477a-bdfd-d09b352a0c2c req-835167e0-a42d-4ce6-b118-c7e5d00459ac tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0f6b493-dd0d-47d8-a443-1fdb234bfa3d HTTP/1.1" status: 200 len: 944 time: 0.1004744 Apr 01 16:02:52.803464 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d0ab0b5a-226e-477a-bdfd-d09b352a0c2c req-d3c99910-90bd-4430-a017-3ec1b3ef83d7 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/security-groups?id=b68c8ca1-2548-48e9-84ee-f823ac26061f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815217 Apr 01 16:02:52.817129 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0240192-da16-4a9a-95b9-5d574e211293 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:02:52.821852 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-8d7f0234-54e8-462d-ab31-4dae902f3bdd None None] Provisioning complete for port 7102340a-3c70-48ea-adf1-bc8606b2f3a9 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:02:52.822228 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8d7f0234-54e8-462d-ab31-4dae902f3bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:52.849441 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-c0240192-da16-4a9a-95b9-5d574e211293 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "PUT /v2.0/routers/012b9db6-831f-46e9-a340-f116b38b60ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2316210 Apr 01 16:02:52.851631 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 58048) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:02:52.912788 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-8d7f0234-54e8-462d-ab31-4dae902f3bdd None None] Port 7102340a-3c70-48ea-adf1-bc8606b2f3a9 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 16:02:52.972565 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 9d28f247-9eb9-4d46-b527-d1383dbbb9cc up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:02:53.060014 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 9d28f247-9eb9-4d46-b527-d1383dbbb9cc completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:02:53.065828 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 9d28f247-9eb9-4d46-b527-d1383dbbb9cc triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:02:53.066691 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:53.171911 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-8a1de52c-aed0-4f49-bd68-a07507fcbd86 None None] Provisioning complete for port 7102340a-3c70-48ea-adf1-bc8606b2f3a9 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:02:53.172291 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8a1de52c-aed0-4f49-bd68-a07507fcbd86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:53.231208 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d574a6f4-751c-40c5-9b6e-943cf1e0ef29 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:53.231580 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d574a6f4-751c-40c5-9b6e-943cf1e0ef29 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:53.231944 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d574a6f4-751c-40c5-9b6e-943cf1e0ef29 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:53.232298 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d574a6f4-751c-40c5-9b6e-943cf1e0ef29 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:53.232649 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d574a6f4-751c-40c5-9b6e-943cf1e0ef29 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:53.233054 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d574a6f4-751c-40c5-9b6e-943cf1e0ef29 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:53.234818 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-d574a6f4-751c-40c5-9b6e-943cf1e0ef29 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4280 time: 0.3821871 Apr 01 16:02:53.238455 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 58052) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:02:53.276005 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-8a1de52c-aed0-4f49-bd68-a07507fcbd86 None None] Port 7102340a-3c70-48ea-adf1-bc8606b2f3a9 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 16:02:53.277599 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:53.311315 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port 9d28f247-9eb9-4d46-b527-d1383dbbb9cc, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=9d28f247-9eb9-4d46-b527-d1383dbbb9cc,segment=NetworkSegment(13583ea2-5e70-4381-9997-05f6b1d48a48),segment_id=13583ea2-5e70-4381-9997-05f6b1d48a48)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:02:53.316568 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:53.317389 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device b2b8cdc7-d6a8-44bf-8367-b144bef51a1b up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:02:53.318579 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fb0806-51e1-4c70-b3e3-0f35ca60ba3a tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:53.318950 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fb0806-51e1-4c70-b3e3-0f35ca60ba3a tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:53.319299 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fb0806-51e1-4c70-b3e3-0f35ca60ba3a tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:53.319652 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fb0806-51e1-4c70-b3e3-0f35ca60ba3a tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:53.319994 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fb0806-51e1-4c70-b3e3-0f35ca60ba3a tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:53.320335 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fb0806-51e1-4c70-b3e3-0f35ca60ba3a tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:53.322110 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-02fb0806-51e1-4c70-b3e3-0f35ca60ba3a tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.0827005 Apr 01 16:02:53.325079 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 58056) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:02:53.432337 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=9d28f247-9eb9-4d46-b527-d1383dbbb9cc,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:53.443749 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:53.444086 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:53.444419 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:53.444766 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:53.445102 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:53.445419 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:53.445738 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:53.446055 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:53.446415 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:53.446682 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:53.446995 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:53.461577 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port b2b8cdc7-d6a8-44bf-8367-b144bef51a1b triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:02:53.461946 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:53.542672 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-6836beea-1d58-4c9b-83ac-42c77f0a1826 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2164209 Apr 01 16:02:53.545576 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 58060) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:02:53.551776 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-1fa2a368-55b4-4476-b37e-ba050340ebbe tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1362998741', 'network_id': 'cccbf491-b981-4cd9-b3c9-3cf2c7ee518d'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:02:53.690397 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-1fa2a368-55b4-4476-b37e-ba050340ebbe tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:02:53.694451 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-1fa2a368-55b4-4476-b37e-ba050340ebbe tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:port and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:02:53.698855 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-1fa2a368-55b4-4476-b37e-ba050340ebbe tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:02:53.705637 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-1fa2a368-55b4-4476-b37e-ba050340ebbe tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:02:53.716595 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa2a368-55b4-4476-b37e-ba050340ebbe tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Made reservation on behalf of 447e2c5010754fe1ad368efac7c75251 for: {'port': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:02:53.719614 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-1fa2a368-55b4-4476-b37e-ba050340ebbe tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:53.743418 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [None req-1fa2a368-55b4-4476-b37e-ba050340ebbe tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] device_id is not set on port 84c9ecc2-f4c4-4935-951d-c942c32c0f74 yet. {{(pid=83826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 16:02:53.776036 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:53.852439 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-d1892f15-d179-4c15-8809-416bd8a9fd1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:53.904758 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-1fa2a368-55b4-4476-b37e-ba050340ebbe tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Allocated IP 172.20.0.3 (cccbf491-b981-4cd9-b3c9-3cf2c7ee518d/339a3801-b2b0-46c8-9fb2-c19165478d30/84c9ecc2-f4c4-4935-951d-c942c32c0f74) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:02:54.176808 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94afba26-4bbf-4b61-92ad-7fceb97bbd92 req-5538f9b5-e8a8-47ad-a3e4-5beb42f2f71e tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:54.178401 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-94afba26-4bbf-4b61-92ad-7fceb97bbd92 req-5538f9b5-e8a8-47ad-a3e4-5beb42f2f71e tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0f6b493-dd0d-47d8-a443-1fdb234bfa3d HTTP/1.1" status: 200 len: 944 time: 0.2107565 Apr 01 16:02:54.217836 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-1fa2a368-55b4-4476-b37e-ba050340ebbe tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:54.249171 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [None req-1fa2a368-55b4-4476-b37e-ba050340ebbe tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Transition to ACTIVE for port object 84c9ecc2-f4c4-4935-951d-c942c32c0f74 will not be triggered until provisioned by entity DHCP. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:02:54.258441 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec13afc-e33e-4053-89e3-877fca4de89e None None] Sync routers for ids ['012b9db6-831f-46e9-a340-f116b38b60ba'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:02:54.260214 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-94afba26-4bbf-4b61-92ad-7fceb97bbd92 req-be72a3e4-3f23-4875-a17d-83d51e67b300 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/security-groups?id=b68c8ca1-2548-48e9-84ee-f823ac26061f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759327 Apr 01 16:02:54.270698 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec13afc-e33e-4053-89e3-877fca4de89e None None] Routers {'012b9db6-831f-46e9-a340-f116b38b60ba'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:02:54.271317 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-6ec13afc-e33e-4053-89e3-877fca4de89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:02:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['012b9db6-831f-46e9-a340-f116b38b60ba'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:02:54.289657 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-1fa2a368-55b4-4476-b37e-ba050340ebbe tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:54.365266 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa2a368-55b4-4476-b37e-ba050340ebbe tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Network cccbf491-b981-4cd9-b3c9-3cf2c7ee518d is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:02:54.368263 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-1fa2a368-55b4-4476-b37e-ba050340ebbe tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:02:54.372448 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa2a368-55b4-4476-b37e-ba050340ebbe tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:02:54.411555 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa2a368-55b4-4476-b37e-ba050340ebbe tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'Port': ['ID=84c9ecc2-f4c4-4935-951d-c942c32c0f74,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:54.448424 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa2a368-55b4-4476-b37e-ba050340ebbe tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:54.449647 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-1fa2a368-55b4-4476-b37e-ba050340ebbe tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:54.481257 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-1fa2a368-55b4-4476-b37e-ba050340ebbe tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9306180 Apr 01 16:02:54.503156 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-6ec13afc-e33e-4053-89e3-877fca4de89e None None] Set router 012b9db6-831f-46e9-a340-f116b38b60ba gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:02:54.658680 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-90a82230-12e0-4335-a84a-67daf0716935 None None] Provisioning for port 84c9ecc2-f4c4-4935-951d-c942c32c0f74 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:02:54.667053 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-90a82230-12e0-4335-a84a-67daf0716935 None None] Provisioning complete for port 84c9ecc2-f4c4-4935-951d-c942c32c0f74 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:02:54.667922 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-90a82230-12e0-4335-a84a-67daf0716935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:54.768851 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-90a82230-12e0-4335-a84a-67daf0716935 None None] Port 84c9ecc2-f4c4-4935-951d-c942c32c0f74 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 16:02:54.784582 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 58068) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:02:54.790551 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 9d28f247-9eb9-4d46-b527-d1383dbbb9cc up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:02:54.794713 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-4521c10c-a01f-4fc5-9a4a-2f181d11d429 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1791338775', 'description': 'tempest-secgroup-smoke-1791338775 description', 'project_id': '447e2c5010754fe1ad368efac7c75251'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:02:54.805526 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-4521c10c-a01f-4fc5-9a4a-2f181d11d429 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:02:54.812961 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-4521c10c-a01f-4fc5-9a4a-2f181d11d429 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:02:54.819979 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-4521c10c-a01f-4fc5-9a4a-2f181d11d429 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:02:54.829622 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-4521c10c-a01f-4fc5-9a4a-2f181d11d429 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:02:54.847920 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4521c10c-a01f-4fc5-9a4a-2f181d11d429 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:54.868058 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-6ec13afc-e33e-4053-89e3-877fca4de89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '012b9db6-831f-46e9-a340-f116b38b60ba', 'name': 'tempest-TestNetworkBasicOps-router-788186394', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': 'b2b8cdc7-d6a8-44bf-8367-b144bef51a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:02:45Z', 'updated_at': '2022-04-01T16:02:51Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': 'b2b8cdc7-d6a8-44bf-8367-b144bef51a1b', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012b9db6-831f-46e9-a340-f116b38b60ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:02:46Z', 'updated_at': '2022-04-01T16:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '7102340a-3c70-48ea-adf1-bc8606b2f3a9', 'name': '', 'network_id': 'cccbf491-b981-4cd9-b3c9-3cf2c7ee518d', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'mac_address': 'fa:16:3e:90:b1:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '012b9db6-831f-46e9-a340-f116b38b60ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '339a3801-b2b0-46c8-9fb2-c19165478d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:02:49Z', 'updated_at': '2022-04-01T16:02:51Z', 'revision_number': 2, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'subnets': [{'id': '339a3801-b2b0-46c8-9fb2-c19165478d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:02:54.873279 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec13afc-e33e-4053-89e3-877fca4de89e None None] Checking router: 012b9db6-831f-46e9-a340-f116b38b60ba for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:02:54.873718 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec13afc-e33e-4053-89e3-877fca4de89e None None] Updating router 012b9db6-831f-46e9-a340-f116b38b60ba port 7102340a-3c70-48ea-adf1-bc8606b2f3a9 binding host dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 16:02:54.881742 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 9d28f247-9eb9-4d46-b527-d1383dbbb9cc triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:02:54.882340 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:54.890412 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-4521c10c-a01f-4fc5-9a4a-2f181d11d429 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:02:54.896139 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-4521c10c-a01f-4fc5-9a4a-2f181d11d429 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group_rule and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:02:54.899547 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-4521c10c-a01f-4fc5-9a4a-2f181d11d429 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:02:54.905968 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-4521c10c-a01f-4fc5-9a4a-2f181d11d429 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:02:54.933521 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-6ec13afc-e33e-4053-89e3-877fca4de89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:54.979087 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4521c10c-a01f-4fc5-9a4a-2f181d11d429 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:54.987364 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4521c10c-a01f-4fc5-9a4a-2f181d11d429 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:55.042008 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4521c10c-a01f-4fc5-9a4a-2f181d11d429 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:55.046807 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 58072) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:02:55.048202 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-4521c10c-a01f-4fc5-9a4a-2f181d11d429 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2620003 Apr 01 16:02:55.057048 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-a1a83768-634a-49e9-bfe6-68b954ff33c5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'security_group_rule': {'security_group_id': 'b6f6d4cb-539d-402c-aa7e-c4e0d92372ae', 'project_id': '447e2c5010754fe1ad368efac7c75251', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:02:55.069599 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-a1a83768-634a-49e9-bfe6-68b954ff33c5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:02:55.077399 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-a1a83768-634a-49e9-bfe6-68b954ff33c5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group_rule and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:02:55.083536 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-a1a83768-634a-49e9-bfe6-68b954ff33c5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:02:55.085598 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4521c10c-a01f-4fc5-9a4a-2f181d11d429 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f6d4cb-539d-402c-aa7e-c4e0d92372ae,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:55.096700 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-a1a83768-634a-49e9-bfe6-68b954ff33c5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:02:55.126066 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a1a83768-634a-49e9-bfe6-68b954ff33c5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:55.215987 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a1a83768-634a-49e9-bfe6-68b954ff33c5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:55.222429 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a1a83768-634a-49e9-bfe6-68b954ff33c5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:55.255971 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a83768-634a-49e9-bfe6-68b954ff33c5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e6562eb-642a-42e1-b0b6-0f52f4508c4f,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:55.264973 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a1a83768-634a-49e9-bfe6-68b954ff33c5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:55.269181 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-a1a83768-634a-49e9-bfe6-68b954ff33c5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2179973 Apr 01 16:02:55.269489 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 58076) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:02:55.276054 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-9c2b8f76-85dc-4e5b-b8f7-0e4e33a09ffc tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'security_group_rule': {'security_group_id': 'b6f6d4cb-539d-402c-aa7e-c4e0d92372ae', 'project_id': '447e2c5010754fe1ad368efac7c75251', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:02:55.281957 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-9c2b8f76-85dc-4e5b-b8f7-0e4e33a09ffc tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:02:55.287416 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-9c2b8f76-85dc-4e5b-b8f7-0e4e33a09ffc tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group_rule and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:02:55.291212 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-9c2b8f76-85dc-4e5b-b8f7-0e4e33a09ffc tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:02:55.299366 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-9c2b8f76-85dc-4e5b-b8f7-0e4e33a09ffc tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:02:55.321036 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9c2b8f76-85dc-4e5b-b8f7-0e4e33a09ffc tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:55.397049 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-6ec13afc-e33e-4053-89e3-877fca4de89e None None] Notify callbacks [] for port, precommit_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:55.402583 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9c2b8f76-85dc-4e5b-b8f7-0e4e33a09ffc tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:55.407323 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9c2b8f76-85dc-4e5b-b8f7-0e4e33a09ffc tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:55.413600 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.provisioning_blocks [None req-6ec13afc-e33e-4053-89e3-877fca4de89e None None] Transition to ACTIVE for port object 7102340a-3c70-48ea-adf1-bc8606b2f3a9 will not be triggered until provisioned by entity L2. {{(pid=83833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:02:55.420404 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-6ec13afc-e33e-4053-89e3-877fca4de89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:55.482416 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2b8f76-85dc-4e5b-b8f7-0e4e33a09ffc tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c63e079c-e0e4-444a-a885-acd25b186105,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:55.505938 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9c2b8f76-85dc-4e5b-b8f7-0e4e33a09ffc tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:55.510241 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-9c2b8f76-85dc-4e5b-b8f7-0e4e33a09ffc tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2366657 Apr 01 16:02:55.510458 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 58082) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:02:55.516556 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-6280aa45-0356-4ca8-8f44-7c015effed8c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'security_group_rule': {'security_group_id': 'b6f6d4cb-539d-402c-aa7e-c4e0d92372ae', 'project_id': '447e2c5010754fe1ad368efac7c75251', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:02:55.523546 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-6280aa45-0356-4ca8-8f44-7c015effed8c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:02:55.527986 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-6280aa45-0356-4ca8-8f44-7c015effed8c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group_rule and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:02:55.537992 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-6280aa45-0356-4ca8-8f44-7c015effed8c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:02:55.546758 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-6280aa45-0356-4ca8-8f44-7c015effed8c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:02:55.555482 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6364d032-0b9e-4de7-b3be-be9c5828a9cb req-aaabe496-1bf5-4266-8433-ab9e899b53f9 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:55.557955 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-6364d032-0b9e-4de7-b3be-be9c5828a9cb req-aaabe496-1bf5-4266-8433-ab9e899b53f9 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0f6b493-dd0d-47d8-a443-1fdb234bfa3d HTTP/1.1" status: 200 len: 944 time: 0.1332331 Apr 01 16:02:55.580318 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6280aa45-0356-4ca8-8f44-7c015effed8c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:55.581200 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2191e583-b264-49ab-81ab-8cfef96a2f8f None None] Pushing event updated for resources: {'Port': ['ID=7102340a-3c70-48ea-adf1-bc8606b2f3a9,revision_number=3']} {{(pid=83833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:55.590844 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2191e583-b264-49ab-81ab-8cfef96a2f8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:55.591987 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2191e583-b264-49ab-81ab-8cfef96a2f8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:55.592689 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2191e583-b264-49ab-81ab-8cfef96a2f8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:55.593245 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2191e583-b264-49ab-81ab-8cfef96a2f8f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:55.593765 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2191e583-b264-49ab-81ab-8cfef96a2f8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:55.594264 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2191e583-b264-49ab-81ab-8cfef96a2f8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:55.594765 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2191e583-b264-49ab-81ab-8cfef96a2f8f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:55.595264 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2191e583-b264-49ab-81ab-8cfef96a2f8f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:55.596648 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2191e583-b264-49ab-81ab-8cfef96a2f8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:55.597200 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2191e583-b264-49ab-81ab-8cfef96a2f8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:55.597692 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2191e583-b264-49ab-81ab-8cfef96a2f8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:02:55.624049 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-6364d032-0b9e-4de7-b3be-be9c5828a9cb req-2b406131-fe9d-4329-8bfa-d3f84b2b75a2 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/security-groups?id=b68c8ca1-2548-48e9-84ee-f823ac26061f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553567 Apr 01 16:02:55.701473 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6280aa45-0356-4ca8-8f44-7c015effed8c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:55.707693 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6280aa45-0356-4ca8-8f44-7c015effed8c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:55.730192 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-6ec13afc-e33e-4053-89e3-877fca4de89e None None] Attempting to bind port 7102340a-3c70-48ea-adf1-bc8606b2f3a9 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:02:55.730943 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-6ec13afc-e33e-4053-89e3-877fca4de89e None None] Attempting to bind port 7102340a-3c70-48ea-adf1-bc8606b2f3a9 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': '13583ea2-5e70-4381-9997-05f6b1d48a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cccbf491-b981-4cd9-b3c9-3cf2c7ee518d'}] {{(pid=83833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:02:55.731640 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec13afc-e33e-4053-89e3-877fca4de89e None None] Attempting to bind port 7102340a-3c70-48ea-adf1-bc8606b2f3a9 on network cccbf491-b981-4cd9-b3c9-3cf2c7ee518d {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:02:55.743192 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6280aa45-0356-4ca8-8f44-7c015effed8c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79d72c28-6752-4ebc-8400-95795e342446,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:55.744415 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec13afc-e33e-4053-89e3-877fca4de89e None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:02:55.746111 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec13afc-e33e-4053-89e3-877fca4de89e None None] Checking segment: {'id': '13583ea2-5e70-4381-9997-05f6b1d48a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cccbf491-b981-4cd9-b3c9-3cf2c7ee518d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:02:55.747306 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-6ec13afc-e33e-4053-89e3-877fca4de89e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:55.748036 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec13afc-e33e-4053-89e3-877fca4de89e None None] Bound using segment: {'id': '13583ea2-5e70-4381-9997-05f6b1d48a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cccbf491-b981-4cd9-b3c9-3cf2c7ee518d'} {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:02:55.748960 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-6ec13afc-e33e-4053-89e3-877fca4de89e None None] Bound port: 7102340a-3c70-48ea-adf1-bc8606b2f3a9, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13583ea2-5e70-4381-9997-05f6b1d48a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cccbf491-b981-4cd9-b3c9-3cf2c7ee518d'}}] {{(pid=83833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:02:55.749715 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-6ec13afc-e33e-4053-89e3-877fca4de89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:55.763566 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6280aa45-0356-4ca8-8f44-7c015effed8c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:55.765690 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-6280aa45-0356-4ca8-8f44-7c015effed8c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2541270 Apr 01 16:02:55.770899 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 58086) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:02:55.779369 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-f660b0e7-374e-4899-bf79-74f8f6f62faf tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'security_group_rule': {'security_group_id': 'b6f6d4cb-539d-402c-aa7e-c4e0d92372ae', 'project_id': '447e2c5010754fe1ad368efac7c75251', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:02:55.790070 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-f660b0e7-374e-4899-bf79-74f8f6f62faf tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:02:55.797236 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-f660b0e7-374e-4899-bf79-74f8f6f62faf tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group_rule and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:02:55.803091 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-f660b0e7-374e-4899-bf79-74f8f6f62faf tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:02:55.814824 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-f660b0e7-374e-4899-bf79-74f8f6f62faf tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:02:55.844259 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f660b0e7-374e-4899-bf79-74f8f6f62faf tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:55.901058 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.db [None req-6ec13afc-e33e-4053-89e3-877fca4de89e None None] For port 7102340a-3c70-48ea-adf1-bc8606b2f3a9, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:02:55.904417 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.db [None req-6ec13afc-e33e-4053-89e3-877fca4de89e None None] For port 7102340a-3c70-48ea-adf1-bc8606b2f3a9, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=7102340a-3c70-48ea-adf1-bc8606b2f3a9,segment=NetworkSegment(13583ea2-5e70-4381-9997-05f6b1d48a48),segment_id=13583ea2-5e70-4381-9997-05f6b1d48a48)] {{(pid=83833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:02:55.910819 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-6ec13afc-e33e-4053-89e3-877fca4de89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:55.960233 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f660b0e7-374e-4899-bf79-74f8f6f62faf tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:55.965706 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f660b0e7-374e-4899-bf79-74f8f6f62faf tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:55.999843 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f660b0e7-374e-4899-bf79-74f8f6f62faf tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8af37872-5c53-417e-8efc-77b99a114a5b,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:56.009453 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2191e583-b264-49ab-81ab-8cfef96a2f8f None None] Pushing event updated for resources: {'Port': ['ID=7102340a-3c70-48ea-adf1-bc8606b2f3a9,revision_number=4']} {{(pid=83833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:56.025792 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f660b0e7-374e-4899-bf79-74f8f6f62faf tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:56.031418 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-f660b0e7-374e-4899-bf79-74f8f6f62faf tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2578895 Apr 01 16:02:56.033226 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 58090) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:02:56.036187 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec13afc-e33e-4053-89e3-877fca4de89e None None] Routers {'012b9db6-831f-46e9-a340-f116b38b60ba'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:02:56.037575 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-6ec13afc-e33e-4053-89e3-877fca4de89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:02:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['012b9db6-831f-46e9-a340-f116b38b60ba'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:02:56.044687 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-f70b5254-90a9-4789-8d07-cc5c364635ee tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'security_group_rule': {'security_group_id': 'b6f6d4cb-539d-402c-aa7e-c4e0d92372ae', 'project_id': '447e2c5010754fe1ad368efac7c75251', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:02:56.062472 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-f70b5254-90a9-4789-8d07-cc5c364635ee tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:02:56.075994 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-f70b5254-90a9-4789-8d07-cc5c364635ee tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group_rule and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:02:56.080541 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-f70b5254-90a9-4789-8d07-cc5c364635ee tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:02:56.089153 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-f70b5254-90a9-4789-8d07-cc5c364635ee tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:02:56.102694 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.securitygroups_db [None req-f70b5254-90a9-4789-8d07-cc5c364635ee tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Project 447e2c5010754fe1ad368efac7c75251 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:02:56.112485 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f70b5254-90a9-4789-8d07-cc5c364635ee tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:56.212303 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f70b5254-90a9-4789-8d07-cc5c364635ee tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:56.217970 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f70b5254-90a9-4789-8d07-cc5c364635ee tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:56.245610 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-6ec13afc-e33e-4053-89e3-877fca4de89e None None] Set router 012b9db6-831f-46e9-a340-f116b38b60ba gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:02:56.254880 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-9618b196-6735-4837-b027-62dd1900f81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:56.268927 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70b5254-90a9-4789-8d07-cc5c364635ee tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdd95e93-935a-4cca-92a7-47a3471ee1e6,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:56.280114 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f70b5254-90a9-4789-8d07-cc5c364635ee tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:56.282505 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-f70b5254-90a9-4789-8d07-cc5c364635ee tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2472479 Apr 01 16:02:56.285768 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 58094) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:02:56.292187 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-9e8d33ba-a553-4126-922b-9268b0b2ee87 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'security_group_rule': {'security_group_id': 'b6f6d4cb-539d-402c-aa7e-c4e0d92372ae', 'project_id': '447e2c5010754fe1ad368efac7c75251', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:02:56.300108 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-9e8d33ba-a553-4126-922b-9268b0b2ee87 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:02:56.305077 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-9e8d33ba-a553-4126-922b-9268b0b2ee87 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group_rule and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:02:56.308769 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-9e8d33ba-a553-4126-922b-9268b0b2ee87 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:02:56.317424 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-9e8d33ba-a553-4126-922b-9268b0b2ee87 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:02:56.331481 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.securitygroups_db [None req-9e8d33ba-a553-4126-922b-9268b0b2ee87 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Project 447e2c5010754fe1ad368efac7c75251 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:02:56.340765 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9e8d33ba-a553-4126-922b-9268b0b2ee87 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:56.425753 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9e8d33ba-a553-4126-922b-9268b0b2ee87 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:56.431961 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9e8d33ba-a553-4126-922b-9268b0b2ee87 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:56.465156 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8d33ba-a553-4126-922b-9268b0b2ee87 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6922e74-632b-4d98-9c4c-a32dd9ba059a,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:56.483692 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9e8d33ba-a553-4126-922b-9268b0b2ee87 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:56.485841 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-9e8d33ba-a553-4126-922b-9268b0b2ee87 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1984761 Apr 01 16:02:56.664420 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-6ec13afc-e33e-4053-89e3-877fca4de89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '012b9db6-831f-46e9-a340-f116b38b60ba', 'name': 'tempest-TestNetworkBasicOps-router-788186394', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': 'b2b8cdc7-d6a8-44bf-8367-b144bef51a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:02:45Z', 'updated_at': '2022-04-01T16:02:51Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': 'b2b8cdc7-d6a8-44bf-8367-b144bef51a1b', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012b9db6-831f-46e9-a340-f116b38b60ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:02:46Z', 'updated_at': '2022-04-01T16:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '7102340a-3c70-48ea-adf1-bc8606b2f3a9', 'name': '', 'network_id': 'cccbf491-b981-4cd9-b3c9-3cf2c7ee518d', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'mac_address': 'fa:16:3e:90:b1:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '012b9db6-831f-46e9-a340-f116b38b60ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '339a3801-b2b0-46c8-9fb2-c19165478d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:02:49Z', 'updated_at': '2022-04-01T16:02:55Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'subnets': [{'id': '339a3801-b2b0-46c8-9fb2-c19165478d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:02:56.668469 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec13afc-e33e-4053-89e3-877fca4de89e None None] The sync data for ids ['012b9db6-831f-46e9-a340-f116b38b60ba'] in dv-neutron-833373-2-hyperv is: [{'id': '012b9db6-831f-46e9-a340-f116b38b60ba', 'name': 'tempest-TestNetworkBasicOps-router-788186394', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': 'b2b8cdc7-d6a8-44bf-8367-b144bef51a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:02:45Z', 'updated_at': '2022-04-01T16:02:51Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': 'b2b8cdc7-d6a8-44bf-8367-b144bef51a1b', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012b9db6-831f-46e9-a340-f116b38b60ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:02:46Z', 'updated_at': '2022-04-01T16:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '7102340a-3c70-48ea-adf1-bc8606b2f3a9', 'name': '', 'network_id': 'cccbf491-b981-4cd9-b3c9-3cf2c7ee518d', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'mac_address': 'fa:16:3e:90:b1:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '012b9db6-831f-46e9-a340-f116b38b60ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '339a3801-b2b0-46c8-9fb2-c19165478d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:02:49Z', 'updated_at': '2022-04-01T16:02:55Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'subnets': [{'id': '339a3801-b2b0-46c8-9fb2-c19165478d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:02:56.740788 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2711cc23-1156-4e00-8b9e-b39d49c939c0 req-9d390606-b20c-4f5c-a3e1-f9f6cc2943fc tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1791338775&fields=id&tenant_id=447e2c5010754fe1ad368efac7c75251 HTTP/1.1" status: 200 len: 267 time: 0.1001859 Apr 01 16:02:56.846032 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2711cc23-1156-4e00-8b9e-b39d49c939c0 req-d3d89624-0107-4ec0-8b53-e3d49132d3bf tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:56.846785 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-2711cc23-1156-4e00-8b9e-b39d49c939c0 req-d3d89624-0107-4ec0-8b53-e3d49132d3bf tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Synchronizing usage tracker for tenant:447e2c5010754fe1ad368efac7c75251 on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:02:56.869768 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 7102340a-3c70-48ea-adf1-bc8606b2f3a9 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:02:56.938531 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-2711cc23-1156-4e00-8b9e-b39d49c939c0 req-d3d89624-0107-4ec0-8b53-e3d49132d3bf tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Unset dirty status for tenant:447e2c5010754fe1ad368efac7c75251 on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:02:56.949495 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2711cc23-1156-4e00-8b9e-b39d49c939c0 req-d3d89624-0107-4ec0-8b53-e3d49132d3bf tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports/84c9ecc2-f4c4-4935-951d-c942c32c0f74 HTTP/1.1" status: 200 len: 930 time: 0.1944311 Apr 01 16:02:56.956626 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 7102340a-3c70-48ea-adf1-bc8606b2f3a9 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:02:56.964649 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 7102340a-3c70-48ea-adf1-bc8606b2f3a9 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:02:56.965150 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:56.988588 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a3312e-fddd-4627-91e8-1d0c7c5ec1ee req-3113f7b3-a995-4ef7-90b1-c5d62093d62f tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:56.990353 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-02a3312e-fddd-4627-91e8-1d0c7c5ec1ee req-3113f7b3-a995-4ef7-90b1-c5d62093d62f tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0f6b493-dd0d-47d8-a443-1fdb234bfa3d HTTP/1.1" status: 200 len: 944 time: 0.1396790 Apr 01 16:02:57.105711 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:57.128237 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-02a3312e-fddd-4627-91e8-1d0c7c5ec1ee req-cbecf4c8-1707-4cbe-b284-70b28586c80a tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/security-groups?id=b68c8ca1-2548-48e9-84ee-f823ac26061f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303504 Apr 01 16:02:57.134850 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2711cc23-1156-4e00-8b9e-b39d49c939c0 req-aa59a55a-971a-427c-b905-daedf022409a service neutron] 10.222.0.55 "GET /v2.0/ports/84c9ecc2-f4c4-4935-951d-c942c32c0f74?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1808891 Apr 01 16:02:57.147996 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port 7102340a-3c70-48ea-adf1-bc8606b2f3a9, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=7102340a-3c70-48ea-adf1-bc8606b2f3a9,segment=NetworkSegment(13583ea2-5e70-4381-9997-05f6b1d48a48),segment_id=13583ea2-5e70-4381-9997-05f6b1d48a48)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:02:57.161147 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:57.238312 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=7102340a-3c70-48ea-adf1-bc8606b2f3a9,revision_number=5']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:57.380777 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2711cc23-1156-4e00-8b9e-b39d49c939c0 req-da8808eb-a210-4377-b95b-b3130c0cc81f service neutron] 10.222.0.55 "GET /v2.0/networks/cccbf491-b981-4cd9-b3c9-3cf2c7ee518d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399056 Apr 01 16:02:57.564600 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:57.571356 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2711cc23-1156-4e00-8b9e-b39d49c939c0 req-1876d14e-75aa-408e-ad94-bc8a9489561d service neutron] 10.222.0.55 "GET /v2.0/networks/cccbf491-b981-4cd9-b3c9-3cf2c7ee518d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844647 Apr 01 16:02:57.757248 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:57.771115 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 3f5f2b9c-b159-48cf-ab42-dd65d0200e16 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:02:57.794507 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d5fe10a2-c492-40b0-89a5-2493dac543fe req-0d9fe5f3-eae5-4ce6-a813-fcb65a5d94b8 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b6e6e2b-5e16-4542-9792-aa01015c00eb HTTP/1.1" status: 200 len: 210 time: 0.0484076 Apr 01 16:02:57.944827 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 3f5f2b9c-b159-48cf-ab42-dd65d0200e16, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=3f5f2b9c-b159-48cf-ab42-dd65d0200e16,segment=NetworkSegment(e9f2fb1b-4025-4408-ae49-32f016745ef9),segment_id=e9f2fb1b-4025-4408-ae49-32f016745ef9)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:02:57.969388 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Returning: {'device': '3f5f2b9c-b159-48cf-ab42-dd65d0200e16', 'network_id': 'd3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0', 'port_id': '3f5f2b9c-b159-48cf-ab42-dd65d0200e16', 'mac_address': 'fa:16:3e:e0:89:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e89a89e5-8fa9-4b91-af10-f0a4d00467fb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:02:58.076449 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:58.109594 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f5f2b9c-b159-48cf-ab42-dd65d0200e16 {{(pid=83829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:02:58.135177 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 3f5f2b9c-b159-48cf-ab42-dd65d0200e16, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=3f5f2b9c-b159-48cf-ab42-dd65d0200e16,segment=NetworkSegment(e9f2fb1b-4025-4408-ae49-32f016745ef9),segment_id=e9f2fb1b-4025-4408-ae49-32f016745ef9)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:02:58.143016 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:58.248008 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=3f5f2b9c-b159-48cf-ab42-dd65d0200e16,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:58.380434 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] get_ports_and_sgs() called for port_ids ['3f5f2b9c-b159-48cf-ab42-dd65d0200e16'] {{(pid=83829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 16:02:58.385577 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af8462-f8e3-47eb-ba95-ad7e144a6a3e req-be37d1ac-d33e-40dc-851f-d07a2d01a613 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:58.388227 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f2af8462-f8e3-47eb-ba95-ad7e144a6a3e req-be37d1ac-d33e-40dc-851f-d07a2d01a613 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0f6b493-dd0d-47d8-a443-1fdb234bfa3d HTTP/1.1" status: 200 len: 945 time: 0.1002307 Apr 01 16:02:58.460213 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f2af8462-f8e3-47eb-ba95-ad7e144a6a3e req-06ef91f8-5571-438a-8e1c-aed618552b8f tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/security-groups?id=b68c8ca1-2548-48e9-84ee-f823ac26061f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632422 Apr 01 16:02:58.770640 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 7102340a-3c70-48ea-adf1-bc8606b2f3a9 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:02:58.850397 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 7102340a-3c70-48ea-adf1-bc8606b2f3a9 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:02:58.850766 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:59.000887 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-83f98e9f-8d08-442f-a29f-78769ca7b19e req-fcc885b9-ae31-464f-b359-8fbe905f9252 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b6e6e2b-5e16-4542-9792-aa01015c00eb HTTP/1.1" status: 200 len: 210 time: 0.0584872 Apr 01 16:02:59.010988 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2711cc23-1156-4e00-8b9e-b39d49c939c0 req-45157f03-107d-4c0c-b754-a913a39b95ba service neutron] 10.222.0.24 "GET /v2.0/ports/84c9ecc2-f4c4-4935-951d-c942c32c0f74 HTTP/1.1" status: 200 len: 1026 time: 0.1013002 Apr 01 16:02:59.165189 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2711cc23-1156-4e00-8b9e-b39d49c939c0 req-72f80b9c-0715-4c82-959d-33ae9ead63f6 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:59.165852 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-2711cc23-1156-4e00-8b9e-b39d49c939c0 req-72f80b9c-0715-4c82-959d-33ae9ead63f6 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Synchronizing usage tracker for tenant:447e2c5010754fe1ad368efac7c75251 on resource:network {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:02:59.180429 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-2711cc23-1156-4e00-8b9e-b39d49c939c0 req-72f80b9c-0715-4c82-959d-33ae9ead63f6 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Unset dirty status for tenant:447e2c5010754fe1ad368efac7c75251 on resource:network {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:02:59.181678 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2711cc23-1156-4e00-8b9e-b39d49c939c0 req-72f80b9c-0715-4c82-959d-33ae9ead63f6 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.24 "GET /v2.0/networks?id=cccbf491-b981-4cd9-b3c9-3cf2c7ee518d HTTP/1.1" status: 200 len: 796 time: 0.1649597 Apr 01 16:02:59.236157 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:59.244829 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2711cc23-1156-4e00-8b9e-b39d49c939c0 req-206ba4be-cc75-4f6f-9b4c-36548c0dd021 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=447e2c5010754fe1ad368efac7c75251 HTTP/1.1" status: 200 len: 380 time: 0.0425255 Apr 01 16:02:59.257131 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [req-2711cc23-1156-4e00-8b9e-b39d49c939c0 req-8f3560a4-2067-421e-9570-2610a97102e9 service neutron] Request body: {'port': {'device_id': '7b6e6e2b-5e16-4542-9792-aa01015c00eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:02:59.370521 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-2711cc23-1156-4e00-8b9e-b39d49c939c0 req-8f3560a4-2067-421e-9570-2610a97102e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:59.708011 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4150aa49-f3f2-443c-8ed2-3d9036fce67a req-01972e30-c3a1-4522-b47e-c34d9cf23d98 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:02:59.709471 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4150aa49-f3f2-443c-8ed2-3d9036fce67a req-01972e30-c3a1-4522-b47e-c34d9cf23d98 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0f6b493-dd0d-47d8-a443-1fdb234bfa3d HTTP/1.1" status: 200 len: 945 time: 0.1204507 Apr 01 16:02:59.788906 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 3f5f2b9c-b159-48cf-ab42-dd65d0200e16 up at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:02:59.805178 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [req-2711cc23-1156-4e00-8b9e-b39d49c939c0 req-8f3560a4-2067-421e-9570-2610a97102e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84c9ecc2-f4c4-4935-951d-c942c32c0f74 {{(pid=83826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:02:59.814824 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-2711cc23-1156-4e00-8b9e-b39d49c939c0 req-8f3560a4-2067-421e-9570-2610a97102e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:59.824194 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4150aa49-f3f2-443c-8ed2-3d9036fce67a req-b2c03a1c-0fae-4e63-af96-d713a01ae012 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/security-groups?id=b68c8ca1-2548-48e9-84ee-f823ac26061f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063843 Apr 01 16:02:59.832533 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [req-2711cc23-1156-4e00-8b9e-b39d49c939c0 req-8f3560a4-2067-421e-9570-2610a97102e9 service neutron] Transition to ACTIVE for port object 84c9ecc2-f4c4-4935-951d-c942c32c0f74 will not be triggered until provisioned by entity L2. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:02:59.837689 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-2711cc23-1156-4e00-8b9e-b39d49c939c0 req-8f3560a4-2067-421e-9570-2610a97102e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:59.860403 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning for port 3f5f2b9c-b159-48cf-ab42-dd65d0200e16 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:02:59.865578 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning complete for port 3f5f2b9c-b159-48cf-ab42-dd65d0200e16 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:02:59.865936 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:02:59.966026 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3560a4-2067-421e-9570-2610a97102e9 service neutron] Pushing event updated for resources: {'Port': ['ID=84c9ecc2-f4c4-4935-951d-c942c32c0f74,revision_number=2']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:02:59.989449 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:00.029222 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 3f5f2b9c-b159-48cf-ab42-dd65d0200e16, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=3f5f2b9c-b159-48cf-ab42-dd65d0200e16,segment=NetworkSegment(e9f2fb1b-4025-4408-ae49-32f016745ef9),segment_id=e9f2fb1b-4025-4408-ae49-32f016745ef9)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:03:00.030472 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0f6b493-dd0d-47d8-a443-1fdb234bfa3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f5f2b9c-b159-48cf-ab42-dd65d0200e16'}] {{(pid=83829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:03:00.039348 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:00.089866 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.managers [req-2711cc23-1156-4e00-8b9e-b39d49c939c0 req-8f3560a4-2067-421e-9570-2610a97102e9 service neutron] Attempting to bind port 84c9ecc2-f4c4-4935-951d-c942c32c0f74 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:03:00.090355 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.managers [req-2711cc23-1156-4e00-8b9e-b39d49c939c0 req-8f3560a4-2067-421e-9570-2610a97102e9 service neutron] Attempting to bind port 84c9ecc2-f4c4-4935-951d-c942c32c0f74 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '13583ea2-5e70-4381-9997-05f6b1d48a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cccbf491-b981-4cd9-b3c9-3cf2c7ee518d'}] {{(pid=83826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:03:00.090750 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2711cc23-1156-4e00-8b9e-b39d49c939c0 req-8f3560a4-2067-421e-9570-2610a97102e9 service neutron] Attempting to bind port 84c9ecc2-f4c4-4935-951d-c942c32c0f74 on network cccbf491-b981-4cd9-b3c9-3cf2c7ee518d {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:03:00.103338 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2711cc23-1156-4e00-8b9e-b39d49c939c0 req-8f3560a4-2067-421e-9570-2610a97102e9 service neutron] Port 84c9ecc2-f4c4-4935-951d-c942c32c0f74 on network cccbf491-b981-4cd9-b3c9-3cf2c7ee518d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 16:03:00.104203 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2711cc23-1156-4e00-8b9e-b39d49c939c0 req-8f3560a4-2067-421e-9570-2610a97102e9 service neutron] Attempting to bind port 84c9ecc2-f4c4-4935-951d-c942c32c0f74 on network cccbf491-b981-4cd9-b3c9-3cf2c7ee518d {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:03:00.114558 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2711cc23-1156-4e00-8b9e-b39d49c939c0 req-8f3560a4-2067-421e-9570-2610a97102e9 service neutron] Checking agent: {'id': '5b2860be-0b4f-4931-914a-5d10403eafcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 47, 24), 'started_at': datetime.datetime(2022, 4, 1, 15, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:03:00.114900 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2711cc23-1156-4e00-8b9e-b39d49c939c0 req-8f3560a4-2067-421e-9570-2610a97102e9 service neutron] Checking segment: {'id': '13583ea2-5e70-4381-9997-05f6b1d48a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cccbf491-b981-4cd9-b3c9-3cf2c7ee518d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:03:00.115286 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2711cc23-1156-4e00-8b9e-b39d49c939c0 req-8f3560a4-2067-421e-9570-2610a97102e9 service neutron] Bound using segment: {'id': '13583ea2-5e70-4381-9997-05f6b1d48a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cccbf491-b981-4cd9-b3c9-3cf2c7ee518d'} {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:03:00.115746 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.managers [req-2711cc23-1156-4e00-8b9e-b39d49c939c0 req-8f3560a4-2067-421e-9570-2610a97102e9 service neutron] Bound port: 84c9ecc2-f4c4-4935-951d-c942c32c0f74, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13583ea2-5e70-4381-9997-05f6b1d48a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cccbf491-b981-4cd9-b3c9-3cf2c7ee518d'}}] {{(pid=83826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:03:00.116094 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-2711cc23-1156-4e00-8b9e-b39d49c939c0 req-8f3560a4-2067-421e-9570-2610a97102e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:00.135512 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=3f5f2b9c-b159-48cf-ab42-dd65d0200e16,revision_number=5']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:00.151387 dv-neutron-833373-2-hyperv neutron-server[83829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0f6b493-dd0d-47d8-a443-1fdb234bfa3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f5f2b9c-b159-48cf-ab42-dd65d0200e16', 'code': 200} Apr 01 16:03:00.254624 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [req-2711cc23-1156-4e00-8b9e-b39d49c939c0 req-8f3560a4-2067-421e-9570-2610a97102e9 service neutron] For port 84c9ecc2-f4c4-4935-951d-c942c32c0f74, host hv-neutron-8333, cleared binding levels {{(pid=83826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:03:00.258169 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [req-2711cc23-1156-4e00-8b9e-b39d49c939c0 req-8f3560a4-2067-421e-9570-2610a97102e9 service neutron] For port 84c9ecc2-f4c4-4935-951d-c942c32c0f74, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=84c9ecc2-f4c4-4935-951d-c942c32c0f74,segment=NetworkSegment(13583ea2-5e70-4381-9997-05f6b1d48a48),segment_id=13583ea2-5e70-4381-9997-05f6b1d48a48)] {{(pid=83826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:03:00.266894 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-2711cc23-1156-4e00-8b9e-b39d49c939c0 req-8f3560a4-2067-421e-9570-2610a97102e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:00.438049 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-484c84fa-f9b4-447f-9e61-d7a4b72418ce req-8f3d62fd-7006-4c7a-9e99-19c460c2fec3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f0f6b493-dd0d-47d8-a443-1fdb234bfa3d HTTP/1.1" status: 200 len: 1099 time: 0.0709615 Apr 01 16:03:00.443749 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-2711cc23-1156-4e00-8b9e-b39d49c939c0 req-8f3560a4-2067-421e-9570-2610a97102e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:00.445076 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2711cc23-1156-4e00-8b9e-b39d49c939c0 req-8f3560a4-2067-421e-9570-2610a97102e9 service neutron] 10.222.0.24 "PUT /v2.0/ports/84c9ecc2-f4c4-4935-951d-c942c32c0f74 HTTP/1.1" status: 200 len: 1131 time: 1.1917722 Apr 01 16:03:00.446127 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b6e6e2b-5e16-4542-9792-aa01015c00eb', 'tag': '84c9ecc2-f4c4-4935-951d-c942c32c0f74'}] {{(pid=83826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:03:00.471486 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57fbdfd-5e30-43a7-b2d1-a3c7ec73cf92 req-386bfa40-5fc0-4e76-9b19-5b73b97870aa tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:00.473003 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d57fbdfd-5e30-43a7-b2d1-a3c7ec73cf92 req-386bfa40-5fc0-4e76-9b19-5b73b97870aa tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b6e6e2b-5e16-4542-9792-aa01015c00eb HTTP/1.1" status: 200 len: 981 time: 0.2810717 Apr 01 16:03:00.473995 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3560a4-2067-421e-9570-2610a97102e9 service neutron] Pushing event updated for resources: {'Port': ['ID=84c9ecc2-f4c4-4935-951d-c942c32c0f74,revision_number=3']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:00.503884 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-484c84fa-f9b4-447f-9e61-d7a4b72418ce req-6c3c02f5-c2a3-4d2a-ab53-16ef6fb0a1cb service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b68c8ca1-2548-48e9-84ee-f823ac26061f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594869 Apr 01 16:03:00.540593 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b6e6e2b-5e16-4542-9792-aa01015c00eb', 'tag': '84c9ecc2-f4c4-4935-951d-c942c32c0f74', 'status': 'completed', 'code': 200} Apr 01 16:03:00.585812 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d57fbdfd-5e30-43a7-b2d1-a3c7ec73cf92 req-08e52afd-908e-4a2f-ad5e-336a2053b4e0 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=74ad8e91-ed7c-4bce-972d-b5afa18b485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990193 Apr 01 16:03:00.602429 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2711cc23-1156-4e00-8b9e-b39d49c939c0 req-30eb6189-a40d-47e2-a1d0-be06fcda4f96 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=447e2c5010754fe1ad368efac7c75251&device_id=7b6e6e2b-5e16-4542-9792-aa01015c00eb HTTP/1.1" status: 200 len: 1134 time: 0.0978918 Apr 01 16:03:00.776980 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2711cc23-1156-4e00-8b9e-b39d49c939c0 req-faee0161-240a-4fd2-a952-a93a2363a5c7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84c9ecc2-f4c4-4935-951d-c942c32c0f74 HTTP/1.1" status: 200 len: 217 time: 0.0638602 Apr 01 16:03:00.841677 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2711cc23-1156-4e00-8b9e-b39d49c939c0 req-e188bb52-a7ae-4918-bcd0-57eb8c80e471 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:00.843115 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2711cc23-1156-4e00-8b9e-b39d49c939c0 req-e188bb52-a7ae-4918-bcd0-57eb8c80e471 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=339a3801-b2b0-46c8-9fb2-c19165478d30 HTTP/1.1" status: 200 len: 835 time: 0.0595338 Apr 01 16:03:00.921051 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2711cc23-1156-4e00-8b9e-b39d49c939c0 req-0e17cc8a-4240-4b77-9286-29652099deed service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cccbf491-b981-4cd9-b3c9-3cf2c7ee518d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715418 Apr 01 16:03:01.120689 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2711cc23-1156-4e00-8b9e-b39d49c939c0 req-92621305-078e-4dce-832a-641f353f6347 service neutron] 10.222.0.24 "GET /v2.0/networks/cccbf491-b981-4cd9-b3c9-3cf2c7ee518d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928546 Apr 01 16:03:01.152604 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc656457-3ba4-4842-890c-89ac54013de2 req-a890abe6-f2b5-48a4-a2c6-6d9d002aae46 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:01.154042 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-dc656457-3ba4-4842-890c-89ac54013de2 req-a890abe6-f2b5-48a4-a2c6-6d9d002aae46 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0f6b493-dd0d-47d8-a443-1fdb234bfa3d HTTP/1.1" status: 200 len: 946 time: 0.2040651 Apr 01 16:03:01.275584 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-dc656457-3ba4-4842-890c-89ac54013de2 req-067440aa-ddb4-4670-a847-b9f329619abb tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/security-groups?id=b68c8ca1-2548-48e9-84ee-f823ac26061f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737817 Apr 01 16:03:01.292600 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2711cc23-1156-4e00-8b9e-b39d49c939c0 req-0765342f-953b-4e25-8bde-8db9e8d82884 service neutron] 10.222.0.24 "GET /v2.0/networks/cccbf491-b981-4cd9-b3c9-3cf2c7ee518d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644528 Apr 01 16:03:01.418872 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4c4b73a8-ed7d-484f-a1d3-da0f8ae41110 req-5612edf8-1e32-439e-a047-bddc90bb6c21 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=447e2c5010754fe1ad368efac7c75251&device_id=7b6e6e2b-5e16-4542-9792-aa01015c00eb HTTP/1.1" status: 200 len: 1134 time: 0.0725453 Apr 01 16:03:01.560322 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b73a8-ed7d-484f-a1d3-da0f8ae41110 req-3ee770be-0139-4ac5-b20b-a63f7c922204 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:01.561812 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4c4b73a8-ed7d-484f-a1d3-da0f8ae41110 req-3ee770be-0139-4ac5-b20b-a63f7c922204 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cccbf491-b981-4cd9-b3c9-3cf2c7ee518d HTTP/1.1" status: 200 len: 896 time: 0.1322842 Apr 01 16:03:01.638054 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4c4b73a8-ed7d-484f-a1d3-da0f8ae41110 req-4fc2a04d-0ec0-43c6-8884-1f106fffd84d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84c9ecc2-f4c4-4935-951d-c942c32c0f74 HTTP/1.1" status: 200 len: 217 time: 0.0679691 Apr 01 16:03:01.700237 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b73a8-ed7d-484f-a1d3-da0f8ae41110 req-6e895807-d231-4d5b-b25e-d544d9a29379 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:01.701682 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4c4b73a8-ed7d-484f-a1d3-da0f8ae41110 req-6e895807-d231-4d5b-b25e-d544d9a29379 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=339a3801-b2b0-46c8-9fb2-c19165478d30 HTTP/1.1" status: 200 len: 835 time: 0.0571094 Apr 01 16:03:01.843922 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74e63f4-2ff2-4001-a306-cb33a0166ae2 req-7da1ee6d-818c-467d-bb6a-01a9067d117f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:01.845568 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f74e63f4-2ff2-4001-a306-cb33a0166ae2 req-7da1ee6d-818c-467d-bb6a-01a9067d117f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b6e6e2b-5e16-4542-9792-aa01015c00eb HTTP/1.1" status: 200 len: 981 time: 0.1076164 Apr 01 16:03:01.850780 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4c4b73a8-ed7d-484f-a1d3-da0f8ae41110 req-0d4b623a-3e00-4233-adbe-05ee331f52ef service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cccbf491-b981-4cd9-b3c9-3cf2c7ee518d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1411750 Apr 01 16:03:01.976787 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f74e63f4-2ff2-4001-a306-cb33a0166ae2 req-7ab778b6-17d5-4766-9629-ec8c4dce0cb2 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=74ad8e91-ed7c-4bce-972d-b5afa18b485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247149 Apr 01 16:03:02.015933 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4c4b73a8-ed7d-484f-a1d3-da0f8ae41110 req-7ce54a10-dd92-4d2a-9ad7-c59c2ba2907c service neutron] 10.222.0.24 "GET /v2.0/networks/cccbf491-b981-4cd9-b3c9-3cf2c7ee518d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504431 Apr 01 16:03:02.148389 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4c4b73a8-ed7d-484f-a1d3-da0f8ae41110 req-e0036237-fd2e-4726-a06e-4d75f39c7bb5 service neutron] 10.222.0.24 "GET /v2.0/networks/cccbf491-b981-4cd9-b3c9-3cf2c7ee518d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257427 Apr 01 16:03:02.476841 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba2c14d-9807-43e0-9142-37c81f7a13ad req-383ce6b5-7da0-4dd5-872c-348d942d5fe3 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:02.478252 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5ba2c14d-9807-43e0-9142-37c81f7a13ad req-383ce6b5-7da0-4dd5-872c-348d942d5fe3 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0f6b493-dd0d-47d8-a443-1fdb234bfa3d HTTP/1.1" status: 200 len: 946 time: 0.0818887 Apr 01 16:03:02.617592 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5ba2c14d-9807-43e0-9142-37c81f7a13ad req-f43e4ba0-2bb3-4732-9aee-bc387c6bd03c tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/security-groups?id=b68c8ca1-2548-48e9-84ee-f823ac26061f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331096 Apr 01 16:03:02.809348 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b08515e-b648-434a-956a-9320af289398 req-4e87a91b-0c20-4f09-b113-e42b284a8dd8 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:02.810807 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-0b08515e-b648-434a-956a-9320af289398 req-4e87a91b-0c20-4f09-b113-e42b284a8dd8 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0f6b493-dd0d-47d8-a443-1fdb234bfa3d HTTP/1.1" status: 200 len: 946 time: 0.0760751 Apr 01 16:03:02.857651 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-0b08515e-b648-434a-956a-9320af289398 req-d8447057-fe14-469c-b340-f2edcb37a254 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/security-groups?id=b68c8ca1-2548-48e9-84ee-f823ac26061f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395455 Apr 01 16:03:02.886061 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 58140) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:03:02.957614 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-98dc0e90-4257-4bc5-936e-fc37f68e33c9 tempest-TestVolumeBootPattern-1564217548 tempest-TestVolumeBootPattern-1564217548-project-admin] Synchronizing usage tracker for tenant:e69472baeabd41f3b5ba05c592acdae8 on resource:port {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:03:02.975594 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-98dc0e90-4257-4bc5-936e-fc37f68e33c9 tempest-TestVolumeBootPattern-1564217548 tempest-TestVolumeBootPattern-1564217548-project-admin] Unset dirty status for tenant:e69472baeabd41f3b5ba05c592acdae8 on resource:port {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:03:02.976773 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-98dc0e90-4257-4bc5-936e-fc37f68e33c9 tempest-TestVolumeBootPattern-1564217548 tempest-TestVolumeBootPattern-1564217548-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=f0f6b493-dd0d-47d8-a443-1fdb234bfa3d HTTP/1.1" status: 200 len: 1094 time: 0.0897405 Apr 01 16:03:02.979708 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 58144) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:03:02.984872 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-1d639822-e22b-4243-bf3f-ff8ccd902108 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Request body: {'floatingip': {'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'port_id': '3f5f2b9c-b159-48cf-ab42-dd65d0200e16', 'tenant_id': 'b9e160ed92af426eb41719050c02f853', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:03:02.990565 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-1d639822-e22b-4243-bf3f-ff8ccd902108 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:03:02.994411 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-1d639822-e22b-4243-bf3f-ff8ccd902108 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Usage tracker for resource:floatingip and tenant:b9e160ed92af426eb41719050c02f853 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:03:02.997538 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-1d639822-e22b-4243-bf3f-ff8ccd902108 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:03:03.003377 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-1d639822-e22b-4243-bf3f-ff8ccd902108 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:03:03.014996 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1d639822-e22b-4243-bf3f-ff8ccd902108 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks [] for floatingip, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:03.158572 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1d639822-e22b-4243-bf3f-ff8ccd902108 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:03.184332 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64ab7cd-9597-41d3-8583-9ce5cb89ca6b req-65558c7d-00e6-4b5e-84f9-6a8d2ec52d5c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:03.185797 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b64ab7cd-9597-41d3-8583-9ce5cb89ca6b req-65558c7d-00e6-4b5e-84f9-6a8d2ec52d5c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b6e6e2b-5e16-4542-9792-aa01015c00eb HTTP/1.1" status: 200 len: 981 time: 0.0784581 Apr 01 16:03:03.232878 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b64ab7cd-9597-41d3-8583-9ce5cb89ca6b req-8ff9eb64-ba3c-4e65-a985-2445a6463371 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=74ad8e91-ed7c-4bce-972d-b5afa18b485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403485 Apr 01 16:03:03.293035 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-1d639822-e22b-4243-bf3f-ff8ccd902108 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Allocated IP 172.26.1.137 (ed45466e-0386-4b92-8de3-247c977242ac/0479f741-5cd1-4d6f-b593-d8aa909a42d3/49438beb-2fca-48db-be1e-d72651b1115d) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:03:03.441339 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1d639822-e22b-4243-bf3f-ff8ccd902108 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:03.469481 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1d639822-e22b-4243-bf3f-ff8ccd902108 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:03.538815 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d639822-e22b-4243-bf3f-ff8ccd902108 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Network ed45466e-0386-4b92-8de3-247c977242ac is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:03:03.541606 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-1d639822-e22b-4243-bf3f-ff8ccd902108 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:03:03.545339 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d639822-e22b-4243-bf3f-ff8ccd902108 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:03:03.578917 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d639822-e22b-4243-bf3f-ff8ccd902108 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Pushing event updated for resources: {'Port': ['ID=49438beb-2fca-48db-be1e-d72651b1115d,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:03.825733 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 84c9ecc2-f4c4-4935-951d-c942c32c0f74 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:03:03.971165 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 84c9ecc2-f4c4-4935-951d-c942c32c0f74, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=84c9ecc2-f4c4-4935-951d-c942c32c0f74,segment=NetworkSegment(13583ea2-5e70-4381-9997-05f6b1d48a48),segment_id=13583ea2-5e70-4381-9997-05f6b1d48a48)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:03:03.989253 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Returning: {'device': '84c9ecc2-f4c4-4935-951d-c942c32c0f74', 'network_id': 'cccbf491-b981-4cd9-b3c9-3cf2c7ee518d', 'port_id': '84c9ecc2-f4c4-4935-951d-c942c32c0f74', 'mac_address': 'fa:16:3e:21:f9:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '339a3801-b2b0-46c8-9fb2-c19165478d30', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:03:04.086074 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:04.108416 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84c9ecc2-f4c4-4935-951d-c942c32c0f74 {{(pid=83829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:03:04.124865 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 84c9ecc2-f4c4-4935-951d-c942c32c0f74, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=84c9ecc2-f4c4-4935-951d-c942c32c0f74,segment=NetworkSegment(13583ea2-5e70-4381-9997-05f6b1d48a48),segment_id=13583ea2-5e70-4381-9997-05f6b1d48a48)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:03:04.129708 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:04.179647 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1d639822-e22b-4243-bf3f-ff8ccd902108 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:04.193399 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=84c9ecc2-f4c4-4935-951d-c942c32c0f74,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:04.237373 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1d639822-e22b-4243-bf3f-ff8ccd902108 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:04.355602 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] get_ports_and_sgs() called for port_ids ['84c9ecc2-f4c4-4935-951d-c942c32c0f74'] {{(pid=83829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 16:03:04.439749 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059bdfe-10a8-4748-828b-d2be0c0ff722 req-4395c318-771b-4fee-950b-e7873235fc17 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:04.441083 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e059bdfe-10a8-4748-828b-d2be0c0ff722 req-4395c318-771b-4fee-950b-e7873235fc17 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b6e6e2b-5e16-4542-9792-aa01015c00eb HTTP/1.1" status: 200 len: 982 time: 0.0776463 Apr 01 16:03:04.472359 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1d639822-e22b-4243-bf3f-ff8ccd902108 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks [] for port, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:04.476798 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1d639822-e22b-4243-bf3f-ff8ccd902108 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:04.501409 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e059bdfe-10a8-4748-828b-d2be0c0ff722 req-8e195cfa-c776-4bc9-8228-901f55d13269 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=74ad8e91-ed7c-4bce-972d-b5afa18b485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525458 Apr 01 16:03:04.609897 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d639822-e22b-4243-bf3f-ff8ccd902108 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Pushing event updated for resources: {'Port': ['ID=49438beb-2fca-48db-be1e-d72651b1115d,revision_number=2']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:04.614573 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1d639822-e22b-4243-bf3f-ff8ccd902108 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617697'] for floatingip, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:04.804509 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.l3_db [None req-1d639822-e22b-4243-bf3f-ff8ccd902108 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Floating IP 46f31245-8d30-4b34-bf1a-398ad2e1aea3 associated. External IP: 172.26.1.137, port: 3f5f2b9c-b159-48cf-ab42-dd65d0200e16. Apr 01 16:03:05.201167 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d639822-e22b-4243-bf3f-ff8ccd902108 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Router 05b9be92-50a2-43a2-a398-6708a0dd5f87 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:03:05.401102 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d639822-e22b-4243-bf3f-ff8ccd902108 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:03:05.411620 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111831e7-0adb-4e03-a109-94c2118e0cab None None] Sync routers for ids ['05b9be92-50a2-43a2-a398-6708a0dd5f87'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:03:05.425751 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111831e7-0adb-4e03-a109-94c2118e0cab None None] Routers {'05b9be92-50a2-43a2-a398-6708a0dd5f87'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:03:05.426165 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1d639822-e22b-4243-bf3f-ff8ccd902108 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for floatingip, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:05.426541 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-111831e7-0adb-4e03-a109-94c2118e0cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:02:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['05b9be92-50a2-43a2-a398-6708a0dd5f87'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:03:05.483232 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-1d639822-e22b-4243-bf3f-ff8ccd902108 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5025403 Apr 01 16:03:05.483785 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0f6b493-dd0d-47d8-a443-1fdb234bfa3d', 'tag': '3f5f2b9c-b159-48cf-ab42-dd65d0200e16'}] {{(pid=83828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:03:05.542717 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0f6b493-dd0d-47d8-a443-1fdb234bfa3d', 'tag': '3f5f2b9c-b159-48cf-ab42-dd65d0200e16', 'status': 'completed', 'code': 200} Apr 01 16:03:05.626491 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-111831e7-0adb-4e03-a109-94c2118e0cab None None] Set router 05b9be92-50a2-43a2-a398-6708a0dd5f87 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:03:05.715940 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b1235f96-6fd4-47ca-a10c-c9c66e4631e7 req-4df25f02-9f08-44ca-a34e-009888613892 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b9e160ed92af426eb41719050c02f853&device_id=f0f6b493-dd0d-47d8-a443-1fdb234bfa3d HTTP/1.1" status: 200 len: 1099 time: 0.1523113 Apr 01 16:03:05.803061 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a90a3e-4f44-4afd-9634-ad2f479aaa7d req-e39ed7a6-d80c-4db6-90ae-6980e948d440 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:05.804503 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a2a90a3e-4f44-4afd-9634-ad2f479aaa7d req-e39ed7a6-d80c-4db6-90ae-6980e948d440 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b6e6e2b-5e16-4542-9792-aa01015c00eb HTTP/1.1" status: 200 len: 982 time: 0.1753817 Apr 01 16:03:05.864433 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 84c9ecc2-f4c4-4935-951d-c942c32c0f74 up at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:03:05.884466 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a2a90a3e-4f44-4afd-9634-ad2f479aaa7d req-98973c93-a767-4f93-986d-272c2b0d1c98 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=74ad8e91-ed7c-4bce-972d-b5afa18b485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704057 Apr 01 16:03:05.891486 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1235f96-6fd4-47ca-a10c-c9c66e4631e7 req-ce697d44-8213-41c1-83f8-8317fabd4553 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:05.893468 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b1235f96-6fd4-47ca-a10c-c9c66e4631e7 req-ce697d44-8213-41c1-83f8-8317fabd4553 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0 HTTP/1.1" status: 200 len: 912 time: 0.1703460 Apr 01 16:03:06.007525 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b1235f96-6fd4-47ca-a10c-c9c66e4631e7 req-b9fe04a4-a4ad-433a-a827-45464b180a0f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f5f2b9c-b159-48cf-ab42-dd65d0200e16 HTTP/1.1" status: 200 len: 1000 time: 0.1072643 Apr 01 16:03:06.026213 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning for port 84c9ecc2-f4c4-4935-951d-c942c32c0f74 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:03:06.033535 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning complete for port 84c9ecc2-f4c4-4935-951d-c942c32c0f74 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:03:06.034152 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:06.078847 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1235f96-6fd4-47ca-a10c-c9c66e4631e7 req-8543753c-1334-4570-acb1-a9ce06a90a7a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:06.081150 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b1235f96-6fd4-47ca-a10c-c9c66e4631e7 req-8543753c-1334-4570-acb1-a9ce06a90a7a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e89a89e5-8fa9-4b91-af10-f0a4d00467fb HTTP/1.1" status: 200 len: 851 time: 0.0674844 Apr 01 16:03:06.156628 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b1235f96-6fd4-47ca-a10c-c9c66e4631e7 req-fe419f7a-e50e-49c5-b2b3-4792fd17de33 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694690 Apr 01 16:03:06.157138 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-111831e7-0adb-4e03-a109-94c2118e0cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b9be92-50a2-43a2-a398-6708a0dd5f87', 'name': 'tempest-TestVolumeBootPattern-1030540240-router', 'tenant_id': 'b9e160ed92af426eb41719050c02f853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.5'}], 'enable_snat': True}, 'gw_port_id': 'c9310d4d-02e6-42b9-9f00-f699c4f1c79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:59:30Z', 'updated_at': '2022-04-01T15:59:38Z', 'revision_number': 4, 'project_id': 'b9e160ed92af426eb41719050c02f853', 'gw_port': {'id': 'c9310d4d-02e6-42b9-9f00-f699c4f1c79c', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b9be92-50a2-43a2-a398-6708a0dd5f87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:31Z', 'updated_at': '2022-04-01T15:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': '46f31245-8d30-4b34-bf1a-398ad2e1aea3', 'tenant_id': 'b9e160ed92af426eb41719050c02f853', 'floating_ip_address': '172.26.1.137', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '05b9be92-50a2-43a2-a398-6708a0dd5f87', 'port_id': '3f5f2b9c-b159-48cf-ab42-dd65d0200e16', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0', 'mac_address': 'fa:16:3e:e0:89:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f6b493-dd0d-47d8-a443-1fdb234bfa3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:03:03Z', 'updated_at': '2022-04-01T16:03:03Z', 'revision_number': 0, 'project_id': 'b9e160ed92af426eb41719050c02f853', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53e92810-2be5-45b0-9e43-4bd6dec17163', 'name': '', 'network_id': 'd3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0', 'tenant_id': 'b9e160ed92af426eb41719050c02f853', 'mac_address': 'fa:16:3e:cd:d6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b9be92-50a2-43a2-a398-6708a0dd5f87', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e89a89e5-8fa9-4b91-af10-f0a4d00467fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:37Z', 'updated_at': '2022-04-01T16:00:18Z', 'revision_number': 5, 'project_id': 'b9e160ed92af426eb41719050c02f853', 'subnets': [{'id': 'e89a89e5-8fa9-4b91-af10-f0a4d00467fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:03:06.170789 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111831e7-0adb-4e03-a109-94c2118e0cab None None] Checking router: 05b9be92-50a2-43a2-a398-6708a0dd5f87 for host: dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:03:06.181517 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:06.212689 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111831e7-0adb-4e03-a109-94c2118e0cab None None] Routers {'05b9be92-50a2-43a2-a398-6708a0dd5f87'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:03:06.213476 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-111831e7-0adb-4e03-a109-94c2118e0cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:02:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['05b9be92-50a2-43a2-a398-6708a0dd5f87'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:03:06.297954 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b1235f96-6fd4-47ca-a10c-c9c66e4631e7 req-7e8dc2f6-67f5-47ce-beca-15b87958640e service neutron] 10.222.0.24 "GET /v2.0/networks/d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338854 Apr 01 16:03:06.330998 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b6e6e2b-5e16-4542-9792-aa01015c00eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84c9ecc2-f4c4-4935-951d-c942c32c0f74'}] {{(pid=83829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:03:06.363332 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 84c9ecc2-f4c4-4935-951d-c942c32c0f74, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=84c9ecc2-f4c4-4935-951d-c942c32c0f74,segment=NetworkSegment(13583ea2-5e70-4381-9997-05f6b1d48a48),segment_id=13583ea2-5e70-4381-9997-05f6b1d48a48)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:03:06.370165 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:06.409329 dv-neutron-833373-2-hyperv neutron-server[83829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b6e6e2b-5e16-4542-9792-aa01015c00eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84c9ecc2-f4c4-4935-951d-c942c32c0f74', 'code': 200} Apr 01 16:03:06.437814 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b1235f96-6fd4-47ca-a10c-c9c66e4631e7 req-ab172e05-d88a-4dd6-ac16-f7170186da11 service neutron] 10.222.0.24 "GET /v2.0/networks/d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341193 Apr 01 16:03:06.469452 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=84c9ecc2-f4c4-4935-951d-c942c32c0f74,revision_number=5']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:06.479418 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-111831e7-0adb-4e03-a109-94c2118e0cab None None] Set router 05b9be92-50a2-43a2-a398-6708a0dd5f87 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:03:06.638829 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ae672f8a-c4b7-4312-ab4d-646351c517cd req-8662ad67-c1a8-4918-831c-015ba067c5e6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7b6e6e2b-5e16-4542-9792-aa01015c00eb HTTP/1.1" status: 200 len: 1136 time: 0.0737662 Apr 01 16:03:06.683619 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ae672f8a-c4b7-4312-ab4d-646351c517cd req-0e5ae807-fd3a-4197-91f7-8ce646e41432 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=74ad8e91-ed7c-4bce-972d-b5afa18b485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376799 Apr 01 16:03:06.866127 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-111831e7-0adb-4e03-a109-94c2118e0cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b9be92-50a2-43a2-a398-6708a0dd5f87', 'name': 'tempest-TestVolumeBootPattern-1030540240-router', 'tenant_id': 'b9e160ed92af426eb41719050c02f853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.5'}], 'enable_snat': True}, 'gw_port_id': 'c9310d4d-02e6-42b9-9f00-f699c4f1c79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:59:30Z', 'updated_at': '2022-04-01T15:59:38Z', 'revision_number': 4, 'project_id': 'b9e160ed92af426eb41719050c02f853', 'gw_port': {'id': 'c9310d4d-02e6-42b9-9f00-f699c4f1c79c', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b9be92-50a2-43a2-a398-6708a0dd5f87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:31Z', 'updated_at': '2022-04-01T15:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': '46f31245-8d30-4b34-bf1a-398ad2e1aea3', 'tenant_id': 'b9e160ed92af426eb41719050c02f853', 'floating_ip_address': '172.26.1.137', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '05b9be92-50a2-43a2-a398-6708a0dd5f87', 'port_id': '3f5f2b9c-b159-48cf-ab42-dd65d0200e16', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0', 'mac_address': 'fa:16:3e:e0:89:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f6b493-dd0d-47d8-a443-1fdb234bfa3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:03:03Z', 'updated_at': '2022-04-01T16:03:03Z', 'revision_number': 0, 'project_id': 'b9e160ed92af426eb41719050c02f853', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53e92810-2be5-45b0-9e43-4bd6dec17163', 'name': '', 'network_id': 'd3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0', 'tenant_id': 'b9e160ed92af426eb41719050c02f853', 'mac_address': 'fa:16:3e:cd:d6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b9be92-50a2-43a2-a398-6708a0dd5f87', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e89a89e5-8fa9-4b91-af10-f0a4d00467fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:37Z', 'updated_at': '2022-04-01T16:00:18Z', 'revision_number': 5, 'project_id': 'b9e160ed92af426eb41719050c02f853', 'subnets': [{'id': 'e89a89e5-8fa9-4b91-af10-f0a4d00467fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:03:06.869997 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111831e7-0adb-4e03-a109-94c2118e0cab None None] The sync data for ids ['05b9be92-50a2-43a2-a398-6708a0dd5f87'] in dv-neutron-833373-2-hyperv is: [{'id': '05b9be92-50a2-43a2-a398-6708a0dd5f87', 'name': 'tempest-TestVolumeBootPattern-1030540240-router', 'tenant_id': 'b9e160ed92af426eb41719050c02f853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.5'}], 'enable_snat': True}, 'gw_port_id': 'c9310d4d-02e6-42b9-9f00-f699c4f1c79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:59:30Z', 'updated_at': '2022-04-01T15:59:38Z', 'revision_number': 4, 'project_id': 'b9e160ed92af426eb41719050c02f853', 'gw_port': {'id': 'c9310d4d-02e6-42b9-9f00-f699c4f1c79c', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b9be92-50a2-43a2-a398-6708a0dd5f87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:31Z', 'updated_at': '2022-04-01T15:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': '46f31245-8d30-4b34-bf1a-398ad2e1aea3', 'tenant_id': 'b9e160ed92af426eb41719050c02f853', 'floating_ip_address': '172.26.1.137', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '05b9be92-50a2-43a2-a398-6708a0dd5f87', 'port_id': '3f5f2b9c-b159-48cf-ab42-dd65d0200e16', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0', 'mac_address': 'fa:16:3e:e0:89:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f6b493-dd0d-47d8-a443-1fdb234bfa3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:03:03Z', 'updated_at': '2022-04-01T16:03:03Z', 'revision_number': 0, 'project_id': 'b9e160ed92af426eb41719050c02f853', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53e92810-2be5-45b0-9e43-4bd6dec17163', 'name': '', 'network_id': 'd3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0', 'tenant_id': 'b9e160ed92af426eb41719050c02f853', 'mac_address': 'fa:16:3e:cd:d6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b9be92-50a2-43a2-a398-6708a0dd5f87', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e89a89e5-8fa9-4b91-af10-f0a4d00467fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:37Z', 'updated_at': '2022-04-01T16:00:18Z', 'revision_number': 5, 'project_id': 'b9e160ed92af426eb41719050c02f853', 'subnets': [{'id': 'e89a89e5-8fa9-4b91-af10-f0a4d00467fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:03:07.092501 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db368fd6-4f68-460a-ba95-89b77c90f42a req-e6629939-3e76-427d-ad0d-35ac3f49352e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:07.093998 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-db368fd6-4f68-460a-ba95-89b77c90f42a req-e6629939-3e76-427d-ad0d-35ac3f49352e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b6e6e2b-5e16-4542-9792-aa01015c00eb HTTP/1.1" status: 200 len: 983 time: 0.0783641 Apr 01 16:03:07.153707 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-db368fd6-4f68-460a-ba95-89b77c90f42a req-a15f5b85-43a0-43b9-9572-be83b6b8e0d0 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=74ad8e91-ed7c-4bce-972d-b5afa18b485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494921 Apr 01 16:03:08.105546 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97a2816-3aaf-4c88-a425-6db6431707e5 None None] New status for floating IP 46f31245-8d30-4b34-bf1a-398ad2e1aea3: ACTIVE {{(pid=83833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 16:03:08.352213 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b470a5ec-f121-4dd9-b54f-a60b03583580 req-6147ac79-781a-49b5-b56a-b27a5d1bbfbc tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:08.353802 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b470a5ec-f121-4dd9-b54f-a60b03583580 req-6147ac79-781a-49b5-b56a-b27a5d1bbfbc tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b6e6e2b-5e16-4542-9792-aa01015c00eb HTTP/1.1" status: 200 len: 983 time: 0.0778136 Apr 01 16:03:08.401182 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b470a5ec-f121-4dd9-b54f-a60b03583580 req-7912a031-0c30-44df-93b9-4812afcdb033 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=74ad8e91-ed7c-4bce-972d-b5afa18b485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415006 Apr 01 16:03:08.601552 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1664c918-1f07-4f19-a59d-c3a47721b359 req-e8edf861-232e-4e2e-9323-f871709e60f9 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:08.602959 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-1664c918-1f07-4f19-a59d-c3a47721b359 req-e8edf861-232e-4e2e-9323-f871709e60f9 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b6e6e2b-5e16-4542-9792-aa01015c00eb HTTP/1.1" status: 200 len: 983 time: 0.0794206 Apr 01 16:03:08.648088 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-1664c918-1f07-4f19-a59d-c3a47721b359 req-72f538af-80f8-465b-afc9-abd93b91ae4e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=74ad8e91-ed7c-4bce-972d-b5afa18b485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396066 Apr 01 16:03:08.676315 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 58166) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:03:08.744907 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-518b4630-3a8e-44cd-bdae-dcb72a95aa10 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=7b6e6e2b-5e16-4542-9792-aa01015c00eb HTTP/1.1" status: 200 len: 1131 time: 0.0674000 Apr 01 16:03:08.747828 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 58170) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:03:08.753111 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-fec8a410-6d39-44ca-ac83-9cfb1b19c0ee tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'floatingip': {'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'port_id': '84c9ecc2-f4c4-4935-951d-c942c32c0f74', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:03:08.758541 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-fec8a410-6d39-44ca-ac83-9cfb1b19c0ee tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:03:08.762318 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-fec8a410-6d39-44ca-ac83-9cfb1b19c0ee tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:floatingip and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:03:08.765125 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-fec8a410-6d39-44ca-ac83-9cfb1b19c0ee tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:03:08.770877 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-fec8a410-6d39-44ca-ac83-9cfb1b19c0ee tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:03:08.780907 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-fec8a410-6d39-44ca-ac83-9cfb1b19c0ee tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for floatingip, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:09.011553 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-fec8a410-6d39-44ca-ac83-9cfb1b19c0ee tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:09.149768 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-fec8a410-6d39-44ca-ac83-9cfb1b19c0ee tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Allocated IP 172.26.1.205 (ed45466e-0386-4b92-8de3-247c977242ac/0479f741-5cd1-4d6f-b593-d8aa909a42d3/5247deba-f890-4238-9934-af7d03f78d86) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:03:09.295789 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-fec8a410-6d39-44ca-ac83-9cfb1b19c0ee tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:09.323882 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-fec8a410-6d39-44ca-ac83-9cfb1b19c0ee tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:09.396567 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec8a410-6d39-44ca-ac83-9cfb1b19c0ee tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Network ed45466e-0386-4b92-8de3-247c977242ac is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:03:09.399423 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-fec8a410-6d39-44ca-ac83-9cfb1b19c0ee tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:03:09.403870 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec8a410-6d39-44ca-ac83-9cfb1b19c0ee tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:03:09.430683 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec8a410-6d39-44ca-ac83-9cfb1b19c0ee tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'Port': ['ID=5247deba-f890-4238-9934-af7d03f78d86,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:09.901664 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-fec8a410-6d39-44ca-ac83-9cfb1b19c0ee tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:09.956041 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-fec8a410-6d39-44ca-ac83-9cfb1b19c0ee tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:10.159960 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-fec8a410-6d39-44ca-ac83-9cfb1b19c0ee tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for port, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:10.164314 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-fec8a410-6d39-44ca-ac83-9cfb1b19c0ee tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:10.269687 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec8a410-6d39-44ca-ac83-9cfb1b19c0ee tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'Port': ['ID=5247deba-f890-4238-9934-af7d03f78d86,revision_number=2']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:10.284759 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-fec8a410-6d39-44ca-ac83-9cfb1b19c0ee tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617697'] for floatingip, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:10.473707 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.l3_db [None req-fec8a410-6d39-44ca-ac83-9cfb1b19c0ee tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Floating IP 556a5f58-50b7-401f-9d24-74a8b1e5c146 associated. External IP: 172.26.1.205, port: 84c9ecc2-f4c4-4935-951d-c942c32c0f74. Apr 01 16:03:10.955643 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fec8a410-6d39-44ca-ac83-9cfb1b19c0ee tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Router 012b9db6-831f-46e9-a340-f116b38b60ba has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:03:11.158668 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fec8a410-6d39-44ca-ac83-9cfb1b19c0ee tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:03:11.167825 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682eae9d-cc60-49b4-b26d-6f54f8571dc8 None None] Sync routers for ids ['012b9db6-831f-46e9-a340-f116b38b60ba'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:03:11.180003 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682eae9d-cc60-49b4-b26d-6f54f8571dc8 None None] Routers {'012b9db6-831f-46e9-a340-f116b38b60ba'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:03:11.180801 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-682eae9d-cc60-49b4-b26d-6f54f8571dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:02:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['012b9db6-831f-46e9-a340-f116b38b60ba'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:03:11.183260 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-fec8a410-6d39-44ca-ac83-9cfb1b19c0ee tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for floatingip, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:11.240051 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-fec8a410-6d39-44ca-ac83-9cfb1b19c0ee tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 2.4910519 Apr 01 16:03:11.240438 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b6e6e2b-5e16-4542-9792-aa01015c00eb', 'tag': '84c9ecc2-f4c4-4935-951d-c942c32c0f74'}] {{(pid=83828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:03:11.242939 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 58176) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:03:11.307548 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b6e6e2b-5e16-4542-9792-aa01015c00eb', 'tag': '84c9ecc2-f4c4-4935-951d-c942c32c0f74', 'status': 'completed', 'code': 200} Apr 01 16:03:11.316227 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-ec9ce7e4-b018-4cf9-892a-312a02be9b6f tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=7b6e6e2b-5e16-4542-9792-aa01015c00eb&network_id=cccbf491-b981-4cd9-b3c9-3cf2c7ee518d HTTP/1.1" status: 200 len: 1131 time: 0.0721102 Apr 01 16:03:11.370525 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-682eae9d-cc60-49b4-b26d-6f54f8571dc8 None None] Set router 012b9db6-831f-46e9-a340-f116b38b60ba gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:03:11.498685 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-58e9f237-d285-47a3-885c-56c024c6c49a req-484f8fed-d3bb-4be7-8044-7fb0da5a0cda service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=447e2c5010754fe1ad368efac7c75251&device_id=7b6e6e2b-5e16-4542-9792-aa01015c00eb HTTP/1.1" status: 200 len: 1136 time: 0.1670721 Apr 01 16:03:11.678254 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e9f237-d285-47a3-885c-56c024c6c49a req-fe1f9593-89a9-437c-a884-ec0530007cc0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:11.679676 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-58e9f237-d285-47a3-885c-56c024c6c49a req-fe1f9593-89a9-437c-a884-ec0530007cc0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cccbf491-b981-4cd9-b3c9-3cf2c7ee518d HTTP/1.1" status: 200 len: 896 time: 0.1737223 Apr 01 16:03:11.746614 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-682eae9d-cc60-49b4-b26d-6f54f8571dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '012b9db6-831f-46e9-a340-f116b38b60ba', 'name': 'tempest-TestNetworkBasicOps-router-788186394', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': 'b2b8cdc7-d6a8-44bf-8367-b144bef51a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:02:45Z', 'updated_at': '2022-04-01T16:02:51Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': 'b2b8cdc7-d6a8-44bf-8367-b144bef51a1b', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012b9db6-831f-46e9-a340-f116b38b60ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:02:46Z', 'updated_at': '2022-04-01T16:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': '556a5f58-50b7-401f-9d24-74a8b1e5c146', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'floating_ip_address': '172.26.1.205', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '012b9db6-831f-46e9-a340-f116b38b60ba', 'port_id': '84c9ecc2-f4c4-4935-951d-c942c32c0f74', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1362998741', 'network_id': 'cccbf491-b981-4cd9-b3c9-3cf2c7ee518d', 'mac_address': 'fa:16:3e:21:f9:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6e6e2b-5e16-4542-9792-aa01015c00eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:03:09Z', 'updated_at': '2022-04-01T16:03:09Z', 'revision_number': 0, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7102340a-3c70-48ea-adf1-bc8606b2f3a9', 'name': '', 'network_id': 'cccbf491-b981-4cd9-b3c9-3cf2c7ee518d', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'mac_address': 'fa:16:3e:90:b1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012b9db6-831f-46e9-a340-f116b38b60ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '339a3801-b2b0-46c8-9fb2-c19165478d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:02:49Z', 'updated_at': '2022-04-01T16:02:57Z', 'revision_number': 5, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'subnets': [{'id': '339a3801-b2b0-46c8-9fb2-c19165478d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:03:11.751148 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682eae9d-cc60-49b4-b26d-6f54f8571dc8 None None] Checking router: 012b9db6-831f-46e9-a340-f116b38b60ba for host: dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:03:11.762641 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682eae9d-cc60-49b4-b26d-6f54f8571dc8 None None] Routers {'012b9db6-831f-46e9-a340-f116b38b60ba'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:03:11.763248 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-682eae9d-cc60-49b4-b26d-6f54f8571dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:02:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['012b9db6-831f-46e9-a340-f116b38b60ba'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:03:11.804714 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-58e9f237-d285-47a3-885c-56c024c6c49a req-d4149b70-507d-4610-b96b-651885244a72 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84c9ecc2-f4c4-4935-951d-c942c32c0f74 HTTP/1.1" status: 200 len: 1037 time: 0.1144845 Apr 01 16:03:11.815113 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf425e8-3c30-4f67-ac23-69107fe8d852 req-50bcfed3-24f3-4dd4-b90e-1a6162bf24a5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:11.816516 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-7cf425e8-3c30-4f67-ac23-69107fe8d852 req-50bcfed3-24f3-4dd4-b90e-1a6162bf24a5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b6e6e2b-5e16-4542-9792-aa01015c00eb HTTP/1.1" status: 200 len: 983 time: 0.1697197 Apr 01 16:03:11.905895 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e9f237-d285-47a3-885c-56c024c6c49a req-9b9ba6a0-3443-46b2-b6ae-1b6c72d3d7c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:11.907335 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-58e9f237-d285-47a3-885c-56c024c6c49a req-9b9ba6a0-3443-46b2-b6ae-1b6c72d3d7c8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=339a3801-b2b0-46c8-9fb2-c19165478d30 HTTP/1.1" status: 200 len: 835 time: 0.0899489 Apr 01 16:03:11.912670 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-7cf425e8-3c30-4f67-ac23-69107fe8d852 req-c1ce3809-445f-4b0a-a05f-9ab1ddf193b9 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=74ad8e91-ed7c-4bce-972d-b5afa18b485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653067 Apr 01 16:03:11.961138 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-682eae9d-cc60-49b4-b26d-6f54f8571dc8 None None] Set router 012b9db6-831f-46e9-a340-f116b38b60ba gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:03:11.984586 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-58e9f237-d285-47a3-885c-56c024c6c49a req-829aa29a-4276-4b12-9a48-87454c7c9b16 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cccbf491-b981-4cd9-b3c9-3cf2c7ee518d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704820 Apr 01 16:03:12.119430 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-58e9f237-d285-47a3-885c-56c024c6c49a req-ca69bdbd-74bd-48da-b65b-029726d04e6d service neutron] 10.222.0.24 "GET /v2.0/networks/cccbf491-b981-4cd9-b3c9-3cf2c7ee518d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272762 Apr 01 16:03:12.253207 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-58e9f237-d285-47a3-885c-56c024c6c49a req-42dd8ad0-0e30-427b-b93b-f7099e922318 service neutron] 10.222.0.24 "GET /v2.0/networks/cccbf491-b981-4cd9-b3c9-3cf2c7ee518d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277170 Apr 01 16:03:12.317237 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-682eae9d-cc60-49b4-b26d-6f54f8571dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '012b9db6-831f-46e9-a340-f116b38b60ba', 'name': 'tempest-TestNetworkBasicOps-router-788186394', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': 'b2b8cdc7-d6a8-44bf-8367-b144bef51a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:02:45Z', 'updated_at': '2022-04-01T16:02:51Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': 'b2b8cdc7-d6a8-44bf-8367-b144bef51a1b', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012b9db6-831f-46e9-a340-f116b38b60ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:02:46Z', 'updated_at': '2022-04-01T16:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': '556a5f58-50b7-401f-9d24-74a8b1e5c146', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'floating_ip_address': '172.26.1.205', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '012b9db6-831f-46e9-a340-f116b38b60ba', 'port_id': '84c9ecc2-f4c4-4935-951d-c942c32c0f74', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1362998741', 'network_id': 'cccbf491-b981-4cd9-b3c9-3cf2c7ee518d', 'mac_address': 'fa:16:3e:21:f9:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6e6e2b-5e16-4542-9792-aa01015c00eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:03:09Z', 'updated_at': '2022-04-01T16:03:09Z', 'revision_number': 0, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7102340a-3c70-48ea-adf1-bc8606b2f3a9', 'name': '', 'network_id': 'cccbf491-b981-4cd9-b3c9-3cf2c7ee518d', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'mac_address': 'fa:16:3e:90:b1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012b9db6-831f-46e9-a340-f116b38b60ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '339a3801-b2b0-46c8-9fb2-c19165478d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:02:49Z', 'updated_at': '2022-04-01T16:02:57Z', 'revision_number': 5, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'subnets': [{'id': '339a3801-b2b0-46c8-9fb2-c19165478d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:03:12.321084 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682eae9d-cc60-49b4-b26d-6f54f8571dc8 None None] The sync data for ids ['012b9db6-831f-46e9-a340-f116b38b60ba'] in dv-neutron-833373-2-hyperv is: [{'id': '012b9db6-831f-46e9-a340-f116b38b60ba', 'name': 'tempest-TestNetworkBasicOps-router-788186394', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': 'b2b8cdc7-d6a8-44bf-8367-b144bef51a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:02:45Z', 'updated_at': '2022-04-01T16:02:51Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': 'b2b8cdc7-d6a8-44bf-8367-b144bef51a1b', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012b9db6-831f-46e9-a340-f116b38b60ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:02:46Z', 'updated_at': '2022-04-01T16:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': '556a5f58-50b7-401f-9d24-74a8b1e5c146', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'floating_ip_address': '172.26.1.205', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '012b9db6-831f-46e9-a340-f116b38b60ba', 'port_id': '84c9ecc2-f4c4-4935-951d-c942c32c0f74', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1362998741', 'network_id': 'cccbf491-b981-4cd9-b3c9-3cf2c7ee518d', 'mac_address': 'fa:16:3e:21:f9:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6e6e2b-5e16-4542-9792-aa01015c00eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:03:09Z', 'updated_at': '2022-04-01T16:03:09Z', 'revision_number': 0, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7102340a-3c70-48ea-adf1-bc8606b2f3a9', 'name': '', 'network_id': 'cccbf491-b981-4cd9-b3c9-3cf2c7ee518d', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'mac_address': 'fa:16:3e:90:b1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012b9db6-831f-46e9-a340-f116b38b60ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '339a3801-b2b0-46c8-9fb2-c19165478d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:02:49Z', 'updated_at': '2022-04-01T16:02:57Z', 'revision_number': 5, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'subnets': [{'id': '339a3801-b2b0-46c8-9fb2-c19165478d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:03:13.190004 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462ed0fc-3814-4e1b-8b28-08219bf03fee req-2bdcd39c-f2e8-4eab-84b1-b6ae9a52cf71 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:13.191646 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-462ed0fc-3814-4e1b-8b28-08219bf03fee req-2bdcd39c-f2e8-4eab-84b1-b6ae9a52cf71 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b6e6e2b-5e16-4542-9792-aa01015c00eb HTTP/1.1" status: 200 len: 983 time: 0.1536930 Apr 01 16:03:13.233998 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911722cc-f41d-434d-97e5-3652cfb5dbc8 req-eb3b269a-70a3-4173-a87e-90321bdab55e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:13.235426 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-911722cc-f41d-434d-97e5-3652cfb5dbc8 req-eb3b269a-70a3-4173-a87e-90321bdab55e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b6e6e2b-5e16-4542-9792-aa01015c00eb HTTP/1.1" status: 200 len: 983 time: 0.1632240 Apr 01 16:03:13.308974 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462ed0fc-3814-4e1b-8b28-08219bf03fee req-33a4fe26-548c-4dbd-877d-a7a1e502b0dd tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:13.310826 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-462ed0fc-3814-4e1b-8b28-08219bf03fee req-33a4fe26-548c-4dbd-877d-a7a1e502b0dd tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.24 "GET /v2.0/ports/84c9ecc2-f4c4-4935-951d-c942c32c0f74?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1136634 Apr 01 16:03:13.338528 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-911722cc-f41d-434d-97e5-3652cfb5dbc8 req-97982de1-a007-4388-a53a-af8cfb912220 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=74ad8e91-ed7c-4bce-972d-b5afa18b485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972126 Apr 01 16:03:13.478157 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-462ed0fc-3814-4e1b-8b28-08219bf03fee req-09b3fc1a-a8d6-4528-a14a-d4f77a851a11 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.24 "GET /v2.0/networks/cccbf491-b981-4cd9-b3c9-3cf2c7ee518d?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1615548 Apr 01 16:03:13.488604 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [req-462ed0fc-3814-4e1b-8b28-08219bf03fee req-5cc4db2d-247d-4a05-b383-0ba64dd91b0b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:03:13.601335 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-462ed0fc-3814-4e1b-8b28-08219bf03fee req-5cc4db2d-247d-4a05-b383-0ba64dd91b0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:13.817401 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [req-462ed0fc-3814-4e1b-8b28-08219bf03fee req-5cc4db2d-247d-4a05-b383-0ba64dd91b0b service neutron] For port 84c9ecc2-f4c4-4935-951d-c942c32c0f74, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=84c9ecc2-f4c4-4935-951d-c942c32c0f74,segment=NetworkSegment(13583ea2-5e70-4381-9997-05f6b1d48a48),segment_id=13583ea2-5e70-4381-9997-05f6b1d48a48)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:03:13.850783 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [req-462ed0fc-3814-4e1b-8b28-08219bf03fee req-5cc4db2d-247d-4a05-b383-0ba64dd91b0b service neutron] For port 84c9ecc2-f4c4-4935-951d-c942c32c0f74, host hv-neutron-8333, cleared binding levels {{(pid=83826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:03:13.905478 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [req-462ed0fc-3814-4e1b-8b28-08219bf03fee req-5cc4db2d-247d-4a05-b383-0ba64dd91b0b service neutron] device_id is not set on port 84c9ecc2-f4c4-4935-951d-c942c32c0f74 yet. {{(pid=83826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 16:03:13.914583 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-462ed0fc-3814-4e1b-8b28-08219bf03fee req-5cc4db2d-247d-4a05-b383-0ba64dd91b0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:13.921545 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-462ed0fc-3814-4e1b-8b28-08219bf03fee req-5cc4db2d-247d-4a05-b383-0ba64dd91b0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:14.155848 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc4db2d-247d-4a05-b383-0ba64dd91b0b service neutron] Pushing event updated for resources: {'Port': ['ID=84c9ecc2-f4c4-4935-951d-c942c32c0f74,revision_number=6']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:14.222572 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [req-462ed0fc-3814-4e1b-8b28-08219bf03fee req-5cc4db2d-247d-4a05-b383-0ba64dd91b0b service neutron] No DVR routers for this DVR port 84c9ecc2-f4c4-4935-951d-c942c32c0f74 on host hv-neutron-8333 {{(pid=83826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:03:14.335740 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-c027d399-39c0-4128-afd7-6a50e3dc15d8 None None] Provisioning complete for port 84c9ecc2-f4c4-4935-951d-c942c32c0f74 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:03:14.336380 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c027d399-39c0-4128-afd7-6a50e3dc15d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:14.389867 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-c027d399-39c0-4128-afd7-6a50e3dc15d8 None None] Port 84c9ecc2-f4c4-4935-951d-c942c32c0f74 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 16:03:14.505816 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [req-462ed0fc-3814-4e1b-8b28-08219bf03fee req-5cc4db2d-247d-4a05-b383-0ba64dd91b0b service neutron] In _notify_port_updated(), no bound segment for port 84c9ecc2-f4c4-4935-951d-c942c32c0f74 on network cccbf491-b981-4cd9-b3c9-3cf2c7ee518d {{(pid=83826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 01 16:03:14.506817 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-462ed0fc-3814-4e1b-8b28-08219bf03fee req-5cc4db2d-247d-4a05-b383-0ba64dd91b0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:14.508037 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-462ed0fc-3814-4e1b-8b28-08219bf03fee req-5cc4db2d-247d-4a05-b383-0ba64dd91b0b service neutron] 10.222.0.24 "PUT /v2.0/ports/84c9ecc2-f4c4-4935-951d-c942c32c0f74 HTTP/1.1" status: 200 len: 1026 time: 1.0240588 Apr 01 16:03:14.510043 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c537d30a-012e-4afb-8d41-c0627e1ddd21 req-67e22d2f-f70c-40d2-a71f-4d0925686a6f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b6e6e2b-5e16-4542-9792-aa01015c00eb HTTP/1.1" status: 200 len: 210 time: 0.0458794 Apr 01 16:03:15.615061 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 58194) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:03:15.685203 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce051f20-0fbb-402e-a58a-dd9dbe7737c1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:15.686573 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-ce051f20-0fbb-402e-a58a-dd9dbe7737c1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports/84c9ecc2-f4c4-4935-951d-c942c32c0f74 HTTP/1.1" status: 200 len: 925 time: 0.0704415 Apr 01 16:03:15.852169 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 58200) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:03:15.857744 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-3983984d-7803-4856-bd43-7900365b2ace tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-92220521', 'description': 'tempest-secgroup-smoke-92220521 description', 'project_id': '447e2c5010754fe1ad368efac7c75251'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:03:15.864453 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-3983984d-7803-4856-bd43-7900365b2ace tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:03:15.868552 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-3983984d-7803-4856-bd43-7900365b2ace tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:03:15.871387 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-3983984d-7803-4856-bd43-7900365b2ace tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:03:15.878041 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-3983984d-7803-4856-bd43-7900365b2ace tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:03:15.889533 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3983984d-7803-4856-bd43-7900365b2ace tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:15.928363 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-3983984d-7803-4856-bd43-7900365b2ace tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:03:15.932083 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-3983984d-7803-4856-bd43-7900365b2ace tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group_rule and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:03:15.934898 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-3983984d-7803-4856-bd43-7900365b2ace tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:03:15.940828 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-3983984d-7803-4856-bd43-7900365b2ace tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:03:16.013494 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3983984d-7803-4856-bd43-7900365b2ace tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:16.018293 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3983984d-7803-4856-bd43-7900365b2ace tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:16.064614 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3983984d-7803-4856-bd43-7900365b2ace tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec4b5aa7-6d97-455c-adcc-9e43acf2074b,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:16.067499 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3983984d-7803-4856-bd43-7900365b2ace tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:16.068799 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-3983984d-7803-4856-bd43-7900365b2ace tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 0.2155199 Apr 01 16:03:16.072975 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 58204) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:03:16.079535 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-ad371efa-32f2-4258-a6b6-5087531567e1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'security_group_rule': {'security_group_id': 'ec4b5aa7-6d97-455c-adcc-9e43acf2074b', 'project_id': '447e2c5010754fe1ad368efac7c75251', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:03:16.087779 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-ad371efa-32f2-4258-a6b6-5087531567e1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:03:16.094448 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-ad371efa-32f2-4258-a6b6-5087531567e1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group_rule and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:03:16.098751 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-ad371efa-32f2-4258-a6b6-5087531567e1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:03:16.105366 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-ad371efa-32f2-4258-a6b6-5087531567e1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:03:16.130670 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ad371efa-32f2-4258-a6b6-5087531567e1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:16.198794 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ad371efa-32f2-4258-a6b6-5087531567e1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:16.203594 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ad371efa-32f2-4258-a6b6-5087531567e1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:16.230511 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad371efa-32f2-4258-a6b6-5087531567e1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab94ff7a-f0ae-4eef-aa54-ae5db55ebe97,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:16.242690 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ad371efa-32f2-4258-a6b6-5087531567e1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:16.244088 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-ad371efa-32f2-4258-a6b6-5087531567e1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1698122 Apr 01 16:03:16.247195 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 58208) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:03:16.253802 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-ac29d3f4-a3f8-4280-952c-a8012278aa24 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'security_group_rule': {'security_group_id': 'ec4b5aa7-6d97-455c-adcc-9e43acf2074b', 'project_id': '447e2c5010754fe1ad368efac7c75251', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:03:16.261753 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-ac29d3f4-a3f8-4280-952c-a8012278aa24 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:03:16.265690 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-ac29d3f4-a3f8-4280-952c-a8012278aa24 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group_rule and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:03:16.269429 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-ac29d3f4-a3f8-4280-952c-a8012278aa24 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:03:16.275510 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-ac29d3f4-a3f8-4280-952c-a8012278aa24 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:03:16.295988 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ac29d3f4-a3f8-4280-952c-a8012278aa24 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:16.370668 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ac29d3f4-a3f8-4280-952c-a8012278aa24 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:16.374706 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ac29d3f4-a3f8-4280-952c-a8012278aa24 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:16.404353 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac29d3f4-a3f8-4280-952c-a8012278aa24 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeeb2ffb-71b0-4599-9428-ef97f89e6660,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:16.412804 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ac29d3f4-a3f8-4280-952c-a8012278aa24 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:16.414516 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-ac29d3f4-a3f8-4280-952c-a8012278aa24 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1662400 Apr 01 16:03:16.417264 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 58212) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:03:16.424182 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-f4c406e3-36cd-491a-9013-f991f9a600c2 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'security_group_rule': {'security_group_id': 'ec4b5aa7-6d97-455c-adcc-9e43acf2074b', 'project_id': '447e2c5010754fe1ad368efac7c75251', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:03:16.431026 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-f4c406e3-36cd-491a-9013-f991f9a600c2 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:03:16.441870 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-f4c406e3-36cd-491a-9013-f991f9a600c2 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group_rule and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:03:16.442699 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-f4c406e3-36cd-491a-9013-f991f9a600c2 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:03:16.449660 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-f4c406e3-36cd-491a-9013-f991f9a600c2 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:03:16.472143 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f4c406e3-36cd-491a-9013-f991f9a600c2 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:16.490897 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c0b8f0-a97b-4cec-8a3b-2fd34b623df6 None None] New status for floating IP 556a5f58-50b7-401f-9d24-74a8b1e5c146: ACTIVE {{(pid=83833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 16:03:16.546799 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f4c406e3-36cd-491a-9013-f991f9a600c2 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:16.546799 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f4c406e3-36cd-491a-9013-f991f9a600c2 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:16.570580 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c406e3-36cd-491a-9013-f991f9a600c2 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46776de5-ecf9-49f9-b5c8-1744a06b114f,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:16.580977 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f4c406e3-36cd-491a-9013-f991f9a600c2 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:16.585315 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-f4c406e3-36cd-491a-9013-f991f9a600c2 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1637831 Apr 01 16:03:16.585315 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 58216) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:03:16.593704 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-af77a98e-d841-4bd1-8ee6-e149c8b1218c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'security_group_rule': {'security_group_id': 'ec4b5aa7-6d97-455c-adcc-9e43acf2074b', 'project_id': '447e2c5010754fe1ad368efac7c75251', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:03:16.600878 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-af77a98e-d841-4bd1-8ee6-e149c8b1218c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:03:16.605727 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-af77a98e-d841-4bd1-8ee6-e149c8b1218c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group_rule and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:03:16.609176 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-af77a98e-d841-4bd1-8ee6-e149c8b1218c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:03:16.615733 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-af77a98e-d841-4bd1-8ee6-e149c8b1218c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:03:16.633935 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-af77a98e-d841-4bd1-8ee6-e149c8b1218c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:16.708413 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-af77a98e-d841-4bd1-8ee6-e149c8b1218c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:16.712720 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-af77a98e-d841-4bd1-8ee6-e149c8b1218c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:16.738120 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af77a98e-d841-4bd1-8ee6-e149c8b1218c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b26353f2-33bd-4a25-b36b-5c8e70ed41b0,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:16.750200 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-af77a98e-d841-4bd1-8ee6-e149c8b1218c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:16.754666 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-af77a98e-d841-4bd1-8ee6-e149c8b1218c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1654625 Apr 01 16:03:16.755052 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 58220) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:03:16.760781 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-e6a85e07-0ed9-48e1-b922-94f3f0f0ffb2 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'security_group_rule': {'security_group_id': 'ec4b5aa7-6d97-455c-adcc-9e43acf2074b', 'project_id': '447e2c5010754fe1ad368efac7c75251', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:03:16.766779 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-e6a85e07-0ed9-48e1-b922-94f3f0f0ffb2 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:03:16.771402 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-e6a85e07-0ed9-48e1-b922-94f3f0f0ffb2 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group_rule and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:03:16.774269 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-e6a85e07-0ed9-48e1-b922-94f3f0f0ffb2 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:03:16.780415 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-e6a85e07-0ed9-48e1-b922-94f3f0f0ffb2 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:03:16.790088 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.securitygroups_db [None req-e6a85e07-0ed9-48e1-b922-94f3f0f0ffb2 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Project 447e2c5010754fe1ad368efac7c75251 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:03:16.796600 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e6a85e07-0ed9-48e1-b922-94f3f0f0ffb2 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:16.865508 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e6a85e07-0ed9-48e1-b922-94f3f0f0ffb2 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:16.869197 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e6a85e07-0ed9-48e1-b922-94f3f0f0ffb2 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:16.892035 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a85e07-0ed9-48e1-b922-94f3f0f0ffb2 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9319eff-b962-4ffe-8808-cbd709ac1293,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:16.901978 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e6a85e07-0ed9-48e1-b922-94f3f0f0ffb2 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:16.903134 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-e6a85e07-0ed9-48e1-b922-94f3f0f0ffb2 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1471086 Apr 01 16:03:16.905924 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 58224) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:03:16.911950 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-b143a2a0-f7c9-4595-b819-d42e2fcb4749 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'security_group_rule': {'security_group_id': 'ec4b5aa7-6d97-455c-adcc-9e43acf2074b', 'project_id': '447e2c5010754fe1ad368efac7c75251', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:03:16.917662 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-b143a2a0-f7c9-4595-b819-d42e2fcb4749 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:03:16.921656 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-b143a2a0-f7c9-4595-b819-d42e2fcb4749 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group_rule and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:03:16.925137 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-b143a2a0-f7c9-4595-b819-d42e2fcb4749 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:03:16.931458 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-b143a2a0-f7c9-4595-b819-d42e2fcb4749 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:03:16.941023 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.securitygroups_db [None req-b143a2a0-f7c9-4595-b819-d42e2fcb4749 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Project 447e2c5010754fe1ad368efac7c75251 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:03:16.947523 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b143a2a0-f7c9-4595-b819-d42e2fcb4749 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:17.015271 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b143a2a0-f7c9-4595-b819-d42e2fcb4749 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:17.019355 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b143a2a0-f7c9-4595-b819-d42e2fcb4749 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:17.044818 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b143a2a0-f7c9-4595-b819-d42e2fcb4749 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79e403e1-671a-4724-a277-7789c6e43998,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:17.053812 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b143a2a0-f7c9-4595-b819-d42e2fcb4749 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:17.055079 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-b143a2a0-f7c9-4595-b819-d42e2fcb4749 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1482518 Apr 01 16:03:17.225137 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-4dcbdf18-0cea-45bf-bd89-fad9198b5a0d req-9044ff85-61cb-4a93-936f-1c38baf63d58 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Synchronizing usage tracker for tenant:447e2c5010754fe1ad368efac7c75251 on resource:security_group {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:03:17.240661 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-4dcbdf18-0cea-45bf-bd89-fad9198b5a0d req-9044ff85-61cb-4a93-936f-1c38baf63d58 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Unset dirty status for tenant:447e2c5010754fe1ad368efac7c75251 on resource:security_group {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:03:17.242147 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4dcbdf18-0cea-45bf-bd89-fad9198b5a0d req-9044ff85-61cb-4a93-936f-1c38baf63d58 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-92220521&fields=id&tenant_id=447e2c5010754fe1ad368efac7c75251 HTTP/1.1" status: 200 len: 267 time: 0.0571778 Apr 01 16:03:17.317555 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcbdf18-0cea-45bf-bd89-fad9198b5a0d req-35e47099-1ab3-4e2c-9482-ba0b936b6af9 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:17.318887 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4dcbdf18-0cea-45bf-bd89-fad9198b5a0d req-35e47099-1ab3-4e2c-9482-ba0b936b6af9 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports/84c9ecc2-f4c4-4935-951d-c942c32c0f74 HTTP/1.1" status: 200 len: 930 time: 0.0695684 Apr 01 16:03:17.391425 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4dcbdf18-0cea-45bf-bd89-fad9198b5a0d req-cd3e16f3-29ad-4c3a-8608-e1a6df059556 service neutron] 10.222.0.55 "GET /v2.0/ports/84c9ecc2-f4c4-4935-951d-c942c32c0f74?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0607395 Apr 01 16:03:17.528560 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4dcbdf18-0cea-45bf-bd89-fad9198b5a0d req-eedab4c4-d830-48d7-accb-56799f858e64 service neutron] 10.222.0.55 "GET /v2.0/networks/cccbf491-b981-4cd9-b3c9-3cf2c7ee518d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308053 Apr 01 16:03:17.659533 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4dcbdf18-0cea-45bf-bd89-fad9198b5a0d req-8791b7b3-f04c-4eb0-a69f-f87f8c9ce2cc service neutron] 10.222.0.55 "GET /v2.0/networks/cccbf491-b981-4cd9-b3c9-3cf2c7ee518d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247334 Apr 01 16:03:17.844345 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-9c31940d-f7ce-431b-90d9-71c00676e746 req-08b8929f-39c1-4477-9647-4f804027cf90 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=84dc76ad-1f8a-4e13-80d0-7a256c77db99 HTTP/1.1" status: 200 len: 210 time: 0.0409451 Apr 01 16:03:17.900405 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 84c9ecc2-f4c4-4935-951d-c942c32c0f74 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:03:17.960267 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 84c9ecc2-f4c4-4935-951d-c942c32c0f74 not bound to the agent host hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:03:18.808710 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4dcbdf18-0cea-45bf-bd89-fad9198b5a0d req-2d1fb269-71c5-468a-9c96-bd2bee59cf76 service neutron] 10.222.0.24 "GET /v2.0/ports/84c9ecc2-f4c4-4935-951d-c942c32c0f74 HTTP/1.1" status: 200 len: 1026 time: 0.0699601 Apr 01 16:03:18.982886 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcbdf18-0cea-45bf-bd89-fad9198b5a0d req-799bfca4-d226-46b2-b76e-6e6bc1f1a6dd tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:18.984628 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4dcbdf18-0cea-45bf-bd89-fad9198b5a0d req-799bfca4-d226-46b2-b76e-6e6bc1f1a6dd tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.24 "GET /v2.0/networks?id=cccbf491-b981-4cd9-b3c9-3cf2c7ee518d HTTP/1.1" status: 200 len: 796 time: 0.1707909 Apr 01 16:03:19.130470 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b4d8b19c-3802-4f5b-b884-566c4a10e8ab req-7f7dcb84-8027-40a0-a1b3-e02fd1ff8bb0 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=84dc76ad-1f8a-4e13-80d0-7a256c77db99 HTTP/1.1" status: 200 len: 210 time: 0.1446681 Apr 01 16:03:19.160760 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4dcbdf18-0cea-45bf-bd89-fad9198b5a0d req-ccc82856-49b5-4965-a4e8-0e3c079c86d6 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=447e2c5010754fe1ad368efac7c75251 HTTP/1.1" status: 200 len: 471 time: 0.0529366 Apr 01 16:03:19.171156 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [req-4dcbdf18-0cea-45bf-bd89-fad9198b5a0d req-ca1c7c43-c714-4c53-bf17-8ed108829edf service neutron] Request body: {'port': {'device_id': '84dc76ad-1f8a-4e13-80d0-7a256c77db99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:03:19.278155 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-4dcbdf18-0cea-45bf-bd89-fad9198b5a0d req-ca1c7c43-c714-4c53-bf17-8ed108829edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:19.618968 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [req-4dcbdf18-0cea-45bf-bd89-fad9198b5a0d req-ca1c7c43-c714-4c53-bf17-8ed108829edf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84c9ecc2-f4c4-4935-951d-c942c32c0f74 {{(pid=83826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:03:19.625792 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-4dcbdf18-0cea-45bf-bd89-fad9198b5a0d req-ca1c7c43-c714-4c53-bf17-8ed108829edf service neutron] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:19.640404 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [req-4dcbdf18-0cea-45bf-bd89-fad9198b5a0d req-ca1c7c43-c714-4c53-bf17-8ed108829edf service neutron] Transition to ACTIVE for port object 84c9ecc2-f4c4-4935-951d-c942c32c0f74 will not be triggered until provisioned by entity L2. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:03:19.645060 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-4dcbdf18-0cea-45bf-bd89-fad9198b5a0d req-ca1c7c43-c714-4c53-bf17-8ed108829edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:19.779134 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1c7c43-c714-4c53-bf17-8ed108829edf service neutron] Pushing event updated for resources: {'Port': ['ID=84c9ecc2-f4c4-4935-951d-c942c32c0f74,revision_number=7']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:19.929786 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.managers [req-4dcbdf18-0cea-45bf-bd89-fad9198b5a0d req-ca1c7c43-c714-4c53-bf17-8ed108829edf service neutron] Attempting to bind port 84c9ecc2-f4c4-4935-951d-c942c32c0f74 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:03:19.929786 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.managers [req-4dcbdf18-0cea-45bf-bd89-fad9198b5a0d req-ca1c7c43-c714-4c53-bf17-8ed108829edf service neutron] Attempting to bind port 84c9ecc2-f4c4-4935-951d-c942c32c0f74 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '13583ea2-5e70-4381-9997-05f6b1d48a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cccbf491-b981-4cd9-b3c9-3cf2c7ee518d'}] {{(pid=83826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:03:19.929786 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dcbdf18-0cea-45bf-bd89-fad9198b5a0d req-ca1c7c43-c714-4c53-bf17-8ed108829edf service neutron] Attempting to bind port 84c9ecc2-f4c4-4935-951d-c942c32c0f74 on network cccbf491-b981-4cd9-b3c9-3cf2c7ee518d {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:03:19.937681 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dcbdf18-0cea-45bf-bd89-fad9198b5a0d req-ca1c7c43-c714-4c53-bf17-8ed108829edf service neutron] Port 84c9ecc2-f4c4-4935-951d-c942c32c0f74 on network cccbf491-b981-4cd9-b3c9-3cf2c7ee518d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 16:03:19.937681 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dcbdf18-0cea-45bf-bd89-fad9198b5a0d req-ca1c7c43-c714-4c53-bf17-8ed108829edf service neutron] Attempting to bind port 84c9ecc2-f4c4-4935-951d-c942c32c0f74 on network cccbf491-b981-4cd9-b3c9-3cf2c7ee518d {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:03:19.947479 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dcbdf18-0cea-45bf-bd89-fad9198b5a0d req-ca1c7c43-c714-4c53-bf17-8ed108829edf service neutron] Checking agent: {'id': '5b2860be-0b4f-4931-914a-5d10403eafcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 47, 24), 'started_at': datetime.datetime(2022, 4, 1, 15, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:03:19.947479 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dcbdf18-0cea-45bf-bd89-fad9198b5a0d req-ca1c7c43-c714-4c53-bf17-8ed108829edf service neutron] Checking segment: {'id': '13583ea2-5e70-4381-9997-05f6b1d48a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cccbf491-b981-4cd9-b3c9-3cf2c7ee518d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:03:19.947479 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dcbdf18-0cea-45bf-bd89-fad9198b5a0d req-ca1c7c43-c714-4c53-bf17-8ed108829edf service neutron] Bound using segment: {'id': '13583ea2-5e70-4381-9997-05f6b1d48a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cccbf491-b981-4cd9-b3c9-3cf2c7ee518d'} {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:03:19.947479 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.managers [req-4dcbdf18-0cea-45bf-bd89-fad9198b5a0d req-ca1c7c43-c714-4c53-bf17-8ed108829edf service neutron] Bound port: 84c9ecc2-f4c4-4935-951d-c942c32c0f74, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13583ea2-5e70-4381-9997-05f6b1d48a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cccbf491-b981-4cd9-b3c9-3cf2c7ee518d'}}] {{(pid=83826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:03:19.947479 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-4dcbdf18-0cea-45bf-bd89-fad9198b5a0d req-ca1c7c43-c714-4c53-bf17-8ed108829edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:20.058731 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [req-4dcbdf18-0cea-45bf-bd89-fad9198b5a0d req-ca1c7c43-c714-4c53-bf17-8ed108829edf service neutron] For port 84c9ecc2-f4c4-4935-951d-c942c32c0f74, host hv-neutron-8333, cleared binding levels {{(pid=83826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:03:20.058731 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [req-4dcbdf18-0cea-45bf-bd89-fad9198b5a0d req-ca1c7c43-c714-4c53-bf17-8ed108829edf service neutron] For port 84c9ecc2-f4c4-4935-951d-c942c32c0f74, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=84c9ecc2-f4c4-4935-951d-c942c32c0f74,segment=NetworkSegment(13583ea2-5e70-4381-9997-05f6b1d48a48),segment_id=13583ea2-5e70-4381-9997-05f6b1d48a48)] {{(pid=83826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:03:20.070044 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-4dcbdf18-0cea-45bf-bd89-fad9198b5a0d req-ca1c7c43-c714-4c53-bf17-8ed108829edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:20.131194 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-4dcbdf18-0cea-45bf-bd89-fad9198b5a0d req-ca1c7c43-c714-4c53-bf17-8ed108829edf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:20.131194 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4dcbdf18-0cea-45bf-bd89-fad9198b5a0d req-ca1c7c43-c714-4c53-bf17-8ed108829edf service neutron] 10.222.0.24 "PUT /v2.0/ports/84c9ecc2-f4c4-4935-951d-c942c32c0f74 HTTP/1.1" status: 200 len: 1131 time: 0.9607606 Apr 01 16:03:20.131194 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84dc76ad-1f8a-4e13-80d0-7a256c77db99', 'tag': '84c9ecc2-f4c4-4935-951d-c942c32c0f74'}] {{(pid=83826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:03:20.178713 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1c7c43-c714-4c53-bf17-8ed108829edf service neutron] Pushing event updated for resources: {'Port': ['ID=84c9ecc2-f4c4-4935-951d-c942c32c0f74,revision_number=8']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:20.241415 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84dc76ad-1f8a-4e13-80d0-7a256c77db99', 'tag': '84c9ecc2-f4c4-4935-951d-c942c32c0f74', 'status': 'completed', 'code': 200} Apr 01 16:03:20.304146 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4dcbdf18-0cea-45bf-bd89-fad9198b5a0d req-30e4cb94-3002-4b51-9017-f23c54a92a20 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=447e2c5010754fe1ad368efac7c75251&device_id=84dc76ad-1f8a-4e13-80d0-7a256c77db99 HTTP/1.1" status: 200 len: 1134 time: 0.1169355 Apr 01 16:03:20.489999 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4dcbdf18-0cea-45bf-bd89-fad9198b5a0d req-f0c7af38-ce71-4414-a172-9d0567e5649d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84c9ecc2-f4c4-4935-951d-c942c32c0f74 HTTP/1.1" status: 200 len: 1037 time: 0.1806183 Apr 01 16:03:20.558060 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92694934-a9d4-4739-8df6-04713218934c req-c28be47f-1b43-4626-bf15-274bd5d304ec tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:20.558060 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-92694934-a9d4-4739-8df6-04713218934c req-c28be47f-1b43-4626-bf15-274bd5d304ec tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=84dc76ad-1f8a-4e13-80d0-7a256c77db99 HTTP/1.1" status: 200 len: 981 time: 0.1858959 Apr 01 16:03:20.589792 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcbdf18-0cea-45bf-bd89-fad9198b5a0d req-906d890f-def7-4f19-9f3f-d6d74ecc6d7e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:20.589792 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4dcbdf18-0cea-45bf-bd89-fad9198b5a0d req-906d890f-def7-4f19-9f3f-d6d74ecc6d7e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=339a3801-b2b0-46c8-9fb2-c19165478d30 HTTP/1.1" status: 200 len: 835 time: 0.0939562 Apr 01 16:03:20.656747 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-92694934-a9d4-4739-8df6-04713218934c req-b9179971-049c-4925-893f-e1d01021a8f3 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=74ad8e91-ed7c-4bce-972d-b5afa18b485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922937 Apr 01 16:03:20.680172 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4dcbdf18-0cea-45bf-bd89-fad9198b5a0d req-ec27fe5b-bff5-4680-9bfc-7300190e6f03 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cccbf491-b981-4cd9-b3c9-3cf2c7ee518d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0817378 Apr 01 16:03:20.824602 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4dcbdf18-0cea-45bf-bd89-fad9198b5a0d req-cc997138-793d-43ab-bfdb-dd226c1c971c service neutron] 10.222.0.24 "GET /v2.0/networks/cccbf491-b981-4cd9-b3c9-3cf2c7ee518d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366820 Apr 01 16:03:20.961587 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4dcbdf18-0cea-45bf-bd89-fad9198b5a0d req-43545ac7-883e-4798-a07c-032849e8552c service neutron] 10.222.0.24 "GET /v2.0/networks/cccbf491-b981-4cd9-b3c9-3cf2c7ee518d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309972 Apr 01 16:03:21.193934 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f54c15b2-4b62-409e-b21a-863ea45de07d req-ef788253-6fdf-496d-a8b3-246cf7d69c61 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=447e2c5010754fe1ad368efac7c75251&device_id=84dc76ad-1f8a-4e13-80d0-7a256c77db99 HTTP/1.1" status: 200 len: 1134 time: 0.1815023 Apr 01 16:03:21.333065 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54c15b2-4b62-409e-b21a-863ea45de07d req-3813d4f8-2b70-40d1-84dc-43ecdc66d420 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:21.333065 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f54c15b2-4b62-409e-b21a-863ea45de07d req-3813d4f8-2b70-40d1-84dc-43ecdc66d420 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cccbf491-b981-4cd9-b3c9-3cf2c7ee518d HTTP/1.1" status: 200 len: 896 time: 0.1352649 Apr 01 16:03:21.447998 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f54c15b2-4b62-409e-b21a-863ea45de07d req-ceead6eb-4cb8-4903-9488-e272bf36755c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84c9ecc2-f4c4-4935-951d-c942c32c0f74 HTTP/1.1" status: 200 len: 1037 time: 0.1070778 Apr 01 16:03:21.513847 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54c15b2-4b62-409e-b21a-863ea45de07d req-fac28925-3ed5-4c02-b049-60ad73dde15d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:21.513847 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f54c15b2-4b62-409e-b21a-863ea45de07d req-fac28925-3ed5-4c02-b049-60ad73dde15d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=339a3801-b2b0-46c8-9fb2-c19165478d30 HTTP/1.1" status: 200 len: 835 time: 0.0607176 Apr 01 16:03:21.597177 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f54c15b2-4b62-409e-b21a-863ea45de07d req-68dc3ffd-7cdd-4b1f-b07b-f9553f587210 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cccbf491-b981-4cd9-b3c9-3cf2c7ee518d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756848 Apr 01 16:03:21.737483 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f54c15b2-4b62-409e-b21a-863ea45de07d req-5dbea128-bf2d-4497-8f6d-8f3ab45ca243 service neutron] 10.222.0.24 "GET /v2.0/networks/cccbf491-b981-4cd9-b3c9-3cf2c7ee518d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316981 Apr 01 16:03:21.931298 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f54c15b2-4b62-409e-b21a-863ea45de07d req-c1208b0d-86f2-46b9-bde9-aa9990cfef1e service neutron] 10.222.0.24 "GET /v2.0/networks/cccbf491-b981-4cd9-b3c9-3cf2c7ee518d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876838 Apr 01 16:03:21.938903 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ac3fe-b876-46e3-929f-59de15c2effb req-ec651c1e-707e-4efb-a26e-a76417332e89 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:21.938903 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-df9ac3fe-b876-46e3-929f-59de15c2effb req-ec651c1e-707e-4efb-a26e-a76417332e89 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=84dc76ad-1f8a-4e13-80d0-7a256c77db99 HTTP/1.1" status: 200 len: 981 time: 0.1285646 Apr 01 16:03:21.999689 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-df9ac3fe-b876-46e3-929f-59de15c2effb req-e20cf5ec-22ce-4fe6-b6f5-58449dbd06b0 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=74ad8e91-ed7c-4bce-972d-b5afa18b485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466752 Apr 01 16:03:23.272264 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674486c6-dbbe-4ae4-bde1-95f32ab08a48 req-080852b8-956d-4ea0-8568-c1b6c926e284 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:23.272264 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-674486c6-dbbe-4ae4-bde1-95f32ab08a48 req-080852b8-956d-4ea0-8568-c1b6c926e284 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=84dc76ad-1f8a-4e13-80d0-7a256c77db99 HTTP/1.1" status: 200 len: 981 time: 0.0945468 Apr 01 16:03:23.324665 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-674486c6-dbbe-4ae4-bde1-95f32ab08a48 req-bb6e7d64-39d5-42fc-acaa-e2b1f9bc4a93 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=74ad8e91-ed7c-4bce-972d-b5afa18b485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465364 Apr 01 16:03:23.764454 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:23.864870 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-eb35b3bb-700d-41a5-8784-6359860ddf4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:23.948245 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 84c9ecc2-f4c4-4935-951d-c942c32c0f74 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:03:24.074405 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 84c9ecc2-f4c4-4935-951d-c942c32c0f74, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=84c9ecc2-f4c4-4935-951d-c942c32c0f74,segment=NetworkSegment(13583ea2-5e70-4381-9997-05f6b1d48a48),segment_id=13583ea2-5e70-4381-9997-05f6b1d48a48)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:03:24.087932 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Returning: {'device': '84c9ecc2-f4c4-4935-951d-c942c32c0f74', 'network_id': 'cccbf491-b981-4cd9-b3c9-3cf2c7ee518d', 'port_id': '84c9ecc2-f4c4-4935-951d-c942c32c0f74', 'mac_address': 'fa:16:3e:21:f9:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '339a3801-b2b0-46c8-9fb2-c19165478d30', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:03:24.139570 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:24.156300 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84c9ecc2-f4c4-4935-951d-c942c32c0f74 {{(pid=83829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:03:24.171167 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 84c9ecc2-f4c4-4935-951d-c942c32c0f74, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=84c9ecc2-f4c4-4935-951d-c942c32c0f74,segment=NetworkSegment(13583ea2-5e70-4381-9997-05f6b1d48a48),segment_id=13583ea2-5e70-4381-9997-05f6b1d48a48)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:03:24.175191 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:24.241055 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=84c9ecc2-f4c4-4935-951d-c942c32c0f74,revision_number=9']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:24.396926 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] get_ports_and_sgs() called for port_ids ['84c9ecc2-f4c4-4935-951d-c942c32c0f74'] {{(pid=83829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 16:03:24.526342 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b7c1c2-083a-4774-88d7-96e0155291bb req-bd8eca89-7677-4ae2-b81a-fe1794c4259a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:24.527778 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-87b7c1c2-083a-4774-88d7-96e0155291bb req-bd8eca89-7677-4ae2-b81a-fe1794c4259a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=84dc76ad-1f8a-4e13-80d0-7a256c77db99 HTTP/1.1" status: 200 len: 982 time: 0.0777044 Apr 01 16:03:24.576191 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-87b7c1c2-083a-4774-88d7-96e0155291bb req-f3725236-fdc0-4e67-bc0e-6ee543ad4049 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=74ad8e91-ed7c-4bce-972d-b5afa18b485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422266 Apr 01 16:03:25.774693 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d894a0a-68c8-4197-b3f8-3586c0ba89a9 req-e6e49b05-f8d1-4a7f-b66b-f2663fec4f63 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:25.776308 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8d894a0a-68c8-4197-b3f8-3586c0ba89a9 req-e6e49b05-f8d1-4a7f-b66b-f2663fec4f63 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=84dc76ad-1f8a-4e13-80d0-7a256c77db99 HTTP/1.1" status: 200 len: 982 time: 0.0767891 Apr 01 16:03:25.822093 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8d894a0a-68c8-4197-b3f8-3586c0ba89a9 req-bfd0f401-c640-4686-b789-915ba17c826d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=74ad8e91-ed7c-4bce-972d-b5afa18b485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401828 Apr 01 16:03:25.967517 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 84c9ecc2-f4c4-4935-951d-c942c32c0f74 up at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:03:26.037764 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning for port 84c9ecc2-f4c4-4935-951d-c942c32c0f74 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:03:26.044155 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning complete for port 84c9ecc2-f4c4-4935-951d-c942c32c0f74 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:03:26.044155 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:26.152364 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:26.179396 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84dc76ad-1f8a-4e13-80d0-7a256c77db99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84c9ecc2-f4c4-4935-951d-c942c32c0f74'}] {{(pid=83829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:03:26.188269 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 84c9ecc2-f4c4-4935-951d-c942c32c0f74, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=84c9ecc2-f4c4-4935-951d-c942c32c0f74,segment=NetworkSegment(13583ea2-5e70-4381-9997-05f6b1d48a48),segment_id=13583ea2-5e70-4381-9997-05f6b1d48a48)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:03:26.194401 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:26.243949 dv-neutron-833373-2-hyperv neutron-server[83829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84dc76ad-1f8a-4e13-80d0-7a256c77db99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84c9ecc2-f4c4-4935-951d-c942c32c0f74', 'code': 200} Apr 01 16:03:26.284565 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8d271d0b-34ce-4e2a-aa94-2025e978f04a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:26.290822 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=84c9ecc2-f4c4-4935-951d-c942c32c0f74,revision_number=10']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:26.480278 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e037af34-081c-4d66-9ff6-e3199195f46b req-58983777-6a3d-4759-b5fd-d62d393186c3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=84dc76ad-1f8a-4e13-80d0-7a256c77db99 HTTP/1.1" status: 200 len: 1137 time: 0.0817866 Apr 01 16:03:26.524953 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e037af34-081c-4d66-9ff6-e3199195f46b req-3b90e756-ab5b-4cfc-882d-e725bac636b3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=74ad8e91-ed7c-4bce-972d-b5afa18b485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375996 Apr 01 16:03:27.032706 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bbf9e7-69bf-439e-afd6-423ae1f2ee86 req-a1b9e796-86f8-4376-84f9-03af579790df tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:27.032706 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f8bbf9e7-69bf-439e-afd6-423ae1f2ee86 req-a1b9e796-86f8-4376-84f9-03af579790df tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=84dc76ad-1f8a-4e13-80d0-7a256c77db99 HTTP/1.1" status: 200 len: 984 time: 0.0812030 Apr 01 16:03:27.084649 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f8bbf9e7-69bf-439e-afd6-423ae1f2ee86 req-480182c0-34b8-4595-9b86-d80ef84fc3a0 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=74ad8e91-ed7c-4bce-972d-b5afa18b485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442126 Apr 01 16:03:27.563105 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:27.757329 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:28.302131 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6027fb87-43c4-426b-af6c-129d66ba248f req-beccdfcf-6415-4160-805f-8f5b271243f3 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:28.303539 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-6027fb87-43c4-426b-af6c-129d66ba248f req-beccdfcf-6415-4160-805f-8f5b271243f3 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=84dc76ad-1f8a-4e13-80d0-7a256c77db99 HTTP/1.1" status: 200 len: 984 time: 0.0866416 Apr 01 16:03:28.348884 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-6027fb87-43c4-426b-af6c-129d66ba248f req-80b3c8c9-6dfb-4643-92b8-ab2072a026a2 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=74ad8e91-ed7c-4bce-972d-b5afa18b485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398726 Apr 01 16:03:28.558597 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad66127-973a-439f-88d9-5e8014ea5d80 req-6368985e-1b2e-4bd3-8218-32f3724f746d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:28.560073 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-bad66127-973a-439f-88d9-5e8014ea5d80 req-6368985e-1b2e-4bd3-8218-32f3724f746d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=84dc76ad-1f8a-4e13-80d0-7a256c77db99 HTTP/1.1" status: 200 len: 984 time: 0.0837884 Apr 01 16:03:28.610095 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-bad66127-973a-439f-88d9-5e8014ea5d80 req-4f2abcc0-2f8f-46f6-9a6d-d32b3dd27a71 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=74ad8e91-ed7c-4bce-972d-b5afa18b485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441775 Apr 01 16:03:28.641057 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 58272) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:03:28.714408 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-0d81b5ca-0bd2-43b9-bb35-5a7e38cc30f4 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=84dc76ad-1f8a-4e13-80d0-7a256c77db99&network_id=cccbf491-b981-4cd9-b3c9-3cf2c7ee518d HTTP/1.1" status: 200 len: 1132 time: 0.0720513 Apr 01 16:03:29.138179 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd148ae-7aef-47fb-8cf1-86214d439668 req-38250329-b38d-48d7-a782-da0d17638c2d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:29.140773 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-bfd148ae-7aef-47fb-8cf1-86214d439668 req-38250329-b38d-48d7-a782-da0d17638c2d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=84dc76ad-1f8a-4e13-80d0-7a256c77db99 HTTP/1.1" status: 200 len: 984 time: 0.0844369 Apr 01 16:03:29.198847 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-bfd148ae-7aef-47fb-8cf1-86214d439668 req-eee7a9b4-3e7c-4283-bfcd-f5c22a264302 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=74ad8e91-ed7c-4bce-972d-b5afa18b485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529182 Apr 01 16:03:29.242046 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:29.597447 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:03:30.405462 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec84828-e6fe-4512-90c6-248e54d2ea6d req-705be72b-67f0-4d82-9d09-d8f142c4e957 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:30.406895 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-fec84828-e6fe-4512-90c6-248e54d2ea6d req-705be72b-67f0-4d82-9d09-d8f142c4e957 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=84dc76ad-1f8a-4e13-80d0-7a256c77db99 HTTP/1.1" status: 200 len: 984 time: 0.0792556 Apr 01 16:03:30.591212 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-fec84828-e6fe-4512-90c6-248e54d2ea6d req-a7fea5dc-2564-42ac-b3c0-fd4f02e33438 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=74ad8e91-ed7c-4bce-972d-b5afa18b485f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778758 Apr 01 16:03:30.617954 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb6b106-43d4-4ddf-8d8c-2fdb4cbb324f req-9ce831cf-19d2-46a6-9561-4b5f78bd2871 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:30.619881 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-7fb6b106-43d4-4ddf-8d8c-2fdb4cbb324f req-9ce831cf-19d2-46a6-9561-4b5f78bd2871 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.24 "GET /v2.0/ports?device_id=84dc76ad-1f8a-4e13-80d0-7a256c77db99 HTTP/1.1" status: 200 len: 984 time: 0.1015728 Apr 01 16:03:30.695610 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb6b106-43d4-4ddf-8d8c-2fdb4cbb324f req-8901a0c8-0224-44ca-a543-99522bf0a0c7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:30.698396 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-7fb6b106-43d4-4ddf-8d8c-2fdb4cbb324f req-8901a0c8-0224-44ca-a543-99522bf0a0c7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.24 "GET /v2.0/ports/84c9ecc2-f4c4-4935-951d-c942c32c0f74?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0712998 Apr 01 16:03:30.866739 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-7fb6b106-43d4-4ddf-8d8c-2fdb4cbb324f req-98f7350e-9725-4c9e-9df6-feb99435128a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.24 "GET /v2.0/networks/cccbf491-b981-4cd9-b3c9-3cf2c7ee518d?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1629355 Apr 01 16:03:30.880705 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [req-7fb6b106-43d4-4ddf-8d8c-2fdb4cbb324f req-b6fe3c50-ff0d-4b84-9884-37cf832a9b7c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:03:30.991049 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-7fb6b106-43d4-4ddf-8d8c-2fdb4cbb324f req-b6fe3c50-ff0d-4b84-9884-37cf832a9b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:31.209250 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [req-7fb6b106-43d4-4ddf-8d8c-2fdb4cbb324f req-b6fe3c50-ff0d-4b84-9884-37cf832a9b7c service neutron] For port 84c9ecc2-f4c4-4935-951d-c942c32c0f74, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=84c9ecc2-f4c4-4935-951d-c942c32c0f74,segment=NetworkSegment(13583ea2-5e70-4381-9997-05f6b1d48a48),segment_id=13583ea2-5e70-4381-9997-05f6b1d48a48)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:03:31.253896 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [req-7fb6b106-43d4-4ddf-8d8c-2fdb4cbb324f req-b6fe3c50-ff0d-4b84-9884-37cf832a9b7c service neutron] For port 84c9ecc2-f4c4-4935-951d-c942c32c0f74, host hv-neutron-8333, cleared binding levels {{(pid=83826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:03:31.340589 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [req-7fb6b106-43d4-4ddf-8d8c-2fdb4cbb324f req-b6fe3c50-ff0d-4b84-9884-37cf832a9b7c service neutron] device_id is not set on port 84c9ecc2-f4c4-4935-951d-c942c32c0f74 yet. {{(pid=83826) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 16:03:31.350003 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-7fb6b106-43d4-4ddf-8d8c-2fdb4cbb324f req-b6fe3c50-ff0d-4b84-9884-37cf832a9b7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:31.353258 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-7fb6b106-43d4-4ddf-8d8c-2fdb4cbb324f req-b6fe3c50-ff0d-4b84-9884-37cf832a9b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:31.506187 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fe3c50-ff0d-4b84-9884-37cf832a9b7c service neutron] Pushing event updated for resources: {'Port': ['ID=84c9ecc2-f4c4-4935-951d-c942c32c0f74,revision_number=11']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:31.569384 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fb6b106-43d4-4ddf-8d8c-2fdb4cbb324f req-b6fe3c50-ff0d-4b84-9884-37cf832a9b7c service neutron] No DVR routers for this DVR port 84c9ecc2-f4c4-4935-951d-c942c32c0f74 on host hv-neutron-8333 {{(pid=83826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:03:31.707706 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-c2ae2c91-76e1-455b-bb04-67f481f61b62 None None] Provisioning complete for port 84c9ecc2-f4c4-4935-951d-c942c32c0f74 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:03:31.708334 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c2ae2c91-76e1-455b-bb04-67f481f61b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:31.762495 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-c2ae2c91-76e1-455b-bb04-67f481f61b62 None None] Port 84c9ecc2-f4c4-4935-951d-c942c32c0f74 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 16:03:31.772577 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-16de2d5b-2b7c-4e54-8a61-87db532b16fb req-e281846e-bd42-493b-ab0a-8cd4fb97ef7b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=84dc76ad-1f8a-4e13-80d0-7a256c77db99 HTTP/1.1" status: 200 len: 210 time: 0.0470457 Apr 01 16:03:31.863490 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [req-7fb6b106-43d4-4ddf-8d8c-2fdb4cbb324f req-b6fe3c50-ff0d-4b84-9884-37cf832a9b7c service neutron] In _notify_port_updated(), no bound segment for port 84c9ecc2-f4c4-4935-951d-c942c32c0f74 on network cccbf491-b981-4cd9-b3c9-3cf2c7ee518d {{(pid=83826) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 01 16:03:31.864555 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-7fb6b106-43d4-4ddf-8d8c-2fdb4cbb324f req-b6fe3c50-ff0d-4b84-9884-37cf832a9b7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:31.866454 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-7fb6b106-43d4-4ddf-8d8c-2fdb4cbb324f req-b6fe3c50-ff0d-4b84-9884-37cf832a9b7c service neutron] 10.222.0.24 "PUT /v2.0/ports/84c9ecc2-f4c4-4935-951d-c942c32c0f74 HTTP/1.1" status: 200 len: 1027 time: 0.9950550 Apr 01 16:03:32.876880 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 58290) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:03:32.944249 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8d1d1114-8578-4f9a-b585-dbf1f8b1dded tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:32.977074 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8d1d1114-8578-4f9a-b585-dbf1f8b1dded tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:33.041638 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8d1d1114-8578-4f9a-b585-dbf1f8b1dded tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:33.060567 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1d1114-8578-4f9a-b585-dbf1f8b1dded tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec4b5aa7-6d97-455c-adcc-9e43acf2074b,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:33.071989 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8d1d1114-8578-4f9a-b585-dbf1f8b1dded tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:33.073147 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-8d1d1114-8578-4f9a-b585-dbf1f8b1dded tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "DELETE /v2.0/security-groups/ec4b5aa7-6d97-455c-adcc-9e43acf2074b HTTP/1.1" status: 204 len: 168 time: 0.1952541 Apr 01 16:03:33.114923 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 58296) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:03:33.318516 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-53242629-a81e-45f7-9a01-ee07bd39fbe1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Deleting port 5247deba-f890-4238-9934-af7d03f78d86 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:03:33.318959 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-53242629-a81e-45f7-9a01-ee07bd39fbe1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:33.484097 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-53242629-a81e-45f7-9a01-ee07bd39fbe1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:33.484418 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-53242629-a81e-45f7-9a01-ee07bd39fbe1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:33.693017 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-53242629-a81e-45f7-9a01-ee07bd39fbe1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Calling delete_port for 5247deba-f890-4238-9934-af7d03f78d86 owned by network:floatingip {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:03:33.847779 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-53242629-a81e-45f7-9a01-ee07bd39fbe1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:33.892246 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53242629-a81e-45f7-9a01-ee07bd39fbe1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event deleted for resources: {'Port': ['ID=5247deba-f890-4238-9934-af7d03f78d86,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:33.985719 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-53242629-a81e-45f7-9a01-ee07bd39fbe1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for floatingip, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:34.004588 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 84c9ecc2-f4c4-4935-951d-c942c32c0f74 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:03:34.061369 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 84c9ecc2-f4c4-4935-951d-c942c32c0f74 not bound to the agent host hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:03:34.380050 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53242629-a81e-45f7-9a01-ee07bd39fbe1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Router 012b9db6-831f-46e9-a340-f116b38b60ba has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:03:34.578328 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53242629-a81e-45f7-9a01-ee07bd39fbe1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:03:34.589402 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c959b5a0-50dc-4f4e-9bc1-922ac2c4f6a0 None None] Sync routers for ids ['012b9db6-831f-46e9-a340-f116b38b60ba'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:03:34.598837 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-53242629-a81e-45f7-9a01-ee07bd39fbe1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for floatingip, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:34.602272 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c959b5a0-50dc-4f4e-9bc1-922ac2c4f6a0 None None] Routers {'012b9db6-831f-46e9-a340-f116b38b60ba'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:03:34.602946 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-c959b5a0-50dc-4f4e-9bc1-922ac2c4f6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:03:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['012b9db6-831f-46e9-a340-f116b38b60ba'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:03:34.655087 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-53242629-a81e-45f7-9a01-ee07bd39fbe1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "DELETE /v2.0/floatingips/556a5f58-50b7-401f-9d24-74a8b1e5c146 HTTP/1.1" status: 204 len: 168 time: 1.5389152 Apr 01 16:03:34.787886 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-c959b5a0-50dc-4f4e-9bc1-922ac2c4f6a0 None None] Set router 012b9db6-831f-46e9-a340-f116b38b60ba gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:03:34.811858 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 58304) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:03:34.891795 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b816b740-2d7b-4cc3-88d7-3dcd209f7413 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:34.925257 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b816b740-2d7b-4cc3-88d7-3dcd209f7413 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:34.988328 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b816b740-2d7b-4cc3-88d7-3dcd209f7413 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:35.007672 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b816b740-2d7b-4cc3-88d7-3dcd209f7413 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f6d4cb-539d-402c-aa7e-c4e0d92372ae,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:35.014197 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b816b740-2d7b-4cc3-88d7-3dcd209f7413 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:35.026599 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-b816b740-2d7b-4cc3-88d7-3dcd209f7413 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "DELETE /v2.0/security-groups/b6f6d4cb-539d-402c-aa7e-c4e0d92372ae HTTP/1.1" status: 204 len: 168 time: 0.2135062 Apr 01 16:03:35.060002 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 58310) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:03:35.124576 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-8bf83fe6-551e-4ad3-9cbd-ed79d82b4e20 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Deleting port 84c9ecc2-f4c4-4935-951d-c942c32c0f74 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:03:35.124983 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8bf83fe6-551e-4ad3-9cbd-ed79d82b4e20 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:35.132530 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-c959b5a0-50dc-4f4e-9bc1-922ac2c4f6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '012b9db6-831f-46e9-a340-f116b38b60ba', 'name': 'tempest-TestNetworkBasicOps-router-788186394', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': 'b2b8cdc7-d6a8-44bf-8367-b144bef51a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:02:45Z', 'updated_at': '2022-04-01T16:02:51Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': 'b2b8cdc7-d6a8-44bf-8367-b144bef51a1b', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012b9db6-831f-46e9-a340-f116b38b60ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:02:46Z', 'updated_at': '2022-04-01T16:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '7102340a-3c70-48ea-adf1-bc8606b2f3a9', 'name': '', 'network_id': 'cccbf491-b981-4cd9-b3c9-3cf2c7ee518d', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'mac_address': 'fa:16:3e:90:b1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012b9db6-831f-46e9-a340-f116b38b60ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '339a3801-b2b0-46c8-9fb2-c19165478d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:02:49Z', 'updated_at': '2022-04-01T16:02:57Z', 'revision_number': 5, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'subnets': [{'id': '339a3801-b2b0-46c8-9fb2-c19165478d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:03:35.136416 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c959b5a0-50dc-4f4e-9bc1-922ac2c4f6a0 None None] Checking router: 012b9db6-831f-46e9-a340-f116b38b60ba for host: dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:03:35.147293 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c959b5a0-50dc-4f4e-9bc1-922ac2c4f6a0 None None] Routers {'012b9db6-831f-46e9-a340-f116b38b60ba'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:03:35.147930 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-c959b5a0-50dc-4f4e-9bc1-922ac2c4f6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:03:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['012b9db6-831f-46e9-a340-f116b38b60ba'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:03:35.367123 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-c959b5a0-50dc-4f4e-9bc1-922ac2c4f6a0 None None] Set router 012b9db6-831f-46e9-a340-f116b38b60ba gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:03:35.469108 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8bf83fe6-551e-4ad3-9cbd-ed79d82b4e20 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:35.589795 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-8bf83fe6-551e-4ad3-9cbd-ed79d82b4e20 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Calling delete_port for 84c9ecc2-f4c4-4935-951d-c942c32c0f74 owned by {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:03:35.680794 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-c959b5a0-50dc-4f4e-9bc1-922ac2c4f6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '012b9db6-831f-46e9-a340-f116b38b60ba', 'name': 'tempest-TestNetworkBasicOps-router-788186394', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': 'b2b8cdc7-d6a8-44bf-8367-b144bef51a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:02:45Z', 'updated_at': '2022-04-01T16:02:51Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': 'b2b8cdc7-d6a8-44bf-8367-b144bef51a1b', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012b9db6-831f-46e9-a340-f116b38b60ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:02:46Z', 'updated_at': '2022-04-01T16:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '7102340a-3c70-48ea-adf1-bc8606b2f3a9', 'name': '', 'network_id': 'cccbf491-b981-4cd9-b3c9-3cf2c7ee518d', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'mac_address': 'fa:16:3e:90:b1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012b9db6-831f-46e9-a340-f116b38b60ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '339a3801-b2b0-46c8-9fb2-c19165478d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:02:49Z', 'updated_at': '2022-04-01T16:02:57Z', 'revision_number': 5, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'subnets': [{'id': '339a3801-b2b0-46c8-9fb2-c19165478d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:03:35.684591 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c959b5a0-50dc-4f4e-9bc1-922ac2c4f6a0 None None] The sync data for ids ['012b9db6-831f-46e9-a340-f116b38b60ba'] in dv-neutron-833373-2-hyperv is: [{'id': '012b9db6-831f-46e9-a340-f116b38b60ba', 'name': 'tempest-TestNetworkBasicOps-router-788186394', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': 'b2b8cdc7-d6a8-44bf-8367-b144bef51a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:02:45Z', 'updated_at': '2022-04-01T16:02:51Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': 'b2b8cdc7-d6a8-44bf-8367-b144bef51a1b', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012b9db6-831f-46e9-a340-f116b38b60ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:02:46Z', 'updated_at': '2022-04-01T16:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '7102340a-3c70-48ea-adf1-bc8606b2f3a9', 'name': '', 'network_id': 'cccbf491-b981-4cd9-b3c9-3cf2c7ee518d', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'mac_address': 'fa:16:3e:90:b1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012b9db6-831f-46e9-a340-f116b38b60ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '339a3801-b2b0-46c8-9fb2-c19165478d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:02:49Z', 'updated_at': '2022-04-01T16:02:57Z', 'revision_number': 5, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'subnets': [{'id': '339a3801-b2b0-46c8-9fb2-c19165478d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:03:35.731928 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8bf83fe6-551e-4ad3-9cbd-ed79d82b4e20 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:35.784751 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf83fe6-551e-4ad3-9cbd-ed79d82b4e20 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event deleted for resources: {'Port': ['ID=84c9ecc2-f4c4-4935-951d-c942c32c0f74,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:35.900059 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8bf83fe6-551e-4ad3-9cbd-ed79d82b4e20 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:35.913676 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 58314) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:03:35.914277 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-8bf83fe6-551e-4ad3-9cbd-ed79d82b4e20 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "DELETE /v2.0/ports/84c9ecc2-f4c4-4935-951d-c942c32c0f74 HTTP/1.1" status: 204 len: 168 time: 0.8528969 Apr 01 16:03:35.934774 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc6c781-59b7-4f7e-9ea3-080ac4e388df None None] New status for floating IP 556a5f58-50b7-401f-9d24-74a8b1e5c146: DOWN {{(pid=83833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 16:03:36.320159 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a8bacb2d-386d-44d7-9bbc-3ba803c6dbf0 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611543'] for router_interface, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:37.043736 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-a8bacb2d-386d-44d7-9bbc-3ba803c6dbf0 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Deleting port 7102340a-3c70-48ea-adf1-bc8606b2f3a9 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:03:37.044409 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a8bacb2d-386d-44d7-9bbc-3ba803c6dbf0 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:37.224571 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-a8bacb2d-386d-44d7-9bbc-3ba803c6dbf0 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] For port 7102340a-3c70-48ea-adf1-bc8606b2f3a9, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=7102340a-3c70-48ea-adf1-bc8606b2f3a9,segment=NetworkSegment(13583ea2-5e70-4381-9997-05f6b1d48a48),segment_id=13583ea2-5e70-4381-9997-05f6b1d48a48)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:03:37.224937 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a8bacb2d-386d-44d7-9bbc-3ba803c6dbf0 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:37.357885 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-a8bacb2d-386d-44d7-9bbc-3ba803c6dbf0 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Calling delete_port for 7102340a-3c70-48ea-adf1-bc8606b2f3a9 owned by network:router_interface {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:03:37.529646 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a8bacb2d-386d-44d7-9bbc-3ba803c6dbf0 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:37.576684 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bacb2d-386d-44d7-9bbc-3ba803c6dbf0 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event deleted for resources: {'Port': ['ID=7102340a-3c70-48ea-adf1-bc8606b2f3a9,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:37.865537 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a8bacb2d-386d-44d7-9bbc-3ba803c6dbf0 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611462'] for router_interface, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:38.532186 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8bacb2d-386d-44d7-9bbc-3ba803c6dbf0 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Router 012b9db6-831f-46e9-a340-f116b38b60ba has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:03:38.726023 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8bacb2d-386d-44d7-9bbc-3ba803c6dbf0 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:03:38.735685 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c1c6af-f411-4832-a49b-754f9bdfec37 None None] Sync routers for ids ['012b9db6-831f-46e9-a340-f116b38b60ba'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:03:38.739101 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-a8bacb2d-386d-44d7-9bbc-3ba803c6dbf0 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "PUT /v2.0/routers/012b9db6-831f-46e9-a340-f116b38b60ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8243389 Apr 01 16:03:38.741590 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 58318) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:03:38.751442 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c1c6af-f411-4832-a49b-754f9bdfec37 None None] Routers {'012b9db6-831f-46e9-a340-f116b38b60ba'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:03:38.752394 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-95c1c6af-f411-4832-a49b-754f9bdfec37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:03:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['012b9db6-831f-46e9-a340-f116b38b60ba'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:03:38.930014 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-95c1c6af-f411-4832-a49b-754f9bdfec37 None None] Set router 012b9db6-831f-46e9-a340-f116b38b60ba gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:03:38.945947 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f208f89-1e32-4f4d-87c8-e791a58fb308 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Deleting subnet 339a3801-b2b0-46c8-9fb2-c19165478d30 {{(pid=83828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 16:03:38.948830 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1f208f89-1e32-4f4d-87c8-e791a58fb308 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for subnet, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:39.003556 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1f208f89-1e32-4f4d-87c8-e791a58fb308 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15303084'] for subnet, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:39.086774 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1f208f89-1e32-4f4d-87c8-e791a58fb308 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:39.159122 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1f208f89-1e32-4f4d-87c8-e791a58fb308 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15306565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16030232'] for subnet, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:39.198641 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f208f89-1e32-4f4d-87c8-e791a58fb308 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event deleted for resources: {'Subnet': ['ID=339a3801-b2b0-46c8-9fb2-c19165478d30,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:39.207117 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1f208f89-1e32-4f4d-87c8-e791a58fb308 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:39.216015 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-1f208f89-1e32-4f4d-87c8-e791a58fb308 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "DELETE /v2.0/subnets/339a3801-b2b0-46c8-9fb2-c19165478d30 HTTP/1.1" status: 204 len: 168 time: 0.4734612 Apr 01 16:03:39.218665 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 58322) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:03:39.219698 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a1fdc6-a3f2-4933-bb7e-424cfd3f527c None None] Network cccbf491-b981-4cd9-b3c9-3cf2c7ee518d requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:03:39.308703 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-95c1c6af-f411-4832-a49b-754f9bdfec37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '012b9db6-831f-46e9-a340-f116b38b60ba', 'name': 'tempest-TestNetworkBasicOps-router-788186394', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': 'b2b8cdc7-d6a8-44bf-8367-b144bef51a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:02:45Z', 'updated_at': '2022-04-01T16:03:37Z', 'revision_number': 5, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': 'b2b8cdc7-d6a8-44bf-8367-b144bef51a1b', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012b9db6-831f-46e9-a340-f116b38b60ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:02:46Z', 'updated_at': '2022-04-01T16:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:03:39.318017 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c1c6af-f411-4832-a49b-754f9bdfec37 None None] Checking router: 012b9db6-831f-46e9-a340-f116b38b60ba for host: dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:03:39.403513 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c1c6af-f411-4832-a49b-754f9bdfec37 None None] Routers {'012b9db6-831f-46e9-a340-f116b38b60ba'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:03:39.404129 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-95c1c6af-f411-4832-a49b-754f9bdfec37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:03:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['012b9db6-831f-46e9-a340-f116b38b60ba'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:03:39.420064 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-632a53f2-f58f-4c47-b64d-0b5111dfdefb tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for router, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:39.597877 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-95c1c6af-f411-4832-a49b-754f9bdfec37 None None] Set router 012b9db6-831f-46e9-a340-f116b38b60ba gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:03:39.621239 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-632a53f2-f58f-4c47-b64d-0b5111dfdefb tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:39.633104 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-632a53f2-f58f-4c47-b64d-0b5111dfdefb tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Deleting port b2b8cdc7-d6a8-44bf-8367-b144bef51a1b {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:03:39.633443 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-632a53f2-f58f-4c47-b64d-0b5111dfdefb tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:39.683701 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8fc2b9-f9e1-4450-99a0-1493bd2d70ab None None] DHCP port deletion for cccbf491-b981-4cd9-b3c9-3cf2c7ee518d request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 16:03:39.746371 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-6c8fc2b9-f9e1-4450-99a0-1493bd2d70ab None None] Deleting port 9d28f247-9eb9-4d46-b527-d1383dbbb9cc {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:03:39.747398 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6c8fc2b9-f9e1-4450-99a0-1493bd2d70ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:39.919186 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-632a53f2-f58f-4c47-b64d-0b5111dfdefb tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] For port b2b8cdc7-d6a8-44bf-8367-b144bef51a1b, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=b2b8cdc7-d6a8-44bf-8367-b144bef51a1b,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:03:39.919441 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-632a53f2-f58f-4c47-b64d-0b5111dfdefb tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:40.042610 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-632a53f2-f58f-4c47-b64d-0b5111dfdefb tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Calling delete_port for b2b8cdc7-d6a8-44bf-8367-b144bef51a1b owned by network:router_gateway {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:03:40.100004 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-6c8fc2b9-f9e1-4450-99a0-1493bd2d70ab None None] For port 9d28f247-9eb9-4d46-b527-d1383dbbb9cc, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=9d28f247-9eb9-4d46-b527-d1383dbbb9cc,segment=NetworkSegment(13583ea2-5e70-4381-9997-05f6b1d48a48),segment_id=13583ea2-5e70-4381-9997-05f6b1d48a48)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:03:40.100392 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6c8fc2b9-f9e1-4450-99a0-1493bd2d70ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:40.211398 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-632a53f2-f58f-4c47-b64d-0b5111dfdefb tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:40.227624 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-6c8fc2b9-f9e1-4450-99a0-1493bd2d70ab None None] Calling delete_port for 9d28f247-9eb9-4d46-b527-d1383dbbb9cc owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:03:40.257242 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632a53f2-f58f-4c47-b64d-0b5111dfdefb tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event deleted for resources: {'Port': ['ID=b2b8cdc7-d6a8-44bf-8367-b144bef51a1b,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:40.284091 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-95c1c6af-f411-4832-a49b-754f9bdfec37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '012b9db6-831f-46e9-a340-f116b38b60ba', 'name': 'tempest-TestNetworkBasicOps-router-788186394', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': 'b2b8cdc7-d6a8-44bf-8367-b144bef51a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:02:45Z', 'updated_at': '2022-04-01T16:03:37Z', 'revision_number': 5, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': 'b2b8cdc7-d6a8-44bf-8367-b144bef51a1b', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012b9db6-831f-46e9-a340-f116b38b60ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:02:46Z', 'updated_at': '2022-04-01T16:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:03:40.290192 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c1c6af-f411-4832-a49b-754f9bdfec37 None None] The sync data for ids ['012b9db6-831f-46e9-a340-f116b38b60ba'] in dv-neutron-833373-2-hyperv is: [{'id': '012b9db6-831f-46e9-a340-f116b38b60ba', 'name': 'tempest-TestNetworkBasicOps-router-788186394', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': 'b2b8cdc7-d6a8-44bf-8367-b144bef51a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:02:45Z', 'updated_at': '2022-04-01T16:03:37Z', 'revision_number': 5, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': 'b2b8cdc7-d6a8-44bf-8367-b144bef51a1b', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '012b9db6-831f-46e9-a340-f116b38b60ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:02:46Z', 'updated_at': '2022-04-01T16:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:03:40.311120 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6c8fc2b9-f9e1-4450-99a0-1493bd2d70ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671'] for port, after_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:40.354174 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8fc2b9-f9e1-4450-99a0-1493bd2d70ab None None] Pushing event deleted for resources: {'Port': ['ID=9d28f247-9eb9-4d46-b527-d1383dbbb9cc,revision_number=None']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:40.360103 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8fc2b9-f9e1-4450-99a0-1493bd2d70ab None None] No DVR routers for this DVR port 9d28f247-9eb9-4d46-b527-d1383dbbb9cc on host dv-neutron-833373-2-hyperv {{(pid=83829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:03:40.479450 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-632a53f2-f58f-4c47-b64d-0b5111dfdefb tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617660'] for router_gateway, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:40.742990 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-632a53f2-f58f-4c47-b64d-0b5111dfdefb tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130651'] for router, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:40.748550 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-632a53f2-f58f-4c47-b64d-0b5111dfdefb tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:40.777711 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-632a53f2-f58f-4c47-b64d-0b5111dfdefb tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607376'] for router, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:40.778444 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-632a53f2-f58f-4c47-b64d-0b5111dfdefb tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Fanout notify agent at l3_agent the message router_deleted on router 012b9db6-831f-46e9-a340-f116b38b60ba {{(pid=83828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 16:03:40.793638 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-632a53f2-f58f-4c47-b64d-0b5111dfdefb tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:40.794028 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-632a53f2-f58f-4c47-b64d-0b5111dfdefb tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "DELETE /v2.0/routers/012b9db6-831f-46e9-a340-f116b38b60ba HTTP/1.1" status: 204 len: 168 time: 1.5744710 Apr 01 16:03:40.797170 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 58326) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:03:40.855161 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 7102340a-3c70-48ea-adf1-bc8606b2f3a9 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:03:40.895314 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 7102340a-3c70-48ea-adf1-bc8606b2f3a9 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:03:40.895728 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 7102340a-3c70-48ea-adf1-bc8606b2f3a9 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:03:40.896359 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 9d28f247-9eb9-4d46-b527-d1383dbbb9cc no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:03:40.920461 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-aabc3529-1647-427a-8b17-2fb6e1329d23 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:40.930824 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 9d28f247-9eb9-4d46-b527-d1383dbbb9cc {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:03:40.931466 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 9d28f247-9eb9-4d46-b527-d1383dbbb9cc not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:03:41.156590 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-aabc3529-1647-427a-8b17-2fb6e1329d23 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:41.182470 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-aabc3529-1647-427a-8b17-2fb6e1329d23 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cccbf491-b981-4cd9-b3c9-3cf2c7ee518d']}} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:03:41.194224 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-aabc3529-1647-427a-8b17-2fb6e1329d23 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13583ea2-5e70-4381-9997-05f6b1d48a48') {'for_net_delete': True} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:03:41.194528 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-aabc3529-1647-427a-8b17-2fb6e1329d23 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13583ea2-5e70-4381-9997-05f6b1d48a48') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:03:41.206324 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-aabc3529-1647-427a-8b17-2fb6e1329d23 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15303093'] for segment, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:41.222458 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-aabc3529-1647-427a-8b17-2fb6e1329d23 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:41.228686 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aabc3529-1647-427a-8b17-2fb6e1329d23 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=83828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 16:03:41.229099 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-aabc3529-1647-427a-8b17-2fb6e1329d23 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15306523'] for segment, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:41.243093 dv-neutron-833373-2-hyperv neutron-server[83828]: Traceback (most recent call last): Apr 01 16:03:41.243093 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 16:03:41.243093 dv-neutron-833373-2-hyperv neutron-server[83828]: timer() Apr 01 16:03:41.243093 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:03:41.243093 dv-neutron-833373-2-hyperv neutron-server[83828]: cb(*args, **kw) Apr 01 16:03:41.243093 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:03:41.243093 dv-neutron-833373-2-hyperv neutron-server[83828]: return func(*args, **kwargs) Apr 01 16:03:41.243093 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:03:41.243093 dv-neutron-833373-2-hyperv neutron-server[83828]: self._notify() Apr 01 16:03:41.243093 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:03:41.243093 dv-neutron-833373-2-hyperv neutron-server[83828]: self.callback(batched_events) Apr 01 16:03:41.243093 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:03:41.243093 dv-neutron-833373-2-hyperv neutron-server[83828]: event.method(event) Apr 01 16:03:41.243093 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:03:41.243093 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:03:41.243093 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:03:41.243093 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:03:41.243093 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:03:41.243093 dv-neutron-833373-2-hyperv neutron-server[83828]: return f(self, *a, **k) Apr 01 16:03:41.243093 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 16:03:41.243093 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._get(url).json() Apr 01 16:03:41.243093 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 16:03:41.243093 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:03:41.243093 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 16:03:41.243093 dv-neutron-833373-2-hyperv neutron-server[83828]: return self.request(url, 'GET', **kwargs) Apr 01 16:03:41.243093 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 16:03:41.243093 dv-neutron-833373-2-hyperv neutron-server[83828]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:03:41.243093 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 16:03:41.243093 dv-neutron-833373-2-hyperv neutron-server[83828]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:03:41.243093 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 16:03:41.243093 dv-neutron-833373-2-hyperv neutron-server[83828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:03:41.243093 dv-neutron-833373-2-hyperv neutron-server[83828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:03:41.334576 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-aabc3529-1647-427a-8b17-2fb6e1329d23 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:41.339346 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-aabc3529-1647-427a-8b17-2fb6e1329d23 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:41.366415 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabc3529-1647-427a-8b17-2fb6e1329d23 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event deleted for resources: {'Network': ['ID=cccbf491-b981-4cd9-b3c9-3cf2c7ee518d,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:41.375130 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-aabc3529-1647-427a-8b17-2fb6e1329d23 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "DELETE /v2.0/networks/cccbf491-b981-4cd9-b3c9-3cf2c7ee518d HTTP/1.1" status: 204 len: 168 time: 0.5769999 Apr 01 16:03:41.389464 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 58332) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:03:41.404008 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-9c3c4b5f-6d95-42ce-89f2-8badfbe10d95 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] 10.222.0.55 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0117655 Apr 01 16:03:41.406565 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 58336) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:03:41.412449 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-28e8ae07-978d-4ad7-a3f1-1212fb0f9d89 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'network': {'name': 'tempest-network-smoke--721417232', 'project_id': '447e2c5010754fe1ad368efac7c75251', 'port_security_enabled': True}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:03:41.417259 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-28e8ae07-978d-4ad7-a3f1-1212fb0f9d89 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:03:41.421343 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-28e8ae07-978d-4ad7-a3f1-1212fb0f9d89 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:network and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:03:41.425538 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-28e8ae07-978d-4ad7-a3f1-1212fb0f9d89 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:03:41.431327 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-28e8ae07-978d-4ad7-a3f1-1212fb0f9d89 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:03:41.441020 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e8ae07-978d-4ad7-a3f1-1212fb0f9d89 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Made reservation on behalf of 447e2c5010754fe1ad368efac7c75251 for: {'network': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:03:41.443990 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-28e8ae07-978d-4ad7-a3f1-1212fb0f9d89 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:41.473072 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28e8ae07-978d-4ad7-a3f1-1212fb0f9d89 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=83828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:03:41.481822 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-28e8ae07-978d-4ad7-a3f1-1212fb0f9d89 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:41.482218 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.segments_db [None req-28e8ae07-978d-4ad7-a3f1-1212fb0f9d89 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Added segment 4eb8ddd6-334a-40cd-91df-501d77f7b47c of type vlan for network 55b6a479-b414-41ac-b982-4d155fcec3e7 Apr 01 16:03:41.508756 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-28e8ae07-978d-4ad7-a3f1-1212fb0f9d89 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:41.537451 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-28e8ae07-978d-4ad7-a3f1-1212fb0f9d89 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:41.541152 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e8ae07-978d-4ad7-a3f1-1212fb0f9d89 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:41.541738 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-28e8ae07-978d-4ad7-a3f1-1212fb0f9d89 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:41.647984 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-28e8ae07-978d-4ad7-a3f1-1212fb0f9d89 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2402186 Apr 01 16:03:41.650379 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 58340) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:03:41.652969 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e8ae07-978d-4ad7-a3f1-1212fb0f9d89 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'Network': ['ID=55b6a479-b414-41ac-b982-4d155fcec3e7,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:41.657676 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-be8ff376-4b9e-4c74-bf5d-7132cfe4f1f8 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-401523892', 'admin_state_up': True, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:03:41.663789 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 55b6a479-b414-41ac-b982-4d155fcec3e7 details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:03:41.665682 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-be8ff376-4b9e-4c74-bf5d-7132cfe4f1f8 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:03:41.669801 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-be8ff376-4b9e-4c74-bf5d-7132cfe4f1f8 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:router and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:03:41.672867 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-be8ff376-4b9e-4c74-bf5d-7132cfe4f1f8 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:03:41.679947 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-be8ff376-4b9e-4c74-bf5d-7132cfe4f1f8 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:03:41.689934 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-be8ff376-4b9e-4c74-bf5d-7132cfe4f1f8 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130665'] for router, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:41.691516 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-be8ff376-4b9e-4c74-bf5d-7132cfe4f1f8 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617571', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130640'] for router, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:41.714368 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-be8ff376-4b9e-4c74-bf5d-7132cfe4f1f8 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:41.864167 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-be8ff376-4b9e-4c74-bf5d-7132cfe4f1f8 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130626'] for router, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:41.960465 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2d13a44e-99c8-490e-ba4e-c63fef88944f req-162375b2-161d-4762-a9e0-2b8902d7975a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f0f6b493-dd0d-47d8-a443-1fdb234bfa3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0711970 Apr 01 16:03:42.050665 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-be8ff376-4b9e-4c74-bf5d-7132cfe4f1f8 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for router_gateway, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:42.080344 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-be8ff376-4b9e-4c74-bf5d-7132cfe4f1f8 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:42.100657 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2d13a44e-99c8-490e-ba4e-c63fef88944f req-6553c1c6-675d-4eb4-9bd2-ed15baef5189 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b9e160ed92af426eb41719050c02f853&device_id=f0f6b493-dd0d-47d8-a443-1fdb234bfa3d HTTP/1.1" status: 200 len: 1099 time: 0.0697694 Apr 01 16:03:42.216822 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-be8ff376-4b9e-4c74-bf5d-7132cfe4f1f8 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Allocated IP 172.26.1.94 (ed45466e-0386-4b92-8de3-247c977242ac/0479f741-5cd1-4d6f-b593-d8aa909a42d3/191a1c1a-a691-4149-a63c-c8504b8bc81b) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:03:42.247215 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13a44e-99c8-490e-ba4e-c63fef88944f req-4ae6e769-892c-4ad4-845c-923121bdf365 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:42.248641 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2d13a44e-99c8-490e-ba4e-c63fef88944f req-4ae6e769-892c-4ad4-845c-923121bdf365 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0 HTTP/1.1" status: 200 len: 912 time: 0.1285985 Apr 01 16:03:42.352676 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2d13a44e-99c8-490e-ba4e-c63fef88944f req-6d4acb5a-11ad-4c17-a88e-6f14762ae79f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f5f2b9c-b159-48cf-ab42-dd65d0200e16 HTTP/1.1" status: 200 len: 1002 time: 0.0969000 Apr 01 16:03:42.365731 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-be8ff376-4b9e-4c74-bf5d-7132cfe4f1f8 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:42.393967 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-be8ff376-4b9e-4c74-bf5d-7132cfe4f1f8 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:42.416037 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13a44e-99c8-490e-ba4e-c63fef88944f req-01dcd977-0bfa-4e88-aa70-e5664df0e737 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:42.417505 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2d13a44e-99c8-490e-ba4e-c63fef88944f req-01dcd977-0bfa-4e88-aa70-e5664df0e737 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e89a89e5-8fa9-4b91-af10-f0a4d00467fb HTTP/1.1" status: 200 len: 851 time: 0.0585482 Apr 01 16:03:42.463984 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8ff376-4b9e-4c74-bf5d-7132cfe4f1f8 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Network ed45466e-0386-4b92-8de3-247c977242ac is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:03:42.467091 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-be8ff376-4b9e-4c74-bf5d-7132cfe4f1f8 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:03:42.469462 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8ff376-4b9e-4c74-bf5d-7132cfe4f1f8 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:03:42.499546 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2d13a44e-99c8-490e-ba4e-c63fef88944f req-b82e278e-8cc1-4687-aa64-712343cfe296 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747762 Apr 01 16:03:42.503277 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8ff376-4b9e-4c74-bf5d-7132cfe4f1f8 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'Port': ['ID=191a1c1a-a691-4149-a63c-c8504b8bc81b,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:42.628606 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-be8ff376-4b9e-4c74-bf5d-7132cfe4f1f8 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for router_gateway, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:42.629367 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-be8ff376-4b9e-4c74-bf5d-7132cfe4f1f8 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616'] for router, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:42.631901 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2d13a44e-99c8-490e-ba4e-c63fef88944f req-cf852b0e-13b8-49a4-8ab3-237918b66dd4 service neutron] 10.222.0.24 "GET /v2.0/networks/d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257312 Apr 01 16:03:42.755479 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device b2b8cdc7-d6a8-44bf-8367-b144bef51a1b no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:03:42.766926 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2d13a44e-99c8-490e-ba4e-c63fef88944f req-a6741a4f-3dc8-4669-ac53-a9850d1ba143 service neutron] 10.222.0.24 "GET /v2.0/networks/d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285763 Apr 01 16:03:42.788931 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: b2b8cdc7-d6a8-44bf-8367-b144bef51a1b {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:03:42.789273 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device b2b8cdc7-d6a8-44bf-8367-b144bef51a1b not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:03:42.858239 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be8ff376-4b9e-4c74-bf5d-7132cfe4f1f8 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Router 5b30fb67-2406-4dec-8699-5d4246226bc6 is scheduled to L3 agent ff252634-3424-422a-b742-9ae457bd54bd with binding_index 1 {{(pid=83828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 16:03:43.159004 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be8ff376-4b9e-4c74-bf5d-7132cfe4f1f8 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:03:43.168146 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897dcf80-20c8-4739-8bf4-8e7faedb895e None None] Sync routers for ids ['5b30fb67-2406-4dec-8699-5d4246226bc6'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:03:43.180313 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897dcf80-20c8-4739-8bf4-8e7faedb895e None None] Routers {'5b30fb67-2406-4dec-8699-5d4246226bc6'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:03:43.181021 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-897dcf80-20c8-4739-8bf4-8e7faedb895e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:03:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['5b30fb67-2406-4dec-8699-5d4246226bc6'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:03:43.184549 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-be8ff376-4b9e-4c74-bf5d-7132cfe4f1f8 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:43.185778 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-be8ff376-4b9e-4c74-bf5d-7132cfe4f1f8 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.5344925 Apr 01 16:03:43.188712 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 58344) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:03:43.229968 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-af9e5384-8472-48f6-af7c-39a52380035f tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=447e2c5010754fe1ad368efac7c75251&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0399368 Apr 01 16:03:43.232370 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 58348) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:03:43.371675 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f01bc8-b855-4846-b684-e6324c628edc tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:43.373145 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-02f01bc8-b855-4846-b684-e6324c628edc tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1398413 Apr 01 16:03:43.375841 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 58352) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:03:43.400439 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-897dcf80-20c8-4739-8bf4-8e7faedb895e None None] Set router 5b30fb67-2406-4dec-8699-5d4246226bc6 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:03:43.419241 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-e709afd2-1ae3-420e-88fc-746e1100e9bd tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=ed45466e-0386-4b92-8de3-247c977242ac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0397952 Apr 01 16:03:43.419478 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 58356) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:03:43.426428 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-a91bad3d-b911-41c6-bd65-2848c54c2a61 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-774565123', 'network_id': '55b6a479-b414-41ac-b982-4d155fcec3e7', 'project_id': '447e2c5010754fe1ad368efac7c75251', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:03:43.540274 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-a91bad3d-b911-41c6-bd65-2848c54c2a61 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:03:43.544296 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-a91bad3d-b911-41c6-bd65-2848c54c2a61 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:subnet and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:03:43.547179 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-a91bad3d-b911-41c6-bd65-2848c54c2a61 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:03:43.553494 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-a91bad3d-b911-41c6-bd65-2848c54c2a61 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:03:43.565662 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a91bad3d-b911-41c6-bd65-2848c54c2a61 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Made reservation on behalf of 447e2c5010754fe1ad368efac7c75251 for: {'subnet': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:03:43.672136 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a91bad3d-b911-41c6-bd65-2848c54c2a61 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16030269'] for subnet, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:43.686039 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-897dcf80-20c8-4739-8bf4-8e7faedb895e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b30fb67-2406-4dec-8699-5d4246226bc6', 'name': 'tempest-TestNetworkBasicOps-router-401523892', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.94'}], 'enable_snat': True}, 'gw_port_id': '191a1c1a-a691-4149-a63c-c8504b8bc81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:03:41Z', 'updated_at': '2022-04-01T16:03:42Z', 'revision_number': 3, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': '191a1c1a-a691-4149-a63c-c8504b8bc81b', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:84:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b30fb67-2406-4dec-8699-5d4246226bc6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:03:42Z', 'updated_at': '2022-04-01T16:03:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:03:43.690891 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897dcf80-20c8-4739-8bf4-8e7faedb895e None None] Checking router: 5b30fb67-2406-4dec-8699-5d4246226bc6 for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:03:43.691374 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897dcf80-20c8-4739-8bf4-8e7faedb895e None None] Updating router 5b30fb67-2406-4dec-8699-5d4246226bc6 port 191a1c1a-a691-4149-a63c-c8504b8bc81b binding host dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 16:03:43.742455 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-897dcf80-20c8-4739-8bf4-8e7faedb895e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:43.892911 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a91bad3d-b911-41c6-bd65-2848c54c2a61 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15306628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16030227'] for subnet, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:43.973264 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91bad3d-b911-41c6-bd65-2848c54c2a61 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'Subnet': ['ID=2ea4d784-89e6-4d8f-b437-bd8609df8c26,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:43.986706 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91bad3d-b911-41c6-bd65-2848c54c2a61 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Checking segment: {'id': '4eb8ddd6-334a-40cd-91df-501d77f7b47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '55b6a479-b414-41ac-b982-4d155fcec3e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:03:43.987110 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91bad3d-b911-41c6-bd65-2848c54c2a61 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Network hostable DHCP agents. Network: 55b6a479-b414-41ac-b982-4d155fcec3e7, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:03:44.010024 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91bad3d-b911-41c6-bd65-2848c54c2a61 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Network 55b6a479-b414-41ac-b982-4d155fcec3e7 is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:03:44.020928 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-a91bad3d-b911-41c6-bd65-2848c54c2a61 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, 55b6a479-b414-41ac-b982-4d155fcec3e7) {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:03:44.025263 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91bad3d-b911-41c6-bd65-2848c54c2a61 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:44.025863 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a91bad3d-b911-41c6-bd65-2848c54c2a61 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:44.033315 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74e4f1a-23ce-40d1-9483-109abcc3a74f None None] Network 55b6a479-b414-41ac-b982-4d155fcec3e7 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:03:44.053867 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-a91bad3d-b911-41c6-bd65-2848c54c2a61 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6308801 Apr 01 16:03:44.054119 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 58360) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:03:44.078769 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-897dcf80-20c8-4739-8bf4-8e7faedb895e None None] Notify callbacks [] for port, precommit_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:44.090839 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.provisioning_blocks [None req-897dcf80-20c8-4739-8bf4-8e7faedb895e None None] Transition to ACTIVE for port object 191a1c1a-a691-4149-a63c-c8504b8bc81b will not be triggered until provisioned by entity L2. {{(pid=83833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:03:44.097445 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-897dcf80-20c8-4739-8bf4-8e7faedb895e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:44.176137 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a033cc-87b7-45ff-a283-a7d030fa7cf5 None None] Pushing event updated for resources: {'Port': ['ID=191a1c1a-a691-4149-a63c-c8504b8bc81b,revision_number=2']} {{(pid=83833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:44.187120 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-897dcf80-20c8-4739-8bf4-8e7faedb895e None None] Attempting to bind port 191a1c1a-a691-4149-a63c-c8504b8bc81b on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:03:44.187478 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-897dcf80-20c8-4739-8bf4-8e7faedb895e None None] Attempting to bind port 191a1c1a-a691-4149-a63c-c8504b8bc81b by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}] {{(pid=83833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:03:44.187835 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897dcf80-20c8-4739-8bf4-8e7faedb895e None None] Attempting to bind port 191a1c1a-a691-4149-a63c-c8504b8bc81b on network ed45466e-0386-4b92-8de3-247c977242ac {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:03:44.195645 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897dcf80-20c8-4739-8bf4-8e7faedb895e None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:03:44.196120 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897dcf80-20c8-4739-8bf4-8e7faedb895e None None] Checking segment: {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:03:44.196611 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-897dcf80-20c8-4739-8bf4-8e7faedb895e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:44.197213 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897dcf80-20c8-4739-8bf4-8e7faedb895e None None] Bound using segment: {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'} {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:03:44.197784 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-897dcf80-20c8-4739-8bf4-8e7faedb895e None None] Bound port: 191a1c1a-a691-4149-a63c-c8504b8bc81b, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}}] {{(pid=83833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:03:44.198242 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-897dcf80-20c8-4739-8bf4-8e7faedb895e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:44.266705 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e5624e-8beb-4bad-8e51-6391495f9525 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-55b6a479-b414-41ac-b982-4d155fcec3e7', 'network_id': '55b6a479-b414-41ac-b982-4d155fcec3e7', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'fixed_ips': [{'subnet_id': '2ea4d784-89e6-4d8f-b437-bd8609df8c26'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 16:03:44.267879 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-62e5624e-8beb-4bad-8e51-6391495f9525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:44.274336 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.db [None req-897dcf80-20c8-4739-8bf4-8e7faedb895e None None] For port 191a1c1a-a691-4149-a63c-c8504b8bc81b, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:03:44.281604 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.db [None req-897dcf80-20c8-4739-8bf4-8e7faedb895e None None] For port 191a1c1a-a691-4149-a63c-c8504b8bc81b, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=191a1c1a-a691-4149-a63c-c8504b8bc81b,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:03:44.289167 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-897dcf80-20c8-4739-8bf4-8e7faedb895e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:44.377773 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897dcf80-20c8-4739-8bf4-8e7faedb895e None None] Routers {'5b30fb67-2406-4dec-8699-5d4246226bc6'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:03:44.378533 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-897dcf80-20c8-4739-8bf4-8e7faedb895e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:03:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['5b30fb67-2406-4dec-8699-5d4246226bc6'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:03:44.432910 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a033cc-87b7-45ff-a283-a7d030fa7cf5 None None] Pushing event updated for resources: {'Port': ['ID=191a1c1a-a691-4149-a63c-c8504b8bc81b,revision_number=3']} {{(pid=83833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:44.437777 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-62e5624e-8beb-4bad-8e51-6391495f9525 None None] Allocated IP 172.20.0.2 (55b6a479-b414-41ac-b982-4d155fcec3e7/2ea4d784-89e6-4d8f-b437-bd8609df8c26/fa7be6bc-c6c4-4413-b69a-2c566b6cacc8) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:03:44.573235 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-897dcf80-20c8-4739-8bf4-8e7faedb895e None None] Set router 5b30fb67-2406-4dec-8699-5d4246226bc6 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:03:44.696893 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-62e5624e-8beb-4bad-8e51-6391495f9525 None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:44.709220 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-62e5624e-8beb-4bad-8e51-6391495f9525 None None] Transition to ACTIVE for port object fa7be6bc-c6c4-4413-b69a-2c566b6cacc8 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:03:44.729430 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-62e5624e-8beb-4bad-8e51-6391495f9525 None None] Transition to ACTIVE for port object fa7be6bc-c6c4-4413-b69a-2c566b6cacc8 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:03:44.735273 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-62e5624e-8beb-4bad-8e51-6391495f9525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:44.805881 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e5624e-8beb-4bad-8e51-6391495f9525 None None] Network 55b6a479-b414-41ac-b982-4d155fcec3e7 is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:03:44.810622 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-62e5624e-8beb-4bad-8e51-6391495f9525 None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:03:44.813087 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e5624e-8beb-4bad-8e51-6391495f9525 None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:03:44.822034 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e5624e-8beb-4bad-8e51-6391495f9525 None None] Pushing event updated for resources: {'Port': ['ID=fa7be6bc-c6c4-4413-b69a-2c566b6cacc8,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:44.908064 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-62e5624e-8beb-4bad-8e51-6391495f9525 None None] Attempting to bind port fa7be6bc-c6c4-4413-b69a-2c566b6cacc8 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:03:44.908468 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-62e5624e-8beb-4bad-8e51-6391495f9525 None None] Attempting to bind port fa7be6bc-c6c4-4413-b69a-2c566b6cacc8 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': '4eb8ddd6-334a-40cd-91df-501d77f7b47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '55b6a479-b414-41ac-b982-4d155fcec3e7'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:03:44.908611 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-897dcf80-20c8-4739-8bf4-8e7faedb895e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b30fb67-2406-4dec-8699-5d4246226bc6', 'name': 'tempest-TestNetworkBasicOps-router-401523892', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.94'}], 'enable_snat': True}, 'gw_port_id': '191a1c1a-a691-4149-a63c-c8504b8bc81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:03:41Z', 'updated_at': '2022-04-01T16:03:42Z', 'revision_number': 3, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': '191a1c1a-a691-4149-a63c-c8504b8bc81b', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:84:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b30fb67-2406-4dec-8699-5d4246226bc6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:03:42Z', 'updated_at': '2022-04-01T16:03:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:03:44.908867 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e5624e-8beb-4bad-8e51-6391495f9525 None None] Attempting to bind port fa7be6bc-c6c4-4413-b69a-2c566b6cacc8 on network 55b6a479-b414-41ac-b982-4d155fcec3e7 {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:03:44.913482 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897dcf80-20c8-4739-8bf4-8e7faedb895e None None] The sync data for ids ['5b30fb67-2406-4dec-8699-5d4246226bc6'] in dv-neutron-833373-2-hyperv is: [{'id': '5b30fb67-2406-4dec-8699-5d4246226bc6', 'name': 'tempest-TestNetworkBasicOps-router-401523892', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.94'}], 'enable_snat': True}, 'gw_port_id': '191a1c1a-a691-4149-a63c-c8504b8bc81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:03:41Z', 'updated_at': '2022-04-01T16:03:42Z', 'revision_number': 3, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': '191a1c1a-a691-4149-a63c-c8504b8bc81b', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:84:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b30fb67-2406-4dec-8699-5d4246226bc6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:03:42Z', 'updated_at': '2022-04-01T16:03:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:03:44.915347 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e5624e-8beb-4bad-8e51-6391495f9525 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:03:44.915726 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e5624e-8beb-4bad-8e51-6391495f9525 None None] Checking segment: {'id': '4eb8ddd6-334a-40cd-91df-501d77f7b47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '55b6a479-b414-41ac-b982-4d155fcec3e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:03:44.916155 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-62e5624e-8beb-4bad-8e51-6391495f9525 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:44.916580 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e5624e-8beb-4bad-8e51-6391495f9525 None None] Bound using segment: {'id': '4eb8ddd6-334a-40cd-91df-501d77f7b47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '55b6a479-b414-41ac-b982-4d155fcec3e7'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:03:44.917043 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-62e5624e-8beb-4bad-8e51-6391495f9525 None None] Bound port: fa7be6bc-c6c4-4413-b69a-2c566b6cacc8, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eb8ddd6-334a-40cd-91df-501d77f7b47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '55b6a479-b414-41ac-b982-4d155fcec3e7'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:03:44.917961 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-62e5624e-8beb-4bad-8e51-6391495f9525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:45.009425 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3802b736-1002-4eee-ac89-a537260bda44 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:45.025409 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-62e5624e-8beb-4bad-8e51-6391495f9525 None None] For port fa7be6bc-c6c4-4413-b69a-2c566b6cacc8, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:03:45.029048 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-62e5624e-8beb-4bad-8e51-6391495f9525 None None] For port fa7be6bc-c6c4-4413-b69a-2c566b6cacc8, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=fa7be6bc-c6c4-4413-b69a-2c566b6cacc8,segment=NetworkSegment(4eb8ddd6-334a-40cd-91df-501d77f7b47c),segment_id=4eb8ddd6-334a-40cd-91df-501d77f7b47c)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:03:45.034968 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-62e5624e-8beb-4bad-8e51-6391495f9525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:45.138314 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e5624e-8beb-4bad-8e51-6391495f9525 None None] Pushing event updated for resources: {'Port': ['ID=fa7be6bc-c6c4-4413-b69a-2c566b6cacc8,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:45.494863 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-3802b736-1002-4eee-ac89-a537260bda44 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Allocated IP 172.20.0.1 (55b6a479-b414-41ac-b982-4d155fcec3e7/2ea4d784-89e6-4d8f-b437-bd8609df8c26/25799867-8fa2-4c49-82b7-9b1a39dd5983) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:03:45.666767 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3802b736-1002-4eee-ac89-a537260bda44 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:45.683959 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [None req-3802b736-1002-4eee-ac89-a537260bda44 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Transition to ACTIVE for port object 25799867-8fa2-4c49-82b7-9b1a39dd5983 will not be triggered until provisioned by entity DHCP. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:03:45.706437 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3802b736-1002-4eee-ac89-a537260bda44 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:45.785133 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3802b736-1002-4eee-ac89-a537260bda44 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Network 55b6a479-b414-41ac-b982-4d155fcec3e7 is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:03:45.788451 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-3802b736-1002-4eee-ac89-a537260bda44 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:03:45.790931 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3802b736-1002-4eee-ac89-a537260bda44 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:03:45.822619 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3802b736-1002-4eee-ac89-a537260bda44 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'Port': ['ID=25799867-8fa2-4c49-82b7-9b1a39dd5983,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:45.855293 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3802b736-1002-4eee-ac89-a537260bda44 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611418'] for router_interface, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:45.949040 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3802b736-1002-4eee-ac89-a537260bda44 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:46.089822 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533c64e8-b36b-449d-82aa-08059a168c2c None None] Network 55b6a479-b414-41ac-b982-4d155fcec3e7 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:03:46.195575 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a5b34e64-bb2e-4e65-b060-a149cb198e8d None None] Provisioning for port fa7be6bc-c6c4-4413-b69a-2c566b6cacc8 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:03:46.370316 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3802b736-1002-4eee-ac89-a537260bda44 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for port, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:46.378135 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3802b736-1002-4eee-ac89-a537260bda44 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:46.497513 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3802b736-1002-4eee-ac89-a537260bda44 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611525'] for router_interface, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:46.500945 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3802b736-1002-4eee-ac89-a537260bda44 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'Port': ['ID=25799867-8fa2-4c49-82b7-9b1a39dd5983,revision_number=2']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:46.515126 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3802b736-1002-4eee-ac89-a537260bda44 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:46.515477 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3802b736-1002-4eee-ac89-a537260bda44 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:46.515818 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3802b736-1002-4eee-ac89-a537260bda44 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:46.516152 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3802b736-1002-4eee-ac89-a537260bda44 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:46.516486 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3802b736-1002-4eee-ac89-a537260bda44 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:46.516843 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3802b736-1002-4eee-ac89-a537260bda44 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:46.518264 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3802b736-1002-4eee-ac89-a537260bda44 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:46.518855 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3802b736-1002-4eee-ac89-a537260bda44 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:46.519689 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3802b736-1002-4eee-ac89-a537260bda44 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:46.519689 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3802b736-1002-4eee-ac89-a537260bda44 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:46.519942 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3802b736-1002-4eee-ac89-a537260bda44 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:46.530956 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-627c7b1b-f559-4636-92a4-761a5043e019 None None] Provisioning for port 25799867-8fa2-4c49-82b7-9b1a39dd5983 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:03:46.537018 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-627c7b1b-f559-4636-92a4-761a5043e019 None None] Provisioning complete for port 25799867-8fa2-4c49-82b7-9b1a39dd5983 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:03:46.537398 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-627c7b1b-f559-4636-92a4-761a5043e019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:46.590387 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-627c7b1b-f559-4636-92a4-761a5043e019 None None] Port 25799867-8fa2-4c49-82b7-9b1a39dd5983 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 16:03:46.775347 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3802b736-1002-4eee-ac89-a537260bda44 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Network 55b6a479-b414-41ac-b982-4d155fcec3e7 is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:03:46.776456 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-3802b736-1002-4eee-ac89-a537260bda44 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:03:46.832621 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-bd712a6a-9b49-4a4e-ba48-d84f4de5f2fc None None] Provisioning complete for port 25799867-8fa2-4c49-82b7-9b1a39dd5983 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:03:46.833148 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-bd712a6a-9b49-4a4e-ba48-d84f4de5f2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:46.875733 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device fa7be6bc-c6c4-4413-b69a-2c566b6cacc8 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:03:46.954141 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-bd712a6a-9b49-4a4e-ba48-d84f4de5f2fc None None] Port 25799867-8fa2-4c49-82b7-9b1a39dd5983 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 16:03:46.973700 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port fa7be6bc-c6c4-4413-b69a-2c566b6cacc8 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:03:46.979629 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port fa7be6bc-c6c4-4413-b69a-2c566b6cacc8 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:03:46.979823 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:47.109412 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:47.122463 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-e3184d1b-293c-442f-a1d1-b6bd741212fe None None] Provisioning complete for port 25799867-8fa2-4c49-82b7-9b1a39dd5983 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:03:47.122832 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-e3184d1b-293c-442f-a1d1-b6bd741212fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:47.188934 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-e3184d1b-293c-442f-a1d1-b6bd741212fe None None] Port 25799867-8fa2-4c49-82b7-9b1a39dd5983 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 16:03:47.192782 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port fa7be6bc-c6c4-4413-b69a-2c566b6cacc8, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=fa7be6bc-c6c4-4413-b69a-2c566b6cacc8,segment=NetworkSegment(4eb8ddd6-334a-40cd-91df-501d77f7b47c),segment_id=4eb8ddd6-334a-40cd-91df-501d77f7b47c)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:03:47.196319 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:47.197148 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 191a1c1a-a691-4149-a63c-c8504b8bc81b up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:03:47.203857 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3802b736-1002-4eee-ac89-a537260bda44 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Router 5b30fb67-2406-4dec-8699-5d4246226bc6 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:03:47.309181 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=fa7be6bc-c6c4-4413-b69a-2c566b6cacc8,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:47.321490 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 191a1c1a-a691-4149-a63c-c8504b8bc81b completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:03:47.326335 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 191a1c1a-a691-4149-a63c-c8504b8bc81b triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:03:47.326707 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:47.411938 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3802b736-1002-4eee-ac89-a537260bda44 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:03:47.425203 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-3802b736-1002-4eee-ac89-a537260bda44 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "PUT /v2.0/routers/5b30fb67-2406-4dec-8699-5d4246226bc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3701038 Apr 01 16:03:47.427951 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 58364) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:03:47.443793 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:47.459482 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port 191a1c1a-a691-4149-a63c-c8504b8bc81b, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=191a1c1a-a691-4149-a63c-c8504b8bc81b,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:03:47.463236 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:47.528386 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=191a1c1a-a691-4149-a63c-c8504b8bc81b,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:47.571120 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ab6fd3-3fd6-4aae-82fa-3a6dc99b6138 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:47.571408 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ab6fd3-3fd6-4aae-82fa-3a6dc99b6138 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:47.571771 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ab6fd3-3fd6-4aae-82fa-3a6dc99b6138 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:47.572129 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ab6fd3-3fd6-4aae-82fa-3a6dc99b6138 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:47.572483 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ab6fd3-3fd6-4aae-82fa-3a6dc99b6138 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:47.572869 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ab6fd3-3fd6-4aae-82fa-3a6dc99b6138 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:47.574554 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-56ab6fd3-3fd6-4aae-82fa-3a6dc99b6138 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4280 time: 0.1456378 Apr 01 16:03:47.577250 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 58368) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:03:47.645570 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64534ae3-8de5-4e6c-badc-123a3461875c tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:47.645941 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64534ae3-8de5-4e6c-badc-123a3461875c tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:47.646304 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64534ae3-8de5-4e6c-badc-123a3461875c tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:47.646658 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64534ae3-8de5-4e6c-badc-123a3461875c tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:47.647011 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64534ae3-8de5-4e6c-badc-123a3461875c tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:47.647352 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64534ae3-8de5-4e6c-badc-123a3461875c tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:47.649155 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-64534ae3-8de5-4e6c-badc-123a3461875c tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0709057 Apr 01 16:03:47.651792 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 58372) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:03:47.944588 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-09cb3358-b045-4b8b-9ccc-81468586590c tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.2916389 Apr 01 16:03:48.170871 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 58378) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:03:48.177322 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-1a529bd2-ea5a-48e3-b34d-3d3dad3f1fa7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1324589392', 'description': 'tempest-secgroup-smoke-1324589392 description', 'project_id': '447e2c5010754fe1ad368efac7c75251'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:03:48.183588 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-1a529bd2-ea5a-48e3-b34d-3d3dad3f1fa7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:03:48.188011 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-1a529bd2-ea5a-48e3-b34d-3d3dad3f1fa7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:03:48.190969 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-1a529bd2-ea5a-48e3-b34d-3d3dad3f1fa7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:03:48.196874 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-1a529bd2-ea5a-48e3-b34d-3d3dad3f1fa7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:03:48.206916 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-1a529bd2-ea5a-48e3-b34d-3d3dad3f1fa7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:48.243153 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-1a529bd2-ea5a-48e3-b34d-3d3dad3f1fa7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:03:48.247095 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-1a529bd2-ea5a-48e3-b34d-3d3dad3f1fa7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group_rule and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:03:48.249998 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-1a529bd2-ea5a-48e3-b34d-3d3dad3f1fa7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:03:48.255663 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-1a529bd2-ea5a-48e3-b34d-3d3dad3f1fa7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:03:48.311620 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-1a529bd2-ea5a-48e3-b34d-3d3dad3f1fa7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:48.316968 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-1a529bd2-ea5a-48e3-b34d-3d3dad3f1fa7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:48.366528 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a529bd2-ea5a-48e3-b34d-3d3dad3f1fa7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5525e8dd-28f9-45ed-9923-984aed0fd4da,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:48.371628 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-1a529bd2-ea5a-48e3-b34d-3d3dad3f1fa7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:48.373118 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-1a529bd2-ea5a-48e3-b34d-3d3dad3f1fa7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2012360 Apr 01 16:03:48.376029 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 58382) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:03:48.379245 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a529bd2-ea5a-48e3-b34d-3d3dad3f1fa7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:48.379462 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a529bd2-ea5a-48e3-b34d-3d3dad3f1fa7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:48.379723 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a529bd2-ea5a-48e3-b34d-3d3dad3f1fa7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:48.380057 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a529bd2-ea5a-48e3-b34d-3d3dad3f1fa7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:48.380380 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a529bd2-ea5a-48e3-b34d-3d3dad3f1fa7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:48.380702 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a529bd2-ea5a-48e3-b34d-3d3dad3f1fa7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:48.381056 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a529bd2-ea5a-48e3-b34d-3d3dad3f1fa7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:48.381376 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a529bd2-ea5a-48e3-b34d-3d3dad3f1fa7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:48.381692 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a529bd2-ea5a-48e3-b34d-3d3dad3f1fa7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:48.382005 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a529bd2-ea5a-48e3-b34d-3d3dad3f1fa7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:48.382319 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a529bd2-ea5a-48e3-b34d-3d3dad3f1fa7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:48.382684 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-302e512f-75dc-41a4-9881-548942fc8081 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'security_group_rule': {'security_group_id': '5525e8dd-28f9-45ed-9923-984aed0fd4da', 'project_id': '447e2c5010754fe1ad368efac7c75251', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:03:48.393510 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-302e512f-75dc-41a4-9881-548942fc8081 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:03:48.397619 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-302e512f-75dc-41a4-9881-548942fc8081 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group_rule and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:03:48.400653 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-302e512f-75dc-41a4-9881-548942fc8081 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:03:48.406539 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-302e512f-75dc-41a4-9881-548942fc8081 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:03:48.424962 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-302e512f-75dc-41a4-9881-548942fc8081 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:48.485667 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-302e512f-75dc-41a4-9881-548942fc8081 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:48.489839 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-302e512f-75dc-41a4-9881-548942fc8081 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:48.511919 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302e512f-75dc-41a4-9881-548942fc8081 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54d7101b-79ec-4da1-8d56-ea403a902628,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:48.524351 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-302e512f-75dc-41a4-9881-548942fc8081 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:48.525568 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-302e512f-75dc-41a4-9881-548942fc8081 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1481431 Apr 01 16:03:48.528615 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 58386) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:03:48.534186 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-b4b32ce1-fe87-43f3-af83-1b0cdef851ff tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'security_group_rule': {'security_group_id': '5525e8dd-28f9-45ed-9923-984aed0fd4da', 'project_id': '447e2c5010754fe1ad368efac7c75251', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:03:48.539881 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-b4b32ce1-fe87-43f3-af83-1b0cdef851ff tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:03:48.544406 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-b4b32ce1-fe87-43f3-af83-1b0cdef851ff tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group_rule and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:03:48.547917 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-b4b32ce1-fe87-43f3-af83-1b0cdef851ff tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:03:48.554701 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-b4b32ce1-fe87-43f3-af83-1b0cdef851ff tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:03:48.570919 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1757fe6a-6f58-4828-a1cf-f5ab58943839 None None] Sync routers for ids ['5b30fb67-2406-4dec-8699-5d4246226bc6'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:03:48.573356 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b4b32ce1-fe87-43f3-af83-1b0cdef851ff tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:48.583344 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1757fe6a-6f58-4828-a1cf-f5ab58943839 None None] Routers {'5b30fb67-2406-4dec-8699-5d4246226bc6'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:03:48.583969 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-1757fe6a-6f58-4828-a1cf-f5ab58943839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:03:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['5b30fb67-2406-4dec-8699-5d4246226bc6'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:03:48.635574 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b4b32ce1-fe87-43f3-af83-1b0cdef851ff tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:48.639169 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b4b32ce1-fe87-43f3-af83-1b0cdef851ff tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:48.661513 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b32ce1-fe87-43f3-af83-1b0cdef851ff tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce0c1ee4-58f0-4201-829e-7c822d196c83,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:48.671327 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b4b32ce1-fe87-43f3-af83-1b0cdef851ff tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:48.676246 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-b4b32ce1-fe87-43f3-af83-1b0cdef851ff tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1430328 Apr 01 16:03:48.676426 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 58390) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:03:48.681955 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-849355db-a52e-498e-b2d0-67747efe674c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'security_group_rule': {'security_group_id': '5525e8dd-28f9-45ed-9923-984aed0fd4da', 'project_id': '447e2c5010754fe1ad368efac7c75251', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:03:48.688028 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-849355db-a52e-498e-b2d0-67747efe674c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:03:48.692938 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-849355db-a52e-498e-b2d0-67747efe674c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group_rule and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:03:48.695893 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-849355db-a52e-498e-b2d0-67747efe674c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:03:48.701798 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-849355db-a52e-498e-b2d0-67747efe674c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:03:48.722641 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-849355db-a52e-498e-b2d0-67747efe674c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:48.775835 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-1757fe6a-6f58-4828-a1cf-f5ab58943839 None None] Set router 5b30fb67-2406-4dec-8699-5d4246226bc6 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:03:48.797927 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-849355db-a52e-498e-b2d0-67747efe674c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:48.803675 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-849355db-a52e-498e-b2d0-67747efe674c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:48.820765 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device fa7be6bc-c6c4-4413-b69a-2c566b6cacc8 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:03:48.827447 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849355db-a52e-498e-b2d0-67747efe674c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3e19549-d8fc-4241-8896-bc91b6a50da7,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:48.837723 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-849355db-a52e-498e-b2d0-67747efe674c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:48.838951 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-849355db-a52e-498e-b2d0-67747efe674c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1616409 Apr 01 16:03:48.841892 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 58394) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:03:48.847644 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-4754c2d4-9aa7-4927-8953-f728893111cd tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'security_group_rule': {'security_group_id': '5525e8dd-28f9-45ed-9923-984aed0fd4da', 'project_id': '447e2c5010754fe1ad368efac7c75251', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:03:48.853882 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-4754c2d4-9aa7-4927-8953-f728893111cd tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:03:48.857771 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-4754c2d4-9aa7-4927-8953-f728893111cd tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group_rule and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:03:48.861295 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-4754c2d4-9aa7-4927-8953-f728893111cd tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:03:48.867209 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-4754c2d4-9aa7-4927-8953-f728893111cd tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:03:48.884293 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4754c2d4-9aa7-4927-8953-f728893111cd tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:48.947880 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4754c2d4-9aa7-4927-8953-f728893111cd tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:48.951927 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4754c2d4-9aa7-4927-8953-f728893111cd tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:48.978662 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4754c2d4-9aa7-4927-8953-f728893111cd tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4309464a-4424-4684-b024-60879b63b32c,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:48.990326 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4754c2d4-9aa7-4927-8953-f728893111cd tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:48.991896 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-4754c2d4-9aa7-4927-8953-f728893111cd tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1488268 Apr 01 16:03:48.994780 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 58398) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:03:49.001714 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-e17dcea5-2649-40c3-8b2a-0167c643be33 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'security_group_rule': {'security_group_id': '5525e8dd-28f9-45ed-9923-984aed0fd4da', 'project_id': '447e2c5010754fe1ad368efac7c75251', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:03:49.007848 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-e17dcea5-2649-40c3-8b2a-0167c643be33 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:03:49.011889 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-e17dcea5-2649-40c3-8b2a-0167c643be33 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group_rule and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:03:49.015633 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-e17dcea5-2649-40c3-8b2a-0167c643be33 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:03:49.021954 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-e17dcea5-2649-40c3-8b2a-0167c643be33 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:03:49.033550 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.securitygroups_db [None req-e17dcea5-2649-40c3-8b2a-0167c643be33 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Project 447e2c5010754fe1ad368efac7c75251 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:03:49.040532 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e17dcea5-2649-40c3-8b2a-0167c643be33 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:49.087310 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port fa7be6bc-c6c4-4413-b69a-2c566b6cacc8 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:03:49.087680 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:49.108234 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e17dcea5-2649-40c3-8b2a-0167c643be33 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:49.112787 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e17dcea5-2649-40c3-8b2a-0167c643be33 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:49.135636 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17dcea5-2649-40c3-8b2a-0167c643be33 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac96ab37-5aeb-4e01-bcae-7ab4442418d5,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:49.145314 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e17dcea5-2649-40c3-8b2a-0167c643be33 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:49.146828 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-e17dcea5-2649-40c3-8b2a-0167c643be33 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1510735 Apr 01 16:03:49.149677 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 58402) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:03:49.155254 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-62e4d1dc-0260-4657-8b00-838fee47e1ec tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'security_group_rule': {'security_group_id': '5525e8dd-28f9-45ed-9923-984aed0fd4da', 'project_id': '447e2c5010754fe1ad368efac7c75251', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:03:49.161578 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-62e4d1dc-0260-4657-8b00-838fee47e1ec tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:03:49.165475 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-62e4d1dc-0260-4657-8b00-838fee47e1ec tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group_rule and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:03:49.168324 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-62e4d1dc-0260-4657-8b00-838fee47e1ec tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:03:49.174886 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-62e4d1dc-0260-4657-8b00-838fee47e1ec tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:03:49.185473 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.securitygroups_db [None req-62e4d1dc-0260-4657-8b00-838fee47e1ec tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Project 447e2c5010754fe1ad368efac7c75251 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:03:49.193634 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-62e4d1dc-0260-4657-8b00-838fee47e1ec tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:49.260360 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-62e4d1dc-0260-4657-8b00-838fee47e1ec tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:49.264633 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-62e4d1dc-0260-4657-8b00-838fee47e1ec tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:49.284054 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 191a1c1a-a691-4149-a63c-c8504b8bc81b up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:03:49.292942 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e4d1dc-0260-4657-8b00-838fee47e1ec tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=339ad08b-4045-41b3-9e08-8da438a296e4,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:49.308954 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-62e4d1dc-0260-4657-8b00-838fee47e1ec tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:49.310142 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-62e4d1dc-0260-4657-8b00-838fee47e1ec tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1594512 Apr 01 16:03:49.348437 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-1757fe6a-6f58-4828-a1cf-f5ab58943839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b30fb67-2406-4dec-8699-5d4246226bc6', 'name': 'tempest-TestNetworkBasicOps-router-401523892', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.94'}], 'enable_snat': True}, 'gw_port_id': '191a1c1a-a691-4149-a63c-c8504b8bc81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:03:41Z', 'updated_at': '2022-04-01T16:03:45Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': '191a1c1a-a691-4149-a63c-c8504b8bc81b', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:84:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b30fb67-2406-4dec-8699-5d4246226bc6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:03:42Z', 'updated_at': '2022-04-01T16:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '25799867-8fa2-4c49-82b7-9b1a39dd5983', 'name': '', 'network_id': '55b6a479-b414-41ac-b982-4d155fcec3e7', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'mac_address': 'fa:16:3e:71:ad:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b30fb67-2406-4dec-8699-5d4246226bc6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ea4d784-89e6-4d8f-b437-bd8609df8c26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:03:45Z', 'updated_at': '2022-04-01T16:03:46Z', 'revision_number': 2, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'subnets': [{'id': '2ea4d784-89e6-4d8f-b437-bd8609df8c26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:03:49.362917 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1757fe6a-6f58-4828-a1cf-f5ab58943839 None None] Checking router: 5b30fb67-2406-4dec-8699-5d4246226bc6 for host: dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:03:49.363342 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1757fe6a-6f58-4828-a1cf-f5ab58943839 None None] Updating router 5b30fb67-2406-4dec-8699-5d4246226bc6 port 25799867-8fa2-4c49-82b7-9b1a39dd5983 binding host dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 16:03:49.421735 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-1757fe6a-6f58-4828-a1cf-f5ab58943839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:49.443553 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 191a1c1a-a691-4149-a63c-c8504b8bc81b triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:03:49.443926 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:49.492037 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-b5a4b2f5-71bb-42c9-8aaa-8f3ef82b0e49 req-d7c552c1-10bb-43b4-add8-63f4c5d2f88d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Synchronizing usage tracker for tenant:447e2c5010754fe1ad368efac7c75251 on resource:security_group {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:03:49.508147 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-b5a4b2f5-71bb-42c9-8aaa-8f3ef82b0e49 req-d7c552c1-10bb-43b4-add8-63f4c5d2f88d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Unset dirty status for tenant:447e2c5010754fe1ad368efac7c75251 on resource:security_group {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:03:49.515794 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b5a4b2f5-71bb-42c9-8aaa-8f3ef82b0e49 req-d7c552c1-10bb-43b4-add8-63f4c5d2f88d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1324589392&fields=id&tenant_id=447e2c5010754fe1ad368efac7c75251 HTTP/1.1" status: 200 len: 267 time: 0.0637932 Apr 01 16:03:49.662768 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a4b2f5-71bb-42c9-8aaa-8f3ef82b0e49 req-1c0a95c9-2436-41ad-8bbe-fbcd9685a895 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:49.664196 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b5a4b2f5-71bb-42c9-8aaa-8f3ef82b0e49 req-1c0a95c9-2436-41ad-8bbe-fbcd9685a895 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/networks?id=55b6a479-b414-41ac-b982-4d155fcec3e7 HTTP/1.1" status: 200 len: 796 time: 0.1476502 Apr 01 16:03:49.680526 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b5a4b2f5-71bb-42c9-8aaa-8f3ef82b0e49 req-239081a3-17b0-42bf-b836-d5a6d87e50e7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/quotas/447e2c5010754fe1ad368efac7c75251 HTTP/1.1" status: 200 len: 375 time: 0.0108202 Apr 01 16:03:49.761560 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-b5a4b2f5-71bb-42c9-8aaa-8f3ef82b0e49 req-3770a996-42f5-40c6-a094-88c39d8868fc tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Synchronizing usage tracker for tenant:447e2c5010754fe1ad368efac7c75251 on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:03:49.777633 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-b5a4b2f5-71bb-42c9-8aaa-8f3ef82b0e49 req-3770a996-42f5-40c6-a094-88c39d8868fc tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Unset dirty status for tenant:447e2c5010754fe1ad368efac7c75251 on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:03:49.779653 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b5a4b2f5-71bb-42c9-8aaa-8f3ef82b0e49 req-3770a996-42f5-40c6-a094-88c39d8868fc tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=447e2c5010754fe1ad368efac7c75251&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0938170 Apr 01 16:03:49.879119 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-1757fe6a-6f58-4828-a1cf-f5ab58943839 None None] Notify callbacks [] for port, precommit_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:49.891054 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-1757fe6a-6f58-4828-a1cf-f5ab58943839 None None] Transition to ACTIVE for port object 25799867-8fa2-4c49-82b7-9b1a39dd5983 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:03:49.899010 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-1757fe6a-6f58-4828-a1cf-f5ab58943839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:49.919882 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b5a4b2f5-71bb-42c9-8aaa-8f3ef82b0e49 req-08847a4e-cbba-4ac8-84c5-09274cd8ae0a service neutron] 10.222.0.55 "GET /v2.0/networks/55b6a479-b414-41ac-b982-4d155fcec3e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271331 Apr 01 16:03:50.024567 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e755e-2f59-4504-a6af-587971ffe1fb None None] Pushing event updated for resources: {'Port': ['ID=25799867-8fa2-4c49-82b7-9b1a39dd5983,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:50.072487 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b5a4b2f5-71bb-42c9-8aaa-8f3ef82b0e49 req-6e525396-a280-457e-863d-00bd6336c8db service neutron] 10.222.0.55 "GET /v2.0/networks/55b6a479-b414-41ac-b982-4d155fcec3e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462412 Apr 01 16:03:50.117421 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-1757fe6a-6f58-4828-a1cf-f5ab58943839 None None] Attempting to bind port 25799867-8fa2-4c49-82b7-9b1a39dd5983 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:03:50.117904 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-1757fe6a-6f58-4828-a1cf-f5ab58943839 None None] Attempting to bind port 25799867-8fa2-4c49-82b7-9b1a39dd5983 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': '4eb8ddd6-334a-40cd-91df-501d77f7b47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '55b6a479-b414-41ac-b982-4d155fcec3e7'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:03:50.118329 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1757fe6a-6f58-4828-a1cf-f5ab58943839 None None] Attempting to bind port 25799867-8fa2-4c49-82b7-9b1a39dd5983 on network 55b6a479-b414-41ac-b982-4d155fcec3e7 {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:03:50.126035 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1757fe6a-6f58-4828-a1cf-f5ab58943839 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:03:50.126582 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1757fe6a-6f58-4828-a1cf-f5ab58943839 None None] Checking segment: {'id': '4eb8ddd6-334a-40cd-91df-501d77f7b47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '55b6a479-b414-41ac-b982-4d155fcec3e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:03:50.127053 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-1757fe6a-6f58-4828-a1cf-f5ab58943839 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:50.127685 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1757fe6a-6f58-4828-a1cf-f5ab58943839 None None] Bound using segment: {'id': '4eb8ddd6-334a-40cd-91df-501d77f7b47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '55b6a479-b414-41ac-b982-4d155fcec3e7'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:03:50.128221 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-1757fe6a-6f58-4828-a1cf-f5ab58943839 None None] Bound port: 25799867-8fa2-4c49-82b7-9b1a39dd5983, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eb8ddd6-334a-40cd-91df-501d77f7b47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '55b6a479-b414-41ac-b982-4d155fcec3e7'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:03:50.128723 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-1757fe6a-6f58-4828-a1cf-f5ab58943839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:50.238935 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-1757fe6a-6f58-4828-a1cf-f5ab58943839 None None] For port 25799867-8fa2-4c49-82b7-9b1a39dd5983, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:03:50.242448 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-1757fe6a-6f58-4828-a1cf-f5ab58943839 None None] For port 25799867-8fa2-4c49-82b7-9b1a39dd5983, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=25799867-8fa2-4c49-82b7-9b1a39dd5983,segment=NetworkSegment(4eb8ddd6-334a-40cd-91df-501d77f7b47c),segment_id=4eb8ddd6-334a-40cd-91df-501d77f7b47c)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:03:50.250756 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-1757fe6a-6f58-4828-a1cf-f5ab58943839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:50.282004 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-56b3d375-9637-4e39-8edb-495408e15724 req-0d5bda1b-0233-445f-b418-ba94acc945ed tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=55edaf67-8d29-417b-a870-0457669f2118 HTTP/1.1" status: 200 len: 210 time: 0.0503147 Apr 01 16:03:50.337253 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e755e-2f59-4504-a6af-587971ffe1fb None None] Pushing event updated for resources: {'Port': ['ID=25799867-8fa2-4c49-82b7-9b1a39dd5983,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:50.344535 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1757fe6a-6f58-4828-a1cf-f5ab58943839 None None] Routers {'5b30fb67-2406-4dec-8699-5d4246226bc6'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:03:50.345226 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-1757fe6a-6f58-4828-a1cf-f5ab58943839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:03:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['5b30fb67-2406-4dec-8699-5d4246226bc6'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:03:50.589230 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-1757fe6a-6f58-4828-a1cf-f5ab58943839 None None] Set router 5b30fb67-2406-4dec-8699-5d4246226bc6 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:03:50.921135 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-1757fe6a-6f58-4828-a1cf-f5ab58943839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b30fb67-2406-4dec-8699-5d4246226bc6', 'name': 'tempest-TestNetworkBasicOps-router-401523892', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.94'}], 'enable_snat': True}, 'gw_port_id': '191a1c1a-a691-4149-a63c-c8504b8bc81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:03:41Z', 'updated_at': '2022-04-01T16:03:45Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': '191a1c1a-a691-4149-a63c-c8504b8bc81b', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:84:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b30fb67-2406-4dec-8699-5d4246226bc6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:03:42Z', 'updated_at': '2022-04-01T16:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '25799867-8fa2-4c49-82b7-9b1a39dd5983', 'name': '', 'network_id': '55b6a479-b414-41ac-b982-4d155fcec3e7', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'mac_address': 'fa:16:3e:71:ad:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b30fb67-2406-4dec-8699-5d4246226bc6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ea4d784-89e6-4d8f-b437-bd8609df8c26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:03:45Z', 'updated_at': '2022-04-01T16:03:50Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'subnets': [{'id': '2ea4d784-89e6-4d8f-b437-bd8609df8c26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:03:50.925874 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1757fe6a-6f58-4828-a1cf-f5ab58943839 None None] The sync data for ids ['5b30fb67-2406-4dec-8699-5d4246226bc6'] in dv-neutron-833373-2-hyperv is: [{'id': '5b30fb67-2406-4dec-8699-5d4246226bc6', 'name': 'tempest-TestNetworkBasicOps-router-401523892', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.94'}], 'enable_snat': True}, 'gw_port_id': '191a1c1a-a691-4149-a63c-c8504b8bc81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:03:41Z', 'updated_at': '2022-04-01T16:03:45Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': '191a1c1a-a691-4149-a63c-c8504b8bc81b', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:84:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b30fb67-2406-4dec-8699-5d4246226bc6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:03:42Z', 'updated_at': '2022-04-01T16:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '25799867-8fa2-4c49-82b7-9b1a39dd5983', 'name': '', 'network_id': '55b6a479-b414-41ac-b982-4d155fcec3e7', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'mac_address': 'fa:16:3e:71:ad:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b30fb67-2406-4dec-8699-5d4246226bc6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ea4d784-89e6-4d8f-b437-bd8609df8c26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:03:45Z', 'updated_at': '2022-04-01T16:03:50Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'subnets': [{'id': '2ea4d784-89e6-4d8f-b437-bd8609df8c26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:03:51.379872 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a4b2f5-71bb-42c9-8aaa-8f3ef82b0e49 req-7370666b-c40d-4102-b8b9-499072ec5755 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:51.382424 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b5a4b2f5-71bb-42c9-8aaa-8f3ef82b0e49 req-7370666b-c40d-4102-b8b9-499072ec5755 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.24 "GET /v2.0/networks?id=55b6a479-b414-41ac-b982-4d155fcec3e7 HTTP/1.1" status: 200 len: 796 time: 0.1809103 Apr 01 16:03:51.489444 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b5a4b2f5-71bb-42c9-8aaa-8f3ef82b0e49 req-9d958754-2e5e-4da4-989e-5d977ec8fa2a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=447e2c5010754fe1ad368efac7c75251 HTTP/1.1" status: 200 len: 380 time: 0.0943422 Apr 01 16:03:51.491608 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-3800517a-eba7-410b-8a2a-c02d3d45a1b0 req-74e65f14-76ac-463d-8b09-5abe463cdd9f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=55edaf67-8d29-417b-a870-0457669f2118 HTTP/1.1" status: 200 len: 210 time: 0.0519836 Apr 01 16:03:51.501927 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [req-b5a4b2f5-71bb-42c9-8aaa-8f3ef82b0e49 req-bb5d6c19-676c-46cc-9e6b-b5be1137b0d7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'port': {'device_id': '55edaf67-8d29-417b-a870-0457669f2118', 'network_id': '55b6a479-b414-41ac-b982-4d155fcec3e7', 'admin_state_up': True, 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'security_groups': ['5525e8dd-28f9-45ed-9923-984aed0fd4da']}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:03:51.642852 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [req-b5a4b2f5-71bb-42c9-8aaa-8f3ef82b0e49 req-bb5d6c19-676c-46cc-9e6b-b5be1137b0d7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:03:51.653005 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [req-b5a4b2f5-71bb-42c9-8aaa-8f3ef82b0e49 req-bb5d6c19-676c-46cc-9e6b-b5be1137b0d7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:03:51.663755 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5a4b2f5-71bb-42c9-8aaa-8f3ef82b0e49 req-bb5d6c19-676c-46cc-9e6b-b5be1137b0d7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Made reservation on behalf of 447e2c5010754fe1ad368efac7c75251 for: {'port': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:03:51.667007 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-b5a4b2f5-71bb-42c9-8aaa-8f3ef82b0e49 req-bb5d6c19-676c-46cc-9e6b-b5be1137b0d7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:51.840095 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [req-b5a4b2f5-71bb-42c9-8aaa-8f3ef82b0e49 req-bb5d6c19-676c-46cc-9e6b-b5be1137b0d7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Allocated IP 172.20.0.14 (55b6a479-b414-41ac-b982-4d155fcec3e7/2ea4d784-89e6-4d8f-b437-bd8609df8c26/4bac3be1-1e8c-43be-8b9e-eb0d8447c00a) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:03:52.035534 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-b5a4b2f5-71bb-42c9-8aaa-8f3ef82b0e49 req-bb5d6c19-676c-46cc-9e6b-b5be1137b0d7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:52.052297 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [req-b5a4b2f5-71bb-42c9-8aaa-8f3ef82b0e49 req-bb5d6c19-676c-46cc-9e6b-b5be1137b0d7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Transition to ACTIVE for port object 4bac3be1-1e8c-43be-8b9e-eb0d8447c00a will not be triggered until provisioned by entity DHCP. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:03:52.075989 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-b5a4b2f5-71bb-42c9-8aaa-8f3ef82b0e49 req-bb5d6c19-676c-46cc-9e6b-b5be1137b0d7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:52.152843 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5a4b2f5-71bb-42c9-8aaa-8f3ef82b0e49 req-bb5d6c19-676c-46cc-9e6b-b5be1137b0d7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Network 55b6a479-b414-41ac-b982-4d155fcec3e7 is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:03:52.156074 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [req-b5a4b2f5-71bb-42c9-8aaa-8f3ef82b0e49 req-bb5d6c19-676c-46cc-9e6b-b5be1137b0d7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:03:52.161110 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5a4b2f5-71bb-42c9-8aaa-8f3ef82b0e49 req-bb5d6c19-676c-46cc-9e6b-b5be1137b0d7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:03:52.292945 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5d6c19-676c-46cc-9e6b-b5be1137b0d7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'Port': ['ID=4bac3be1-1e8c-43be-8b9e-eb0d8447c00a,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:52.326878 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a4b2f5-71bb-42c9-8aaa-8f3ef82b0e49 req-bb5d6c19-676c-46cc-9e6b-b5be1137b0d7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:52.327482 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-b5a4b2f5-71bb-42c9-8aaa-8f3ef82b0e49 req-bb5d6c19-676c-46cc-9e6b-b5be1137b0d7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:52.353749 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b5a4b2f5-71bb-42c9-8aaa-8f3ef82b0e49 req-bb5d6c19-676c-46cc-9e6b-b5be1137b0d7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8560832 Apr 01 16:03:52.364702 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [req-b5a4b2f5-71bb-42c9-8aaa-8f3ef82b0e49 req-13fd28f7-e402-4af5-b89a-ae2a32acbe7f service neutron] Request body: {'port': {'device_id': '55edaf67-8d29-417b-a870-0457669f2118', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:03:52.376069 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-02d6b53d-3c06-419e-ad25-6bc8cd3dd9fe None None] Provisioning for port 4bac3be1-1e8c-43be-8b9e-eb0d8447c00a completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:03:52.381049 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-02d6b53d-3c06-419e-ad25-6bc8cd3dd9fe None None] Provisioning complete for port 4bac3be1-1e8c-43be-8b9e-eb0d8447c00a triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:03:52.381445 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-02d6b53d-3c06-419e-ad25-6bc8cd3dd9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:52.439525 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-02d6b53d-3c06-419e-ad25-6bc8cd3dd9fe None None] Port 4bac3be1-1e8c-43be-8b9e-eb0d8447c00a cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 16:03:52.471692 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-b5a4b2f5-71bb-42c9-8aaa-8f3ef82b0e49 req-13fd28f7-e402-4af5-b89a-ae2a32acbe7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:52.809191 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ffdd36-81ea-4b0b-adb4-e822d01d83db req-ae9fbeac-7ef6-43c7-8f5b-d7aae0b43e0a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:52.809191 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-06ffdd36-81ea-4b0b-adb4-e822d01d83db req-ae9fbeac-7ef6-43c7-8f5b-d7aae0b43e0a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Synchronizing usage tracker for tenant:447e2c5010754fe1ad368efac7c75251 on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:03:52.839464 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-06ffdd36-81ea-4b0b-adb4-e822d01d83db req-ae9fbeac-7ef6-43c7-8f5b-d7aae0b43e0a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Unset dirty status for tenant:447e2c5010754fe1ad368efac7c75251 on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:03:52.839464 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-06ffdd36-81ea-4b0b-adb4-e822d01d83db req-ae9fbeac-7ef6-43c7-8f5b-d7aae0b43e0a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=55edaf67-8d29-417b-a870-0457669f2118 HTTP/1.1" status: 200 len: 932 time: 0.2193475 Apr 01 16:03:52.854729 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 25799867-8fa2-4c49-82b7-9b1a39dd5983 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:03:52.919576 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [req-b5a4b2f5-71bb-42c9-8aaa-8f3ef82b0e49 req-13fd28f7-e402-4af5-b89a-ae2a32acbe7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bac3be1-1e8c-43be-8b9e-eb0d8447c00a {{(pid=83826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:03:52.934733 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-b5a4b2f5-71bb-42c9-8aaa-8f3ef82b0e49 req-13fd28f7-e402-4af5-b89a-ae2a32acbe7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:52.939715 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 25799867-8fa2-4c49-82b7-9b1a39dd5983 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:03:52.946109 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 25799867-8fa2-4c49-82b7-9b1a39dd5983 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:03:52.946222 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:52.959686 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-06ffdd36-81ea-4b0b-adb4-e822d01d83db req-824333ce-29b1-454e-be73-8670999fbc37 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=5525e8dd-28f9-45ed-9923-984aed0fd4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808120 Apr 01 16:03:52.959686 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [req-b5a4b2f5-71bb-42c9-8aaa-8f3ef82b0e49 req-13fd28f7-e402-4af5-b89a-ae2a32acbe7f service neutron] Transition to ACTIVE for port object 4bac3be1-1e8c-43be-8b9e-eb0d8447c00a will not be triggered until provisioned by entity L2. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:03:52.967440 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-b5a4b2f5-71bb-42c9-8aaa-8f3ef82b0e49 req-13fd28f7-e402-4af5-b89a-ae2a32acbe7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:53.111505 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd28f7-e402-4af5-b89a-ae2a32acbe7f service neutron] Pushing event updated for resources: {'Port': ['ID=4bac3be1-1e8c-43be-8b9e-eb0d8447c00a,revision_number=2']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:53.147504 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:53.213182 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port 25799867-8fa2-4c49-82b7-9b1a39dd5983, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=25799867-8fa2-4c49-82b7-9b1a39dd5983,segment=NetworkSegment(4eb8ddd6-334a-40cd-91df-501d77f7b47c),segment_id=4eb8ddd6-334a-40cd-91df-501d77f7b47c)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:03:53.223300 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:53.348105 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=25799867-8fa2-4c49-82b7-9b1a39dd5983,revision_number=5']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:53.403877 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.managers [req-b5a4b2f5-71bb-42c9-8aaa-8f3ef82b0e49 req-13fd28f7-e402-4af5-b89a-ae2a32acbe7f service neutron] Attempting to bind port 4bac3be1-1e8c-43be-8b9e-eb0d8447c00a on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:03:53.404076 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.managers [req-b5a4b2f5-71bb-42c9-8aaa-8f3ef82b0e49 req-13fd28f7-e402-4af5-b89a-ae2a32acbe7f service neutron] Attempting to bind port 4bac3be1-1e8c-43be-8b9e-eb0d8447c00a by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '4eb8ddd6-334a-40cd-91df-501d77f7b47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '55b6a479-b414-41ac-b982-4d155fcec3e7'}] {{(pid=83826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:03:53.404633 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a4b2f5-71bb-42c9-8aaa-8f3ef82b0e49 req-13fd28f7-e402-4af5-b89a-ae2a32acbe7f service neutron] Attempting to bind port 4bac3be1-1e8c-43be-8b9e-eb0d8447c00a on network 55b6a479-b414-41ac-b982-4d155fcec3e7 {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:03:53.411072 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a4b2f5-71bb-42c9-8aaa-8f3ef82b0e49 req-13fd28f7-e402-4af5-b89a-ae2a32acbe7f service neutron] Port 4bac3be1-1e8c-43be-8b9e-eb0d8447c00a on network 55b6a479-b414-41ac-b982-4d155fcec3e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 16:03:53.411425 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a4b2f5-71bb-42c9-8aaa-8f3ef82b0e49 req-13fd28f7-e402-4af5-b89a-ae2a32acbe7f service neutron] Attempting to bind port 4bac3be1-1e8c-43be-8b9e-eb0d8447c00a on network 55b6a479-b414-41ac-b982-4d155fcec3e7 {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:03:53.418981 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a4b2f5-71bb-42c9-8aaa-8f3ef82b0e49 req-13fd28f7-e402-4af5-b89a-ae2a32acbe7f service neutron] Checking agent: {'id': '5b2860be-0b4f-4931-914a-5d10403eafcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 47, 24), 'started_at': datetime.datetime(2022, 4, 1, 15, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:03:53.419273 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a4b2f5-71bb-42c9-8aaa-8f3ef82b0e49 req-13fd28f7-e402-4af5-b89a-ae2a32acbe7f service neutron] Checking segment: {'id': '4eb8ddd6-334a-40cd-91df-501d77f7b47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '55b6a479-b414-41ac-b982-4d155fcec3e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:03:53.419867 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a4b2f5-71bb-42c9-8aaa-8f3ef82b0e49 req-13fd28f7-e402-4af5-b89a-ae2a32acbe7f service neutron] Bound using segment: {'id': '4eb8ddd6-334a-40cd-91df-501d77f7b47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '55b6a479-b414-41ac-b982-4d155fcec3e7'} {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:03:53.420329 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.managers [req-b5a4b2f5-71bb-42c9-8aaa-8f3ef82b0e49 req-13fd28f7-e402-4af5-b89a-ae2a32acbe7f service neutron] Bound port: 4bac3be1-1e8c-43be-8b9e-eb0d8447c00a, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eb8ddd6-334a-40cd-91df-501d77f7b47c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '55b6a479-b414-41ac-b982-4d155fcec3e7'}}] {{(pid=83826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:03:53.420960 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-b5a4b2f5-71bb-42c9-8aaa-8f3ef82b0e49 req-13fd28f7-e402-4af5-b89a-ae2a32acbe7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:53.532069 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [req-b5a4b2f5-71bb-42c9-8aaa-8f3ef82b0e49 req-13fd28f7-e402-4af5-b89a-ae2a32acbe7f service neutron] For port 4bac3be1-1e8c-43be-8b9e-eb0d8447c00a, host hv-neutron-8333, cleared binding levels {{(pid=83826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:03:53.535863 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [req-b5a4b2f5-71bb-42c9-8aaa-8f3ef82b0e49 req-13fd28f7-e402-4af5-b89a-ae2a32acbe7f service neutron] For port 4bac3be1-1e8c-43be-8b9e-eb0d8447c00a, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=4bac3be1-1e8c-43be-8b9e-eb0d8447c00a,segment=NetworkSegment(4eb8ddd6-334a-40cd-91df-501d77f7b47c),segment_id=4eb8ddd6-334a-40cd-91df-501d77f7b47c)] {{(pid=83826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:03:53.541534 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-b5a4b2f5-71bb-42c9-8aaa-8f3ef82b0e49 req-13fd28f7-e402-4af5-b89a-ae2a32acbe7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:53.611459 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-b5a4b2f5-71bb-42c9-8aaa-8f3ef82b0e49 req-13fd28f7-e402-4af5-b89a-ae2a32acbe7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:53.612839 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b5a4b2f5-71bb-42c9-8aaa-8f3ef82b0e49 req-13fd28f7-e402-4af5-b89a-ae2a32acbe7f service neutron] 10.222.0.24 "PUT /v2.0/ports/4bac3be1-1e8c-43be-8b9e-eb0d8447c00a HTTP/1.1" status: 200 len: 1094 time: 1.2517989 Apr 01 16:03:53.612956 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55edaf67-8d29-417b-a870-0457669f2118', 'tag': '4bac3be1-1e8c-43be-8b9e-eb0d8447c00a'}] {{(pid=83826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:03:53.647439 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd28f7-e402-4af5-b89a-ae2a32acbe7f service neutron] Pushing event updated for resources: {'Port': ['ID=4bac3be1-1e8c-43be-8b9e-eb0d8447c00a,revision_number=3']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:53.706390 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55edaf67-8d29-417b-a870-0457669f2118', 'tag': '4bac3be1-1e8c-43be-8b9e-eb0d8447c00a', 'status': 'completed', 'code': 200} Apr 01 16:03:53.746715 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b5a4b2f5-71bb-42c9-8aaa-8f3ef82b0e49 req-b712b867-f136-4b42-bd3a-3a5b08145f41 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=447e2c5010754fe1ad368efac7c75251&device_id=55edaf67-8d29-417b-a870-0457669f2118 HTTP/1.1" status: 200 len: 1097 time: 0.0838737 Apr 01 16:03:53.779850 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:53.838973 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b5a4b2f5-71bb-42c9-8aaa-8f3ef82b0e49 req-eddcf962-1552-4077-8db4-dd8384202364 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4bac3be1-1e8c-43be-8b9e-eb0d8447c00a HTTP/1.1" status: 200 len: 217 time: 0.0826228 Apr 01 16:03:53.858683 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-9e5ab68d-6ab3-4ff7-9887-85a2d9951cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:53.917582 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a4b2f5-71bb-42c9-8aaa-8f3ef82b0e49 req-e243e806-5dee-446a-be96-fcf30ebbda27 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:53.919252 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b5a4b2f5-71bb-42c9-8aaa-8f3ef82b0e49 req-e243e806-5dee-446a-be96-fcf30ebbda27 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2ea4d784-89e6-4d8f-b437-bd8609df8c26 HTTP/1.1" status: 200 len: 834 time: 0.0765970 Apr 01 16:03:54.003987 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b5a4b2f5-71bb-42c9-8aaa-8f3ef82b0e49 req-ab497c99-dfc2-4df7-a90f-2432bb554a2e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=55b6a479-b414-41ac-b982-4d155fcec3e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778096 Apr 01 16:03:54.198675 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b5a4b2f5-71bb-42c9-8aaa-8f3ef82b0e49 req-1702bbd1-6670-4100-8284-a45c05cfd4ef service neutron] 10.222.0.24 "GET /v2.0/networks/55b6a479-b414-41ac-b982-4d155fcec3e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867738 Apr 01 16:03:54.406181 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c243a-110e-4255-889d-c3123b552ec7 req-ef8ee601-d924-4e7a-9a15-f20be8f47f4c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:54.408588 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-273c243a-110e-4255-889d-c3123b552ec7 req-ef8ee601-d924-4e7a-9a15-f20be8f47f4c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=55edaf67-8d29-417b-a870-0457669f2118 HTTP/1.1" status: 200 len: 944 time: 0.2864833 Apr 01 16:03:54.469514 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b5a4b2f5-71bb-42c9-8aaa-8f3ef82b0e49 req-1e8ba35d-6487-4be7-9e37-b2f4d98f53a7 service neutron] 10.222.0.24 "GET /v2.0/networks/55b6a479-b414-41ac-b982-4d155fcec3e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636230 Apr 01 16:03:54.484388 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-273c243a-110e-4255-889d-c3123b552ec7 req-e779681d-60f6-4ac7-b1c2-573f6df56cfb tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=5525e8dd-28f9-45ed-9923-984aed0fd4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620863 Apr 01 16:03:54.592408 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-84f8ff2f-cd1e-4c07-ab41-bece55a5c2da req-ed440d64-600a-4e6c-b9d6-3134ff5bbc6f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=447e2c5010754fe1ad368efac7c75251&device_id=55edaf67-8d29-417b-a870-0457669f2118 HTTP/1.1" status: 200 len: 1097 time: 0.0730231 Apr 01 16:03:54.727536 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f8ff2f-cd1e-4c07-ab41-bece55a5c2da req-4146163a-05aa-4a30-95c0-81b817471480 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:54.728931 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-84f8ff2f-cd1e-4c07-ab41-bece55a5c2da req-4146163a-05aa-4a30-95c0-81b817471480 service neutron] 10.222.0.24 "GET /v2.0/networks?id=55b6a479-b414-41ac-b982-4d155fcec3e7 HTTP/1.1" status: 200 len: 896 time: 0.1299667 Apr 01 16:03:54.805765 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-84f8ff2f-cd1e-4c07-ab41-bece55a5c2da req-37ca9d40-2619-425e-a8b5-f8b091aa402e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4bac3be1-1e8c-43be-8b9e-eb0d8447c00a HTTP/1.1" status: 200 len: 217 time: 0.0702019 Apr 01 16:03:54.820049 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 25799867-8fa2-4c49-82b7-9b1a39dd5983 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:03:54.873163 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f8ff2f-cd1e-4c07-ab41-bece55a5c2da req-25d95cb1-60dd-451a-b64c-5a4a9a0fde00 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:54.874607 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-84f8ff2f-cd1e-4c07-ab41-bece55a5c2da req-25d95cb1-60dd-451a-b64c-5a4a9a0fde00 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2ea4d784-89e6-4d8f-b437-bd8609df8c26 HTTP/1.1" status: 200 len: 834 time: 0.0632346 Apr 01 16:03:54.901100 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 25799867-8fa2-4c49-82b7-9b1a39dd5983 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:03:54.901692 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:54.966501 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-84f8ff2f-cd1e-4c07-ab41-bece55a5c2da req-90ca3748-766a-4622-8484-1d59dbcf1241 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=55b6a479-b414-41ac-b982-4d155fcec3e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0847847 Apr 01 16:03:55.124495 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-84f8ff2f-cd1e-4c07-ab41-bece55a5c2da req-54533bbd-82b4-415e-a7c2-0c5f8d724d5f service neutron] 10.222.0.24 "GET /v2.0/networks/55b6a479-b414-41ac-b982-4d155fcec3e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511359 Apr 01 16:03:55.265760 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-84f8ff2f-cd1e-4c07-ab41-bece55a5c2da req-fe7e62fc-04bf-449b-9dc4-f7ba9aff4315 service neutron] 10.222.0.24 "GET /v2.0/networks/55b6a479-b414-41ac-b982-4d155fcec3e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340504 Apr 01 16:03:55.705491 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8acf3d-9d03-49e5-a355-e9905ba3b353 req-4e4e8b9f-05c0-4fc2-8eb4-20bbb387bc61 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:55.707199 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-dd8acf3d-9d03-49e5-a355-e9905ba3b353 req-4e4e8b9f-05c0-4fc2-8eb4-20bbb387bc61 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=55edaf67-8d29-417b-a870-0457669f2118 HTTP/1.1" status: 200 len: 944 time: 0.0931447 Apr 01 16:03:55.757562 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-dd8acf3d-9d03-49e5-a355-e9905ba3b353 req-4a1ad119-67ce-4bca-99f4-9ec7c3acbc68 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=5525e8dd-28f9-45ed-9923-984aed0fd4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447066 Apr 01 16:03:56.091099 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 4bac3be1-1e8c-43be-8b9e-eb0d8447c00a details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:03:56.269618 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 4bac3be1-1e8c-43be-8b9e-eb0d8447c00a, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=4bac3be1-1e8c-43be-8b9e-eb0d8447c00a,segment=NetworkSegment(4eb8ddd6-334a-40cd-91df-501d77f7b47c),segment_id=4eb8ddd6-334a-40cd-91df-501d77f7b47c)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:03:56.287199 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-2caa37b6-2289-4122-9cb8-46bd6cfb4ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:56.290678 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Returning: {'device': '4bac3be1-1e8c-43be-8b9e-eb0d8447c00a', 'network_id': '55b6a479-b414-41ac-b982-4d155fcec3e7', 'port_id': '4bac3be1-1e8c-43be-8b9e-eb0d8447c00a', 'mac_address': 'fa:16:3e:2e:7a:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ea4d784-89e6-4d8f-b437-bd8609df8c26', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:03:56.355673 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:56.375806 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bac3be1-1e8c-43be-8b9e-eb0d8447c00a {{(pid=83829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:03:56.395001 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 4bac3be1-1e8c-43be-8b9e-eb0d8447c00a, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=4bac3be1-1e8c-43be-8b9e-eb0d8447c00a,segment=NetworkSegment(4eb8ddd6-334a-40cd-91df-501d77f7b47c),segment_id=4eb8ddd6-334a-40cd-91df-501d77f7b47c)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:03:56.398775 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:56.470660 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=4bac3be1-1e8c-43be-8b9e-eb0d8447c00a,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:56.479101 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:56.479437 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:56.479777 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:56.480190 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:56.480526 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:56.480874 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:56.481197 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:56.481515 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:56.481833 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:56.482143 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:56.482454 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:03:56.638617 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] get_ports_and_sgs() called for port_ids ['4bac3be1-1e8c-43be-8b9e-eb0d8447c00a'] {{(pid=83829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 16:03:56.994628 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccf3536-e21b-40cd-9276-35d7d25ad27b req-4dceb05a-3ebc-4e9c-84e8-38ea86e79cf0 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:56.996026 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8ccf3536-e21b-40cd-9276-35d7d25ad27b req-4dceb05a-3ebc-4e9c-84e8-38ea86e79cf0 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=55edaf67-8d29-417b-a870-0457669f2118 HTTP/1.1" status: 200 len: 945 time: 0.1034222 Apr 01 16:03:57.043445 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8ccf3536-e21b-40cd-9276-35d7d25ad27b req-f8aa4251-d309-4067-9974-17c2ea07e56d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=5525e8dd-28f9-45ed-9923-984aed0fd4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407848 Apr 01 16:03:57.565024 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:57.751900 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:58.102567 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 4bac3be1-1e8c-43be-8b9e-eb0d8447c00a up at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:03:58.173835 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning for port 4bac3be1-1e8c-43be-8b9e-eb0d8447c00a completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:03:58.179596 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning complete for port 4bac3be1-1e8c-43be-8b9e-eb0d8447c00a triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:03:58.179970 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:58.243156 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7042defd-1e6e-42b1-8453-5bed40874b3d req-3f43a578-7644-45c7-833f-342d2af44e4a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:58.244232 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-7042defd-1e6e-42b1-8453-5bed40874b3d req-3f43a578-7644-45c7-833f-342d2af44e4a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=55edaf67-8d29-417b-a870-0457669f2118 HTTP/1.1" status: 200 len: 945 time: 0.0774765 Apr 01 16:03:58.295097 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:58.296974 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-7042defd-1e6e-42b1-8453-5bed40874b3d req-1de46b55-4b93-46c2-8eba-17cf1f712fc8 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=5525e8dd-28f9-45ed-9923-984aed0fd4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458553 Apr 01 16:03:58.324479 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55edaf67-8d29-417b-a870-0457669f2118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bac3be1-1e8c-43be-8b9e-eb0d8447c00a'}] {{(pid=83829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:03:58.334369 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 4bac3be1-1e8c-43be-8b9e-eb0d8447c00a, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=4bac3be1-1e8c-43be-8b9e-eb0d8447c00a,segment=NetworkSegment(4eb8ddd6-334a-40cd-91df-501d77f7b47c),segment_id=4eb8ddd6-334a-40cd-91df-501d77f7b47c)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:03:58.338185 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:58.405745 dv-neutron-833373-2-hyperv neutron-server[83829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55edaf67-8d29-417b-a870-0457669f2118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bac3be1-1e8c-43be-8b9e-eb0d8447c00a', 'code': 200} Apr 01 16:03:58.443616 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=4bac3be1-1e8c-43be-8b9e-eb0d8447c00a,revision_number=5']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:03:58.605538 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-109399c2-9d92-447f-a612-23bda8b60887 req-b37002e7-eda5-4af2-9ede-b25e01730a11 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=55edaf67-8d29-417b-a870-0457669f2118 HTTP/1.1" status: 200 len: 1099 time: 0.0661869 Apr 01 16:03:58.648643 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-109399c2-9d92-447f-a612-23bda8b60887 req-95929e45-5a60-4f54-b641-9945de4b0784 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5525e8dd-28f9-45ed-9923-984aed0fd4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364261 Apr 01 16:03:59.242537 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:03:59.502137 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2448f5-afe0-4e88-b917-de2ad4ebdcb6 req-c9e0fb66-a5d5-4f1b-877a-9f80a66f9d79 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:03:59.504094 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-1b2448f5-afe0-4e88-b917-de2ad4ebdcb6 req-c9e0fb66-a5d5-4f1b-877a-9f80a66f9d79 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=55edaf67-8d29-417b-a870-0457669f2118 HTTP/1.1" status: 200 len: 946 time: 0.0844162 Apr 01 16:03:59.548895 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-1b2448f5-afe0-4e88-b917-de2ad4ebdcb6 req-51bc22cc-bd54-4823-b704-c437233c8c28 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=5525e8dd-28f9-45ed-9923-984aed0fd4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390248 Apr 01 16:04:00.747562 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba9a15-a2c9-4436-9978-1c2aa782fee5 req-659ed7be-b31f-4fcc-928d-e8dbee2d3655 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:00.749051 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ccba9a15-a2c9-4436-9978-1c2aa782fee5 req-659ed7be-b31f-4fcc-928d-e8dbee2d3655 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=55edaf67-8d29-417b-a870-0457669f2118 HTTP/1.1" status: 200 len: 946 time: 0.0771925 Apr 01 16:04:00.794956 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ccba9a15-a2c9-4436-9978-1c2aa782fee5 req-e0c5d696-2a54-45f3-a32d-8789dad3ce4f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=5525e8dd-28f9-45ed-9923-984aed0fd4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402906 Apr 01 16:04:01.002950 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f7e397-89f5-4a27-b318-0980826a0066 req-0ecc0c44-1f27-47c4-9a15-b3c0936ca9de tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:01.004674 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b2f7e397-89f5-4a27-b318-0980826a0066 req-0ecc0c44-1f27-47c4-9a15-b3c0936ca9de tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=55edaf67-8d29-417b-a870-0457669f2118 HTTP/1.1" status: 200 len: 946 time: 0.0848248 Apr 01 16:04:01.051482 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b2f7e397-89f5-4a27-b318-0980826a0066 req-e05014cd-f7eb-4a59-957a-cfe073f1f671 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=5525e8dd-28f9-45ed-9923-984aed0fd4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405324 Apr 01 16:04:01.079262 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 58450) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:04:01.157542 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-d8075af8-f342-4f6d-a117-9061c5d3070d tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=55edaf67-8d29-417b-a870-0457669f2118 HTTP/1.1" status: 200 len: 1094 time: 0.0746419 Apr 01 16:04:01.160065 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 58454) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:04:01.163656 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-6c30edde-6137-4473-9578-f53966ac15be tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'floatingip': {'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'port_id': '4bac3be1-1e8c-43be-8b9e-eb0d8447c00a', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:04:01.168952 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-6c30edde-6137-4473-9578-f53966ac15be tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:04:01.172827 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-6c30edde-6137-4473-9578-f53966ac15be tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:floatingip and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:04:01.176313 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-6c30edde-6137-4473-9578-f53966ac15be tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:04:01.181966 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-6c30edde-6137-4473-9578-f53966ac15be tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:04:01.192479 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6c30edde-6137-4473-9578-f53966ac15be tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for floatingip, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:01.328545 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6c30edde-6137-4473-9578-f53966ac15be tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:01.469691 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-6c30edde-6137-4473-9578-f53966ac15be tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Allocated IP 172.26.1.46 (ed45466e-0386-4b92-8de3-247c977242ac/0479f741-5cd1-4d6f-b593-d8aa909a42d3/5dcb4d7f-9c86-432c-b3fb-016b32bfb3fb) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:04:01.630354 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6c30edde-6137-4473-9578-f53966ac15be tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:01.658077 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6c30edde-6137-4473-9578-f53966ac15be tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:01.838761 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c30edde-6137-4473-9578-f53966ac15be tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Network ed45466e-0386-4b92-8de3-247c977242ac is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:04:01.841665 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-6c30edde-6137-4473-9578-f53966ac15be tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:04:01.844157 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c30edde-6137-4473-9578-f53966ac15be tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:04:01.876174 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30edde-6137-4473-9578-f53966ac15be tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'Port': ['ID=5dcb4d7f-9c86-432c-b3fb-016b32bfb3fb,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:02.363862 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6c30edde-6137-4473-9578-f53966ac15be tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:02.419136 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6c30edde-6137-4473-9578-f53966ac15be tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:02.628146 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6c30edde-6137-4473-9578-f53966ac15be tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for port, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:02.632956 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6c30edde-6137-4473-9578-f53966ac15be tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:02.744237 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30edde-6137-4473-9578-f53966ac15be tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'Port': ['ID=5dcb4d7f-9c86-432c-b3fb-016b32bfb3fb,revision_number=2']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:02.759834 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6c30edde-6137-4473-9578-f53966ac15be tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617697'] for floatingip, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:02.957413 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.l3_db [None req-6c30edde-6137-4473-9578-f53966ac15be tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Floating IP f4325edc-dbfe-4698-87fa-6c769f697291 associated. External IP: 172.26.1.46, port: 4bac3be1-1e8c-43be-8b9e-eb0d8447c00a. Apr 01 16:04:03.467203 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c30edde-6137-4473-9578-f53966ac15be tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Router 5b30fb67-2406-4dec-8699-5d4246226bc6 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:04:03.670177 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c30edde-6137-4473-9578-f53966ac15be tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:04:03.681365 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3c1f30-52f7-4add-9eec-da73c35b4f04 None None] Sync routers for ids ['5b30fb67-2406-4dec-8699-5d4246226bc6'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:04:03.697765 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6c30edde-6137-4473-9578-f53966ac15be tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for floatingip, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:03.701328 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3c1f30-52f7-4add-9eec-da73c35b4f04 None None] Routers {'5b30fb67-2406-4dec-8699-5d4246226bc6'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:04:03.701944 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-7a3c1f30-52f7-4add-9eec-da73c35b4f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:03:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['5b30fb67-2406-4dec-8699-5d4246226bc6'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:04:03.759994 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-6c30edde-6137-4473-9578-f53966ac15be tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6012766 Apr 01 16:04:03.760654 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55edaf67-8d29-417b-a870-0457669f2118', 'tag': '4bac3be1-1e8c-43be-8b9e-eb0d8447c00a'}] {{(pid=83828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:04:03.762671 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 58458) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:04:03.847355 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55edaf67-8d29-417b-a870-0457669f2118', 'tag': '4bac3be1-1e8c-43be-8b9e-eb0d8447c00a', 'status': 'completed', 'code': 200} Apr 01 16:04:03.891953 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-7a3c1f30-52f7-4add-9eec-da73c35b4f04 None None] Set router 5b30fb67-2406-4dec-8699-5d4246226bc6 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:04:04.124378 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-6c964656-aca3-430a-9303-6b6d90d31ea2 req-eeadfe3b-abce-4560-b547-bc84569498e0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=447e2c5010754fe1ad368efac7c75251&device_id=55edaf67-8d29-417b-a870-0457669f2118 HTTP/1.1" status: 200 len: 1099 time: 0.2520459 Apr 01 16:04:04.273557 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-7a3c1f30-52f7-4add-9eec-da73c35b4f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b30fb67-2406-4dec-8699-5d4246226bc6', 'name': 'tempest-TestNetworkBasicOps-router-401523892', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.94'}], 'enable_snat': True}, 'gw_port_id': '191a1c1a-a691-4149-a63c-c8504b8bc81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:03:41Z', 'updated_at': '2022-04-01T16:03:45Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': '191a1c1a-a691-4149-a63c-c8504b8bc81b', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:84:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b30fb67-2406-4dec-8699-5d4246226bc6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:03:42Z', 'updated_at': '2022-04-01T16:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': 'f4325edc-dbfe-4698-87fa-6c769f697291', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'floating_ip_address': '172.26.1.46', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '5b30fb67-2406-4dec-8699-5d4246226bc6', 'port_id': '4bac3be1-1e8c-43be-8b9e-eb0d8447c00a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55b6a479-b414-41ac-b982-4d155fcec3e7', 'mac_address': 'fa:16:3e:2e:7a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55edaf67-8d29-417b-a870-0457669f2118', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:04:02Z', 'updated_at': '2022-04-01T16:04:02Z', 'revision_number': 0, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25799867-8fa2-4c49-82b7-9b1a39dd5983', 'name': '', 'network_id': '55b6a479-b414-41ac-b982-4d155fcec3e7', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'mac_address': 'fa:16:3e:71:ad:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b30fb67-2406-4dec-8699-5d4246226bc6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ea4d784-89e6-4d8f-b437-bd8609df8c26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:03:45Z', 'updated_at': '2022-04-01T16:03:53Z', 'revision_number': 5, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'subnets': [{'id': '2ea4d784-89e6-4d8f-b437-bd8609df8c26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:04:04.277635 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3c1f30-52f7-4add-9eec-da73c35b4f04 None None] Checking router: 5b30fb67-2406-4dec-8699-5d4246226bc6 for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:04:04.285540 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c964656-aca3-430a-9303-6b6d90d31ea2 req-1392f803-ba55-4a2a-bdef-e02fabbd58fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:04.286973 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-6c964656-aca3-430a-9303-6b6d90d31ea2 req-1392f803-ba55-4a2a-bdef-e02fabbd58fe service neutron] 10.222.0.24 "GET /v2.0/networks?id=55b6a479-b414-41ac-b982-4d155fcec3e7 HTTP/1.1" status: 200 len: 896 time: 0.1550472 Apr 01 16:04:04.289612 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3c1f30-52f7-4add-9eec-da73c35b4f04 None None] Routers {'5b30fb67-2406-4dec-8699-5d4246226bc6'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:04:04.290215 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-7a3c1f30-52f7-4add-9eec-da73c35b4f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:03:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['5b30fb67-2406-4dec-8699-5d4246226bc6'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:04:04.291961 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-e67fabf4-d60f-462f-b339-1f38a31d013b tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] 10.222.0.55 "GET /v2.0/routers/5b30fb67-2406-4dec-8699-5d4246226bc6 HTTP/1.1" status: 200 len: 921 time: 0.5281823 Apr 01 16:04:04.295253 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 58464) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:04:04.401268 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-6c964656-aca3-430a-9303-6b6d90d31ea2 req-c6439a0b-a972-46e8-993b-d7dfeee9dc87 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4bac3be1-1e8c-43be-8b9e-eb0d8447c00a HTTP/1.1" status: 200 len: 999 time: 0.1075916 Apr 01 16:04:04.411449 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-82a65369-abe6-4475-88b7-9667bd2cc835 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/floatingips/f4325edc-dbfe-4698-87fa-6c769f697291 HTTP/1.1" status: 200 len: 991 time: 0.1150339 Apr 01 16:04:04.465960 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c964656-aca3-430a-9303-6b6d90d31ea2 req-e9ba3ac7-ae60-4fde-b8f2-7c23f314d619 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:04.467395 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-6c964656-aca3-430a-9303-6b6d90d31ea2 req-e9ba3ac7-ae60-4fde-b8f2-7c23f314d619 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2ea4d784-89e6-4d8f-b437-bd8609df8c26 HTTP/1.1" status: 200 len: 834 time: 0.0598073 Apr 01 16:04:04.504619 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-7a3c1f30-52f7-4add-9eec-da73c35b4f04 None None] Set router 5b30fb67-2406-4dec-8699-5d4246226bc6 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:04:04.547598 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-6c964656-aca3-430a-9303-6b6d90d31ea2 req-a9e472a9-a0db-4553-ae51-b9cb2f2951ba service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=55b6a479-b414-41ac-b982-4d155fcec3e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736663 Apr 01 16:04:04.686026 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-6c964656-aca3-430a-9303-6b6d90d31ea2 req-7e52a333-d0f3-42e0-91de-f21c7dbd7c67 service neutron] 10.222.0.24 "GET /v2.0/networks/55b6a479-b414-41ac-b982-4d155fcec3e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316049 Apr 01 16:04:04.843539 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-6c964656-aca3-430a-9303-6b6d90d31ea2 req-a07d2881-a4ea-4a46-8e25-8ec7be35d3a6 service neutron] 10.222.0.24 "GET /v2.0/networks/55b6a479-b414-41ac-b982-4d155fcec3e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498673 Apr 01 16:04:04.879281 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-7a3c1f30-52f7-4add-9eec-da73c35b4f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b30fb67-2406-4dec-8699-5d4246226bc6', 'name': 'tempest-TestNetworkBasicOps-router-401523892', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.94'}], 'enable_snat': True}, 'gw_port_id': '191a1c1a-a691-4149-a63c-c8504b8bc81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:03:41Z', 'updated_at': '2022-04-01T16:03:45Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': '191a1c1a-a691-4149-a63c-c8504b8bc81b', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:84:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b30fb67-2406-4dec-8699-5d4246226bc6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:03:42Z', 'updated_at': '2022-04-01T16:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': 'f4325edc-dbfe-4698-87fa-6c769f697291', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'floating_ip_address': '172.26.1.46', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '5b30fb67-2406-4dec-8699-5d4246226bc6', 'port_id': '4bac3be1-1e8c-43be-8b9e-eb0d8447c00a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55b6a479-b414-41ac-b982-4d155fcec3e7', 'mac_address': 'fa:16:3e:2e:7a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55edaf67-8d29-417b-a870-0457669f2118', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:04:02Z', 'updated_at': '2022-04-01T16:04:02Z', 'revision_number': 0, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25799867-8fa2-4c49-82b7-9b1a39dd5983', 'name': '', 'network_id': '55b6a479-b414-41ac-b982-4d155fcec3e7', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'mac_address': 'fa:16:3e:71:ad:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b30fb67-2406-4dec-8699-5d4246226bc6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ea4d784-89e6-4d8f-b437-bd8609df8c26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:03:45Z', 'updated_at': '2022-04-01T16:03:53Z', 'revision_number': 5, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'subnets': [{'id': '2ea4d784-89e6-4d8f-b437-bd8609df8c26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:04:04.883265 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3c1f30-52f7-4add-9eec-da73c35b4f04 None None] The sync data for ids ['5b30fb67-2406-4dec-8699-5d4246226bc6'] in dv-neutron-833373-2-hyperv is: [{'id': '5b30fb67-2406-4dec-8699-5d4246226bc6', 'name': 'tempest-TestNetworkBasicOps-router-401523892', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.94'}], 'enable_snat': True}, 'gw_port_id': '191a1c1a-a691-4149-a63c-c8504b8bc81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:03:41Z', 'updated_at': '2022-04-01T16:03:45Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': '191a1c1a-a691-4149-a63c-c8504b8bc81b', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:84:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b30fb67-2406-4dec-8699-5d4246226bc6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:03:42Z', 'updated_at': '2022-04-01T16:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': 'f4325edc-dbfe-4698-87fa-6c769f697291', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'floating_ip_address': '172.26.1.46', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '5b30fb67-2406-4dec-8699-5d4246226bc6', 'port_id': '4bac3be1-1e8c-43be-8b9e-eb0d8447c00a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55b6a479-b414-41ac-b982-4d155fcec3e7', 'mac_address': 'fa:16:3e:2e:7a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55edaf67-8d29-417b-a870-0457669f2118', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:04:02Z', 'updated_at': '2022-04-01T16:04:02Z', 'revision_number': 0, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25799867-8fa2-4c49-82b7-9b1a39dd5983', 'name': '', 'network_id': '55b6a479-b414-41ac-b982-4d155fcec3e7', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'mac_address': 'fa:16:3e:71:ad:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b30fb67-2406-4dec-8699-5d4246226bc6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ea4d784-89e6-4d8f-b437-bd8609df8c26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:03:45Z', 'updated_at': '2022-04-01T16:03:53Z', 'revision_number': 5, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'subnets': [{'id': '2ea4d784-89e6-4d8f-b437-bd8609df8c26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:04:05.415555 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 58468) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:04:05.528358 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-610e9cdd-00a7-400b-b8ab-8f1cf4571ceb tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/floatingips/f4325edc-dbfe-4698-87fa-6c769f697291 HTTP/1.1" status: 200 len: 991 time: 0.1117039 Apr 01 16:04:06.532304 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 58472) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:04:06.594828 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:04:06.651087 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-1b677f24-4621-47a6-9a9e-b32715a92a3a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/floatingips/f4325edc-dbfe-4698-87fa-6c769f697291 HTTP/1.1" status: 200 len: 991 time: 0.1168718 Apr 01 16:04:07.577536 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e9c03e-f005-4a53-ace4-6a1de0d206ec None None] New status for floating IP f4325edc-dbfe-4698-87fa-6c769f697291: ACTIVE {{(pid=83829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 16:04:07.654294 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 58476) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:04:07.768976 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-29b5d314-ff53-41c8-92db-f5a8dc296f0a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/floatingips/f4325edc-dbfe-4698-87fa-6c769f697291 HTTP/1.1" status: 200 len: 991 time: 0.1118145 Apr 01 16:04:08.770455 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 58480) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:04:08.875196 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-5f1eaf44-6028-4868-b810-9b78fa5d399d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/floatingips/f4325edc-dbfe-4698-87fa-6c769f697291 HTTP/1.1" status: 200 len: 993 time: 0.1035089 Apr 01 16:04:23.787853 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:23.855495 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-7bfedfcb-4668-4614-9991-5064d3ae0e59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:26.250306 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-34d73bc6-0856-4df4-9992-a09d0b640451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:27.566392 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:27.754445 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:29.244890 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:36.177840 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 58498) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:04:36.362707 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-8c707fe3-8600-4c69-9eab-103046ae91ec tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] 10.222.0.55 "GET /v2.0/routers/5b30fb67-2406-4dec-8699-5d4246226bc6/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1836386 Apr 01 16:04:36.365511 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 58502) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:04:36.574525 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0980c2cf-058b-4688-8c9d-721132f18abf tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Notify agent at dv-neutron-833373-2-hyperv the message router_removed_from_agent {{(pid=83826) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Apr 01 16:04:36.577662 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-0980c2cf-058b-4688-8c9d-721132f18abf tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] 10.222.0.55 "DELETE /v2.0/agents/ff252634-3424-422a-b742-9ae457bd54bd/l3-routers/5b30fb67-2406-4dec-8699-5d4246226bc6 HTTP/1.1" status: 204 len: 168 time: 0.2112415 Apr 01 16:04:36.580148 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 58506) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:04:36.858680 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-6c72e0de-3dbe-4810-9882-b6c9dc863519 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] 10.222.0.55 "GET /v2.0/routers/5b30fb67-2406-4dec-8699-5d4246226bc6/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.2774422 Apr 01 16:04:36.861214 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 58510) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:04:36.971633 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 25799867-8fa2-4c49-82b7-9b1a39dd5983 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:04:36.975293 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-69ddc82a-c31e-4261-80b6-994c5c7ae625 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/floatingips/f4325edc-dbfe-4698-87fa-6c769f697291 HTTP/1.1" status: 200 len: 993 time: 0.1130526 Apr 01 16:04:37.088537 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:37.121098 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port 25799867-8fa2-4c49-82b7-9b1a39dd5983, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=25799867-8fa2-4c49-82b7-9b1a39dd5983,segment=NetworkSegment(4eb8ddd6-334a-40cd-91df-501d77f7b47c),segment_id=4eb8ddd6-334a-40cd-91df-501d77f7b47c)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:04:37.125111 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:37.189109 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=25799867-8fa2-4c49-82b7-9b1a39dd5983,revision_number=6']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:37.363409 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a27059-3988-4036-8bd9-6a8b596b3484 None None] New status for floating IP f4325edc-dbfe-4698-87fa-6c769f697291: DOWN {{(pid=83833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 16:04:37.978802 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 58514) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:04:38.085228 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-c686e614-9182-4064-974c-5da09c541039 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/floatingips/f4325edc-dbfe-4698-87fa-6c769f697291 HTTP/1.1" status: 200 len: 991 time: 0.1053879 Apr 01 16:04:38.820314 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 191a1c1a-a691-4149-a63c-c8504b8bc81b no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:04:38.928485 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:38.944055 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port 191a1c1a-a691-4149-a63c-c8504b8bc81b, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=191a1c1a-a691-4149-a63c-c8504b8bc81b,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:04:38.948410 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:39.013634 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=191a1c1a-a691-4149-a63c-c8504b8bc81b,revision_number=5']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:39.235747 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 58520) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:04:39.438482 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94341c4b-1aee-42f5-b264-b9b27fdd0ab7 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Router 5b30fb67-2406-4dec-8699-5d4246226bc6 is scheduled to L3 agent ff252634-3424-422a-b742-9ae457bd54bd with binding_index 1 {{(pid=83826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 16:04:39.438831 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94341c4b-1aee-42f5-b264-b9b27fdd0ab7 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Notify agent at dv-neutron-833373-2-hyperv the message router_added_to_agent {{(pid=83826) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Apr 01 16:04:39.467463 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-94341c4b-1aee-42f5-b264-b9b27fdd0ab7 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] 10.222.0.55 "POST /v2.0/agents/ff252634-3424-422a-b742-9ae457bd54bd/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2306526 Apr 01 16:04:39.470319 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 58526) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:04:39.488181 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3ddc21-961d-4cd8-bdbd-2a058d528842 None None] Sync routers for ids ['5b30fb67-2406-4dec-8699-5d4246226bc6'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:04:39.501022 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3ddc21-961d-4cd8-bdbd-2a058d528842 None None] Routers {'5b30fb67-2406-4dec-8699-5d4246226bc6'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:04:39.501635 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-dc3ddc21-961d-4cd8-bdbd-2a058d528842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:04:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['5b30fb67-2406-4dec-8699-5d4246226bc6'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:04:39.652241 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-d00a19ec-5298-44b3-a5dc-69139a8252bb tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] 10.222.0.55 "GET /v2.0/routers/5b30fb67-2406-4dec-8699-5d4246226bc6/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1809337 Apr 01 16:04:39.654884 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 58532) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:04:39.684248 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-dc3ddc21-961d-4cd8-bdbd-2a058d528842 None None] Set router 5b30fb67-2406-4dec-8699-5d4246226bc6 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:04:39.760891 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-f0e1bb79-e4de-4c46-a83a-55a01ae6bfa5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/floatingips/f4325edc-dbfe-4698-87fa-6c769f697291 HTTP/1.1" status: 200 len: 991 time: 0.1048567 Apr 01 16:04:40.027794 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-dc3ddc21-961d-4cd8-bdbd-2a058d528842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b30fb67-2406-4dec-8699-5d4246226bc6', 'name': 'tempest-TestNetworkBasicOps-router-401523892', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.94'}], 'enable_snat': True}, 'gw_port_id': '191a1c1a-a691-4149-a63c-c8504b8bc81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:03:41Z', 'updated_at': '2022-04-01T16:03:45Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': '191a1c1a-a691-4149-a63c-c8504b8bc81b', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:84:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b30fb67-2406-4dec-8699-5d4246226bc6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:03:42Z', 'updated_at': '2022-04-01T16:04:38Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': 'f4325edc-dbfe-4698-87fa-6c769f697291', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'floating_ip_address': '172.26.1.46', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '5b30fb67-2406-4dec-8699-5d4246226bc6', 'port_id': '4bac3be1-1e8c-43be-8b9e-eb0d8447c00a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55b6a479-b414-41ac-b982-4d155fcec3e7', 'mac_address': 'fa:16:3e:2e:7a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55edaf67-8d29-417b-a870-0457669f2118', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:04:02Z', 'updated_at': '2022-04-01T16:04:37Z', 'revision_number': 2, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25799867-8fa2-4c49-82b7-9b1a39dd5983', 'name': '', 'network_id': '55b6a479-b414-41ac-b982-4d155fcec3e7', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'mac_address': 'fa:16:3e:71:ad:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b30fb67-2406-4dec-8699-5d4246226bc6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ea4d784-89e6-4d8f-b437-bd8609df8c26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:03:45Z', 'updated_at': '2022-04-01T16:04:37Z', 'revision_number': 6, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'subnets': [{'id': '2ea4d784-89e6-4d8f-b437-bd8609df8c26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:04:40.031621 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3ddc21-961d-4cd8-bdbd-2a058d528842 None None] Checking router: 5b30fb67-2406-4dec-8699-5d4246226bc6 for host: dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:04:40.043040 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3ddc21-961d-4cd8-bdbd-2a058d528842 None None] Routers {'5b30fb67-2406-4dec-8699-5d4246226bc6'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:04:40.044773 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-dc3ddc21-961d-4cd8-bdbd-2a058d528842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:04:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['5b30fb67-2406-4dec-8699-5d4246226bc6'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:04:40.255916 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-dc3ddc21-961d-4cd8-bdbd-2a058d528842 None None] Set router 5b30fb67-2406-4dec-8699-5d4246226bc6 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:04:40.600639 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-dc3ddc21-961d-4cd8-bdbd-2a058d528842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b30fb67-2406-4dec-8699-5d4246226bc6', 'name': 'tempest-TestNetworkBasicOps-router-401523892', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.94'}], 'enable_snat': True}, 'gw_port_id': '191a1c1a-a691-4149-a63c-c8504b8bc81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:03:41Z', 'updated_at': '2022-04-01T16:03:45Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': '191a1c1a-a691-4149-a63c-c8504b8bc81b', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:84:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b30fb67-2406-4dec-8699-5d4246226bc6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:03:42Z', 'updated_at': '2022-04-01T16:04:38Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': 'f4325edc-dbfe-4698-87fa-6c769f697291', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'floating_ip_address': '172.26.1.46', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '5b30fb67-2406-4dec-8699-5d4246226bc6', 'port_id': '4bac3be1-1e8c-43be-8b9e-eb0d8447c00a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55b6a479-b414-41ac-b982-4d155fcec3e7', 'mac_address': 'fa:16:3e:2e:7a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55edaf67-8d29-417b-a870-0457669f2118', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:04:02Z', 'updated_at': '2022-04-01T16:04:37Z', 'revision_number': 2, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25799867-8fa2-4c49-82b7-9b1a39dd5983', 'name': '', 'network_id': '55b6a479-b414-41ac-b982-4d155fcec3e7', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'mac_address': 'fa:16:3e:71:ad:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b30fb67-2406-4dec-8699-5d4246226bc6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ea4d784-89e6-4d8f-b437-bd8609df8c26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:03:45Z', 'updated_at': '2022-04-01T16:04:37Z', 'revision_number': 6, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'subnets': [{'id': '2ea4d784-89e6-4d8f-b437-bd8609df8c26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:04:40.604585 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3ddc21-961d-4cd8-bdbd-2a058d528842 None None] The sync data for ids ['5b30fb67-2406-4dec-8699-5d4246226bc6'] in dv-neutron-833373-2-hyperv is: [{'id': '5b30fb67-2406-4dec-8699-5d4246226bc6', 'name': 'tempest-TestNetworkBasicOps-router-401523892', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.94'}], 'enable_snat': True}, 'gw_port_id': '191a1c1a-a691-4149-a63c-c8504b8bc81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:03:41Z', 'updated_at': '2022-04-01T16:03:45Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': '191a1c1a-a691-4149-a63c-c8504b8bc81b', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:84:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b30fb67-2406-4dec-8699-5d4246226bc6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:03:42Z', 'updated_at': '2022-04-01T16:04:38Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': 'f4325edc-dbfe-4698-87fa-6c769f697291', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'floating_ip_address': '172.26.1.46', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '5b30fb67-2406-4dec-8699-5d4246226bc6', 'port_id': '4bac3be1-1e8c-43be-8b9e-eb0d8447c00a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55b6a479-b414-41ac-b982-4d155fcec3e7', 'mac_address': 'fa:16:3e:2e:7a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55edaf67-8d29-417b-a870-0457669f2118', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:04:02Z', 'updated_at': '2022-04-01T16:04:37Z', 'revision_number': 2, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25799867-8fa2-4c49-82b7-9b1a39dd5983', 'name': '', 'network_id': '55b6a479-b414-41ac-b982-4d155fcec3e7', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'mac_address': 'fa:16:3e:71:ad:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b30fb67-2406-4dec-8699-5d4246226bc6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2ea4d784-89e6-4d8f-b437-bd8609df8c26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:03:45Z', 'updated_at': '2022-04-01T16:04:37Z', 'revision_number': 6, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'subnets': [{'id': '2ea4d784-89e6-4d8f-b437-bd8609df8c26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:04:40.764629 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 58536) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:04:40.864473 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 25799867-8fa2-4c49-82b7-9b1a39dd5983 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:04:40.889090 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-effd58db-f8a6-472e-ac64-a98cacf553d1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/floatingips/f4325edc-dbfe-4698-87fa-6c769f697291 HTTP/1.1" status: 200 len: 991 time: 0.1232107 Apr 01 16:04:40.941862 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 25799867-8fa2-4c49-82b7-9b1a39dd5983 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:04:40.942813 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:41.067726 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:41.103787 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port 25799867-8fa2-4c49-82b7-9b1a39dd5983, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=25799867-8fa2-4c49-82b7-9b1a39dd5983,segment=NetworkSegment(4eb8ddd6-334a-40cd-91df-501d77f7b47c),segment_id=4eb8ddd6-334a-40cd-91df-501d77f7b47c)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:04:41.107950 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:41.180842 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=25799867-8fa2-4c49-82b7-9b1a39dd5983,revision_number=7']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:41.891405 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 58540) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:04:41.991690 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-69c70958-15ba-4d40-abca-07a5c3fb578b req-475a9057-001d-4e27-bd27-ec3c81759273 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f0f6b493-dd0d-47d8-a443-1fdb234bfa3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0715337 Apr 01 16:04:42.002912 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-a142cd46-99d4-43e2-bd49-ea3e4f2255d3 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/floatingips/f4325edc-dbfe-4698-87fa-6c769f697291 HTTP/1.1" status: 200 len: 991 time: 0.1103752 Apr 01 16:04:42.139954 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-69c70958-15ba-4d40-abca-07a5c3fb578b req-08ddf7f7-a678-4969-9f43-a7ac7f52bbc3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b9e160ed92af426eb41719050c02f853&device_id=f0f6b493-dd0d-47d8-a443-1fdb234bfa3d HTTP/1.1" status: 200 len: 1099 time: 0.0709968 Apr 01 16:04:42.285899 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c70958-15ba-4d40-abca-07a5c3fb578b req-5716dee9-26e9-4b3d-95de-95e9ffc672d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:42.287442 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-69c70958-15ba-4d40-abca-07a5c3fb578b req-5716dee9-26e9-4b3d-95de-95e9ffc672d7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0 HTTP/1.1" status: 200 len: 912 time: 0.1279650 Apr 01 16:04:42.388760 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-69c70958-15ba-4d40-abca-07a5c3fb578b req-7f53be1b-2f19-480f-928a-49cb2f605bdb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f5f2b9c-b159-48cf-ab42-dd65d0200e16 HTTP/1.1" status: 200 len: 1002 time: 0.0946143 Apr 01 16:04:42.452268 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c70958-15ba-4d40-abca-07a5c3fb578b req-0b4187f8-8781-4815-8d89-47a1c413d7b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:42.453624 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-69c70958-15ba-4d40-abca-07a5c3fb578b req-0b4187f8-8781-4815-8d89-47a1c413d7b0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e89a89e5-8fa9-4b91-af10-f0a4d00467fb HTTP/1.1" status: 200 len: 851 time: 0.0585399 Apr 01 16:04:42.527802 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-69c70958-15ba-4d40-abca-07a5c3fb578b req-baea2dd2-2ace-4565-93a7-33ef3716f0c2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676117 Apr 01 16:04:42.754698 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-69c70958-15ba-4d40-abca-07a5c3fb578b req-4dd46077-130e-44cb-af5b-c381f5352839 service neutron] 10.222.0.24 "GET /v2.0/networks/d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196453 Apr 01 16:04:42.898267 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-69c70958-15ba-4d40-abca-07a5c3fb578b req-da40a913-96ab-4de6-b597-641f3b93f0db service neutron] 10.222.0.24 "GET /v2.0/networks/d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374538 Apr 01 16:04:42.903049 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 191a1c1a-a691-4149-a63c-c8504b8bc81b up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:04:42.973019 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 191a1c1a-a691-4149-a63c-c8504b8bc81b triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:04:42.973928 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:43.006862 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 58544) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:04:43.101880 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:43.113226 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-e6b405d0-dd40-47ff-b74e-b3b67e217e9f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/floatingips/f4325edc-dbfe-4698-87fa-6c769f697291 HTTP/1.1" status: 200 len: 991 time: 0.1035476 Apr 01 16:04:43.119546 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port 191a1c1a-a691-4149-a63c-c8504b8bc81b, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=191a1c1a-a691-4149-a63c-c8504b8bc81b,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:04:43.123832 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:43.124583 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 25799867-8fa2-4c49-82b7-9b1a39dd5983 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:04:43.242435 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=191a1c1a-a691-4149-a63c-c8504b8bc81b,revision_number=6']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:43.259226 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 25799867-8fa2-4c49-82b7-9b1a39dd5983 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:04:43.259528 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:43.594515 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:04:44.116176 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 58548) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:04:44.220281 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-ac77e1b9-68b9-4320-9af0-f9b729bba077 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/floatingips/f4325edc-dbfe-4698-87fa-6c769f697291 HTTP/1.1" status: 200 len: 991 time: 0.1029158 Apr 01 16:04:44.830103 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 191a1c1a-a691-4149-a63c-c8504b8bc81b up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:04:44.901869 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 191a1c1a-a691-4149-a63c-c8504b8bc81b triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:04:44.902231 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:45.224221 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 58552) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:04:45.329885 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-863f2964-dc65-4e4f-a298-a510fad937a9 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/floatingips/f4325edc-dbfe-4698-87fa-6c769f697291 HTTP/1.1" status: 200 len: 991 time: 0.1044261 Apr 01 16:04:46.334370 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 58556) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:04:46.437027 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-428c8141-3c29-402a-a571-cc9fe4966b4d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/floatingips/f4325edc-dbfe-4698-87fa-6c769f697291 HTTP/1.1" status: 200 len: 991 time: 0.1016085 Apr 01 16:04:47.439978 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 58560) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:04:47.545078 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-449037f4-517b-4eab-bcc0-c805966c1e23 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/floatingips/f4325edc-dbfe-4698-87fa-6c769f697291 HTTP/1.1" status: 200 len: 991 time: 0.1039050 Apr 01 16:04:47.748961 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62e611c-82bb-4ef3-ab77-e70184dc2a50 None None] New status for floating IP f4325edc-dbfe-4698-87fa-6c769f697291: ACTIVE {{(pid=83833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 16:04:48.548965 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 58564) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:04:48.652524 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-659e3210-caef-4e5e-a37e-264fb93cecbe tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/floatingips/f4325edc-dbfe-4698-87fa-6c769f697291 HTTP/1.1" status: 200 len: 993 time: 0.1024115 Apr 01 16:04:48.939842 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 58572) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:04:49.140546 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-02cf89ba-1ded-4110-afa8-4f53aec9ffea tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Deleting port 5dcb4d7f-9c86-432c-b3fb-016b32bfb3fb {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:04:49.140907 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-02cf89ba-1ded-4110-afa8-4f53aec9ffea tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:49.305520 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-02cf89ba-1ded-4110-afa8-4f53aec9ffea tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:49.305898 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-02cf89ba-1ded-4110-afa8-4f53aec9ffea tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:49.422813 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-02cf89ba-1ded-4110-afa8-4f53aec9ffea tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Calling delete_port for 5dcb4d7f-9c86-432c-b3fb-016b32bfb3fb owned by network:floatingip {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:04:49.569016 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-02cf89ba-1ded-4110-afa8-4f53aec9ffea tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:49.611079 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cf89ba-1ded-4110-afa8-4f53aec9ffea tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event deleted for resources: {'Port': ['ID=5dcb4d7f-9c86-432c-b3fb-016b32bfb3fb,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:49.623236 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cf89ba-1ded-4110-afa8-4f53aec9ffea tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:49.623579 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cf89ba-1ded-4110-afa8-4f53aec9ffea tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:49.623916 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cf89ba-1ded-4110-afa8-4f53aec9ffea tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:49.624252 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cf89ba-1ded-4110-afa8-4f53aec9ffea tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:49.624580 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cf89ba-1ded-4110-afa8-4f53aec9ffea tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:49.625304 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cf89ba-1ded-4110-afa8-4f53aec9ffea tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:49.625304 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cf89ba-1ded-4110-afa8-4f53aec9ffea tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:49.625555 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cf89ba-1ded-4110-afa8-4f53aec9ffea tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:49.625873 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cf89ba-1ded-4110-afa8-4f53aec9ffea tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:49.626189 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cf89ba-1ded-4110-afa8-4f53aec9ffea tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:49.626506 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cf89ba-1ded-4110-afa8-4f53aec9ffea tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:49.719164 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-02cf89ba-1ded-4110-afa8-4f53aec9ffea tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for floatingip, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:50.197104 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02cf89ba-1ded-4110-afa8-4f53aec9ffea tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Router 5b30fb67-2406-4dec-8699-5d4246226bc6 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:04:50.402771 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02cf89ba-1ded-4110-afa8-4f53aec9ffea tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:04:50.422440 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-02cf89ba-1ded-4110-afa8-4f53aec9ffea tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for floatingip, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:50.476950 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-02cf89ba-1ded-4110-afa8-4f53aec9ffea tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "DELETE /v2.0/floatingips/f4325edc-dbfe-4698-87fa-6c769f697291 HTTP/1.1" status: 204 len: 168 time: 1.5360837 Apr 01 16:04:50.477647 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55edaf67-8d29-417b-a870-0457669f2118', 'tag': '4bac3be1-1e8c-43be-8b9e-eb0d8447c00a'}] {{(pid=83826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:04:50.533140 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55edaf67-8d29-417b-a870-0457669f2118', 'tag': '4bac3be1-1e8c-43be-8b9e-eb0d8447c00a', 'status': 'completed', 'code': 200} Apr 01 16:04:50.628713 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-71147fd1-8776-4317-bfda-e84cc08f8161 req-6f792617-344c-400b-9de3-43c3a4ca43fd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=447e2c5010754fe1ad368efac7c75251&device_id=55edaf67-8d29-417b-a870-0457669f2118 HTTP/1.1" status: 200 len: 1099 time: 0.0731912 Apr 01 16:04:50.766043 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71147fd1-8776-4317-bfda-e84cc08f8161 req-2b2ecc8e-709e-4e97-a2f1-8401ab549bda service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:50.767575 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-71147fd1-8776-4317-bfda-e84cc08f8161 req-2b2ecc8e-709e-4e97-a2f1-8401ab549bda service neutron] 10.222.0.24 "GET /v2.0/networks?id=55b6a479-b414-41ac-b982-4d155fcec3e7 HTTP/1.1" status: 200 len: 896 time: 0.1327140 Apr 01 16:04:50.882404 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-71147fd1-8776-4317-bfda-e84cc08f8161 req-028e5b61-0777-40eb-b505-54bebd222ec6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4bac3be1-1e8c-43be-8b9e-eb0d8447c00a HTTP/1.1" status: 200 len: 217 time: 0.1016004 Apr 01 16:04:50.965299 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a5306f-d4aa-4b44-9679-5701e64c5a7a req-2fff5244-5c69-4a4c-bd6c-c2047f0e6d2b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:50.965895 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-22a5306f-d4aa-4b44-9679-5701e64c5a7a req-2fff5244-5c69-4a4c-bd6c-c2047f0e6d2b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Synchronizing usage tracker for tenant:447e2c5010754fe1ad368efac7c75251 on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:04:50.972083 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71147fd1-8776-4317-bfda-e84cc08f8161 req-d7b01767-d158-4880-83b7-f937d3dc9554 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:50.973492 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-71147fd1-8776-4317-bfda-e84cc08f8161 req-d7b01767-d158-4880-83b7-f937d3dc9554 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2ea4d784-89e6-4d8f-b437-bd8609df8c26 HTTP/1.1" status: 200 len: 834 time: 0.0750134 Apr 01 16:04:51.027321 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-22a5306f-d4aa-4b44-9679-5701e64c5a7a req-2fff5244-5c69-4a4c-bd6c-c2047f0e6d2b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Unset dirty status for tenant:447e2c5010754fe1ad368efac7c75251 on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:04:51.028461 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-22a5306f-d4aa-4b44-9679-5701e64c5a7a req-2fff5244-5c69-4a4c-bd6c-c2047f0e6d2b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=55edaf67-8d29-417b-a870-0457669f2118 HTTP/1.1" status: 200 len: 946 time: 0.2005701 Apr 01 16:04:51.092462 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-22a5306f-d4aa-4b44-9679-5701e64c5a7a req-a6c7454f-97e4-45c0-83c0-5822dea2d2b5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=5525e8dd-28f9-45ed-9923-984aed0fd4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568161 Apr 01 16:04:51.102276 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-71147fd1-8776-4317-bfda-e84cc08f8161 req-d3765756-c2ef-4b3b-9652-9cb7b602fb12 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=55b6a479-b414-41ac-b982-4d155fcec3e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1212592 Apr 01 16:04:51.236755 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-71147fd1-8776-4317-bfda-e84cc08f8161 req-e1c27cb6-e5a2-491f-9cbf-99f8defae556 service neutron] 10.222.0.24 "GET /v2.0/networks/55b6a479-b414-41ac-b982-4d155fcec3e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278579 Apr 01 16:04:51.370885 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-71147fd1-8776-4317-bfda-e84cc08f8161 req-67b6ecb1-d8a5-4d64-bef0-286db7aafcbe service neutron] 10.222.0.24 "GET /v2.0/networks/55b6a479-b414-41ac-b982-4d155fcec3e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278610 Apr 01 16:04:52.191536 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ddf5dd-e948-4c4d-aa72-4b0592abb479 req-aacabe79-f506-4696-9c03-0760ccc48976 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:52.193083 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-79ddf5dd-e948-4c4d-aa72-4b0592abb479 req-aacabe79-f506-4696-9c03-0760ccc48976 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.24 "GET /v2.0/ports?device_id=55edaf67-8d29-417b-a870-0457669f2118 HTTP/1.1" status: 200 len: 946 time: 0.0801888 Apr 01 16:04:52.310697 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [req-79ddf5dd-e948-4c4d-aa72-4b0592abb479 req-673080f5-da1d-419c-a3c7-065e10568d10 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Deleting port 4bac3be1-1e8c-43be-8b9e-eb0d8447c00a {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:04:52.310962 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-79ddf5dd-e948-4c4d-aa72-4b0592abb479 req-673080f5-da1d-419c-a3c7-065e10568d10 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:52.557909 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b3adfa-e5b6-43d2-8876-ab1d107ed5e8 req-df3f4dcc-52f5-48d5-b17f-90cf57eb964a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:04:52.559338 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c8b3adfa-e5b6-43d2-8876-ab1d107ed5e8 req-df3f4dcc-52f5-48d5-b17f-90cf57eb964a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=55edaf67-8d29-417b-a870-0457669f2118 HTTP/1.1" status: 200 len: 946 time: 0.3306873 Apr 01 16:04:52.689046 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c8b3adfa-e5b6-43d2-8876-ab1d107ed5e8 req-524415a1-3793-4a07-83c3-6bef1b763e64 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=5525e8dd-28f9-45ed-9923-984aed0fd4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238708 Apr 01 16:04:52.741076 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [req-79ddf5dd-e948-4c4d-aa72-4b0592abb479 req-673080f5-da1d-419c-a3c7-065e10568d10 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] For port 4bac3be1-1e8c-43be-8b9e-eb0d8447c00a, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=4bac3be1-1e8c-43be-8b9e-eb0d8447c00a,segment=NetworkSegment(4eb8ddd6-334a-40cd-91df-501d77f7b47c),segment_id=4eb8ddd6-334a-40cd-91df-501d77f7b47c)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:04:52.741473 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-79ddf5dd-e948-4c4d-aa72-4b0592abb479 req-673080f5-da1d-419c-a3c7-065e10568d10 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:52.885320 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [req-79ddf5dd-e948-4c4d-aa72-4b0592abb479 req-673080f5-da1d-419c-a3c7-065e10568d10 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Calling delete_port for 4bac3be1-1e8c-43be-8b9e-eb0d8447c00a owned by compute:nova {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:04:53.108499 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-79ddf5dd-e948-4c4d-aa72-4b0592abb479 req-673080f5-da1d-419c-a3c7-065e10568d10 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:53.160448 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673080f5-da1d-419c-a3c7-065e10568d10 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event deleted for resources: {'Port': ['ID=4bac3be1-1e8c-43be-8b9e-eb0d8447c00a,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:53.245830 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [req-79ddf5dd-e948-4c4d-aa72-4b0592abb479 req-673080f5-da1d-419c-a3c7-065e10568d10 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] No DVR routers for this DVR port 4bac3be1-1e8c-43be-8b9e-eb0d8447c00a on host hv-neutron-8333 {{(pid=83826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:04:53.248576 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-79ddf5dd-e948-4c4d-aa72-4b0592abb479 req-673080f5-da1d-419c-a3c7-065e10568d10 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:53.252419 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55edaf67-8d29-417b-a870-0457669f2118', 'name': 'network-vif-deleted', 'tag': '4bac3be1-1e8c-43be-8b9e-eb0d8447c00a'}] {{(pid=83826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:04:53.269169 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-79ddf5dd-e948-4c4d-aa72-4b0592abb479 req-673080f5-da1d-419c-a3c7-065e10568d10 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.24 "DELETE /v2.0/ports/4bac3be1-1e8c-43be-8b9e-eb0d8447c00a HTTP/1.1" status: 204 len: 173 time: 1.0703020 Apr 01 16:04:53.321509 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55edaf67-8d29-417b-a870-0457669f2118', 'name': 'network-vif-deleted', 'tag': '4bac3be1-1e8c-43be-8b9e-eb0d8447c00a', 'status': 'completed', 'code': 200} Apr 01 16:04:53.790885 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:53.861182 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-dd55b56a-ec6b-481d-b7c8-fb30cfa6b25e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:53.893671 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-94a9f134-74bd-4ab2-900b-858aca5b79eb req-79bf81d2-9a16-486a-81b2-f58ddcdd60f9 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Synchronizing usage tracker for tenant:447e2c5010754fe1ad368efac7c75251 on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:04:53.908813 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-94a9f134-74bd-4ab2-900b-858aca5b79eb req-79bf81d2-9a16-486a-81b2-f58ddcdd60f9 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Unset dirty status for tenant:447e2c5010754fe1ad368efac7c75251 on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:04:53.909961 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-94a9f134-74bd-4ab2-900b-858aca5b79eb req-79bf81d2-9a16-486a-81b2-f58ddcdd60f9 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=55edaf67-8d29-417b-a870-0457669f2118 HTTP/1.1" status: 200 len: 210 time: 0.0636542 Apr 01 16:04:55.025008 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 58614) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:04:55.105686 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c592fdc1-60d3-4869-99ca-e6be623a262d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:55.137202 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c592fdc1-60d3-4869-99ca-e6be623a262d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:55.201436 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c592fdc1-60d3-4869-99ca-e6be623a262d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:55.225384 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c592fdc1-60d3-4869-99ca-e6be623a262d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5525e8dd-28f9-45ed-9923-984aed0fd4da,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:55.242130 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c592fdc1-60d3-4869-99ca-e6be623a262d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:55.247664 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-c592fdc1-60d3-4869-99ca-e6be623a262d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "DELETE /v2.0/security-groups/5525e8dd-28f9-45ed-9923-984aed0fd4da HTTP/1.1" status: 204 len: 168 time: 0.2207510 Apr 01 16:04:55.306179 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 58620) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:04:55.843590 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5bfd8b7c-e704-4a37-9eba-a9ff1e85a90d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611543'] for router_interface, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:56.254930 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-d3459d35-8232-41f8-b306-7484f081801d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:56.348191 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 4bac3be1-1e8c-43be-8b9e-eb0d8447c00a no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:04:56.382503 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] No Port match for: 4bac3be1-1e8c-43be-8b9e-eb0d8447c00a {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:04:56.382933 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 4bac3be1-1e8c-43be-8b9e-eb0d8447c00a not bound to the agent host hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:04:56.474211 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-5bfd8b7c-e704-4a37-9eba-a9ff1e85a90d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Deleting port 25799867-8fa2-4c49-82b7-9b1a39dd5983 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:04:56.475333 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5bfd8b7c-e704-4a37-9eba-a9ff1e85a90d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:56.663810 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-5bfd8b7c-e704-4a37-9eba-a9ff1e85a90d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] For port 25799867-8fa2-4c49-82b7-9b1a39dd5983, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=25799867-8fa2-4c49-82b7-9b1a39dd5983,segment=NetworkSegment(4eb8ddd6-334a-40cd-91df-501d77f7b47c),segment_id=4eb8ddd6-334a-40cd-91df-501d77f7b47c)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:04:56.664092 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5bfd8b7c-e704-4a37-9eba-a9ff1e85a90d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:56.787288 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-5bfd8b7c-e704-4a37-9eba-a9ff1e85a90d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Calling delete_port for 25799867-8fa2-4c49-82b7-9b1a39dd5983 owned by network:router_interface {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:04:56.998651 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5bfd8b7c-e704-4a37-9eba-a9ff1e85a90d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:57.045808 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfd8b7c-e704-4a37-9eba-a9ff1e85a90d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event deleted for resources: {'Port': ['ID=25799867-8fa2-4c49-82b7-9b1a39dd5983,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:57.085758 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfd8b7c-e704-4a37-9eba-a9ff1e85a90d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:57.086236 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfd8b7c-e704-4a37-9eba-a9ff1e85a90d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:57.087045 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfd8b7c-e704-4a37-9eba-a9ff1e85a90d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:57.087045 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfd8b7c-e704-4a37-9eba-a9ff1e85a90d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:57.087222 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfd8b7c-e704-4a37-9eba-a9ff1e85a90d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:57.087527 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfd8b7c-e704-4a37-9eba-a9ff1e85a90d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:57.087852 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfd8b7c-e704-4a37-9eba-a9ff1e85a90d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:57.088171 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfd8b7c-e704-4a37-9eba-a9ff1e85a90d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:57.088489 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfd8b7c-e704-4a37-9eba-a9ff1e85a90d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:57.088832 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfd8b7c-e704-4a37-9eba-a9ff1e85a90d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:57.089149 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfd8b7c-e704-4a37-9eba-a9ff1e85a90d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:04:57.539199 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5bfd8b7c-e704-4a37-9eba-a9ff1e85a90d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611462'] for router_interface, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:57.577080 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:57.770586 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:58.274328 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f752df0-86af-4602-bf53-7959bacc9b8c None None] Sync routers for ids ['5b30fb67-2406-4dec-8699-5d4246226bc6'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:04:58.295021 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f752df0-86af-4602-bf53-7959bacc9b8c None None] Routers {'5b30fb67-2406-4dec-8699-5d4246226bc6'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:04:58.296168 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-4f752df0-86af-4602-bf53-7959bacc9b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:04:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['5b30fb67-2406-4dec-8699-5d4246226bc6'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:04:58.392687 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bfd8b7c-e704-4a37-9eba-a9ff1e85a90d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Router 5b30fb67-2406-4dec-8699-5d4246226bc6 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:04:58.593831 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-4f752df0-86af-4602-bf53-7959bacc9b8c None None] Set router 5b30fb67-2406-4dec-8699-5d4246226bc6 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:04:58.656159 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bfd8b7c-e704-4a37-9eba-a9ff1e85a90d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:04:58.684444 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-5bfd8b7c-e704-4a37-9eba-a9ff1e85a90d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "PUT /v2.0/routers/5b30fb67-2406-4dec-8699-5d4246226bc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3771417 Apr 01 16:04:58.687601 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 58630) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:04:58.943174 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_v2 [None req-f61d454d-37a6-4050-8a01-efb383b8636b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Deleting subnet 2ea4d784-89e6-4d8f-b437-bd8609df8c26 {{(pid=83826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 16:04:58.947231 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f61d454d-37a6-4050-8a01-efb383b8636b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for subnet, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:59.007197 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-4f752df0-86af-4602-bf53-7959bacc9b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b30fb67-2406-4dec-8699-5d4246226bc6', 'name': 'tempest-TestNetworkBasicOps-router-401523892', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.94'}], 'enable_snat': True}, 'gw_port_id': '191a1c1a-a691-4149-a63c-c8504b8bc81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:03:41Z', 'updated_at': '2022-04-01T16:04:56Z', 'revision_number': 5, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': '191a1c1a-a691-4149-a63c-c8504b8bc81b', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:84:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b30fb67-2406-4dec-8699-5d4246226bc6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:03:42Z', 'updated_at': '2022-04-01T16:04:43Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:04:59.012998 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f752df0-86af-4602-bf53-7959bacc9b8c None None] Checking router: 5b30fb67-2406-4dec-8699-5d4246226bc6 for host: dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:04:59.020075 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f61d454d-37a6-4050-8a01-efb383b8636b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16610770'] for subnet, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:59.030984 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f752df0-86af-4602-bf53-7959bacc9b8c None None] Routers {'5b30fb67-2406-4dec-8699-5d4246226bc6'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:04:59.031510 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-4f752df0-86af-4602-bf53-7959bacc9b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:04:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['5b30fb67-2406-4dec-8699-5d4246226bc6'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:04:59.120220 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f61d454d-37a6-4050-8a01-efb383b8636b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:59.223394 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f61d454d-37a6-4050-8a01-efb383b8636b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15415074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16089009'] for subnet, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:59.267252 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61d454d-37a6-4050-8a01-efb383b8636b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event deleted for resources: {'Subnet': ['ID=2ea4d784-89e6-4d8f-b437-bd8609df8c26,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:04:59.273913 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:59.286783 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f61d454d-37a6-4050-8a01-efb383b8636b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:59.291027 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28f2d2e-4227-40ac-ba2c-fb631ad5f7a3 None None] Network 55b6a479-b414-41ac-b982-4d155fcec3e7 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:04:59.294056 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-f61d454d-37a6-4050-8a01-efb383b8636b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "DELETE /v2.0/subnets/2ea4d784-89e6-4d8f-b437-bd8609df8c26 HTTP/1.1" status: 204 len: 168 time: 0.6054189 Apr 01 16:04:59.297027 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 58636) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:04:59.309877 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-4f752df0-86af-4602-bf53-7959bacc9b8c None None] Set router 5b30fb67-2406-4dec-8699-5d4246226bc6 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:04:59.555926 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bf741fbc-f405-45de-ba68-f97011e8d045 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for router, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:59.849913 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-4f752df0-86af-4602-bf53-7959bacc9b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b30fb67-2406-4dec-8699-5d4246226bc6', 'name': 'tempest-TestNetworkBasicOps-router-401523892', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.94'}], 'enable_snat': True}, 'gw_port_id': '191a1c1a-a691-4149-a63c-c8504b8bc81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:03:41Z', 'updated_at': '2022-04-01T16:04:56Z', 'revision_number': 5, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': '191a1c1a-a691-4149-a63c-c8504b8bc81b', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:84:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b30fb67-2406-4dec-8699-5d4246226bc6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:03:42Z', 'updated_at': '2022-04-01T16:04:43Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:04:59.856069 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f752df0-86af-4602-bf53-7959bacc9b8c None None] The sync data for ids ['5b30fb67-2406-4dec-8699-5d4246226bc6'] in dv-neutron-833373-2-hyperv is: [{'id': '5b30fb67-2406-4dec-8699-5d4246226bc6', 'name': 'tempest-TestNetworkBasicOps-router-401523892', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.94'}], 'enable_snat': True}, 'gw_port_id': '191a1c1a-a691-4149-a63c-c8504b8bc81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:03:41Z', 'updated_at': '2022-04-01T16:04:56Z', 'revision_number': 5, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': '191a1c1a-a691-4149-a63c-c8504b8bc81b', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:84:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b30fb67-2406-4dec-8699-5d4246226bc6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:03:42Z', 'updated_at': '2022-04-01T16:04:43Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:04:59.894303 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab15e57-8d9b-4957-bf41-4df3579b92bc None None] DHCP port deletion for 55b6a479-b414-41ac-b982-4d155fcec3e7 request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 16:04:59.904230 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-2ab15e57-8d9b-4957-bf41-4df3579b92bc None None] Deleting port fa7be6bc-c6c4-4413-b69a-2c566b6cacc8 {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:04:59.905004 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-2ab15e57-8d9b-4957-bf41-4df3579b92bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:59.931865 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bf741fbc-f405-45de-ba68-f97011e8d045 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:04:59.945081 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-bf741fbc-f405-45de-ba68-f97011e8d045 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Deleting port 191a1c1a-a691-4149-a63c-c8504b8bc81b {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:04:59.946520 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bf741fbc-f405-45de-ba68-f97011e8d045 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:00.160923 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [None req-bf741fbc-f405-45de-ba68-f97011e8d045 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] For port 191a1c1a-a691-4149-a63c-c8504b8bc81b, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=191a1c1a-a691-4149-a63c-c8504b8bc81b,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:05:00.161295 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bf741fbc-f405-45de-ba68-f97011e8d045 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:00.186284 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-2ab15e57-8d9b-4957-bf41-4df3579b92bc None None] For port fa7be6bc-c6c4-4413-b69a-2c566b6cacc8, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=fa7be6bc-c6c4-4413-b69a-2c566b6cacc8,segment=NetworkSegment(4eb8ddd6-334a-40cd-91df-501d77f7b47c),segment_id=4eb8ddd6-334a-40cd-91df-501d77f7b47c)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:05:00.187540 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-2ab15e57-8d9b-4957-bf41-4df3579b92bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:00.291904 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-bf741fbc-f405-45de-ba68-f97011e8d045 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Calling delete_port for 191a1c1a-a691-4149-a63c-c8504b8bc81b owned by network:router_gateway {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:05:00.381394 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-2ab15e57-8d9b-4957-bf41-4df3579b92bc None None] Calling delete_port for fa7be6bc-c6c4-4413-b69a-2c566b6cacc8 owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:05:00.548989 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-2ab15e57-8d9b-4957-bf41-4df3579b92bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671'] for port, after_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:00.573987 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bf741fbc-f405-45de-ba68-f97011e8d045 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:00.600607 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab15e57-8d9b-4957-bf41-4df3579b92bc None None] Pushing event deleted for resources: {'Port': ['ID=fa7be6bc-c6c4-4413-b69a-2c566b6cacc8,revision_number=None']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:00.602920 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab15e57-8d9b-4957-bf41-4df3579b92bc None None] No DVR routers for this DVR port fa7be6bc-c6c4-4413-b69a-2c566b6cacc8 on host dv-neutron-833373-2-hyperv {{(pid=83829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:05:00.623001 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab15e57-8d9b-4957-bf41-4df3579b92bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:00.623350 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab15e57-8d9b-4957-bf41-4df3579b92bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:00.623686 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab15e57-8d9b-4957-bf41-4df3579b92bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:00.624215 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab15e57-8d9b-4957-bf41-4df3579b92bc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:00.624518 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab15e57-8d9b-4957-bf41-4df3579b92bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:00.624695 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab15e57-8d9b-4957-bf41-4df3579b92bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:00.625013 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab15e57-8d9b-4957-bf41-4df3579b92bc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:00.625353 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab15e57-8d9b-4957-bf41-4df3579b92bc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:00.625652 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab15e57-8d9b-4957-bf41-4df3579b92bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:00.625973 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab15e57-8d9b-4957-bf41-4df3579b92bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:00.627206 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab15e57-8d9b-4957-bf41-4df3579b92bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:00.687853 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf741fbc-f405-45de-ba68-f97011e8d045 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event deleted for resources: {'Port': ['ID=191a1c1a-a691-4149-a63c-c8504b8bc81b,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:00.903218 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bf741fbc-f405-45de-ba68-f97011e8d045 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617660'] for router_gateway, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:00.933957 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device fa7be6bc-c6c4-4413-b69a-2c566b6cacc8 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:05:00.971196 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: fa7be6bc-c6c4-4413-b69a-2c566b6cacc8 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:05:00.971890 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device fa7be6bc-c6c4-4413-b69a-2c566b6cacc8 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:05:00.972535 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 25799867-8fa2-4c49-82b7-9b1a39dd5983 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:05:01.009717 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 25799867-8fa2-4c49-82b7-9b1a39dd5983 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:05:01.010244 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 25799867-8fa2-4c49-82b7-9b1a39dd5983 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:05:01.194578 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bf741fbc-f405-45de-ba68-f97011e8d045 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130651'] for router, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:01.199215 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bf741fbc-f405-45de-ba68-f97011e8d045 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:01.238675 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bf741fbc-f405-45de-ba68-f97011e8d045 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607376'] for router, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:01.239606 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf741fbc-f405-45de-ba68-f97011e8d045 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Fanout notify agent at l3_agent the message router_deleted on router 5b30fb67-2406-4dec-8699-5d4246226bc6 {{(pid=83826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 16:05:01.267250 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bf741fbc-f405-45de-ba68-f97011e8d045 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for router, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:01.271904 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 58642) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:05:01.272370 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-bf741fbc-f405-45de-ba68-f97011e8d045 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "DELETE /v2.0/routers/5b30fb67-2406-4dec-8699-5d4246226bc6 HTTP/1.1" status: 204 len: 168 time: 1.9739234 Apr 01 16:05:01.453136 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-52202eab-3399-4876-bd93-91e88ea61dd5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:01.647380 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-52202eab-3399-4876-bd93-91e88ea61dd5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:01.676601 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-52202eab-3399-4876-bd93-91e88ea61dd5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55b6a479-b414-41ac-b982-4d155fcec3e7']}} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:05:01.690904 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-52202eab-3399-4876-bd93-91e88ea61dd5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eb8ddd6-334a-40cd-91df-501d77f7b47c') {'for_net_delete': True} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:05:01.691175 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-52202eab-3399-4876-bd93-91e88ea61dd5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eb8ddd6-334a-40cd-91df-501d77f7b47c') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:05:01.703207 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-52202eab-3399-4876-bd93-91e88ea61dd5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15303093'] for segment, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:01.722949 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-52202eab-3399-4876-bd93-91e88ea61dd5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:01.731019 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52202eab-3399-4876-bd93-91e88ea61dd5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=83828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 16:05:01.731673 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-52202eab-3399-4876-bd93-91e88ea61dd5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15306523'] for segment, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:01.752563 dv-neutron-833373-2-hyperv neutron-server[83828]: Traceback (most recent call last): Apr 01 16:05:01.752563 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 16:05:01.752563 dv-neutron-833373-2-hyperv neutron-server[83828]: timer() Apr 01 16:05:01.752563 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:05:01.752563 dv-neutron-833373-2-hyperv neutron-server[83828]: cb(*args, **kw) Apr 01 16:05:01.752563 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:05:01.752563 dv-neutron-833373-2-hyperv neutron-server[83828]: return func(*args, **kwargs) Apr 01 16:05:01.752563 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:05:01.752563 dv-neutron-833373-2-hyperv neutron-server[83828]: self._notify() Apr 01 16:05:01.752563 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:05:01.752563 dv-neutron-833373-2-hyperv neutron-server[83828]: self.callback(batched_events) Apr 01 16:05:01.752563 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:05:01.752563 dv-neutron-833373-2-hyperv neutron-server[83828]: event.method(event) Apr 01 16:05:01.752563 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:05:01.752563 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:05:01.752563 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:05:01.752563 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:05:01.752563 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:05:01.752563 dv-neutron-833373-2-hyperv neutron-server[83828]: return f(self, *a, **k) Apr 01 16:05:01.752563 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 16:05:01.752563 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._get(url).json() Apr 01 16:05:01.752563 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 16:05:01.752563 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:05:01.752563 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 16:05:01.752563 dv-neutron-833373-2-hyperv neutron-server[83828]: return self.request(url, 'GET', **kwargs) Apr 01 16:05:01.752563 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 16:05:01.752563 dv-neutron-833373-2-hyperv neutron-server[83828]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:05:01.752563 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 16:05:01.752563 dv-neutron-833373-2-hyperv neutron-server[83828]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:05:01.752563 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 16:05:01.752563 dv-neutron-833373-2-hyperv neutron-server[83828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:05:01.752563 dv-neutron-833373-2-hyperv neutron-server[83828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:05:01.837119 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-52202eab-3399-4876-bd93-91e88ea61dd5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:01.856330 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-52202eab-3399-4876-bd93-91e88ea61dd5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:01.870089 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52202eab-3399-4876-bd93-91e88ea61dd5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event deleted for resources: {'Network': ['ID=55b6a479-b414-41ac-b982-4d155fcec3e7,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:01.874467 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-52202eab-3399-4876-bd93-91e88ea61dd5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "DELETE /v2.0/networks/55b6a479-b414-41ac-b982-4d155fcec3e7 HTTP/1.1" status: 204 len: 168 time: 0.6014609 Apr 01 16:05:01.897926 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 58648) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:05:01.906986 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-a3e90d8b-6393-4dda-9e1e-42cda56bfbf0 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'network': {'name': 'tempest-network-smoke--1141206919', 'project_id': '447e2c5010754fe1ad368efac7c75251', 'port_security_enabled': True}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:05:01.912648 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-a3e90d8b-6393-4dda-9e1e-42cda56bfbf0 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:05:01.916931 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-a3e90d8b-6393-4dda-9e1e-42cda56bfbf0 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:network and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:05:01.919891 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-a3e90d8b-6393-4dda-9e1e-42cda56bfbf0 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:05:01.925688 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-a3e90d8b-6393-4dda-9e1e-42cda56bfbf0 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:05:01.938348 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e90d8b-6393-4dda-9e1e-42cda56bfbf0 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Made reservation on behalf of 447e2c5010754fe1ad368efac7c75251 for: {'network': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:05:01.941480 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a3e90d8b-6393-4dda-9e1e-42cda56bfbf0 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:01.972843 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3e90d8b-6393-4dda-9e1e-42cda56bfbf0 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=83826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:05:01.991225 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a3e90d8b-6393-4dda-9e1e-42cda56bfbf0 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:01.991677 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.segments_db [None req-a3e90d8b-6393-4dda-9e1e-42cda56bfbf0 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Added segment 84063e67-b7fd-4cbc-a1f4-dea89bb12248 of type vlan for network 1662b267-0398-4e86-889e-2f6337bb6b39 Apr 01 16:05:02.022653 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a3e90d8b-6393-4dda-9e1e-42cda56bfbf0 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:02.061339 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a3e90d8b-6393-4dda-9e1e-42cda56bfbf0 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:02.065171 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e90d8b-6393-4dda-9e1e-42cda56bfbf0 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:02.065815 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a3e90d8b-6393-4dda-9e1e-42cda56bfbf0 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:02.271217 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-a3e90d8b-6393-4dda-9e1e-42cda56bfbf0 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3713233 Apr 01 16:05:02.274697 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 58652) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:05:02.281992 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-8fd7333c-653c-42f1-86dc-019457275281 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1217293637', 'admin_state_up': True, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:05:02.290308 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e90d8b-6393-4dda-9e1e-42cda56bfbf0 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'Network': ['ID=1662b267-0398-4e86-889e-2f6337bb6b39,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:02.292643 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-8fd7333c-653c-42f1-86dc-019457275281 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:05:02.297642 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-8fd7333c-653c-42f1-86dc-019457275281 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:router and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:05:02.301022 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-8fd7333c-653c-42f1-86dc-019457275281 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:05:02.302845 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 1662b267-0398-4e86-889e-2f6337bb6b39 details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:05:02.307776 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-8fd7333c-653c-42f1-86dc-019457275281 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:05:02.321777 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8fd7333c-653c-42f1-86dc-019457275281 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130665'] for router, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:02.322707 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8fd7333c-653c-42f1-86dc-019457275281 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617571', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130640'] for router, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:02.349705 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8fd7333c-653c-42f1-86dc-019457275281 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:02.508452 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8fd7333c-653c-42f1-86dc-019457275281 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130626'] for router, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:02.713650 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8fd7333c-653c-42f1-86dc-019457275281 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for router_gateway, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:02.748535 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8fd7333c-653c-42f1-86dc-019457275281 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:02.894956 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-8fd7333c-653c-42f1-86dc-019457275281 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Allocated IP 172.26.1.195 (ed45466e-0386-4b92-8de3-247c977242ac/0479f741-5cd1-4d6f-b593-d8aa909a42d3/e9081557-bfc1-4dd2-87cc-6c1c97f023d4) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:05:03.051934 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8fd7333c-653c-42f1-86dc-019457275281 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:03.080723 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8fd7333c-653c-42f1-86dc-019457275281 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:03.150874 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd7333c-653c-42f1-86dc-019457275281 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Network ed45466e-0386-4b92-8de3-247c977242ac is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:05:03.153609 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-8fd7333c-653c-42f1-86dc-019457275281 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:05:03.157908 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd7333c-653c-42f1-86dc-019457275281 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:05:03.183530 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd7333c-653c-42f1-86dc-019457275281 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'Port': ['ID=e9081557-bfc1-4dd2-87cc-6c1c97f023d4,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:03.323893 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8fd7333c-653c-42f1-86dc-019457275281 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for router_gateway, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:03.324609 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8fd7333c-653c-42f1-86dc-019457275281 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616'] for router, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:03.546506 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fd7333c-653c-42f1-86dc-019457275281 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Router 1418cdc6-6466-4a76-b2be-dd06bc6e3f10 is scheduled to L3 agent ff252634-3424-422a-b742-9ae457bd54bd with binding_index 1 {{(pid=83826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 16:05:03.782482 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd7333c-653c-42f1-86dc-019457275281 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:05:03.806386 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce006d94-043c-4fb0-b261-524da01f18d3 None None] Sync routers for ids ['1418cdc6-6466-4a76-b2be-dd06bc6e3f10'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:05:03.810232 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8fd7333c-653c-42f1-86dc-019457275281 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for router, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:03.811665 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-8fd7333c-653c-42f1-86dc-019457275281 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.5360723 Apr 01 16:05:03.814882 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 58666) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:05:03.819966 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce006d94-043c-4fb0-b261-524da01f18d3 None None] Routers {'1418cdc6-6466-4a76-b2be-dd06bc6e3f10'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:05:03.820641 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-ce006d94-043c-4fb0-b261-524da01f18d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:04:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['1418cdc6-6466-4a76-b2be-dd06bc6e3f10'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:05:03.856475 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebb23d1-f81a-4697-84ba-cea1872d8a76 None None] New status for floating IP f4325edc-dbfe-4698-87fa-6c769f697291: DOWN {{(pid=83829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 16:05:03.864304 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-c74178c0-59d5-483c-951a-c741aa96cdc4 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=447e2c5010754fe1ad368efac7c75251&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0481274 Apr 01 16:05:03.867087 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 58672) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:05:04.042706 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-582acb44-55ca-4a7d-b3b4-d5fc23a6719b req-5a99ee21-af72-4bdf-9bf4-ba5ab1821ea3 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-646541052&fields=id&tenant_id=b9e160ed92af426eb41719050c02f853 HTTP/1.1" status: 200 len: 267 time: 0.0976045 Apr 01 16:05:04.059978 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-ce006d94-043c-4fb0-b261-524da01f18d3 None None] Set router 1418cdc6-6466-4a76-b2be-dd06bc6e3f10 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:05:04.109584 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d3065d-ec2f-4446-8321-5e25b1e33ca4 None None] Sync routers for ids ['5b30fb67-2406-4dec-8699-5d4246226bc6'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:05:04.152096 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92686ab2-9bdc-4484-972f-c5401fbfa618 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:04.156514 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-92686ab2-9bdc-4484-972f-c5401fbfa618 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2841599 Apr 01 16:05:04.156750 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 58676) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:05:04.198801 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-1bd721e4-6511-4fbe-ad6b-52a534f22e4c tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=ed45466e-0386-4b92-8de3-247c977242ac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384586 Apr 01 16:05:04.199031 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 58680) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:05:04.199538 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582acb44-55ca-4a7d-b3b4-d5fc23a6719b req-63c40310-1a74-44b6-b369-bcc6bbda54df tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:04.201314 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-582acb44-55ca-4a7d-b3b4-d5fc23a6719b req-63c40310-1a74-44b6-b369-bcc6bbda54df tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/networks?id=d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0 HTTP/1.1" status: 200 len: 812 time: 0.1516528 Apr 01 16:05:04.204293 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-d80aa0b8-7650-46c7-aa00-b1a3f155a789 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1288408406', 'network_id': '1662b267-0398-4e86-889e-2f6337bb6b39', 'project_id': '447e2c5010754fe1ad368efac7c75251', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:05:04.204560 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d3065d-ec2f-4446-8321-5e25b1e33ca4 None None] Routers set() bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:05:04.204917 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d3065d-ec2f-4446-8321-5e25b1e33ca4 None None] Router IDs set() for agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 01 16:05:04.205564 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_agentschedulers_db [None req-a1d3065d-ec2f-4446-8321-5e25b1e33ca4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5b30fb67-2406-4dec-8699-5d4246226bc6'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:04:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent'). {{(pid=83833) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 01 16:05:04.218221 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-582acb44-55ca-4a7d-b3b4-d5fc23a6719b req-58698eb8-e66a-45fc-ad1a-2e9fe2321cc1 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/quotas/b9e160ed92af426eb41719050c02f853 HTTP/1.1" status: 200 len: 375 time: 0.0111127 Apr 01 16:05:04.284304 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d3065d-ec2f-4446-8321-5e25b1e33ca4 None None] Routers set() bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:05:04.284652 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d3065d-ec2f-4446-8321-5e25b1e33ca4 None None] Router IDs set() for agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 01 16:05:04.285289 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_agentschedulers_db [None req-a1d3065d-ec2f-4446-8321-5e25b1e33ca4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5b30fb67-2406-4dec-8699-5d4246226bc6'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:04:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent'). {{(pid=83833) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 01 16:05:04.285678 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d3065d-ec2f-4446-8321-5e25b1e33ca4 None None] The sync data for ids ['5b30fb67-2406-4dec-8699-5d4246226bc6'] in dv-neutron-833373-2-hyperv is: [] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:05:04.320520 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-d80aa0b8-7650-46c7-aa00-b1a3f155a789 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:05:04.324723 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-d80aa0b8-7650-46c7-aa00-b1a3f155a789 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:subnet and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:05:04.327878 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-d80aa0b8-7650-46c7-aa00-b1a3f155a789 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:05:04.334056 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-d80aa0b8-7650-46c7-aa00-b1a3f155a789 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:05:04.345270 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d80aa0b8-7650-46c7-aa00-b1a3f155a789 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Made reservation on behalf of 447e2c5010754fe1ad368efac7c75251 for: {'subnet': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:05:04.411791 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-582acb44-55ca-4a7d-b3b4-d5fc23a6719b req-0de299f5-f4e1-449c-8b61-4244961ac6ba tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b9e160ed92af426eb41719050c02f853&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1874216 Apr 01 16:05:04.418376 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-ce006d94-043c-4fb0-b261-524da01f18d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1418cdc6-6466-4a76-b2be-dd06bc6e3f10', 'name': 'tempest-TestNetworkBasicOps-router-1217293637', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': 'e9081557-bfc1-4dd2-87cc-6c1c97f023d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:05:02Z', 'updated_at': '2022-04-01T16:05:03Z', 'revision_number': 3, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': 'e9081557-bfc1-4dd2-87cc-6c1c97f023d4', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ef:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1418cdc6-6466-4a76-b2be-dd06bc6e3f10', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:05:02Z', 'updated_at': '2022-04-01T16:05:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:05:04.422431 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce006d94-043c-4fb0-b261-524da01f18d3 None None] Checking router: 1418cdc6-6466-4a76-b2be-dd06bc6e3f10 for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:05:04.422768 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce006d94-043c-4fb0-b261-524da01f18d3 None None] Updating router 1418cdc6-6466-4a76-b2be-dd06bc6e3f10 port e9081557-bfc1-4dd2-87cc-6c1c97f023d4 binding host dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 16:05:04.459803 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d80aa0b8-7650-46c7-aa00-b1a3f155a789 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16030269'] for subnet, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:04.484918 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-ce006d94-043c-4fb0-b261-524da01f18d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:04.558133 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-582acb44-55ca-4a7d-b3b4-d5fc23a6719b req-087e07e2-febf-4f63-bcc7-3564388972ef service neutron] 10.222.0.55 "GET /v2.0/networks/d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326118 Apr 01 16:05:04.695082 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-582acb44-55ca-4a7d-b3b4-d5fc23a6719b req-0495d325-9f49-4829-868d-e633436531c6 service neutron] 10.222.0.55 "GET /v2.0/networks/d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307833 Apr 01 16:05:04.709932 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d80aa0b8-7650-46c7-aa00-b1a3f155a789 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15306628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16030227'] for subnet, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:04.799802 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80aa0b8-7650-46c7-aa00-b1a3f155a789 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'Subnet': ['ID=40ab9c3f-c29d-4581-a6a6-1a34adad1cdb,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:04.812761 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80aa0b8-7650-46c7-aa00-b1a3f155a789 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Checking segment: {'id': '84063e67-b7fd-4cbc-a1f4-dea89bb12248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1662b267-0398-4e86-889e-2f6337bb6b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:05:04.813135 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80aa0b8-7650-46c7-aa00-b1a3f155a789 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Network hostable DHCP agents. Network: 1662b267-0398-4e86-889e-2f6337bb6b39, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:05:04.820017 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 191a1c1a-a691-4149-a63c-c8504b8bc81b no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:05:04.834024 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-ce006d94-043c-4fb0-b261-524da01f18d3 None None] Notify callbacks [] for port, precommit_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:04.848489 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80aa0b8-7650-46c7-aa00-b1a3f155a789 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Network 1662b267-0398-4e86-889e-2f6337bb6b39 is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:05:04.853107 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.provisioning_blocks [None req-ce006d94-043c-4fb0-b261-524da01f18d3 None None] Transition to ACTIVE for port object e9081557-bfc1-4dd2-87cc-6c1c97f023d4 will not be triggered until provisioned by entity L2. {{(pid=83833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:05:04.860381 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-d80aa0b8-7650-46c7-aa00-b1a3f155a789 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, 1662b267-0398-4e86-889e-2f6337bb6b39) {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:05:04.866169 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80aa0b8-7650-46c7-aa00-b1a3f155a789 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:04.866722 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-ce006d94-043c-4fb0-b261-524da01f18d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:04.866995 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d80aa0b8-7650-46c7-aa00-b1a3f155a789 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:04.897356 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-d80aa0b8-7650-46c7-aa00-b1a3f155a789 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6973977 Apr 01 16:05:04.900090 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 58688) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:05:04.915788 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ca9c4d-f2e1-4bab-88ab-5a0e8c4106c7 None None] Network 1662b267-0398-4e86-889e-2f6337bb6b39 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:05:04.939115 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 191a1c1a-a691-4149-a63c-c8504b8bc81b {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:05:04.939453 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 191a1c1a-a691-4149-a63c-c8504b8bc81b not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:05:04.972111 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff5c5b1-6fbe-498d-9187-2eae31fe09be None None] Pushing event updated for resources: {'Port': ['ID=e9081557-bfc1-4dd2-87cc-6c1c97f023d4,revision_number=2']} {{(pid=83833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:04.974593 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-ce006d94-043c-4fb0-b261-524da01f18d3 None None] Attempting to bind port e9081557-bfc1-4dd2-87cc-6c1c97f023d4 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:05:04.975109 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-ce006d94-043c-4fb0-b261-524da01f18d3 None None] Attempting to bind port e9081557-bfc1-4dd2-87cc-6c1c97f023d4 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}] {{(pid=83833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:05:04.975464 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce006d94-043c-4fb0-b261-524da01f18d3 None None] Attempting to bind port e9081557-bfc1-4dd2-87cc-6c1c97f023d4 on network ed45466e-0386-4b92-8de3-247c977242ac {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:05:04.987724 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff5c5b1-6fbe-498d-9187-2eae31fe09be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:04.988308 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff5c5b1-6fbe-498d-9187-2eae31fe09be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:04.988846 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff5c5b1-6fbe-498d-9187-2eae31fe09be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:04.989986 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff5c5b1-6fbe-498d-9187-2eae31fe09be None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:04.990653 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff5c5b1-6fbe-498d-9187-2eae31fe09be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:04.991238 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff5c5b1-6fbe-498d-9187-2eae31fe09be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:04.991739 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff5c5b1-6fbe-498d-9187-2eae31fe09be None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:04.992466 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff5c5b1-6fbe-498d-9187-2eae31fe09be None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:04.992968 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff5c5b1-6fbe-498d-9187-2eae31fe09be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:04.993425 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff5c5b1-6fbe-498d-9187-2eae31fe09be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:04.993879 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff5c5b1-6fbe-498d-9187-2eae31fe09be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:05:04.997834 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce006d94-043c-4fb0-b261-524da01f18d3 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:05:04.998434 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce006d94-043c-4fb0-b261-524da01f18d3 None None] Checking segment: {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:05:04.998980 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-ce006d94-043c-4fb0-b261-524da01f18d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:04.999493 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce006d94-043c-4fb0-b261-524da01f18d3 None None] Bound using segment: {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'} {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:05:05.000100 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-ce006d94-043c-4fb0-b261-524da01f18d3 None None] Bound port: e9081557-bfc1-4dd2-87cc-6c1c97f023d4, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}}] {{(pid=83833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:05:05.000627 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-ce006d94-043c-4fb0-b261-524da01f18d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:05.079439 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.db [None req-ce006d94-043c-4fb0-b261-524da01f18d3 None None] For port e9081557-bfc1-4dd2-87cc-6c1c97f023d4, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:05:05.082840 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.db [None req-ce006d94-043c-4fb0-b261-524da01f18d3 None None] For port e9081557-bfc1-4dd2-87cc-6c1c97f023d4, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=e9081557-bfc1-4dd2-87cc-6c1c97f023d4,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:05:05.087943 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-ce006d94-043c-4fb0-b261-524da01f18d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:05.198830 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff5c5b1-6fbe-498d-9187-2eae31fe09be None None] Pushing event updated for resources: {'Port': ['ID=e9081557-bfc1-4dd2-87cc-6c1c97f023d4,revision_number=3']} {{(pid=83833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:05.207481 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce006d94-043c-4fb0-b261-524da01f18d3 None None] Routers {'1418cdc6-6466-4a76-b2be-dd06bc6e3f10'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:05:05.208667 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-ce006d94-043c-4fb0-b261-524da01f18d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:04:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['1418cdc6-6466-4a76-b2be-dd06bc6e3f10'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:05:05.214889 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dfdbaf2-598d-46ce-8101-33c89b80b98b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-1662b267-0398-4e86-889e-2f6337bb6b39', 'network_id': '1662b267-0398-4e86-889e-2f6337bb6b39', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'fixed_ips': [{'subnet_id': '40ab9c3f-c29d-4581-a6a6-1a34adad1cdb'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 16:05:05.216607 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8dfdbaf2-598d-46ce-8101-33c89b80b98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:05.295165 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a0d016a6-b48f-48c0-9474-11a17f42c4da req-83b61db3-e3f7-4ddc-8e08-1c615f05aabf tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/ports?device_id=95d904e6-677a-4776-9f09-72e7e59d1781 HTTP/1.1" status: 200 len: 210 time: 0.0473619 Apr 01 16:05:05.414747 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-8dfdbaf2-598d-46ce-8101-33c89b80b98b None None] Allocated IP 172.20.0.2 (1662b267-0398-4e86-889e-2f6337bb6b39/40ab9c3f-c29d-4581-a6a6-1a34adad1cdb/67d45175-e0d3-4746-9f6a-4fc507f71d64) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:05:05.541994 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-ce006d94-043c-4fb0-b261-524da01f18d3 None None] Set router 1418cdc6-6466-4a76-b2be-dd06bc6e3f10 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:05:05.672098 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8dfdbaf2-598d-46ce-8101-33c89b80b98b None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:05.685856 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-8dfdbaf2-598d-46ce-8101-33c89b80b98b None None] Transition to ACTIVE for port object 67d45175-e0d3-4746-9f6a-4fc507f71d64 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:05:05.711805 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-8dfdbaf2-598d-46ce-8101-33c89b80b98b None None] Transition to ACTIVE for port object 67d45175-e0d3-4746-9f6a-4fc507f71d64 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:05:05.718288 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8dfdbaf2-598d-46ce-8101-33c89b80b98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:05.802535 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfdbaf2-598d-46ce-8101-33c89b80b98b None None] Network 1662b267-0398-4e86-889e-2f6337bb6b39 is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:05:05.807119 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-8dfdbaf2-598d-46ce-8101-33c89b80b98b None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:05:05.810208 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfdbaf2-598d-46ce-8101-33c89b80b98b None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:05:05.825389 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfdbaf2-598d-46ce-8101-33c89b80b98b None None] Pushing event updated for resources: {'Port': ['ID=67d45175-e0d3-4746-9f6a-4fc507f71d64,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:05.845307 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [req-e84c4217-5e12-4d98-bcf1-133f1a06cc4c req-d1b39218-8f98-4db4-8c08-2c49bfb02049 service neutron] (83826) timed out ('10.222.0.24', 61716) {{(pid=83826) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 01 16:05:05.887713 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-ce006d94-043c-4fb0-b261-524da01f18d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1418cdc6-6466-4a76-b2be-dd06bc6e3f10', 'name': 'tempest-TestNetworkBasicOps-router-1217293637', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': 'e9081557-bfc1-4dd2-87cc-6c1c97f023d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:05:02Z', 'updated_at': '2022-04-01T16:05:03Z', 'revision_number': 3, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': 'e9081557-bfc1-4dd2-87cc-6c1c97f023d4', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ef:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1418cdc6-6466-4a76-b2be-dd06bc6e3f10', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:05:02Z', 'updated_at': '2022-04-01T16:05:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:05:05.892805 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce006d94-043c-4fb0-b261-524da01f18d3 None None] The sync data for ids ['1418cdc6-6466-4a76-b2be-dd06bc6e3f10'] in dv-neutron-833373-2-hyperv is: [{'id': '1418cdc6-6466-4a76-b2be-dd06bc6e3f10', 'name': 'tempest-TestNetworkBasicOps-router-1217293637', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': 'e9081557-bfc1-4dd2-87cc-6c1c97f023d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:05:02Z', 'updated_at': '2022-04-01T16:05:03Z', 'revision_number': 3, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': 'e9081557-bfc1-4dd2-87cc-6c1c97f023d4', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ef:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1418cdc6-6466-4a76-b2be-dd06bc6e3f10', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:05:02Z', 'updated_at': '2022-04-01T16:05:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:05:05.930891 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-8dfdbaf2-598d-46ce-8101-33c89b80b98b None None] Attempting to bind port 67d45175-e0d3-4746-9f6a-4fc507f71d64 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:05:05.931961 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-8dfdbaf2-598d-46ce-8101-33c89b80b98b None None] Attempting to bind port 67d45175-e0d3-4746-9f6a-4fc507f71d64 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': '84063e67-b7fd-4cbc-a1f4-dea89bb12248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1662b267-0398-4e86-889e-2f6337bb6b39'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:05:05.932496 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfdbaf2-598d-46ce-8101-33c89b80b98b None None] Attempting to bind port 67d45175-e0d3-4746-9f6a-4fc507f71d64 on network 1662b267-0398-4e86-889e-2f6337bb6b39 {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:05:05.940268 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfdbaf2-598d-46ce-8101-33c89b80b98b None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:05:05.940643 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfdbaf2-598d-46ce-8101-33c89b80b98b None None] Checking segment: {'id': '84063e67-b7fd-4cbc-a1f4-dea89bb12248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1662b267-0398-4e86-889e-2f6337bb6b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:05:05.941220 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8dfdbaf2-598d-46ce-8101-33c89b80b98b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:05.941803 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfdbaf2-598d-46ce-8101-33c89b80b98b None None] Bound using segment: {'id': '84063e67-b7fd-4cbc-a1f4-dea89bb12248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1662b267-0398-4e86-889e-2f6337bb6b39'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:05:05.945146 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-8dfdbaf2-598d-46ce-8101-33c89b80b98b None None] Bound port: 67d45175-e0d3-4746-9f6a-4fc507f71d64, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84063e67-b7fd-4cbc-a1f4-dea89bb12248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1662b267-0398-4e86-889e-2f6337bb6b39'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:05:05.945146 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8dfdbaf2-598d-46ce-8101-33c89b80b98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:05.987829 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-da226d3e-ebbc-45cc-b4ff-d32b355bb737 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:06.048696 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-8dfdbaf2-598d-46ce-8101-33c89b80b98b None None] For port 67d45175-e0d3-4746-9f6a-4fc507f71d64, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:05:06.055305 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-8dfdbaf2-598d-46ce-8101-33c89b80b98b None None] For port 67d45175-e0d3-4746-9f6a-4fc507f71d64, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=67d45175-e0d3-4746-9f6a-4fc507f71d64,segment=NetworkSegment(84063e67-b7fd-4cbc-a1f4-dea89bb12248),segment_id=84063e67-b7fd-4cbc-a1f4-dea89bb12248)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:05:06.064238 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8dfdbaf2-598d-46ce-8101-33c89b80b98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:06.197717 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfdbaf2-598d-46ce-8101-33c89b80b98b None None] Pushing event updated for resources: {'Port': ['ID=67d45175-e0d3-4746-9f6a-4fc507f71d64,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:06.535587 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-da226d3e-ebbc-45cc-b4ff-d32b355bb737 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Allocated IP 172.20.0.1 (1662b267-0398-4e86-889e-2f6337bb6b39/40ab9c3f-c29d-4581-a6a6-1a34adad1cdb/0429e40b-5896-4cf0-bb29-c0a0908c0563) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:05:06.640945 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-cd3585e9-b31e-4bae-85c6-26247790081d req-f9604ff0-6923-4de6-9664-680b1753b073 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/ports?device_id=95d904e6-677a-4776-9f09-72e7e59d1781 HTTP/1.1" status: 200 len: 210 time: 0.1050501 Apr 01 16:05:06.736681 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582acb44-55ca-4a7d-b3b4-d5fc23a6719b req-f9445127-66cd-45c7-ac34-1e26de98e7d1 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:06.742616 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-582acb44-55ca-4a7d-b3b4-d5fc23a6719b req-f9445127-66cd-45c7-ac34-1e26de98e7d1 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.24 "GET /v2.0/networks?id=d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0 HTTP/1.1" status: 200 len: 812 time: 0.2932603 Apr 01 16:05:06.810543 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-582acb44-55ca-4a7d-b3b4-d5fc23a6719b req-29bb1ba9-e031-453e-b1cb-0fcb95aac29f tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9e160ed92af426eb41719050c02f853 HTTP/1.1" status: 200 len: 379 time: 0.0520039 Apr 01 16:05:06.822131 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [req-582acb44-55ca-4a7d-b3b4-d5fc23a6719b req-3719a888-a5b2-4e46-8ac7-e592aabb6e05 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Request body: {'port': {'device_id': '95d904e6-677a-4776-9f09-72e7e59d1781', 'network_id': 'd3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0', 'admin_state_up': True, 'tenant_id': 'b9e160ed92af426eb41719050c02f853', 'security_groups': ['b68c8ca1-2548-48e9-84ee-f823ac26061f']}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:05:06.909724 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-da226d3e-ebbc-45cc-b4ff-d32b355bb737 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:06.953482 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [None req-da226d3e-ebbc-45cc-b4ff-d32b355bb737 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Transition to ACTIVE for port object 0429e40b-5896-4cf0-bb29-c0a0908c0563 will not be triggered until provisioned by entity DHCP. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:05:06.975486 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device e9081557-bfc1-4dd2-87cc-6c1c97f023d4 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:05:07.030940 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-da226d3e-ebbc-45cc-b4ff-d32b355bb737 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:07.111356 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port e9081557-bfc1-4dd2-87cc-6c1c97f023d4 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:05:07.118322 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [req-582acb44-55ca-4a7d-b3b4-d5fc23a6719b req-3719a888-a5b2-4e46-8ac7-e592aabb6e05 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:05:07.119847 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port e9081557-bfc1-4dd2-87cc-6c1c97f023d4 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:05:07.120522 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:07.153518 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [req-582acb44-55ca-4a7d-b3b4-d5fc23a6719b req-3719a888-a5b2-4e46-8ac7-e592aabb6e05 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:05:07.167240 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da226d3e-ebbc-45cc-b4ff-d32b355bb737 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Network 1662b267-0398-4e86-889e-2f6337bb6b39 is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:05:07.170782 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-582acb44-55ca-4a7d-b3b4-d5fc23a6719b req-3719a888-a5b2-4e46-8ac7-e592aabb6e05 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Made reservation on behalf of b9e160ed92af426eb41719050c02f853 for: {'port': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:05:07.176103 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-582acb44-55ca-4a7d-b3b4-d5fc23a6719b req-3719a888-a5b2-4e46-8ac7-e592aabb6e05 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:07.196266 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-da226d3e-ebbc-45cc-b4ff-d32b355bb737 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:05:07.200313 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da226d3e-ebbc-45cc-b4ff-d32b355bb737 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:05:07.321317 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:07.346640 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da226d3e-ebbc-45cc-b4ff-d32b355bb737 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'Port': ['ID=0429e40b-5896-4cf0-bb29-c0a0908c0563,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:07.357454 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port e9081557-bfc1-4dd2-87cc-6c1c97f023d4, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=e9081557-bfc1-4dd2-87cc-6c1c97f023d4,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:05:07.367929 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:07.369032 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 67d45175-e0d3-4746-9f6a-4fc507f71d64 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:05:07.379249 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-da226d3e-ebbc-45cc-b4ff-d32b355bb737 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611418'] for router_interface, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:07.518799 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-da226d3e-ebbc-45cc-b4ff-d32b355bb737 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:07.540470 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [req-582acb44-55ca-4a7d-b3b4-d5fc23a6719b req-3719a888-a5b2-4e46-8ac7-e592aabb6e05 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Allocated IP 172.20.0.8 (d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0/e89a89e5-8fa9-4b91-af10-f0a4d00467fb/2e72c915-fd1a-46b6-919e-514f4f8453b0) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:05:07.579786 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=e9081557-bfc1-4dd2-87cc-6c1c97f023d4,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:07.632398 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 67d45175-e0d3-4746-9f6a-4fc507f71d64 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:05:07.696840 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6899d912-90c0-40d3-8595-e11b683a8c7b None None] Network 1662b267-0398-4e86-889e-2f6337bb6b39 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:05:07.866527 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-582acb44-55ca-4a7d-b3b4-d5fc23a6719b req-3719a888-a5b2-4e46-8ac7-e592aabb6e05 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:07.895254 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [req-582acb44-55ca-4a7d-b3b4-d5fc23a6719b req-3719a888-a5b2-4e46-8ac7-e592aabb6e05 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Transition to ACTIVE for port object 2e72c915-fd1a-46b6-919e-514f4f8453b0 will not be triggered until provisioned by entity DHCP. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:05:07.931966 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-4ca81c9b-1de1-4ff9-a09f-b346b76110f6 None None] Provisioning for port 67d45175-e0d3-4746-9f6a-4fc507f71d64 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:05:07.955664 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-582acb44-55ca-4a7d-b3b4-d5fc23a6719b req-3719a888-a5b2-4e46-8ac7-e592aabb6e05 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:07.963463 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-4ca81c9b-1de1-4ff9-a09f-b346b76110f6 None None] Provisioning complete for port 67d45175-e0d3-4746-9f6a-4fc507f71d64 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:05:07.970097 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-4ca81c9b-1de1-4ff9-a09f-b346b76110f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:08.133089 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-da226d3e-ebbc-45cc-b4ff-d32b355bb737 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for port, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:08.145213 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-da226d3e-ebbc-45cc-b4ff-d32b355bb737 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:08.202899 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-582acb44-55ca-4a7d-b3b4-d5fc23a6719b req-3719a888-a5b2-4e46-8ac7-e592aabb6e05 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Network d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0 is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:05:08.214605 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [req-582acb44-55ca-4a7d-b3b4-d5fc23a6719b req-3719a888-a5b2-4e46-8ac7-e592aabb6e05 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:05:08.225908 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [req-582acb44-55ca-4a7d-b3b4-d5fc23a6719b req-3719a888-a5b2-4e46-8ac7-e592aabb6e05 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:05:08.283131 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da226d3e-ebbc-45cc-b4ff-d32b355bb737 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'Port': ['ID=0429e40b-5896-4cf0-bb29-c0a0908c0563,revision_number=2']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:08.302053 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-da226d3e-ebbc-45cc-b4ff-d32b355bb737 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611525'] for router_interface, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:08.308686 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-4ca81c9b-1de1-4ff9-a09f-b346b76110f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:08.331611 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3719a888-a5b2-4e46-8ac7-e592aabb6e05 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Pushing event updated for resources: {'Port': ['ID=2e72c915-fd1a-46b6-919e-514f4f8453b0,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:08.379550 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582acb44-55ca-4a7d-b3b4-d5fc23a6719b req-3719a888-a5b2-4e46-8ac7-e592aabb6e05 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:08.380796 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-582acb44-55ca-4a7d-b3b4-d5fc23a6719b req-3719a888-a5b2-4e46-8ac7-e592aabb6e05 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:08.391802 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-4ca81c9b-1de1-4ff9-a09f-b346b76110f6 None None] For port 67d45175-e0d3-4746-9f6a-4fc507f71d64, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=67d45175-e0d3-4746-9f6a-4fc507f71d64,segment=NetworkSegment(84063e67-b7fd-4cbc-a1f4-dea89bb12248),segment_id=84063e67-b7fd-4cbc-a1f4-dea89bb12248)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:05:08.398074 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-4ca81c9b-1de1-4ff9-a09f-b346b76110f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:08.420141 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6926a978-df0e-4b24-811d-ed038c4a4b4c req-8a7cd3f3-2247-46ab-a8e1-60137487e4d8 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:08.430256 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-6926a978-df0e-4b24-811d-ed038c4a4b4c req-8a7cd3f3-2247-46ab-a8e1-60137487e4d8 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/ports?device_id=95d904e6-677a-4776-9f09-72e7e59d1781 HTTP/1.1" status: 200 len: 931 time: 0.3812554 Apr 01 16:05:08.475600 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-582acb44-55ca-4a7d-b3b4-d5fc23a6719b req-3719a888-a5b2-4e46-8ac7-e592aabb6e05 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6585658 Apr 01 16:05:08.493195 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [req-582acb44-55ca-4a7d-b3b4-d5fc23a6719b req-e1624bbf-daed-4da6-b831-4947a8b371ac service neutron] Request body: {'port': {'device_id': '95d904e6-677a-4776-9f09-72e7e59d1781', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:05:08.493714 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca81c9b-1de1-4ff9-a09f-b346b76110f6 None None] Pushing event updated for resources: {'Port': ['ID=67d45175-e0d3-4746-9f6a-4fc507f71d64,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:08.551455 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da226d3e-ebbc-45cc-b4ff-d32b355bb737 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Network 1662b267-0398-4e86-889e-2f6337bb6b39 is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:05:08.553200 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-da226d3e-ebbc-45cc-b4ff-d32b355bb737 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:05:08.567974 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-6926a978-df0e-4b24-811d-ed038c4a4b4c req-dfb1489b-bf64-4d9d-9e8d-03a7f28c3de0 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/security-groups?id=b68c8ca1-2548-48e9-84ee-f823ac26061f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361508 Apr 01 16:05:08.642774 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-629e642a-905f-40e0-8ae3-13cd49347be1 None None] Provisioning for port 2e72c915-fd1a-46b6-919e-514f4f8453b0 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:05:08.649201 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-629e642a-905f-40e0-8ae3-13cd49347be1 None None] Provisioning complete for port 2e72c915-fd1a-46b6-919e-514f4f8453b0 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:05:08.649840 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-629e642a-905f-40e0-8ae3-13cd49347be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:08.665133 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-582acb44-55ca-4a7d-b3b4-d5fc23a6719b req-e1624bbf-daed-4da6-b831-4947a8b371ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:08.751838 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-629e642a-905f-40e0-8ae3-13cd49347be1 None None] Port 2e72c915-fd1a-46b6-919e-514f4f8453b0 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 16:05:08.891451 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-8c80d6dc-915e-4ff0-a737-e1030facc77b None None] Provisioning for port 0429e40b-5896-4cf0-bb29-c0a0908c0563 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:05:08.903728 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device e9081557-bfc1-4dd2-87cc-6c1c97f023d4 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:05:09.036640 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-8c80d6dc-915e-4ff0-a737-e1030facc77b None None] Provisioning complete for port 0429e40b-5896-4cf0-bb29-c0a0908c0563 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:05:09.036765 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8c80d6dc-915e-4ff0-a737-e1030facc77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:09.170031 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-8c80d6dc-915e-4ff0-a737-e1030facc77b None None] Port 0429e40b-5896-4cf0-bb29-c0a0908c0563 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 16:05:09.178657 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port e9081557-bfc1-4dd2-87cc-6c1c97f023d4 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:05:09.179041 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:09.247090 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-8c80d6dc-915e-4ff0-a737-e1030facc77b None None] Provisioning complete for port 67d45175-e0d3-4746-9f6a-4fc507f71d64 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:05:09.247465 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8c80d6dc-915e-4ff0-a737-e1030facc77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:09.323429 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da226d3e-ebbc-45cc-b4ff-d32b355bb737 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Router 1418cdc6-6466-4a76-b2be-dd06bc6e3f10 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:05:09.392891 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [req-582acb44-55ca-4a7d-b3b4-d5fc23a6719b req-e1624bbf-daed-4da6-b831-4947a8b371ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e72c915-fd1a-46b6-919e-514f4f8453b0 {{(pid=83826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:05:09.410621 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-582acb44-55ca-4a7d-b3b4-d5fc23a6719b req-e1624bbf-daed-4da6-b831-4947a8b371ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:09.437250 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [req-582acb44-55ca-4a7d-b3b4-d5fc23a6719b req-e1624bbf-daed-4da6-b831-4947a8b371ac service neutron] Transition to ACTIVE for port object 2e72c915-fd1a-46b6-919e-514f4f8453b0 will not be triggered until provisioned by entity L2. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:05:09.445881 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-582acb44-55ca-4a7d-b3b4-d5fc23a6719b req-e1624bbf-daed-4da6-b831-4947a8b371ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:09.498257 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 67d45175-e0d3-4746-9f6a-4fc507f71d64 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:05:09.622592 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 67d45175-e0d3-4746-9f6a-4fc507f71d64 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:05:09.625606 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:09.639000 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1624bbf-daed-4da6-b831-4947a8b371ac service neutron] Pushing event updated for resources: {'Port': ['ID=2e72c915-fd1a-46b6-919e-514f4f8453b0,revision_number=2']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:09.664421 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da226d3e-ebbc-45cc-b4ff-d32b355bb737 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:05:09.691613 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-da226d3e-ebbc-45cc-b4ff-d32b355bb737 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "PUT /v2.0/routers/1418cdc6-6466-4a76-b2be-dd06bc6e3f10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7876956 Apr 01 16:05:09.695558 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 58710) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:05:09.752004 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-8902d491-69af-4941-b37d-b26d4548af0e None None] Provisioning complete for port 0429e40b-5896-4cf0-bb29-c0a0908c0563 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:05:09.752121 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8902d491-69af-4941-b37d-b26d4548af0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:09.900446 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-8902d491-69af-4941-b37d-b26d4548af0e None None] Port 0429e40b-5896-4cf0-bb29-c0a0908c0563 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 16:05:09.942733 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.managers [req-582acb44-55ca-4a7d-b3b4-d5fc23a6719b req-e1624bbf-daed-4da6-b831-4947a8b371ac service neutron] Attempting to bind port 2e72c915-fd1a-46b6-919e-514f4f8453b0 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:05:09.943380 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.managers [req-582acb44-55ca-4a7d-b3b4-d5fc23a6719b req-e1624bbf-daed-4da6-b831-4947a8b371ac service neutron] Attempting to bind port 2e72c915-fd1a-46b6-919e-514f4f8453b0 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'e9f2fb1b-4025-4408-ae49-32f016745ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0'}] {{(pid=83826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:05:09.943723 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582acb44-55ca-4a7d-b3b4-d5fc23a6719b req-e1624bbf-daed-4da6-b831-4947a8b371ac service neutron] Attempting to bind port 2e72c915-fd1a-46b6-919e-514f4f8453b0 on network d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0 {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:05:09.954210 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582acb44-55ca-4a7d-b3b4-d5fc23a6719b req-e1624bbf-daed-4da6-b831-4947a8b371ac service neutron] Port 2e72c915-fd1a-46b6-919e-514f4f8453b0 on network d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 16:05:09.954579 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582acb44-55ca-4a7d-b3b4-d5fc23a6719b req-e1624bbf-daed-4da6-b831-4947a8b371ac service neutron] Attempting to bind port 2e72c915-fd1a-46b6-919e-514f4f8453b0 on network d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0 {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:05:09.968868 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feb5b83-7fc1-4d9c-88a5-81c732abf405 req-745163f9-1ef8-462c-9bbd-cb7c26d9b234 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:09.969584 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-1feb5b83-7fc1-4d9c-88a5-81c732abf405 req-745163f9-1ef8-462c-9bbd-cb7c26d9b234 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Synchronizing usage tracker for tenant:b9e160ed92af426eb41719050c02f853 on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:05:09.984793 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582acb44-55ca-4a7d-b3b4-d5fc23a6719b req-e1624bbf-daed-4da6-b831-4947a8b371ac service neutron] Checking agent: {'id': '5b2860be-0b4f-4931-914a-5d10403eafcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 47, 24), 'started_at': datetime.datetime(2022, 4, 1, 15, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:05:09.985887 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582acb44-55ca-4a7d-b3b4-d5fc23a6719b req-e1624bbf-daed-4da6-b831-4947a8b371ac service neutron] Checking segment: {'id': 'e9f2fb1b-4025-4408-ae49-32f016745ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:05:09.986427 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-582acb44-55ca-4a7d-b3b4-d5fc23a6719b req-e1624bbf-daed-4da6-b831-4947a8b371ac service neutron] Bound using segment: {'id': 'e9f2fb1b-4025-4408-ae49-32f016745ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0'} {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:05:09.987066 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.managers [req-582acb44-55ca-4a7d-b3b4-d5fc23a6719b req-e1624bbf-daed-4da6-b831-4947a8b371ac service neutron] Bound port: 2e72c915-fd1a-46b6-919e-514f4f8453b0, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9f2fb1b-4025-4408-ae49-32f016745ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0'}}] {{(pid=83826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:05:09.987561 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-582acb44-55ca-4a7d-b3b4-d5fc23a6719b req-e1624bbf-daed-4da6-b831-4947a8b371ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:09.997359 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb51b18-7ec7-4d36-9bea-bb1718a5adaa tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:09.997822 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb51b18-7ec7-4d36-9bea-bb1718a5adaa tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:09.997909 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb51b18-7ec7-4d36-9bea-bb1718a5adaa tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:09.998295 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb51b18-7ec7-4d36-9bea-bb1718a5adaa tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:09.998691 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb51b18-7ec7-4d36-9bea-bb1718a5adaa tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:09.999200 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb51b18-7ec7-4d36-9bea-bb1718a5adaa tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:10.001330 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-0fb51b18-7ec7-4d36-9bea-bb1718a5adaa tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4281 time: 0.3043277 Apr 01 16:05:10.004440 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 58714) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:05:10.009010 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-1feb5b83-7fc1-4d9c-88a5-81c732abf405 req-745163f9-1ef8-462c-9bbd-cb7c26d9b234 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Unset dirty status for tenant:b9e160ed92af426eb41719050c02f853 on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:05:10.010383 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-1feb5b83-7fc1-4d9c-88a5-81c732abf405 req-745163f9-1ef8-462c-9bbd-cb7c26d9b234 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/ports?device_id=95d904e6-677a-4776-9f09-72e7e59d1781 HTTP/1.1" status: 200 len: 943 time: 0.1715906 Apr 01 16:05:10.105623 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96119616-7581-4c4d-a3fe-1c89055962d2 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:10.106107 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96119616-7581-4c4d-a3fe-1c89055962d2 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:10.106519 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96119616-7581-4c4d-a3fe-1c89055962d2 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:10.107010 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96119616-7581-4c4d-a3fe-1c89055962d2 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:10.107599 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96119616-7581-4c4d-a3fe-1c89055962d2 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:10.107711 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96119616-7581-4c4d-a3fe-1c89055962d2 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:10.113678 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-96119616-7581-4c4d-a3fe-1c89055962d2 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4015 time: 0.1083641 Apr 01 16:05:10.114769 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 58718) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:05:10.131995 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-1feb5b83-7fc1-4d9c-88a5-81c732abf405 req-6fc14fe1-83fe-4d4a-a81f-3d03629d22e3 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/security-groups?id=b68c8ca1-2548-48e9-84ee-f823ac26061f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842533 Apr 01 16:05:10.135474 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [req-582acb44-55ca-4a7d-b3b4-d5fc23a6719b req-e1624bbf-daed-4da6-b831-4947a8b371ac service neutron] For port 2e72c915-fd1a-46b6-919e-514f4f8453b0, host hv-neutron-8333, cleared binding levels {{(pid=83826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:05:10.140390 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [req-582acb44-55ca-4a7d-b3b4-d5fc23a6719b req-e1624bbf-daed-4da6-b831-4947a8b371ac service neutron] For port 2e72c915-fd1a-46b6-919e-514f4f8453b0, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=2e72c915-fd1a-46b6-919e-514f4f8453b0,segment=NetworkSegment(e9f2fb1b-4025-4408-ae49-32f016745ef9),segment_id=e9f2fb1b-4025-4408-ae49-32f016745ef9)] {{(pid=83826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:05:10.149483 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-582acb44-55ca-4a7d-b3b4-d5fc23a6719b req-e1624bbf-daed-4da6-b831-4947a8b371ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:10.209949 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270f63b0-b4a7-447a-b65f-b7bb9acdec44 None None] Sync routers for ids ['1418cdc6-6466-4a76-b2be-dd06bc6e3f10'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:05:10.218641 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-582acb44-55ca-4a7d-b3b4-d5fc23a6719b req-e1624bbf-daed-4da6-b831-4947a8b371ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:10.219678 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-582acb44-55ca-4a7d-b3b4-d5fc23a6719b req-e1624bbf-daed-4da6-b831-4947a8b371ac service neutron] 10.222.0.24 "PUT /v2.0/ports/2e72c915-fd1a-46b6-919e-514f4f8453b0 HTTP/1.1" status: 200 len: 1093 time: 1.7333901 Apr 01 16:05:10.220123 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95d904e6-677a-4776-9f09-72e7e59d1781', 'tag': '2e72c915-fd1a-46b6-919e-514f4f8453b0'}] {{(pid=83826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:05:10.230821 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270f63b0-b4a7-447a-b65f-b7bb9acdec44 None None] Routers {'1418cdc6-6466-4a76-b2be-dd06bc6e3f10'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:05:10.231858 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-270f63b0-b4a7-447a-b65f-b7bb9acdec44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:04:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['1418cdc6-6466-4a76-b2be-dd06bc6e3f10'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:05:10.236952 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1624bbf-daed-4da6-b831-4947a8b371ac service neutron] Pushing event updated for resources: {'Port': ['ID=2e72c915-fd1a-46b6-919e-514f4f8453b0,revision_number=3']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:10.364866 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95d904e6-677a-4776-9f09-72e7e59d1781', 'tag': '2e72c915-fd1a-46b6-919e-514f4f8453b0', 'status': 'completed', 'code': 200} Apr 01 16:05:10.395363 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-582acb44-55ca-4a7d-b3b4-d5fc23a6719b req-ab6910f1-fc05-4bce-9cdb-1e96e8c212ed service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b9e160ed92af426eb41719050c02f853&device_id=95d904e6-677a-4776-9f09-72e7e59d1781 HTTP/1.1" status: 200 len: 1096 time: 0.1279967 Apr 01 16:05:10.445096 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-70a25cad-a81e-4305-a6ab-ac13320be289 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.3287764 Apr 01 16:05:10.486472 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-582acb44-55ca-4a7d-b3b4-d5fc23a6719b req-cc7d5c42-7794-4c64-a9f6-77f81e08ad0a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e72c915-fd1a-46b6-919e-514f4f8453b0 HTTP/1.1" status: 200 len: 217 time: 0.0834129 Apr 01 16:05:10.576530 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582acb44-55ca-4a7d-b3b4-d5fc23a6719b req-2e1c25bc-f836-451c-bb4e-617d262c913d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:10.578210 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-582acb44-55ca-4a7d-b3b4-d5fc23a6719b req-2e1c25bc-f836-451c-bb4e-617d262c913d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e89a89e5-8fa9-4b91-af10-f0a4d00467fb HTTP/1.1" status: 200 len: 851 time: 0.0861168 Apr 01 16:05:10.607909 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-270f63b0-b4a7-447a-b65f-b7bb9acdec44 None None] Set router 1418cdc6-6466-4a76-b2be-dd06bc6e3f10 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:05:10.691502 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-582acb44-55ca-4a7d-b3b4-d5fc23a6719b req-4b41fd98-db3c-44a7-a513-93b546f2ffbb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1057227 Apr 01 16:05:10.785105 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 58726) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:05:10.798864 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-cc870836-ad2b-4817-ab13-174d31246f54 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1383223574', 'description': 'tempest-secgroup-smoke-1383223574 description', 'project_id': '447e2c5010754fe1ad368efac7c75251'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:05:10.806045 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-cc870836-ad2b-4817-ab13-174d31246f54 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:05:10.813256 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-cc870836-ad2b-4817-ab13-174d31246f54 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:05:10.817056 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-cc870836-ad2b-4817-ab13-174d31246f54 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:05:10.825470 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-cc870836-ad2b-4817-ab13-174d31246f54 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:05:10.842545 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-cc870836-ad2b-4817-ab13-174d31246f54 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:10.889302 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-582acb44-55ca-4a7d-b3b4-d5fc23a6719b req-4ff16944-8483-4806-a89b-80e2a830e5b9 service neutron] 10.222.0.24 "GET /v2.0/networks/d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914468 Apr 01 16:05:10.907531 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-cc870836-ad2b-4817-ab13-174d31246f54 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:05:10.917523 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-cc870836-ad2b-4817-ab13-174d31246f54 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group_rule and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:05:10.922147 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-cc870836-ad2b-4817-ab13-174d31246f54 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:05:10.930375 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-cc870836-ad2b-4817-ab13-174d31246f54 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:05:11.010223 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-270f63b0-b4a7-447a-b65f-b7bb9acdec44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1418cdc6-6466-4a76-b2be-dd06bc6e3f10', 'name': 'tempest-TestNetworkBasicOps-router-1217293637', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': 'e9081557-bfc1-4dd2-87cc-6c1c97f023d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:05:02Z', 'updated_at': '2022-04-01T16:05:07Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': 'e9081557-bfc1-4dd2-87cc-6c1c97f023d4', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ef:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1418cdc6-6466-4a76-b2be-dd06bc6e3f10', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:05:02Z', 'updated_at': '2022-04-01T16:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '0429e40b-5896-4cf0-bb29-c0a0908c0563', 'name': '', 'network_id': '1662b267-0398-4e86-889e-2f6337bb6b39', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'mac_address': 'fa:16:3e:02:87:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1418cdc6-6466-4a76-b2be-dd06bc6e3f10', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '40ab9c3f-c29d-4581-a6a6-1a34adad1cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:05:06Z', 'updated_at': '2022-04-01T16:05:07Z', 'revision_number': 2, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'subnets': [{'id': '40ab9c3f-c29d-4581-a6a6-1a34adad1cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:05:11.015187 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270f63b0-b4a7-447a-b65f-b7bb9acdec44 None None] Checking router: 1418cdc6-6466-4a76-b2be-dd06bc6e3f10 for host: dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:05:11.015548 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270f63b0-b4a7-447a-b65f-b7bb9acdec44 None None] Updating router 1418cdc6-6466-4a76-b2be-dd06bc6e3f10 port 0429e40b-5896-4cf0-bb29-c0a0908c0563 binding host dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 16:05:11.050663 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-cc870836-ad2b-4817-ab13-174d31246f54 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:11.055554 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-cc870836-ad2b-4817-ab13-174d31246f54 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:11.091010 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-582acb44-55ca-4a7d-b3b4-d5fc23a6719b req-086474e2-fc68-45a7-89e2-881be0379aec service neutron] 10.222.0.24 "GET /v2.0/networks/d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940033 Apr 01 16:05:11.091590 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-cc870836-ad2b-4817-ab13-174d31246f54 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:11.092891 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-cc870836-ad2b-4817-ab13-174d31246f54 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3038068 Apr 01 16:05:11.096110 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 58730) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:05:11.109901 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-270f63b0-b4a7-447a-b65f-b7bb9acdec44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:11.117605 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-d1d40059-6540-452e-a9da-66b732a0ce81 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'security_group_rule': {'security_group_id': '35875ec3-7f72-49ca-a8e5-4842c2c7d674', 'project_id': '447e2c5010754fe1ad368efac7c75251', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:05:11.127956 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-d1d40059-6540-452e-a9da-66b732a0ce81 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:05:11.133224 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc870836-ad2b-4817-ab13-174d31246f54 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35875ec3-7f72-49ca-a8e5-4842c2c7d674,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:11.135756 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-d1d40059-6540-452e-a9da-66b732a0ce81 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group_rule and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:05:11.139317 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-d1d40059-6540-452e-a9da-66b732a0ce81 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:05:11.147103 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-d1d40059-6540-452e-a9da-66b732a0ce81 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:05:11.206371 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d1d40059-6540-452e-a9da-66b732a0ce81 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:11.234185 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-df151388-6d59-4eb2-91b4-cf07efe994e3 req-9b1e7f4a-d7a1-4b9b-9e9e-a134e864ed44 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b9e160ed92af426eb41719050c02f853&device_id=95d904e6-677a-4776-9f09-72e7e59d1781 HTTP/1.1" status: 200 len: 1096 time: 0.0847924 Apr 01 16:05:11.307379 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d1d40059-6540-452e-a9da-66b732a0ce81 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:11.312958 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d1d40059-6540-452e-a9da-66b732a0ce81 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:11.339663 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d40059-6540-452e-a9da-66b732a0ce81 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f98376b3-c693-4681-97ff-450ce522a49c,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:11.358774 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d1d40059-6540-452e-a9da-66b732a0ce81 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:11.378113 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-d1d40059-6540-452e-a9da-66b732a0ce81 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2800131 Apr 01 16:05:11.380882 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 58736) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:05:11.388717 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-ca4f3e24-7001-40fc-8449-f0e685bb8b20 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'security_group_rule': {'security_group_id': '35875ec3-7f72-49ca-a8e5-4842c2c7d674', 'project_id': '447e2c5010754fe1ad368efac7c75251', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:05:11.394667 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-ca4f3e24-7001-40fc-8449-f0e685bb8b20 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:05:11.400627 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-ca4f3e24-7001-40fc-8449-f0e685bb8b20 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group_rule and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:05:11.403727 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-ca4f3e24-7001-40fc-8449-f0e685bb8b20 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:05:11.409956 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-ca4f3e24-7001-40fc-8449-f0e685bb8b20 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:05:11.433254 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ca4f3e24-7001-40fc-8449-f0e685bb8b20 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:11.445061 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df151388-6d59-4eb2-91b4-cf07efe994e3 req-fd12e3ae-0cf7-47ac-b174-4d01f84825ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:11.446490 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-df151388-6d59-4eb2-91b4-cf07efe994e3 req-fd12e3ae-0cf7-47ac-b174-4d01f84825ba service neutron] 10.222.0.24 "GET /v2.0/networks?id=d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0 HTTP/1.1" status: 200 len: 912 time: 0.2048914 Apr 01 16:05:11.463546 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ecbf15-9044-4f44-9ff5-e8a39891ce49 req-63ca2bf7-bf33-40e2-9d47-f3f984ddd743 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:11.465568 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e7ecbf15-9044-4f44-9ff5-e8a39891ce49 req-63ca2bf7-bf33-40e2-9d47-f3f984ddd743 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/ports?device_id=95d904e6-677a-4776-9f09-72e7e59d1781 HTTP/1.1" status: 200 len: 943 time: 0.1419532 Apr 01 16:05:11.524454 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-270f63b0-b4a7-447a-b65f-b7bb9acdec44 None None] Notify callbacks [] for port, precommit_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:11.541939 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-270f63b0-b4a7-447a-b65f-b7bb9acdec44 None None] Transition to ACTIVE for port object 0429e40b-5896-4cf0-bb29-c0a0908c0563 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:05:11.545888 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ca4f3e24-7001-40fc-8449-f0e685bb8b20 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:11.555126 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ca4f3e24-7001-40fc-8449-f0e685bb8b20 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:11.556955 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-270f63b0-b4a7-447a-b65f-b7bb9acdec44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:11.587479 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4f3e24-7001-40fc-8449-f0e685bb8b20 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5e08853-5e19-4f70-ab9b-f0fde44dc506,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:11.607928 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ca4f3e24-7001-40fc-8449-f0e685bb8b20 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:11.610883 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-ca4f3e24-7001-40fc-8449-f0e685bb8b20 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2279170 Apr 01 16:05:11.613475 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 58740) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:05:11.627466 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-fdb4b773-4cd4-437f-9503-98c4418251a5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'security_group_rule': {'security_group_id': '35875ec3-7f72-49ca-a8e5-4842c2c7d674', 'project_id': '447e2c5010754fe1ad368efac7c75251', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:05:11.636644 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-fdb4b773-4cd4-437f-9503-98c4418251a5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:05:11.641916 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-fdb4b773-4cd4-437f-9503-98c4418251a5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group_rule and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:05:11.645982 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-fdb4b773-4cd4-437f-9503-98c4418251a5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:05:11.652783 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-fdb4b773-4cd4-437f-9503-98c4418251a5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:05:11.661585 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-df151388-6d59-4eb2-91b4-cf07efe994e3 req-7bc100ff-fc70-4e08-a4b4-2b31987df902 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e72c915-fd1a-46b6-919e-514f4f8453b0 HTTP/1.1" status: 200 len: 217 time: 0.2066762 Apr 01 16:05:11.685398 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-fdb4b773-4cd4-437f-9503-98c4418251a5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:11.694644 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eac79d1-3bb5-4c6b-951c-67b411c39068 None None] Pushing event updated for resources: {'Port': ['ID=0429e40b-5896-4cf0-bb29-c0a0908c0563,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:11.746029 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e7ecbf15-9044-4f44-9ff5-e8a39891ce49 req-d80d2920-84ef-4888-a58f-f49a5eced417 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/security-groups?id=b68c8ca1-2548-48e9-84ee-f823ac26061f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2283130 Apr 01 16:05:11.758910 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df151388-6d59-4eb2-91b4-cf07efe994e3 req-22bf5884-e3b6-43ac-bcc2-2eebdaebc0d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:11.760251 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-df151388-6d59-4eb2-91b4-cf07efe994e3 req-22bf5884-e3b6-43ac-bcc2-2eebdaebc0d9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e89a89e5-8fa9-4b91-af10-f0a4d00467fb HTTP/1.1" status: 200 len: 851 time: 0.0885274 Apr 01 16:05:11.789059 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-fdb4b773-4cd4-437f-9503-98c4418251a5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:11.794201 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-fdb4b773-4cd4-437f-9503-98c4418251a5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:11.808000 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-270f63b0-b4a7-447a-b65f-b7bb9acdec44 None None] Attempting to bind port 0429e40b-5896-4cf0-bb29-c0a0908c0563 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:05:11.808416 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-270f63b0-b4a7-447a-b65f-b7bb9acdec44 None None] Attempting to bind port 0429e40b-5896-4cf0-bb29-c0a0908c0563 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': '84063e67-b7fd-4cbc-a1f4-dea89bb12248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1662b267-0398-4e86-889e-2f6337bb6b39'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:05:11.809012 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270f63b0-b4a7-447a-b65f-b7bb9acdec44 None None] Attempting to bind port 0429e40b-5896-4cf0-bb29-c0a0908c0563 on network 1662b267-0398-4e86-889e-2f6337bb6b39 {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:05:11.818242 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270f63b0-b4a7-447a-b65f-b7bb9acdec44 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:05:11.818614 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270f63b0-b4a7-447a-b65f-b7bb9acdec44 None None] Checking segment: {'id': '84063e67-b7fd-4cbc-a1f4-dea89bb12248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1662b267-0398-4e86-889e-2f6337bb6b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:05:11.819016 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-270f63b0-b4a7-447a-b65f-b7bb9acdec44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:11.819406 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270f63b0-b4a7-447a-b65f-b7bb9acdec44 None None] Bound using segment: {'id': '84063e67-b7fd-4cbc-a1f4-dea89bb12248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1662b267-0398-4e86-889e-2f6337bb6b39'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:05:11.820045 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-270f63b0-b4a7-447a-b65f-b7bb9acdec44 None None] Bound port: 0429e40b-5896-4cf0-bb29-c0a0908c0563, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84063e67-b7fd-4cbc-a1f4-dea89bb12248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1662b267-0398-4e86-889e-2f6337bb6b39'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:05:11.820617 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-270f63b0-b4a7-447a-b65f-b7bb9acdec44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:11.823401 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb4b773-4cd4-437f-9503-98c4418251a5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0615e7f-2f81-432c-9668-de2662499db0,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:11.845196 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-fdb4b773-4cd4-437f-9503-98c4418251a5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:11.849481 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-fdb4b773-4cd4-437f-9503-98c4418251a5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2338293 Apr 01 16:05:11.850178 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 58744) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:05:11.857459 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-63eea1bf-6e46-4f82-b32c-35a0be67e365 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'security_group_rule': {'security_group_id': '35875ec3-7f72-49ca-a8e5-4842c2c7d674', 'project_id': '447e2c5010754fe1ad368efac7c75251', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:05:11.863709 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-63eea1bf-6e46-4f82-b32c-35a0be67e365 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:05:11.869176 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-63eea1bf-6e46-4f82-b32c-35a0be67e365 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group_rule and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:05:11.872133 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-df151388-6d59-4eb2-91b4-cf07efe994e3 req-68bf9af8-ea8b-48ef-94b9-f9ebb66f27e9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1047869 Apr 01 16:05:11.873025 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-63eea1bf-6e46-4f82-b32c-35a0be67e365 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:05:11.880489 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-63eea1bf-6e46-4f82-b32c-35a0be67e365 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:05:11.902025 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-63eea1bf-6e46-4f82-b32c-35a0be67e365 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:11.929531 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-270f63b0-b4a7-447a-b65f-b7bb9acdec44 None None] For port 0429e40b-5896-4cf0-bb29-c0a0908c0563, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:05:11.935119 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-270f63b0-b4a7-447a-b65f-b7bb9acdec44 None None] For port 0429e40b-5896-4cf0-bb29-c0a0908c0563, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=0429e40b-5896-4cf0-bb29-c0a0908c0563,segment=NetworkSegment(84063e67-b7fd-4cbc-a1f4-dea89bb12248),segment_id=84063e67-b7fd-4cbc-a1f4-dea89bb12248)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:05:11.944769 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-270f63b0-b4a7-447a-b65f-b7bb9acdec44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:11.977309 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-63eea1bf-6e46-4f82-b32c-35a0be67e365 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:11.982732 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-63eea1bf-6e46-4f82-b32c-35a0be67e365 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:12.020386 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eea1bf-6e46-4f82-b32c-35a0be67e365 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58c2ab15-3945-42c4-a594-0e341818fab0,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:12.029729 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eac79d1-3bb5-4c6b-951c-67b411c39068 None None] Pushing event updated for resources: {'Port': ['ID=0429e40b-5896-4cf0-bb29-c0a0908c0563,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:12.038788 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270f63b0-b4a7-447a-b65f-b7bb9acdec44 None None] Routers {'1418cdc6-6466-4a76-b2be-dd06bc6e3f10'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:05:12.039616 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-270f63b0-b4a7-447a-b65f-b7bb9acdec44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:04:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['1418cdc6-6466-4a76-b2be-dd06bc6e3f10'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:05:12.048387 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-63eea1bf-6e46-4f82-b32c-35a0be67e365 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:12.054619 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 58748) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:05:12.054769 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-63eea1bf-6e46-4f82-b32c-35a0be67e365 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2023823 Apr 01 16:05:12.062127 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-c0c96af4-bf5c-4199-a280-872a0a73c188 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'security_group_rule': {'security_group_id': '35875ec3-7f72-49ca-a8e5-4842c2c7d674', 'project_id': '447e2c5010754fe1ad368efac7c75251', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:05:12.070372 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-df151388-6d59-4eb2-91b4-cf07efe994e3 req-a1b008db-7cc9-4914-95e7-548caa39f7f0 service neutron] 10.222.0.24 "GET /v2.0/networks/d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894567 Apr 01 16:05:12.073719 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-c0c96af4-bf5c-4199-a280-872a0a73c188 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:05:12.101106 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-c0c96af4-bf5c-4199-a280-872a0a73c188 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group_rule and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:05:12.105069 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-c0c96af4-bf5c-4199-a280-872a0a73c188 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:05:12.116586 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-c0c96af4-bf5c-4199-a280-872a0a73c188 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:05:12.188558 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.securitygroups_db [None req-c0c96af4-bf5c-4199-a280-872a0a73c188 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Project 447e2c5010754fe1ad368efac7c75251 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:05:12.199044 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c0c96af4-bf5c-4199-a280-872a0a73c188 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:12.275326 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-df151388-6d59-4eb2-91b4-cf07efe994e3 req-7f03a6a4-41da-400d-ac85-55dba3bd8be3 service neutron] 10.222.0.24 "GET /v2.0/networks/d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984489 Apr 01 16:05:12.294018 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-270f63b0-b4a7-447a-b65f-b7bb9acdec44 None None] Set router 1418cdc6-6466-4a76-b2be-dd06bc6e3f10 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:05:12.304488 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c0c96af4-bf5c-4199-a280-872a0a73c188 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:12.308227 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c0c96af4-bf5c-4199-a280-872a0a73c188 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:12.333216 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c96af4-bf5c-4199-a280-872a0a73c188 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0b2db8c-12aa-4405-a227-acdc4b32d9c0,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:12.344087 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c0c96af4-bf5c-4199-a280-872a0a73c188 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:12.350770 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-c0c96af4-bf5c-4199-a280-872a0a73c188 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2897627 Apr 01 16:05:12.351098 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 58752) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:05:12.359247 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-c2f496d6-a8a0-406a-bdf2-2e03a3f58f97 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'security_group_rule': {'security_group_id': '35875ec3-7f72-49ca-a8e5-4842c2c7d674', 'project_id': '447e2c5010754fe1ad368efac7c75251', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:05:12.367436 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-c2f496d6-a8a0-406a-bdf2-2e03a3f58f97 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:05:12.372017 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-c2f496d6-a8a0-406a-bdf2-2e03a3f58f97 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group_rule and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:05:12.374946 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-c2f496d6-a8a0-406a-bdf2-2e03a3f58f97 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:05:12.382442 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-c2f496d6-a8a0-406a-bdf2-2e03a3f58f97 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:05:12.393394 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.securitygroups_db [None req-c2f496d6-a8a0-406a-bdf2-2e03a3f58f97 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Project 447e2c5010754fe1ad368efac7c75251 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:05:12.400428 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c2f496d6-a8a0-406a-bdf2-2e03a3f58f97 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:12.482962 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c2f496d6-a8a0-406a-bdf2-2e03a3f58f97 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:12.487576 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c2f496d6-a8a0-406a-bdf2-2e03a3f58f97 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:12.523813 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f496d6-a8a0-406a-bdf2-2e03a3f58f97 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cf8140a-8769-40b5-8701-96dfc57c1a1b,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:12.534986 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c2f496d6-a8a0-406a-bdf2-2e03a3f58f97 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:12.537269 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-c2f496d6-a8a0-406a-bdf2-2e03a3f58f97 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1849442 Apr 01 16:05:12.724951 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-270f63b0-b4a7-447a-b65f-b7bb9acdec44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1418cdc6-6466-4a76-b2be-dd06bc6e3f10', 'name': 'tempest-TestNetworkBasicOps-router-1217293637', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': 'e9081557-bfc1-4dd2-87cc-6c1c97f023d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:05:02Z', 'updated_at': '2022-04-01T16:05:07Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': 'e9081557-bfc1-4dd2-87cc-6c1c97f023d4', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ef:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1418cdc6-6466-4a76-b2be-dd06bc6e3f10', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:05:02Z', 'updated_at': '2022-04-01T16:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '0429e40b-5896-4cf0-bb29-c0a0908c0563', 'name': '', 'network_id': '1662b267-0398-4e86-889e-2f6337bb6b39', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'mac_address': 'fa:16:3e:02:87:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1418cdc6-6466-4a76-b2be-dd06bc6e3f10', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '40ab9c3f-c29d-4581-a6a6-1a34adad1cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:05:06Z', 'updated_at': '2022-04-01T16:05:11Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'subnets': [{'id': '40ab9c3f-c29d-4581-a6a6-1a34adad1cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:05:12.729292 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270f63b0-b4a7-447a-b65f-b7bb9acdec44 None None] The sync data for ids ['1418cdc6-6466-4a76-b2be-dd06bc6e3f10'] in dv-neutron-833373-2-hyperv is: [{'id': '1418cdc6-6466-4a76-b2be-dd06bc6e3f10', 'name': 'tempest-TestNetworkBasicOps-router-1217293637', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': 'e9081557-bfc1-4dd2-87cc-6c1c97f023d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:05:02Z', 'updated_at': '2022-04-01T16:05:07Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': 'e9081557-bfc1-4dd2-87cc-6c1c97f023d4', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ef:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1418cdc6-6466-4a76-b2be-dd06bc6e3f10', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:05:02Z', 'updated_at': '2022-04-01T16:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '0429e40b-5896-4cf0-bb29-c0a0908c0563', 'name': '', 'network_id': '1662b267-0398-4e86-889e-2f6337bb6b39', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'mac_address': 'fa:16:3e:02:87:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1418cdc6-6466-4a76-b2be-dd06bc6e3f10', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '40ab9c3f-c29d-4581-a6a6-1a34adad1cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:05:06Z', 'updated_at': '2022-04-01T16:05:11Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'subnets': [{'id': '40ab9c3f-c29d-4581-a6a6-1a34adad1cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:05:12.756815 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-0fb27702-592f-4cc5-a2a9-975c9c32a892 req-bf4c2f51-aca3-4552-b856-71c4b2922d7a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Synchronizing usage tracker for tenant:447e2c5010754fe1ad368efac7c75251 on resource:security_group {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:05:12.776824 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-0fb27702-592f-4cc5-a2a9-975c9c32a892 req-bf4c2f51-aca3-4552-b856-71c4b2922d7a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Unset dirty status for tenant:447e2c5010754fe1ad368efac7c75251 on resource:security_group {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:05:12.789386 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-0fb27702-592f-4cc5-a2a9-975c9c32a892 req-bf4c2f51-aca3-4552-b856-71c4b2922d7a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1383223574&fields=id&tenant_id=447e2c5010754fe1ad368efac7c75251 HTTP/1.1" status: 200 len: 267 time: 0.0848451 Apr 01 16:05:12.941814 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 0429e40b-5896-4cf0-bb29-c0a0908c0563 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:05:13.009311 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb27702-592f-4cc5-a2a9-975c9c32a892 req-949fc7c6-8b95-405e-a2c3-9ce76800cfd8 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:13.010293 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-0fb27702-592f-4cc5-a2a9-975c9c32a892 req-949fc7c6-8b95-405e-a2c3-9ce76800cfd8 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Synchronizing usage tracker for tenant:447e2c5010754fe1ad368efac7c75251 on resource:network {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:05:13.021281 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 0429e40b-5896-4cf0-bb29-c0a0908c0563 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:05:13.030073 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 0429e40b-5896-4cf0-bb29-c0a0908c0563 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:05:13.030650 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:13.045315 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-0fb27702-592f-4cc5-a2a9-975c9c32a892 req-949fc7c6-8b95-405e-a2c3-9ce76800cfd8 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Unset dirty status for tenant:447e2c5010754fe1ad368efac7c75251 on resource:network {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:05:13.046720 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-0fb27702-592f-4cc5-a2a9-975c9c32a892 req-949fc7c6-8b95-405e-a2c3-9ce76800cfd8 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/networks?id=1662b267-0398-4e86-889e-2f6337bb6b39 HTTP/1.1" status: 200 len: 797 time: 0.2557802 Apr 01 16:05:13.080026 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9222d279-ec96-4e6e-a774-abf0f1617829 req-058ee104-7921-4ca3-b95e-2b07f24910e8 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:13.081807 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-9222d279-ec96-4e6e-a774-abf0f1617829 req-058ee104-7921-4ca3-b95e-2b07f24910e8 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/ports?device_id=95d904e6-677a-4776-9f09-72e7e59d1781 HTTP/1.1" status: 200 len: 943 time: 0.1533046 Apr 01 16:05:13.085583 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-0fb27702-592f-4cc5-a2a9-975c9c32a892 req-abdac6e4-d19a-4af3-91e8-9bf0ef104e72 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/quotas/447e2c5010754fe1ad368efac7c75251 HTTP/1.1" status: 200 len: 375 time: 0.0290239 Apr 01 16:05:13.176308 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:13.182945 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-9222d279-ec96-4e6e-a774-abf0f1617829 req-8c23cd00-89b7-47a6-ba7a-de138ef491a9 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/security-groups?id=b68c8ca1-2548-48e9-84ee-f823ac26061f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948062 Apr 01 16:05:13.210048 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-0fb27702-592f-4cc5-a2a9-975c9c32a892 req-187298a1-3a01-48fb-9302-8d54a5e09e4f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=447e2c5010754fe1ad368efac7c75251&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1069221 Apr 01 16:05:13.232488 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port 0429e40b-5896-4cf0-bb29-c0a0908c0563, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=0429e40b-5896-4cf0-bb29-c0a0908c0563,segment=NetworkSegment(84063e67-b7fd-4cbc-a1f4-dea89bb12248),segment_id=84063e67-b7fd-4cbc-a1f4-dea89bb12248)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:05:13.237871 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:13.314169 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=0429e40b-5896-4cf0-bb29-c0a0908c0563,revision_number=5']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:13.404504 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-0fb27702-592f-4cc5-a2a9-975c9c32a892 req-db25781d-f707-4a7a-a9b0-105ea1dacd3b service neutron] 10.222.0.55 "GET /v2.0/networks/1662b267-0398-4e86-889e-2f6337bb6b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811433 Apr 01 16:05:13.566589 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-0fb27702-592f-4cc5-a2a9-975c9c32a892 req-e4970a28-d350-4fd9-afde-c3e51f95c110 service neutron] 10.222.0.55 "GET /v2.0/networks/1662b267-0398-4e86-889e-2f6337bb6b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503932 Apr 01 16:05:13.808190 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-7c0451a5-c1e5-4544-8948-477d085960c0 req-202f0c0a-ed51-4194-97b2-3fe6a5e177f0 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=c14b7d1d-2300-4024-8d3c-c36114cc4117 HTTP/1.1" status: 200 len: 210 time: 0.0535169 Apr 01 16:05:14.400835 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04522a82-9e8a-404a-82de-08e7219b4a12 req-5728bc41-75d6-4580-b30e-ff24c4039141 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:14.402324 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-04522a82-9e8a-404a-82de-08e7219b4a12 req-5728bc41-75d6-4580-b30e-ff24c4039141 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/ports?device_id=95d904e6-677a-4776-9f09-72e7e59d1781 HTTP/1.1" status: 200 len: 943 time: 0.0864694 Apr 01 16:05:14.466046 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-04522a82-9e8a-404a-82de-08e7219b4a12 req-26a915db-3ee2-45a8-881b-628d47bf2f83 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/security-groups?id=b68c8ca1-2548-48e9-84ee-f823ac26061f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569735 Apr 01 16:05:14.877340 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 0429e40b-5896-4cf0-bb29-c0a0908c0563 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:05:14.946531 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb27702-592f-4cc5-a2a9-975c9c32a892 req-e6899763-71f7-4c58-bf4b-3c7a3b8a551a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:14.950958 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-0fb27702-592f-4cc5-a2a9-975c9c32a892 req-e6899763-71f7-4c58-bf4b-3c7a3b8a551a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.24 "GET /v2.0/networks?id=1662b267-0398-4e86-889e-2f6337bb6b39 HTTP/1.1" status: 200 len: 797 time: 0.2014699 Apr 01 16:05:14.956274 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 0429e40b-5896-4cf0-bb29-c0a0908c0563 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:05:14.956656 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:15.083509 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-63ac3de9-9cad-4177-8f77-329f58ef7492 req-85717bc1-3b7f-4704-a547-e8a09649474f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=c14b7d1d-2300-4024-8d3c-c36114cc4117 HTTP/1.1" status: 200 len: 210 time: 0.1143937 Apr 01 16:05:15.121157 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-0fb27702-592f-4cc5-a2a9-975c9c32a892 req-ea8c19b0-a2fd-41de-9f3d-37f13430a73b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=447e2c5010754fe1ad368efac7c75251 HTTP/1.1" status: 200 len: 380 time: 0.1504397 Apr 01 16:05:15.130860 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [req-0fb27702-592f-4cc5-a2a9-975c9c32a892 req-c1976dee-755e-4432-ac30-8a338e76ace7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'port': {'device_id': 'c14b7d1d-2300-4024-8d3c-c36114cc4117', 'network_id': '1662b267-0398-4e86-889e-2f6337bb6b39', 'admin_state_up': True, 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'security_groups': ['35875ec3-7f72-49ca-a8e5-4842c2c7d674']}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:05:15.389782 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [req-0fb27702-592f-4cc5-a2a9-975c9c32a892 req-c1976dee-755e-4432-ac30-8a338e76ace7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:05:15.393869 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-0fb27702-592f-4cc5-a2a9-975c9c32a892 req-c1976dee-755e-4432-ac30-8a338e76ace7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:port and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:05:15.397892 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-0fb27702-592f-4cc5-a2a9-975c9c32a892 req-c1976dee-755e-4432-ac30-8a338e76ace7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:05:15.405603 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [req-0fb27702-592f-4cc5-a2a9-975c9c32a892 req-c1976dee-755e-4432-ac30-8a338e76ace7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:05:15.424776 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fb27702-592f-4cc5-a2a9-975c9c32a892 req-c1976dee-755e-4432-ac30-8a338e76ace7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Made reservation on behalf of 447e2c5010754fe1ad368efac7c75251 for: {'port': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:05:15.428181 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-0fb27702-592f-4cc5-a2a9-975c9c32a892 req-c1976dee-755e-4432-ac30-8a338e76ace7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:15.643988 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [req-0fb27702-592f-4cc5-a2a9-975c9c32a892 req-c1976dee-755e-4432-ac30-8a338e76ace7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Allocated IP 172.20.0.5 (1662b267-0398-4e86-889e-2f6337bb6b39/40ab9c3f-c29d-4581-a6a6-1a34adad1cdb/0f656a2f-f4cc-4f2f-acb6-c304ef29501f) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:05:15.810477 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628816a4-9985-4421-8afd-b654d58e4075 req-018128bd-8dc8-4bf8-a65b-8a256cc0ae85 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:15.811957 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-628816a4-9985-4421-8afd-b654d58e4075 req-018128bd-8dc8-4bf8-a65b-8a256cc0ae85 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/ports?device_id=95d904e6-677a-4776-9f09-72e7e59d1781 HTTP/1.1" status: 200 len: 943 time: 0.2100997 Apr 01 16:05:15.906831 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-628816a4-9985-4421-8afd-b654d58e4075 req-e7712cbc-9880-4198-9797-2507dab46c47 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/security-groups?id=b68c8ca1-2548-48e9-84ee-f823ac26061f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873280 Apr 01 16:05:15.922703 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-0fb27702-592f-4cc5-a2a9-975c9c32a892 req-c1976dee-755e-4432-ac30-8a338e76ace7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:15.939468 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [req-0fb27702-592f-4cc5-a2a9-975c9c32a892 req-c1976dee-755e-4432-ac30-8a338e76ace7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Transition to ACTIVE for port object 0f656a2f-f4cc-4f2f-acb6-c304ef29501f will not be triggered until provisioned by entity DHCP. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:05:15.972622 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-0fb27702-592f-4cc5-a2a9-975c9c32a892 req-c1976dee-755e-4432-ac30-8a338e76ace7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:16.045201 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fb27702-592f-4cc5-a2a9-975c9c32a892 req-c1976dee-755e-4432-ac30-8a338e76ace7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Network 1662b267-0398-4e86-889e-2f6337bb6b39 is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:05:16.048149 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [req-0fb27702-592f-4cc5-a2a9-975c9c32a892 req-c1976dee-755e-4432-ac30-8a338e76ace7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:05:16.052511 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fb27702-592f-4cc5-a2a9-975c9c32a892 req-c1976dee-755e-4432-ac30-8a338e76ace7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:05:16.087457 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1976dee-755e-4432-ac30-8a338e76ace7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'Port': ['ID=0f656a2f-f4cc-4f2f-acb6-c304ef29501f,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:16.132244 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb27702-592f-4cc5-a2a9-975c9c32a892 req-c1976dee-755e-4432-ac30-8a338e76ace7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:16.133961 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-0fb27702-592f-4cc5-a2a9-975c9c32a892 req-c1976dee-755e-4432-ac30-8a338e76ace7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:16.166882 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-0fb27702-592f-4cc5-a2a9-975c9c32a892 req-c1976dee-755e-4432-ac30-8a338e76ace7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0397666 Apr 01 16:05:16.179933 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [req-0fb27702-592f-4cc5-a2a9-975c9c32a892 req-2986e7a0-98b0-4885-b406-ac76fb94f547 service neutron] Request body: {'port': {'device_id': 'c14b7d1d-2300-4024-8d3c-c36114cc4117', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:05:16.339435 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-574a2ccc-1f11-473a-8bfa-90f492174c38 None None] Provisioning for port 0f656a2f-f4cc-4f2f-acb6-c304ef29501f completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:05:16.345109 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-574a2ccc-1f11-473a-8bfa-90f492174c38 None None] Provisioning complete for port 0f656a2f-f4cc-4f2f-acb6-c304ef29501f triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:05:16.345484 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-574a2ccc-1f11-473a-8bfa-90f492174c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:16.353073 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-0fb27702-592f-4cc5-a2a9-975c9c32a892 req-2986e7a0-98b0-4885-b406-ac76fb94f547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:16.407202 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-574a2ccc-1f11-473a-8bfa-90f492174c38 None None] Port 0f656a2f-f4cc-4f2f-acb6-c304ef29501f cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 16:05:16.413967 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fcee02-9d93-4baf-a2f7-8371d223923a req-01b0b969-dde5-440c-bd69-dfc7c3e8962e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:16.414688 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-83fcee02-9d93-4baf-a2f7-8371d223923a req-01b0b969-dde5-440c-bd69-dfc7c3e8962e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Synchronizing usage tracker for tenant:447e2c5010754fe1ad368efac7c75251 on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:05:16.453552 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-83fcee02-9d93-4baf-a2f7-8371d223923a req-01b0b969-dde5-440c-bd69-dfc7c3e8962e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Unset dirty status for tenant:447e2c5010754fe1ad368efac7c75251 on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:05:16.454793 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-83fcee02-9d93-4baf-a2f7-8371d223923a req-01b0b969-dde5-440c-bd69-dfc7c3e8962e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=c14b7d1d-2300-4024-8d3c-c36114cc4117 HTTP/1.1" status: 200 len: 931 time: 0.2371144 Apr 01 16:05:16.646193 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-83fcee02-9d93-4baf-a2f7-8371d223923a req-c111b872-0e8d-493e-8b9f-1c1ffcdd80ba tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=35875ec3-7f72-49ca-a8e5-4842c2c7d674&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452048 Apr 01 16:05:16.793365 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [req-0fb27702-592f-4cc5-a2a9-975c9c32a892 req-2986e7a0-98b0-4885-b406-ac76fb94f547 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f656a2f-f4cc-4f2f-acb6-c304ef29501f {{(pid=83826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:05:16.802054 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-0fb27702-592f-4cc5-a2a9-975c9c32a892 req-2986e7a0-98b0-4885-b406-ac76fb94f547 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:16.823704 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [req-0fb27702-592f-4cc5-a2a9-975c9c32a892 req-2986e7a0-98b0-4885-b406-ac76fb94f547 service neutron] Transition to ACTIVE for port object 0f656a2f-f4cc-4f2f-acb6-c304ef29501f will not be triggered until provisioned by entity L2. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:05:16.827276 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-0fb27702-592f-4cc5-a2a9-975c9c32a892 req-2986e7a0-98b0-4885-b406-ac76fb94f547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:16.964040 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2986e7a0-98b0-4885-b406-ac76fb94f547 service neutron] Pushing event updated for resources: {'Port': ['ID=0f656a2f-f4cc-4f2f-acb6-c304ef29501f,revision_number=2']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:17.133864 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.managers [req-0fb27702-592f-4cc5-a2a9-975c9c32a892 req-2986e7a0-98b0-4885-b406-ac76fb94f547 service neutron] Attempting to bind port 0f656a2f-f4cc-4f2f-acb6-c304ef29501f on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:05:17.134498 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.managers [req-0fb27702-592f-4cc5-a2a9-975c9c32a892 req-2986e7a0-98b0-4885-b406-ac76fb94f547 service neutron] Attempting to bind port 0f656a2f-f4cc-4f2f-acb6-c304ef29501f by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '84063e67-b7fd-4cbc-a1f4-dea89bb12248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1662b267-0398-4e86-889e-2f6337bb6b39'}] {{(pid=83826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:05:17.134498 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb27702-592f-4cc5-a2a9-975c9c32a892 req-2986e7a0-98b0-4885-b406-ac76fb94f547 service neutron] Attempting to bind port 0f656a2f-f4cc-4f2f-acb6-c304ef29501f on network 1662b267-0398-4e86-889e-2f6337bb6b39 {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:05:17.151817 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb27702-592f-4cc5-a2a9-975c9c32a892 req-2986e7a0-98b0-4885-b406-ac76fb94f547 service neutron] Port 0f656a2f-f4cc-4f2f-acb6-c304ef29501f on network 1662b267-0398-4e86-889e-2f6337bb6b39 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 16:05:17.152137 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb27702-592f-4cc5-a2a9-975c9c32a892 req-2986e7a0-98b0-4885-b406-ac76fb94f547 service neutron] Attempting to bind port 0f656a2f-f4cc-4f2f-acb6-c304ef29501f on network 1662b267-0398-4e86-889e-2f6337bb6b39 {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:05:17.161702 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb27702-592f-4cc5-a2a9-975c9c32a892 req-2986e7a0-98b0-4885-b406-ac76fb94f547 service neutron] Checking agent: {'id': '5b2860be-0b4f-4931-914a-5d10403eafcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 47, 24), 'started_at': datetime.datetime(2022, 4, 1, 15, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:05:17.161967 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb27702-592f-4cc5-a2a9-975c9c32a892 req-2986e7a0-98b0-4885-b406-ac76fb94f547 service neutron] Checking segment: {'id': '84063e67-b7fd-4cbc-a1f4-dea89bb12248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1662b267-0398-4e86-889e-2f6337bb6b39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:05:17.162353 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb27702-592f-4cc5-a2a9-975c9c32a892 req-2986e7a0-98b0-4885-b406-ac76fb94f547 service neutron] Bound using segment: {'id': '84063e67-b7fd-4cbc-a1f4-dea89bb12248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1662b267-0398-4e86-889e-2f6337bb6b39'} {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:05:17.162776 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.managers [req-0fb27702-592f-4cc5-a2a9-975c9c32a892 req-2986e7a0-98b0-4885-b406-ac76fb94f547 service neutron] Bound port: 0f656a2f-f4cc-4f2f-acb6-c304ef29501f, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84063e67-b7fd-4cbc-a1f4-dea89bb12248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1662b267-0398-4e86-889e-2f6337bb6b39'}}] {{(pid=83826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:05:17.163121 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-0fb27702-592f-4cc5-a2a9-975c9c32a892 req-2986e7a0-98b0-4885-b406-ac76fb94f547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:17.216046 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b83574-418d-4ecd-96f7-a84e20348a44 req-49fc440b-5fa6-4a4b-8e22-16dc2a281ce6 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:17.217543 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b3b83574-418d-4ecd-96f7-a84e20348a44 req-49fc440b-5fa6-4a4b-8e22-16dc2a281ce6 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/ports?device_id=95d904e6-677a-4776-9f09-72e7e59d1781 HTTP/1.1" status: 200 len: 943 time: 0.1553338 Apr 01 16:05:17.297621 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b3b83574-418d-4ecd-96f7-a84e20348a44 req-7ffbce6b-e70a-47c7-870e-561ca8204250 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/security-groups?id=b68c8ca1-2548-48e9-84ee-f823ac26061f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731335 Apr 01 16:05:17.300155 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [req-0fb27702-592f-4cc5-a2a9-975c9c32a892 req-2986e7a0-98b0-4885-b406-ac76fb94f547 service neutron] For port 0f656a2f-f4cc-4f2f-acb6-c304ef29501f, host hv-neutron-8333, cleared binding levels {{(pid=83826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:05:17.304132 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [req-0fb27702-592f-4cc5-a2a9-975c9c32a892 req-2986e7a0-98b0-4885-b406-ac76fb94f547 service neutron] For port 0f656a2f-f4cc-4f2f-acb6-c304ef29501f, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=0f656a2f-f4cc-4f2f-acb6-c304ef29501f,segment=NetworkSegment(84063e67-b7fd-4cbc-a1f4-dea89bb12248),segment_id=84063e67-b7fd-4cbc-a1f4-dea89bb12248)] {{(pid=83826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:05:17.309021 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-0fb27702-592f-4cc5-a2a9-975c9c32a892 req-2986e7a0-98b0-4885-b406-ac76fb94f547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:17.462736 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-0fb27702-592f-4cc5-a2a9-975c9c32a892 req-2986e7a0-98b0-4885-b406-ac76fb94f547 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:17.464075 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-0fb27702-592f-4cc5-a2a9-975c9c32a892 req-2986e7a0-98b0-4885-b406-ac76fb94f547 service neutron] 10.222.0.24 "PUT /v2.0/ports/0f656a2f-f4cc-4f2f-acb6-c304ef29501f HTTP/1.1" status: 200 len: 1093 time: 1.2892058 Apr 01 16:05:17.464497 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c14b7d1d-2300-4024-8d3c-c36114cc4117', 'tag': '0f656a2f-f4cc-4f2f-acb6-c304ef29501f'}] {{(pid=83826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:05:17.486468 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2986e7a0-98b0-4885-b406-ac76fb94f547 service neutron] Pushing event updated for resources: {'Port': ['ID=0f656a2f-f4cc-4f2f-acb6-c304ef29501f,revision_number=3']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:17.547107 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c14b7d1d-2300-4024-8d3c-c36114cc4117', 'tag': '0f656a2f-f4cc-4f2f-acb6-c304ef29501f', 'status': 'completed', 'code': 200} Apr 01 16:05:17.588012 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-0fb27702-592f-4cc5-a2a9-975c9c32a892 req-a8ee0fe8-3634-467d-86cb-cbbe8e29f139 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=447e2c5010754fe1ad368efac7c75251&device_id=c14b7d1d-2300-4024-8d3c-c36114cc4117 HTTP/1.1" status: 200 len: 1096 time: 0.0785878 Apr 01 16:05:17.660355 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-0fb27702-592f-4cc5-a2a9-975c9c32a892 req-12abb6e7-ce51-45a8-b3b5-ae8ae5794bef service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f656a2f-f4cc-4f2f-acb6-c304ef29501f HTTP/1.1" status: 200 len: 217 time: 0.0653648 Apr 01 16:05:17.731798 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb27702-592f-4cc5-a2a9-975c9c32a892 req-99932b52-2249-4b0b-9cd4-fcbeb6b9025b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:17.733263 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-0fb27702-592f-4cc5-a2a9-975c9c32a892 req-99932b52-2249-4b0b-9cd4-fcbeb6b9025b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=40ab9c3f-c29d-4581-a6a6-1a34adad1cdb HTTP/1.1" status: 200 len: 844 time: 0.0665021 Apr 01 16:05:17.871302 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-0fb27702-592f-4cc5-a2a9-975c9c32a892 req-7130cc5f-fdf4-48b4-989d-e76fb574c851 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1662b267-0398-4e86-889e-2f6337bb6b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1305652 Apr 01 16:05:17.877641 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caca7f6-a045-4ff8-a4d4-539e3580f65f req-85c31f87-057c-434c-97a5-48a728090112 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:17.879347 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-9caca7f6-a045-4ff8-a4d4-539e3580f65f req-85c31f87-057c-434c-97a5-48a728090112 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=c14b7d1d-2300-4024-8d3c-c36114cc4117 HTTP/1.1" status: 200 len: 943 time: 0.1044543 Apr 01 16:05:18.012749 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-9caca7f6-a045-4ff8-a4d4-539e3580f65f req-686891d6-18f8-444f-af13-75e84525dc9c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=35875ec3-7f72-49ca-a8e5-4842c2c7d674&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140749 Apr 01 16:05:18.056516 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-0fb27702-592f-4cc5-a2a9-975c9c32a892 req-1ecb231b-2345-4bfd-bc5a-92fa330c7453 service neutron] 10.222.0.24 "GET /v2.0/networks/1662b267-0398-4e86-889e-2f6337bb6b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760199 Apr 01 16:05:18.231490 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-0fb27702-592f-4cc5-a2a9-975c9c32a892 req-fd93466a-6aed-4231-a17b-e921922f433a service neutron] 10.222.0.24 "GET /v2.0/networks/1662b267-0398-4e86-889e-2f6337bb6b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687188 Apr 01 16:05:18.374113 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-cd7c3aab-2af5-46a0-831f-767cadeab1a6 req-22592284-7804-440d-a19a-2b9b99736f26 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=447e2c5010754fe1ad368efac7c75251&device_id=c14b7d1d-2300-4024-8d3c-c36114cc4117 HTTP/1.1" status: 200 len: 1096 time: 0.0882790 Apr 01 16:05:18.467502 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 2e72c915-fd1a-46b6-919e-514f4f8453b0 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:05:18.592719 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c3aab-2af5-46a0-831f-767cadeab1a6 req-01686c94-8503-4f4a-bbf2-29fa92e37989 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:18.594318 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-cd7c3aab-2af5-46a0-831f-767cadeab1a6 req-01686c94-8503-4f4a-bbf2-29fa92e37989 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1662b267-0398-4e86-889e-2f6337bb6b39 HTTP/1.1" status: 200 len: 897 time: 0.2099073 Apr 01 16:05:18.638674 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 2e72c915-fd1a-46b6-919e-514f4f8453b0, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=2e72c915-fd1a-46b6-919e-514f4f8453b0,segment=NetworkSegment(e9f2fb1b-4025-4408-ae49-32f016745ef9),segment_id=e9f2fb1b-4025-4408-ae49-32f016745ef9)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:05:18.659908 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Returning: {'device': '2e72c915-fd1a-46b6-919e-514f4f8453b0', 'network_id': 'd3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0', 'port_id': '2e72c915-fd1a-46b6-919e-514f4f8453b0', 'mac_address': 'fa:16:3e:ae:6b:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e89a89e5-8fa9-4b91-af10-f0a4d00467fb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:05:18.669041 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b41b22-167b-4910-9fda-75467ea26ab8 req-4ecd7b9f-b6c5-4432-b35f-26f716aab812 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:18.670560 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d0b41b22-167b-4910-9fda-75467ea26ab8 req-4ecd7b9f-b6c5-4432-b35f-26f716aab812 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/ports?device_id=95d904e6-677a-4776-9f09-72e7e59d1781 HTTP/1.1" status: 200 len: 943 time: 0.1930752 Apr 01 16:05:18.698140 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-cd7c3aab-2af5-46a0-831f-767cadeab1a6 req-9f63e48e-04b8-4b6c-ae03-2cdd8bd481b3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f656a2f-f4cc-4f2f-acb6-c304ef29501f HTTP/1.1" status: 200 len: 217 time: 0.0967441 Apr 01 16:05:18.738705 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:18.764420 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e72c915-fd1a-46b6-919e-514f4f8453b0 {{(pid=83829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:05:18.786344 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 2e72c915-fd1a-46b6-919e-514f4f8453b0, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=2e72c915-fd1a-46b6-919e-514f4f8453b0,segment=NetworkSegment(e9f2fb1b-4025-4408-ae49-32f016745ef9),segment_id=e9f2fb1b-4025-4408-ae49-32f016745ef9)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:05:18.787148 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c3aab-2af5-46a0-831f-767cadeab1a6 req-603b61a0-1ccc-4265-bbd6-1f9b641447b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:18.788863 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-cd7c3aab-2af5-46a0-831f-767cadeab1a6 req-603b61a0-1ccc-4265-bbd6-1f9b641447b4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=40ab9c3f-c29d-4581-a6a6-1a34adad1cdb HTTP/1.1" status: 200 len: 844 time: 0.0819890 Apr 01 16:05:18.791401 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:18.792016 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d0b41b22-167b-4910-9fda-75467ea26ab8 req-9dc67cbf-748c-4ac1-8c63-2b763b51af2d tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/security-groups?id=b68c8ca1-2548-48e9-84ee-f823ac26061f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129234 Apr 01 16:05:18.875333 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=2e72c915-fd1a-46b6-919e-514f4f8453b0,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:18.891311 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-cd7c3aab-2af5-46a0-831f-767cadeab1a6 req-7bc0c0ad-4c76-4b01-9f6e-98c9bd6951f9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1662b267-0398-4e86-889e-2f6337bb6b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0948968 Apr 01 16:05:19.028930 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-cd7c3aab-2af5-46a0-831f-767cadeab1a6 req-e8fdf434-0fd3-4515-9022-936d5031a432 service neutron] 10.222.0.24 "GET /v2.0/networks/1662b267-0398-4e86-889e-2f6337bb6b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304185 Apr 01 16:05:19.072383 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] get_ports_and_sgs() called for port_ids ['2e72c915-fd1a-46b6-919e-514f4f8453b0'] {{(pid=83829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 16:05:19.323282 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-cd7c3aab-2af5-46a0-831f-767cadeab1a6 req-9c36b409-b479-4971-83f5-29f675e4df24 service neutron] 10.222.0.24 "GET /v2.0/networks/1662b267-0398-4e86-889e-2f6337bb6b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855101 Apr 01 16:05:19.353837 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68654721-66fc-436e-8e9d-ec6af86cd12b req-f04e13fd-5c62-4341-bbe6-7d861bf1369f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:19.355245 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-68654721-66fc-436e-8e9d-ec6af86cd12b req-f04e13fd-5c62-4341-bbe6-7d861bf1369f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=c14b7d1d-2300-4024-8d3c-c36114cc4117 HTTP/1.1" status: 200 len: 943 time: 0.2087917 Apr 01 16:05:19.402548 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-68654721-66fc-436e-8e9d-ec6af86cd12b req-802a140c-5b72-4167-b30e-97900a702c86 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=35875ec3-7f72-49ca-a8e5-4842c2c7d674&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415978 Apr 01 16:05:19.995808 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9d66d-e057-456c-bd92-08f02b434b6d req-521d5b5e-20cd-4523-8ece-68396d1392ff tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:19.997203 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-75b9d66d-e057-456c-bd92-08f02b434b6d req-521d5b5e-20cd-4523-8ece-68396d1392ff tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/ports?device_id=95d904e6-677a-4776-9f09-72e7e59d1781 HTTP/1.1" status: 200 len: 944 time: 0.0787933 Apr 01 16:05:20.046257 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-75b9d66d-e057-456c-bd92-08f02b434b6d req-b607e1de-588d-4325-aa07-05cfbaaa4e07 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/security-groups?id=b68c8ca1-2548-48e9-84ee-f823ac26061f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433440 Apr 01 16:05:20.476424 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 0f656a2f-f4cc-4f2f-acb6-c304ef29501f details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:05:20.481455 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 2e72c915-fd1a-46b6-919e-514f4f8453b0 up at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:05:20.596264 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:05:20.611216 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678b681d-d927-4b6d-aacf-2fdd48b865fc req-29981de3-1000-4464-b5b5-7824f33a376b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:20.612700 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-678b681d-d927-4b6d-aacf-2fdd48b865fc req-29981de3-1000-4464-b5b5-7824f33a376b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=c14b7d1d-2300-4024-8d3c-c36114cc4117 HTTP/1.1" status: 200 len: 943 time: 0.0871348 Apr 01 16:05:20.654473 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning for port 2e72c915-fd1a-46b6-919e-514f4f8453b0 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:05:20.664135 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-678b681d-d927-4b6d-aacf-2fdd48b865fc req-27234f62-bdf7-4b36-94b6-b33c99b9ce51 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=35875ec3-7f72-49ca-a8e5-4842c2c7d674&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448039 Apr 01 16:05:20.670687 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning complete for port 2e72c915-fd1a-46b6-919e-514f4f8453b0 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:05:20.671057 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:20.702713 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 0f656a2f-f4cc-4f2f-acb6-c304ef29501f, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=0f656a2f-f4cc-4f2f-acb6-c304ef29501f,segment=NetworkSegment(84063e67-b7fd-4cbc-a1f4-dea89bb12248),segment_id=84063e67-b7fd-4cbc-a1f4-dea89bb12248)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:05:20.734318 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Returning: {'device': '0f656a2f-f4cc-4f2f-acb6-c304ef29501f', 'network_id': '1662b267-0398-4e86-889e-2f6337bb6b39', 'port_id': '0f656a2f-f4cc-4f2f-acb6-c304ef29501f', 'mac_address': 'fa:16:3e:e8:3e:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40ab9c3f-c29d-4581-a6a6-1a34adad1cdb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:05:20.833452 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:20.869710 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f656a2f-f4cc-4f2f-acb6-c304ef29501f {{(pid=83829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:05:20.887325 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:20.903061 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 0f656a2f-f4cc-4f2f-acb6-c304ef29501f, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=0f656a2f-f4cc-4f2f-acb6-c304ef29501f,segment=NetworkSegment(84063e67-b7fd-4cbc-a1f4-dea89bb12248),segment_id=84063e67-b7fd-4cbc-a1f4-dea89bb12248)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:05:20.908154 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:20.999956 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95d904e6-677a-4776-9f09-72e7e59d1781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e72c915-fd1a-46b6-919e-514f4f8453b0'}] {{(pid=83829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:05:21.021077 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 2e72c915-fd1a-46b6-919e-514f4f8453b0, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=2e72c915-fd1a-46b6-919e-514f4f8453b0,segment=NetworkSegment(e9f2fb1b-4025-4408-ae49-32f016745ef9),segment_id=e9f2fb1b-4025-4408-ae49-32f016745ef9)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:05:21.028694 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:21.037487 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=0f656a2f-f4cc-4f2f-acb6-c304ef29501f,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:21.073521 dv-neutron-833373-2-hyperv neutron-server[83829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95d904e6-677a-4776-9f09-72e7e59d1781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e72c915-fd1a-46b6-919e-514f4f8453b0', 'code': 200} Apr 01 16:05:21.120895 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=2e72c915-fd1a-46b6-919e-514f4f8453b0,revision_number=5']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:21.164361 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] get_ports_and_sgs() called for port_ids ['0f656a2f-f4cc-4f2f-acb6-c304ef29501f'] {{(pid=83829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 16:05:21.266624 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44af83ec-7727-4114-b186-b9653b39ea54 req-6105b3ef-e35a-4549-bc6d-c256e74a5b27 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:21.268015 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-44af83ec-7727-4114-b186-b9653b39ea54 req-6105b3ef-e35a-4549-bc6d-c256e74a5b27 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/ports?device_id=95d904e6-677a-4776-9f09-72e7e59d1781 HTTP/1.1" status: 200 len: 945 time: 0.0824749 Apr 01 16:05:21.368832 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-44af83ec-7727-4114-b186-b9653b39ea54 req-70e47920-c1b2-40b3-b9ac-4217eb42321a tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/security-groups?id=b68c8ca1-2548-48e9-84ee-f823ac26061f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948160 Apr 01 16:05:21.386556 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-3fc5487c-4733-447b-b4b0-eff11e4ab8c9 req-36b570d1-1416-41c8-a4da-285562df7419 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=95d904e6-677a-4776-9f09-72e7e59d1781 HTTP/1.1" status: 200 len: 1098 time: 0.0911942 Apr 01 16:05:21.429811 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-3fc5487c-4733-447b-b4b0-eff11e4ab8c9 req-ed0c2268-d02b-42ba-a84e-727783727d3c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b68c8ca1-2548-48e9-84ee-f823ac26061f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372560 Apr 01 16:05:21.869043 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74e2c10-5d82-4533-8207-3dd485f06697 req-221ee74d-5bcd-4692-9e9b-d34b697bca4d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:21.870741 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e74e2c10-5d82-4533-8207-3dd485f06697 req-221ee74d-5bcd-4692-9e9b-d34b697bca4d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=c14b7d1d-2300-4024-8d3c-c36114cc4117 HTTP/1.1" status: 200 len: 944 time: 0.0794332 Apr 01 16:05:21.920032 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e74e2c10-5d82-4533-8207-3dd485f06697 req-b726394d-d46e-4860-b959-040f773612b7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=35875ec3-7f72-49ca-a8e5-4842c2c7d674&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437796 Apr 01 16:05:22.492225 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 0f656a2f-f4cc-4f2f-acb6-c304ef29501f up at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:05:22.567430 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning for port 0f656a2f-f4cc-4f2f-acb6-c304ef29501f completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:05:22.572281 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning complete for port 0f656a2f-f4cc-4f2f-acb6-c304ef29501f triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:05:22.572657 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:22.583385 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b59ccc3-3590-4c9f-8447-0fe761b1f382 req-ca23d2e5-55d4-4fa4-9d41-adafae7b54e9 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:22.585453 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-7b59ccc3-3590-4c9f-8447-0fe761b1f382 req-ca23d2e5-55d4-4fa4-9d41-adafae7b54e9 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/ports?device_id=95d904e6-677a-4776-9f09-72e7e59d1781 HTTP/1.1" status: 200 len: 945 time: 0.0845494 Apr 01 16:05:22.635742 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-7b59ccc3-3590-4c9f-8447-0fe761b1f382 req-2795b919-ac96-49e0-84a6-45065ec9ff3d tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/security-groups?id=b68c8ca1-2548-48e9-84ee-f823ac26061f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437741 Apr 01 16:05:22.704288 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:22.739632 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 0f656a2f-f4cc-4f2f-acb6-c304ef29501f, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=0f656a2f-f4cc-4f2f-acb6-c304ef29501f,segment=NetworkSegment(84063e67-b7fd-4cbc-a1f4-dea89bb12248),segment_id=84063e67-b7fd-4cbc-a1f4-dea89bb12248)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:05:22.743442 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:22.808423 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=0f656a2f-f4cc-4f2f-acb6-c304ef29501f,revision_number=5']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:23.075028 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c14b7d1d-2300-4024-8d3c-c36114cc4117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f656a2f-f4cc-4f2f-acb6-c304ef29501f'}] {{(pid=83829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:05:23.152711 dv-neutron-833373-2-hyperv neutron-server[83829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c14b7d1d-2300-4024-8d3c-c36114cc4117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f656a2f-f4cc-4f2f-acb6-c304ef29501f', 'code': 200} Apr 01 16:05:23.161771 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada82b36-eade-4bb3-93e7-c3517bbe017d req-30cbb985-6bb2-4537-8f92-dba5ed1b6a57 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:23.163925 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ada82b36-eade-4bb3-93e7-c3517bbe017d req-30cbb985-6bb2-4537-8f92-dba5ed1b6a57 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=c14b7d1d-2300-4024-8d3c-c36114cc4117 HTTP/1.1" status: 200 len: 945 time: 0.1200366 Apr 01 16:05:23.216484 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ada82b36-eade-4bb3-93e7-c3517bbe017d req-29d3acbc-7182-4f12-800a-6a7c26425efa tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=35875ec3-7f72-49ca-a8e5-4842c2c7d674&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422900 Apr 01 16:05:23.400430 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-1a417dec-ce50-46eb-b2fc-a82a2e883639 req-49c3c491-4239-4117-aad5-d9421a6609d9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c14b7d1d-2300-4024-8d3c-c36114cc4117 HTTP/1.1" status: 200 len: 1098 time: 0.0744748 Apr 01 16:05:23.450494 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-1a417dec-ce50-46eb-b2fc-a82a2e883639 req-74ab10bb-e569-45d7-baf3-22f23874f21f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=35875ec3-7f72-49ca-a8e5-4842c2c7d674&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439012 Apr 01 16:05:23.788870 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:23.842981 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd85bd-a142-4a26-a23a-a976eadbaab1 req-94bc3323-1670-482d-8547-ac8b52d3208d tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:23.844511 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-87fd85bd-a142-4a26-a23a-a976eadbaab1 req-94bc3323-1670-482d-8547-ac8b52d3208d tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/ports?device_id=95d904e6-677a-4776-9f09-72e7e59d1781 HTTP/1.1" status: 200 len: 945 time: 0.0819657 Apr 01 16:05:23.855639 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-d3c3f3d7-ac70-4bc9-97bc-a90bbcf880d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:23.898390 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-87fd85bd-a142-4a26-a23a-a976eadbaab1 req-af1b3818-d414-4cc1-b442-de16eab38ddf tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/security-groups?id=b68c8ca1-2548-48e9-84ee-f823ac26061f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479257 Apr 01 16:05:24.116963 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a26e1-397d-4ce6-a9e1-c26aff9cfbed req-a3c3e4e3-a846-41ab-a3b2-a26d75799b30 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:24.118483 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-6b5a26e1-397d-4ce6-a9e1-c26aff9cfbed req-a3c3e4e3-a846-41ab-a3b2-a26d75799b30 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/ports?device_id=95d904e6-677a-4776-9f09-72e7e59d1781 HTTP/1.1" status: 200 len: 945 time: 0.0878356 Apr 01 16:05:24.165834 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-6b5a26e1-397d-4ce6-a9e1-c26aff9cfbed req-8d0e5fa5-8684-428c-a762-a7c03038e1ad tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/security-groups?id=b68c8ca1-2548-48e9-84ee-f823ac26061f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413246 Apr 01 16:05:24.196190 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 58814) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:05:24.270085 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-db5d74e2-2086-4564-b496-9afa99ee9827 tempest-TestVolumeBootPattern-1564217548 tempest-TestVolumeBootPattern-1564217548-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=95d904e6-677a-4776-9f09-72e7e59d1781 HTTP/1.1" status: 200 len: 1093 time: 0.0727372 Apr 01 16:05:24.272707 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 58820) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:05:24.278090 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-be59340b-0d0d-411e-854b-07dca0a41f7f tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Request body: {'floatingip': {'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'port_id': '2e72c915-fd1a-46b6-919e-514f4f8453b0', 'tenant_id': 'b9e160ed92af426eb41719050c02f853', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:05:24.284754 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-be59340b-0d0d-411e-854b-07dca0a41f7f tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:05:24.290903 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-be59340b-0d0d-411e-854b-07dca0a41f7f tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Usage tracker for resource:floatingip and tenant:b9e160ed92af426eb41719050c02f853 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:05:24.294360 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-be59340b-0d0d-411e-854b-07dca0a41f7f tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:05:24.300273 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-be59340b-0d0d-411e-854b-07dca0a41f7f tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:05:24.313700 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-be59340b-0d0d-411e-854b-07dca0a41f7f tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks [] for floatingip, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:24.516374 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139f3262-df56-4001-8f6c-5909a8286ec7 req-04dbb48d-84ba-4081-93b8-bf02c6e30367 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:24.517763 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-139f3262-df56-4001-8f6c-5909a8286ec7 req-04dbb48d-84ba-4081-93b8-bf02c6e30367 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=c14b7d1d-2300-4024-8d3c-c36114cc4117 HTTP/1.1" status: 200 len: 945 time: 0.1324792 Apr 01 16:05:24.594818 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-be59340b-0d0d-411e-854b-07dca0a41f7f tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:24.634460 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-139f3262-df56-4001-8f6c-5909a8286ec7 req-5ea697b1-6cba-43be-ad5c-cdeaa85178c7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=35875ec3-7f72-49ca-a8e5-4842c2c7d674&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065531 Apr 01 16:05:24.760615 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-be59340b-0d0d-411e-854b-07dca0a41f7f tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Allocated IP 172.26.1.21 (ed45466e-0386-4b92-8de3-247c977242ac/0479f741-5cd1-4d6f-b593-d8aa909a42d3/c3222c5f-1104-4d00-8a82-a3feb28b3dbe) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:05:24.906309 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-be59340b-0d0d-411e-854b-07dca0a41f7f tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:24.933729 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-be59340b-0d0d-411e-854b-07dca0a41f7f tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:25.000450 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be59340b-0d0d-411e-854b-07dca0a41f7f tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Network ed45466e-0386-4b92-8de3-247c977242ac is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:05:25.003384 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-be59340b-0d0d-411e-854b-07dca0a41f7f tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:05:25.008507 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be59340b-0d0d-411e-854b-07dca0a41f7f tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:05:25.038990 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be59340b-0d0d-411e-854b-07dca0a41f7f tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Pushing event updated for resources: {'Port': ['ID=c3222c5f-1104-4d00-8a82-a3feb28b3dbe,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:25.619030 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-be59340b-0d0d-411e-854b-07dca0a41f7f tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:25.674110 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-be59340b-0d0d-411e-854b-07dca0a41f7f tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:25.948536 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23752c14-7e26-4d3e-84fc-b00a119f6d97 req-17e3873e-95b7-42a8-9e13-d0dc14ae2dd5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:25.949992 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-23752c14-7e26-4d3e-84fc-b00a119f6d97 req-17e3873e-95b7-42a8-9e13-d0dc14ae2dd5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=c14b7d1d-2300-4024-8d3c-c36114cc4117 HTTP/1.1" status: 200 len: 945 time: 0.1470575 Apr 01 16:05:25.958817 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-be59340b-0d0d-411e-854b-07dca0a41f7f tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:25.975121 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-be59340b-0d0d-411e-854b-07dca0a41f7f tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:26.090109 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be59340b-0d0d-411e-854b-07dca0a41f7f tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Pushing event updated for resources: {'Port': ['ID=c3222c5f-1104-4d00-8a82-a3feb28b3dbe,revision_number=2']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:26.098518 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-23752c14-7e26-4d3e-84fc-b00a119f6d97 req-b5b61cfc-3e67-4c53-8b10-c98fa541ac79 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=35875ec3-7f72-49ca-a8e5-4842c2c7d674&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430101 Apr 01 16:05:26.124742 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-be59340b-0d0d-411e-854b-07dca0a41f7f tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617697'] for floatingip, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:26.250421 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-9836ef83-bc4f-49dc-a3eb-13823ed91575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:26.353886 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36387fa-c845-4f31-8b35-a33b0263c0f9 req-7543cf5d-5714-4919-afdb-de7176fa6c6f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:26.355332 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a36387fa-c845-4f31-8b35-a33b0263c0f9 req-7543cf5d-5714-4919-afdb-de7176fa6c6f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=c14b7d1d-2300-4024-8d3c-c36114cc4117 HTTP/1.1" status: 200 len: 945 time: 0.1241064 Apr 01 16:05:26.423915 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a36387fa-c845-4f31-8b35-a33b0263c0f9 req-fb1b6ed7-2417-48fd-bb67-2defe8aca2f3 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=35875ec3-7f72-49ca-a8e5-4842c2c7d674&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605278 Apr 01 16:05:26.435961 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.l3_db [None req-be59340b-0d0d-411e-854b-07dca0a41f7f tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Floating IP 95d7a888-34c6-4d39-915f-f782a3406465 associated. External IP: 172.26.1.21, port: 2e72c915-fd1a-46b6-919e-514f4f8453b0. Apr 01 16:05:26.452605 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 58828) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:05:26.525096 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-88a4251a-cfa9-4f85-8a98-4059218b943b tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=c14b7d1d-2300-4024-8d3c-c36114cc4117 HTTP/1.1" status: 200 len: 1093 time: 0.0712047 Apr 01 16:05:26.527798 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 58832) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:05:26.533253 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-8d2b5792-df7d-46ef-876f-ca70c18798d1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'floatingip': {'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'port_id': '0f656a2f-f4cc-4f2f-acb6-c304ef29501f', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:05:26.539554 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-8d2b5792-df7d-46ef-876f-ca70c18798d1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:05:26.543383 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-8d2b5792-df7d-46ef-876f-ca70c18798d1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:floatingip and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:05:26.546366 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-8d2b5792-df7d-46ef-876f-ca70c18798d1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:05:26.553028 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-8d2b5792-df7d-46ef-876f-ca70c18798d1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:05:26.562792 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8d2b5792-df7d-46ef-876f-ca70c18798d1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for floatingip, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:26.819603 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8d2b5792-df7d-46ef-876f-ca70c18798d1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:26.964658 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-8d2b5792-df7d-46ef-876f-ca70c18798d1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Allocated IP 172.26.1.251 (ed45466e-0386-4b92-8de3-247c977242ac/0479f741-5cd1-4d6f-b593-d8aa909a42d3/c59848b5-b545-4937-a58c-ea59ccf8658c) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:05:26.965466 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be59340b-0d0d-411e-854b-07dca0a41f7f tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Router 05b9be92-50a2-43a2-a398-6708a0dd5f87 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:05:27.127255 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8d2b5792-df7d-46ef-876f-ca70c18798d1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:27.163567 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8d2b5792-df7d-46ef-876f-ca70c18798d1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:27.205154 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be59340b-0d0d-411e-854b-07dca0a41f7f tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:05:27.217584 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee87e6f5-6340-4f93-8878-ae35dd779d89 None None] Sync routers for ids ['05b9be92-50a2-43a2-a398-6708a0dd5f87'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:05:27.237841 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee87e6f5-6340-4f93-8878-ae35dd779d89 None None] Routers {'05b9be92-50a2-43a2-a398-6708a0dd5f87'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:05:27.239127 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-ee87e6f5-6340-4f93-8878-ae35dd779d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:05:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['05b9be92-50a2-43a2-a398-6708a0dd5f87'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:05:27.243207 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2b5792-df7d-46ef-876f-ca70c18798d1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Network ed45466e-0386-4b92-8de3-247c977242ac is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:05:27.246276 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-be59340b-0d0d-411e-854b-07dca0a41f7f tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for floatingip, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:27.246926 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-8d2b5792-df7d-46ef-876f-ca70c18798d1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:05:27.250997 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2b5792-df7d-46ef-876f-ca70c18798d1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:05:27.285543 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b5792-df7d-46ef-876f-ca70c18798d1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'Port': ['ID=c59848b5-b545-4937-a58c-ea59ccf8658c,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:27.356803 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-be59340b-0d0d-411e-854b-07dca0a41f7f tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0691235 Apr 01 16:05:27.356803 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95d904e6-677a-4776-9f09-72e7e59d1781', 'tag': '2e72c915-fd1a-46b6-919e-514f4f8453b0'}] {{(pid=83826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:05:27.422649 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95d904e6-677a-4776-9f09-72e7e59d1781', 'tag': '2e72c915-fd1a-46b6-919e-514f4f8453b0', 'status': 'completed', 'code': 200} Apr 01 16:05:27.492029 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-ee87e6f5-6340-4f93-8878-ae35dd779d89 None None] Set router 05b9be92-50a2-43a2-a398-6708a0dd5f87 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:05:27.532613 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-55d8cd15-caa8-457b-ba12-ebc5ca68c7a7 req-dc3c1fa5-3270-4bbb-acac-07686d2fbf09 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b9e160ed92af426eb41719050c02f853&device_id=95d904e6-677a-4776-9f09-72e7e59d1781 HTTP/1.1" status: 200 len: 1098 time: 0.0864575 Apr 01 16:05:27.577178 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:27.680639 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d8cd15-caa8-457b-ba12-ebc5ca68c7a7 req-17bb12f8-f72f-4682-959c-0cb05a973fbd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:27.682155 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-55d8cd15-caa8-457b-ba12-ebc5ca68c7a7 req-17bb12f8-f72f-4682-959c-0cb05a973fbd service neutron] 10.222.0.24 "GET /v2.0/networks?id=d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0 HTTP/1.1" status: 200 len: 912 time: 0.1430547 Apr 01 16:05:27.767271 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:27.797080 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-55d8cd15-caa8-457b-ba12-ebc5ca68c7a7 req-50d4a928-e589-4b99-893e-57cffb2b5129 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e72c915-fd1a-46b6-919e-514f4f8453b0 HTTP/1.1" status: 200 len: 998 time: 0.1086645 Apr 01 16:05:27.867086 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d8cd15-caa8-457b-ba12-ebc5ca68c7a7 req-9f5938e7-0791-486a-9ddb-810a6cdc3522 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:27.868542 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-55d8cd15-caa8-457b-ba12-ebc5ca68c7a7 req-9f5938e7-0791-486a-9ddb-810a6cdc3522 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e89a89e5-8fa9-4b91-af10-f0a4d00467fb HTTP/1.1" status: 200 len: 851 time: 0.0647769 Apr 01 16:05:27.877427 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8d2b5792-df7d-46ef-876f-ca70c18798d1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:27.935634 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-ee87e6f5-6340-4f93-8878-ae35dd779d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b9be92-50a2-43a2-a398-6708a0dd5f87', 'name': 'tempest-TestVolumeBootPattern-1030540240-router', 'tenant_id': 'b9e160ed92af426eb41719050c02f853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.5'}], 'enable_snat': True}, 'gw_port_id': 'c9310d4d-02e6-42b9-9f00-f699c4f1c79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:59:30Z', 'updated_at': '2022-04-01T15:59:38Z', 'revision_number': 4, 'project_id': 'b9e160ed92af426eb41719050c02f853', 'gw_port': {'id': 'c9310d4d-02e6-42b9-9f00-f699c4f1c79c', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b9be92-50a2-43a2-a398-6708a0dd5f87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:31Z', 'updated_at': '2022-04-01T15:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': '46f31245-8d30-4b34-bf1a-398ad2e1aea3', 'tenant_id': 'b9e160ed92af426eb41719050c02f853', 'floating_ip_address': '172.26.1.137', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '05b9be92-50a2-43a2-a398-6708a0dd5f87', 'port_id': '3f5f2b9c-b159-48cf-ab42-dd65d0200e16', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0', 'mac_address': 'fa:16:3e:e0:89:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f6b493-dd0d-47d8-a443-1fdb234bfa3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:03:03Z', 'updated_at': '2022-04-01T16:03:08Z', 'revision_number': 1, 'project_id': 'b9e160ed92af426eb41719050c02f853', 'fixed_ip_address_scope': None}, {'id': '95d7a888-34c6-4d39-915f-f782a3406465', 'tenant_id': 'b9e160ed92af426eb41719050c02f853', 'floating_ip_address': '172.26.1.21', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '05b9be92-50a2-43a2-a398-6708a0dd5f87', 'port_id': '2e72c915-fd1a-46b6-919e-514f4f8453b0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0', 'mac_address': 'fa:16:3e:ae:6b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d904e6-677a-4776-9f09-72e7e59d1781', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:05:25Z', 'updated_at': '2022-04-01T16:05:25Z', 'revision_number': 0, 'project_id': 'b9e160ed92af426eb41719050c02f853', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53e92810-2be5-45b0-9e43-4bd6dec17163', 'name': '', 'network_id': 'd3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0', 'tenant_id': 'b9e160ed92af426eb41719050c02f853', 'mac_address': 'fa:16:3e:cd:d6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b9be92-50a2-43a2-a398-6708a0dd5f87', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e89a89e5-8fa9-4b91-af10-f0a4d00467fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:37Z', 'updated_at': '2022-04-01T16:00:18Z', 'revision_number': 5, 'project_id': 'b9e160ed92af426eb41719050c02f853', 'subnets': [{'id': 'e89a89e5-8fa9-4b91-af10-f0a4d00467fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:05:27.938119 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8d2b5792-df7d-46ef-876f-ca70c18798d1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:27.939807 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee87e6f5-6340-4f93-8878-ae35dd779d89 None None] Checking router: 05b9be92-50a2-43a2-a398-6708a0dd5f87 for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:05:27.949658 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-55d8cd15-caa8-457b-ba12-ebc5ca68c7a7 req-47b397ec-c96f-4d93-99c6-86f8f3cb21c5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718155 Apr 01 16:05:27.951451 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee87e6f5-6340-4f93-8878-ae35dd779d89 None None] Routers {'05b9be92-50a2-43a2-a398-6708a0dd5f87'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:05:27.952062 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-ee87e6f5-6340-4f93-8878-ae35dd779d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:05:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['05b9be92-50a2-43a2-a398-6708a0dd5f87'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:05:28.102640 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-55d8cd15-caa8-457b-ba12-ebc5ca68c7a7 req-93abc33a-94ad-4e54-a37f-e04cd255170e service neutron] 10.222.0.24 "GET /v2.0/networks/d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459398 Apr 01 16:05:28.138779 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-ee87e6f5-6340-4f93-8878-ae35dd779d89 None None] Set router 05b9be92-50a2-43a2-a398-6708a0dd5f87 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:05:28.188800 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8d2b5792-df7d-46ef-876f-ca70c18798d1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for port, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:28.194511 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8d2b5792-df7d-46ef-876f-ca70c18798d1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:28.252457 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-55d8cd15-caa8-457b-ba12-ebc5ca68c7a7 req-b382d382-1942-466b-ae11-da1c5c22f9ea service neutron] 10.222.0.24 "GET /v2.0/networks/d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435232 Apr 01 16:05:28.313759 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b5792-df7d-46ef-876f-ca70c18798d1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'Port': ['ID=c59848b5-b545-4937-a58c-ea59ccf8658c,revision_number=2']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:05:28.330810 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8d2b5792-df7d-46ef-876f-ca70c18798d1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617697'] for floatingip, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:28.529319 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.l3_db [None req-8d2b5792-df7d-46ef-876f-ca70c18798d1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Floating IP f2f4063e-cf3c-4060-b0b0-f13ea1f22b1c associated. External IP: 172.26.1.251, port: 0f656a2f-f4cc-4f2f-acb6-c304ef29501f. Apr 01 16:05:28.558358 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-ee87e6f5-6340-4f93-8878-ae35dd779d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b9be92-50a2-43a2-a398-6708a0dd5f87', 'name': 'tempest-TestVolumeBootPattern-1030540240-router', 'tenant_id': 'b9e160ed92af426eb41719050c02f853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.5'}], 'enable_snat': True}, 'gw_port_id': 'c9310d4d-02e6-42b9-9f00-f699c4f1c79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:59:30Z', 'updated_at': '2022-04-01T15:59:38Z', 'revision_number': 4, 'project_id': 'b9e160ed92af426eb41719050c02f853', 'gw_port': {'id': 'c9310d4d-02e6-42b9-9f00-f699c4f1c79c', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b9be92-50a2-43a2-a398-6708a0dd5f87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:31Z', 'updated_at': '2022-04-01T15:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': '46f31245-8d30-4b34-bf1a-398ad2e1aea3', 'tenant_id': 'b9e160ed92af426eb41719050c02f853', 'floating_ip_address': '172.26.1.137', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '05b9be92-50a2-43a2-a398-6708a0dd5f87', 'port_id': '3f5f2b9c-b159-48cf-ab42-dd65d0200e16', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0', 'mac_address': 'fa:16:3e:e0:89:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f6b493-dd0d-47d8-a443-1fdb234bfa3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:03:03Z', 'updated_at': '2022-04-01T16:03:08Z', 'revision_number': 1, 'project_id': 'b9e160ed92af426eb41719050c02f853', 'fixed_ip_address_scope': None}, {'id': '95d7a888-34c6-4d39-915f-f782a3406465', 'tenant_id': 'b9e160ed92af426eb41719050c02f853', 'floating_ip_address': '172.26.1.21', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '05b9be92-50a2-43a2-a398-6708a0dd5f87', 'port_id': '2e72c915-fd1a-46b6-919e-514f4f8453b0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0', 'mac_address': 'fa:16:3e:ae:6b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d904e6-677a-4776-9f09-72e7e59d1781', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:05:25Z', 'updated_at': '2022-04-01T16:05:25Z', 'revision_number': 0, 'project_id': 'b9e160ed92af426eb41719050c02f853', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53e92810-2be5-45b0-9e43-4bd6dec17163', 'name': '', 'network_id': 'd3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0', 'tenant_id': 'b9e160ed92af426eb41719050c02f853', 'mac_address': 'fa:16:3e:cd:d6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b9be92-50a2-43a2-a398-6708a0dd5f87', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e89a89e5-8fa9-4b91-af10-f0a4d00467fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:37Z', 'updated_at': '2022-04-01T16:00:18Z', 'revision_number': 5, 'project_id': 'b9e160ed92af426eb41719050c02f853', 'subnets': [{'id': 'e89a89e5-8fa9-4b91-af10-f0a4d00467fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:05:28.563076 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee87e6f5-6340-4f93-8878-ae35dd779d89 None None] The sync data for ids ['05b9be92-50a2-43a2-a398-6708a0dd5f87'] in dv-neutron-833373-2-hyperv is: [{'id': '05b9be92-50a2-43a2-a398-6708a0dd5f87', 'name': 'tempest-TestVolumeBootPattern-1030540240-router', 'tenant_id': 'b9e160ed92af426eb41719050c02f853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.5'}], 'enable_snat': True}, 'gw_port_id': 'c9310d4d-02e6-42b9-9f00-f699c4f1c79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:59:30Z', 'updated_at': '2022-04-01T15:59:38Z', 'revision_number': 4, 'project_id': 'b9e160ed92af426eb41719050c02f853', 'gw_port': {'id': 'c9310d4d-02e6-42b9-9f00-f699c4f1c79c', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b9be92-50a2-43a2-a398-6708a0dd5f87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:31Z', 'updated_at': '2022-04-01T15:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': '46f31245-8d30-4b34-bf1a-398ad2e1aea3', 'tenant_id': 'b9e160ed92af426eb41719050c02f853', 'floating_ip_address': '172.26.1.137', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '05b9be92-50a2-43a2-a398-6708a0dd5f87', 'port_id': '3f5f2b9c-b159-48cf-ab42-dd65d0200e16', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0', 'mac_address': 'fa:16:3e:e0:89:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f6b493-dd0d-47d8-a443-1fdb234bfa3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:03:03Z', 'updated_at': '2022-04-01T16:03:08Z', 'revision_number': 1, 'project_id': 'b9e160ed92af426eb41719050c02f853', 'fixed_ip_address_scope': None}, {'id': '95d7a888-34c6-4d39-915f-f782a3406465', 'tenant_id': 'b9e160ed92af426eb41719050c02f853', 'floating_ip_address': '172.26.1.21', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '05b9be92-50a2-43a2-a398-6708a0dd5f87', 'port_id': '2e72c915-fd1a-46b6-919e-514f4f8453b0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0', 'mac_address': 'fa:16:3e:ae:6b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d904e6-677a-4776-9f09-72e7e59d1781', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:05:25Z', 'updated_at': '2022-04-01T16:05:25Z', 'revision_number': 0, 'project_id': 'b9e160ed92af426eb41719050c02f853', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53e92810-2be5-45b0-9e43-4bd6dec17163', 'name': '', 'network_id': 'd3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0', 'tenant_id': 'b9e160ed92af426eb41719050c02f853', 'mac_address': 'fa:16:3e:cd:d6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b9be92-50a2-43a2-a398-6708a0dd5f87', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e89a89e5-8fa9-4b91-af10-f0a4d00467fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:37Z', 'updated_at': '2022-04-01T16:00:18Z', 'revision_number': 5, 'project_id': 'b9e160ed92af426eb41719050c02f853', 'subnets': [{'id': 'e89a89e5-8fa9-4b91-af10-f0a4d00467fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:05:29.031980 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20358e60-e4cb-4b32-8c14-ffddb5676185 None None] New status for floating IP 95d7a888-34c6-4d39-915f-f782a3406465: ACTIVE {{(pid=83829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 16:05:29.063124 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d2b5792-df7d-46ef-876f-ca70c18798d1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Router 1418cdc6-6466-4a76-b2be-dd06bc6e3f10 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:05:29.276806 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d2b5792-df7d-46ef-876f-ca70c18798d1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:05:29.289749 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e950dab-2a2f-44ff-80a8-f4115de2966a None None] Sync routers for ids ['1418cdc6-6466-4a76-b2be-dd06bc6e3f10'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:05:29.309056 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8d2b5792-df7d-46ef-876f-ca70c18798d1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for floatingip, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:29.314311 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e950dab-2a2f-44ff-80a8-f4115de2966a None None] Routers {'1418cdc6-6466-4a76-b2be-dd06bc6e3f10'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:05:29.315637 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:29.317406 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-5e950dab-2a2f-44ff-80a8-f4115de2966a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:05:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['1418cdc6-6466-4a76-b2be-dd06bc6e3f10'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:05:29.368961 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-8d2b5792-df7d-46ef-876f-ca70c18798d1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8399808 Apr 01 16:05:29.369565 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c14b7d1d-2300-4024-8d3c-c36114cc4117', 'tag': '0f656a2f-f4cc-4f2f-acb6-c304ef29501f'}] {{(pid=83828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:05:29.372021 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 58840) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:05:29.425410 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c14b7d1d-2300-4024-8d3c-c36114cc4117', 'tag': '0f656a2f-f4cc-4f2f-acb6-c304ef29501f', 'status': 'completed', 'code': 200} Apr 01 16:05:29.532506 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-1ec777ae-cbfe-4679-89db-b241aae7e2fb tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/floatingips/f2f4063e-cf3c-4060-b0b0-f13ea1f22b1c HTTP/1.1" status: 200 len: 991 time: 0.1590788 Apr 01 16:05:29.551216 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d7b3b355-93e6-40bb-98bc-fdd6de307a07 req-f3ea9e08-7163-4948-a87d-03bcc691b703 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=447e2c5010754fe1ad368efac7c75251&device_id=c14b7d1d-2300-4024-8d3c-c36114cc4117 HTTP/1.1" status: 200 len: 1098 time: 0.1004012 Apr 01 16:05:29.563862 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-5e950dab-2a2f-44ff-80a8-f4115de2966a None None] Set router 1418cdc6-6466-4a76-b2be-dd06bc6e3f10 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:05:29.688576 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b3b355-93e6-40bb-98bc-fdd6de307a07 req-ef4270d2-d9b8-44cf-be05-63cc0678715a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:29.690082 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d7b3b355-93e6-40bb-98bc-fdd6de307a07 req-ef4270d2-d9b8-44cf-be05-63cc0678715a service neutron] 10.222.0.24 "GET /v2.0/networks?id=1662b267-0398-4e86-889e-2f6337bb6b39 HTTP/1.1" status: 200 len: 897 time: 0.1330297 Apr 01 16:05:29.906937 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d7b3b355-93e6-40bb-98bc-fdd6de307a07 req-de9db8d2-db90-4a0e-b081-9d724ed9559e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f656a2f-f4cc-4f2f-acb6-c304ef29501f HTTP/1.1" status: 200 len: 999 time: 0.1979434 Apr 01 16:05:29.935757 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-5e950dab-2a2f-44ff-80a8-f4115de2966a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1418cdc6-6466-4a76-b2be-dd06bc6e3f10', 'name': 'tempest-TestNetworkBasicOps-router-1217293637', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': 'e9081557-bfc1-4dd2-87cc-6c1c97f023d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:05:02Z', 'updated_at': '2022-04-01T16:05:07Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': 'e9081557-bfc1-4dd2-87cc-6c1c97f023d4', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ef:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1418cdc6-6466-4a76-b2be-dd06bc6e3f10', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:05:02Z', 'updated_at': '2022-04-01T16:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': 'f2f4063e-cf3c-4060-b0b0-f13ea1f22b1c', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'floating_ip_address': '172.26.1.251', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '1418cdc6-6466-4a76-b2be-dd06bc6e3f10', 'port_id': '0f656a2f-f4cc-4f2f-acb6-c304ef29501f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1662b267-0398-4e86-889e-2f6337bb6b39', 'mac_address': 'fa:16:3e:e8:3e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14b7d1d-2300-4024-8d3c-c36114cc4117', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:05:27Z', 'updated_at': '2022-04-01T16:05:27Z', 'revision_number': 0, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0429e40b-5896-4cf0-bb29-c0a0908c0563', 'name': '', 'network_id': '1662b267-0398-4e86-889e-2f6337bb6b39', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'mac_address': 'fa:16:3e:02:87:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1418cdc6-6466-4a76-b2be-dd06bc6e3f10', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '40ab9c3f-c29d-4581-a6a6-1a34adad1cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:05:06Z', 'updated_at': '2022-04-01T16:05:13Z', 'revision_number': 5, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'subnets': [{'id': '40ab9c3f-c29d-4581-a6a6-1a34adad1cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:05:29.940042 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e950dab-2a2f-44ff-80a8-f4115de2966a None None] Checking router: 1418cdc6-6466-4a76-b2be-dd06bc6e3f10 for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:05:29.952413 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e950dab-2a2f-44ff-80a8-f4115de2966a None None] Routers {'1418cdc6-6466-4a76-b2be-dd06bc6e3f10'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:05:29.953079 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-5e950dab-2a2f-44ff-80a8-f4115de2966a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:05:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['1418cdc6-6466-4a76-b2be-dd06bc6e3f10'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:05:29.976058 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b3b355-93e6-40bb-98bc-fdd6de307a07 req-6dc1507f-b187-442b-86b2-a994524b4953 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:05:29.977548 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d7b3b355-93e6-40bb-98bc-fdd6de307a07 req-6dc1507f-b187-442b-86b2-a994524b4953 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=40ab9c3f-c29d-4581-a6a6-1a34adad1cdb HTTP/1.1" status: 200 len: 844 time: 0.0616739 Apr 01 16:05:30.060091 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d7b3b355-93e6-40bb-98bc-fdd6de307a07 req-7571ff01-0d55-44d7-8f85-8b8d083334d4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1662b267-0398-4e86-889e-2f6337bb6b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759265 Apr 01 16:05:30.146413 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-5e950dab-2a2f-44ff-80a8-f4115de2966a None None] Set router 1418cdc6-6466-4a76-b2be-dd06bc6e3f10 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:05:30.197638 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d7b3b355-93e6-40bb-98bc-fdd6de307a07 req-5423e022-e6f2-49e5-9dcf-2d2ba6d4c6d2 service neutron] 10.222.0.24 "GET /v2.0/networks/1662b267-0398-4e86-889e-2f6337bb6b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297960 Apr 01 16:05:30.370610 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d7b3b355-93e6-40bb-98bc-fdd6de307a07 req-0591a407-dc99-4e53-8cf7-4c0f571a4acc service neutron] 10.222.0.24 "GET /v2.0/networks/1662b267-0398-4e86-889e-2f6337bb6b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671519 Apr 01 16:05:30.522603 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-5e950dab-2a2f-44ff-80a8-f4115de2966a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1418cdc6-6466-4a76-b2be-dd06bc6e3f10', 'name': 'tempest-TestNetworkBasicOps-router-1217293637', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': 'e9081557-bfc1-4dd2-87cc-6c1c97f023d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:05:02Z', 'updated_at': '2022-04-01T16:05:07Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': 'e9081557-bfc1-4dd2-87cc-6c1c97f023d4', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ef:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1418cdc6-6466-4a76-b2be-dd06bc6e3f10', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:05:02Z', 'updated_at': '2022-04-01T16:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': 'f2f4063e-cf3c-4060-b0b0-f13ea1f22b1c', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'floating_ip_address': '172.26.1.251', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '1418cdc6-6466-4a76-b2be-dd06bc6e3f10', 'port_id': '0f656a2f-f4cc-4f2f-acb6-c304ef29501f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1662b267-0398-4e86-889e-2f6337bb6b39', 'mac_address': 'fa:16:3e:e8:3e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14b7d1d-2300-4024-8d3c-c36114cc4117', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:05:27Z', 'updated_at': '2022-04-01T16:05:27Z', 'revision_number': 0, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0429e40b-5896-4cf0-bb29-c0a0908c0563', 'name': '', 'network_id': '1662b267-0398-4e86-889e-2f6337bb6b39', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'mac_address': 'fa:16:3e:02:87:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1418cdc6-6466-4a76-b2be-dd06bc6e3f10', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '40ab9c3f-c29d-4581-a6a6-1a34adad1cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:05:06Z', 'updated_at': '2022-04-01T16:05:13Z', 'revision_number': 5, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'subnets': [{'id': '40ab9c3f-c29d-4581-a6a6-1a34adad1cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:05:30.526690 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e950dab-2a2f-44ff-80a8-f4115de2966a None None] The sync data for ids ['1418cdc6-6466-4a76-b2be-dd06bc6e3f10'] in dv-neutron-833373-2-hyperv is: [{'id': '1418cdc6-6466-4a76-b2be-dd06bc6e3f10', 'name': 'tempest-TestNetworkBasicOps-router-1217293637', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': 'e9081557-bfc1-4dd2-87cc-6c1c97f023d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:05:02Z', 'updated_at': '2022-04-01T16:05:07Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': 'e9081557-bfc1-4dd2-87cc-6c1c97f023d4', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ef:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1418cdc6-6466-4a76-b2be-dd06bc6e3f10', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:05:02Z', 'updated_at': '2022-04-01T16:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': 'f2f4063e-cf3c-4060-b0b0-f13ea1f22b1c', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'floating_ip_address': '172.26.1.251', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '1418cdc6-6466-4a76-b2be-dd06bc6e3f10', 'port_id': '0f656a2f-f4cc-4f2f-acb6-c304ef29501f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1662b267-0398-4e86-889e-2f6337bb6b39', 'mac_address': 'fa:16:3e:e8:3e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14b7d1d-2300-4024-8d3c-c36114cc4117', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:05:27Z', 'updated_at': '2022-04-01T16:05:27Z', 'revision_number': 0, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0429e40b-5896-4cf0-bb29-c0a0908c0563', 'name': '', 'network_id': '1662b267-0398-4e86-889e-2f6337bb6b39', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'mac_address': 'fa:16:3e:02:87:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1418cdc6-6466-4a76-b2be-dd06bc6e3f10', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '40ab9c3f-c29d-4581-a6a6-1a34adad1cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:05:06Z', 'updated_at': '2022-04-01T16:05:13Z', 'revision_number': 5, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'subnets': [{'id': '40ab9c3f-c29d-4581-a6a6-1a34adad1cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:05:30.538461 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 58846) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:05:30.768878 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-6325572e-7f1d-4ca9-9fb0-6070489cee3a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/floatingips/f2f4063e-cf3c-4060-b0b0-f13ea1f22b1c HTTP/1.1" status: 200 len: 991 time: 0.2291269 Apr 01 16:05:31.256185 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315ef7e2-8117-469c-ba53-826fd84d7ad8 None None] New status for floating IP f2f4063e-cf3c-4060-b0b0-f13ea1f22b1c: ACTIVE {{(pid=83829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 16:05:31.773576 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 58852) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:05:31.882866 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-c3036497-aed5-4ca3-a4f6-0fb7bdf504f4 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/floatingips/f2f4063e-cf3c-4060-b0b0-f13ea1f22b1c HTTP/1.1" status: 200 len: 993 time: 0.1080041 Apr 01 16:05:53.786898 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:53.872458 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-cf972981-add7-44c3-bdc8-5cce68fcc7a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:56.254121 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a30157df-4252-467b-94f2-05d24a2165e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:57.575316 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:57.595079 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:05:57.755066 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:05:59.254372 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:23.783612 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:23.854608 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-80e6a8e0-4610-4680-9d2f-d6e126cdf079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:26.256036 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-1f971722-4ee5-4950-970d-1a145558c83d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:27.579594 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:27.757417 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:29.260213 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:34.594851 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:06:46.043245 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f71ca95a-6ff0-4c2f-b01a-9b110c9ae5f4 req-d960318d-10c7-4efc-92fd-b14c96fa479b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f0f6b493-dd0d-47d8-a443-1fdb234bfa3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1396132 Apr 01 16:06:46.179045 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f71ca95a-6ff0-4c2f-b01a-9b110c9ae5f4 req-85afffad-4ab5-4341-b455-9531fe880e1b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b9e160ed92af426eb41719050c02f853&device_id=f0f6b493-dd0d-47d8-a443-1fdb234bfa3d HTTP/1.1" status: 200 len: 1099 time: 0.0679727 Apr 01 16:06:46.319183 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ca95a-6ff0-4c2f-b01a-9b110c9ae5f4 req-8cc88f4b-ead9-4a12-872c-ce2d35419066 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:46.320641 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f71ca95a-6ff0-4c2f-b01a-9b110c9ae5f4 req-8cc88f4b-ead9-4a12-872c-ce2d35419066 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0 HTTP/1.1" status: 200 len: 912 time: 0.1235979 Apr 01 16:06:46.422121 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f71ca95a-6ff0-4c2f-b01a-9b110c9ae5f4 req-72a98583-ed00-438a-ac12-25b687717493 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f5f2b9c-b159-48cf-ab42-dd65d0200e16 HTTP/1.1" status: 200 len: 1002 time: 0.0953844 Apr 01 16:06:46.483297 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ca95a-6ff0-4c2f-b01a-9b110c9ae5f4 req-44c189fb-1013-42a9-afcf-b29901adc317 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:46.484609 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f71ca95a-6ff0-4c2f-b01a-9b110c9ae5f4 req-44c189fb-1013-42a9-afcf-b29901adc317 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e89a89e5-8fa9-4b91-af10-f0a4d00467fb HTTP/1.1" status: 200 len: 851 time: 0.0566723 Apr 01 16:06:46.563297 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f71ca95a-6ff0-4c2f-b01a-9b110c9ae5f4 req-d72f6b6a-867e-4bb1-9afa-6744bb6bae05 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723748 Apr 01 16:06:46.695996 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f71ca95a-6ff0-4c2f-b01a-9b110c9ae5f4 req-cfab7eda-6077-41c3-b63f-49992d5cda36 service neutron] 10.222.0.24 "GET /v2.0/networks/d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258833 Apr 01 16:06:46.825860 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f71ca95a-6ff0-4c2f-b01a-9b110c9ae5f4 req-0041254c-ab11-4534-b135-92ebd29e425b service neutron] 10.222.0.24 "GET /v2.0/networks/d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240156 Apr 01 16:06:53.783384 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:53.861823 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ed9b2359-d1ec-4b70-9d36-c1a1487fe705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:56.193761 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 58888) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:06:56.261397 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-06501cb2-76a6-45e4-9f56-350114fe1181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:56.398298 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-d01cfe71-9993-438c-baf6-daaacd13765a tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Deleting port c3222c5f-1104-4d00-8a82-a3feb28b3dbe {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:06:56.398624 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d01cfe71-9993-438c-baf6-daaacd13765a tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:56.573262 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d01cfe71-9993-438c-baf6-daaacd13765a tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:56.573581 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d01cfe71-9993-438c-baf6-daaacd13765a tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:56.688559 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-d01cfe71-9993-438c-baf6-daaacd13765a tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Calling delete_port for c3222c5f-1104-4d00-8a82-a3feb28b3dbe owned by network:floatingip {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:06:56.929208 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d01cfe71-9993-438c-baf6-daaacd13765a tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:56.971947 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01cfe71-9993-438c-baf6-daaacd13765a tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Pushing event deleted for resources: {'Port': ['ID=c3222c5f-1104-4d00-8a82-a3feb28b3dbe,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:06:57.016673 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01cfe71-9993-438c-baf6-daaacd13765a tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:57.017054 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01cfe71-9993-438c-baf6-daaacd13765a tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:57.017392 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01cfe71-9993-438c-baf6-daaacd13765a tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:57.017795 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01cfe71-9993-438c-baf6-daaacd13765a tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:57.018055 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01cfe71-9993-438c-baf6-daaacd13765a tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:57.018380 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01cfe71-9993-438c-baf6-daaacd13765a tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:57.018703 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01cfe71-9993-438c-baf6-daaacd13765a tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:57.019031 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01cfe71-9993-438c-baf6-daaacd13765a tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:57.019364 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01cfe71-9993-438c-baf6-daaacd13765a tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:57.019666 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01cfe71-9993-438c-baf6-daaacd13765a tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:57.019984 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01cfe71-9993-438c-baf6-daaacd13765a tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:06:57.077883 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d01cfe71-9993-438c-baf6-daaacd13765a tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks [] for floatingip, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:57.469533 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d01cfe71-9993-438c-baf6-daaacd13765a tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Router 05b9be92-50a2-43a2-a398-6708a0dd5f87 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:06:57.581815 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:57.670242 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d01cfe71-9993-438c-baf6-daaacd13765a tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:06:57.679559 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf3b0bf-d28b-4201-b93f-cf69c1d3ea8d None None] Sync routers for ids ['05b9be92-50a2-43a2-a398-6708a0dd5f87'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:06:57.691953 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf3b0bf-d28b-4201-b93f-cf69c1d3ea8d None None] Routers {'05b9be92-50a2-43a2-a398-6708a0dd5f87'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:06:57.692446 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d01cfe71-9993-438c-baf6-daaacd13765a tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for floatingip, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:57.692577 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-bbf3b0bf-d28b-4201-b93f-cf69c1d3ea8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:06:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['05b9be92-50a2-43a2-a398-6708a0dd5f87'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:06:57.747420 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-d01cfe71-9993-438c-baf6-daaacd13765a tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "DELETE /v2.0/floatingips/95d7a888-34c6-4d39-915f-f782a3406465 HTTP/1.1" status: 204 len: 168 time: 1.5524030 Apr 01 16:06:57.747810 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95d904e6-677a-4776-9f09-72e7e59d1781', 'tag': '2e72c915-fd1a-46b6-919e-514f4f8453b0'}] {{(pid=83828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:06:57.773582 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:57.846521 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95d904e6-677a-4776-9f09-72e7e59d1781', 'tag': '2e72c915-fd1a-46b6-919e-514f4f8453b0', 'status': 'completed', 'code': 200} Apr 01 16:06:57.880811 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-bbf3b0bf-d28b-4201-b93f-cf69c1d3ea8d None None] Set router 05b9be92-50a2-43a2-a398-6708a0dd5f87 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:06:57.940664 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a9ae2607-7f51-4978-ba53-523219588faf req-b7df347d-ceb6-46f8-be73-e54eebd7feab service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b9e160ed92af426eb41719050c02f853&device_id=95d904e6-677a-4776-9f09-72e7e59d1781 HTTP/1.1" status: 200 len: 1098 time: 0.0708423 Apr 01 16:06:58.202532 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ae2607-7f51-4978-ba53-523219588faf req-ec7b0157-9564-443d-bdce-3b0674ee0357 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:58.203998 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a9ae2607-7f51-4978-ba53-523219588faf req-ec7b0157-9564-443d-bdce-3b0674ee0357 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0 HTTP/1.1" status: 200 len: 912 time: 0.2571692 Apr 01 16:06:58.261785 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-bbf3b0bf-d28b-4201-b93f-cf69c1d3ea8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b9be92-50a2-43a2-a398-6708a0dd5f87', 'name': 'tempest-TestVolumeBootPattern-1030540240-router', 'tenant_id': 'b9e160ed92af426eb41719050c02f853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.5'}], 'enable_snat': True}, 'gw_port_id': 'c9310d4d-02e6-42b9-9f00-f699c4f1c79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:59:30Z', 'updated_at': '2022-04-01T15:59:38Z', 'revision_number': 4, 'project_id': 'b9e160ed92af426eb41719050c02f853', 'gw_port': {'id': 'c9310d4d-02e6-42b9-9f00-f699c4f1c79c', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b9be92-50a2-43a2-a398-6708a0dd5f87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:31Z', 'updated_at': '2022-04-01T15:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': '46f31245-8d30-4b34-bf1a-398ad2e1aea3', 'tenant_id': 'b9e160ed92af426eb41719050c02f853', 'floating_ip_address': '172.26.1.137', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '05b9be92-50a2-43a2-a398-6708a0dd5f87', 'port_id': '3f5f2b9c-b159-48cf-ab42-dd65d0200e16', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0', 'mac_address': 'fa:16:3e:e0:89:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f6b493-dd0d-47d8-a443-1fdb234bfa3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:03:03Z', 'updated_at': '2022-04-01T16:03:08Z', 'revision_number': 1, 'project_id': 'b9e160ed92af426eb41719050c02f853', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53e92810-2be5-45b0-9e43-4bd6dec17163', 'name': '', 'network_id': 'd3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0', 'tenant_id': 'b9e160ed92af426eb41719050c02f853', 'mac_address': 'fa:16:3e:cd:d6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b9be92-50a2-43a2-a398-6708a0dd5f87', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e89a89e5-8fa9-4b91-af10-f0a4d00467fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:37Z', 'updated_at': '2022-04-01T16:00:18Z', 'revision_number': 5, 'project_id': 'b9e160ed92af426eb41719050c02f853', 'subnets': [{'id': 'e89a89e5-8fa9-4b91-af10-f0a4d00467fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:06:58.265696 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf3b0bf-d28b-4201-b93f-cf69c1d3ea8d None None] Checking router: 05b9be92-50a2-43a2-a398-6708a0dd5f87 for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:06:58.276510 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf3b0bf-d28b-4201-b93f-cf69c1d3ea8d None None] Routers {'05b9be92-50a2-43a2-a398-6708a0dd5f87'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:06:58.277151 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-bbf3b0bf-d28b-4201-b93f-cf69c1d3ea8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:06:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['05b9be92-50a2-43a2-a398-6708a0dd5f87'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:06:58.310956 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a9ae2607-7f51-4978-ba53-523219588faf req-781ae78a-11a3-407e-8366-63aabb803feb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e72c915-fd1a-46b6-919e-514f4f8453b0 HTTP/1.1" status: 200 len: 217 time: 0.1000257 Apr 01 16:06:58.391267 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ae2607-7f51-4978-ba53-523219588faf req-8b257f50-9f24-4075-828e-bf393ded8cde service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:58.392706 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a9ae2607-7f51-4978-ba53-523219588faf req-8b257f50-9f24-4075-828e-bf393ded8cde service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e89a89e5-8fa9-4b91-af10-f0a4d00467fb HTTP/1.1" status: 200 len: 851 time: 0.0757363 Apr 01 16:06:58.438702 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ee51e8-f48e-4fc3-b9dc-962d72e58330 req-969fa33a-9459-4f1d-aaa3-98e1753ee5f1 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:58.440168 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a1ee51e8-f48e-4fc3-b9dc-962d72e58330 req-969fa33a-9459-4f1d-aaa3-98e1753ee5f1 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/ports?device_id=95d904e6-677a-4776-9f09-72e7e59d1781 HTTP/1.1" status: 200 len: 945 time: 0.3043473 Apr 01 16:06:58.468334 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-bbf3b0bf-d28b-4201-b93f-cf69c1d3ea8d None None] Set router 05b9be92-50a2-43a2-a398-6708a0dd5f87 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:06:58.508981 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a1ee51e8-f48e-4fc3-b9dc-962d72e58330 req-ecd11cb6-7a9c-49ef-b7f5-f12c37c94a1f tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/security-groups?id=b68c8ca1-2548-48e9-84ee-f823ac26061f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628052 Apr 01 16:06:58.524696 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a9ae2607-7f51-4978-ba53-523219588faf req-19ab0f4d-9d18-4299-a704-b278721d5757 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1244345 Apr 01 16:06:58.660026 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a9ae2607-7f51-4978-ba53-523219588faf req-27f8a43f-709b-42e3-b27f-72a51c568e24 service neutron] 10.222.0.24 "GET /v2.0/networks/d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286590 Apr 01 16:06:58.798293 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a9ae2607-7f51-4978-ba53-523219588faf req-4c93c233-d3cf-48dd-9126-011e5a6e8ef2 service neutron] 10.222.0.24 "GET /v2.0/networks/d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306522 Apr 01 16:06:58.824619 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-bbf3b0bf-d28b-4201-b93f-cf69c1d3ea8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b9be92-50a2-43a2-a398-6708a0dd5f87', 'name': 'tempest-TestVolumeBootPattern-1030540240-router', 'tenant_id': 'b9e160ed92af426eb41719050c02f853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.5'}], 'enable_snat': True}, 'gw_port_id': 'c9310d4d-02e6-42b9-9f00-f699c4f1c79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:59:30Z', 'updated_at': '2022-04-01T15:59:38Z', 'revision_number': 4, 'project_id': 'b9e160ed92af426eb41719050c02f853', 'gw_port': {'id': 'c9310d4d-02e6-42b9-9f00-f699c4f1c79c', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b9be92-50a2-43a2-a398-6708a0dd5f87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:31Z', 'updated_at': '2022-04-01T15:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': '46f31245-8d30-4b34-bf1a-398ad2e1aea3', 'tenant_id': 'b9e160ed92af426eb41719050c02f853', 'floating_ip_address': '172.26.1.137', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '05b9be92-50a2-43a2-a398-6708a0dd5f87', 'port_id': '3f5f2b9c-b159-48cf-ab42-dd65d0200e16', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0', 'mac_address': 'fa:16:3e:e0:89:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f6b493-dd0d-47d8-a443-1fdb234bfa3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:03:03Z', 'updated_at': '2022-04-01T16:03:08Z', 'revision_number': 1, 'project_id': 'b9e160ed92af426eb41719050c02f853', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53e92810-2be5-45b0-9e43-4bd6dec17163', 'name': '', 'network_id': 'd3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0', 'tenant_id': 'b9e160ed92af426eb41719050c02f853', 'mac_address': 'fa:16:3e:cd:d6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b9be92-50a2-43a2-a398-6708a0dd5f87', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e89a89e5-8fa9-4b91-af10-f0a4d00467fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:37Z', 'updated_at': '2022-04-01T16:00:18Z', 'revision_number': 5, 'project_id': 'b9e160ed92af426eb41719050c02f853', 'subnets': [{'id': 'e89a89e5-8fa9-4b91-af10-f0a4d00467fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:06:58.828651 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf3b0bf-d28b-4201-b93f-cf69c1d3ea8d None None] The sync data for ids ['05b9be92-50a2-43a2-a398-6708a0dd5f87'] in dv-neutron-833373-2-hyperv is: [{'id': '05b9be92-50a2-43a2-a398-6708a0dd5f87', 'name': 'tempest-TestVolumeBootPattern-1030540240-router', 'tenant_id': 'b9e160ed92af426eb41719050c02f853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.5'}], 'enable_snat': True}, 'gw_port_id': 'c9310d4d-02e6-42b9-9f00-f699c4f1c79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:59:30Z', 'updated_at': '2022-04-01T15:59:38Z', 'revision_number': 4, 'project_id': 'b9e160ed92af426eb41719050c02f853', 'gw_port': {'id': 'c9310d4d-02e6-42b9-9f00-f699c4f1c79c', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b9be92-50a2-43a2-a398-6708a0dd5f87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:31Z', 'updated_at': '2022-04-01T15:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': '46f31245-8d30-4b34-bf1a-398ad2e1aea3', 'tenant_id': 'b9e160ed92af426eb41719050c02f853', 'floating_ip_address': '172.26.1.137', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '05b9be92-50a2-43a2-a398-6708a0dd5f87', 'port_id': '3f5f2b9c-b159-48cf-ab42-dd65d0200e16', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0', 'mac_address': 'fa:16:3e:e0:89:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f6b493-dd0d-47d8-a443-1fdb234bfa3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:03:03Z', 'updated_at': '2022-04-01T16:03:08Z', 'revision_number': 1, 'project_id': 'b9e160ed92af426eb41719050c02f853', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53e92810-2be5-45b0-9e43-4bd6dec17163', 'name': '', 'network_id': 'd3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0', 'tenant_id': 'b9e160ed92af426eb41719050c02f853', 'mac_address': 'fa:16:3e:cd:d6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b9be92-50a2-43a2-a398-6708a0dd5f87', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e89a89e5-8fa9-4b91-af10-f0a4d00467fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:37Z', 'updated_at': '2022-04-01T16:00:18Z', 'revision_number': 5, 'project_id': 'b9e160ed92af426eb41719050c02f853', 'subnets': [{'id': 'e89a89e5-8fa9-4b91-af10-f0a4d00467fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:06:59.037478 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81072a2c-99d7-4b7c-907b-4eff4bf614fc None None] New status for floating IP 95d7a888-34c6-4d39-915f-f782a3406465: DOWN {{(pid=83829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 16:06:59.259400 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:59.663092 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a2ae79-2a0c-4262-9349-3e2f13cab410 req-ee4114ea-65b4-4769-a148-a6d29b9c55b9 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:59.664358 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b7a2ae79-2a0c-4262-9349-3e2f13cab410 req-ee4114ea-65b4-4769-a148-a6d29b9c55b9 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.24 "GET /v2.0/ports?device_id=95d904e6-677a-4776-9f09-72e7e59d1781 HTTP/1.1" status: 200 len: 945 time: 0.0870738 Apr 01 16:06:59.772660 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [req-b7a2ae79-2a0c-4262-9349-3e2f13cab410 req-10c13831-9b29-475e-9e5b-3d7c67ba7717 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Deleting port 2e72c915-fd1a-46b6-919e-514f4f8453b0 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:06:59.773014 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-b7a2ae79-2a0c-4262-9349-3e2f13cab410 req-10c13831-9b29-475e-9e5b-3d7c67ba7717 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:06:59.896278 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e713ec-63f0-43b9-ab18-d6e2d9f9b45d req-8d05976d-8957-4af9-ab75-3545288d1386 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:06:59.897654 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e1e713ec-63f0-43b9-ab18-d6e2d9f9b45d req-8d05976d-8957-4af9-ab75-3545288d1386 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/ports?device_id=95d904e6-677a-4776-9f09-72e7e59d1781 HTTP/1.1" status: 200 len: 945 time: 0.2528911 Apr 01 16:07:00.029292 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e1e713ec-63f0-43b9-ab18-d6e2d9f9b45d req-e9b76878-60f0-4b16-a7ba-c53c5ec9537f tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/security-groups?id=b68c8ca1-2548-48e9-84ee-f823ac26061f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253717 Apr 01 16:07:00.069829 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [req-b7a2ae79-2a0c-4262-9349-3e2f13cab410 req-10c13831-9b29-475e-9e5b-3d7c67ba7717 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] For port 2e72c915-fd1a-46b6-919e-514f4f8453b0, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=2e72c915-fd1a-46b6-919e-514f4f8453b0,segment=NetworkSegment(e9f2fb1b-4025-4408-ae49-32f016745ef9),segment_id=e9f2fb1b-4025-4408-ae49-32f016745ef9)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:07:00.070175 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-b7a2ae79-2a0c-4262-9349-3e2f13cab410 req-10c13831-9b29-475e-9e5b-3d7c67ba7717 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:00.192971 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [req-b7a2ae79-2a0c-4262-9349-3e2f13cab410 req-10c13831-9b29-475e-9e5b-3d7c67ba7717 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Calling delete_port for 2e72c915-fd1a-46b6-919e-514f4f8453b0 owned by compute:nova {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:07:00.335943 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-b7a2ae79-2a0c-4262-9349-3e2f13cab410 req-10c13831-9b29-475e-9e5b-3d7c67ba7717 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:00.383352 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c13831-9b29-475e-9e5b-3d7c67ba7717 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Pushing event deleted for resources: {'Port': ['ID=2e72c915-fd1a-46b6-919e-514f4f8453b0,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:07:00.421707 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c13831-9b29-475e-9e5b-3d7c67ba7717 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:07:00.422050 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c13831-9b29-475e-9e5b-3d7c67ba7717 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:07:00.422385 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c13831-9b29-475e-9e5b-3d7c67ba7717 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:07:00.422711 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c13831-9b29-475e-9e5b-3d7c67ba7717 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:07:00.423037 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c13831-9b29-475e-9e5b-3d7c67ba7717 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:07:00.423362 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c13831-9b29-475e-9e5b-3d7c67ba7717 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:07:00.423682 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c13831-9b29-475e-9e5b-3d7c67ba7717 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:07:00.424004 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c13831-9b29-475e-9e5b-3d7c67ba7717 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:07:00.424321 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c13831-9b29-475e-9e5b-3d7c67ba7717 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:07:00.424636 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c13831-9b29-475e-9e5b-3d7c67ba7717 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:07:00.424983 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c13831-9b29-475e-9e5b-3d7c67ba7717 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:07:00.552101 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7a2ae79-2a0c-4262-9349-3e2f13cab410 req-10c13831-9b29-475e-9e5b-3d7c67ba7717 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] No DVR routers for this DVR port 2e72c915-fd1a-46b6-919e-514f4f8453b0 on host hv-neutron-8333 {{(pid=83826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:07:00.554497 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-b7a2ae79-2a0c-4262-9349-3e2f13cab410 req-10c13831-9b29-475e-9e5b-3d7c67ba7717 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:00.557821 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95d904e6-677a-4776-9f09-72e7e59d1781', 'name': 'network-vif-deleted', 'tag': '2e72c915-fd1a-46b6-919e-514f4f8453b0'}] {{(pid=83826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:07:00.569606 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b7a2ae79-2a0c-4262-9349-3e2f13cab410 req-10c13831-9b29-475e-9e5b-3d7c67ba7717 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.24 "DELETE /v2.0/ports/2e72c915-fd1a-46b6-919e-514f4f8453b0 HTTP/1.1" status: 204 len: 173 time: 0.8993096 Apr 01 16:07:00.684426 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95d904e6-677a-4776-9f09-72e7e59d1781', 'name': 'network-vif-deleted', 'tag': '2e72c915-fd1a-46b6-919e-514f4f8453b0', 'status': 'completed', 'code': 200} Apr 01 16:07:01.199268 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-21dc869f-711f-42f0-9302-ba328bbbd771 req-03c982a4-5f62-4cc1-9ab2-ecceebd74b32 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Synchronizing usage tracker for tenant:b9e160ed92af426eb41719050c02f853 on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:07:01.215532 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-21dc869f-711f-42f0-9302-ba328bbbd771 req-03c982a4-5f62-4cc1-9ab2-ecceebd74b32 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Unset dirty status for tenant:b9e160ed92af426eb41719050c02f853 on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:07:01.216713 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-21dc869f-711f-42f0-9302-ba328bbbd771 req-03c982a4-5f62-4cc1-9ab2-ecceebd74b32 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/ports?device_id=95d904e6-677a-4776-9f09-72e7e59d1781 HTTP/1.1" status: 200 len: 210 time: 0.0653799 Apr 01 16:07:03.036128 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 2e72c915-fd1a-46b6-919e-514f4f8453b0 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:07:03.068773 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] No Port match for: 2e72c915-fd1a-46b6-919e-514f4f8453b0 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:07:03.069121 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 2e72c915-fd1a-46b6-919e-514f4f8453b0 not bound to the agent host hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:07:06.847596 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 58932) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:07:07.047294 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-6c78c8aa-c6c1-465d-850e-7126c18e1ea8 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Deleting port 49438beb-2fca-48db-be1e-d72651b1115d {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:07:07.047636 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6c78c8aa-c6c1-465d-850e-7126c18e1ea8 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:07.210535 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6c78c8aa-c6c1-465d-850e-7126c18e1ea8 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:07.210771 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6c78c8aa-c6c1-465d-850e-7126c18e1ea8 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:07.330167 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-6c78c8aa-c6c1-465d-850e-7126c18e1ea8 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Calling delete_port for 49438beb-2fca-48db-be1e-d72651b1115d owned by network:floatingip {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:07:07.583644 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6c78c8aa-c6c1-465d-850e-7126c18e1ea8 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:07.628288 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c78c8aa-c6c1-465d-850e-7126c18e1ea8 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Pushing event deleted for resources: {'Port': ['ID=49438beb-2fca-48db-be1e-d72651b1115d,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:07:07.728430 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6c78c8aa-c6c1-465d-850e-7126c18e1ea8 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks [] for floatingip, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:08.117892 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c78c8aa-c6c1-465d-850e-7126c18e1ea8 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Router 05b9be92-50a2-43a2-a398-6708a0dd5f87 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:07:08.316164 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c78c8aa-c6c1-465d-850e-7126c18e1ea8 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:07:08.326486 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4975005-5ba4-4da9-8d9e-78b648bdbbe7 None None] Sync routers for ids ['05b9be92-50a2-43a2-a398-6708a0dd5f87'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:07:08.336864 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6c78c8aa-c6c1-465d-850e-7126c18e1ea8 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for floatingip, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:08.338920 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4975005-5ba4-4da9-8d9e-78b648bdbbe7 None None] Routers {'05b9be92-50a2-43a2-a398-6708a0dd5f87'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:07:08.339469 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-b4975005-5ba4-4da9-8d9e-78b648bdbbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:06:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['05b9be92-50a2-43a2-a398-6708a0dd5f87'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:07:08.391529 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-6c78c8aa-c6c1-465d-850e-7126c18e1ea8 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "DELETE /v2.0/floatingips/46f31245-8d30-4b34-bf1a-398ad2e1aea3 HTTP/1.1" status: 204 len: 168 time: 1.5428550 Apr 01 16:07:08.392102 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0f6b493-dd0d-47d8-a443-1fdb234bfa3d', 'tag': '3f5f2b9c-b159-48cf-ab42-dd65d0200e16'}] {{(pid=83828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:07:08.530590 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0f6b493-dd0d-47d8-a443-1fdb234bfa3d', 'tag': '3f5f2b9c-b159-48cf-ab42-dd65d0200e16', 'status': 'completed', 'code': 200} Apr 01 16:07:08.566282 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-b4975005-5ba4-4da9-8d9e-78b648bdbbe7 None None] Set router 05b9be92-50a2-43a2-a398-6708a0dd5f87 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:07:08.631637 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8b9a0f91-d858-41fc-be55-693b70ad1954 req-20c763e9-8a03-43da-b7b8-1b6b0944e0a2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b9e160ed92af426eb41719050c02f853&device_id=f0f6b493-dd0d-47d8-a443-1fdb234bfa3d HTTP/1.1" status: 200 len: 1099 time: 0.0759244 Apr 01 16:07:08.771393 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a0f91-d858-41fc-be55-693b70ad1954 req-4257fd22-a80e-4c8e-9b36-89c35ee44549 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:08.772913 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8b9a0f91-d858-41fc-be55-693b70ad1954 req-4257fd22-a80e-4c8e-9b36-89c35ee44549 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0 HTTP/1.1" status: 200 len: 912 time: 0.1343400 Apr 01 16:07:08.846974 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8b9a0f91-d858-41fc-be55-693b70ad1954 req-907b13c3-00a7-4710-8e6a-9c29728e6437 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f5f2b9c-b159-48cf-ab42-dd65d0200e16 HTTP/1.1" status: 200 len: 217 time: 0.0670192 Apr 01 16:07:08.914251 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-b4975005-5ba4-4da9-8d9e-78b648bdbbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b9be92-50a2-43a2-a398-6708a0dd5f87', 'name': 'tempest-TestVolumeBootPattern-1030540240-router', 'tenant_id': 'b9e160ed92af426eb41719050c02f853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.5'}], 'enable_snat': True}, 'gw_port_id': 'c9310d4d-02e6-42b9-9f00-f699c4f1c79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:59:30Z', 'updated_at': '2022-04-01T15:59:38Z', 'revision_number': 4, 'project_id': 'b9e160ed92af426eb41719050c02f853', 'gw_port': {'id': 'c9310d4d-02e6-42b9-9f00-f699c4f1c79c', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b9be92-50a2-43a2-a398-6708a0dd5f87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:31Z', 'updated_at': '2022-04-01T15:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '53e92810-2be5-45b0-9e43-4bd6dec17163', 'name': '', 'network_id': 'd3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0', 'tenant_id': 'b9e160ed92af426eb41719050c02f853', 'mac_address': 'fa:16:3e:cd:d6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b9be92-50a2-43a2-a398-6708a0dd5f87', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e89a89e5-8fa9-4b91-af10-f0a4d00467fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:37Z', 'updated_at': '2022-04-01T16:00:18Z', 'revision_number': 5, 'project_id': 'b9e160ed92af426eb41719050c02f853', 'subnets': [{'id': 'e89a89e5-8fa9-4b91-af10-f0a4d00467fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:07:08.918715 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4975005-5ba4-4da9-8d9e-78b648bdbbe7 None None] Checking router: 05b9be92-50a2-43a2-a398-6708a0dd5f87 for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:07:08.928851 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4975005-5ba4-4da9-8d9e-78b648bdbbe7 None None] Routers {'05b9be92-50a2-43a2-a398-6708a0dd5f87'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:07:08.929442 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-b4975005-5ba4-4da9-8d9e-78b648bdbbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:06:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['05b9be92-50a2-43a2-a398-6708a0dd5f87'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:07:08.955765 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a0f91-d858-41fc-be55-693b70ad1954 req-a6be845c-6cc8-4a7c-b7d2-e9ce4b734671 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:08.957244 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8b9a0f91-d858-41fc-be55-693b70ad1954 req-a6be845c-6cc8-4a7c-b7d2-e9ce4b734671 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e89a89e5-8fa9-4b91-af10-f0a4d00467fb HTTP/1.1" status: 200 len: 851 time: 0.1028583 Apr 01 16:07:09.034219 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb7f156-9ea9-4e26-ba8a-f8ae21ed9f2f req-b5ba9a07-bf67-4735-92ab-958e20a23228 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:09.035660 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ecb7f156-9ea9-4e26-ba8a-f8ae21ed9f2f req-b5ba9a07-bf67-4735-92ab-958e20a23228 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0f6b493-dd0d-47d8-a443-1fdb234bfa3d HTTP/1.1" status: 200 len: 946 time: 0.1480041 Apr 01 16:07:09.075659 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8b9a0f91-d858-41fc-be55-693b70ad1954 req-00460b8e-6844-4cbd-8f28-cb528ee6ec09 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1107275 Apr 01 16:07:09.109924 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-b4975005-5ba4-4da9-8d9e-78b648bdbbe7 None None] Set router 05b9be92-50a2-43a2-a398-6708a0dd5f87 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:07:09.162272 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ecb7f156-9ea9-4e26-ba8a-f8ae21ed9f2f req-cc42f275-4da0-4b95-a0e0-bb90e459e5df tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/security-groups?id=b68c8ca1-2548-48e9-84ee-f823ac26061f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148393 Apr 01 16:07:09.221866 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8b9a0f91-d858-41fc-be55-693b70ad1954 req-2bc6d53b-c99c-4fd5-9170-0cc1c2681d56 service neutron] 10.222.0.24 "GET /v2.0/networks/d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372170 Apr 01 16:07:09.355249 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8b9a0f91-d858-41fc-be55-693b70ad1954 req-b3396236-2dc1-4cb5-8b23-bb647a5b6b52 service neutron] 10.222.0.24 "GET /v2.0/networks/d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272709 Apr 01 16:07:09.444025 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-b4975005-5ba4-4da9-8d9e-78b648bdbbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b9be92-50a2-43a2-a398-6708a0dd5f87', 'name': 'tempest-TestVolumeBootPattern-1030540240-router', 'tenant_id': 'b9e160ed92af426eb41719050c02f853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.5'}], 'enable_snat': True}, 'gw_port_id': 'c9310d4d-02e6-42b9-9f00-f699c4f1c79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:59:30Z', 'updated_at': '2022-04-01T15:59:38Z', 'revision_number': 4, 'project_id': 'b9e160ed92af426eb41719050c02f853', 'gw_port': {'id': 'c9310d4d-02e6-42b9-9f00-f699c4f1c79c', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b9be92-50a2-43a2-a398-6708a0dd5f87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:31Z', 'updated_at': '2022-04-01T15:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '53e92810-2be5-45b0-9e43-4bd6dec17163', 'name': '', 'network_id': 'd3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0', 'tenant_id': 'b9e160ed92af426eb41719050c02f853', 'mac_address': 'fa:16:3e:cd:d6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b9be92-50a2-43a2-a398-6708a0dd5f87', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e89a89e5-8fa9-4b91-af10-f0a4d00467fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:37Z', 'updated_at': '2022-04-01T16:00:18Z', 'revision_number': 5, 'project_id': 'b9e160ed92af426eb41719050c02f853', 'subnets': [{'id': 'e89a89e5-8fa9-4b91-af10-f0a4d00467fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:07:09.447873 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4975005-5ba4-4da9-8d9e-78b648bdbbe7 None None] The sync data for ids ['05b9be92-50a2-43a2-a398-6708a0dd5f87'] in dv-neutron-833373-2-hyperv is: [{'id': '05b9be92-50a2-43a2-a398-6708a0dd5f87', 'name': 'tempest-TestVolumeBootPattern-1030540240-router', 'tenant_id': 'b9e160ed92af426eb41719050c02f853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.5'}], 'enable_snat': True}, 'gw_port_id': 'c9310d4d-02e6-42b9-9f00-f699c4f1c79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:59:30Z', 'updated_at': '2022-04-01T15:59:38Z', 'revision_number': 4, 'project_id': 'b9e160ed92af426eb41719050c02f853', 'gw_port': {'id': 'c9310d4d-02e6-42b9-9f00-f699c4f1c79c', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b9be92-50a2-43a2-a398-6708a0dd5f87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:31Z', 'updated_at': '2022-04-01T15:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '53e92810-2be5-45b0-9e43-4bd6dec17163', 'name': '', 'network_id': 'd3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0', 'tenant_id': 'b9e160ed92af426eb41719050c02f853', 'mac_address': 'fa:16:3e:cd:d6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b9be92-50a2-43a2-a398-6708a0dd5f87', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e89a89e5-8fa9-4b91-af10-f0a4d00467fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:37Z', 'updated_at': '2022-04-01T16:00:18Z', 'revision_number': 5, 'project_id': 'b9e160ed92af426eb41719050c02f853', 'subnets': [{'id': 'e89a89e5-8fa9-4b91-af10-f0a4d00467fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:07:09.667317 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13261d3-d4d4-4f9e-9a3c-f5c6f8a4390f None None] New status for floating IP 46f31245-8d30-4b34-bf1a-398ad2e1aea3: DOWN {{(pid=83829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 16:07:10.419243 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60fa34e-b795-4649-b90b-6d39e7b09b7d req-1e53c789-ce4e-4f99-8450-3fe75b54eacb tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:10.420609 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d60fa34e-b795-4649-b90b-6d39e7b09b7d req-1e53c789-ce4e-4f99-8450-3fe75b54eacb tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0f6b493-dd0d-47d8-a443-1fdb234bfa3d HTTP/1.1" status: 200 len: 946 time: 0.1343112 Apr 01 16:07:10.425915 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd16b395-98c2-4024-a4cb-263bfc4b4c2b req-cfa5de3a-334c-4161-92ab-7671605d1ae3 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:10.427183 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-bd16b395-98c2-4024-a4cb-263bfc4b4c2b req-cfa5de3a-334c-4161-92ab-7671605d1ae3 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0f6b493-dd0d-47d8-a443-1fdb234bfa3d HTTP/1.1" status: 200 len: 946 time: 0.1107624 Apr 01 16:07:10.528183 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [req-bd16b395-98c2-4024-a4cb-263bfc4b4c2b req-13082afe-74db-4939-8f83-b3ea2c6b4d62 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Deleting port 3f5f2b9c-b159-48cf-ab42-dd65d0200e16 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:07:10.528524 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-bd16b395-98c2-4024-a4cb-263bfc4b4c2b req-13082afe-74db-4939-8f83-b3ea2c6b4d62 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:10.552462 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d60fa34e-b795-4649-b90b-6d39e7b09b7d req-80730437-ea10-4890-8436-642124a88371 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/security-groups?id=b68c8ca1-2548-48e9-84ee-f823ac26061f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244087 Apr 01 16:07:10.772715 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [req-bd16b395-98c2-4024-a4cb-263bfc4b4c2b req-13082afe-74db-4939-8f83-b3ea2c6b4d62 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] For port 3f5f2b9c-b159-48cf-ab42-dd65d0200e16, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=3f5f2b9c-b159-48cf-ab42-dd65d0200e16,segment=NetworkSegment(e9f2fb1b-4025-4408-ae49-32f016745ef9),segment_id=e9f2fb1b-4025-4408-ae49-32f016745ef9)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:07:10.773094 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-bd16b395-98c2-4024-a4cb-263bfc4b4c2b req-13082afe-74db-4939-8f83-b3ea2c6b4d62 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:10.907149 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [req-bd16b395-98c2-4024-a4cb-263bfc4b4c2b req-13082afe-74db-4939-8f83-b3ea2c6b4d62 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Calling delete_port for 3f5f2b9c-b159-48cf-ab42-dd65d0200e16 owned by compute:nova {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:07:11.139748 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-bd16b395-98c2-4024-a4cb-263bfc4b4c2b req-13082afe-74db-4939-8f83-b3ea2c6b4d62 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:11.194155 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13082afe-74db-4939-8f83-b3ea2c6b4d62 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Pushing event deleted for resources: {'Port': ['ID=3f5f2b9c-b159-48cf-ab42-dd65d0200e16,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:07:11.277969 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd16b395-98c2-4024-a4cb-263bfc4b4c2b req-13082afe-74db-4939-8f83-b3ea2c6b4d62 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] No DVR routers for this DVR port 3f5f2b9c-b159-48cf-ab42-dd65d0200e16 on host hv-neutron-8333 {{(pid=83826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:07:11.280598 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-bd16b395-98c2-4024-a4cb-263bfc4b4c2b req-13082afe-74db-4939-8f83-b3ea2c6b4d62 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:11.282868 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0f6b493-dd0d-47d8-a443-1fdb234bfa3d', 'name': 'network-vif-deleted', 'tag': '3f5f2b9c-b159-48cf-ab42-dd65d0200e16'}] {{(pid=83826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:07:11.294551 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-bd16b395-98c2-4024-a4cb-263bfc4b4c2b req-13082afe-74db-4939-8f83-b3ea2c6b4d62 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.24 "DELETE /v2.0/ports/3f5f2b9c-b159-48cf-ab42-dd65d0200e16 HTTP/1.1" status: 204 len: 173 time: 0.8529646 Apr 01 16:07:11.349910 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0f6b493-dd0d-47d8-a443-1fdb234bfa3d', 'name': 'network-vif-deleted', 'tag': '3f5f2b9c-b159-48cf-ab42-dd65d0200e16', 'status': 'completed', 'code': 200} Apr 01 16:07:11.601668 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:07:11.746535 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-05bc9de2-5127-4e17-8538-3e3eab181b0e req-790bd1ba-e6b1-4981-947b-55588d77949a tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Synchronizing usage tracker for tenant:b9e160ed92af426eb41719050c02f853 on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:07:11.763975 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-05bc9de2-5127-4e17-8538-3e3eab181b0e req-790bd1ba-e6b1-4981-947b-55588d77949a tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Unset dirty status for tenant:b9e160ed92af426eb41719050c02f853 on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:07:11.765337 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-05bc9de2-5127-4e17-8538-3e3eab181b0e req-790bd1ba-e6b1-4981-947b-55588d77949a tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0f6b493-dd0d-47d8-a443-1fdb234bfa3d HTTP/1.1" status: 200 len: 210 time: 0.0651517 Apr 01 16:07:12.873228 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 58952) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:07:13.030348 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-3095919a-686b-4470-b542-fac9841f1552 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Deleting port 7b70cf56-7526-4ca1-806d-87818cec70e8 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:07:13.030685 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3095919a-686b-4470-b542-fac9841f1552 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:13.110255 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 3f5f2b9c-b159-48cf-ab42-dd65d0200e16 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:07:13.144190 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] No Port match for: 3f5f2b9c-b159-48cf-ab42-dd65d0200e16 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:07:13.144545 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 3f5f2b9c-b159-48cf-ab42-dd65d0200e16 not bound to the agent host hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:07:13.195572 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3095919a-686b-4470-b542-fac9841f1552 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:13.195890 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3095919a-686b-4470-b542-fac9841f1552 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:13.314389 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-3095919a-686b-4470-b542-fac9841f1552 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Calling delete_port for 7b70cf56-7526-4ca1-806d-87818cec70e8 owned by network:floatingip {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:07:13.546483 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3095919a-686b-4470-b542-fac9841f1552 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:13.593619 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3095919a-686b-4470-b542-fac9841f1552 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Pushing event deleted for resources: {'Port': ['ID=7b70cf56-7526-4ca1-806d-87818cec70e8,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:07:13.689221 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3095919a-686b-4470-b542-fac9841f1552 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks [] for floatingip, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:13.708479 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3095919a-686b-4470-b542-fac9841f1552 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for floatingip, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:13.709647 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-3095919a-686b-4470-b542-fac9841f1552 tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "DELETE /v2.0/floatingips/cec8e1d2-69b6-4b5a-ba91-2e463631af1e HTTP/1.1" status: 204 len: 168 time: 0.8353984 Apr 01 16:07:16.281617 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 58968) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:07:16.349827 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-abd6d502-7297-4fbe-98b0-078188a29a0c tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:16.381441 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-abd6d502-7297-4fbe-98b0-078188a29a0c tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:16.450421 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-abd6d502-7297-4fbe-98b0-078188a29a0c tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:16.469375 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd6d502-7297-4fbe-98b0-078188a29a0c tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b68c8ca1-2548-48e9-84ee-f823ac26061f,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:07:16.479816 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-abd6d502-7297-4fbe-98b0-078188a29a0c tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:16.483490 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-abd6d502-7297-4fbe-98b0-078188a29a0c tempest-TestVolumeBootPattern-194943552 tempest-TestVolumeBootPattern-194943552-project] 10.222.0.55 "DELETE /v2.0/security-groups/b68c8ca1-2548-48e9-84ee-f823ac26061f HTTP/1.1" status: 204 len: 168 time: 0.1983490 Apr 01 16:07:16.544984 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 58974) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:07:17.107110 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-192e98a0-8119-4fd0-9ee1-0611ecfbbf45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611543'] for router_interface, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:17.685603 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-192e98a0-8119-4fd0-9ee1-0611ecfbbf45 admin admin] Deleting port 53e92810-2be5-45b0-9e43-4bd6dec17163 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:07:17.686370 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-192e98a0-8119-4fd0-9ee1-0611ecfbbf45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:17.856300 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [None req-192e98a0-8119-4fd0-9ee1-0611ecfbbf45 admin admin] For port 53e92810-2be5-45b0-9e43-4bd6dec17163, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=53e92810-2be5-45b0-9e43-4bd6dec17163,segment=NetworkSegment(e9f2fb1b-4025-4408-ae49-32f016745ef9),segment_id=e9f2fb1b-4025-4408-ae49-32f016745ef9)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:07:17.856650 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-192e98a0-8119-4fd0-9ee1-0611ecfbbf45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:18.069921 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-192e98a0-8119-4fd0-9ee1-0611ecfbbf45 admin admin] Calling delete_port for 53e92810-2be5-45b0-9e43-4bd6dec17163 owned by network:router_interface {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:07:18.236092 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-192e98a0-8119-4fd0-9ee1-0611ecfbbf45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:18.283438 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192e98a0-8119-4fd0-9ee1-0611ecfbbf45 admin admin] Pushing event deleted for resources: {'Port': ['ID=53e92810-2be5-45b0-9e43-4bd6dec17163,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:07:18.569566 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-192e98a0-8119-4fd0-9ee1-0611ecfbbf45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611462'] for router_interface, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:19.186309 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-192e98a0-8119-4fd0-9ee1-0611ecfbbf45 admin admin] Router 05b9be92-50a2-43a2-a398-6708a0dd5f87 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:07:19.395771 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-192e98a0-8119-4fd0-9ee1-0611ecfbbf45 admin admin] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:07:19.405545 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cce1567-a008-438d-a1a3-1d75bff3bf33 None None] Sync routers for ids ['05b9be92-50a2-43a2-a398-6708a0dd5f87'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:07:19.411607 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-192e98a0-8119-4fd0-9ee1-0611ecfbbf45 admin admin] 10.222.0.55 "PUT /v2.0/routers/05b9be92-50a2-43a2-a398-6708a0dd5f87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8652899 Apr 01 16:07:19.414122 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 58980) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:07:19.417749 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cce1567-a008-438d-a1a3-1d75bff3bf33 None None] Routers {'05b9be92-50a2-43a2-a398-6708a0dd5f87'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:07:19.418295 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-2cce1567-a008-438d-a1a3-1d75bff3bf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:06:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['05b9be92-50a2-43a2-a398-6708a0dd5f87'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:07:19.608913 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-2cce1567-a008-438d-a1a3-1d75bff3bf33 None None] Set router 05b9be92-50a2-43a2-a398-6708a0dd5f87 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:07:19.732990 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d5af034e-6de3-43ab-a1cc-8d85fe8715ec admin admin] Notify callbacks [] for router, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:19.916513 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-2cce1567-a008-438d-a1a3-1d75bff3bf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b9be92-50a2-43a2-a398-6708a0dd5f87', 'name': 'tempest-TestVolumeBootPattern-1030540240-router', 'tenant_id': 'b9e160ed92af426eb41719050c02f853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.5'}], 'enable_snat': True}, 'gw_port_id': 'c9310d4d-02e6-42b9-9f00-f699c4f1c79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:59:30Z', 'updated_at': '2022-04-01T16:07:18Z', 'revision_number': 5, 'project_id': 'b9e160ed92af426eb41719050c02f853', 'gw_port': {'id': 'c9310d4d-02e6-42b9-9f00-f699c4f1c79c', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b9be92-50a2-43a2-a398-6708a0dd5f87', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:31Z', 'updated_at': '2022-04-01T15:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:07:19.920696 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cce1567-a008-438d-a1a3-1d75bff3bf33 None None] Checking router: 05b9be92-50a2-43a2-a398-6708a0dd5f87 for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:07:19.931212 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cce1567-a008-438d-a1a3-1d75bff3bf33 None None] Routers {'05b9be92-50a2-43a2-a398-6708a0dd5f87'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:07:19.931813 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-2cce1567-a008-438d-a1a3-1d75bff3bf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:06:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['05b9be92-50a2-43a2-a398-6708a0dd5f87'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:07:19.934907 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d5af034e-6de3-43ab-a1cc-8d85fe8715ec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:19.944872 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-d5af034e-6de3-43ab-a1cc-8d85fe8715ec admin admin] Deleting port c9310d4d-02e6-42b9-9f00-f699c4f1c79c {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:07:19.945217 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d5af034e-6de3-43ab-a1cc-8d85fe8715ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:20.093198 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-2cce1567-a008-438d-a1a3-1d75bff3bf33 None None] Set router 05b9be92-50a2-43a2-a398-6708a0dd5f87 gateway port host: None {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:07:20.123427 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [None req-d5af034e-6de3-43ab-a1cc-8d85fe8715ec admin admin] For port c9310d4d-02e6-42b9-9f00-f699c4f1c79c, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=c9310d4d-02e6-42b9-9f00-f699c4f1c79c,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:07:20.123773 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d5af034e-6de3-43ab-a1cc-8d85fe8715ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:20.195021 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-2cce1567-a008-438d-a1a3-1d75bff3bf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b9be92-50a2-43a2-a398-6708a0dd5f87', 'name': 'tempest-TestVolumeBootPattern-1030540240-router', 'tenant_id': 'b9e160ed92af426eb41719050c02f853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:59:30Z', 'updated_at': '2022-04-01T16:07:19Z', 'revision_number': 6, 'project_id': 'b9e160ed92af426eb41719050c02f853', 'gw_port_host': None}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:07:20.199568 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cce1567-a008-438d-a1a3-1d75bff3bf33 None None] The sync data for ids ['05b9be92-50a2-43a2-a398-6708a0dd5f87'] in dv-neutron-833373-2-hyperv is: [{'id': '05b9be92-50a2-43a2-a398-6708a0dd5f87', 'name': 'tempest-TestVolumeBootPattern-1030540240-router', 'tenant_id': 'b9e160ed92af426eb41719050c02f853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:59:30Z', 'updated_at': '2022-04-01T16:07:19Z', 'revision_number': 6, 'project_id': 'b9e160ed92af426eb41719050c02f853', 'gw_port_host': None}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:07:20.244072 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-d5af034e-6de3-43ab-a1cc-8d85fe8715ec admin admin] Calling delete_port for c9310d4d-02e6-42b9-9f00-f699c4f1c79c owned by network:router_gateway {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:07:20.410402 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d5af034e-6de3-43ab-a1cc-8d85fe8715ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:20.456767 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5af034e-6de3-43ab-a1cc-8d85fe8715ec admin admin] Pushing event deleted for resources: {'Port': ['ID=c9310d4d-02e6-42b9-9f00-f699c4f1c79c,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:07:20.686711 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d5af034e-6de3-43ab-a1cc-8d85fe8715ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617660'] for router_gateway, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:21.051919 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device c9310d4d-02e6-42b9-9f00-f699c4f1c79c no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:07:21.057215 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d5af034e-6de3-43ab-a1cc-8d85fe8715ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130651'] for router, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:21.061928 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d5af034e-6de3-43ab-a1cc-8d85fe8715ec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:21.091602 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d5af034e-6de3-43ab-a1cc-8d85fe8715ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607376'] for router, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:21.092177 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5af034e-6de3-43ab-a1cc-8d85fe8715ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05b9be92-50a2-43a2-a398-6708a0dd5f87 {{(pid=83826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 16:07:21.094187 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: c9310d4d-02e6-42b9-9f00-f699c4f1c79c {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:07:21.094532 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device c9310d4d-02e6-42b9-9f00-f699c4f1c79c not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:07:21.095141 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 53e92810-2be5-45b0-9e43-4bd6dec17163 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:07:21.105401 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d5af034e-6de3-43ab-a1cc-8d85fe8715ec admin admin] Notify callbacks [] for router, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:21.106672 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-d5af034e-6de3-43ab-a1cc-8d85fe8715ec admin admin] 10.222.0.55 "DELETE /v2.0/routers/05b9be92-50a2-43a2-a398-6708a0dd5f87 HTTP/1.1" status: 204 len: 168 time: 1.6914866 Apr 01 16:07:21.109441 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 58984) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:07:21.156708 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 53e92810-2be5-45b0-9e43-4bd6dec17163 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:07:21.157104 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 53e92810-2be5-45b0-9e43-4bd6dec17163 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:07:21.182704 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_v2 [None req-22d2232b-b99a-4598-8fe6-2d35fe323551 admin admin] Deleting subnet e89a89e5-8fa9-4b91-af10-f0a4d00467fb {{(pid=83828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 16:07:21.185779 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-22d2232b-b99a-4598-8fe6-2d35fe323551 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:21.238723 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-22d2232b-b99a-4598-8fe6-2d35fe323551 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15303084'] for subnet, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:21.323865 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-22d2232b-b99a-4598-8fe6-2d35fe323551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:21.394649 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-22d2232b-b99a-4598-8fe6-2d35fe323551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15306565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16030232'] for subnet, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:21.435542 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d2232b-b99a-4598-8fe6-2d35fe323551 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e89a89e5-8fa9-4b91-af10-f0a4d00467fb,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:07:21.442038 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-22d2232b-b99a-4598-8fe6-2d35fe323551 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:21.448843 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-22d2232b-b99a-4598-8fe6-2d35fe323551 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/e89a89e5-8fa9-4b91-af10-f0a4d00467fb HTTP/1.1" status: 204 len: 168 time: 0.3383596 Apr 01 16:07:21.449912 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a12c06-c9fd-4b58-8457-43d0be6e2dab None None] Network d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:07:21.451316 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 58988) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:07:21.554907 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b41bc850-3252-4897-aa33-de4280b72373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:21.566252 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-b41bc850-3252-4897-aa33-de4280b72373 admin admin] Deleting port e3f27d9f-9da1-4cb3-a3de-907a4be84881 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:07:21.566584 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b41bc850-3252-4897-aa33-de4280b72373 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:21.699718 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8463d9-4bdd-4787-915a-50074afe7a53 None None] DHCP port deletion for d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0 request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 16:07:21.704059 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-8d8463d9-4bdd-4787-915a-50074afe7a53 None None] Deleting port e3f27d9f-9da1-4cb3-a3de-907a4be84881 {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:07:21.704440 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8d8463d9-4bdd-4787-915a-50074afe7a53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:21.777585 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-b41bc850-3252-4897-aa33-de4280b72373 admin admin] For port e3f27d9f-9da1-4cb3-a3de-907a4be84881, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=e3f27d9f-9da1-4cb3-a3de-907a4be84881,segment=NetworkSegment(e9f2fb1b-4025-4408-ae49-32f016745ef9),segment_id=e9f2fb1b-4025-4408-ae49-32f016745ef9)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:07:21.777935 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b41bc850-3252-4897-aa33-de4280b72373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:21.898026 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-b41bc850-3252-4897-aa33-de4280b72373 admin admin] Calling delete_port for e3f27d9f-9da1-4cb3-a3de-907a4be84881 owned by network:dhcp {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:07:21.907980 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-8d8463d9-4bdd-4787-915a-50074afe7a53 None None] For port e3f27d9f-9da1-4cb3-a3de-907a4be84881, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=e3f27d9f-9da1-4cb3-a3de-907a4be84881,segment=NetworkSegment(e9f2fb1b-4025-4408-ae49-32f016745ef9),segment_id=e9f2fb1b-4025-4408-ae49-32f016745ef9)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:07:21.908366 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8d8463d9-4bdd-4787-915a-50074afe7a53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:21.977927 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b41bc850-3252-4897-aa33-de4280b72373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:22.025864 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41bc850-3252-4897-aa33-de4280b72373 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3f27d9f-9da1-4cb3-a3de-907a4be84881,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:07:22.032948 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41bc850-3252-4897-aa33-de4280b72373 admin admin] No DVR routers for this DVR port e3f27d9f-9da1-4cb3-a3de-907a4be84881 on host dv-neutron-833373-2-hyperv {{(pid=83828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:07:22.058171 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-8d8463d9-4bdd-4787-915a-50074afe7a53 None None] Calling delete_port for e3f27d9f-9da1-4cb3-a3de-907a4be84881 owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:07:22.139501 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.db.api [None req-8d8463d9-4bdd-4787-915a-50074afe7a53 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:07:22.139971 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG oslo_db.api [None req-8d8463d9-4bdd-4787-915a-50074afe7a53 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:07:22.150201 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b41bc850-3252-4897-aa33-de4280b72373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:22.174357 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-b41bc850-3252-4897-aa33-de4280b72373 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0']}} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:07:22.186667 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-b41bc850-3252-4897-aa33-de4280b72373 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9f2fb1b-4025-4408-ae49-32f016745ef9') {'for_net_delete': True} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:07:22.186995 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-b41bc850-3252-4897-aa33-de4280b72373 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9f2fb1b-4025-4408-ae49-32f016745ef9') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:07:22.198519 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b41bc850-3252-4897-aa33-de4280b72373 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15303093'] for segment, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:22.214084 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b41bc850-3252-4897-aa33-de4280b72373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:22.220213 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b41bc850-3252-4897-aa33-de4280b72373 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=83828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 16:07:22.220657 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b41bc850-3252-4897-aa33-de4280b72373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15306523'] for segment, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:22.237156 dv-neutron-833373-2-hyperv neutron-server[83828]: Traceback (most recent call last): Apr 01 16:07:22.237156 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 16:07:22.237156 dv-neutron-833373-2-hyperv neutron-server[83828]: timer() Apr 01 16:07:22.237156 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:07:22.237156 dv-neutron-833373-2-hyperv neutron-server[83828]: cb(*args, **kw) Apr 01 16:07:22.237156 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:07:22.237156 dv-neutron-833373-2-hyperv neutron-server[83828]: return func(*args, **kwargs) Apr 01 16:07:22.237156 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:07:22.237156 dv-neutron-833373-2-hyperv neutron-server[83828]: self._notify() Apr 01 16:07:22.237156 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:07:22.237156 dv-neutron-833373-2-hyperv neutron-server[83828]: self.callback(batched_events) Apr 01 16:07:22.237156 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:07:22.237156 dv-neutron-833373-2-hyperv neutron-server[83828]: event.method(event) Apr 01 16:07:22.237156 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:07:22.237156 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:07:22.237156 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:07:22.237156 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:07:22.237156 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:07:22.237156 dv-neutron-833373-2-hyperv neutron-server[83828]: return f(self, *a, **k) Apr 01 16:07:22.237156 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 16:07:22.237156 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._get(url).json() Apr 01 16:07:22.237156 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 16:07:22.237156 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:07:22.237156 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 16:07:22.237156 dv-neutron-833373-2-hyperv neutron-server[83828]: return self.request(url, 'GET', **kwargs) Apr 01 16:07:22.237156 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 16:07:22.237156 dv-neutron-833373-2-hyperv neutron-server[83828]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:07:22.237156 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 16:07:22.237156 dv-neutron-833373-2-hyperv neutron-server[83828]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:07:22.237156 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 16:07:22.237156 dv-neutron-833373-2-hyperv neutron-server[83828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:07:22.237156 dv-neutron-833373-2-hyperv neutron-server[83828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:07:22.312660 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b41bc850-3252-4897-aa33-de4280b72373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:22.328049 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b41bc850-3252-4897-aa33-de4280b72373 admin admin] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:22.338275 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41bc850-3252-4897-aa33-de4280b72373 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:07:22.351053 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-b41bc850-3252-4897-aa33-de4280b72373 admin admin] 10.222.0.55 "DELETE /v2.0/networks/d3fbf5c1-1f9d-4ef7-9bf1-c028162c89f0 HTTP/1.1" status: 204 len: 168 time: 0.8987577 Apr 01 16:07:22.354701 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 58992) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:07:22.641448 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-8d8463d9-4bdd-4787-915a-50074afe7a53 None None] Deleting port e3f27d9f-9da1-4cb3-a3de-907a4be84881 {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:07:22.642081 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8d8463d9-4bdd-4787-915a-50074afe7a53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:22.710048 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-8d8463d9-4bdd-4787-915a-50074afe7a53 None None] The port 'e3f27d9f-9da1-4cb3-a3de-907a4be84881' was deleted {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 16:07:22.848655 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4e3ce297-676d-42f9-b436-f04f5569e452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611543'] for router_interface, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:22.918455 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device e3f27d9f-9da1-4cb3-a3de-907a4be84881 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:07:22.953389 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: e3f27d9f-9da1-4cb3-a3de-907a4be84881 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:07:22.953759 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device e3f27d9f-9da1-4cb3-a3de-907a4be84881 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:07:23.463970 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-4e3ce297-676d-42f9-b436-f04f5569e452 admin admin] Deleting port 7dd6c786-5baa-47ad-9798-86641547e4a0 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:07:23.464565 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4e3ce297-676d-42f9-b436-f04f5569e452 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:23.636826 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-4e3ce297-676d-42f9-b436-f04f5569e452 admin admin] For port 7dd6c786-5baa-47ad-9798-86641547e4a0, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=7dd6c786-5baa-47ad-9798-86641547e4a0,segment=NetworkSegment(222a02b3-e70e-4ea5-847f-dd0b20fd12fe),segment_id=222a02b3-e70e-4ea5-847f-dd0b20fd12fe)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:07:23.637186 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4e3ce297-676d-42f9-b436-f04f5569e452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:23.757669 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-4e3ce297-676d-42f9-b436-f04f5569e452 admin admin] Calling delete_port for 7dd6c786-5baa-47ad-9798-86641547e4a0 owned by network:router_interface {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:07:23.783198 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:23.855483 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a41094d7-6953-4c78-bd60-99ae866b63ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:23.936960 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4e3ce297-676d-42f9-b436-f04f5569e452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:23.987351 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3ce297-676d-42f9-b436-f04f5569e452 admin admin] Pushing event deleted for resources: {'Port': ['ID=7dd6c786-5baa-47ad-9798-86641547e4a0,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:07:24.391931 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4e3ce297-676d-42f9-b436-f04f5569e452 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611462'] for router_interface, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:24.987050 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e3ce297-676d-42f9-b436-f04f5569e452 admin admin] Router c8a8fa36-d437-481a-bc43-9fb4ce2569cd has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:07:25.160260 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 58998) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:07:25.167009 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-65331ee9-7787-442f-86f7-deadd066624f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:07:25.184471 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e3ce297-676d-42f9-b436-f04f5569e452 admin admin] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:07:25.194729 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50788d7-ac10-4a57-829b-6918f715ef3f None None] Sync routers for ids ['c8a8fa36-d437-481a-bc43-9fb4ce2569cd'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:07:25.204346 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-4e3ce297-676d-42f9-b436-f04f5569e452 admin admin] 10.222.0.55 "PUT /v2.0/routers/c8a8fa36-d437-481a-bc43-9fb4ce2569cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8485880 Apr 01 16:07:25.206749 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 59002) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:07:25.209754 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50788d7-ac10-4a57-829b-6918f715ef3f None None] Routers {'c8a8fa36-d437-481a-bc43-9fb4ce2569cd'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:07:25.211403 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-b50788d7-ac10-4a57-829b-6918f715ef3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:06:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['c8a8fa36-d437-481a-bc43-9fb4ce2569cd'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:07:25.409272 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-65331ee9-7787-442f-86f7-deadd066624f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16088995'] for subnet, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:25.416775 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0fc105d6-c035-4975-ad2d-4b58067bb4de admin admin] Notify callbacks [] for router, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:25.447953 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-b50788d7-ac10-4a57-829b-6918f715ef3f None None] Set router c8a8fa36-d437-481a-bc43-9fb4ce2569cd gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:07:25.603704 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-65331ee9-7787-442f-86f7-deadd066624f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777009485460', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-15415257'] for subnet, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:25.612689 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0fc105d6-c035-4975-ad2d-4b58067bb4de admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:25.623502 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-0fc105d6-c035-4975-ad2d-4b58067bb4de admin admin] Deleting port cc86b24b-02b4-40b8-ba4e-3d3a61e6bebb {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:07:25.623907 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0fc105d6-c035-4975-ad2d-4b58067bb4de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:25.663880 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65331ee9-7787-442f-86f7-deadd066624f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:25.664484 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-65331ee9-7787-442f-86f7-deadd066624f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:25.669190 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-65331ee9-7787-442f-86f7-deadd066624f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "PUT /v2.0/subnets/40ab9c3f-c29d-4581-a6a6-1a34adad1cdb HTTP/1.1" status: 200 len: 836 time: 0.5052345 Apr 01 16:07:25.678335 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a8561f-ded4-4da1-8e3e-10b06466336b None None] Network 1662b267-0398-4e86-889e-2f6337bb6b39 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:07:25.685962 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65331ee9-7787-442f-86f7-deadd066624f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'Subnet': ['ID=40ab9c3f-c29d-4581-a6a6-1a34adad1cdb,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:07:25.924664 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-0fc105d6-c035-4975-ad2d-4b58067bb4de admin admin] For port cc86b24b-02b4-40b8-ba4e-3d3a61e6bebb, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=cc86b24b-02b4-40b8-ba4e-3d3a61e6bebb,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:07:25.925199 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0fc105d6-c035-4975-ad2d-4b58067bb4de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:25.979469 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-b50788d7-ac10-4a57-829b-6918f715ef3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a8fa36-d437-481a-bc43-9fb4ce2569cd', 'name': 'tempest-TestVolumeBootPattern-1509645103-router', 'tenant_id': 'e69472baeabd41f3b5ba05c592acdae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.36'}], 'enable_snat': True}, 'gw_port_id': 'cc86b24b-02b4-40b8-ba4e-3d3a61e6bebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:59:42Z', 'updated_at': '2022-04-01T16:07:23Z', 'revision_number': 5, 'project_id': 'e69472baeabd41f3b5ba05c592acdae8', 'gw_port': {'id': 'cc86b24b-02b4-40b8-ba4e-3d3a61e6bebb', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:20:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a8fa36-d437-481a-bc43-9fb4ce2569cd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T15:59:44Z', 'updated_at': '2022-04-01T15:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:07:25.985301 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50788d7-ac10-4a57-829b-6918f715ef3f None None] Checking router: c8a8fa36-d437-481a-bc43-9fb4ce2569cd for host: dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:07:26.012314 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50788d7-ac10-4a57-829b-6918f715ef3f None None] Routers {'c8a8fa36-d437-481a-bc43-9fb4ce2569cd'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:07:26.013001 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-b50788d7-ac10-4a57-829b-6918f715ef3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:06:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['c8a8fa36-d437-481a-bc43-9fb4ce2569cd'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:07:26.058037 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-0fc105d6-c035-4975-ad2d-4b58067bb4de admin admin] Calling delete_port for cc86b24b-02b4-40b8-ba4e-3d3a61e6bebb owned by network:router_gateway {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:07:26.185126 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-b50788d7-ac10-4a57-829b-6918f715ef3f None None] Set router c8a8fa36-d437-481a-bc43-9fb4ce2569cd gateway port host: None {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:07:26.244757 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0fc105d6-c035-4975-ad2d-4b58067bb4de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:26.296361 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc105d6-c035-4975-ad2d-4b58067bb4de admin admin] Pushing event deleted for resources: {'Port': ['ID=cc86b24b-02b4-40b8-ba4e-3d3a61e6bebb,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:07:26.333437 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-b50788d7-ac10-4a57-829b-6918f715ef3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a8fa36-d437-481a-bc43-9fb4ce2569cd', 'name': 'tempest-TestVolumeBootPattern-1509645103-router', 'tenant_id': 'e69472baeabd41f3b5ba05c592acdae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:59:42Z', 'updated_at': '2022-04-01T16:07:25Z', 'revision_number': 6, 'project_id': 'e69472baeabd41f3b5ba05c592acdae8', 'gw_port_host': None}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:07:26.343564 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50788d7-ac10-4a57-829b-6918f715ef3f None None] The sync data for ids ['c8a8fa36-d437-481a-bc43-9fb4ce2569cd'] in dv-neutron-833373-2-hyperv is: [{'id': 'c8a8fa36-d437-481a-bc43-9fb4ce2569cd', 'name': 'tempest-TestVolumeBootPattern-1509645103-router', 'tenant_id': 'e69472baeabd41f3b5ba05c592acdae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T15:59:42Z', 'updated_at': '2022-04-01T16:07:25Z', 'revision_number': 6, 'project_id': 'e69472baeabd41f3b5ba05c592acdae8', 'gw_port_host': None}] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:07:26.346452 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-7df27187-08e9-4e25-ae0a-718bf8a86fb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:26.411844 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-114551f1-9cdb-49c8-b958-f2062e52293d None None] Provisioning complete for port 0f656a2f-f4cc-4f2f-acb6-c304ef29501f triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:07:26.412209 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-114551f1-9cdb-49c8-b958-f2062e52293d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:26.542897 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-114551f1-9cdb-49c8-b958-f2062e52293d None None] Provisioning complete for port 0429e40b-5896-4cf0-bb29-c0a0908c0563 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:07:26.543257 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-114551f1-9cdb-49c8-b958-f2062e52293d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:26.547142 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0fc105d6-c035-4975-ad2d-4b58067bb4de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617660'] for router_gateway, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:26.694968 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-114551f1-9cdb-49c8-b958-f2062e52293d None None] Provisioning complete for port 67d45175-e0d3-4746-9f6a-4fc507f71d64 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:07:26.695605 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-114551f1-9cdb-49c8-b958-f2062e52293d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:26.826122 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0fc105d6-c035-4975-ad2d-4b58067bb4de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130651'] for router, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:26.830577 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0fc105d6-c035-4975-ad2d-4b58067bb4de admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:26.856667 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0fc105d6-c035-4975-ad2d-4b58067bb4de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607376'] for router, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:26.857226 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc105d6-c035-4975-ad2d-4b58067bb4de admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8a8fa36-d437-481a-bc43-9fb4ce2569cd {{(pid=83828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 16:07:26.869993 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0fc105d6-c035-4975-ad2d-4b58067bb4de admin admin] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:26.871114 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-0fc105d6-c035-4975-ad2d-4b58067bb4de admin admin] 10.222.0.55 "DELETE /v2.0/routers/c8a8fa36-d437-481a-bc43-9fb4ce2569cd HTTP/1.1" status: 204 len: 168 time: 1.6634595 Apr 01 16:07:26.873765 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 59008) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:07:26.934337 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1fa6b35-7001-4479-a163-0d8d956f1c61 admin admin] Deleting subnet 23b941e3-8594-4512-98f7-e13a52458d2a {{(pid=83828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 16:07:26.937480 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a1fa6b35-7001-4479-a163-0d8d956f1c61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:26.992599 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a1fa6b35-7001-4479-a163-0d8d956f1c61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15303084'] for subnet, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:27.087973 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a1fa6b35-7001-4479-a163-0d8d956f1c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:27.155836 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device cc86b24b-02b4-40b8-ba4e-3d3a61e6bebb no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:07:27.173201 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a1fa6b35-7001-4479-a163-0d8d956f1c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15306565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16030232'] for subnet, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:27.189466 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: cc86b24b-02b4-40b8-ba4e-3d3a61e6bebb {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:07:27.189900 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device cc86b24b-02b4-40b8-ba4e-3d3a61e6bebb not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:07:27.190390 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 7dd6c786-5baa-47ad-9798-86641547e4a0 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:07:27.210327 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fa6b35-7001-4479-a163-0d8d956f1c61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23b941e3-8594-4512-98f7-e13a52458d2a,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:07:27.222699 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a1fa6b35-7001-4479-a163-0d8d956f1c61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:27.224139 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 7dd6c786-5baa-47ad-9798-86641547e4a0 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:07:27.224673 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 7dd6c786-5baa-47ad-9798-86641547e4a0 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:07:27.229666 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6750d2-d386-455c-80e3-637a8a4dbde9 None None] Network 2ccd3b69-5fc2-46fc-8db4-46910b030995 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:07:27.232385 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-a1fa6b35-7001-4479-a163-0d8d956f1c61 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/23b941e3-8594-4512-98f7-e13a52458d2a HTTP/1.1" status: 204 len: 168 time: 0.3575940 Apr 01 16:07:27.234752 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 59012) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:07:27.461674 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0e211eb7-5bbc-441e-9019-ccae6595883d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:27.472183 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-0e211eb7-5bbc-441e-9019-ccae6595883d admin admin] Deleting port 29d9de27-e761-4e62-a19a-986e7752e37b {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:07:27.472516 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0e211eb7-5bbc-441e-9019-ccae6595883d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:27.540771 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df9e2bc-8922-4c4e-99f7-962ed1282645 None None] DHCP port deletion for 2ccd3b69-5fc2-46fc-8db4-46910b030995 request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 16:07:27.545590 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-2df9e2bc-8922-4c4e-99f7-962ed1282645 None None] Deleting port 29d9de27-e761-4e62-a19a-986e7752e37b {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:07:27.546017 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-2df9e2bc-8922-4c4e-99f7-962ed1282645 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:27.605910 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:27.694584 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-0e211eb7-5bbc-441e-9019-ccae6595883d admin admin] For port 29d9de27-e761-4e62-a19a-986e7752e37b, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=29d9de27-e761-4e62-a19a-986e7752e37b,segment=NetworkSegment(222a02b3-e70e-4ea5-847f-dd0b20fd12fe),segment_id=222a02b3-e70e-4ea5-847f-dd0b20fd12fe)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:07:27.694847 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0e211eb7-5bbc-441e-9019-ccae6595883d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:27.780667 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:27.787096 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-2df9e2bc-8922-4c4e-99f7-962ed1282645 None None] For port 29d9de27-e761-4e62-a19a-986e7752e37b, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=29d9de27-e761-4e62-a19a-986e7752e37b,segment=NetworkSegment(222a02b3-e70e-4ea5-847f-dd0b20fd12fe),segment_id=222a02b3-e70e-4ea5-847f-dd0b20fd12fe)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:07:27.787516 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-2df9e2bc-8922-4c4e-99f7-962ed1282645 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:27.819086 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-0e211eb7-5bbc-441e-9019-ccae6595883d admin admin] Calling delete_port for 29d9de27-e761-4e62-a19a-986e7752e37b owned by network:dhcp {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:07:27.897872 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0e211eb7-5bbc-441e-9019-ccae6595883d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:27.909288 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-2df9e2bc-8922-4c4e-99f7-962ed1282645 None None] Calling delete_port for 29d9de27-e761-4e62-a19a-986e7752e37b owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:07:27.944453 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e211eb7-5bbc-441e-9019-ccae6595883d admin admin] Pushing event deleted for resources: {'Port': ['ID=29d9de27-e761-4e62-a19a-986e7752e37b,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:07:27.949093 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e211eb7-5bbc-441e-9019-ccae6595883d admin admin] No DVR routers for this DVR port 29d9de27-e761-4e62-a19a-986e7752e37b on host dv-neutron-833373-2-hyperv {{(pid=83828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:07:27.981757 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.db.api [None req-2df9e2bc-8922-4c4e-99f7-962ed1282645 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:07:27.982112 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG oslo_db.api [None req-2df9e2bc-8922-4c4e-99f7-962ed1282645 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:07:28.070236 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0e211eb7-5bbc-441e-9019-ccae6595883d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:28.097168 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-0e211eb7-5bbc-441e-9019-ccae6595883d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ccd3b69-5fc2-46fc-8db4-46910b030995']}} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:07:28.110945 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-0e211eb7-5bbc-441e-9019-ccae6595883d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '222a02b3-e70e-4ea5-847f-dd0b20fd12fe') {'for_net_delete': True} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:07:28.111250 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-0e211eb7-5bbc-441e-9019-ccae6595883d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '222a02b3-e70e-4ea5-847f-dd0b20fd12fe') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:07:28.125100 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0e211eb7-5bbc-441e-9019-ccae6595883d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15303093'] for segment, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:28.143164 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0e211eb7-5bbc-441e-9019-ccae6595883d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:28.150708 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e211eb7-5bbc-441e-9019-ccae6595883d admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=83828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 16:07:28.151016 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0e211eb7-5bbc-441e-9019-ccae6595883d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15306523'] for segment, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:28.164602 dv-neutron-833373-2-hyperv neutron-server[83828]: Traceback (most recent call last): Apr 01 16:07:28.164602 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 16:07:28.164602 dv-neutron-833373-2-hyperv neutron-server[83828]: timer() Apr 01 16:07:28.164602 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:07:28.164602 dv-neutron-833373-2-hyperv neutron-server[83828]: cb(*args, **kw) Apr 01 16:07:28.164602 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:07:28.164602 dv-neutron-833373-2-hyperv neutron-server[83828]: return func(*args, **kwargs) Apr 01 16:07:28.164602 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:07:28.164602 dv-neutron-833373-2-hyperv neutron-server[83828]: self._notify() Apr 01 16:07:28.164602 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:07:28.164602 dv-neutron-833373-2-hyperv neutron-server[83828]: self.callback(batched_events) Apr 01 16:07:28.164602 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:07:28.164602 dv-neutron-833373-2-hyperv neutron-server[83828]: event.method(event) Apr 01 16:07:28.164602 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:07:28.164602 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:07:28.164602 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:07:28.164602 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:07:28.164602 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:07:28.164602 dv-neutron-833373-2-hyperv neutron-server[83828]: return f(self, *a, **k) Apr 01 16:07:28.164602 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 16:07:28.164602 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._get(url).json() Apr 01 16:07:28.164602 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 16:07:28.164602 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:07:28.164602 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 16:07:28.164602 dv-neutron-833373-2-hyperv neutron-server[83828]: return self.request(url, 'GET', **kwargs) Apr 01 16:07:28.164602 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 16:07:28.164602 dv-neutron-833373-2-hyperv neutron-server[83828]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:07:28.164602 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 16:07:28.164602 dv-neutron-833373-2-hyperv neutron-server[83828]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:07:28.164602 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 16:07:28.164602 dv-neutron-833373-2-hyperv neutron-server[83828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:07:28.164602 dv-neutron-833373-2-hyperv neutron-server[83828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:07:28.250627 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0e211eb7-5bbc-441e-9019-ccae6595883d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:28.278466 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0e211eb7-5bbc-441e-9019-ccae6595883d admin admin] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:28.295534 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e211eb7-5bbc-441e-9019-ccae6595883d admin admin] Pushing event deleted for resources: {'Network': ['ID=2ccd3b69-5fc2-46fc-8db4-46910b030995,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:07:28.304137 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-0e211eb7-5bbc-441e-9019-ccae6595883d admin admin] 10.222.0.55 "DELETE /v2.0/networks/2ccd3b69-5fc2-46fc-8db4-46910b030995 HTTP/1.1" status: 204 len: 168 time: 1.0681365 Apr 01 16:07:28.475674 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 59018) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:07:28.483208 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-2df9e2bc-8922-4c4e-99f7-962ed1282645 None None] Deleting port 29d9de27-e761-4e62-a19a-986e7752e37b {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:07:28.483686 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-2df9e2bc-8922-4c4e-99f7-962ed1282645 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:28.536062 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-9962b33a-e0d1-4322-9ddf-a4ff96918f2e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b9e160ed92af426eb41719050c02f853&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0562215 Apr 01 16:07:28.536408 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 59022) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:07:28.555512 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-2df9e2bc-8922-4c4e-99f7-962ed1282645 None None] The port '29d9de27-e761-4e62-a19a-986e7752e37b' was deleted {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 16:07:28.617338 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-20b8ea2d-69b5-4d46-88f8-644fce3231ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:28.647281 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-20b8ea2d-69b5-4d46-88f8-644fce3231ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:28.708626 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-20b8ea2d-69b5-4d46-88f8-644fce3231ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:28.728018 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b8ea2d-69b5-4d46-88f8-644fce3231ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=279eb64d-e7c9-4a5e-8aaf-bf9141621320,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:07:28.735220 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-20b8ea2d-69b5-4d46-88f8-644fce3231ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:28.736350 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-20b8ea2d-69b5-4d46-88f8-644fce3231ee admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/279eb64d-e7c9-4a5e-8aaf-bf9141621320 HTTP/1.1" status: 204 len: 168 time: 0.1989105 Apr 01 16:07:28.926108 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 29d9de27-e761-4e62-a19a-986e7752e37b no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:07:28.963723 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 29d9de27-e761-4e62-a19a-986e7752e37b {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:07:28.963980 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 29d9de27-e761-4e62-a19a-986e7752e37b not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:07:29.199491 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 59030) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:07:29.257321 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-12d6ad1b-5e45-48c5-bd9a-7acb5e9857ef admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e69472baeabd41f3b5ba05c592acdae8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0538573 Apr 01 16:07:29.258270 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 59034) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:07:29.269741 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:29.319800 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0914cc7e-7123-4402-9c82-18b09e0cf88d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:29.349684 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0914cc7e-7123-4402-9c82-18b09e0cf88d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:29.418331 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0914cc7e-7123-4402-9c82-18b09e0cf88d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:29.434997 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0914cc7e-7123-4402-9c82-18b09e0cf88d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=511e2e6b-c669-44c5-94ad-5d77a0cc9739,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:07:29.446120 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0914cc7e-7123-4402-9c82-18b09e0cf88d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:29.447978 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-0914cc7e-7123-4402-9c82-18b09e0cf88d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/511e2e6b-c669-44c5-94ad-5d77a0cc9739 HTTP/1.1" status: 204 len: 168 time: 0.1886094 Apr 01 16:07:47.043141 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-bdd6bcda-ffc1-4521-896d-c2e972dc9fb5 req-0c0676e7-0178-4440-8113-5a3c390fdd33 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c14b7d1d-2300-4024-8d3c-c36114cc4117&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0718830 Apr 01 16:07:47.143334 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-bdd6bcda-ffc1-4521-896d-c2e972dc9fb5 req-8e2c3bf2-faf4-45d5-8cb2-2ae4fc3e37d4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=447e2c5010754fe1ad368efac7c75251&device_id=c14b7d1d-2300-4024-8d3c-c36114cc4117 HTTP/1.1" status: 200 len: 1098 time: 0.0753357 Apr 01 16:07:47.294742 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd6bcda-ffc1-4521-896d-c2e972dc9fb5 req-87022d24-de50-4770-abc6-f4dc04f36f29 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:47.296204 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-bdd6bcda-ffc1-4521-896d-c2e972dc9fb5 req-87022d24-de50-4770-abc6-f4dc04f36f29 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1662b267-0398-4e86-889e-2f6337bb6b39 HTTP/1.1" status: 200 len: 897 time: 0.1338029 Apr 01 16:07:47.401227 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-bdd6bcda-ffc1-4521-896d-c2e972dc9fb5 req-30e30dfd-981c-41e7-8dc2-c4c010671183 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f656a2f-f4cc-4f2f-acb6-c304ef29501f HTTP/1.1" status: 200 len: 1001 time: 0.0986199 Apr 01 16:07:47.463879 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd6bcda-ffc1-4521-896d-c2e972dc9fb5 req-996e702f-9ff5-410f-b412-6dbcf7a619f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:07:47.465361 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-bdd6bcda-ffc1-4521-896d-c2e972dc9fb5 req-996e702f-9ff5-410f-b412-6dbcf7a619f4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=40ab9c3f-c29d-4581-a6a6-1a34adad1cdb HTTP/1.1" status: 200 len: 844 time: 0.0580921 Apr 01 16:07:47.539573 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-bdd6bcda-ffc1-4521-896d-c2e972dc9fb5 req-4afd77a8-0d6f-4feb-83bb-9fe44495cd27 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1662b267-0398-4e86-889e-2f6337bb6b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681140 Apr 01 16:07:47.674534 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-bdd6bcda-ffc1-4521-896d-c2e972dc9fb5 req-2a1cff7d-49b0-4d24-becb-4c0d93fdddb2 service neutron] 10.222.0.24 "GET /v2.0/networks/1662b267-0398-4e86-889e-2f6337bb6b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271670 Apr 01 16:07:47.812038 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-bdd6bcda-ffc1-4521-896d-c2e972dc9fb5 req-354cb973-1227-4dcd-868c-fc90b7fbab34 service neutron] 10.222.0.24 "GET /v2.0/networks/1662b267-0398-4e86-889e-2f6337bb6b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312156 Apr 01 16:07:48.597976 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:07:53.819856 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:53.858697 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-50e4532e-7dd8-4f75-8f62-9484379ab732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:56.263876 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-2ebf0dd8-28e2-4ee9-bca9-ddbe8fc5d7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:57.589755 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:57.759379 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:07:59.269590 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:08.531696 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 59062) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:08:08.823014 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-356b5733-635e-4761-aad0-c1682fcdcc3f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Deleting port c59848b5-b545-4937-a58c-ea59ccf8658c {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:08:08.823272 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-356b5733-635e-4761-aad0-c1682fcdcc3f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:08.986740 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-356b5733-635e-4761-aad0-c1682fcdcc3f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:08.987067 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-356b5733-635e-4761-aad0-c1682fcdcc3f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:09.114054 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-356b5733-635e-4761-aad0-c1682fcdcc3f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Calling delete_port for c59848b5-b545-4937-a58c-ea59ccf8658c owned by network:floatingip {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:08:09.256360 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-356b5733-635e-4761-aad0-c1682fcdcc3f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:09.303830 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356b5733-635e-4761-aad0-c1682fcdcc3f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event deleted for resources: {'Port': ['ID=c59848b5-b545-4937-a58c-ea59ccf8658c,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:09.341591 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356b5733-635e-4761-aad0-c1682fcdcc3f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:09.341930 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356b5733-635e-4761-aad0-c1682fcdcc3f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:09.342264 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356b5733-635e-4761-aad0-c1682fcdcc3f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:09.342592 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356b5733-635e-4761-aad0-c1682fcdcc3f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:09.342920 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356b5733-635e-4761-aad0-c1682fcdcc3f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:09.343239 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356b5733-635e-4761-aad0-c1682fcdcc3f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:09.343560 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356b5733-635e-4761-aad0-c1682fcdcc3f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:09.343879 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356b5733-635e-4761-aad0-c1682fcdcc3f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:09.344195 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356b5733-635e-4761-aad0-c1682fcdcc3f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:09.344510 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356b5733-635e-4761-aad0-c1682fcdcc3f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:09.344859 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356b5733-635e-4761-aad0-c1682fcdcc3f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:09.403923 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-356b5733-635e-4761-aad0-c1682fcdcc3f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for floatingip, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:09.796010 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-356b5733-635e-4761-aad0-c1682fcdcc3f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Router 1418cdc6-6466-4a76-b2be-dd06bc6e3f10 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:08:09.992445 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-356b5733-635e-4761-aad0-c1682fcdcc3f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:08:10.003159 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1319e80b-10b0-4b2c-bb63-c615854bf8d3 None None] Sync routers for ids ['1418cdc6-6466-4a76-b2be-dd06bc6e3f10'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:08:10.014282 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-356b5733-635e-4761-aad0-c1682fcdcc3f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for floatingip, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:10.016662 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1319e80b-10b0-4b2c-bb63-c615854bf8d3 None None] Routers {'1418cdc6-6466-4a76-b2be-dd06bc6e3f10'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:08:10.017508 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-1319e80b-10b0-4b2c-bb63-c615854bf8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:07:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['1418cdc6-6466-4a76-b2be-dd06bc6e3f10'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:08:10.072599 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-356b5733-635e-4761-aad0-c1682fcdcc3f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "DELETE /v2.0/floatingips/f2f4063e-cf3c-4060-b0b0-f13ea1f22b1c HTTP/1.1" status: 204 len: 168 time: 1.5397570 Apr 01 16:08:10.073194 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c14b7d1d-2300-4024-8d3c-c36114cc4117', 'tag': '0f656a2f-f4cc-4f2f-acb6-c304ef29501f'}] {{(pid=83826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:08:10.131288 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c14b7d1d-2300-4024-8d3c-c36114cc4117', 'tag': '0f656a2f-f4cc-4f2f-acb6-c304ef29501f', 'status': 'completed', 'code': 200} Apr 01 16:08:10.206111 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-1319e80b-10b0-4b2c-bb63-c615854bf8d3 None None] Set router 1418cdc6-6466-4a76-b2be-dd06bc6e3f10 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:08:10.221039 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ce57f7ea-f381-4f0b-8a0a-bff2fce386a9 req-03049eff-a587-4b59-8494-5b334e09c9da service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=447e2c5010754fe1ad368efac7c75251&device_id=c14b7d1d-2300-4024-8d3c-c36114cc4117 HTTP/1.1" status: 200 len: 1098 time: 0.0685956 Apr 01 16:08:10.532036 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce57f7ea-f381-4f0b-8a0a-bff2fce386a9 req-6a804768-7adb-4333-b6d0-8c1a30e744b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:10.533504 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ce57f7ea-f381-4f0b-8a0a-bff2fce386a9 req-6a804768-7adb-4333-b6d0-8c1a30e744b2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1662b267-0398-4e86-889e-2f6337bb6b39 HTTP/1.1" status: 200 len: 897 time: 0.3063302 Apr 01 16:08:10.534522 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-1319e80b-10b0-4b2c-bb63-c615854bf8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1418cdc6-6466-4a76-b2be-dd06bc6e3f10', 'name': 'tempest-TestNetworkBasicOps-router-1217293637', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': 'e9081557-bfc1-4dd2-87cc-6c1c97f023d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:05:02Z', 'updated_at': '2022-04-01T16:05:07Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': 'e9081557-bfc1-4dd2-87cc-6c1c97f023d4', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ef:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1418cdc6-6466-4a76-b2be-dd06bc6e3f10', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:05:02Z', 'updated_at': '2022-04-01T16:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '0429e40b-5896-4cf0-bb29-c0a0908c0563', 'name': '', 'network_id': '1662b267-0398-4e86-889e-2f6337bb6b39', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'mac_address': 'fa:16:3e:02:87:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1418cdc6-6466-4a76-b2be-dd06bc6e3f10', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '40ab9c3f-c29d-4581-a6a6-1a34adad1cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:05:06Z', 'updated_at': '2022-04-01T16:05:13Z', 'revision_number': 5, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'subnets': [{'id': '40ab9c3f-c29d-4581-a6a6-1a34adad1cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:08:10.538531 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1319e80b-10b0-4b2c-bb63-c615854bf8d3 None None] Checking router: 1418cdc6-6466-4a76-b2be-dd06bc6e3f10 for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:08:10.549607 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1319e80b-10b0-4b2c-bb63-c615854bf8d3 None None] Routers {'1418cdc6-6466-4a76-b2be-dd06bc6e3f10'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:08:10.550195 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-1319e80b-10b0-4b2c-bb63-c615854bf8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:07:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['1418cdc6-6466-4a76-b2be-dd06bc6e3f10'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:08:10.599534 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609791f-098f-40bd-82b7-ff2e091baca0 req-5ea80966-7bf4-436d-a92e-81c44b414c45 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:10.600108 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-4609791f-098f-40bd-82b7-ff2e091baca0 req-5ea80966-7bf4-436d-a92e-81c44b414c45 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Synchronizing usage tracker for tenant:447e2c5010754fe1ad368efac7c75251 on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:08:10.614339 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ce57f7ea-f381-4f0b-8a0a-bff2fce386a9 req-3ceef4ca-c07d-4399-8a20-861bee5f703c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f656a2f-f4cc-4f2f-acb6-c304ef29501f HTTP/1.1" status: 200 len: 217 time: 0.0729647 Apr 01 16:08:10.663504 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-4609791f-098f-40bd-82b7-ff2e091baca0 req-5ea80966-7bf4-436d-a92e-81c44b414c45 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Unset dirty status for tenant:447e2c5010754fe1ad368efac7c75251 on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:08:10.664654 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4609791f-098f-40bd-82b7-ff2e091baca0 req-5ea80966-7bf4-436d-a92e-81c44b414c45 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=c14b7d1d-2300-4024-8d3c-c36114cc4117 HTTP/1.1" status: 200 len: 945 time: 0.2443433 Apr 01 16:08:10.707137 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce57f7ea-f381-4f0b-8a0a-bff2fce386a9 req-0d4acdaf-6f8a-4ddc-910d-672d4a1c0606 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:10.708612 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ce57f7ea-f381-4f0b-8a0a-bff2fce386a9 req-0d4acdaf-6f8a-4ddc-910d-672d4a1c0606 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=40ab9c3f-c29d-4581-a6a6-1a34adad1cdb HTTP/1.1" status: 200 len: 844 time: 0.0882447 Apr 01 16:08:10.766286 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4609791f-098f-40bd-82b7-ff2e091baca0 req-c3455df8-efdc-4e7f-af95-0579099f24c0 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=35875ec3-7f72-49ca-a8e5-4842c2c7d674&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926578 Apr 01 16:08:10.777768 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-1319e80b-10b0-4b2c-bb63-c615854bf8d3 None None] Set router 1418cdc6-6466-4a76-b2be-dd06bc6e3f10 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:08:10.804701 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ce57f7ea-f381-4f0b-8a0a-bff2fce386a9 req-bc91b01e-f53c-437d-802e-ffc64e00b7d9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1662b267-0398-4e86-889e-2f6337bb6b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0890028 Apr 01 16:08:10.954164 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ce57f7ea-f381-4f0b-8a0a-bff2fce386a9 req-1c62cd09-f0bf-4675-9c33-f8da191ada54 service neutron] 10.222.0.24 "GET /v2.0/networks/1662b267-0398-4e86-889e-2f6337bb6b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420879 Apr 01 16:08:11.089678 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ce57f7ea-f381-4f0b-8a0a-bff2fce386a9 req-6a357732-104a-4ac2-a95d-ac2bac6f6da8 service neutron] 10.222.0.24 "GET /v2.0/networks/1662b267-0398-4e86-889e-2f6337bb6b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294641 Apr 01 16:08:11.101264 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-1319e80b-10b0-4b2c-bb63-c615854bf8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1418cdc6-6466-4a76-b2be-dd06bc6e3f10', 'name': 'tempest-TestNetworkBasicOps-router-1217293637', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': 'e9081557-bfc1-4dd2-87cc-6c1c97f023d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:05:02Z', 'updated_at': '2022-04-01T16:05:07Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': 'e9081557-bfc1-4dd2-87cc-6c1c97f023d4', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ef:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1418cdc6-6466-4a76-b2be-dd06bc6e3f10', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:05:02Z', 'updated_at': '2022-04-01T16:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '0429e40b-5896-4cf0-bb29-c0a0908c0563', 'name': '', 'network_id': '1662b267-0398-4e86-889e-2f6337bb6b39', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'mac_address': 'fa:16:3e:02:87:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1418cdc6-6466-4a76-b2be-dd06bc6e3f10', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '40ab9c3f-c29d-4581-a6a6-1a34adad1cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:05:06Z', 'updated_at': '2022-04-01T16:05:13Z', 'revision_number': 5, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'subnets': [{'id': '40ab9c3f-c29d-4581-a6a6-1a34adad1cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:08:11.105804 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1319e80b-10b0-4b2c-bb63-c615854bf8d3 None None] The sync data for ids ['1418cdc6-6466-4a76-b2be-dd06bc6e3f10'] in dv-neutron-833373-2-hyperv is: [{'id': '1418cdc6-6466-4a76-b2be-dd06bc6e3f10', 'name': 'tempest-TestNetworkBasicOps-router-1217293637', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': 'e9081557-bfc1-4dd2-87cc-6c1c97f023d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:05:02Z', 'updated_at': '2022-04-01T16:05:07Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': 'e9081557-bfc1-4dd2-87cc-6c1c97f023d4', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ef:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1418cdc6-6466-4a76-b2be-dd06bc6e3f10', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:05:02Z', 'updated_at': '2022-04-01T16:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '0429e40b-5896-4cf0-bb29-c0a0908c0563', 'name': '', 'network_id': '1662b267-0398-4e86-889e-2f6337bb6b39', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'mac_address': 'fa:16:3e:02:87:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1418cdc6-6466-4a76-b2be-dd06bc6e3f10', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '40ab9c3f-c29d-4581-a6a6-1a34adad1cdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:05:06Z', 'updated_at': '2022-04-01T16:05:13Z', 'revision_number': 5, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'subnets': [{'id': '40ab9c3f-c29d-4581-a6a6-1a34adad1cdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:08:11.330144 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43991bed-9473-4141-93f1-578eeba9b019 None None] New status for floating IP f2f4063e-cf3c-4060-b0b0-f13ea1f22b1c: DOWN {{(pid=83829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 16:08:11.780780 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7019db78-e245-41c7-b667-9f39b09e9d97 req-9faa88bf-5e46-4f05-ba13-9029ecc505b3 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:11.782325 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-7019db78-e245-41c7-b667-9f39b09e9d97 req-9faa88bf-5e46-4f05-ba13-9029ecc505b3 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.24 "GET /v2.0/ports?device_id=c14b7d1d-2300-4024-8d3c-c36114cc4117 HTTP/1.1" status: 200 len: 945 time: 0.0830691 Apr 01 16:08:11.861598 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [req-7019db78-e245-41c7-b667-9f39b09e9d97 req-7c8b49b6-184e-4e14-bcf4-2b518d8f6381 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Deleting port 0f656a2f-f4cc-4f2f-acb6-c304ef29501f {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:08:11.862310 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-7019db78-e245-41c7-b667-9f39b09e9d97 req-7c8b49b6-184e-4e14-bcf4-2b518d8f6381 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:12.116124 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3cb4b4-6b5e-4148-b37a-67d761f20e6d req-393c02a1-b25f-4766-baba-484f71f4db33 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:12.118356 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ae3cb4b4-6b5e-4148-b37a-67d761f20e6d req-393c02a1-b25f-4766-baba-484f71f4db33 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=c14b7d1d-2300-4024-8d3c-c36114cc4117 HTTP/1.1" status: 200 len: 945 time: 0.2171235 Apr 01 16:08:12.193442 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [req-7019db78-e245-41c7-b667-9f39b09e9d97 req-7c8b49b6-184e-4e14-bcf4-2b518d8f6381 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] For port 0f656a2f-f4cc-4f2f-acb6-c304ef29501f, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=0f656a2f-f4cc-4f2f-acb6-c304ef29501f,segment=NetworkSegment(84063e67-b7fd-4cbc-a1f4-dea89bb12248),segment_id=84063e67-b7fd-4cbc-a1f4-dea89bb12248)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:08:12.193786 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-7019db78-e245-41c7-b667-9f39b09e9d97 req-7c8b49b6-184e-4e14-bcf4-2b518d8f6381 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:12.208699 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ae3cb4b4-6b5e-4148-b37a-67d761f20e6d req-fc2634af-ddbe-436c-b4fa-7acb0b6625de tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=35875ec3-7f72-49ca-a8e5-4842c2c7d674&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835540 Apr 01 16:08:12.322398 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [req-7019db78-e245-41c7-b667-9f39b09e9d97 req-7c8b49b6-184e-4e14-bcf4-2b518d8f6381 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Calling delete_port for 0f656a2f-f4cc-4f2f-acb6-c304ef29501f owned by compute:nova {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:08:12.458816 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-7019db78-e245-41c7-b667-9f39b09e9d97 req-7c8b49b6-184e-4e14-bcf4-2b518d8f6381 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:12.510514 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8b49b6-184e-4e14-bcf4-2b518d8f6381 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event deleted for resources: {'Port': ['ID=0f656a2f-f4cc-4f2f-acb6-c304ef29501f,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:12.579778 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [req-7019db78-e245-41c7-b667-9f39b09e9d97 req-7c8b49b6-184e-4e14-bcf4-2b518d8f6381 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] No DVR routers for this DVR port 0f656a2f-f4cc-4f2f-acb6-c304ef29501f on host hv-neutron-8333 {{(pid=83826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:08:12.582083 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-7019db78-e245-41c7-b667-9f39b09e9d97 req-7c8b49b6-184e-4e14-bcf4-2b518d8f6381 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:12.584478 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c14b7d1d-2300-4024-8d3c-c36114cc4117', 'name': 'network-vif-deleted', 'tag': '0f656a2f-f4cc-4f2f-acb6-c304ef29501f'}] {{(pid=83826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:08:12.599564 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-7019db78-e245-41c7-b667-9f39b09e9d97 req-7c8b49b6-184e-4e14-bcf4-2b518d8f6381 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.24 "DELETE /v2.0/ports/0f656a2f-f4cc-4f2f-acb6-c304ef29501f HTTP/1.1" status: 204 len: 173 time: 0.8117149 Apr 01 16:08:12.643647 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c14b7d1d-2300-4024-8d3c-c36114cc4117', 'name': 'network-vif-deleted', 'tag': '0f656a2f-f4cc-4f2f-acb6-c304ef29501f', 'status': 'completed', 'code': 200} Apr 01 16:08:13.317187 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 59080) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:08:13.390676 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-80622e84-622f-423f-9d29-30e77cc395cc tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:13.423444 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-80622e84-622f-423f-9d29-30e77cc395cc tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:13.584999 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-80622e84-622f-423f-9d29-30e77cc395cc tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:13.609551 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80622e84-622f-423f-9d29-30e77cc395cc tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35875ec3-7f72-49ca-a8e5-4842c2c7d674,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:13.621719 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-80622e84-622f-423f-9d29-30e77cc395cc tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:13.625860 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-80622e84-622f-423f-9d29-30e77cc395cc tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "DELETE /v2.0/security-groups/35875ec3-7f72-49ca-a8e5-4842c2c7d674 HTTP/1.1" status: 204 len: 168 time: 0.3044574 Apr 01 16:08:13.663956 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 59088) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:08:14.074696 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7332f881-d94a-4473-b6f2-0035866e92ef tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611543'] for router_interface, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:14.676844 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-7332f881-d94a-4473-b6f2-0035866e92ef tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Deleting port 0429e40b-5896-4cf0-bb29-c0a0908c0563 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:08:14.677536 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7332f881-d94a-4473-b6f2-0035866e92ef tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:14.863720 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [None req-7332f881-d94a-4473-b6f2-0035866e92ef tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] For port 0429e40b-5896-4cf0-bb29-c0a0908c0563, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=0429e40b-5896-4cf0-bb29-c0a0908c0563,segment=NetworkSegment(84063e67-b7fd-4cbc-a1f4-dea89bb12248),segment_id=84063e67-b7fd-4cbc-a1f4-dea89bb12248)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:08:14.864070 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7332f881-d94a-4473-b6f2-0035866e92ef tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:14.984407 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-7332f881-d94a-4473-b6f2-0035866e92ef tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Calling delete_port for 0429e40b-5896-4cf0-bb29-c0a0908c0563 owned by network:router_interface {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:08:15.256653 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7332f881-d94a-4473-b6f2-0035866e92ef tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:15.301990 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7332f881-d94a-4473-b6f2-0035866e92ef tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event deleted for resources: {'Port': ['ID=0429e40b-5896-4cf0-bb29-c0a0908c0563,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:15.483670 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 0f656a2f-f4cc-4f2f-acb6-c304ef29501f no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:08:15.520590 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] No Port match for: 0f656a2f-f4cc-4f2f-acb6-c304ef29501f {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:08:15.520870 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 0f656a2f-f4cc-4f2f-acb6-c304ef29501f not bound to the agent host hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:08:15.596107 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7332f881-d94a-4473-b6f2-0035866e92ef tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611462'] for router_interface, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:16.174924 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7332f881-d94a-4473-b6f2-0035866e92ef tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Router 1418cdc6-6466-4a76-b2be-dd06bc6e3f10 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:08:16.378297 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7332f881-d94a-4473-b6f2-0035866e92ef tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:08:16.388109 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cff6e93-0dc7-4ec1-ad1f-a3f496263c2c None None] Sync routers for ids ['1418cdc6-6466-4a76-b2be-dd06bc6e3f10'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:08:16.391479 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-7332f881-d94a-4473-b6f2-0035866e92ef tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "PUT /v2.0/routers/1418cdc6-6466-4a76-b2be-dd06bc6e3f10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7264066 Apr 01 16:08:16.394110 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 59096) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:08:16.400820 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cff6e93-0dc7-4ec1-ad1f-a3f496263c2c None None] Routers {'1418cdc6-6466-4a76-b2be-dd06bc6e3f10'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:08:16.401425 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-5cff6e93-0dc7-4ec1-ad1f-a3f496263c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:07:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['1418cdc6-6466-4a76-b2be-dd06bc6e3f10'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:08:16.580352 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-5cff6e93-0dc7-4ec1-ad1f-a3f496263c2c None None] Set router 1418cdc6-6466-4a76-b2be-dd06bc6e3f10 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:08:16.684242 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_v2 [None req-71fe6130-bf65-4ceb-b131-cdf4d4168497 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Deleting subnet 40ab9c3f-c29d-4581-a6a6-1a34adad1cdb {{(pid=83826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 16:08:16.687338 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-71fe6130-bf65-4ceb-b131-cdf4d4168497 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for subnet, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:16.740297 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-71fe6130-bf65-4ceb-b131-cdf4d4168497 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16610770'] for subnet, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:16.826626 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-71fe6130-bf65-4ceb-b131-cdf4d4168497 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:16.880123 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-5cff6e93-0dc7-4ec1-ad1f-a3f496263c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1418cdc6-6466-4a76-b2be-dd06bc6e3f10', 'name': 'tempest-TestNetworkBasicOps-router-1217293637', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': 'e9081557-bfc1-4dd2-87cc-6c1c97f023d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:05:02Z', 'updated_at': '2022-04-01T16:08:15Z', 'revision_number': 5, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': 'e9081557-bfc1-4dd2-87cc-6c1c97f023d4', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ef:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1418cdc6-6466-4a76-b2be-dd06bc6e3f10', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:05:02Z', 'updated_at': '2022-04-01T16:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:08:16.884584 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cff6e93-0dc7-4ec1-ad1f-a3f496263c2c None None] Checking router: 1418cdc6-6466-4a76-b2be-dd06bc6e3f10 for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:08:16.895874 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cff6e93-0dc7-4ec1-ad1f-a3f496263c2c None None] Routers {'1418cdc6-6466-4a76-b2be-dd06bc6e3f10'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:08:16.896477 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-5cff6e93-0dc7-4ec1-ad1f-a3f496263c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:07:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['1418cdc6-6466-4a76-b2be-dd06bc6e3f10'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:08:16.908225 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-71fe6130-bf65-4ceb-b131-cdf4d4168497 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15415074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16089009'] for subnet, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:16.949249 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-71fe6130-bf65-4ceb-b131-cdf4d4168497 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:16.954711 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1473c4de-cebd-4662-b8e4-51cd01a22f9f None None] Network 1662b267-0398-4e86-889e-2f6337bb6b39 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:08:16.960939 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-71fe6130-bf65-4ceb-b131-cdf4d4168497 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "DELETE /v2.0/subnets/40ab9c3f-c29d-4581-a6a6-1a34adad1cdb HTTP/1.1" status: 204 len: 168 time: 0.5634429 Apr 01 16:08:16.960939 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fe6130-bf65-4ceb-b131-cdf4d4168497 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event deleted for resources: {'Subnet': ['ID=40ab9c3f-c29d-4581-a6a6-1a34adad1cdb,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:16.961153 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 59100) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:08:17.093612 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-5cff6e93-0dc7-4ec1-ad1f-a3f496263c2c None None] Set router 1418cdc6-6466-4a76-b2be-dd06bc6e3f10 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:08:17.167893 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f98fcbdb-e4ef-46d4-8606-876fc196d8f2 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for router, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:17.238645 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5bebb1-8187-46e8-af0b-67511f8b6a46 None None] DHCP port deletion for 1662b267-0398-4e86-889e-2f6337bb6b39 request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 16:08:17.244371 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bebb1-8187-46e8-af0b-67511f8b6a46 None None] Deleting port 67d45175-e0d3-4746-9f6a-4fc507f71d64 {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:08:17.244833 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ce5bebb1-8187-46e8-af0b-67511f8b6a46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:17.374371 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f98fcbdb-e4ef-46d4-8606-876fc196d8f2 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:17.386554 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-f98fcbdb-e4ef-46d4-8606-876fc196d8f2 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Deleting port e9081557-bfc1-4dd2-87cc-6c1c97f023d4 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:08:17.387299 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f98fcbdb-e4ef-46d4-8606-876fc196d8f2 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:17.432913 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-5cff6e93-0dc7-4ec1-ad1f-a3f496263c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1418cdc6-6466-4a76-b2be-dd06bc6e3f10', 'name': 'tempest-TestNetworkBasicOps-router-1217293637', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': 'e9081557-bfc1-4dd2-87cc-6c1c97f023d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:05:02Z', 'updated_at': '2022-04-01T16:08:15Z', 'revision_number': 5, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': 'e9081557-bfc1-4dd2-87cc-6c1c97f023d4', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ef:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1418cdc6-6466-4a76-b2be-dd06bc6e3f10', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:05:02Z', 'updated_at': '2022-04-01T16:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:08:17.437060 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cff6e93-0dc7-4ec1-ad1f-a3f496263c2c None None] The sync data for ids ['1418cdc6-6466-4a76-b2be-dd06bc6e3f10'] in dv-neutron-833373-2-hyperv is: [{'id': '1418cdc6-6466-4a76-b2be-dd06bc6e3f10', 'name': 'tempest-TestNetworkBasicOps-router-1217293637', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.195'}], 'enable_snat': True}, 'gw_port_id': 'e9081557-bfc1-4dd2-87cc-6c1c97f023d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:05:02Z', 'updated_at': '2022-04-01T16:08:15Z', 'revision_number': 5, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': 'e9081557-bfc1-4dd2-87cc-6c1c97f023d4', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ef:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1418cdc6-6466-4a76-b2be-dd06bc6e3f10', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:05:02Z', 'updated_at': '2022-04-01T16:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:08:17.461043 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-ce5bebb1-8187-46e8-af0b-67511f8b6a46 None None] For port 67d45175-e0d3-4746-9f6a-4fc507f71d64, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=67d45175-e0d3-4746-9f6a-4fc507f71d64,segment=NetworkSegment(84063e67-b7fd-4cbc-a1f4-dea89bb12248),segment_id=84063e67-b7fd-4cbc-a1f4-dea89bb12248)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:08:17.461323 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ce5bebb1-8187-46e8-af0b-67511f8b6a46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:17.565695 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [None req-f98fcbdb-e4ef-46d4-8606-876fc196d8f2 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] For port e9081557-bfc1-4dd2-87cc-6c1c97f023d4, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=e9081557-bfc1-4dd2-87cc-6c1c97f023d4,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:08:17.566052 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f98fcbdb-e4ef-46d4-8606-876fc196d8f2 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:17.612256 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-ce5bebb1-8187-46e8-af0b-67511f8b6a46 None None] Calling delete_port for 67d45175-e0d3-4746-9f6a-4fc507f71d64 owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:08:17.686371 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ce5bebb1-8187-46e8-af0b-67511f8b6a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671'] for port, after_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:17.687479 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-f98fcbdb-e4ef-46d4-8606-876fc196d8f2 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Calling delete_port for e9081557-bfc1-4dd2-87cc-6c1c97f023d4 owned by network:router_gateway {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:08:17.730687 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5bebb1-8187-46e8-af0b-67511f8b6a46 None None] Pushing event deleted for resources: {'Port': ['ID=67d45175-e0d3-4746-9f6a-4fc507f71d64,revision_number=None']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:17.741016 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5bebb1-8187-46e8-af0b-67511f8b6a46 None None] No DVR routers for this DVR port 67d45175-e0d3-4746-9f6a-4fc507f71d64 on host dv-neutron-833373-2-hyperv {{(pid=83829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:08:17.745170 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5bebb1-8187-46e8-af0b-67511f8b6a46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:17.745515 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5bebb1-8187-46e8-af0b-67511f8b6a46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:17.745853 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5bebb1-8187-46e8-af0b-67511f8b6a46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:17.746194 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5bebb1-8187-46e8-af0b-67511f8b6a46 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:17.746527 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5bebb1-8187-46e8-af0b-67511f8b6a46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:17.746856 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5bebb1-8187-46e8-af0b-67511f8b6a46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:17.747182 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5bebb1-8187-46e8-af0b-67511f8b6a46 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:17.748314 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5bebb1-8187-46e8-af0b-67511f8b6a46 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:17.748314 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5bebb1-8187-46e8-af0b-67511f8b6a46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:17.748314 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5bebb1-8187-46e8-af0b-67511f8b6a46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:17.748552 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5bebb1-8187-46e8-af0b-67511f8b6a46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:17.865106 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f98fcbdb-e4ef-46d4-8606-876fc196d8f2 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:17.917286 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98fcbdb-e4ef-46d4-8606-876fc196d8f2 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event deleted for resources: {'Port': ['ID=e9081557-bfc1-4dd2-87cc-6c1c97f023d4,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:18.142494 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f98fcbdb-e4ef-46d4-8606-876fc196d8f2 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617660'] for router_gateway, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:18.488646 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f98fcbdb-e4ef-46d4-8606-876fc196d8f2 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130651'] for router, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:18.493913 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f98fcbdb-e4ef-46d4-8606-876fc196d8f2 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:18.518602 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f98fcbdb-e4ef-46d4-8606-876fc196d8f2 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607376'] for router, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:18.519146 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f98fcbdb-e4ef-46d4-8606-876fc196d8f2 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Fanout notify agent at l3_agent the message router_deleted on router 1418cdc6-6466-4a76-b2be-dd06bc6e3f10 {{(pid=83826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 16:08:18.533057 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f98fcbdb-e4ef-46d4-8606-876fc196d8f2 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for router, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:18.536599 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-f98fcbdb-e4ef-46d4-8606-876fc196d8f2 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "DELETE /v2.0/routers/1418cdc6-6466-4a76-b2be-dd06bc6e3f10 HTTP/1.1" status: 204 len: 168 time: 1.5721462 Apr 01 16:08:18.536962 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 59104) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:08:18.655789 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f3330dfd-e22b-4dc6-ab58-cd40654d7a69 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:18.783865 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f3330dfd-e22b-4dc6-ab58-cd40654d7a69 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:18.809090 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-f3330dfd-e22b-4dc6-ab58-cd40654d7a69 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1662b267-0398-4e86-889e-2f6337bb6b39']}} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:08:18.820772 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-f3330dfd-e22b-4dc6-ab58-cd40654d7a69 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84063e67-b7fd-4cbc-a1f4-dea89bb12248') {'for_net_delete': True} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:08:18.821136 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-f3330dfd-e22b-4dc6-ab58-cd40654d7a69 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84063e67-b7fd-4cbc-a1f4-dea89bb12248') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:08:18.832421 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f3330dfd-e22b-4dc6-ab58-cd40654d7a69 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16610763'] for segment, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:18.849089 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f3330dfd-e22b-4dc6-ab58-cd40654d7a69 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:18.855962 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3330dfd-e22b-4dc6-ab58-cd40654d7a69 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=83826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 16:08:18.856349 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f3330dfd-e22b-4dc6-ab58-cd40654d7a69 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15415164'] for segment, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:18.871149 dv-neutron-833373-2-hyperv neutron-server[83826]: Traceback (most recent call last): Apr 01 16:08:18.871149 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 16:08:18.871149 dv-neutron-833373-2-hyperv neutron-server[83826]: timer() Apr 01 16:08:18.871149 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:08:18.871149 dv-neutron-833373-2-hyperv neutron-server[83826]: cb(*args, **kw) Apr 01 16:08:18.871149 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:08:18.871149 dv-neutron-833373-2-hyperv neutron-server[83826]: return func(*args, **kwargs) Apr 01 16:08:18.871149 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:08:18.871149 dv-neutron-833373-2-hyperv neutron-server[83826]: self._notify() Apr 01 16:08:18.871149 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:08:18.871149 dv-neutron-833373-2-hyperv neutron-server[83826]: self.callback(batched_events) Apr 01 16:08:18.871149 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:08:18.871149 dv-neutron-833373-2-hyperv neutron-server[83826]: event.method(event) Apr 01 16:08:18.871149 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:08:18.871149 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:08:18.871149 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:08:18.871149 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:08:18.871149 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:08:18.871149 dv-neutron-833373-2-hyperv neutron-server[83826]: return f(self, *a, **k) Apr 01 16:08:18.871149 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 16:08:18.871149 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._get(url).json() Apr 01 16:08:18.871149 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 16:08:18.871149 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:08:18.871149 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 16:08:18.871149 dv-neutron-833373-2-hyperv neutron-server[83826]: return self.request(url, 'GET', **kwargs) Apr 01 16:08:18.871149 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 16:08:18.871149 dv-neutron-833373-2-hyperv neutron-server[83826]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:08:18.871149 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 16:08:18.871149 dv-neutron-833373-2-hyperv neutron-server[83826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:08:18.871149 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 16:08:18.871149 dv-neutron-833373-2-hyperv neutron-server[83826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:08:18.871149 dv-neutron-833373-2-hyperv neutron-server[83826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:08:18.956110 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f3330dfd-e22b-4dc6-ab58-cd40654d7a69 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:18.962382 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f3330dfd-e22b-4dc6-ab58-cd40654d7a69 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:18.994494 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3330dfd-e22b-4dc6-ab58-cd40654d7a69 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event deleted for resources: {'Network': ['ID=1662b267-0398-4e86-889e-2f6337bb6b39,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:18.998701 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device e9081557-bfc1-4dd2-87cc-6c1c97f023d4 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:08:19.002520 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-f3330dfd-e22b-4dc6-ab58-cd40654d7a69 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "DELETE /v2.0/networks/1662b267-0398-4e86-889e-2f6337bb6b39 HTTP/1.1" status: 204 len: 168 time: 0.4644523 Apr 01 16:08:19.021377 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 59108) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:08:19.027533 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-0c19dca5-b76c-4211-a40e-1a9ba84a5214 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'network': {'name': 'tempest-network-smoke--513920916', 'project_id': '447e2c5010754fe1ad368efac7c75251', 'port_security_enabled': True}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:08:19.032622 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-0c19dca5-b76c-4211-a40e-1a9ba84a5214 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:08:19.036778 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-0c19dca5-b76c-4211-a40e-1a9ba84a5214 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:network and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:08:19.040236 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-0c19dca5-b76c-4211-a40e-1a9ba84a5214 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:08:19.044379 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: e9081557-bfc1-4dd2-87cc-6c1c97f023d4 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:08:19.044715 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device e9081557-bfc1-4dd2-87cc-6c1c97f023d4 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:08:19.045305 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 0429e40b-5896-4cf0-bb29-c0a0908c0563 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:08:19.048342 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-0c19dca5-b76c-4211-a40e-1a9ba84a5214 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:08:19.059375 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c19dca5-b76c-4211-a40e-1a9ba84a5214 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Made reservation on behalf of 447e2c5010754fe1ad368efac7c75251 for: {'network': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:08:19.062552 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0c19dca5-b76c-4211-a40e-1a9ba84a5214 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:19.079231 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 0429e40b-5896-4cf0-bb29-c0a0908c0563 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:08:19.079632 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 0429e40b-5896-4cf0-bb29-c0a0908c0563 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:08:19.080125 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 67d45175-e0d3-4746-9f6a-4fc507f71d64 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:08:19.094023 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c19dca5-b76c-4211-a40e-1a9ba84a5214 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=83826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:08:19.103431 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0c19dca5-b76c-4211-a40e-1a9ba84a5214 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:19.103767 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.segments_db [None req-0c19dca5-b76c-4211-a40e-1a9ba84a5214 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Added segment 77880ea7-2119-456c-aa7a-84e2909e9e21 of type vlan for network 2b65031c-5328-4079-9fbc-959cc62fd7e8 Apr 01 16:08:19.116653 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 67d45175-e0d3-4746-9f6a-4fc507f71d64 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:08:19.118376 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 67d45175-e0d3-4746-9f6a-4fc507f71d64 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:08:19.138465 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0c19dca5-b76c-4211-a40e-1a9ba84a5214 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:19.171908 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0c19dca5-b76c-4211-a40e-1a9ba84a5214 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:19.175519 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c19dca5-b76c-4211-a40e-1a9ba84a5214 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:19.176091 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0c19dca5-b76c-4211-a40e-1a9ba84a5214 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:19.282960 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-0c19dca5-b76c-4211-a40e-1a9ba84a5214 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2604594 Apr 01 16:08:19.285838 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 59112) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:08:19.288961 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c19dca5-b76c-4211-a40e-1a9ba84a5214 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'Network': ['ID=2b65031c-5328-4079-9fbc-959cc62fd7e8,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:19.291864 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-566d77df-4ed4-4840-9716-b73f1261529a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-919875774', 'admin_state_up': True, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:08:19.300016 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 2b65031c-5328-4079-9fbc-959cc62fd7e8 details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:08:19.301082 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-566d77df-4ed4-4840-9716-b73f1261529a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:08:19.304948 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-566d77df-4ed4-4840-9716-b73f1261529a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:router and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:08:19.307822 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-566d77df-4ed4-4840-9716-b73f1261529a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:08:19.313454 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-566d77df-4ed4-4840-9716-b73f1261529a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:08:19.323767 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-566d77df-4ed4-4840-9716-b73f1261529a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130665'] for router, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:19.325038 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-566d77df-4ed4-4840-9716-b73f1261529a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617571', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130640'] for router, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:19.345796 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-566d77df-4ed4-4840-9716-b73f1261529a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:19.489860 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-566d77df-4ed4-4840-9716-b73f1261529a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130626'] for router, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:19.754830 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-566d77df-4ed4-4840-9716-b73f1261529a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for router_gateway, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:19.783775 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-566d77df-4ed4-4840-9716-b73f1261529a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:19.916040 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-566d77df-4ed4-4840-9716-b73f1261529a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Allocated IP 172.26.1.186 (ed45466e-0386-4b92-8de3-247c977242ac/0479f741-5cd1-4d6f-b593-d8aa909a42d3/010584fd-000e-4ae0-b9ad-b3559d20add8) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:08:20.069145 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-566d77df-4ed4-4840-9716-b73f1261529a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:20.096484 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-566d77df-4ed4-4840-9716-b73f1261529a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:20.160519 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566d77df-4ed4-4840-9716-b73f1261529a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Network ed45466e-0386-4b92-8de3-247c977242ac is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:08:20.163165 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-566d77df-4ed4-4840-9716-b73f1261529a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:08:20.167335 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566d77df-4ed4-4840-9716-b73f1261529a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:08:20.202540 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566d77df-4ed4-4840-9716-b73f1261529a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'Port': ['ID=010584fd-000e-4ae0-b9ad-b3559d20add8,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:20.222547 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566d77df-4ed4-4840-9716-b73f1261529a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:20.222861 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566d77df-4ed4-4840-9716-b73f1261529a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:20.223193 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566d77df-4ed4-4840-9716-b73f1261529a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:20.223528 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566d77df-4ed4-4840-9716-b73f1261529a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:20.223850 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566d77df-4ed4-4840-9716-b73f1261529a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:20.224187 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566d77df-4ed4-4840-9716-b73f1261529a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:20.224497 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566d77df-4ed4-4840-9716-b73f1261529a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:20.224849 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566d77df-4ed4-4840-9716-b73f1261529a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:20.225174 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566d77df-4ed4-4840-9716-b73f1261529a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:20.225485 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566d77df-4ed4-4840-9716-b73f1261529a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:20.225799 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566d77df-4ed4-4840-9716-b73f1261529a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:20.346471 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-566d77df-4ed4-4840-9716-b73f1261529a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for router_gateway, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:20.347148 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-566d77df-4ed4-4840-9716-b73f1261529a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616'] for router, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:20.570751 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-566d77df-4ed4-4840-9716-b73f1261529a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Router 940a22c1-af8d-4a65-99af-6d5528a736ac is scheduled to L3 agent ff252634-3424-422a-b742-9ae457bd54bd with binding_index 1 {{(pid=83828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 16:08:20.765280 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-566d77df-4ed4-4840-9716-b73f1261529a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:08:20.774936 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb3d1e6-6c9f-475c-b6d0-09f422e0402f None None] Sync routers for ids ['940a22c1-af8d-4a65-99af-6d5528a736ac'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:08:20.786632 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb3d1e6-6c9f-475c-b6d0-09f422e0402f None None] Routers {'940a22c1-af8d-4a65-99af-6d5528a736ac'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:08:20.787243 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-fdb3d1e6-6c9f-475c-b6d0-09f422e0402f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:07:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['940a22c1-af8d-4a65-99af-6d5528a736ac'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:08:20.791044 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-566d77df-4ed4-4840-9716-b73f1261529a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:20.795549 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-566d77df-4ed4-4840-9716-b73f1261529a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5057850 Apr 01 16:08:20.795840 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 59116) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:08:20.973711 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-fdb3d1e6-6c9f-475c-b6d0-09f422e0402f None None] Set router 940a22c1-af8d-4a65-99af-6d5528a736ac gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:08:21.145112 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-5c066662-dda8-4926-b99e-061e356b5897 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=447e2c5010754fe1ad368efac7c75251&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3480604 Apr 01 16:08:21.147612 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 59122) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:08:21.286790 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9681ea28-a7a2-4261-a80c-8be4b8adfca4 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:21.288302 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-9681ea28-a7a2-4261-a80c-8be4b8adfca4 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1396596 Apr 01 16:08:21.292584 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 59126) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:08:21.327117 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-fdb3d1e6-6c9f-475c-b6d0-09f422e0402f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '940a22c1-af8d-4a65-99af-6d5528a736ac', 'name': 'tempest-TestNetworkBasicOps-router-919875774', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.186'}], 'enable_snat': True}, 'gw_port_id': '010584fd-000e-4ae0-b9ad-b3559d20add8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:19Z', 'updated_at': '2022-04-01T16:08:20Z', 'revision_number': 3, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': '010584fd-000e-4ae0-b9ad-b3559d20add8', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:39:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '940a22c1-af8d-4a65-99af-6d5528a736ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:19Z', 'updated_at': '2022-04-01T16:08:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:08:21.331031 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb3d1e6-6c9f-475c-b6d0-09f422e0402f None None] Checking router: 940a22c1-af8d-4a65-99af-6d5528a736ac for host: dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:08:21.331375 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb3d1e6-6c9f-475c-b6d0-09f422e0402f None None] Updating router 940a22c1-af8d-4a65-99af-6d5528a736ac port 010584fd-000e-4ae0-b9ad-b3559d20add8 binding host dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 16:08:21.354027 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-a2141059-02a0-4cd9-b6f5-0e464ed5ba09 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=ed45466e-0386-4b92-8de3-247c977242ac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0567067 Apr 01 16:08:21.357637 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 59130) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:08:21.363238 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-064e906c-e250-4991-bf97-6587b43dab57 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-187027589', 'network_id': '2b65031c-5328-4079-9fbc-959cc62fd7e8', 'project_id': '447e2c5010754fe1ad368efac7c75251', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:08:21.385303 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-fdb3d1e6-6c9f-475c-b6d0-09f422e0402f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:21.475705 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-064e906c-e250-4991-bf97-6587b43dab57 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:08:21.479882 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-064e906c-e250-4991-bf97-6587b43dab57 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:subnet and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:08:21.482825 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-064e906c-e250-4991-bf97-6587b43dab57 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:08:21.490800 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-064e906c-e250-4991-bf97-6587b43dab57 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:08:21.504176 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-064e906c-e250-4991-bf97-6587b43dab57 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Made reservation on behalf of 447e2c5010754fe1ad368efac7c75251 for: {'subnet': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:08:21.626973 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-064e906c-e250-4991-bf97-6587b43dab57 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16030269'] for subnet, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:21.748767 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-fdb3d1e6-6c9f-475c-b6d0-09f422e0402f None None] Notify callbacks [] for port, precommit_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:21.761134 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-fdb3d1e6-6c9f-475c-b6d0-09f422e0402f None None] Transition to ACTIVE for port object 010584fd-000e-4ae0-b9ad-b3559d20add8 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:08:21.768439 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-fdb3d1e6-6c9f-475c-b6d0-09f422e0402f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:21.851663 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fd4858-4861-4df4-91b5-c39c561df1fa None None] Pushing event updated for resources: {'Port': ['ID=010584fd-000e-4ae0-b9ad-b3559d20add8,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:21.856463 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-fdb3d1e6-6c9f-475c-b6d0-09f422e0402f None None] Attempting to bind port 010584fd-000e-4ae0-b9ad-b3559d20add8 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:08:21.856862 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-fdb3d1e6-6c9f-475c-b6d0-09f422e0402f None None] Attempting to bind port 010584fd-000e-4ae0-b9ad-b3559d20add8 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:08:21.857221 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb3d1e6-6c9f-475c-b6d0-09f422e0402f None None] Attempting to bind port 010584fd-000e-4ae0-b9ad-b3559d20add8 on network ed45466e-0386-4b92-8de3-247c977242ac {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:08:21.864387 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb3d1e6-6c9f-475c-b6d0-09f422e0402f None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:08:21.864842 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb3d1e6-6c9f-475c-b6d0-09f422e0402f None None] Checking segment: {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:08:21.865177 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-fdb3d1e6-6c9f-475c-b6d0-09f422e0402f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:21.865560 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb3d1e6-6c9f-475c-b6d0-09f422e0402f None None] Bound using segment: {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:08:21.866012 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-fdb3d1e6-6c9f-475c-b6d0-09f422e0402f None None] Bound port: 010584fd-000e-4ae0-b9ad-b3559d20add8, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:08:21.866377 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-fdb3d1e6-6c9f-475c-b6d0-09f422e0402f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:21.940795 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-fdb3d1e6-6c9f-475c-b6d0-09f422e0402f None None] For port 010584fd-000e-4ae0-b9ad-b3559d20add8, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:08:21.943853 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-fdb3d1e6-6c9f-475c-b6d0-09f422e0402f None None] For port 010584fd-000e-4ae0-b9ad-b3559d20add8, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=010584fd-000e-4ae0-b9ad-b3559d20add8,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:08:21.951676 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-fdb3d1e6-6c9f-475c-b6d0-09f422e0402f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:21.951914 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-064e906c-e250-4991-bf97-6587b43dab57 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15306628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16030227'] for subnet, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:22.036625 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fd4858-4861-4df4-91b5-c39c561df1fa None None] Pushing event updated for resources: {'Port': ['ID=010584fd-000e-4ae0-b9ad-b3559d20add8,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:22.043137 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb3d1e6-6c9f-475c-b6d0-09f422e0402f None None] Routers {'940a22c1-af8d-4a65-99af-6d5528a736ac'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:08:22.043956 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-fdb3d1e6-6c9f-475c-b6d0-09f422e0402f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:07:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['940a22c1-af8d-4a65-99af-6d5528a736ac'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:08:22.044078 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064e906c-e250-4991-bf97-6587b43dab57 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'Subnet': ['ID=db5e777e-1c15-4a89-abe7-69bb73a1915e,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:22.062130 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064e906c-e250-4991-bf97-6587b43dab57 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Checking segment: {'id': '77880ea7-2119-456c-aa7a-84e2909e9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2b65031c-5328-4079-9fbc-959cc62fd7e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:08:22.062491 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064e906c-e250-4991-bf97-6587b43dab57 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Network hostable DHCP agents. Network: 2b65031c-5328-4079-9fbc-959cc62fd7e8, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:08:22.085687 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064e906c-e250-4991-bf97-6587b43dab57 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Network 2b65031c-5328-4079-9fbc-959cc62fd7e8 is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:08:22.097257 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-064e906c-e250-4991-bf97-6587b43dab57 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, 2b65031c-5328-4079-9fbc-959cc62fd7e8) {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:08:22.102986 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064e906c-e250-4991-bf97-6587b43dab57 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:22.104267 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-064e906c-e250-4991-bf97-6587b43dab57 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:22.126137 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-064e906c-e250-4991-bf97-6587b43dab57 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7672851 Apr 01 16:08:22.129077 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 59134) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:08:22.136983 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f965624-aeb1-4e7a-9f0f-9dc96a05b0c1 None None] Network 2b65031c-5328-4079-9fbc-959cc62fd7e8 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:08:22.392797 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-fdb3d1e6-6c9f-475c-b6d0-09f422e0402f None None] Set router 940a22c1-af8d-4a65-99af-6d5528a736ac gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:08:22.627444 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be8e41d-548e-47f2-bcc6-50e951427c80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-2b65031c-5328-4079-9fbc-959cc62fd7e8', 'network_id': '2b65031c-5328-4079-9fbc-959cc62fd7e8', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'fixed_ips': [{'subnet_id': 'db5e777e-1c15-4a89-abe7-69bb73a1915e'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 16:08:22.628250 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-4be8e41d-548e-47f2-bcc6-50e951427c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:22.862448 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-4be8e41d-548e-47f2-bcc6-50e951427c80 None None] Allocated IP 172.20.0.2 (2b65031c-5328-4079-9fbc-959cc62fd7e8/db5e777e-1c15-4a89-abe7-69bb73a1915e/bfe8dbf0-c0f1-4928-a8b9-e99ec300db5e) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:08:22.881280 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-fdb3d1e6-6c9f-475c-b6d0-09f422e0402f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '940a22c1-af8d-4a65-99af-6d5528a736ac', 'name': 'tempest-TestNetworkBasicOps-router-919875774', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.186'}], 'enable_snat': True}, 'gw_port_id': '010584fd-000e-4ae0-b9ad-b3559d20add8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:19Z', 'updated_at': '2022-04-01T16:08:20Z', 'revision_number': 3, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': '010584fd-000e-4ae0-b9ad-b3559d20add8', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:39:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '940a22c1-af8d-4a65-99af-6d5528a736ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:19Z', 'updated_at': '2022-04-01T16:08:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:08:22.941870 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb3d1e6-6c9f-475c-b6d0-09f422e0402f None None] The sync data for ids ['940a22c1-af8d-4a65-99af-6d5528a736ac'] in dv-neutron-833373-2-hyperv is: [{'id': '940a22c1-af8d-4a65-99af-6d5528a736ac', 'name': 'tempest-TestNetworkBasicOps-router-919875774', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.186'}], 'enable_snat': True}, 'gw_port_id': '010584fd-000e-4ae0-b9ad-b3559d20add8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:19Z', 'updated_at': '2022-04-01T16:08:20Z', 'revision_number': 3, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': '010584fd-000e-4ae0-b9ad-b3559d20add8', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:39:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '940a22c1-af8d-4a65-99af-6d5528a736ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:19Z', 'updated_at': '2022-04-01T16:08:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:08:23.022101 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b5ec2d5a-af50-45f6-b8ec-4d8ffa4d63a5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:23.148379 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-4be8e41d-548e-47f2-bcc6-50e951427c80 None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:23.163339 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-4be8e41d-548e-47f2-bcc6-50e951427c80 None None] Transition to ACTIVE for port object bfe8dbf0-c0f1-4928-a8b9-e99ec300db5e will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:08:23.190768 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-4be8e41d-548e-47f2-bcc6-50e951427c80 None None] Transition to ACTIVE for port object bfe8dbf0-c0f1-4928-a8b9-e99ec300db5e will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:08:23.199695 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-4be8e41d-548e-47f2-bcc6-50e951427c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:23.292916 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be8e41d-548e-47f2-bcc6-50e951427c80 None None] Network 2b65031c-5328-4079-9fbc-959cc62fd7e8 is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:08:23.295960 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-4be8e41d-548e-47f2-bcc6-50e951427c80 None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:08:23.304448 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be8e41d-548e-47f2-bcc6-50e951427c80 None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:08:23.400486 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be8e41d-548e-47f2-bcc6-50e951427c80 None None] Pushing event updated for resources: {'Port': ['ID=bfe8dbf0-c0f1-4928-a8b9-e99ec300db5e,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:23.423857 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-4be8e41d-548e-47f2-bcc6-50e951427c80 None None] Attempting to bind port bfe8dbf0-c0f1-4928-a8b9-e99ec300db5e on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:08:23.424310 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-4be8e41d-548e-47f2-bcc6-50e951427c80 None None] Attempting to bind port bfe8dbf0-c0f1-4928-a8b9-e99ec300db5e by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': '77880ea7-2119-456c-aa7a-84e2909e9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2b65031c-5328-4079-9fbc-959cc62fd7e8'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:08:23.424758 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be8e41d-548e-47f2-bcc6-50e951427c80 None None] Attempting to bind port bfe8dbf0-c0f1-4928-a8b9-e99ec300db5e on network 2b65031c-5328-4079-9fbc-959cc62fd7e8 {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:08:23.432528 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be8e41d-548e-47f2-bcc6-50e951427c80 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:08:23.433008 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be8e41d-548e-47f2-bcc6-50e951427c80 None None] Checking segment: {'id': '77880ea7-2119-456c-aa7a-84e2909e9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2b65031c-5328-4079-9fbc-959cc62fd7e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:08:23.433478 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-4be8e41d-548e-47f2-bcc6-50e951427c80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:23.433924 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be8e41d-548e-47f2-bcc6-50e951427c80 None None] Bound using segment: {'id': '77880ea7-2119-456c-aa7a-84e2909e9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2b65031c-5328-4079-9fbc-959cc62fd7e8'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:08:23.434459 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-4be8e41d-548e-47f2-bcc6-50e951427c80 None None] Bound port: bfe8dbf0-c0f1-4928-a8b9-e99ec300db5e, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77880ea7-2119-456c-aa7a-84e2909e9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2b65031c-5328-4079-9fbc-959cc62fd7e8'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:08:23.434888 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-4be8e41d-548e-47f2-bcc6-50e951427c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:23.527076 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-b5ec2d5a-af50-45f6-b8ec-4d8ffa4d63a5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Allocated IP 172.20.0.1 (2b65031c-5328-4079-9fbc-959cc62fd7e8/db5e777e-1c15-4a89-abe7-69bb73a1915e/f15b80b3-7203-4f8b-b676-143c14852777) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:08:23.544064 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-4be8e41d-548e-47f2-bcc6-50e951427c80 None None] For port bfe8dbf0-c0f1-4928-a8b9-e99ec300db5e, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:08:23.547907 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-4be8e41d-548e-47f2-bcc6-50e951427c80 None None] For port bfe8dbf0-c0f1-4928-a8b9-e99ec300db5e, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=bfe8dbf0-c0f1-4928-a8b9-e99ec300db5e,segment=NetworkSegment(77880ea7-2119-456c-aa7a-84e2909e9e21),segment_id=77880ea7-2119-456c-aa7a-84e2909e9e21)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:08:23.554204 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-4be8e41d-548e-47f2-bcc6-50e951427c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:23.653814 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be8e41d-548e-47f2-bcc6-50e951427c80 None None] Pushing event updated for resources: {'Port': ['ID=bfe8dbf0-c0f1-4928-a8b9-e99ec300db5e,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:23.747093 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b5ec2d5a-af50-45f6-b8ec-4d8ffa4d63a5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:23.771456 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [None req-b5ec2d5a-af50-45f6-b8ec-4d8ffa4d63a5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Transition to ACTIVE for port object f15b80b3-7203-4f8b-b676-143c14852777 will not be triggered until provisioned by entity DHCP. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:08:23.799036 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b5ec2d5a-af50-45f6-b8ec-4d8ffa4d63a5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:23.870085 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:23.890122 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-63d220fc-1ba4-48bd-a978-504cee464560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:23.917879 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ec2d5a-af50-45f6-b8ec-4d8ffa4d63a5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Network 2b65031c-5328-4079-9fbc-959cc62fd7e8 is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:08:23.921072 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-b5ec2d5a-af50-45f6-b8ec-4d8ffa4d63a5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:08:23.924374 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ec2d5a-af50-45f6-b8ec-4d8ffa4d63a5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:08:23.967432 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ec2d5a-af50-45f6-b8ec-4d8ffa4d63a5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'Port': ['ID=f15b80b3-7203-4f8b-b676-143c14852777,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:24.006396 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b5ec2d5a-af50-45f6-b8ec-4d8ffa4d63a5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611418'] for router_interface, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:24.112724 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b5ec2d5a-af50-45f6-b8ec-4d8ffa4d63a5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:24.515282 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b5ec2d5a-af50-45f6-b8ec-4d8ffa4d63a5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:24.519802 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b5ec2d5a-af50-45f6-b8ec-4d8ffa4d63a5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:24.728260 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe6dfc4-0b91-4478-b217-95da82c30aa9 None None] Network 2b65031c-5328-4079-9fbc-959cc62fd7e8 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:08:24.739926 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b5ec2d5a-af50-45f6-b8ec-4d8ffa4d63a5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611525'] for router_interface, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:24.743707 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ec2d5a-af50-45f6-b8ec-4d8ffa4d63a5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'Port': ['ID=f15b80b3-7203-4f8b-b676-143c14852777,revision_number=2']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:24.873078 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-fdffc2f5-538a-42b4-8f07-567de6f95032 None None] Provisioning for port bfe8dbf0-c0f1-4928-a8b9-e99ec300db5e completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:08:24.882977 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ec2d5a-af50-45f6-b8ec-4d8ffa4d63a5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Network 2b65031c-5328-4079-9fbc-959cc62fd7e8 is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:08:24.884832 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-b5ec2d5a-af50-45f6-b8ec-4d8ffa4d63a5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:08:25.022160 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device bfe8dbf0-c0f1-4928-a8b9-e99ec300db5e up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:08:25.103075 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port bfe8dbf0-c0f1-4928-a8b9-e99ec300db5e completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:08:25.108808 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port bfe8dbf0-c0f1-4928-a8b9-e99ec300db5e triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:08:25.109182 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:25.234502 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:25.269233 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port bfe8dbf0-c0f1-4928-a8b9-e99ec300db5e, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=bfe8dbf0-c0f1-4928-a8b9-e99ec300db5e,segment=NetworkSegment(77880ea7-2119-456c-aa7a-84e2909e9e21),segment_id=77880ea7-2119-456c-aa7a-84e2909e9e21)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:08:25.273755 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:25.274657 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 010584fd-000e-4ae0-b9ad-b3559d20add8 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:08:25.315371 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5ec2d5a-af50-45f6-b8ec-4d8ffa4d63a5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Router 940a22c1-af8d-4a65-99af-6d5528a736ac has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:08:25.404857 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=bfe8dbf0-c0f1-4928-a8b9-e99ec300db5e,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:25.408154 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-82a05a28-e7a3-43f7-af7d-c7905505e33a None None] Provisioning for port f15b80b3-7203-4f8b-b676-143c14852777 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:08:25.415658 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-82a05a28-e7a3-43f7-af7d-c7905505e33a None None] Provisioning complete for port f15b80b3-7203-4f8b-b676-143c14852777 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:08:25.416156 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-82a05a28-e7a3-43f7-af7d-c7905505e33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:25.463103 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 010584fd-000e-4ae0-b9ad-b3559d20add8 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:08:25.470493 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 010584fd-000e-4ae0-b9ad-b3559d20add8 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:08:25.470869 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:25.511475 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-82a05a28-e7a3-43f7-af7d-c7905505e33a None None] Port f15b80b3-7203-4f8b-b676-143c14852777 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 16:08:25.534213 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ec2d5a-af50-45f6-b8ec-4d8ffa4d63a5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:08:25.545907 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-82a05a28-e7a3-43f7-af7d-c7905505e33a None None] Provisioning complete for port bfe8dbf0-c0f1-4928-a8b9-e99ec300db5e triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:08:25.546300 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-82a05a28-e7a3-43f7-af7d-c7905505e33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:25.551034 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-b5ec2d5a-af50-45f6-b8ec-4d8ffa4d63a5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "PUT /v2.0/routers/940a22c1-af8d-4a65-99af-6d5528a736ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4187250 Apr 01 16:08:25.551315 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 59138) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:08:25.599820 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:08:25.659933 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:25.695191 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41660d04-6546-4057-a832-25bad09abdf7 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:25.696245 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41660d04-6546-4057-a832-25bad09abdf7 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:25.696676 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41660d04-6546-4057-a832-25bad09abdf7 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:25.697275 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41660d04-6546-4057-a832-25bad09abdf7 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:25.698983 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-41660d04-6546-4057-a832-25bad09abdf7 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2882 time: 0.1467094 Apr 01 16:08:25.701703 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 59142) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:08:25.711433 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port 010584fd-000e-4ae0-b9ad-b3559d20add8, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=010584fd-000e-4ae0-b9ad-b3559d20add8,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:08:25.721136 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:25.771957 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d30ef47-f91a-4243-a17b-6e5791bdf598 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:25.772502 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d30ef47-f91a-4243-a17b-6e5791bdf598 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:25.772659 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d30ef47-f91a-4243-a17b-6e5791bdf598 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:25.773013 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d30ef47-f91a-4243-a17b-6e5791bdf598 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:25.774690 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-7d30ef47-f91a-4243-a17b-6e5791bdf598 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0720329 Apr 01 16:08:25.778068 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 59146) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:08:25.794335 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=010584fd-000e-4ae0-b9ad-b3559d20add8,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:25.900921 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-b82786f6-a3c9-4424-8022-b250696a9b94 None None] Provisioning complete for port f15b80b3-7203-4f8b-b676-143c14852777 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:08:25.901571 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-b82786f6-a3c9-4424-8022-b250696a9b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:25.955561 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-b82786f6-a3c9-4424-8022-b250696a9b94 None None] Port f15b80b3-7203-4f8b-b676-143c14852777 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 16:08:25.985216 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-2820986f-c0c7-4a5d-9f28-688859309e4e tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2059741 Apr 01 16:08:26.256595 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-7e9b8a03-065e-4d4d-ad69-dab26afd7afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:26.708093 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1609c7-afdd-4c83-8430-b40c295f94ae None None] Sync routers for ids ['940a22c1-af8d-4a65-99af-6d5528a736ac'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:08:26.720441 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1609c7-afdd-4c83-8430-b40c295f94ae None None] Routers {'940a22c1-af8d-4a65-99af-6d5528a736ac'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:08:26.721065 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-dc1609c7-afdd-4c83-8430-b40c295f94ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:08:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['940a22c1-af8d-4a65-99af-6d5528a736ac'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:08:26.893219 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-dc1609c7-afdd-4c83-8430-b40c295f94ae None None] Set router 940a22c1-af8d-4a65-99af-6d5528a736ac gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:08:26.954459 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device bfe8dbf0-c0f1-4928-a8b9-e99ec300db5e up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:08:27.061113 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port bfe8dbf0-c0f1-4928-a8b9-e99ec300db5e triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:08:27.061387 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:27.181283 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 010584fd-000e-4ae0-b9ad-b3559d20add8 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:08:27.217537 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-dc1609c7-afdd-4c83-8430-b40c295f94ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '940a22c1-af8d-4a65-99af-6d5528a736ac', 'name': 'tempest-TestNetworkBasicOps-router-919875774', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.186'}], 'enable_snat': True}, 'gw_port_id': '010584fd-000e-4ae0-b9ad-b3559d20add8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:19Z', 'updated_at': '2022-04-01T16:08:24Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': '010584fd-000e-4ae0-b9ad-b3559d20add8', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:39:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940a22c1-af8d-4a65-99af-6d5528a736ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:19Z', 'updated_at': '2022-04-01T16:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': 'f15b80b3-7203-4f8b-b676-143c14852777', 'name': '', 'network_id': '2b65031c-5328-4079-9fbc-959cc62fd7e8', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'mac_address': 'fa:16:3e:90:23:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '940a22c1-af8d-4a65-99af-6d5528a736ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db5e777e-1c15-4a89-abe7-69bb73a1915e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:23Z', 'updated_at': '2022-04-01T16:08:24Z', 'revision_number': 2, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'subnets': [{'id': 'db5e777e-1c15-4a89-abe7-69bb73a1915e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:08:27.221594 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1609c7-afdd-4c83-8430-b40c295f94ae None None] Checking router: 940a22c1-af8d-4a65-99af-6d5528a736ac for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:08:27.221946 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1609c7-afdd-4c83-8430-b40c295f94ae None None] Updating router 940a22c1-af8d-4a65-99af-6d5528a736ac port f15b80b3-7203-4f8b-b676-143c14852777 binding host dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 16:08:27.251172 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 010584fd-000e-4ae0-b9ad-b3559d20add8 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:08:27.251604 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:27.271569 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 59154) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:08:27.278769 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-51c88f50-f788-4bfb-ace6-4d3351b339e2 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-95684952', 'description': 'tempest-secgroup-smoke-95684952 description', 'project_id': '447e2c5010754fe1ad368efac7c75251'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:08:27.280984 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-dc1609c7-afdd-4c83-8430-b40c295f94ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:27.285119 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-51c88f50-f788-4bfb-ace6-4d3351b339e2 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:08:27.291071 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-51c88f50-f788-4bfb-ace6-4d3351b339e2 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:08:27.294002 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-51c88f50-f788-4bfb-ace6-4d3351b339e2 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:08:27.300688 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-51c88f50-f788-4bfb-ace6-4d3351b339e2 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:08:27.313945 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-51c88f50-f788-4bfb-ace6-4d3351b339e2 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:27.351316 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-51c88f50-f788-4bfb-ace6-4d3351b339e2 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:08:27.355930 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-51c88f50-f788-4bfb-ace6-4d3351b339e2 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group_rule and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:08:27.358844 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-51c88f50-f788-4bfb-ace6-4d3351b339e2 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:08:27.365533 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-51c88f50-f788-4bfb-ace6-4d3351b339e2 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:08:27.424231 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-51c88f50-f788-4bfb-ace6-4d3351b339e2 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:27.428084 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-51c88f50-f788-4bfb-ace6-4d3351b339e2 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:27.472417 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c88f50-f788-4bfb-ace6-4d3351b339e2 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=175ff3f4-32a1-41f0-b3b8-5509137a399f,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:27.474989 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-51c88f50-f788-4bfb-ace6-4d3351b339e2 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:27.479102 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-51c88f50-f788-4bfb-ace6-4d3351b339e2 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 0.2032948 Apr 01 16:08:27.479304 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 59158) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:08:27.484957 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-2638b020-47ca-41bc-92c0-e8927bfa9999 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'security_group_rule': {'security_group_id': '175ff3f4-32a1-41f0-b3b8-5509137a399f', 'project_id': '447e2c5010754fe1ad368efac7c75251', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:08:27.490715 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-2638b020-47ca-41bc-92c0-e8927bfa9999 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:08:27.495376 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-2638b020-47ca-41bc-92c0-e8927bfa9999 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group_rule and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:08:27.498316 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-2638b020-47ca-41bc-92c0-e8927bfa9999 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:08:27.504013 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-2638b020-47ca-41bc-92c0-e8927bfa9999 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:08:27.521278 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2638b020-47ca-41bc-92c0-e8927bfa9999 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:27.586397 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2638b020-47ca-41bc-92c0-e8927bfa9999 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:27.590700 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2638b020-47ca-41bc-92c0-e8927bfa9999 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:27.592316 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:27.617074 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2638b020-47ca-41bc-92c0-e8927bfa9999 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6f64a36-603c-492e-ba8b-8d6d395a4656,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:27.627371 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2638b020-47ca-41bc-92c0-e8927bfa9999 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:27.628658 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-2638b020-47ca-41bc-92c0-e8927bfa9999 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1484325 Apr 01 16:08:27.631390 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 59162) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:08:27.634578 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-dc1609c7-afdd-4c83-8430-b40c295f94ae None None] Notify callbacks [] for port, precommit_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:27.637363 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-feef9a05-ca5c-4014-82b0-e1df117a99b9 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'security_group_rule': {'security_group_id': '175ff3f4-32a1-41f0-b3b8-5509137a399f', 'project_id': '447e2c5010754fe1ad368efac7c75251', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:08:27.642989 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-feef9a05-ca5c-4014-82b0-e1df117a99b9 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:08:27.646849 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-feef9a05-ca5c-4014-82b0-e1df117a99b9 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group_rule and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:08:27.646971 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.provisioning_blocks [None req-dc1609c7-afdd-4c83-8430-b40c295f94ae None None] Transition to ACTIVE for port object f15b80b3-7203-4f8b-b676-143c14852777 will not be triggered until provisioned by entity L2. {{(pid=83833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:08:27.650050 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-feef9a05-ca5c-4014-82b0-e1df117a99b9 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:08:27.653658 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-dc1609c7-afdd-4c83-8430-b40c295f94ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:27.656154 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-feef9a05-ca5c-4014-82b0-e1df117a99b9 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:08:27.672540 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-feef9a05-ca5c-4014-82b0-e1df117a99b9 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:27.738954 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-feef9a05-ca5c-4014-82b0-e1df117a99b9 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:27.746442 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-feef9a05-ca5c-4014-82b0-e1df117a99b9 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:27.771026 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:27.772098 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef9a05-ca5c-4014-82b0-e1df117a99b9 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d82152c5-55d6-469a-9ee0-af3614192c97,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:27.783823 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-feef9a05-ca5c-4014-82b0-e1df117a99b9 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:27.787655 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-feef9a05-ca5c-4014-82b0-e1df117a99b9 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1527908 Apr 01 16:08:27.788031 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 59166) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:08:27.794701 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-4c917a65-2346-429c-91f7-7b81693ca510 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'security_group_rule': {'security_group_id': '175ff3f4-32a1-41f0-b3b8-5509137a399f', 'project_id': '447e2c5010754fe1ad368efac7c75251', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:08:27.800609 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-4c917a65-2346-429c-91f7-7b81693ca510 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:08:27.804561 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-4c917a65-2346-429c-91f7-7b81693ca510 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group_rule and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:08:27.805968 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71df6b9-8da0-4d4d-ad5e-045b29539085 None None] Pushing event updated for resources: {'Port': ['ID=f15b80b3-7203-4f8b-b676-143c14852777,revision_number=3']} {{(pid=83833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:27.808851 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-4c917a65-2346-429c-91f7-7b81693ca510 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:08:27.814630 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-4c917a65-2346-429c-91f7-7b81693ca510 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:08:27.837415 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4c917a65-2346-429c-91f7-7b81693ca510 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:27.883672 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71df6b9-8da0-4d4d-ad5e-045b29539085 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:27.884083 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71df6b9-8da0-4d4d-ad5e-045b29539085 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:27.884325 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71df6b9-8da0-4d4d-ad5e-045b29539085 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:27.884649 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71df6b9-8da0-4d4d-ad5e-045b29539085 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:27.884999 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71df6b9-8da0-4d4d-ad5e-045b29539085 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:27.885315 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71df6b9-8da0-4d4d-ad5e-045b29539085 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:27.885635 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71df6b9-8da0-4d4d-ad5e-045b29539085 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:27.885950 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71df6b9-8da0-4d4d-ad5e-045b29539085 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:27.886263 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71df6b9-8da0-4d4d-ad5e-045b29539085 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:27.886573 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71df6b9-8da0-4d4d-ad5e-045b29539085 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:27.886884 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71df6b9-8da0-4d4d-ad5e-045b29539085 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:08:27.909737 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-dc1609c7-afdd-4c83-8430-b40c295f94ae None None] Attempting to bind port f15b80b3-7203-4f8b-b676-143c14852777 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:08:27.910283 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-dc1609c7-afdd-4c83-8430-b40c295f94ae None None] Attempting to bind port f15b80b3-7203-4f8b-b676-143c14852777 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': '77880ea7-2119-456c-aa7a-84e2909e9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2b65031c-5328-4079-9fbc-959cc62fd7e8'}] {{(pid=83833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:08:27.910653 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1609c7-afdd-4c83-8430-b40c295f94ae None None] Attempting to bind port f15b80b3-7203-4f8b-b676-143c14852777 on network 2b65031c-5328-4079-9fbc-959cc62fd7e8 {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:08:27.912481 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4c917a65-2346-429c-91f7-7b81693ca510 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:27.917617 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4c917a65-2346-429c-91f7-7b81693ca510 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:27.918907 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1609c7-afdd-4c83-8430-b40c295f94ae None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:08:27.920039 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1609c7-afdd-4c83-8430-b40c295f94ae None None] Checking segment: {'id': '77880ea7-2119-456c-aa7a-84e2909e9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2b65031c-5328-4079-9fbc-959cc62fd7e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:08:27.920629 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-dc1609c7-afdd-4c83-8430-b40c295f94ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:27.921034 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1609c7-afdd-4c83-8430-b40c295f94ae None None] Bound using segment: {'id': '77880ea7-2119-456c-aa7a-84e2909e9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2b65031c-5328-4079-9fbc-959cc62fd7e8'} {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:08:27.921500 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-dc1609c7-afdd-4c83-8430-b40c295f94ae None None] Bound port: f15b80b3-7203-4f8b-b676-143c14852777, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77880ea7-2119-456c-aa7a-84e2909e9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2b65031c-5328-4079-9fbc-959cc62fd7e8'}}] {{(pid=83833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:08:27.921863 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-dc1609c7-afdd-4c83-8430-b40c295f94ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:27.941580 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c917a65-2346-429c-91f7-7b81693ca510 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae547cff-4fe4-46ce-a1b3-4ad877e12ff0,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:27.951184 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4c917a65-2346-429c-91f7-7b81693ca510 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:27.952429 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-4c917a65-2346-429c-91f7-7b81693ca510 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1633306 Apr 01 16:08:27.955208 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 59170) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:08:27.960343 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-4b1453ff-5a63-4078-bb77-b411b36a47ae tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'security_group_rule': {'security_group_id': '175ff3f4-32a1-41f0-b3b8-5509137a399f', 'project_id': '447e2c5010754fe1ad368efac7c75251', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:08:27.966990 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-4b1453ff-5a63-4078-bb77-b411b36a47ae tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:08:27.970794 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-4b1453ff-5a63-4078-bb77-b411b36a47ae tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group_rule and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:08:27.973658 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-4b1453ff-5a63-4078-bb77-b411b36a47ae tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:08:27.980694 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-4b1453ff-5a63-4078-bb77-b411b36a47ae tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:08:28.000468 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4b1453ff-5a63-4078-bb77-b411b36a47ae tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:28.023009 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.db [None req-dc1609c7-afdd-4c83-8430-b40c295f94ae None None] For port f15b80b3-7203-4f8b-b676-143c14852777, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:08:28.027144 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.db [None req-dc1609c7-afdd-4c83-8430-b40c295f94ae None None] For port f15b80b3-7203-4f8b-b676-143c14852777, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=f15b80b3-7203-4f8b-b676-143c14852777,segment=NetworkSegment(77880ea7-2119-456c-aa7a-84e2909e9e21),segment_id=77880ea7-2119-456c-aa7a-84e2909e9e21)] {{(pid=83833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:08:28.031327 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-dc1609c7-afdd-4c83-8430-b40c295f94ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:28.068124 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4b1453ff-5a63-4078-bb77-b411b36a47ae tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:28.072138 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4b1453ff-5a63-4078-bb77-b411b36a47ae tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:28.098664 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1453ff-5a63-4078-bb77-b411b36a47ae tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f7845cf-bd3a-4fe2-abbd-9d83365410a4,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:28.111124 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4b1453ff-5a63-4078-bb77-b411b36a47ae tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:28.112638 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-4b1453ff-5a63-4078-bb77-b411b36a47ae tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1563499 Apr 01 16:08:28.115127 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 59174) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:08:28.118779 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1609c7-afdd-4c83-8430-b40c295f94ae None None] Routers {'940a22c1-af8d-4a65-99af-6d5528a736ac'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:08:28.119477 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-dc1609c7-afdd-4c83-8430-b40c295f94ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:08:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['940a22c1-af8d-4a65-99af-6d5528a736ac'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:08:28.123552 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-5c42e638-d193-4c63-ae43-3c18b4d30777 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'security_group_rule': {'security_group_id': '175ff3f4-32a1-41f0-b3b8-5509137a399f', 'project_id': '447e2c5010754fe1ad368efac7c75251', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:08:28.129601 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-5c42e638-d193-4c63-ae43-3c18b4d30777 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:08:28.134027 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-5c42e638-d193-4c63-ae43-3c18b4d30777 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group_rule and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:08:28.137146 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-5c42e638-d193-4c63-ae43-3c18b4d30777 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:08:28.143175 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-5c42e638-d193-4c63-ae43-3c18b4d30777 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:08:28.154473 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.securitygroups_db [None req-5c42e638-d193-4c63-ae43-3c18b4d30777 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Project 447e2c5010754fe1ad368efac7c75251 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:08:28.161245 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5c42e638-d193-4c63-ae43-3c18b4d30777 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:28.234213 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5c42e638-d193-4c63-ae43-3c18b4d30777 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:28.237679 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71df6b9-8da0-4d4d-ad5e-045b29539085 None None] Pushing event updated for resources: {'Port': ['ID=f15b80b3-7203-4f8b-b676-143c14852777,revision_number=4']} {{(pid=83833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:28.240946 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5c42e638-d193-4c63-ae43-3c18b4d30777 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:28.277780 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5c42e638-d193-4c63-ae43-3c18b4d30777 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:28.279113 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-5c42e638-d193-4c63-ae43-3c18b4d30777 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1629333 Apr 01 16:08:28.281515 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c42e638-d193-4c63-ae43-3c18b4d30777 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cd7d74c-dbeb-4388-9cba-9765590f5cd1,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:28.281961 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 59178) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:08:28.289219 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-4b7bcbb7-cdaf-4b2b-a8b4-ecfc7f11765b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'security_group_rule': {'security_group_id': '175ff3f4-32a1-41f0-b3b8-5509137a399f', 'project_id': '447e2c5010754fe1ad368efac7c75251', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:08:28.295256 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-4b7bcbb7-cdaf-4b2b-a8b4-ecfc7f11765b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:08:28.300541 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-4b7bcbb7-cdaf-4b2b-a8b4-ecfc7f11765b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group_rule and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:08:28.303632 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-4b7bcbb7-cdaf-4b2b-a8b4-ecfc7f11765b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:08:28.311878 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-4b7bcbb7-cdaf-4b2b-a8b4-ecfc7f11765b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:08:28.323339 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.securitygroups_db [None req-4b7bcbb7-cdaf-4b2b-a8b4-ecfc7f11765b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Project 447e2c5010754fe1ad368efac7c75251 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:08:28.331476 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4b7bcbb7-cdaf-4b2b-a8b4-ecfc7f11765b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:28.354226 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-dc1609c7-afdd-4c83-8430-b40c295f94ae None None] Set router 940a22c1-af8d-4a65-99af-6d5528a736ac gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:08:28.400532 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4b7bcbb7-cdaf-4b2b-a8b4-ecfc7f11765b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:28.405767 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4b7bcbb7-cdaf-4b2b-a8b4-ecfc7f11765b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:28.436458 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7bcbb7-cdaf-4b2b-a8b4-ecfc7f11765b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63d1fdec-bccd-4c0b-b02f-1889b4b387ad,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:28.443539 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4b7bcbb7-cdaf-4b2b-a8b4-ecfc7f11765b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:28.444954 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-4b7bcbb7-cdaf-4b2b-a8b4-ecfc7f11765b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1614096 Apr 01 16:08:28.676744 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-dc1609c7-afdd-4c83-8430-b40c295f94ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '940a22c1-af8d-4a65-99af-6d5528a736ac', 'name': 'tempest-TestNetworkBasicOps-router-919875774', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.186'}], 'enable_snat': True}, 'gw_port_id': '010584fd-000e-4ae0-b9ad-b3559d20add8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:19Z', 'updated_at': '2022-04-01T16:08:24Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': '010584fd-000e-4ae0-b9ad-b3559d20add8', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:39:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940a22c1-af8d-4a65-99af-6d5528a736ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:19Z', 'updated_at': '2022-04-01T16:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': 'f15b80b3-7203-4f8b-b676-143c14852777', 'name': '', 'network_id': '2b65031c-5328-4079-9fbc-959cc62fd7e8', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'mac_address': 'fa:16:3e:90:23:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '940a22c1-af8d-4a65-99af-6d5528a736ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db5e777e-1c15-4a89-abe7-69bb73a1915e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:23Z', 'updated_at': '2022-04-01T16:08:28Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'subnets': [{'id': 'db5e777e-1c15-4a89-abe7-69bb73a1915e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:08:28.681225 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1609c7-afdd-4c83-8430-b40c295f94ae None None] The sync data for ids ['940a22c1-af8d-4a65-99af-6d5528a736ac'] in dv-neutron-833373-2-hyperv is: [{'id': '940a22c1-af8d-4a65-99af-6d5528a736ac', 'name': 'tempest-TestNetworkBasicOps-router-919875774', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.186'}], 'enable_snat': True}, 'gw_port_id': '010584fd-000e-4ae0-b9ad-b3559d20add8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:19Z', 'updated_at': '2022-04-01T16:08:24Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': '010584fd-000e-4ae0-b9ad-b3559d20add8', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:39:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940a22c1-af8d-4a65-99af-6d5528a736ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:19Z', 'updated_at': '2022-04-01T16:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': 'f15b80b3-7203-4f8b-b676-143c14852777', 'name': '', 'network_id': '2b65031c-5328-4079-9fbc-959cc62fd7e8', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'mac_address': 'fa:16:3e:90:23:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '940a22c1-af8d-4a65-99af-6d5528a736ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db5e777e-1c15-4a89-abe7-69bb73a1915e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:23Z', 'updated_at': '2022-04-01T16:08:28Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'subnets': [{'id': 'db5e777e-1c15-4a89-abe7-69bb73a1915e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:08:28.691271 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-78c86bb7-0a37-4cb1-a13e-0711ea7896e5 req-fd648996-84a7-4f6b-a43e-4407728e4f17 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Synchronizing usage tracker for tenant:447e2c5010754fe1ad368efac7c75251 on resource:security_group {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:08:28.710132 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-78c86bb7-0a37-4cb1-a13e-0711ea7896e5 req-fd648996-84a7-4f6b-a43e-4407728e4f17 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Unset dirty status for tenant:447e2c5010754fe1ad368efac7c75251 on resource:security_group {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:08:28.711331 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-78c86bb7-0a37-4cb1-a13e-0711ea7896e5 req-fd648996-84a7-4f6b-a43e-4407728e4f17 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-95684952&fields=id&tenant_id=447e2c5010754fe1ad368efac7c75251 HTTP/1.1" status: 200 len: 267 time: 0.0633979 Apr 01 16:08:28.901660 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c86bb7-0a37-4cb1-a13e-0711ea7896e5 req-491bbf0d-6640-404f-803c-bc5be218d404 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:28.902267 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-78c86bb7-0a37-4cb1-a13e-0711ea7896e5 req-491bbf0d-6640-404f-803c-bc5be218d404 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Synchronizing usage tracker for tenant:447e2c5010754fe1ad368efac7c75251 on resource:network {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:08:28.921105 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-78c86bb7-0a37-4cb1-a13e-0711ea7896e5 req-491bbf0d-6640-404f-803c-bc5be218d404 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Unset dirty status for tenant:447e2c5010754fe1ad368efac7c75251 on resource:network {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:08:28.925243 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-78c86bb7-0a37-4cb1-a13e-0711ea7896e5 req-491bbf0d-6640-404f-803c-bc5be218d404 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/networks?id=2b65031c-5328-4079-9fbc-959cc62fd7e8 HTTP/1.1" status: 200 len: 796 time: 0.2063701 Apr 01 16:08:28.941670 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-78c86bb7-0a37-4cb1-a13e-0711ea7896e5 req-e33351b7-4db1-4a99-93cd-11dce54ed63e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/quotas/447e2c5010754fe1ad368efac7c75251 HTTP/1.1" status: 200 len: 375 time: 0.0128977 Apr 01 16:08:28.980634 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device f15b80b3-7203-4f8b-b676-143c14852777 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:08:29.042358 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-78c86bb7-0a37-4cb1-a13e-0711ea7896e5 req-9d69ac2f-67d1-432f-afae-e0310debcf62 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Synchronizing usage tracker for tenant:447e2c5010754fe1ad368efac7c75251 on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:08:29.066267 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-78c86bb7-0a37-4cb1-a13e-0711ea7896e5 req-9d69ac2f-67d1-432f-afae-e0310debcf62 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Unset dirty status for tenant:447e2c5010754fe1ad368efac7c75251 on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:08:29.067689 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-78c86bb7-0a37-4cb1-a13e-0711ea7896e5 req-9d69ac2f-67d1-432f-afae-e0310debcf62 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=447e2c5010754fe1ad368efac7c75251&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1198773 Apr 01 16:08:29.082541 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port f15b80b3-7203-4f8b-b676-143c14852777 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:08:29.091059 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port f15b80b3-7203-4f8b-b676-143c14852777 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:08:29.091434 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:29.215689 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:29.262315 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port f15b80b3-7203-4f8b-b676-143c14852777, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=f15b80b3-7203-4f8b-b676-143c14852777,segment=NetworkSegment(77880ea7-2119-456c-aa7a-84e2909e9e21),segment_id=77880ea7-2119-456c-aa7a-84e2909e9e21)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:08:29.272162 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:29.308081 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:29.341710 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=f15b80b3-7203-4f8b-b676-143c14852777,revision_number=5']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:29.417607 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-78c86bb7-0a37-4cb1-a13e-0711ea7896e5 req-ca14193e-4d98-4be1-b5fc-5c7fa682a5e8 service neutron] 10.222.0.55 "GET /v2.0/networks/2b65031c-5328-4079-9fbc-959cc62fd7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3370738 Apr 01 16:08:29.563944 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-78c86bb7-0a37-4cb1-a13e-0711ea7896e5 req-7fd02c83-db0d-431c-8943-d91361530aed service neutron] 10.222.0.55 "GET /v2.0/networks/2b65031c-5328-4079-9fbc-959cc62fd7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370788 Apr 01 16:08:30.773150 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-9832c0d5-2933-4755-8b08-fbbcd0d75136 req-de2dea69-cb1d-4e17-bc6a-a9cb62fcc9b5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=db1f86db-f2ee-4a6a-bc30-77265270a9db HTTP/1.1" status: 200 len: 210 time: 0.0410898 Apr 01 16:08:30.953553 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device f15b80b3-7203-4f8b-b676-143c14852777 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:08:31.026927 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port f15b80b3-7203-4f8b-b676-143c14852777 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:08:31.027375 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:31.942724 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-06273b25-59ad-46d2-9d3b-f161316b24dd req-af47a32e-6b5f-4b16-a88b-77f4a60c881f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=db1f86db-f2ee-4a6a-bc30-77265270a9db HTTP/1.1" status: 200 len: 210 time: 0.0493793 Apr 01 16:08:32.092347 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c86bb7-0a37-4cb1-a13e-0711ea7896e5 req-ce1c8ab1-2883-448e-99c3-d1a9378c585f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:32.093681 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-78c86bb7-0a37-4cb1-a13e-0711ea7896e5 req-ce1c8ab1-2883-448e-99c3-d1a9378c585f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.24 "GET /v2.0/networks?id=2b65031c-5328-4079-9fbc-959cc62fd7e8 HTTP/1.1" status: 200 len: 796 time: 0.1470711 Apr 01 16:08:32.163434 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-78c86bb7-0a37-4cb1-a13e-0711ea7896e5 req-b390d21c-1818-4fed-8ae9-a310bcfea513 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=447e2c5010754fe1ad368efac7c75251 HTTP/1.1" status: 200 len: 378 time: 0.0561776 Apr 01 16:08:32.172942 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [req-78c86bb7-0a37-4cb1-a13e-0711ea7896e5 req-eeecb9c1-99d7-4f6e-8101-d2ce199cb026 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'port': {'device_id': 'db1f86db-f2ee-4a6a-bc30-77265270a9db', 'network_id': '2b65031c-5328-4079-9fbc-959cc62fd7e8', 'admin_state_up': True, 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'security_groups': ['175ff3f4-32a1-41f0-b3b8-5509137a399f']}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:08:32.311813 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [req-78c86bb7-0a37-4cb1-a13e-0711ea7896e5 req-eeecb9c1-99d7-4f6e-8101-d2ce199cb026 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:08:32.321705 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [req-78c86bb7-0a37-4cb1-a13e-0711ea7896e5 req-eeecb9c1-99d7-4f6e-8101-d2ce199cb026 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:08:32.330448 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78c86bb7-0a37-4cb1-a13e-0711ea7896e5 req-eeecb9c1-99d7-4f6e-8101-d2ce199cb026 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Made reservation on behalf of 447e2c5010754fe1ad368efac7c75251 for: {'port': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:08:32.333577 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-78c86bb7-0a37-4cb1-a13e-0711ea7896e5 req-eeecb9c1-99d7-4f6e-8101-d2ce199cb026 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:32.491346 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [req-78c86bb7-0a37-4cb1-a13e-0711ea7896e5 req-eeecb9c1-99d7-4f6e-8101-d2ce199cb026 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Allocated IP 172.20.0.7 (2b65031c-5328-4079-9fbc-959cc62fd7e8/db5e777e-1c15-4a89-abe7-69bb73a1915e/16164166-03f9-49e4-8d35-8713aca87e0c) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:08:32.679474 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-78c86bb7-0a37-4cb1-a13e-0711ea7896e5 req-eeecb9c1-99d7-4f6e-8101-d2ce199cb026 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:32.694996 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [req-78c86bb7-0a37-4cb1-a13e-0711ea7896e5 req-eeecb9c1-99d7-4f6e-8101-d2ce199cb026 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Transition to ACTIVE for port object 16164166-03f9-49e4-8d35-8713aca87e0c will not be triggered until provisioned by entity DHCP. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:08:32.717499 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-78c86bb7-0a37-4cb1-a13e-0711ea7896e5 req-eeecb9c1-99d7-4f6e-8101-d2ce199cb026 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:32.784338 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78c86bb7-0a37-4cb1-a13e-0711ea7896e5 req-eeecb9c1-99d7-4f6e-8101-d2ce199cb026 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Network 2b65031c-5328-4079-9fbc-959cc62fd7e8 is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:08:32.787109 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [req-78c86bb7-0a37-4cb1-a13e-0711ea7896e5 req-eeecb9c1-99d7-4f6e-8101-d2ce199cb026 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:08:32.791514 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [req-78c86bb7-0a37-4cb1-a13e-0711ea7896e5 req-eeecb9c1-99d7-4f6e-8101-d2ce199cb026 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:08:32.827759 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeecb9c1-99d7-4f6e-8101-d2ce199cb026 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'Port': ['ID=16164166-03f9-49e4-8d35-8713aca87e0c,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:32.858187 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c86bb7-0a37-4cb1-a13e-0711ea7896e5 req-eeecb9c1-99d7-4f6e-8101-d2ce199cb026 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:32.858780 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-78c86bb7-0a37-4cb1-a13e-0711ea7896e5 req-eeecb9c1-99d7-4f6e-8101-d2ce199cb026 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:32.884933 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-78c86bb7-0a37-4cb1-a13e-0711ea7896e5 req-eeecb9c1-99d7-4f6e-8101-d2ce199cb026 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7157404 Apr 01 16:08:32.897084 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [req-78c86bb7-0a37-4cb1-a13e-0711ea7896e5 req-aed936a1-fbf2-4fe8-b4b4-e49188e14133 service neutron] Request body: {'port': {'device_id': 'db1f86db-f2ee-4a6a-bc30-77265270a9db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:08:33.016191 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-78c86bb7-0a37-4cb1-a13e-0711ea7896e5 req-aed936a1-fbf2-4fe8-b4b4-e49188e14133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:33.077828 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-72ead3f0-cf3b-4ee2-a0c6-bea370d3f34c None None] Provisioning for port 16164166-03f9-49e4-8d35-8713aca87e0c completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:08:33.082613 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-72ead3f0-cf3b-4ee2-a0c6-bea370d3f34c None None] Provisioning complete for port 16164166-03f9-49e4-8d35-8713aca87e0c triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:08:33.082976 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-72ead3f0-cf3b-4ee2-a0c6-bea370d3f34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:33.141166 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-72ead3f0-cf3b-4ee2-a0c6-bea370d3f34c None None] Port 16164166-03f9-49e4-8d35-8713aca87e0c cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 16:08:33.250678 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48277ffc-3cd7-47ff-93ef-23c2d2bade60 req-92267040-99ee-4adf-86b1-ffedddf95ae1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:33.251352 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-48277ffc-3cd7-47ff-93ef-23c2d2bade60 req-92267040-99ee-4adf-86b1-ffedddf95ae1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Synchronizing usage tracker for tenant:447e2c5010754fe1ad368efac7c75251 on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:08:33.329578 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-48277ffc-3cd7-47ff-93ef-23c2d2bade60 req-92267040-99ee-4adf-86b1-ffedddf95ae1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Unset dirty status for tenant:447e2c5010754fe1ad368efac7c75251 on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:08:33.330737 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-48277ffc-3cd7-47ff-93ef-23c2d2bade60 req-92267040-99ee-4adf-86b1-ffedddf95ae1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=db1f86db-f2ee-4a6a-bc30-77265270a9db HTTP/1.1" status: 200 len: 931 time: 0.2538633 Apr 01 16:08:33.493959 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-48277ffc-3cd7-47ff-93ef-23c2d2bade60 req-fd248b70-4d77-47d9-b1f6-c9e904e2a925 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=175ff3f4-32a1-41f0-b3b8-5509137a399f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1556664 Apr 01 16:08:33.560537 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [req-78c86bb7-0a37-4cb1-a13e-0711ea7896e5 req-aed936a1-fbf2-4fe8-b4b4-e49188e14133 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16164166-03f9-49e4-8d35-8713aca87e0c {{(pid=83826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:08:33.567541 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-78c86bb7-0a37-4cb1-a13e-0711ea7896e5 req-aed936a1-fbf2-4fe8-b4b4-e49188e14133 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:33.582399 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [req-78c86bb7-0a37-4cb1-a13e-0711ea7896e5 req-aed936a1-fbf2-4fe8-b4b4-e49188e14133 service neutron] Transition to ACTIVE for port object 16164166-03f9-49e4-8d35-8713aca87e0c will not be triggered until provisioned by entity L2. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:08:33.586431 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-78c86bb7-0a37-4cb1-a13e-0711ea7896e5 req-aed936a1-fbf2-4fe8-b4b4-e49188e14133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:33.716787 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed936a1-fbf2-4fe8-b4b4-e49188e14133 service neutron] Pushing event updated for resources: {'Port': ['ID=16164166-03f9-49e4-8d35-8713aca87e0c,revision_number=2']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:33.826389 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.managers [req-78c86bb7-0a37-4cb1-a13e-0711ea7896e5 req-aed936a1-fbf2-4fe8-b4b4-e49188e14133 service neutron] Attempting to bind port 16164166-03f9-49e4-8d35-8713aca87e0c on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:08:33.826763 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.managers [req-78c86bb7-0a37-4cb1-a13e-0711ea7896e5 req-aed936a1-fbf2-4fe8-b4b4-e49188e14133 service neutron] Attempting to bind port 16164166-03f9-49e4-8d35-8713aca87e0c by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '77880ea7-2119-456c-aa7a-84e2909e9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2b65031c-5328-4079-9fbc-959cc62fd7e8'}] {{(pid=83826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:08:33.827050 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c86bb7-0a37-4cb1-a13e-0711ea7896e5 req-aed936a1-fbf2-4fe8-b4b4-e49188e14133 service neutron] Attempting to bind port 16164166-03f9-49e4-8d35-8713aca87e0c on network 2b65031c-5328-4079-9fbc-959cc62fd7e8 {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:08:33.833340 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c86bb7-0a37-4cb1-a13e-0711ea7896e5 req-aed936a1-fbf2-4fe8-b4b4-e49188e14133 service neutron] Port 16164166-03f9-49e4-8d35-8713aca87e0c on network 2b65031c-5328-4079-9fbc-959cc62fd7e8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 16:08:33.833610 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c86bb7-0a37-4cb1-a13e-0711ea7896e5 req-aed936a1-fbf2-4fe8-b4b4-e49188e14133 service neutron] Attempting to bind port 16164166-03f9-49e4-8d35-8713aca87e0c on network 2b65031c-5328-4079-9fbc-959cc62fd7e8 {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:08:33.840005 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c86bb7-0a37-4cb1-a13e-0711ea7896e5 req-aed936a1-fbf2-4fe8-b4b4-e49188e14133 service neutron] Checking agent: {'id': '5b2860be-0b4f-4931-914a-5d10403eafcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 47, 24), 'started_at': datetime.datetime(2022, 4, 1, 15, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:08:33.840338 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c86bb7-0a37-4cb1-a13e-0711ea7896e5 req-aed936a1-fbf2-4fe8-b4b4-e49188e14133 service neutron] Checking segment: {'id': '77880ea7-2119-456c-aa7a-84e2909e9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2b65031c-5328-4079-9fbc-959cc62fd7e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:08:33.840723 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c86bb7-0a37-4cb1-a13e-0711ea7896e5 req-aed936a1-fbf2-4fe8-b4b4-e49188e14133 service neutron] Bound using segment: {'id': '77880ea7-2119-456c-aa7a-84e2909e9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2b65031c-5328-4079-9fbc-959cc62fd7e8'} {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:08:33.841165 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.managers [req-78c86bb7-0a37-4cb1-a13e-0711ea7896e5 req-aed936a1-fbf2-4fe8-b4b4-e49188e14133 service neutron] Bound port: 16164166-03f9-49e4-8d35-8713aca87e0c, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77880ea7-2119-456c-aa7a-84e2909e9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2b65031c-5328-4079-9fbc-959cc62fd7e8'}}] {{(pid=83826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:08:33.841509 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-78c86bb7-0a37-4cb1-a13e-0711ea7896e5 req-aed936a1-fbf2-4fe8-b4b4-e49188e14133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:33.937758 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [req-78c86bb7-0a37-4cb1-a13e-0711ea7896e5 req-aed936a1-fbf2-4fe8-b4b4-e49188e14133 service neutron] For port 16164166-03f9-49e4-8d35-8713aca87e0c, host hv-neutron-8333, cleared binding levels {{(pid=83826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:08:33.940991 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [req-78c86bb7-0a37-4cb1-a13e-0711ea7896e5 req-aed936a1-fbf2-4fe8-b4b4-e49188e14133 service neutron] For port 16164166-03f9-49e4-8d35-8713aca87e0c, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=16164166-03f9-49e4-8d35-8713aca87e0c,segment=NetworkSegment(77880ea7-2119-456c-aa7a-84e2909e9e21),segment_id=77880ea7-2119-456c-aa7a-84e2909e9e21)] {{(pid=83826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:08:33.946321 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-78c86bb7-0a37-4cb1-a13e-0711ea7896e5 req-aed936a1-fbf2-4fe8-b4b4-e49188e14133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:34.013356 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-78c86bb7-0a37-4cb1-a13e-0711ea7896e5 req-aed936a1-fbf2-4fe8-b4b4-e49188e14133 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:34.014846 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-78c86bb7-0a37-4cb1-a13e-0711ea7896e5 req-aed936a1-fbf2-4fe8-b4b4-e49188e14133 service neutron] 10.222.0.24 "PUT /v2.0/ports/16164166-03f9-49e4-8d35-8713aca87e0c HTTP/1.1" status: 200 len: 1093 time: 1.1219783 Apr 01 16:08:34.015207 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db1f86db-f2ee-4a6a-bc30-77265270a9db', 'tag': '16164166-03f9-49e4-8d35-8713aca87e0c'}] {{(pid=83826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:08:34.031032 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed936a1-fbf2-4fe8-b4b4-e49188e14133 service neutron] Pushing event updated for resources: {'Port': ['ID=16164166-03f9-49e4-8d35-8713aca87e0c,revision_number=3']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:34.098217 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db1f86db-f2ee-4a6a-bc30-77265270a9db', 'tag': '16164166-03f9-49e4-8d35-8713aca87e0c', 'status': 'completed', 'code': 200} Apr 01 16:08:34.146410 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-78c86bb7-0a37-4cb1-a13e-0711ea7896e5 req-e5a47f5a-8cb3-411d-a2d1-4b84f0a72d99 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=447e2c5010754fe1ad368efac7c75251&device_id=db1f86db-f2ee-4a6a-bc30-77265270a9db HTTP/1.1" status: 200 len: 1096 time: 0.0798268 Apr 01 16:08:34.224238 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-78c86bb7-0a37-4cb1-a13e-0711ea7896e5 req-fd4f902b-e489-4da8-ae07-87c3f1285472 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16164166-03f9-49e4-8d35-8713aca87e0c HTTP/1.1" status: 200 len: 217 time: 0.0684855 Apr 01 16:08:34.292235 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c86bb7-0a37-4cb1-a13e-0711ea7896e5 req-75597daa-b290-4a88-a801-766545c6497b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:34.293758 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-78c86bb7-0a37-4cb1-a13e-0711ea7896e5 req-75597daa-b290-4a88-a801-766545c6497b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=db5e777e-1c15-4a89-abe7-69bb73a1915e HTTP/1.1" status: 200 len: 834 time: 0.0630305 Apr 01 16:08:34.372931 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-78c86bb7-0a37-4cb1-a13e-0711ea7896e5 req-e8f4eb24-3e47-4f89-8e5a-731ee8796cbb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2b65031c-5328-4079-9fbc-959cc62fd7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721655 Apr 01 16:08:34.511917 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-78c86bb7-0a37-4cb1-a13e-0711ea7896e5 req-12ecf78a-5722-4023-98a4-f22686aa2247 service neutron] 10.222.0.24 "GET /v2.0/networks/2b65031c-5328-4079-9fbc-959cc62fd7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322443 Apr 01 16:08:34.700206 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-78c86bb7-0a37-4cb1-a13e-0711ea7896e5 req-c2c17266-f0f3-4b5d-ba1b-8336c29e87cf service neutron] 10.222.0.24 "GET /v2.0/networks/2b65031c-5328-4079-9fbc-959cc62fd7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811571 Apr 01 16:08:34.732176 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ee8aba-c732-47ab-a11f-0a9624bf4aa7 req-e13b6bd8-f497-4251-9988-2eda0d47456d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:34.733648 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f1ee8aba-c732-47ab-a11f-0a9624bf4aa7 req-e13b6bd8-f497-4251-9988-2eda0d47456d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=db1f86db-f2ee-4a6a-bc30-77265270a9db HTTP/1.1" status: 200 len: 943 time: 0.1124480 Apr 01 16:08:34.834211 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f1ee8aba-c732-47ab-a11f-0a9624bf4aa7 req-3468b900-d687-4265-af98-fef77a696cd1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=175ff3f4-32a1-41f0-b3b8-5509137a399f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0947521 Apr 01 16:08:34.848016 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-7464b0d1-0fe6-4b45-b33a-e2535b0a414d req-c69000ae-c541-47ec-82d5-aab74e789b0d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=447e2c5010754fe1ad368efac7c75251&device_id=db1f86db-f2ee-4a6a-bc30-77265270a9db HTTP/1.1" status: 200 len: 1096 time: 0.0935986 Apr 01 16:08:34.987459 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7464b0d1-0fe6-4b45-b33a-e2535b0a414d req-adbf2e87-7897-4c3b-b5c1-19a0b707adca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:34.988863 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-7464b0d1-0fe6-4b45-b33a-e2535b0a414d req-adbf2e87-7897-4c3b-b5c1-19a0b707adca service neutron] 10.222.0.24 "GET /v2.0/networks?id=2b65031c-5328-4079-9fbc-959cc62fd7e8 HTTP/1.1" status: 200 len: 896 time: 0.1349821 Apr 01 16:08:35.070230 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-7464b0d1-0fe6-4b45-b33a-e2535b0a414d req-cc214028-2df1-43c4-99dc-5e4217ed07ff service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16164166-03f9-49e4-8d35-8713aca87e0c HTTP/1.1" status: 200 len: 217 time: 0.0743551 Apr 01 16:08:35.133275 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7464b0d1-0fe6-4b45-b33a-e2535b0a414d req-aa556aaa-0dfc-4c2e-995a-26d2ff220c0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:35.134780 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-7464b0d1-0fe6-4b45-b33a-e2535b0a414d req-aa556aaa-0dfc-4c2e-995a-26d2ff220c0f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=db5e777e-1c15-4a89-abe7-69bb73a1915e HTTP/1.1" status: 200 len: 834 time: 0.0572202 Apr 01 16:08:35.301039 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-7464b0d1-0fe6-4b45-b33a-e2535b0a414d req-815aaa9c-105f-4c89-8c12-f2aa40b3d052 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2b65031c-5328-4079-9fbc-959cc62fd7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1590087 Apr 01 16:08:35.433275 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-7464b0d1-0fe6-4b45-b33a-e2535b0a414d req-17e6ea3c-45bd-4e0d-ae61-495e0f28549d service neutron] 10.222.0.24 "GET /v2.0/networks/2b65031c-5328-4079-9fbc-959cc62fd7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258278 Apr 01 16:08:35.564529 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-7464b0d1-0fe6-4b45-b33a-e2535b0a414d req-d2f7a549-bff7-42fc-9710-fbcc7ce0a2b6 service neutron] 10.222.0.24 "GET /v2.0/networks/2b65031c-5328-4079-9fbc-959cc62fd7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253576 Apr 01 16:08:36.029020 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8dae83-0516-4a7f-a602-c44fdd445dc5 req-71c95b76-3915-4bc6-b73f-699302ec23d8 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:36.030483 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8e8dae83-0516-4a7f-a602-c44fdd445dc5 req-71c95b76-3915-4bc6-b73f-699302ec23d8 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=db1f86db-f2ee-4a6a-bc30-77265270a9db HTTP/1.1" status: 200 len: 943 time: 0.0776546 Apr 01 16:08:36.076421 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8e8dae83-0516-4a7f-a602-c44fdd445dc5 req-0b11edfa-9522-4eb6-b0f2-29e4b45b5973 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=175ff3f4-32a1-41f0-b3b8-5509137a399f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403662 Apr 01 16:08:37.276373 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1de87d-c871-4e0d-862c-d2cd62c9a1aa req-70c2dd2b-74f6-4cbe-a2e1-d88a128b354b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:37.277871 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-de1de87d-c871-4e0d-862c-d2cd62c9a1aa req-70c2dd2b-74f6-4cbe-a2e1-d88a128b354b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=db1f86db-f2ee-4a6a-bc30-77265270a9db HTTP/1.1" status: 200 len: 943 time: 0.0817029 Apr 01 16:08:37.323858 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-de1de87d-c871-4e0d-862c-d2cd62c9a1aa req-62aeebb4-ffcf-4446-a9c2-8a7f34964a2c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=175ff3f4-32a1-41f0-b3b8-5509137a399f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404310 Apr 01 16:08:37.549986 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 16164166-03f9-49e4-8d35-8713aca87e0c details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:08:37.680175 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 16164166-03f9-49e4-8d35-8713aca87e0c, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=16164166-03f9-49e4-8d35-8713aca87e0c,segment=NetworkSegment(77880ea7-2119-456c-aa7a-84e2909e9e21),segment_id=77880ea7-2119-456c-aa7a-84e2909e9e21)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:08:37.692821 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Returning: {'device': '16164166-03f9-49e4-8d35-8713aca87e0c', 'network_id': '2b65031c-5328-4079-9fbc-959cc62fd7e8', 'port_id': '16164166-03f9-49e4-8d35-8713aca87e0c', 'mac_address': 'fa:16:3e:74:7c:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db5e777e-1c15-4a89-abe7-69bb73a1915e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:08:37.745367 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:37.762829 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16164166-03f9-49e4-8d35-8713aca87e0c {{(pid=83829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:08:37.777361 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 16164166-03f9-49e4-8d35-8713aca87e0c, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=16164166-03f9-49e4-8d35-8713aca87e0c,segment=NetworkSegment(77880ea7-2119-456c-aa7a-84e2909e9e21),segment_id=77880ea7-2119-456c-aa7a-84e2909e9e21)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:08:37.781482 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:37.849532 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=16164166-03f9-49e4-8d35-8713aca87e0c,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:38.034412 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] get_ports_and_sgs() called for port_ids ['16164166-03f9-49e4-8d35-8713aca87e0c'] {{(pid=83829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 16:08:38.540860 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2265e09-d653-4a41-a9f6-c6d1275c86f8 req-36d87069-9f30-4f56-b7ed-e9677af367c0 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:38.543056 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c2265e09-d653-4a41-a9f6-c6d1275c86f8 req-36d87069-9f30-4f56-b7ed-e9677af367c0 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=db1f86db-f2ee-4a6a-bc30-77265270a9db HTTP/1.1" status: 200 len: 944 time: 0.0935376 Apr 01 16:08:38.588628 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c2265e09-d653-4a41-a9f6-c6d1275c86f8 req-dce40596-1362-4819-9a82-6afc2fe3aec8 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=175ff3f4-32a1-41f0-b3b8-5509137a399f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400641 Apr 01 16:08:39.565305 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 16164166-03f9-49e4-8d35-8713aca87e0c up at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:08:39.633770 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning for port 16164166-03f9-49e4-8d35-8713aca87e0c completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:08:39.638630 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning complete for port 16164166-03f9-49e4-8d35-8713aca87e0c triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:08:39.638949 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:39.753125 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:39.779657 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db1f86db-f2ee-4a6a-bc30-77265270a9db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16164166-03f9-49e4-8d35-8713aca87e0c'}] {{(pid=83829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:08:39.789238 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21348e24-a88b-404c-9ecc-9e5653e40438 req-71c0a5ff-b969-48e8-9f80-0f84c7286d1b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:39.790000 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 16164166-03f9-49e4-8d35-8713aca87e0c, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=16164166-03f9-49e4-8d35-8713aca87e0c,segment=NetworkSegment(77880ea7-2119-456c-aa7a-84e2909e9e21),segment_id=77880ea7-2119-456c-aa7a-84e2909e9e21)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:08:39.790985 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-21348e24-a88b-404c-9ecc-9e5653e40438 req-71c0a5ff-b969-48e8-9f80-0f84c7286d1b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=db1f86db-f2ee-4a6a-bc30-77265270a9db HTTP/1.1" status: 200 len: 944 time: 0.0812228 Apr 01 16:08:39.795554 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:39.842211 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-21348e24-a88b-404c-9ecc-9e5653e40438 req-5a69d6fe-723f-4b34-b80d-b34c96cdb4a1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=175ff3f4-32a1-41f0-b3b8-5509137a399f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446336 Apr 01 16:08:39.868345 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=16164166-03f9-49e4-8d35-8713aca87e0c,revision_number=5']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:40.001219 dv-neutron-833373-2-hyperv neutron-server[83829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db1f86db-f2ee-4a6a-bc30-77265270a9db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16164166-03f9-49e4-8d35-8713aca87e0c', 'code': 200} Apr 01 16:08:40.233350 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e9cf5608-02df-4a4e-b995-3b8ddc12844b req-d2a11c54-12db-44a4-b674-fca6380be442 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=db1f86db-f2ee-4a6a-bc30-77265270a9db HTTP/1.1" status: 200 len: 1098 time: 0.0731258 Apr 01 16:08:40.288504 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e9cf5608-02df-4a4e-b995-3b8ddc12844b req-f071d5c1-9aa9-4795-99c9-60cba4af42d0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=175ff3f4-32a1-41f0-b3b8-5509137a399f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440242 Apr 01 16:08:41.050498 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8891469c-7605-495b-a336-d85dde3e2cbd req-9d1eda92-165c-47c4-92e0-3352d1802cb1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:41.051992 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8891469c-7605-495b-a336-d85dde3e2cbd req-9d1eda92-165c-47c4-92e0-3352d1802cb1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=db1f86db-f2ee-4a6a-bc30-77265270a9db HTTP/1.1" status: 200 len: 945 time: 0.0816476 Apr 01 16:08:41.099712 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8891469c-7605-495b-a336-d85dde3e2cbd req-982f4a23-fee1-484c-b5cf-95284915dd03 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=175ff3f4-32a1-41f0-b3b8-5509137a399f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416930 Apr 01 16:08:42.303021 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17826de5-e326-4df6-b63b-ff4d6aa6fc2d req-f023c0b9-fd94-4d79-9267-ee33014f0d75 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:42.304661 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-17826de5-e326-4df6-b63b-ff4d6aa6fc2d req-f023c0b9-fd94-4d79-9267-ee33014f0d75 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=db1f86db-f2ee-4a6a-bc30-77265270a9db HTTP/1.1" status: 200 len: 945 time: 0.0845432 Apr 01 16:08:42.350314 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-17826de5-e326-4df6-b63b-ff4d6aa6fc2d req-3e409b56-5060-40d8-b668-29974ac6b4b5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=175ff3f4-32a1-41f0-b3b8-5509137a399f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401359 Apr 01 16:08:42.555439 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe918f-db56-4ef3-a894-3422b3ae18e3 req-1bc3b929-bca2-4302-8c43-c44dbb76ad14 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:42.556831 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-71fe918f-db56-4ef3-a894-3422b3ae18e3 req-1bc3b929-bca2-4302-8c43-c44dbb76ad14 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=db1f86db-f2ee-4a6a-bc30-77265270a9db HTTP/1.1" status: 200 len: 945 time: 0.0768392 Apr 01 16:08:42.604085 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-71fe918f-db56-4ef3-a894-3422b3ae18e3 req-f14310f9-fd61-498b-adc9-d2ce1add4771 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=175ff3f4-32a1-41f0-b3b8-5509137a399f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411322 Apr 01 16:08:42.635517 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 59236) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:08:42.707121 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-534471eb-0469-42ab-a078-29465bf6163a tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=db1f86db-f2ee-4a6a-bc30-77265270a9db HTTP/1.1" status: 200 len: 1093 time: 0.0703566 Apr 01 16:08:42.709962 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 59240) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:08:42.715897 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-56f642f6-4c98-47ff-81a0-6c8ff8561de5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'floatingip': {'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'port_id': '16164166-03f9-49e4-8d35-8713aca87e0c', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:08:42.721410 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-56f642f6-4c98-47ff-81a0-6c8ff8561de5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:08:42.725215 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-56f642f6-4c98-47ff-81a0-6c8ff8561de5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:floatingip and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:08:42.728332 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-56f642f6-4c98-47ff-81a0-6c8ff8561de5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:08:42.734071 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-56f642f6-4c98-47ff-81a0-6c8ff8561de5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:08:42.745363 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-56f642f6-4c98-47ff-81a0-6c8ff8561de5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for floatingip, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:42.889751 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-56f642f6-4c98-47ff-81a0-6c8ff8561de5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:43.022484 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-56f642f6-4c98-47ff-81a0-6c8ff8561de5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Allocated IP 172.26.1.223 (ed45466e-0386-4b92-8de3-247c977242ac/0479f741-5cd1-4d6f-b593-d8aa909a42d3/53669d05-3655-447e-aa3b-448374d4e02b) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:08:43.184963 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-56f642f6-4c98-47ff-81a0-6c8ff8561de5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:43.218618 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-56f642f6-4c98-47ff-81a0-6c8ff8561de5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:43.284597 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f642f6-4c98-47ff-81a0-6c8ff8561de5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Network ed45466e-0386-4b92-8de3-247c977242ac is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:08:43.287206 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-56f642f6-4c98-47ff-81a0-6c8ff8561de5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:08:43.291325 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f642f6-4c98-47ff-81a0-6c8ff8561de5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:08:43.326722 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f642f6-4c98-47ff-81a0-6c8ff8561de5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'Port': ['ID=53669d05-3655-447e-aa3b-448374d4e02b,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:43.895174 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-56f642f6-4c98-47ff-81a0-6c8ff8561de5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:43.952457 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-56f642f6-4c98-47ff-81a0-6c8ff8561de5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:44.166957 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-56f642f6-4c98-47ff-81a0-6c8ff8561de5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:44.173957 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-56f642f6-4c98-47ff-81a0-6c8ff8561de5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:44.285971 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f642f6-4c98-47ff-81a0-6c8ff8561de5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'Port': ['ID=53669d05-3655-447e-aa3b-448374d4e02b,revision_number=2']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:44.297951 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-56f642f6-4c98-47ff-81a0-6c8ff8561de5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617697'] for floatingip, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:44.483932 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.l3_db [None req-56f642f6-4c98-47ff-81a0-6c8ff8561de5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Floating IP 6d50017b-21bb-41a5-b36d-4d5e9af24b17 associated. External IP: 172.26.1.223, port: 16164166-03f9-49e4-8d35-8713aca87e0c. Apr 01 16:08:44.885070 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56f642f6-4c98-47ff-81a0-6c8ff8561de5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Router 940a22c1-af8d-4a65-99af-6d5528a736ac has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:08:45.202291 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f642f6-4c98-47ff-81a0-6c8ff8561de5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:08:45.214343 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13aed38-4f54-4325-ba99-f96c167f53a8 None None] Sync routers for ids ['940a22c1-af8d-4a65-99af-6d5528a736ac'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:08:45.228029 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13aed38-4f54-4325-ba99-f96c167f53a8 None None] Routers {'940a22c1-af8d-4a65-99af-6d5528a736ac'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:08:45.228883 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-c13aed38-4f54-4325-ba99-f96c167f53a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:08:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['940a22c1-af8d-4a65-99af-6d5528a736ac'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:08:45.230561 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-56f642f6-4c98-47ff-81a0-6c8ff8561de5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for floatingip, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:45.288407 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-56f642f6-4c98-47ff-81a0-6c8ff8561de5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5765762 Apr 01 16:08:45.289573 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db1f86db-f2ee-4a6a-bc30-77265270a9db', 'tag': '16164166-03f9-49e4-8d35-8713aca87e0c'}] {{(pid=83826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:08:45.291288 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 59244) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:08:45.350453 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db1f86db-f2ee-4a6a-bc30-77265270a9db', 'tag': '16164166-03f9-49e4-8d35-8713aca87e0c', 'status': 'completed', 'code': 200} Apr 01 16:08:45.370653 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-bc562e7f-86b4-4a94-a5e4-6b33ed5c8d9c tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=db1f86db-f2ee-4a6a-bc30-77265270a9db HTTP/1.1" status: 200 len: 1093 time: 0.0782433 Apr 01 16:08:45.418705 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-c13aed38-4f54-4325-ba99-f96c167f53a8 None None] Set router 940a22c1-af8d-4a65-99af-6d5528a736ac gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:08:45.446608 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-587ac205-8228-4f1c-8d9d-b1ac2a4a5f4c req-bfd42816-4c54-4928-a8cc-2c06b16f0188 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=447e2c5010754fe1ad368efac7c75251&device_id=db1f86db-f2ee-4a6a-bc30-77265270a9db HTTP/1.1" status: 200 len: 1098 time: 0.0759282 Apr 01 16:08:45.586486 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587ac205-8228-4f1c-8d9d-b1ac2a4a5f4c req-cc596280-2435-40a1-8831-c05b459e36a7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:45.588861 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-587ac205-8228-4f1c-8d9d-b1ac2a4a5f4c req-cc596280-2435-40a1-8831-c05b459e36a7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2b65031c-5328-4079-9fbc-959cc62fd7e8 HTTP/1.1" status: 200 len: 896 time: 0.1363118 Apr 01 16:08:45.691545 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-587ac205-8228-4f1c-8d9d-b1ac2a4a5f4c req-f1c2101c-f106-4774-8a95-5cf60ba1a2fe service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16164166-03f9-49e4-8d35-8713aca87e0c HTTP/1.1" status: 200 len: 999 time: 0.0959721 Apr 01 16:08:45.755240 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587ac205-8228-4f1c-8d9d-b1ac2a4a5f4c req-d965b927-13a9-4f3b-a039-07adfa5324c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:45.757065 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-587ac205-8228-4f1c-8d9d-b1ac2a4a5f4c req-d965b927-13a9-4f3b-a039-07adfa5324c7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=db5e777e-1c15-4a89-abe7-69bb73a1915e HTTP/1.1" status: 200 len: 834 time: 0.0593622 Apr 01 16:08:45.793434 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-c13aed38-4f54-4325-ba99-f96c167f53a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '940a22c1-af8d-4a65-99af-6d5528a736ac', 'name': 'tempest-TestNetworkBasicOps-router-919875774', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.186'}], 'enable_snat': True}, 'gw_port_id': '010584fd-000e-4ae0-b9ad-b3559d20add8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:19Z', 'updated_at': '2022-04-01T16:08:24Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': '010584fd-000e-4ae0-b9ad-b3559d20add8', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:39:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940a22c1-af8d-4a65-99af-6d5528a736ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:19Z', 'updated_at': '2022-04-01T16:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': '6d50017b-21bb-41a5-b36d-4d5e9af24b17', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'floating_ip_address': '172.26.1.223', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '940a22c1-af8d-4a65-99af-6d5528a736ac', 'port_id': '16164166-03f9-49e4-8d35-8713aca87e0c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b65031c-5328-4079-9fbc-959cc62fd7e8', 'mac_address': 'fa:16:3e:74:7c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1f86db-f2ee-4a6a-bc30-77265270a9db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:08:43Z', 'updated_at': '2022-04-01T16:08:43Z', 'revision_number': 0, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f15b80b3-7203-4f8b-b676-143c14852777', 'name': '', 'network_id': '2b65031c-5328-4079-9fbc-959cc62fd7e8', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'mac_address': 'fa:16:3e:90:23:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940a22c1-af8d-4a65-99af-6d5528a736ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db5e777e-1c15-4a89-abe7-69bb73a1915e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:23Z', 'updated_at': '2022-04-01T16:08:29Z', 'revision_number': 5, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'subnets': [{'id': 'db5e777e-1c15-4a89-abe7-69bb73a1915e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:08:45.797660 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13aed38-4f54-4325-ba99-f96c167f53a8 None None] Checking router: 940a22c1-af8d-4a65-99af-6d5528a736ac for host: dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:08:45.808988 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13aed38-4f54-4325-ba99-f96c167f53a8 None None] Routers {'940a22c1-af8d-4a65-99af-6d5528a736ac'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:08:45.809593 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-c13aed38-4f54-4325-ba99-f96c167f53a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:08:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['940a22c1-af8d-4a65-99af-6d5528a736ac'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:08:45.841128 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-587ac205-8228-4f1c-8d9d-b1ac2a4a5f4c req-dafcad6c-89ab-41aa-8dbe-4915fcaf7cbc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2b65031c-5328-4079-9fbc-959cc62fd7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769024 Apr 01 16:08:45.909499 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 59252) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:08:45.916023 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-f91ccc02-6e64-48a2-977a-e6737fb50f6e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1112648702', 'description': 'tempest-secgroup-smoke-1112648702 description', 'project_id': '447e2c5010754fe1ad368efac7c75251'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:08:45.923946 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-f91ccc02-6e64-48a2-977a-e6737fb50f6e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:08:45.935969 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-f91ccc02-6e64-48a2-977a-e6737fb50f6e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:08:45.948701 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f91ccc02-6e64-48a2-977a-e6737fb50f6e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:45.993306 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-f91ccc02-6e64-48a2-977a-e6737fb50f6e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:08:45.998811 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-f91ccc02-6e64-48a2-977a-e6737fb50f6e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group_rule and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:08:46.001941 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-587ac205-8228-4f1c-8d9d-b1ac2a4a5f4c req-3062c34a-6ee9-4f6b-a6f8-cb96e8ca6e5b service neutron] 10.222.0.24 "GET /v2.0/networks/2b65031c-5328-4079-9fbc-959cc62fd7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541791 Apr 01 16:08:46.002759 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-f91ccc02-6e64-48a2-977a-e6737fb50f6e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:08:46.010129 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-f91ccc02-6e64-48a2-977a-e6737fb50f6e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:08:46.044853 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-c13aed38-4f54-4325-ba99-f96c167f53a8 None None] Set router 940a22c1-af8d-4a65-99af-6d5528a736ac gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:08:46.072664 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f91ccc02-6e64-48a2-977a-e6737fb50f6e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:46.076990 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f91ccc02-6e64-48a2-977a-e6737fb50f6e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:46.125067 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91ccc02-6e64-48a2-977a-e6737fb50f6e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa89c326-fe7b-4364-a901-460da7795af9,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:46.128261 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f91ccc02-6e64-48a2-977a-e6737fb50f6e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:46.132144 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-f91ccc02-6e64-48a2-977a-e6737fb50f6e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2187157 Apr 01 16:08:46.132489 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 59256) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:08:46.139103 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-0429f9b0-2aa7-45b6-bdf7-a13a0702cc0a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'security_group_rule': {'security_group_id': 'aa89c326-fe7b-4364-a901-460da7795af9', 'project_id': '447e2c5010754fe1ad368efac7c75251', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:08:46.145846 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-0429f9b0-2aa7-45b6-bdf7-a13a0702cc0a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:08:46.149957 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-0429f9b0-2aa7-45b6-bdf7-a13a0702cc0a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group_rule and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:08:46.153126 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-0429f9b0-2aa7-45b6-bdf7-a13a0702cc0a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:08:46.158933 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-0429f9b0-2aa7-45b6-bdf7-a13a0702cc0a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:08:46.160544 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-587ac205-8228-4f1c-8d9d-b1ac2a4a5f4c req-07b2ad9c-40d6-404d-af14-f4fe98115999 service neutron] 10.222.0.24 "GET /v2.0/networks/2b65031c-5328-4079-9fbc-959cc62fd7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515818 Apr 01 16:08:46.177461 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0429f9b0-2aa7-45b6-bdf7-a13a0702cc0a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:46.247053 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0429f9b0-2aa7-45b6-bdf7-a13a0702cc0a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:46.251612 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0429f9b0-2aa7-45b6-bdf7-a13a0702cc0a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:46.276500 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0429f9b0-2aa7-45b6-bdf7-a13a0702cc0a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bbcbd6b-f090-40fe-ae65-629ed99347ff,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:46.286529 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0429f9b0-2aa7-45b6-bdf7-a13a0702cc0a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:46.287718 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-0429f9b0-2aa7-45b6-bdf7-a13a0702cc0a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1534784 Apr 01 16:08:46.290475 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 59260) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:08:46.295923 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-a0f67aee-9cbe-4dce-9769-e7c1396bcc61 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'security_group_rule': {'security_group_id': 'aa89c326-fe7b-4364-a901-460da7795af9', 'project_id': '447e2c5010754fe1ad368efac7c75251', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:08:46.301685 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-a0f67aee-9cbe-4dce-9769-e7c1396bcc61 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:08:46.305555 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-a0f67aee-9cbe-4dce-9769-e7c1396bcc61 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group_rule and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:08:46.308453 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-a0f67aee-9cbe-4dce-9769-e7c1396bcc61 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:08:46.314375 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-a0f67aee-9cbe-4dce-9769-e7c1396bcc61 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:08:46.332965 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a0f67aee-9cbe-4dce-9769-e7c1396bcc61 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:46.396884 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a0f67aee-9cbe-4dce-9769-e7c1396bcc61 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:46.401434 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a0f67aee-9cbe-4dce-9769-e7c1396bcc61 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:46.424473 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f67aee-9cbe-4dce-9769-e7c1396bcc61 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb0a92bb-e0bf-4459-ba3f-5f5636765f3e,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:46.427878 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-c13aed38-4f54-4325-ba99-f96c167f53a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '940a22c1-af8d-4a65-99af-6d5528a736ac', 'name': 'tempest-TestNetworkBasicOps-router-919875774', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.186'}], 'enable_snat': True}, 'gw_port_id': '010584fd-000e-4ae0-b9ad-b3559d20add8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:19Z', 'updated_at': '2022-04-01T16:08:24Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': '010584fd-000e-4ae0-b9ad-b3559d20add8', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:39:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940a22c1-af8d-4a65-99af-6d5528a736ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:19Z', 'updated_at': '2022-04-01T16:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': '6d50017b-21bb-41a5-b36d-4d5e9af24b17', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'floating_ip_address': '172.26.1.223', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '940a22c1-af8d-4a65-99af-6d5528a736ac', 'port_id': '16164166-03f9-49e4-8d35-8713aca87e0c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b65031c-5328-4079-9fbc-959cc62fd7e8', 'mac_address': 'fa:16:3e:74:7c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1f86db-f2ee-4a6a-bc30-77265270a9db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:08:43Z', 'updated_at': '2022-04-01T16:08:43Z', 'revision_number': 0, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f15b80b3-7203-4f8b-b676-143c14852777', 'name': '', 'network_id': '2b65031c-5328-4079-9fbc-959cc62fd7e8', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'mac_address': 'fa:16:3e:90:23:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940a22c1-af8d-4a65-99af-6d5528a736ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db5e777e-1c15-4a89-abe7-69bb73a1915e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:23Z', 'updated_at': '2022-04-01T16:08:29Z', 'revision_number': 5, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'subnets': [{'id': 'db5e777e-1c15-4a89-abe7-69bb73a1915e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:08:46.433314 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13aed38-4f54-4325-ba99-f96c167f53a8 None None] The sync data for ids ['940a22c1-af8d-4a65-99af-6d5528a736ac'] in dv-neutron-833373-2-hyperv is: [{'id': '940a22c1-af8d-4a65-99af-6d5528a736ac', 'name': 'tempest-TestNetworkBasicOps-router-919875774', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.186'}], 'enable_snat': True}, 'gw_port_id': '010584fd-000e-4ae0-b9ad-b3559d20add8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:19Z', 'updated_at': '2022-04-01T16:08:24Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': '010584fd-000e-4ae0-b9ad-b3559d20add8', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:39:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940a22c1-af8d-4a65-99af-6d5528a736ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:19Z', 'updated_at': '2022-04-01T16:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': '6d50017b-21bb-41a5-b36d-4d5e9af24b17', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'floating_ip_address': '172.26.1.223', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '940a22c1-af8d-4a65-99af-6d5528a736ac', 'port_id': '16164166-03f9-49e4-8d35-8713aca87e0c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b65031c-5328-4079-9fbc-959cc62fd7e8', 'mac_address': 'fa:16:3e:74:7c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1f86db-f2ee-4a6a-bc30-77265270a9db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:08:43Z', 'updated_at': '2022-04-01T16:08:43Z', 'revision_number': 0, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f15b80b3-7203-4f8b-b676-143c14852777', 'name': '', 'network_id': '2b65031c-5328-4079-9fbc-959cc62fd7e8', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'mac_address': 'fa:16:3e:90:23:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940a22c1-af8d-4a65-99af-6d5528a736ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db5e777e-1c15-4a89-abe7-69bb73a1915e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:23Z', 'updated_at': '2022-04-01T16:08:29Z', 'revision_number': 5, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'subnets': [{'id': 'db5e777e-1c15-4a89-abe7-69bb73a1915e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:08:46.434906 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a0f67aee-9cbe-4dce-9769-e7c1396bcc61 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:46.436143 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-a0f67aee-9cbe-4dce-9769-e7c1396bcc61 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1447139 Apr 01 16:08:46.439008 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 59264) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:08:46.444577 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-60b335e0-e322-4913-9cde-88be2cfc9930 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'security_group_rule': {'security_group_id': 'aa89c326-fe7b-4364-a901-460da7795af9', 'project_id': '447e2c5010754fe1ad368efac7c75251', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:08:46.451748 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-60b335e0-e322-4913-9cde-88be2cfc9930 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:08:46.455729 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-60b335e0-e322-4913-9cde-88be2cfc9930 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group_rule and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:08:46.458773 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-60b335e0-e322-4913-9cde-88be2cfc9930 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:08:46.465550 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-60b335e0-e322-4913-9cde-88be2cfc9930 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:08:46.482980 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-60b335e0-e322-4913-9cde-88be2cfc9930 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:46.551762 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-60b335e0-e322-4913-9cde-88be2cfc9930 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:46.556862 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-60b335e0-e322-4913-9cde-88be2cfc9930 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:46.581064 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b335e0-e322-4913-9cde-88be2cfc9930 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75006f23-a132-47b3-b746-95df3e9f3ce0,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:46.591103 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-60b335e0-e322-4913-9cde-88be2cfc9930 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:46.592385 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-60b335e0-e322-4913-9cde-88be2cfc9930 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1524379 Apr 01 16:08:46.595169 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 59268) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:08:46.600680 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-bf4f309d-5ecd-422d-98f2-350b6a0c7154 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'security_group_rule': {'security_group_id': 'aa89c326-fe7b-4364-a901-460da7795af9', 'project_id': '447e2c5010754fe1ad368efac7c75251', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:08:46.606687 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-bf4f309d-5ecd-422d-98f2-350b6a0c7154 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:08:46.610528 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-bf4f309d-5ecd-422d-98f2-350b6a0c7154 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group_rule and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:08:46.613469 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-bf4f309d-5ecd-422d-98f2-350b6a0c7154 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:08:46.620530 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-bf4f309d-5ecd-422d-98f2-350b6a0c7154 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:08:46.640595 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-bf4f309d-5ecd-422d-98f2-350b6a0c7154 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:46.646147 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a967e1a4-192e-4265-a247-f8206bda6668 None None] New status for floating IP 6d50017b-21bb-41a5-b36d-4d5e9af24b17: ACTIVE {{(pid=83833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 16:08:46.706541 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-bf4f309d-5ecd-422d-98f2-350b6a0c7154 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:46.710394 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-bf4f309d-5ecd-422d-98f2-350b6a0c7154 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:46.733386 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4f309d-5ecd-422d-98f2-350b6a0c7154 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=658fce8d-14c8-45cd-b55a-12f3fc4d55ce,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:46.744894 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-bf4f309d-5ecd-422d-98f2-350b6a0c7154 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:46.746148 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-bf4f309d-5ecd-422d-98f2-350b6a0c7154 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1500509 Apr 01 16:08:46.748878 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 59272) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:08:46.754252 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-cc6cccbe-e152-4060-b3c6-2ae63d764378 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'security_group_rule': {'security_group_id': 'aa89c326-fe7b-4364-a901-460da7795af9', 'project_id': '447e2c5010754fe1ad368efac7c75251', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:08:46.760625 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-cc6cccbe-e152-4060-b3c6-2ae63d764378 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:08:46.764432 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-cc6cccbe-e152-4060-b3c6-2ae63d764378 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group_rule and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:08:46.767463 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-cc6cccbe-e152-4060-b3c6-2ae63d764378 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:08:46.773134 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-cc6cccbe-e152-4060-b3c6-2ae63d764378 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:08:46.783950 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.securitygroups_db [None req-cc6cccbe-e152-4060-b3c6-2ae63d764378 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Project 447e2c5010754fe1ad368efac7c75251 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:08:46.790995 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-cc6cccbe-e152-4060-b3c6-2ae63d764378 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:46.858857 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-cc6cccbe-e152-4060-b3c6-2ae63d764378 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:46.863212 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-cc6cccbe-e152-4060-b3c6-2ae63d764378 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:46.886044 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6cccbe-e152-4060-b3c6-2ae63d764378 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0dfe9bd-0855-4ffa-8325-84aa75cfc200,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:46.898134 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-cc6cccbe-e152-4060-b3c6-2ae63d764378 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:46.900132 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-cc6cccbe-e152-4060-b3c6-2ae63d764378 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1502473 Apr 01 16:08:46.902920 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 59276) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:08:46.908293 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-f434b559-18fa-4dbd-9400-32e4a1a42691 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'security_group_rule': {'security_group_id': 'aa89c326-fe7b-4364-a901-460da7795af9', 'project_id': '447e2c5010754fe1ad368efac7c75251', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:08:46.914420 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-f434b559-18fa-4dbd-9400-32e4a1a42691 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:08:46.918232 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-f434b559-18fa-4dbd-9400-32e4a1a42691 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group_rule and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:08:46.921283 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-f434b559-18fa-4dbd-9400-32e4a1a42691 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:08:46.930252 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-f434b559-18fa-4dbd-9400-32e4a1a42691 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:08:46.940072 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.securitygroups_db [None req-f434b559-18fa-4dbd-9400-32e4a1a42691 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Project 447e2c5010754fe1ad368efac7c75251 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:08:46.947663 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f434b559-18fa-4dbd-9400-32e4a1a42691 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:47.018997 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f434b559-18fa-4dbd-9400-32e4a1a42691 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:47.022475 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f434b559-18fa-4dbd-9400-32e4a1a42691 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:47.045726 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f434b559-18fa-4dbd-9400-32e4a1a42691 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93b202c0-d349-48a6-9c0d-b13daa66c3fe,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:47.059974 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f434b559-18fa-4dbd-9400-32e4a1a42691 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:47.065181 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-f434b559-18fa-4dbd-9400-32e4a1a42691 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1612432 Apr 01 16:08:47.230550 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ae9d1142-f733-4d4e-a0fc-17e0da185f9b req-78584f9c-0482-4f46-9101-484d5bfc161f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1112648702&fields=id&tenant_id=447e2c5010754fe1ad368efac7c75251 HTTP/1.1" status: 200 len: 267 time: 0.0409653 Apr 01 16:08:47.376489 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9d1142-f733-4d4e-a0fc-17e0da185f9b req-1bddba15-5f98-4523-81d2-7a1dd3c8cd59 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:47.377940 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ae9d1142-f733-4d4e-a0fc-17e0da185f9b req-1bddba15-5f98-4523-81d2-7a1dd3c8cd59 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/networks?id=2b65031c-5328-4079-9fbc-959cc62fd7e8 HTTP/1.1" status: 200 len: 796 time: 0.1409667 Apr 01 16:08:47.393913 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ae9d1142-f733-4d4e-a0fc-17e0da185f9b req-e47368b5-e5eb-4199-bc69-5f1a3e45e03b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/quotas/447e2c5010754fe1ad368efac7c75251 HTTP/1.1" status: 200 len: 375 time: 0.0103679 Apr 01 16:08:47.479815 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ae9d1142-f733-4d4e-a0fc-17e0da185f9b req-44633a3c-e7c9-4f57-a356-55678b733f69 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=447e2c5010754fe1ad368efac7c75251&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0805445 Apr 01 16:08:47.618069 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ae9d1142-f733-4d4e-a0fc-17e0da185f9b req-e06904c8-9f06-4da5-9088-804f85f6f9bd service neutron] 10.222.0.55 "GET /v2.0/networks/2b65031c-5328-4079-9fbc-959cc62fd7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266940 Apr 01 16:08:47.751067 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ae9d1142-f733-4d4e-a0fc-17e0da185f9b req-6d68ebce-d36a-4d5b-b2da-3291ca40f181 service neutron] 10.222.0.55 "GET /v2.0/networks/2b65031c-5328-4079-9fbc-959cc62fd7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272364 Apr 01 16:08:48.036804 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-715fb9c1-a9c1-4ecf-9c13-14a8024b6266 req-99bbb81d-3933-47a0-ac60-5f822227c126 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bf3dc30-87ec-41e4-8493-9f34806c0761 HTTP/1.1" status: 200 len: 210 time: 0.1313376 Apr 01 16:08:48.964544 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-09768916-097f-46c0-a707-1014f2c29ec6 req-d0db27c4-1bcf-49f3-bcbb-db10595bae74 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=db1f86db-f2ee-4a6a-bc30-77265270a9db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0752220 Apr 01 16:08:49.000894 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9d1142-f733-4d4e-a0fc-17e0da185f9b req-75b8c44f-5f9e-49a7-a923-f1fc040f1dce tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:49.002339 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ae9d1142-f733-4d4e-a0fc-17e0da185f9b req-75b8c44f-5f9e-49a7-a923-f1fc040f1dce tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.24 "GET /v2.0/networks?id=2b65031c-5328-4079-9fbc-959cc62fd7e8 HTTP/1.1" status: 200 len: 796 time: 0.1554191 Apr 01 16:08:49.063309 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ae9d1142-f733-4d4e-a0fc-17e0da185f9b req-281bb657-26b7-4a1b-85f5-c24197b9b58b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=447e2c5010754fe1ad368efac7c75251 HTTP/1.1" status: 200 len: 471 time: 0.0436060 Apr 01 16:08:49.072074 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [req-ae9d1142-f733-4d4e-a0fc-17e0da185f9b req-059e0265-2308-4070-966d-fa847476a31c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'port': {'device_id': '9bf3dc30-87ec-41e4-8493-9f34806c0761', 'network_id': '2b65031c-5328-4079-9fbc-959cc62fd7e8', 'admin_state_up': True, 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'security_groups': ['aa89c326-fe7b-4364-a901-460da7795af9']}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:08:49.136254 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-09768916-097f-46c0-a707-1014f2c29ec6 req-7c009bc3-32d9-4dad-8723-2db75a3c91ec service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=447e2c5010754fe1ad368efac7c75251&device_id=db1f86db-f2ee-4a6a-bc30-77265270a9db HTTP/1.1" status: 200 len: 1098 time: 0.0853112 Apr 01 16:08:49.235257 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4c5a3759-6496-4834-bf35-8a02796f7a7a req-5115a79c-d836-477c-9bb6-48547950acef tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bf3dc30-87ec-41e4-8493-9f34806c0761 HTTP/1.1" status: 200 len: 210 time: 0.0628698 Apr 01 16:08:49.264847 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [req-ae9d1142-f733-4d4e-a0fc-17e0da185f9b req-059e0265-2308-4070-966d-fa847476a31c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:08:49.275114 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [req-ae9d1142-f733-4d4e-a0fc-17e0da185f9b req-059e0265-2308-4070-966d-fa847476a31c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:08:49.284964 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae9d1142-f733-4d4e-a0fc-17e0da185f9b req-059e0265-2308-4070-966d-fa847476a31c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Made reservation on behalf of 447e2c5010754fe1ad368efac7c75251 for: {'port': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:08:49.287966 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-ae9d1142-f733-4d4e-a0fc-17e0da185f9b req-059e0265-2308-4070-966d-fa847476a31c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:49.291287 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09768916-097f-46c0-a707-1014f2c29ec6 req-5856d668-56ab-451a-a580-6e3afb86c3be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:49.292740 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-09768916-097f-46c0-a707-1014f2c29ec6 req-5856d668-56ab-451a-a580-6e3afb86c3be service neutron] 10.222.0.24 "GET /v2.0/networks?id=2b65031c-5328-4079-9fbc-959cc62fd7e8 HTTP/1.1" status: 200 len: 896 time: 0.1327598 Apr 01 16:08:49.398884 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-09768916-097f-46c0-a707-1014f2c29ec6 req-89aeea07-ff14-45fd-a274-458fb6065f5d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16164166-03f9-49e4-8d35-8713aca87e0c HTTP/1.1" status: 200 len: 1001 time: 0.0997622 Apr 01 16:08:49.450477 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [req-ae9d1142-f733-4d4e-a0fc-17e0da185f9b req-059e0265-2308-4070-966d-fa847476a31c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Allocated IP 172.20.0.3 (2b65031c-5328-4079-9fbc-959cc62fd7e8/db5e777e-1c15-4a89-abe7-69bb73a1915e/ac60615d-28b0-47af-9311-731e789c4f1a) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:08:49.461789 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09768916-097f-46c0-a707-1014f2c29ec6 req-259f34e6-8826-42cf-8d07-c36eadc16c82 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:49.463222 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-09768916-097f-46c0-a707-1014f2c29ec6 req-259f34e6-8826-42cf-8d07-c36eadc16c82 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=db5e777e-1c15-4a89-abe7-69bb73a1915e HTTP/1.1" status: 200 len: 834 time: 0.0583661 Apr 01 16:08:49.635218 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-09768916-097f-46c0-a707-1014f2c29ec6 req-03b4fabe-0cd0-4cc9-9ca1-da550b25aa17 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2b65031c-5328-4079-9fbc-959cc62fd7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1658025 Apr 01 16:08:49.653672 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-ae9d1142-f733-4d4e-a0fc-17e0da185f9b req-059e0265-2308-4070-966d-fa847476a31c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:49.670096 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [req-ae9d1142-f733-4d4e-a0fc-17e0da185f9b req-059e0265-2308-4070-966d-fa847476a31c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Transition to ACTIVE for port object ac60615d-28b0-47af-9311-731e789c4f1a will not be triggered until provisioned by entity DHCP. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:08:49.692865 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-ae9d1142-f733-4d4e-a0fc-17e0da185f9b req-059e0265-2308-4070-966d-fa847476a31c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:49.761843 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae9d1142-f733-4d4e-a0fc-17e0da185f9b req-059e0265-2308-4070-966d-fa847476a31c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Network 2b65031c-5328-4079-9fbc-959cc62fd7e8 is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:08:49.764667 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [req-ae9d1142-f733-4d4e-a0fc-17e0da185f9b req-059e0265-2308-4070-966d-fa847476a31c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:08:49.768435 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae9d1142-f733-4d4e-a0fc-17e0da185f9b req-059e0265-2308-4070-966d-fa847476a31c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:08:49.774051 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-09768916-097f-46c0-a707-1014f2c29ec6 req-ca8882db-7c00-473a-a71d-2519943d85d2 service neutron] 10.222.0.24 "GET /v2.0/networks/2b65031c-5328-4079-9fbc-959cc62fd7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315787 Apr 01 16:08:49.806278 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e0265-2308-4070-966d-fa847476a31c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'Port': ['ID=ac60615d-28b0-47af-9311-731e789c4f1a,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:49.837130 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9d1142-f733-4d4e-a0fc-17e0da185f9b req-059e0265-2308-4070-966d-fa847476a31c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:49.837781 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-ae9d1142-f733-4d4e-a0fc-17e0da185f9b req-059e0265-2308-4070-966d-fa847476a31c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:49.863574 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ae9d1142-f733-4d4e-a0fc-17e0da185f9b req-059e0265-2308-4070-966d-fa847476a31c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7959352 Apr 01 16:08:49.874891 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [req-ae9d1142-f733-4d4e-a0fc-17e0da185f9b req-69769fb8-124e-4746-9b32-ebeed8df0675 service neutron] Request body: {'port': {'device_id': '9bf3dc30-87ec-41e4-8493-9f34806c0761', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:08:49.922103 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-09768916-097f-46c0-a707-1014f2c29ec6 req-0926522e-04c3-41b1-9e93-c7774fafa656 service neutron] 10.222.0.24 "GET /v2.0/networks/2b65031c-5328-4079-9fbc-959cc62fd7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418383 Apr 01 16:08:49.987032 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-ae9d1142-f733-4d4e-a0fc-17e0da185f9b req-69769fb8-124e-4746-9b32-ebeed8df0675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:50.006493 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-0bbd2cd5-2357-4d67-971b-e59319e47f79 None None] Provisioning for port ac60615d-28b0-47af-9311-731e789c4f1a completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:08:50.012538 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-0bbd2cd5-2357-4d67-971b-e59319e47f79 None None] Provisioning complete for port ac60615d-28b0-47af-9311-731e789c4f1a triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:08:50.012994 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-0bbd2cd5-2357-4d67-971b-e59319e47f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:50.065383 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-0bbd2cd5-2357-4d67-971b-e59319e47f79 None None] Port ac60615d-28b0-47af-9311-731e789c4f1a cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 16:08:50.325293 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [req-ae9d1142-f733-4d4e-a0fc-17e0da185f9b req-69769fb8-124e-4746-9b32-ebeed8df0675 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac60615d-28b0-47af-9311-731e789c4f1a {{(pid=83826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:08:50.332028 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-ae9d1142-f733-4d4e-a0fc-17e0da185f9b req-69769fb8-124e-4746-9b32-ebeed8df0675 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:50.346677 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [req-ae9d1142-f733-4d4e-a0fc-17e0da185f9b req-69769fb8-124e-4746-9b32-ebeed8df0675 service neutron] Transition to ACTIVE for port object ac60615d-28b0-47af-9311-731e789c4f1a will not be triggered until provisioned by entity L2. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:08:50.350788 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-ae9d1142-f733-4d4e-a0fc-17e0da185f9b req-69769fb8-124e-4746-9b32-ebeed8df0675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:50.531988 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69769fb8-124e-4746-9b32-ebeed8df0675 service neutron] Pushing event updated for resources: {'Port': ['ID=ac60615d-28b0-47af-9311-731e789c4f1a,revision_number=2']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:50.719482 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33b2c0b-c501-493d-b417-523409a4b5f7 req-730ed7ab-2957-4bfd-a603-eb98718dd18b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:50.719895 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-e33b2c0b-c501-493d-b417-523409a4b5f7 req-730ed7ab-2957-4bfd-a603-eb98718dd18b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Synchronizing usage tracker for tenant:447e2c5010754fe1ad368efac7c75251 on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:08:50.755204 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-e33b2c0b-c501-493d-b417-523409a4b5f7 req-730ed7ab-2957-4bfd-a603-eb98718dd18b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Unset dirty status for tenant:447e2c5010754fe1ad368efac7c75251 on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:08:50.756260 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e33b2c0b-c501-493d-b417-523409a4b5f7 req-730ed7ab-2957-4bfd-a603-eb98718dd18b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bf3dc30-87ec-41e4-8493-9f34806c0761 HTTP/1.1" status: 200 len: 943 time: 0.3702173 Apr 01 16:08:50.757080 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.managers [req-ae9d1142-f733-4d4e-a0fc-17e0da185f9b req-69769fb8-124e-4746-9b32-ebeed8df0675 service neutron] Attempting to bind port ac60615d-28b0-47af-9311-731e789c4f1a on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:08:50.757409 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.managers [req-ae9d1142-f733-4d4e-a0fc-17e0da185f9b req-69769fb8-124e-4746-9b32-ebeed8df0675 service neutron] Attempting to bind port ac60615d-28b0-47af-9311-731e789c4f1a by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '77880ea7-2119-456c-aa7a-84e2909e9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2b65031c-5328-4079-9fbc-959cc62fd7e8'}] {{(pid=83826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:08:50.757764 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9d1142-f733-4d4e-a0fc-17e0da185f9b req-69769fb8-124e-4746-9b32-ebeed8df0675 service neutron] Attempting to bind port ac60615d-28b0-47af-9311-731e789c4f1a on network 2b65031c-5328-4079-9fbc-959cc62fd7e8 {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:08:50.778448 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9d1142-f733-4d4e-a0fc-17e0da185f9b req-69769fb8-124e-4746-9b32-ebeed8df0675 service neutron] Port ac60615d-28b0-47af-9311-731e789c4f1a on network 2b65031c-5328-4079-9fbc-959cc62fd7e8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 16:08:50.778775 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9d1142-f733-4d4e-a0fc-17e0da185f9b req-69769fb8-124e-4746-9b32-ebeed8df0675 service neutron] Attempting to bind port ac60615d-28b0-47af-9311-731e789c4f1a on network 2b65031c-5328-4079-9fbc-959cc62fd7e8 {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:08:50.791117 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9d1142-f733-4d4e-a0fc-17e0da185f9b req-69769fb8-124e-4746-9b32-ebeed8df0675 service neutron] Checking agent: {'id': '5b2860be-0b4f-4931-914a-5d10403eafcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 47, 24), 'started_at': datetime.datetime(2022, 4, 1, 15, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:08:50.791388 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9d1142-f733-4d4e-a0fc-17e0da185f9b req-69769fb8-124e-4746-9b32-ebeed8df0675 service neutron] Checking segment: {'id': '77880ea7-2119-456c-aa7a-84e2909e9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2b65031c-5328-4079-9fbc-959cc62fd7e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:08:50.791764 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9d1142-f733-4d4e-a0fc-17e0da185f9b req-69769fb8-124e-4746-9b32-ebeed8df0675 service neutron] Bound using segment: {'id': '77880ea7-2119-456c-aa7a-84e2909e9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2b65031c-5328-4079-9fbc-959cc62fd7e8'} {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:08:50.792187 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.managers [req-ae9d1142-f733-4d4e-a0fc-17e0da185f9b req-69769fb8-124e-4746-9b32-ebeed8df0675 service neutron] Bound port: ac60615d-28b0-47af-9311-731e789c4f1a, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77880ea7-2119-456c-aa7a-84e2909e9e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '2b65031c-5328-4079-9fbc-959cc62fd7e8'}}] {{(pid=83826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:08:50.792534 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-ae9d1142-f733-4d4e-a0fc-17e0da185f9b req-69769fb8-124e-4746-9b32-ebeed8df0675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:50.858810 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e33b2c0b-c501-493d-b417-523409a4b5f7 req-911885e5-215e-44f4-9061-79cb76d3bd2a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa89c326-fe7b-4364-a901-460da7795af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966449 Apr 01 16:08:50.901617 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [req-ae9d1142-f733-4d4e-a0fc-17e0da185f9b req-69769fb8-124e-4746-9b32-ebeed8df0675 service neutron] For port ac60615d-28b0-47af-9311-731e789c4f1a, host hv-neutron-8333, cleared binding levels {{(pid=83826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:08:50.905071 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [req-ae9d1142-f733-4d4e-a0fc-17e0da185f9b req-69769fb8-124e-4746-9b32-ebeed8df0675 service neutron] For port ac60615d-28b0-47af-9311-731e789c4f1a, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=ac60615d-28b0-47af-9311-731e789c4f1a,segment=NetworkSegment(77880ea7-2119-456c-aa7a-84e2909e9e21),segment_id=77880ea7-2119-456c-aa7a-84e2909e9e21)] {{(pid=83826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:08:50.909500 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-ae9d1142-f733-4d4e-a0fc-17e0da185f9b req-69769fb8-124e-4746-9b32-ebeed8df0675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:50.972195 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-ae9d1142-f733-4d4e-a0fc-17e0da185f9b req-69769fb8-124e-4746-9b32-ebeed8df0675 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:50.973616 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ae9d1142-f733-4d4e-a0fc-17e0da185f9b req-69769fb8-124e-4746-9b32-ebeed8df0675 service neutron] 10.222.0.24 "PUT /v2.0/ports/ac60615d-28b0-47af-9311-731e789c4f1a HTTP/1.1" status: 200 len: 1093 time: 1.1032298 Apr 01 16:08:50.976675 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bf3dc30-87ec-41e4-8493-9f34806c0761', 'tag': 'ac60615d-28b0-47af-9311-731e789c4f1a'}] {{(pid=83826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:08:51.001833 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69769fb8-124e-4746-9b32-ebeed8df0675 service neutron] Pushing event updated for resources: {'Port': ['ID=ac60615d-28b0-47af-9311-731e789c4f1a,revision_number=3']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:51.058860 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bf3dc30-87ec-41e4-8493-9f34806c0761', 'tag': 'ac60615d-28b0-47af-9311-731e789c4f1a', 'status': 'completed', 'code': 200} Apr 01 16:08:51.106808 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ae9d1142-f733-4d4e-a0fc-17e0da185f9b req-e8c5652d-c1b2-4090-8111-ed59b3e6f5c4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=447e2c5010754fe1ad368efac7c75251&device_id=9bf3dc30-87ec-41e4-8493-9f34806c0761 HTTP/1.1" status: 200 len: 1096 time: 0.0872083 Apr 01 16:08:51.178519 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ae9d1142-f733-4d4e-a0fc-17e0da185f9b req-e30ab739-d0ba-4bd6-a558-0b641de3056a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac60615d-28b0-47af-9311-731e789c4f1a HTTP/1.1" status: 200 len: 217 time: 0.0621457 Apr 01 16:08:51.245769 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9d1142-f733-4d4e-a0fc-17e0da185f9b req-43d50bed-2351-443e-b1f8-04ec3ab90059 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:51.247121 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ae9d1142-f733-4d4e-a0fc-17e0da185f9b req-43d50bed-2351-443e-b1f8-04ec3ab90059 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=db5e777e-1c15-4a89-abe7-69bb73a1915e HTTP/1.1" status: 200 len: 834 time: 0.0630484 Apr 01 16:08:51.326295 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ae9d1142-f733-4d4e-a0fc-17e0da185f9b req-7755a326-1c56-4dff-b6cb-0883ca9a6f63 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2b65031c-5328-4079-9fbc-959cc62fd7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687714 Apr 01 16:08:51.457237 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ae9d1142-f733-4d4e-a0fc-17e0da185f9b req-d7768ba6-e77e-4b11-81cf-79c4d0c8a3ed service neutron] 10.222.0.24 "GET /v2.0/networks/2b65031c-5328-4079-9fbc-959cc62fd7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246059 Apr 01 16:08:51.588157 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ae9d1142-f733-4d4e-a0fc-17e0da185f9b req-ed2a54e1-a4e8-4ea7-848d-2ac917b2e71b service neutron] 10.222.0.24 "GET /v2.0/networks/2b65031c-5328-4079-9fbc-959cc62fd7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244824 Apr 01 16:08:51.711357 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-26b4bd33-8484-4ef6-b13f-541865ce3ebc req-3c419896-57ab-4ede-9374-90a71c143526 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=447e2c5010754fe1ad368efac7c75251&device_id=9bf3dc30-87ec-41e4-8493-9f34806c0761 HTTP/1.1" status: 200 len: 1096 time: 0.0714555 Apr 01 16:08:51.842337 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b4bd33-8484-4ef6-b13f-541865ce3ebc req-be8c2ffb-ae79-4e81-b392-add77e0a4306 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:51.843677 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-26b4bd33-8484-4ef6-b13f-541865ce3ebc req-be8c2ffb-ae79-4e81-b392-add77e0a4306 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2b65031c-5328-4079-9fbc-959cc62fd7e8 HTTP/1.1" status: 200 len: 896 time: 0.1253366 Apr 01 16:08:51.915619 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-26b4bd33-8484-4ef6-b13f-541865ce3ebc req-1967f20a-8193-4ff3-9c30-d618d042b5a2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac60615d-28b0-47af-9311-731e789c4f1a HTTP/1.1" status: 200 len: 217 time: 0.0646145 Apr 01 16:08:51.981239 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b4bd33-8484-4ef6-b13f-541865ce3ebc req-7a3c82e4-dc8c-42c7-b303-5e3ac0d4229e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:51.982678 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-26b4bd33-8484-4ef6-b13f-541865ce3ebc req-7a3c82e4-dc8c-42c7-b303-5e3ac0d4229e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=db5e777e-1c15-4a89-abe7-69bb73a1915e HTTP/1.1" status: 200 len: 834 time: 0.0606668 Apr 01 16:08:52.112254 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190e2da6-dc62-4d5e-8101-8875535d5c6a req-c735ac2a-a1fc-41bf-8c54-2fe0e0188da8 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:52.113624 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-190e2da6-dc62-4d5e-8101-8875535d5c6a req-c735ac2a-a1fc-41bf-8c54-2fe0e0188da8 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bf3dc30-87ec-41e4-8493-9f34806c0761 HTTP/1.1" status: 200 len: 943 time: 0.1300688 Apr 01 16:08:52.137766 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-26b4bd33-8484-4ef6-b13f-541865ce3ebc req-7af2540d-0ca2-48dd-9aab-2281489da36f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2b65031c-5328-4079-9fbc-959cc62fd7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1192179 Apr 01 16:08:52.242672 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-190e2da6-dc62-4d5e-8101-8875535d5c6a req-1ade8656-8b31-4ecb-98bc-5f0fb4e7f2a2 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa89c326-fe7b-4364-a901-460da7795af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206760 Apr 01 16:08:52.285651 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-26b4bd33-8484-4ef6-b13f-541865ce3ebc req-cab91205-8521-4f32-a2eb-eca8ad49a4aa service neutron] 10.222.0.24 "GET /v2.0/networks/2b65031c-5328-4079-9fbc-959cc62fd7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406951 Apr 01 16:08:52.508315 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-26b4bd33-8484-4ef6-b13f-541865ce3ebc req-e3a59ca0-4344-42a1-b639-a8407c4f12c0 service neutron] 10.222.0.24 "GET /v2.0/networks/2b65031c-5328-4079-9fbc-959cc62fd7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152505 Apr 01 16:08:53.439235 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9989e951-ed4f-4af5-bc7d-0c38d8b48ca3 req-b847cdd9-d0fc-4996-bfcc-7577356b7563 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:53.440653 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-9989e951-ed4f-4af5-bc7d-0c38d8b48ca3 req-b847cdd9-d0fc-4996-bfcc-7577356b7563 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bf3dc30-87ec-41e4-8493-9f34806c0761 HTTP/1.1" status: 200 len: 943 time: 0.0757699 Apr 01 16:08:53.492373 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-9989e951-ed4f-4af5-bc7d-0c38d8b48ca3 req-35f99afa-3f54-4cf5-a48c-c26ac9e32222 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa89c326-fe7b-4364-a901-460da7795af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450127 Apr 01 16:08:53.675535 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device ac60615d-28b0-47af-9311-731e789c4f1a details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:08:53.809696 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port ac60615d-28b0-47af-9311-731e789c4f1a, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=ac60615d-28b0-47af-9311-731e789c4f1a,segment=NetworkSegment(77880ea7-2119-456c-aa7a-84e2909e9e21),segment_id=77880ea7-2119-456c-aa7a-84e2909e9e21)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:08:53.829548 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Returning: {'device': 'ac60615d-28b0-47af-9311-731e789c4f1a', 'network_id': '2b65031c-5328-4079-9fbc-959cc62fd7e8', 'port_id': 'ac60615d-28b0-47af-9311-731e789c4f1a', 'mac_address': 'fa:16:3e:eb:7b:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db5e777e-1c15-4a89-abe7-69bb73a1915e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:08:53.870618 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:53.900003 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-83a460f4-0c54-4d8e-bc9b-272af72e042c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:53.904928 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:53.922286 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac60615d-28b0-47af-9311-731e789c4f1a {{(pid=83829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:08:53.937957 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port ac60615d-28b0-47af-9311-731e789c4f1a, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=ac60615d-28b0-47af-9311-731e789c4f1a,segment=NetworkSegment(77880ea7-2119-456c-aa7a-84e2909e9e21),segment_id=77880ea7-2119-456c-aa7a-84e2909e9e21)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:08:53.942158 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:54.007260 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=ac60615d-28b0-47af-9311-731e789c4f1a,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:54.172748 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] get_ports_and_sgs() called for port_ids ['ac60615d-28b0-47af-9311-731e789c4f1a'] {{(pid=83829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 16:08:54.710818 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad95c89-07ae-40cc-940e-d04568231264 req-540202ea-f226-45d0-bcbf-9207ec37e294 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:54.713014 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-aad95c89-07ae-40cc-940e-d04568231264 req-540202ea-f226-45d0-bcbf-9207ec37e294 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bf3dc30-87ec-41e4-8493-9f34806c0761 HTTP/1.1" status: 200 len: 944 time: 0.0855167 Apr 01 16:08:54.759955 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-aad95c89-07ae-40cc-940e-d04568231264 req-dde30641-258d-49e1-bebd-50ed339540aa tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa89c326-fe7b-4364-a901-460da7795af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421202 Apr 01 16:08:55.686353 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device ac60615d-28b0-47af-9311-731e789c4f1a up at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:08:55.758684 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning for port ac60615d-28b0-47af-9311-731e789c4f1a completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:08:55.763190 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning complete for port ac60615d-28b0-47af-9311-731e789c4f1a triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:08:55.763559 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:55.879399 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:55.909876 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bf3dc30-87ec-41e4-8493-9f34806c0761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac60615d-28b0-47af-9311-731e789c4f1a'}] {{(pid=83829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:08:55.920211 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port ac60615d-28b0-47af-9311-731e789c4f1a, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=ac60615d-28b0-47af-9311-731e789c4f1a,segment=NetworkSegment(77880ea7-2119-456c-aa7a-84e2909e9e21),segment_id=77880ea7-2119-456c-aa7a-84e2909e9e21)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:08:55.925367 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:55.963478 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53efda0b-2036-4194-b34e-5509b2d85472 req-54bbe50a-e9b1-4089-b682-01bb8132ea7a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:55.965109 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-53efda0b-2036-4194-b34e-5509b2d85472 req-54bbe50a-e9b1-4089-b682-01bb8132ea7a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bf3dc30-87ec-41e4-8493-9f34806c0761 HTTP/1.1" status: 200 len: 944 time: 0.0825238 Apr 01 16:08:55.978799 dv-neutron-833373-2-hyperv neutron-server[83829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bf3dc30-87ec-41e4-8493-9f34806c0761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac60615d-28b0-47af-9311-731e789c4f1a', 'code': 200} Apr 01 16:08:56.005809 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=ac60615d-28b0-47af-9311-731e789c4f1a,revision_number=5']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:08:56.031053 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-53efda0b-2036-4194-b34e-5509b2d85472 req-ba20eb60-5636-4d8e-8526-2497d0338c0f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa89c326-fe7b-4364-a901-460da7795af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588794 Apr 01 16:08:56.197036 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b065ce69-b5fb-4446-a2ad-ba39c0a8f459 req-99279f4f-4c6c-41a2-a1e0-af6447ef3e0a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9bf3dc30-87ec-41e4-8493-9f34806c0761 HTTP/1.1" status: 200 len: 1098 time: 0.0703683 Apr 01 16:08:56.240553 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b065ce69-b5fb-4446-a2ad-ba39c0a8f459 req-821ff23d-64c9-465e-babc-90a2e7d8267e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=aa89c326-fe7b-4364-a901-460da7795af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360098 Apr 01 16:08:56.261360 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-21d76f30-bf4b-4a39-8c52-d5c45b1493a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:57.235525 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8490ed83-f662-49d6-a703-05d88100a634 req-94740f77-3c38-4212-8c23-db33b3798daa tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:57.236971 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8490ed83-f662-49d6-a703-05d88100a634 req-94740f77-3c38-4212-8c23-db33b3798daa tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bf3dc30-87ec-41e4-8493-9f34806c0761 HTTP/1.1" status: 200 len: 945 time: 0.0767763 Apr 01 16:08:57.287200 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8490ed83-f662-49d6-a703-05d88100a634 req-1341242f-dc0c-423c-9d9d-a168ffd4608a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa89c326-fe7b-4364-a901-460da7795af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438149 Apr 01 16:08:57.585939 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:57.754419 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:58.485007 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59314e46-7ffb-4ffa-836b-880c0bf7211d req-b5ef65a0-6833-47fe-9e48-39ec1f450ea8 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:58.486455 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-59314e46-7ffb-4ffa-836b-880c0bf7211d req-b5ef65a0-6833-47fe-9e48-39ec1f450ea8 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bf3dc30-87ec-41e4-8493-9f34806c0761 HTTP/1.1" status: 200 len: 945 time: 0.0753710 Apr 01 16:08:58.532341 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-59314e46-7ffb-4ffa-836b-880c0bf7211d req-1e133905-06df-49fe-bcfc-17741aa28172 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa89c326-fe7b-4364-a901-460da7795af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401752 Apr 01 16:08:58.732058 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffc8c24-a17b-49d7-be85-9e8840dec880 req-12cd9210-9a1b-4a02-82b2-a79e5578ed88 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:08:58.733544 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-bffc8c24-a17b-49d7-be85-9e8840dec880 req-12cd9210-9a1b-4a02-82b2-a79e5578ed88 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bf3dc30-87ec-41e4-8493-9f34806c0761 HTTP/1.1" status: 200 len: 945 time: 0.0821457 Apr 01 16:08:58.781192 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-bffc8c24-a17b-49d7-be85-9e8840dec880 req-e2037b9a-5c76-4154-b1a6-4d82e1e5f722 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa89c326-fe7b-4364-a901-460da7795af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420368 Apr 01 16:08:58.807766 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 59320) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:08:58.878184 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-a5bbbf55-7705-469f-a7ca-03250def7350 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=9bf3dc30-87ec-41e4-8493-9f34806c0761 HTTP/1.1" status: 200 len: 1093 time: 0.0691772 Apr 01 16:08:58.880679 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 59324) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:08:58.886523 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-3abb5bb8-ccae-4732-9962-4bbd1974dc00 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'floatingip': {'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'port_id': 'ac60615d-28b0-47af-9311-731e789c4f1a', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:08:58.892144 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-3abb5bb8-ccae-4732-9962-4bbd1974dc00 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:08:58.895922 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-3abb5bb8-ccae-4732-9962-4bbd1974dc00 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:floatingip and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:08:58.898868 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-3abb5bb8-ccae-4732-9962-4bbd1974dc00 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:08:58.904391 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-3abb5bb8-ccae-4732-9962-4bbd1974dc00 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:08:58.915013 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3abb5bb8-ccae-4732-9962-4bbd1974dc00 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for floatingip, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:59.058080 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3abb5bb8-ccae-4732-9962-4bbd1974dc00 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:59.196922 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-3abb5bb8-ccae-4732-9962-4bbd1974dc00 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Allocated IP 172.26.1.250 (ed45466e-0386-4b92-8de3-247c977242ac/0479f741-5cd1-4d6f-b593-d8aa909a42d3/be8b36e5-ea03-4698-87ad-c162a38959f0) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:08:59.271573 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:59.347436 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3abb5bb8-ccae-4732-9962-4bbd1974dc00 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:59.375988 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3abb5bb8-ccae-4732-9962-4bbd1974dc00 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:08:59.440375 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abb5bb8-ccae-4732-9962-4bbd1974dc00 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Network ed45466e-0386-4b92-8de3-247c977242ac is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:08:59.443015 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-3abb5bb8-ccae-4732-9962-4bbd1974dc00 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:08:59.448260 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abb5bb8-ccae-4732-9962-4bbd1974dc00 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:08:59.480142 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abb5bb8-ccae-4732-9962-4bbd1974dc00 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'Port': ['ID=be8b36e5-ea03-4698-87ad-c162a38959f0,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:00.036012 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3abb5bb8-ccae-4732-9962-4bbd1974dc00 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:00.095459 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3abb5bb8-ccae-4732-9962-4bbd1974dc00 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:00.307414 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3abb5bb8-ccae-4732-9962-4bbd1974dc00 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:00.311711 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3abb5bb8-ccae-4732-9962-4bbd1974dc00 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:00.419589 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abb5bb8-ccae-4732-9962-4bbd1974dc00 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'Port': ['ID=be8b36e5-ea03-4698-87ad-c162a38959f0,revision_number=2']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:00.431698 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3abb5bb8-ccae-4732-9962-4bbd1974dc00 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617697'] for floatingip, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:00.621720 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.l3_db [None req-3abb5bb8-ccae-4732-9962-4bbd1974dc00 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Floating IP 74deb81d-41ff-4328-ae1b-86a5caac3e1c associated. External IP: 172.26.1.250, port: ac60615d-28b0-47af-9311-731e789c4f1a. Apr 01 16:09:01.025973 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3abb5bb8-ccae-4732-9962-4bbd1974dc00 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Router 940a22c1-af8d-4a65-99af-6d5528a736ac has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:09:01.224976 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3abb5bb8-ccae-4732-9962-4bbd1974dc00 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:09:01.236626 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3642176e-e9b8-40d8-af46-79a5576cdc7f None None] Sync routers for ids ['940a22c1-af8d-4a65-99af-6d5528a736ac'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:09:01.251598 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3642176e-e9b8-40d8-af46-79a5576cdc7f None None] Routers {'940a22c1-af8d-4a65-99af-6d5528a736ac'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:09:01.251831 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3abb5bb8-ccae-4732-9962-4bbd1974dc00 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for floatingip, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:01.252211 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-3642176e-e9b8-40d8-af46-79a5576cdc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:08:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['940a22c1-af8d-4a65-99af-6d5528a736ac'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:09:01.313156 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-3abb5bb8-ccae-4732-9962-4bbd1974dc00 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4314041 Apr 01 16:09:01.313825 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bf3dc30-87ec-41e4-8493-9f34806c0761', 'tag': 'ac60615d-28b0-47af-9311-731e789c4f1a'}] {{(pid=83826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:09:01.368485 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bf3dc30-87ec-41e4-8493-9f34806c0761', 'tag': 'ac60615d-28b0-47af-9311-731e789c4f1a', 'status': 'completed', 'code': 200} Apr 01 16:09:01.466377 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-3fe67b9c-0db8-4501-9204-7f892b184422 req-759daf3b-1d5a-4306-bddc-5b4e537d0db8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=447e2c5010754fe1ad368efac7c75251&device_id=9bf3dc30-87ec-41e4-8493-9f34806c0761 HTTP/1.1" status: 200 len: 1098 time: 0.0710618 Apr 01 16:09:01.648275 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-3642176e-e9b8-40d8-af46-79a5576cdc7f None None] Set router 940a22c1-af8d-4a65-99af-6d5528a736ac gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:09:01.698877 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe67b9c-0db8-4501-9204-7f892b184422 req-5525f36c-bee2-4efb-9f3b-a0dc39056e25 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:01.700319 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-3fe67b9c-0db8-4501-9204-7f892b184422 req-5525f36c-bee2-4efb-9f3b-a0dc39056e25 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2b65031c-5328-4079-9fbc-959cc62fd7e8 HTTP/1.1" status: 200 len: 896 time: 0.2279942 Apr 01 16:09:01.806978 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-3fe67b9c-0db8-4501-9204-7f892b184422 req-337331f0-7788-433d-9c6a-1377a94db33a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac60615d-28b0-47af-9311-731e789c4f1a HTTP/1.1" status: 200 len: 999 time: 0.1004064 Apr 01 16:09:01.869123 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe67b9c-0db8-4501-9204-7f892b184422 req-53a351ce-1391-42bc-8960-e68d216e25c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:01.870559 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-3fe67b9c-0db8-4501-9204-7f892b184422 req-53a351ce-1391-42bc-8960-e68d216e25c0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=db5e777e-1c15-4a89-abe7-69bb73a1915e HTTP/1.1" status: 200 len: 834 time: 0.0575726 Apr 01 16:09:01.948070 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-3fe67b9c-0db8-4501-9204-7f892b184422 req-7f1941b4-9f3d-499d-821e-b8ed2292ca5e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2b65031c-5328-4079-9fbc-959cc62fd7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705478 Apr 01 16:09:02.051654 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-3642176e-e9b8-40d8-af46-79a5576cdc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '940a22c1-af8d-4a65-99af-6d5528a736ac', 'name': 'tempest-TestNetworkBasicOps-router-919875774', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.186'}], 'enable_snat': True}, 'gw_port_id': '010584fd-000e-4ae0-b9ad-b3559d20add8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:19Z', 'updated_at': '2022-04-01T16:08:24Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': '010584fd-000e-4ae0-b9ad-b3559d20add8', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:39:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940a22c1-af8d-4a65-99af-6d5528a736ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:19Z', 'updated_at': '2022-04-01T16:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': '6d50017b-21bb-41a5-b36d-4d5e9af24b17', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'floating_ip_address': '172.26.1.223', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '940a22c1-af8d-4a65-99af-6d5528a736ac', 'port_id': '16164166-03f9-49e4-8d35-8713aca87e0c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b65031c-5328-4079-9fbc-959cc62fd7e8', 'mac_address': 'fa:16:3e:74:7c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1f86db-f2ee-4a6a-bc30-77265270a9db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:08:43Z', 'updated_at': '2022-04-01T16:08:46Z', 'revision_number': 1, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'fixed_ip_address_scope': None}, {'id': '74deb81d-41ff-4328-ae1b-86a5caac3e1c', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'floating_ip_address': '172.26.1.250', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '940a22c1-af8d-4a65-99af-6d5528a736ac', 'port_id': 'ac60615d-28b0-47af-9311-731e789c4f1a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b65031c-5328-4079-9fbc-959cc62fd7e8', 'mac_address': 'fa:16:3e:eb:7b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf3dc30-87ec-41e4-8493-9f34806c0761', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:08:59Z', 'updated_at': '2022-04-01T16:08:59Z', 'revision_number': 0, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f15b80b3-7203-4f8b-b676-143c14852777', 'name': '', 'network_id': '2b65031c-5328-4079-9fbc-959cc62fd7e8', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'mac_address': 'fa:16:3e:90:23:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940a22c1-af8d-4a65-99af-6d5528a736ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db5e777e-1c15-4a89-abe7-69bb73a1915e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:23Z', 'updated_at': '2022-04-01T16:08:29Z', 'revision_number': 5, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'subnets': [{'id': 'db5e777e-1c15-4a89-abe7-69bb73a1915e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:09:02.055689 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3642176e-e9b8-40d8-af46-79a5576cdc7f None None] Checking router: 940a22c1-af8d-4a65-99af-6d5528a736ac for host: dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:09:02.067614 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3642176e-e9b8-40d8-af46-79a5576cdc7f None None] Routers {'940a22c1-af8d-4a65-99af-6d5528a736ac'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:09:02.068298 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-3642176e-e9b8-40d8-af46-79a5576cdc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:08:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['940a22c1-af8d-4a65-99af-6d5528a736ac'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:09:02.086124 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-3fe67b9c-0db8-4501-9204-7f892b184422 req-8d5e147d-f8a2-478b-ae34-adb553950e88 service neutron] 10.222.0.24 "GET /v2.0/networks/2b65031c-5328-4079-9fbc-959cc62fd7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291156 Apr 01 16:09:02.218480 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-3fe67b9c-0db8-4501-9204-7f892b184422 req-2ca15b85-82a0-4f2e-9dde-8aece7a440e2 service neutron] 10.222.0.24 "GET /v2.0/networks/2b65031c-5328-4079-9fbc-959cc62fd7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258426 Apr 01 16:09:02.252543 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-3642176e-e9b8-40d8-af46-79a5576cdc7f None None] Set router 940a22c1-af8d-4a65-99af-6d5528a736ac gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:09:02.597346 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-3642176e-e9b8-40d8-af46-79a5576cdc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '940a22c1-af8d-4a65-99af-6d5528a736ac', 'name': 'tempest-TestNetworkBasicOps-router-919875774', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.186'}], 'enable_snat': True}, 'gw_port_id': '010584fd-000e-4ae0-b9ad-b3559d20add8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:19Z', 'updated_at': '2022-04-01T16:08:24Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': '010584fd-000e-4ae0-b9ad-b3559d20add8', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:39:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940a22c1-af8d-4a65-99af-6d5528a736ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:19Z', 'updated_at': '2022-04-01T16:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': '6d50017b-21bb-41a5-b36d-4d5e9af24b17', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'floating_ip_address': '172.26.1.223', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '940a22c1-af8d-4a65-99af-6d5528a736ac', 'port_id': '16164166-03f9-49e4-8d35-8713aca87e0c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b65031c-5328-4079-9fbc-959cc62fd7e8', 'mac_address': 'fa:16:3e:74:7c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1f86db-f2ee-4a6a-bc30-77265270a9db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:08:43Z', 'updated_at': '2022-04-01T16:08:46Z', 'revision_number': 1, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'fixed_ip_address_scope': None}, {'id': '74deb81d-41ff-4328-ae1b-86a5caac3e1c', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'floating_ip_address': '172.26.1.250', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '940a22c1-af8d-4a65-99af-6d5528a736ac', 'port_id': 'ac60615d-28b0-47af-9311-731e789c4f1a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b65031c-5328-4079-9fbc-959cc62fd7e8', 'mac_address': 'fa:16:3e:eb:7b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf3dc30-87ec-41e4-8493-9f34806c0761', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:08:59Z', 'updated_at': '2022-04-01T16:08:59Z', 'revision_number': 0, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f15b80b3-7203-4f8b-b676-143c14852777', 'name': '', 'network_id': '2b65031c-5328-4079-9fbc-959cc62fd7e8', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'mac_address': 'fa:16:3e:90:23:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940a22c1-af8d-4a65-99af-6d5528a736ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db5e777e-1c15-4a89-abe7-69bb73a1915e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:23Z', 'updated_at': '2022-04-01T16:08:29Z', 'revision_number': 5, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'subnets': [{'id': 'db5e777e-1c15-4a89-abe7-69bb73a1915e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:09:02.600142 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:09:02.601855 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3642176e-e9b8-40d8-af46-79a5576cdc7f None None] The sync data for ids ['940a22c1-af8d-4a65-99af-6d5528a736ac'] in dv-neutron-833373-2-hyperv is: [{'id': '940a22c1-af8d-4a65-99af-6d5528a736ac', 'name': 'tempest-TestNetworkBasicOps-router-919875774', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.186'}], 'enable_snat': True}, 'gw_port_id': '010584fd-000e-4ae0-b9ad-b3559d20add8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:19Z', 'updated_at': '2022-04-01T16:08:24Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': '010584fd-000e-4ae0-b9ad-b3559d20add8', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:39:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940a22c1-af8d-4a65-99af-6d5528a736ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:19Z', 'updated_at': '2022-04-01T16:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': '6d50017b-21bb-41a5-b36d-4d5e9af24b17', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'floating_ip_address': '172.26.1.223', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '940a22c1-af8d-4a65-99af-6d5528a736ac', 'port_id': '16164166-03f9-49e4-8d35-8713aca87e0c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b65031c-5328-4079-9fbc-959cc62fd7e8', 'mac_address': 'fa:16:3e:74:7c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1f86db-f2ee-4a6a-bc30-77265270a9db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:08:43Z', 'updated_at': '2022-04-01T16:08:46Z', 'revision_number': 1, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'fixed_ip_address_scope': None}, {'id': '74deb81d-41ff-4328-ae1b-86a5caac3e1c', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'floating_ip_address': '172.26.1.250', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '940a22c1-af8d-4a65-99af-6d5528a736ac', 'port_id': 'ac60615d-28b0-47af-9311-731e789c4f1a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b65031c-5328-4079-9fbc-959cc62fd7e8', 'mac_address': 'fa:16:3e:eb:7b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf3dc30-87ec-41e4-8493-9f34806c0761', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:08:59Z', 'updated_at': '2022-04-01T16:08:59Z', 'revision_number': 0, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f15b80b3-7203-4f8b-b676-143c14852777', 'name': '', 'network_id': '2b65031c-5328-4079-9fbc-959cc62fd7e8', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'mac_address': 'fa:16:3e:90:23:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940a22c1-af8d-4a65-99af-6d5528a736ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db5e777e-1c15-4a89-abe7-69bb73a1915e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:23Z', 'updated_at': '2022-04-01T16:08:29Z', 'revision_number': 5, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'subnets': [{'id': 'db5e777e-1c15-4a89-abe7-69bb73a1915e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:09:02.813665 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6314d1-555d-4f60-8da7-e700a126baec None None] New status for floating IP 74deb81d-41ff-4328-ae1b-86a5caac3e1c: ACTIVE {{(pid=83833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 16:09:23.840099 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:23.873932 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-3a617f95-43ad-477b-878f-1a777cd2fdfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:26.255509 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-bb35e3cc-4ee1-4f68-b3d1-cbac188c1274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:27.589948 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:27.756639 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:29.279322 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:35.751862 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 59342) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:09:35.855702 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-944a92c6-7b27-468c-aadd-de36682deeb6 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/floatingips/6d50017b-21bb-41a5-b36d-4d5e9af24b17 HTTP/1.1" status: 200 len: 993 time: 0.1026969 Apr 01 16:09:36.737220 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 59352) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:09:36.743922 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-9d5c09ac-e347-4a3b-b82b-66f27171653c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'port': {'admin_state_up': False}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:09:36.878672 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9d5c09ac-e347-4a3b-b82b-66f27171653c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:37.094226 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [None req-9d5c09ac-e347-4a3b-b82b-66f27171653c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] For port 16164166-03f9-49e4-8d35-8713aca87e0c, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=16164166-03f9-49e4-8d35-8713aca87e0c,segment=NetworkSegment(77880ea7-2119-456c-aa7a-84e2909e9e21),segment_id=77880ea7-2119-456c-aa7a-84e2909e9e21)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:09:37.120046 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9d5c09ac-e347-4a3b-b82b-66f27171653c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:37.134355 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9d5c09ac-e347-4a3b-b82b-66f27171653c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:37.205588 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5c09ac-e347-4a3b-b82b-66f27171653c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:37.206204 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9d5c09ac-e347-4a3b-b82b-66f27171653c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:37.207651 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-9d5c09ac-e347-4a3b-b82b-66f27171653c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "PUT /v2.0/ports/16164166-03f9-49e4-8d35-8713aca87e0c HTTP/1.1" status: 200 len: 938 time: 0.4694369 Apr 01 16:09:37.208197 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db1f86db-f2ee-4a6a-bc30-77265270a9db', 'tag': '16164166-03f9-49e4-8d35-8713aca87e0c'}] {{(pid=83826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:09:37.231115 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5c09ac-e347-4a3b-b82b-66f27171653c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'Port': ['ID=16164166-03f9-49e4-8d35-8713aca87e0c,revision_number=6']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:37.240585 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5c09ac-e347-4a3b-b82b-66f27171653c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:37.241027 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5c09ac-e347-4a3b-b82b-66f27171653c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:37.241362 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5c09ac-e347-4a3b-b82b-66f27171653c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:37.241694 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5c09ac-e347-4a3b-b82b-66f27171653c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:37.242022 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5c09ac-e347-4a3b-b82b-66f27171653c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:37.242511 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5c09ac-e347-4a3b-b82b-66f27171653c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:37.243526 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5c09ac-e347-4a3b-b82b-66f27171653c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:37.243748 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5c09ac-e347-4a3b-b82b-66f27171653c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:37.244032 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5c09ac-e347-4a3b-b82b-66f27171653c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:37.244411 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5c09ac-e347-4a3b-b82b-66f27171653c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:37.244671 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5c09ac-e347-4a3b-b82b-66f27171653c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:37.271927 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db1f86db-f2ee-4a6a-bc30-77265270a9db', 'tag': '16164166-03f9-49e4-8d35-8713aca87e0c', 'status': 'completed', 'code': 200} Apr 01 16:09:37.369051 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-6c6b64ec-3730-4c15-a5ef-713da11abb4b req-16c9e409-d4b2-4aad-924f-0dfa993c66ac service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=447e2c5010754fe1ad368efac7c75251&device_id=db1f86db-f2ee-4a6a-bc30-77265270a9db HTTP/1.1" status: 200 len: 1099 time: 0.0751011 Apr 01 16:09:37.399640 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-4c339f68-8640-4043-a35e-0171e869a414 None None] Provisioning complete for port 16164166-03f9-49e4-8d35-8713aca87e0c triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:09:37.400281 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-4c339f68-8640-4043-a35e-0171e869a414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:37.457578 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-4c339f68-8640-4043-a35e-0171e869a414 None None] Port 16164166-03f9-49e4-8d35-8713aca87e0c is administratively disabled so it will not transition to active. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Apr 01 16:09:37.499691 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b64ec-3730-4c15-a5ef-713da11abb4b req-08a2af2e-c68f-4a50-a2f2-8c23371c81a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:37.501161 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-6c6b64ec-3730-4c15-a5ef-713da11abb4b req-08a2af2e-c68f-4a50-a2f2-8c23371c81a8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2b65031c-5328-4079-9fbc-959cc62fd7e8 HTTP/1.1" status: 200 len: 896 time: 0.1250126 Apr 01 16:09:37.601418 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-6c6b64ec-3730-4c15-a5ef-713da11abb4b req-f10069f3-a005-4249-ad81-208ca81a269e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16164166-03f9-49e4-8d35-8713aca87e0c HTTP/1.1" status: 200 len: 1002 time: 0.0940909 Apr 01 16:09:37.662434 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b64ec-3730-4c15-a5ef-713da11abb4b req-213a6efd-3983-421c-b4cb-3eee620c3596 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:37.663867 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-6c6b64ec-3730-4c15-a5ef-713da11abb4b req-213a6efd-3983-421c-b4cb-3eee620c3596 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=db5e777e-1c15-4a89-abe7-69bb73a1915e HTTP/1.1" status: 200 len: 834 time: 0.0559525 Apr 01 16:09:37.833682 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-6c6b64ec-3730-4c15-a5ef-713da11abb4b req-3360e577-31c5-4c98-bf1a-7c4c6a19ace4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2b65031c-5328-4079-9fbc-959cc62fd7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1625316 Apr 01 16:09:37.968599 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-6c6b64ec-3730-4c15-a5ef-713da11abb4b req-4478ee53-6a63-4dbc-b98d-f9a481ca3354 service neutron] 10.222.0.24 "GET /v2.0/networks/2b65031c-5328-4079-9fbc-959cc62fd7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271811 Apr 01 16:09:38.101433 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-6c6b64ec-3730-4c15-a5ef-713da11abb4b req-e7b93b68-4c50-4850-b177-87a243661dbe service neutron] 10.222.0.24 "GET /v2.0/networks/2b65031c-5328-4079-9fbc-959cc62fd7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265700 Apr 01 16:09:39.600724 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:09:40.661853 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 59362) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:09:40.667630 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-c8c6aa51-87d6-4336-9aae-713b211f893a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'port': {'admin_state_up': True}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:09:40.783428 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c8c6aa51-87d6-4336-9aae-713b211f893a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:41.002151 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [None req-c8c6aa51-87d6-4336-9aae-713b211f893a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] For port 16164166-03f9-49e4-8d35-8713aca87e0c, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=16164166-03f9-49e4-8d35-8713aca87e0c,segment=NetworkSegment(77880ea7-2119-456c-aa7a-84e2909e9e21),segment_id=77880ea7-2119-456c-aa7a-84e2909e9e21)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:09:41.029488 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c8c6aa51-87d6-4336-9aae-713b211f893a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:41.033979 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c8c6aa51-87d6-4336-9aae-713b211f893a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:41.100940 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c6aa51-87d6-4336-9aae-713b211f893a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:41.101533 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c8c6aa51-87d6-4336-9aae-713b211f893a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:41.102925 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-c8c6aa51-87d6-4336-9aae-713b211f893a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "PUT /v2.0/ports/16164166-03f9-49e4-8d35-8713aca87e0c HTTP/1.1" status: 200 len: 937 time: 0.4400826 Apr 01 16:09:41.103456 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db1f86db-f2ee-4a6a-bc30-77265270a9db', 'tag': '16164166-03f9-49e4-8d35-8713aca87e0c'}] {{(pid=83826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:09:41.105859 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 59366) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:09:41.121281 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c6aa51-87d6-4336-9aae-713b211f893a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'Port': ['ID=16164166-03f9-49e4-8d35-8713aca87e0c,revision_number=7']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:41.161816 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db1f86db-f2ee-4a6a-bc30-77265270a9db', 'tag': '16164166-03f9-49e4-8d35-8713aca87e0c', 'status': 'completed', 'code': 200} Apr 01 16:09:41.235860 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-75955741-3075-4edf-9296-8d57a89c0740 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/floatingips/6d50017b-21bb-41a5-b36d-4d5e9af24b17 HTTP/1.1" status: 200 len: 993 time: 0.1277444 Apr 01 16:09:41.267808 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5d861f0d-cb64-433b-ba9c-4926521a4a66 req-8f1d0eae-8baa-4b00-8481-7c0a3884ffb0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=447e2c5010754fe1ad368efac7c75251&device_id=db1f86db-f2ee-4a6a-bc30-77265270a9db HTTP/1.1" status: 200 len: 1098 time: 0.0840261 Apr 01 16:09:41.348916 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] get_ports_and_sgs() called for port_ids ['16164166-03f9-49e4-8d35-8713aca87e0c'] {{(pid=83829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 16:09:41.409579 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d861f0d-cb64-433b-ba9c-4926521a4a66 req-78369104-f8b0-4b6a-bd8d-b080c7dc9bb1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:41.410886 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5d861f0d-cb64-433b-ba9c-4926521a4a66 req-78369104-f8b0-4b6a-bd8d-b080c7dc9bb1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2b65031c-5328-4079-9fbc-959cc62fd7e8 HTTP/1.1" status: 200 len: 896 time: 0.1370027 Apr 01 16:09:41.428748 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-7b538270-575e-4b5e-98a6-b838516e61d0 None None] Provisioning complete for port 16164166-03f9-49e4-8d35-8713aca87e0c triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:09:41.429125 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-7b538270-575e-4b5e-98a6-b838516e61d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:41.519449 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5d861f0d-cb64-433b-ba9c-4926521a4a66 req-7a44ff74-ec43-4b0a-9b33-cb78e55389ce service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16164166-03f9-49e4-8d35-8713aca87e0c HTTP/1.1" status: 200 len: 1001 time: 0.0992415 Apr 01 16:09:41.582820 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d861f0d-cb64-433b-ba9c-4926521a4a66 req-a7e1bbd1-b6ce-4931-adba-8c9fd4f19e8c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:41.584273 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5d861f0d-cb64-433b-ba9c-4926521a4a66 req-a7e1bbd1-b6ce-4931-adba-8c9fd4f19e8c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=db5e777e-1c15-4a89-abe7-69bb73a1915e HTTP/1.1" status: 200 len: 834 time: 0.0588822 Apr 01 16:09:41.662670 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5d861f0d-cb64-433b-ba9c-4926521a4a66 req-b4f9adf7-cfa4-4e1f-a632-de4f57108aa6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2b65031c-5328-4079-9fbc-959cc62fd7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717254 Apr 01 16:09:41.800020 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5d861f0d-cb64-433b-ba9c-4926521a4a66 req-fabb1d0d-e400-4822-b8c7-82b60e3e90ff service neutron] 10.222.0.24 "GET /v2.0/networks/2b65031c-5328-4079-9fbc-959cc62fd7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300275 Apr 01 16:09:41.933690 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5d861f0d-cb64-433b-ba9c-4926521a4a66 req-cfb20080-959e-44f9-a037-d80ce7cebe0b service neutron] 10.222.0.24 "GET /v2.0/networks/2b65031c-5328-4079-9fbc-959cc62fd7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278601 Apr 01 16:09:43.824675 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 59378) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:09:44.028459 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-415fd672-dcf7-4e58-8c0e-a0bf43a95ea4 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Deleting port be8b36e5-ea03-4698-87ad-c162a38959f0 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:09:44.028826 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-415fd672-dcf7-4e58-8c0e-a0bf43a95ea4 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:44.191847 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-415fd672-dcf7-4e58-8c0e-a0bf43a95ea4 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:44.192068 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-415fd672-dcf7-4e58-8c0e-a0bf43a95ea4 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:44.314065 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-415fd672-dcf7-4e58-8c0e-a0bf43a95ea4 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Calling delete_port for be8b36e5-ea03-4698-87ad-c162a38959f0 owned by network:floatingip {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:09:44.458070 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-415fd672-dcf7-4e58-8c0e-a0bf43a95ea4 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:44.501915 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415fd672-dcf7-4e58-8c0e-a0bf43a95ea4 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event deleted for resources: {'Port': ['ID=be8b36e5-ea03-4698-87ad-c162a38959f0,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:44.540675 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415fd672-dcf7-4e58-8c0e-a0bf43a95ea4 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:44.541048 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415fd672-dcf7-4e58-8c0e-a0bf43a95ea4 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:44.541385 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415fd672-dcf7-4e58-8c0e-a0bf43a95ea4 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:44.541731 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415fd672-dcf7-4e58-8c0e-a0bf43a95ea4 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:44.542049 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415fd672-dcf7-4e58-8c0e-a0bf43a95ea4 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:44.542374 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415fd672-dcf7-4e58-8c0e-a0bf43a95ea4 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:44.542697 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415fd672-dcf7-4e58-8c0e-a0bf43a95ea4 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:44.543021 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415fd672-dcf7-4e58-8c0e-a0bf43a95ea4 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:44.543342 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415fd672-dcf7-4e58-8c0e-a0bf43a95ea4 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:44.543660 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415fd672-dcf7-4e58-8c0e-a0bf43a95ea4 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:44.543978 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415fd672-dcf7-4e58-8c0e-a0bf43a95ea4 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:44.607541 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-415fd672-dcf7-4e58-8c0e-a0bf43a95ea4 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for floatingip, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:45.085750 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-415fd672-dcf7-4e58-8c0e-a0bf43a95ea4 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Router 940a22c1-af8d-4a65-99af-6d5528a736ac has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:09:45.288278 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-415fd672-dcf7-4e58-8c0e-a0bf43a95ea4 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:09:45.299503 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2cffc5-6795-450b-bf36-c21a27ccc458 None None] Sync routers for ids ['940a22c1-af8d-4a65-99af-6d5528a736ac'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:09:45.308589 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-415fd672-dcf7-4e58-8c0e-a0bf43a95ea4 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for floatingip, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:45.312297 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2cffc5-6795-450b-bf36-c21a27ccc458 None None] Routers {'940a22c1-af8d-4a65-99af-6d5528a736ac'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:09:45.312952 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-7e2cffc5-6795-450b-bf36-c21a27ccc458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:09:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['940a22c1-af8d-4a65-99af-6d5528a736ac'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:09:45.361807 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-415fd672-dcf7-4e58-8c0e-a0bf43a95ea4 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "DELETE /v2.0/floatingips/74deb81d-41ff-4328-ae1b-86a5caac3e1c HTTP/1.1" status: 204 len: 168 time: 1.5360177 Apr 01 16:09:45.362351 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bf3dc30-87ec-41e4-8493-9f34806c0761', 'tag': 'ac60615d-28b0-47af-9311-731e789c4f1a'}] {{(pid=83828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:09:45.423107 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bf3dc30-87ec-41e4-8493-9f34806c0761', 'tag': 'ac60615d-28b0-47af-9311-731e789c4f1a', 'status': 'completed', 'code': 200} Apr 01 16:09:45.495656 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-7e2cffc5-6795-450b-bf36-c21a27ccc458 None None] Set router 940a22c1-af8d-4a65-99af-6d5528a736ac gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:09:45.518496 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4cb9bc0c-0b0c-4844-858a-2d8e75824190 req-e1571a98-b57c-4240-bc0a-9b1cf5c7118f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=447e2c5010754fe1ad368efac7c75251&device_id=9bf3dc30-87ec-41e4-8493-9f34806c0761 HTTP/1.1" status: 200 len: 1098 time: 0.0740066 Apr 01 16:09:45.797522 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb9bc0c-0b0c-4844-858a-2d8e75824190 req-e2650748-b178-47d2-b201-8898ea7081b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:45.798963 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4cb9bc0c-0b0c-4844-858a-2d8e75824190 req-e2650748-b178-47d2-b201-8898ea7081b6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2b65031c-5328-4079-9fbc-959cc62fd7e8 HTTP/1.1" status: 200 len: 896 time: 0.2739096 Apr 01 16:09:45.870445 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4cb9bc0c-0b0c-4844-858a-2d8e75824190 req-c681894d-d6dd-473f-890a-ec5bfb60f6b0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac60615d-28b0-47af-9311-731e789c4f1a HTTP/1.1" status: 200 len: 217 time: 0.0635700 Apr 01 16:09:45.875867 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe485d3-4e0d-450b-9cac-a9c284c4d098 req-b6a4899f-1bf0-4db3-8690-ec2088c6d25c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:45.876036 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-7e2cffc5-6795-450b-bf36-c21a27ccc458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '940a22c1-af8d-4a65-99af-6d5528a736ac', 'name': 'tempest-TestNetworkBasicOps-router-919875774', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.186'}], 'enable_snat': True}, 'gw_port_id': '010584fd-000e-4ae0-b9ad-b3559d20add8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:19Z', 'updated_at': '2022-04-01T16:08:24Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': '010584fd-000e-4ae0-b9ad-b3559d20add8', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:39:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940a22c1-af8d-4a65-99af-6d5528a736ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:19Z', 'updated_at': '2022-04-01T16:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': '6d50017b-21bb-41a5-b36d-4d5e9af24b17', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'floating_ip_address': '172.26.1.223', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '940a22c1-af8d-4a65-99af-6d5528a736ac', 'port_id': '16164166-03f9-49e4-8d35-8713aca87e0c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b65031c-5328-4079-9fbc-959cc62fd7e8', 'mac_address': 'fa:16:3e:74:7c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1f86db-f2ee-4a6a-bc30-77265270a9db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:08:43Z', 'updated_at': '2022-04-01T16:08:46Z', 'revision_number': 1, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f15b80b3-7203-4f8b-b676-143c14852777', 'name': '', 'network_id': '2b65031c-5328-4079-9fbc-959cc62fd7e8', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'mac_address': 'fa:16:3e:90:23:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940a22c1-af8d-4a65-99af-6d5528a736ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db5e777e-1c15-4a89-abe7-69bb73a1915e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:23Z', 'updated_at': '2022-04-01T16:08:29Z', 'revision_number': 5, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'subnets': [{'id': 'db5e777e-1c15-4a89-abe7-69bb73a1915e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:09:45.877273 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-6fe485d3-4e0d-450b-9cac-a9c284c4d098 req-b6a4899f-1bf0-4db3-8690-ec2088c6d25c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bf3dc30-87ec-41e4-8493-9f34806c0761 HTTP/1.1" status: 200 len: 945 time: 0.1751924 Apr 01 16:09:45.880218 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2cffc5-6795-450b-bf36-c21a27ccc458 None None] Checking router: 940a22c1-af8d-4a65-99af-6d5528a736ac for host: dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:09:45.897732 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2cffc5-6795-450b-bf36-c21a27ccc458 None None] Routers {'940a22c1-af8d-4a65-99af-6d5528a736ac'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:09:45.899315 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-7e2cffc5-6795-450b-bf36-c21a27ccc458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:09:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['940a22c1-af8d-4a65-99af-6d5528a736ac'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:09:45.969075 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb9bc0c-0b0c-4844-858a-2d8e75824190 req-97f11e42-ca15-42ec-a11e-8d2c87c21000 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:45.970510 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4cb9bc0c-0b0c-4844-858a-2d8e75824190 req-97f11e42-ca15-42ec-a11e-8d2c87c21000 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=db5e777e-1c15-4a89-abe7-69bb73a1915e HTTP/1.1" status: 200 len: 834 time: 0.0923984 Apr 01 16:09:45.974175 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-6fe485d3-4e0d-450b-9cac-a9c284c4d098 req-db54630c-22d9-45fd-a3e9-0d4fdd15670e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa89c326-fe7b-4364-a901-460da7795af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640826 Apr 01 16:09:46.058254 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4cb9bc0c-0b0c-4844-858a-2d8e75824190 req-9cbd8bbc-7c14-4ed6-9613-987233f3ec1a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2b65031c-5328-4079-9fbc-959cc62fd7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777128 Apr 01 16:09:46.087396 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-7e2cffc5-6795-450b-bf36-c21a27ccc458 None None] Set router 940a22c1-af8d-4a65-99af-6d5528a736ac gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:09:46.193495 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4cb9bc0c-0b0c-4844-858a-2d8e75824190 req-ae26f2a7-ffaf-42e8-863f-08eb3dd838df service neutron] 10.222.0.24 "GET /v2.0/networks/2b65031c-5328-4079-9fbc-959cc62fd7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283650 Apr 01 16:09:46.338020 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4cb9bc0c-0b0c-4844-858a-2d8e75824190 req-45ef907e-f253-4f23-b86f-246cc706c59c service neutron] 10.222.0.24 "GET /v2.0/networks/2b65031c-5328-4079-9fbc-959cc62fd7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381822 Apr 01 16:09:46.451594 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-7e2cffc5-6795-450b-bf36-c21a27ccc458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '940a22c1-af8d-4a65-99af-6d5528a736ac', 'name': 'tempest-TestNetworkBasicOps-router-919875774', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.186'}], 'enable_snat': True}, 'gw_port_id': '010584fd-000e-4ae0-b9ad-b3559d20add8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:19Z', 'updated_at': '2022-04-01T16:08:24Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': '010584fd-000e-4ae0-b9ad-b3559d20add8', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:39:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940a22c1-af8d-4a65-99af-6d5528a736ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:19Z', 'updated_at': '2022-04-01T16:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': '6d50017b-21bb-41a5-b36d-4d5e9af24b17', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'floating_ip_address': '172.26.1.223', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '940a22c1-af8d-4a65-99af-6d5528a736ac', 'port_id': '16164166-03f9-49e4-8d35-8713aca87e0c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b65031c-5328-4079-9fbc-959cc62fd7e8', 'mac_address': 'fa:16:3e:74:7c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1f86db-f2ee-4a6a-bc30-77265270a9db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:08:43Z', 'updated_at': '2022-04-01T16:08:46Z', 'revision_number': 1, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f15b80b3-7203-4f8b-b676-143c14852777', 'name': '', 'network_id': '2b65031c-5328-4079-9fbc-959cc62fd7e8', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'mac_address': 'fa:16:3e:90:23:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940a22c1-af8d-4a65-99af-6d5528a736ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db5e777e-1c15-4a89-abe7-69bb73a1915e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:23Z', 'updated_at': '2022-04-01T16:08:29Z', 'revision_number': 5, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'subnets': [{'id': 'db5e777e-1c15-4a89-abe7-69bb73a1915e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:09:46.455438 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2cffc5-6795-450b-bf36-c21a27ccc458 None None] The sync data for ids ['940a22c1-af8d-4a65-99af-6d5528a736ac'] in dv-neutron-833373-2-hyperv is: [{'id': '940a22c1-af8d-4a65-99af-6d5528a736ac', 'name': 'tempest-TestNetworkBasicOps-router-919875774', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.186'}], 'enable_snat': True}, 'gw_port_id': '010584fd-000e-4ae0-b9ad-b3559d20add8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:19Z', 'updated_at': '2022-04-01T16:08:24Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': '010584fd-000e-4ae0-b9ad-b3559d20add8', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:39:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940a22c1-af8d-4a65-99af-6d5528a736ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:19Z', 'updated_at': '2022-04-01T16:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': '6d50017b-21bb-41a5-b36d-4d5e9af24b17', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'floating_ip_address': '172.26.1.223', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '940a22c1-af8d-4a65-99af-6d5528a736ac', 'port_id': '16164166-03f9-49e4-8d35-8713aca87e0c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b65031c-5328-4079-9fbc-959cc62fd7e8', 'mac_address': 'fa:16:3e:74:7c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1f86db-f2ee-4a6a-bc30-77265270a9db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:08:43Z', 'updated_at': '2022-04-01T16:08:46Z', 'revision_number': 1, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f15b80b3-7203-4f8b-b676-143c14852777', 'name': '', 'network_id': '2b65031c-5328-4079-9fbc-959cc62fd7e8', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'mac_address': 'fa:16:3e:90:23:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940a22c1-af8d-4a65-99af-6d5528a736ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db5e777e-1c15-4a89-abe7-69bb73a1915e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:23Z', 'updated_at': '2022-04-01T16:08:29Z', 'revision_number': 5, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'subnets': [{'id': 'db5e777e-1c15-4a89-abe7-69bb73a1915e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:09:46.688263 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c661df2-5f68-4a21-a3a2-5c4a36636ec4 None None] New status for floating IP 74deb81d-41ff-4328-ae1b-86a5caac3e1c: DOWN {{(pid=83833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 16:09:47.077535 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cea6b0-c1ea-499e-a9e8-0a7ba81e81a5 req-e9f33800-fa3c-4ae5-893a-a7213c2c5f2a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:47.078890 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-73cea6b0-c1ea-499e-a9e8-0a7ba81e81a5 req-e9f33800-fa3c-4ae5-893a-a7213c2c5f2a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.24 "GET /v2.0/ports?device_id=9bf3dc30-87ec-41e4-8493-9f34806c0761 HTTP/1.1" status: 200 len: 945 time: 0.0852959 Apr 01 16:09:47.192854 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [req-73cea6b0-c1ea-499e-a9e8-0a7ba81e81a5 req-f6fd8232-080b-4da7-8519-ed0226b51459 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Deleting port ac60615d-28b0-47af-9311-731e789c4f1a {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:09:47.193186 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-73cea6b0-c1ea-499e-a9e8-0a7ba81e81a5 req-f6fd8232-080b-4da7-8519-ed0226b51459 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:47.309850 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6260a670-857f-43ce-88fc-1bc24d1f3d84 req-215a2ec7-85c9-4bab-9556-f4a78e30199d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:47.311287 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-6260a670-857f-43ce-88fc-1bc24d1f3d84 req-215a2ec7-85c9-4bab-9556-f4a78e30199d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bf3dc30-87ec-41e4-8493-9f34806c0761 HTTP/1.1" status: 200 len: 945 time: 0.1924162 Apr 01 16:09:47.449532 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-6260a670-857f-43ce-88fc-1bc24d1f3d84 req-66f136e9-e249-44aa-8105-be083cfbd7cd tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa89c326-fe7b-4364-a901-460da7795af9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315150 Apr 01 16:09:47.500219 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [req-73cea6b0-c1ea-499e-a9e8-0a7ba81e81a5 req-f6fd8232-080b-4da7-8519-ed0226b51459 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] For port ac60615d-28b0-47af-9311-731e789c4f1a, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=ac60615d-28b0-47af-9311-731e789c4f1a,segment=NetworkSegment(77880ea7-2119-456c-aa7a-84e2909e9e21),segment_id=77880ea7-2119-456c-aa7a-84e2909e9e21)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:09:47.500571 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-73cea6b0-c1ea-499e-a9e8-0a7ba81e81a5 req-f6fd8232-080b-4da7-8519-ed0226b51459 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:47.623866 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [req-73cea6b0-c1ea-499e-a9e8-0a7ba81e81a5 req-f6fd8232-080b-4da7-8519-ed0226b51459 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Calling delete_port for ac60615d-28b0-47af-9311-731e789c4f1a owned by compute:nova {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:09:47.761898 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-73cea6b0-c1ea-499e-a9e8-0a7ba81e81a5 req-f6fd8232-080b-4da7-8519-ed0226b51459 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:47.812715 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fd8232-080b-4da7-8519-ed0226b51459 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event deleted for resources: {'Port': ['ID=ac60615d-28b0-47af-9311-731e789c4f1a,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:47.886719 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [req-73cea6b0-c1ea-499e-a9e8-0a7ba81e81a5 req-f6fd8232-080b-4da7-8519-ed0226b51459 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] No DVR routers for this DVR port ac60615d-28b0-47af-9311-731e789c4f1a on host hv-neutron-8333 {{(pid=83826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:09:47.889395 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-73cea6b0-c1ea-499e-a9e8-0a7ba81e81a5 req-f6fd8232-080b-4da7-8519-ed0226b51459 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:47.892237 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bf3dc30-87ec-41e4-8493-9f34806c0761', 'name': 'network-vif-deleted', 'tag': 'ac60615d-28b0-47af-9311-731e789c4f1a'}] {{(pid=83826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:09:47.904624 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-73cea6b0-c1ea-499e-a9e8-0a7ba81e81a5 req-f6fd8232-080b-4da7-8519-ed0226b51459 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.24 "DELETE /v2.0/ports/ac60615d-28b0-47af-9311-731e789c4f1a HTTP/1.1" status: 204 len: 173 time: 0.8199944 Apr 01 16:09:47.947640 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bf3dc30-87ec-41e4-8493-9f34806c0761', 'name': 'network-vif-deleted', 'tag': 'ac60615d-28b0-47af-9311-731e789c4f1a', 'status': 'completed', 'code': 200} Apr 01 16:09:48.552540 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 59394) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:09:48.707243 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a4aca3c4-f313-422a-938a-1d94aeb98283 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:48.736428 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a4aca3c4-f313-422a-938a-1d94aeb98283 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:48.797590 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a4aca3c4-f313-422a-938a-1d94aeb98283 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:48.816620 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aca3c4-f313-422a-938a-1d94aeb98283 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa89c326-fe7b-4364-a901-460da7795af9,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:48.826876 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a4aca3c4-f313-422a-938a-1d94aeb98283 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:48.827974 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-a4aca3c4-f313-422a-938a-1d94aeb98283 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "DELETE /v2.0/security-groups/aa89c326-fe7b-4364-a901-460da7795af9 HTTP/1.1" status: 204 len: 168 time: 0.2744768 Apr 01 16:09:48.869059 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 59400) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:09:49.071044 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-3834d82b-6647-4f88-8a2d-6931a58296d7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Deleting port 53669d05-3655-447e-aa3b-448374d4e02b {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:09:49.071372 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3834d82b-6647-4f88-8a2d-6931a58296d7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:49.240694 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3834d82b-6647-4f88-8a2d-6931a58296d7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:49.241104 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3834d82b-6647-4f88-8a2d-6931a58296d7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:49.360409 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-3834d82b-6647-4f88-8a2d-6931a58296d7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Calling delete_port for 53669d05-3655-447e-aa3b-448374d4e02b owned by network:floatingip {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:09:49.506323 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3834d82b-6647-4f88-8a2d-6931a58296d7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:49.553907 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3834d82b-6647-4f88-8a2d-6931a58296d7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event deleted for resources: {'Port': ['ID=53669d05-3655-447e-aa3b-448374d4e02b,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:49.653841 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3834d82b-6647-4f88-8a2d-6931a58296d7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for floatingip, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:50.013209 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device ac60615d-28b0-47af-9311-731e789c4f1a no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:09:50.046918 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] No Port match for: ac60615d-28b0-47af-9311-731e789c4f1a {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:09:50.047277 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device ac60615d-28b0-47af-9311-731e789c4f1a not bound to the agent host hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:09:50.143463 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3834d82b-6647-4f88-8a2d-6931a58296d7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Router 940a22c1-af8d-4a65-99af-6d5528a736ac has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:09:50.346662 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3834d82b-6647-4f88-8a2d-6931a58296d7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:09:50.357247 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32c98dd-3970-46d8-bd73-7001bec50ba8 None None] Sync routers for ids ['940a22c1-af8d-4a65-99af-6d5528a736ac'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:09:50.363419 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3834d82b-6647-4f88-8a2d-6931a58296d7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for floatingip, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:50.368810 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32c98dd-3970-46d8-bd73-7001bec50ba8 None None] Routers {'940a22c1-af8d-4a65-99af-6d5528a736ac'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:09:50.369417 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-f32c98dd-3970-46d8-bd73-7001bec50ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:09:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['940a22c1-af8d-4a65-99af-6d5528a736ac'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:09:50.416790 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-3834d82b-6647-4f88-8a2d-6931a58296d7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "DELETE /v2.0/floatingips/6d50017b-21bb-41a5-b36d-4d5e9af24b17 HTTP/1.1" status: 204 len: 168 time: 1.5465176 Apr 01 16:09:50.417408 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db1f86db-f2ee-4a6a-bc30-77265270a9db', 'tag': '16164166-03f9-49e4-8d35-8713aca87e0c'}] {{(pid=83828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:09:50.477452 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db1f86db-f2ee-4a6a-bc30-77265270a9db', 'tag': '16164166-03f9-49e4-8d35-8713aca87e0c', 'status': 'completed', 'code': 200} Apr 01 16:09:50.574227 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-080f0545-115c-4320-a049-cc4fb73ea0a5 req-c33e3041-157a-434b-8ca0-99e18fa0df7e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=447e2c5010754fe1ad368efac7c75251&device_id=db1f86db-f2ee-4a6a-bc30-77265270a9db HTTP/1.1" status: 200 len: 1098 time: 0.0716257 Apr 01 16:09:50.596958 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-f32c98dd-3970-46d8-bd73-7001bec50ba8 None None] Set router 940a22c1-af8d-4a65-99af-6d5528a736ac gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:09:50.710274 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080f0545-115c-4320-a049-cc4fb73ea0a5 req-363d4efa-20e6-4dd1-9006-74d230fb7608 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:50.712469 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-080f0545-115c-4320-a049-cc4fb73ea0a5 req-363d4efa-20e6-4dd1-9006-74d230fb7608 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2b65031c-5328-4079-9fbc-959cc62fd7e8 HTTP/1.1" status: 200 len: 896 time: 0.1325758 Apr 01 16:09:50.816555 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-080f0545-115c-4320-a049-cc4fb73ea0a5 req-b51c7300-c4e9-492a-9ce6-92db51d6a7b6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16164166-03f9-49e4-8d35-8713aca87e0c HTTP/1.1" status: 200 len: 217 time: 0.0972772 Apr 01 16:09:50.897603 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080f0545-115c-4320-a049-cc4fb73ea0a5 req-1360fd29-1090-4644-8b4e-3be603497dc2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:50.899002 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-080f0545-115c-4320-a049-cc4fb73ea0a5 req-1360fd29-1090-4644-8b4e-3be603497dc2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=db5e777e-1c15-4a89-abe7-69bb73a1915e HTTP/1.1" status: 200 len: 834 time: 0.0731084 Apr 01 16:09:50.917514 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-f32c98dd-3970-46d8-bd73-7001bec50ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '940a22c1-af8d-4a65-99af-6d5528a736ac', 'name': 'tempest-TestNetworkBasicOps-router-919875774', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.186'}], 'enable_snat': True}, 'gw_port_id': '010584fd-000e-4ae0-b9ad-b3559d20add8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:19Z', 'updated_at': '2022-04-01T16:08:24Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': '010584fd-000e-4ae0-b9ad-b3559d20add8', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:39:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940a22c1-af8d-4a65-99af-6d5528a736ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:19Z', 'updated_at': '2022-04-01T16:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': 'f15b80b3-7203-4f8b-b676-143c14852777', 'name': '', 'network_id': '2b65031c-5328-4079-9fbc-959cc62fd7e8', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'mac_address': 'fa:16:3e:90:23:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940a22c1-af8d-4a65-99af-6d5528a736ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db5e777e-1c15-4a89-abe7-69bb73a1915e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:23Z', 'updated_at': '2022-04-01T16:08:29Z', 'revision_number': 5, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'subnets': [{'id': 'db5e777e-1c15-4a89-abe7-69bb73a1915e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:09:50.921552 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32c98dd-3970-46d8-bd73-7001bec50ba8 None None] Checking router: 940a22c1-af8d-4a65-99af-6d5528a736ac for host: dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:09:50.932911 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32c98dd-3970-46d8-bd73-7001bec50ba8 None None] Routers {'940a22c1-af8d-4a65-99af-6d5528a736ac'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:09:50.933519 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-f32c98dd-3970-46d8-bd73-7001bec50ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:09:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['940a22c1-af8d-4a65-99af-6d5528a736ac'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:09:50.944511 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ba2559-4ac9-4a5d-bf21-052f273aa585 req-70db89c9-6b45-42ba-a4a9-df699fde48e3 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:50.945219 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-16ba2559-4ac9-4a5d-bf21-052f273aa585 req-70db89c9-6b45-42ba-a4a9-df699fde48e3 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Synchronizing usage tracker for tenant:447e2c5010754fe1ad368efac7c75251 on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:09:50.974248 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-16ba2559-4ac9-4a5d-bf21-052f273aa585 req-70db89c9-6b45-42ba-a4a9-df699fde48e3 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Unset dirty status for tenant:447e2c5010754fe1ad368efac7c75251 on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:09:50.975395 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-16ba2559-4ac9-4a5d-bf21-052f273aa585 req-70db89c9-6b45-42ba-a4a9-df699fde48e3 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=db1f86db-f2ee-4a6a-bc30-77265270a9db HTTP/1.1" status: 200 len: 945 time: 0.2052853 Apr 01 16:09:51.024984 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-080f0545-115c-4320-a049-cc4fb73ea0a5 req-1e499605-809c-4d27-8d15-e798ed756aae service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2b65031c-5328-4079-9fbc-959cc62fd7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1187954 Apr 01 16:09:51.036937 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [req-080f0545-115c-4320-a049-cc4fb73ea0a5 req-edec1aa2-2c71-4319-911c-6c91c5f386fc service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=83826) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 16:09:51.037873 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-080f0545-115c-4320-a049-cc4fb73ea0a5 req-edec1aa2-2c71-4319-911c-6c91c5f386fc service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049057 Apr 01 16:09:51.042891 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-16ba2559-4ac9-4a5d-bf21-052f273aa585 req-c75cacdd-070e-4e66-93f3-1ca02afe0330 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Synchronizing usage tracker for tenant:447e2c5010754fe1ad368efac7c75251 on resource:security_group {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:09:51.113148 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-f32c98dd-3970-46d8-bd73-7001bec50ba8 None None] Set router 940a22c1-af8d-4a65-99af-6d5528a736ac gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:09:51.135074 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-16ba2559-4ac9-4a5d-bf21-052f273aa585 req-c75cacdd-070e-4e66-93f3-1ca02afe0330 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Unset dirty status for tenant:447e2c5010754fe1ad368efac7c75251 on resource:security_group {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:09:51.136233 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-16ba2559-4ac9-4a5d-bf21-052f273aa585 req-c75cacdd-070e-4e66-93f3-1ca02afe0330 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=175ff3f4-32a1-41f0-b3b8-5509137a399f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1541481 Apr 01 16:09:51.183725 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-080f0545-115c-4320-a049-cc4fb73ea0a5 req-6c8f1ea8-9b36-455f-b54a-a50b3cecb99b service neutron] 10.222.0.24 "GET /v2.0/networks/2b65031c-5328-4079-9fbc-959cc62fd7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380596 Apr 01 16:09:51.323723 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-080f0545-115c-4320-a049-cc4fb73ea0a5 req-49f848c8-2a30-47e7-aa43-988a2e2a11fd service neutron] 10.222.0.24 "GET /v2.0/networks/2b65031c-5328-4079-9fbc-959cc62fd7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335635 Apr 01 16:09:51.435075 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-f32c98dd-3970-46d8-bd73-7001bec50ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '940a22c1-af8d-4a65-99af-6d5528a736ac', 'name': 'tempest-TestNetworkBasicOps-router-919875774', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.186'}], 'enable_snat': True}, 'gw_port_id': '010584fd-000e-4ae0-b9ad-b3559d20add8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:19Z', 'updated_at': '2022-04-01T16:08:24Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': '010584fd-000e-4ae0-b9ad-b3559d20add8', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:39:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940a22c1-af8d-4a65-99af-6d5528a736ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:19Z', 'updated_at': '2022-04-01T16:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': 'f15b80b3-7203-4f8b-b676-143c14852777', 'name': '', 'network_id': '2b65031c-5328-4079-9fbc-959cc62fd7e8', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'mac_address': 'fa:16:3e:90:23:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940a22c1-af8d-4a65-99af-6d5528a736ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db5e777e-1c15-4a89-abe7-69bb73a1915e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:23Z', 'updated_at': '2022-04-01T16:08:29Z', 'revision_number': 5, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'subnets': [{'id': 'db5e777e-1c15-4a89-abe7-69bb73a1915e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:09:51.438877 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32c98dd-3970-46d8-bd73-7001bec50ba8 None None] The sync data for ids ['940a22c1-af8d-4a65-99af-6d5528a736ac'] in dv-neutron-833373-2-hyperv is: [{'id': '940a22c1-af8d-4a65-99af-6d5528a736ac', 'name': 'tempest-TestNetworkBasicOps-router-919875774', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.186'}], 'enable_snat': True}, 'gw_port_id': '010584fd-000e-4ae0-b9ad-b3559d20add8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:19Z', 'updated_at': '2022-04-01T16:08:24Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': '010584fd-000e-4ae0-b9ad-b3559d20add8', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:39:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940a22c1-af8d-4a65-99af-6d5528a736ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:19Z', 'updated_at': '2022-04-01T16:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': 'f15b80b3-7203-4f8b-b676-143c14852777', 'name': '', 'network_id': '2b65031c-5328-4079-9fbc-959cc62fd7e8', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'mac_address': 'fa:16:3e:90:23:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940a22c1-af8d-4a65-99af-6d5528a736ac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db5e777e-1c15-4a89-abe7-69bb73a1915e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:23Z', 'updated_at': '2022-04-01T16:08:29Z', 'revision_number': 5, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'subnets': [{'id': 'db5e777e-1c15-4a89-abe7-69bb73a1915e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:09:51.644552 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b31b64-71c3-48b9-8685-a255b31dff02 None None] New status for floating IP 6d50017b-21bb-41a5-b36d-4d5e9af24b17: DOWN {{(pid=83833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 16:09:52.325270 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c423dd0-95d4-4e1f-a3bf-6e8c182c7cf9 req-5d8c6747-870d-4bb4-b61f-c4b993219a68 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:52.326619 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-6c423dd0-95d4-4e1f-a3bf-6e8c182c7cf9 req-5d8c6747-870d-4bb4-b61f-c4b993219a68 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.24 "GET /v2.0/ports?device_id=db1f86db-f2ee-4a6a-bc30-77265270a9db HTTP/1.1" status: 200 len: 945 time: 0.1252859 Apr 01 16:09:52.412407 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [req-6c423dd0-95d4-4e1f-a3bf-6e8c182c7cf9 req-b77b1069-a90b-4ba3-b8b9-3d6cb9b82e20 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Deleting port 16164166-03f9-49e4-8d35-8713aca87e0c {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:09:52.412762 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-6c423dd0-95d4-4e1f-a3bf-6e8c182c7cf9 req-b77b1069-a90b-4ba3-b8b9-3d6cb9b82e20 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:52.444820 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24262f1-204f-40be-9e9b-1e507329bf1a req-ac5f60df-8280-4f09-96d7-4830c0de938c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:09:52.446892 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f24262f1-204f-40be-9e9b-1e507329bf1a req-ac5f60df-8280-4f09-96d7-4830c0de938c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=db1f86db-f2ee-4a6a-bc30-77265270a9db HTTP/1.1" status: 200 len: 945 time: 0.1824052 Apr 01 16:09:52.544604 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f24262f1-204f-40be-9e9b-1e507329bf1a req-a8ab5864-d8f7-467b-91bf-9e84fb13bd9b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=175ff3f4-32a1-41f0-b3b8-5509137a399f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0913239 Apr 01 16:09:52.697230 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [req-6c423dd0-95d4-4e1f-a3bf-6e8c182c7cf9 req-b77b1069-a90b-4ba3-b8b9-3d6cb9b82e20 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] For port 16164166-03f9-49e4-8d35-8713aca87e0c, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=16164166-03f9-49e4-8d35-8713aca87e0c,segment=NetworkSegment(77880ea7-2119-456c-aa7a-84e2909e9e21),segment_id=77880ea7-2119-456c-aa7a-84e2909e9e21)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:09:52.697500 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-6c423dd0-95d4-4e1f-a3bf-6e8c182c7cf9 req-b77b1069-a90b-4ba3-b8b9-3d6cb9b82e20 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:52.815167 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [req-6c423dd0-95d4-4e1f-a3bf-6e8c182c7cf9 req-b77b1069-a90b-4ba3-b8b9-3d6cb9b82e20 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Calling delete_port for 16164166-03f9-49e4-8d35-8713aca87e0c owned by compute:nova {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:09:53.038051 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-6c423dd0-95d4-4e1f-a3bf-6e8c182c7cf9 req-b77b1069-a90b-4ba3-b8b9-3d6cb9b82e20 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:53.086711 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77b1069-a90b-4ba3-b8b9-3d6cb9b82e20 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event deleted for resources: {'Port': ['ID=16164166-03f9-49e4-8d35-8713aca87e0c,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:53.157940 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c423dd0-95d4-4e1f-a3bf-6e8c182c7cf9 req-b77b1069-a90b-4ba3-b8b9-3d6cb9b82e20 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] No DVR routers for this DVR port 16164166-03f9-49e4-8d35-8713aca87e0c on host hv-neutron-8333 {{(pid=83826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:09:53.160522 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-6c423dd0-95d4-4e1f-a3bf-6e8c182c7cf9 req-b77b1069-a90b-4ba3-b8b9-3d6cb9b82e20 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:53.163022 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db1f86db-f2ee-4a6a-bc30-77265270a9db', 'name': 'network-vif-deleted', 'tag': '16164166-03f9-49e4-8d35-8713aca87e0c'}] {{(pid=83826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:09:53.178348 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-6c423dd0-95d4-4e1f-a3bf-6e8c182c7cf9 req-b77b1069-a90b-4ba3-b8b9-3d6cb9b82e20 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.24 "DELETE /v2.0/ports/16164166-03f9-49e4-8d35-8713aca87e0c HTTP/1.1" status: 204 len: 173 time: 0.8424983 Apr 01 16:09:53.219379 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db1f86db-f2ee-4a6a-bc30-77265270a9db', 'name': 'network-vif-deleted', 'tag': '16164166-03f9-49e4-8d35-8713aca87e0c', 'status': 'completed', 'code': 200} Apr 01 16:09:53.734039 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-ed2a3cb0-9910-4b55-bf3a-0630006a56fe req-83003340-5c5c-4de4-b4a4-7708c5846789 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Synchronizing usage tracker for tenant:447e2c5010754fe1ad368efac7c75251 on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:09:53.762491 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-ed2a3cb0-9910-4b55-bf3a-0630006a56fe req-83003340-5c5c-4de4-b4a4-7708c5846789 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Unset dirty status for tenant:447e2c5010754fe1ad368efac7c75251 on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:09:53.763880 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ed2a3cb0-9910-4b55-bf3a-0630006a56fe req-83003340-5c5c-4de4-b4a4-7708c5846789 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=db1f86db-f2ee-4a6a-bc30-77265270a9db HTTP/1.1" status: 200 len: 210 time: 0.0760431 Apr 01 16:09:53.853835 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:53.878330 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-b90ef130-bb21-45ac-9076-6f249354b9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:54.892708 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 59418) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:09:54.991329 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-657b4836-f5e9-4432-80dd-3115c48d4763 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:55.029819 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-657b4836-f5e9-4432-80dd-3115c48d4763 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:55.098084 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-657b4836-f5e9-4432-80dd-3115c48d4763 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:55.120806 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657b4836-f5e9-4432-80dd-3115c48d4763 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=175ff3f4-32a1-41f0-b3b8-5509137a399f,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:55.134724 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-657b4836-f5e9-4432-80dd-3115c48d4763 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:55.137197 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-657b4836-f5e9-4432-80dd-3115c48d4763 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "DELETE /v2.0/security-groups/175ff3f4-32a1-41f0-b3b8-5509137a399f HTTP/1.1" status: 204 len: 168 time: 0.2425575 Apr 01 16:09:55.179984 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 59424) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:09:55.596596 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-cb256728-b45e-48b8-a405-b253ce38957f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611543'] for router_interface, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:56.043397 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 16164166-03f9-49e4-8d35-8713aca87e0c no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:09:56.075660 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] No Port match for: 16164166-03f9-49e4-8d35-8713aca87e0c {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:09:56.075994 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 16164166-03f9-49e4-8d35-8713aca87e0c not bound to the agent host hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:09:56.258781 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-2193377e-081a-44fe-85c6-046347808f73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:56.312195 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-cb256728-b45e-48b8-a405-b253ce38957f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Deleting port f15b80b3-7203-4f8b-b676-143c14852777 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:09:56.312862 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-cb256728-b45e-48b8-a405-b253ce38957f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:56.498541 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-cb256728-b45e-48b8-a405-b253ce38957f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] For port f15b80b3-7203-4f8b-b676-143c14852777, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=f15b80b3-7203-4f8b-b676-143c14852777,segment=NetworkSegment(77880ea7-2119-456c-aa7a-84e2909e9e21),segment_id=77880ea7-2119-456c-aa7a-84e2909e9e21)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:09:56.498900 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-cb256728-b45e-48b8-a405-b253ce38957f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:56.615864 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-cb256728-b45e-48b8-a405-b253ce38957f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Calling delete_port for f15b80b3-7203-4f8b-b676-143c14852777 owned by network:router_interface {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:09:56.799989 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-cb256728-b45e-48b8-a405-b253ce38957f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:56.853144 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb256728-b45e-48b8-a405-b253ce38957f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event deleted for resources: {'Port': ['ID=f15b80b3-7203-4f8b-b676-143c14852777,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:57.188245 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-cb256728-b45e-48b8-a405-b253ce38957f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611462'] for router_interface, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:57.592655 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:57.761596 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:57.860556 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb256728-b45e-48b8-a405-b253ce38957f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Router 940a22c1-af8d-4a65-99af-6d5528a736ac has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:09:58.063060 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb256728-b45e-48b8-a405-b253ce38957f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:09:58.072999 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24960790-2bb4-4f43-b825-161d804a4d89 None None] Sync routers for ids ['940a22c1-af8d-4a65-99af-6d5528a736ac'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:09:58.080080 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-cb256728-b45e-48b8-a405-b253ce38957f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "PUT /v2.0/routers/940a22c1-af8d-4a65-99af-6d5528a736ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8987117 Apr 01 16:09:58.082757 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 59430) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:09:58.084823 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24960790-2bb4-4f43-b825-161d804a4d89 None None] Routers {'940a22c1-af8d-4a65-99af-6d5528a736ac'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:09:58.085427 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-24960790-2bb4-4f43-b825-161d804a4d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:09:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['940a22c1-af8d-4a65-99af-6d5528a736ac'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:09:58.266375 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-24960790-2bb4-4f43-b825-161d804a4d89 None None] Set router 940a22c1-af8d-4a65-99af-6d5528a736ac gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:09:58.285356 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_v2 [None req-22ff94d6-7cd1-4f5a-a49a-64fb533b1c4b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Deleting subnet db5e777e-1c15-4a89-abe7-69bb73a1915e {{(pid=83828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 16:09:58.288247 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-22ff94d6-7cd1-4f5a-a49a-64fb533b1c4b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for subnet, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:58.341835 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-22ff94d6-7cd1-4f5a-a49a-64fb533b1c4b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15303084'] for subnet, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:58.435833 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-22ff94d6-7cd1-4f5a-a49a-64fb533b1c4b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:58.515094 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-22ff94d6-7cd1-4f5a-a49a-64fb533b1c4b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15306565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16030232'] for subnet, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:58.560461 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ff94d6-7cd1-4f5a-a49a-64fb533b1c4b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event deleted for resources: {'Subnet': ['ID=db5e777e-1c15-4a89-abe7-69bb73a1915e,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:58.569616 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-22ff94d6-7cd1-4f5a-a49a-64fb533b1c4b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:58.578098 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-22ff94d6-7cd1-4f5a-a49a-64fb533b1c4b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "DELETE /v2.0/subnets/db5e777e-1c15-4a89-abe7-69bb73a1915e HTTP/1.1" status: 204 len: 168 time: 0.4942999 Apr 01 16:09:58.580974 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 59434) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:09:58.588563 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2598e4-6fb3-432d-8e60-79f24ff65585 None None] Network 2b65031c-5328-4079-9fbc-959cc62fd7e8 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:09:58.782849 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-909a5151-f93f-4832-b3ae-8256c04b79c6 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for router, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:58.794714 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-24960790-2bb4-4f43-b825-161d804a4d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '940a22c1-af8d-4a65-99af-6d5528a736ac', 'name': 'tempest-TestNetworkBasicOps-router-919875774', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.186'}], 'enable_snat': True}, 'gw_port_id': '010584fd-000e-4ae0-b9ad-b3559d20add8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:19Z', 'updated_at': '2022-04-01T16:09:56Z', 'revision_number': 5, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': '010584fd-000e-4ae0-b9ad-b3559d20add8', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:39:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940a22c1-af8d-4a65-99af-6d5528a736ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:19Z', 'updated_at': '2022-04-01T16:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:09:58.801857 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24960790-2bb4-4f43-b825-161d804a4d89 None None] Checking router: 940a22c1-af8d-4a65-99af-6d5528a736ac for host: dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:09:58.822568 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24960790-2bb4-4f43-b825-161d804a4d89 None None] Routers {'940a22c1-af8d-4a65-99af-6d5528a736ac'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:09:58.823082 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-24960790-2bb4-4f43-b825-161d804a4d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:09:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['940a22c1-af8d-4a65-99af-6d5528a736ac'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:09:58.931550 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2bdc256-24e1-48f1-b961-cc73e72818cb None None] DHCP port deletion for 2b65031c-5328-4079-9fbc-959cc62fd7e8 request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 16:09:58.952344 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a2bdc256-24e1-48f1-b961-cc73e72818cb None None] Deleting port bfe8dbf0-c0f1-4928-a8b9-e99ec300db5e {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:09:58.952717 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a2bdc256-24e1-48f1-b961-cc73e72818cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:58.998799 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-909a5151-f93f-4832-b3ae-8256c04b79c6 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:59.004125 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device bfe8dbf0-c0f1-4928-a8b9-e99ec300db5e no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:09:59.010998 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-909a5151-f93f-4832-b3ae-8256c04b79c6 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Deleting port 010584fd-000e-4ae0-b9ad-b3559d20add8 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:09:59.011605 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-909a5151-f93f-4832-b3ae-8256c04b79c6 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:59.191574 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-909a5151-f93f-4832-b3ae-8256c04b79c6 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] For port 010584fd-000e-4ae0-b9ad-b3559d20add8, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=010584fd-000e-4ae0-b9ad-b3559d20add8,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:09:59.191809 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-909a5151-f93f-4832-b3ae-8256c04b79c6 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:59.247590 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-24960790-2bb4-4f43-b825-161d804a4d89 None None] Set router 940a22c1-af8d-4a65-99af-6d5528a736ac gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:09:59.415665 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-909a5151-f93f-4832-b3ae-8256c04b79c6 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Calling delete_port for 010584fd-000e-4ae0-b9ad-b3559d20add8 owned by network:router_gateway {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:09:59.425351 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:59.440702 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:59.512951 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a2bdc256-24e1-48f1-b961-cc73e72818cb None None] For port bfe8dbf0-c0f1-4928-a8b9-e99ec300db5e, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=bfe8dbf0-c0f1-4928-a8b9-e99ec300db5e,segment=NetworkSegment(77880ea7-2119-456c-aa7a-84e2909e9e21),segment_id=77880ea7-2119-456c-aa7a-84e2909e9e21)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:09:59.513195 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a2bdc256-24e1-48f1-b961-cc73e72818cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:59.581765 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-909a5151-f93f-4832-b3ae-8256c04b79c6 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:59.632097 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a5151-f93f-4832-b3ae-8256c04b79c6 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event deleted for resources: {'Port': ['ID=010584fd-000e-4ae0-b9ad-b3559d20add8,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:59.643681 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a2bdc256-24e1-48f1-b961-cc73e72818cb None None] Calling delete_port for bfe8dbf0-c0f1-4928-a8b9-e99ec300db5e owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:09:59.688150 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port bfe8dbf0-c0f1-4928-a8b9-e99ec300db5e, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=bfe8dbf0-c0f1-4928-a8b9-e99ec300db5e,segment=NetworkSegment(77880ea7-2119-456c-aa7a-84e2909e9e21),segment_id=77880ea7-2119-456c-aa7a-84e2909e9e21)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:09:59.707124 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:59.859907 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-909a5151-f93f-4832-b3ae-8256c04b79c6 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617660'] for router_gateway, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:09:59.891924 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.db.api [None req-a2bdc256-24e1-48f1-b961-cc73e72818cb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:09:59.892517 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG oslo_db.api [None req-a2bdc256-24e1-48f1-b961-cc73e72818cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:09:59.895485 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=bfe8dbf0-c0f1-4928-a8b9-e99ec300db5e,revision_number=5']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:09:59.912585 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:59.912955 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:59.913297 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:59.913630 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:59.914009 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:59.914337 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:59.914713 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:59.915046 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:59.915369 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:59.915693 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:59.916011 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:09:59.938079 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-24960790-2bb4-4f43-b825-161d804a4d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '940a22c1-af8d-4a65-99af-6d5528a736ac', 'name': 'tempest-TestNetworkBasicOps-router-919875774', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.186'}], 'enable_snat': True}, 'gw_port_id': '010584fd-000e-4ae0-b9ad-b3559d20add8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:19Z', 'updated_at': '2022-04-01T16:09:56Z', 'revision_number': 5, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': '010584fd-000e-4ae0-b9ad-b3559d20add8', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:39:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940a22c1-af8d-4a65-99af-6d5528a736ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:19Z', 'updated_at': '2022-04-01T16:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:09:59.941957 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24960790-2bb4-4f43-b825-161d804a4d89 None None] The sync data for ids ['940a22c1-af8d-4a65-99af-6d5528a736ac'] in dv-neutron-833373-2-hyperv is: [{'id': '940a22c1-af8d-4a65-99af-6d5528a736ac', 'name': 'tempest-TestNetworkBasicOps-router-919875774', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.186'}], 'enable_snat': True}, 'gw_port_id': '010584fd-000e-4ae0-b9ad-b3559d20add8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:08:19Z', 'updated_at': '2022-04-01T16:09:56Z', 'revision_number': 5, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': '010584fd-000e-4ae0-b9ad-b3559d20add8', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:39:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940a22c1-af8d-4a65-99af-6d5528a736ac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:08:19Z', 'updated_at': '2022-04-01T16:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:10:00.120798 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-909a5151-f93f-4832-b3ae-8256c04b79c6 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130651'] for router, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:00.124973 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-909a5151-f93f-4832-b3ae-8256c04b79c6 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:00.149411 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-909a5151-f93f-4832-b3ae-8256c04b79c6 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607376'] for router, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:00.149913 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-909a5151-f93f-4832-b3ae-8256c04b79c6 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Fanout notify agent at l3_agent the message router_deleted on router 940a22c1-af8d-4a65-99af-6d5528a736ac {{(pid=83828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 16:10:00.163485 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-909a5151-f93f-4832-b3ae-8256c04b79c6 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:00.164559 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-909a5151-f93f-4832-b3ae-8256c04b79c6 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "DELETE /v2.0/routers/940a22c1-af8d-4a65-99af-6d5528a736ac HTTP/1.1" status: 204 len: 168 time: 1.5829253 Apr 01 16:10:00.167272 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 59438) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:10:00.279893 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e1856435-be74-4741-9370-8df57b22323c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:00.290612 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-e1856435-be74-4741-9370-8df57b22323c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Deleting port bfe8dbf0-c0f1-4928-a8b9-e99ec300db5e {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:10:00.290946 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e1856435-be74-4741-9370-8df57b22323c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:00.394229 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a2bdc256-24e1-48f1-b961-cc73e72818cb None None] Deleting port bfe8dbf0-c0f1-4928-a8b9-e99ec300db5e {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:10:00.394801 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a2bdc256-24e1-48f1-b961-cc73e72818cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:00.495785 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-e1856435-be74-4741-9370-8df57b22323c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] For port bfe8dbf0-c0f1-4928-a8b9-e99ec300db5e, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=bfe8dbf0-c0f1-4928-a8b9-e99ec300db5e,segment=NetworkSegment(77880ea7-2119-456c-aa7a-84e2909e9e21),segment_id=77880ea7-2119-456c-aa7a-84e2909e9e21)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:10:00.496277 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e1856435-be74-4741-9370-8df57b22323c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:00.606493 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a2bdc256-24e1-48f1-b961-cc73e72818cb None None] For port bfe8dbf0-c0f1-4928-a8b9-e99ec300db5e, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=bfe8dbf0-c0f1-4928-a8b9-e99ec300db5e,segment=NetworkSegment(77880ea7-2119-456c-aa7a-84e2909e9e21),segment_id=77880ea7-2119-456c-aa7a-84e2909e9e21)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:10:00.606493 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a2bdc256-24e1-48f1-b961-cc73e72818cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:00.624082 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-e1856435-be74-4741-9370-8df57b22323c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Calling delete_port for bfe8dbf0-c0f1-4928-a8b9-e99ec300db5e owned by network:dhcp {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:10:00.732606 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a2bdc256-24e1-48f1-b961-cc73e72818cb None None] Calling delete_port for bfe8dbf0-c0f1-4928-a8b9-e99ec300db5e owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:10:00.795837 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e1856435-be74-4741-9370-8df57b22323c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:00.806137 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.db.api [None req-a2bdc256-24e1-48f1-b961-cc73e72818cb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:10:00.806486 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG oslo_db.api [None req-a2bdc256-24e1-48f1-b961-cc73e72818cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:10:00.843725 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1856435-be74-4741-9370-8df57b22323c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event deleted for resources: {'Port': ['ID=bfe8dbf0-c0f1-4928-a8b9-e99ec300db5e,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:00.845493 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1856435-be74-4741-9370-8df57b22323c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] No DVR routers for this DVR port bfe8dbf0-c0f1-4928-a8b9-e99ec300db5e on host dv-neutron-833373-2-hyperv {{(pid=83828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:10:00.973133 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e1856435-be74-4741-9370-8df57b22323c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:01.003507 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-e1856435-be74-4741-9370-8df57b22323c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b65031c-5328-4079-9fbc-959cc62fd7e8']}} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:10:01.012122 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device f15b80b3-7203-4f8b-b676-143c14852777 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:10:01.027250 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-e1856435-be74-4741-9370-8df57b22323c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77880ea7-2119-456c-aa7a-84e2909e9e21') {'for_net_delete': True} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:10:01.027826 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-e1856435-be74-4741-9370-8df57b22323c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77880ea7-2119-456c-aa7a-84e2909e9e21') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:10:01.040517 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e1856435-be74-4741-9370-8df57b22323c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15303093'] for segment, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:01.046156 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: f15b80b3-7203-4f8b-b676-143c14852777 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:10:01.046498 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device f15b80b3-7203-4f8b-b676-143c14852777 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:10:01.046915 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 010584fd-000e-4ae0-b9ad-b3559d20add8 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:10:01.056980 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e1856435-be74-4741-9370-8df57b22323c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:01.063848 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1856435-be74-4741-9370-8df57b22323c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=83828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 16:10:01.064306 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e1856435-be74-4741-9370-8df57b22323c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15306523'] for segment, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:01.078435 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 010584fd-000e-4ae0-b9ad-b3559d20add8 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:10:01.078636 dv-neutron-833373-2-hyperv neutron-server[83828]: Traceback (most recent call last): Apr 01 16:10:01.078636 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 16:10:01.078636 dv-neutron-833373-2-hyperv neutron-server[83828]: timer() Apr 01 16:10:01.078636 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:10:01.078636 dv-neutron-833373-2-hyperv neutron-server[83828]: cb(*args, **kw) Apr 01 16:10:01.078636 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:10:01.078636 dv-neutron-833373-2-hyperv neutron-server[83828]: return func(*args, **kwargs) Apr 01 16:10:01.078636 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:10:01.078636 dv-neutron-833373-2-hyperv neutron-server[83828]: self._notify() Apr 01 16:10:01.078636 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:10:01.078636 dv-neutron-833373-2-hyperv neutron-server[83828]: self.callback(batched_events) Apr 01 16:10:01.078636 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:10:01.078636 dv-neutron-833373-2-hyperv neutron-server[83828]: event.method(event) Apr 01 16:10:01.078636 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:10:01.078636 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:10:01.078636 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:10:01.078636 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:10:01.078636 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:10:01.078636 dv-neutron-833373-2-hyperv neutron-server[83828]: return f(self, *a, **k) Apr 01 16:10:01.078636 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 16:10:01.078636 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._get(url).json() Apr 01 16:10:01.078636 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 16:10:01.078636 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:10:01.078636 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 16:10:01.078636 dv-neutron-833373-2-hyperv neutron-server[83828]: return self.request(url, 'GET', **kwargs) Apr 01 16:10:01.078636 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 16:10:01.078636 dv-neutron-833373-2-hyperv neutron-server[83828]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:10:01.078636 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 16:10:01.078636 dv-neutron-833373-2-hyperv neutron-server[83828]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:10:01.078636 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 16:10:01.078636 dv-neutron-833373-2-hyperv neutron-server[83828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:10:01.078636 dv-neutron-833373-2-hyperv neutron-server[83828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:10:01.080611 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 010584fd-000e-4ae0-b9ad-b3559d20add8 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:10:01.157454 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e1856435-be74-4741-9370-8df57b22323c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:01.174667 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e1856435-be74-4741-9370-8df57b22323c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:01.187556 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1856435-be74-4741-9370-8df57b22323c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event deleted for resources: {'Network': ['ID=2b65031c-5328-4079-9fbc-959cc62fd7e8,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:01.208896 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-e1856435-be74-4741-9370-8df57b22323c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "DELETE /v2.0/networks/2b65031c-5328-4079-9fbc-959cc62fd7e8 HTTP/1.1" status: 204 len: 168 time: 1.0405779 Apr 01 16:10:01.236154 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 59442) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:10:01.242189 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-fb78e872-63b8-4880-a3f7-e759bbf38fed tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'network': {'name': 'tempest-network-smoke--836932239', 'project_id': '447e2c5010754fe1ad368efac7c75251', 'port_security_enabled': True}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:10:01.247257 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-fb78e872-63b8-4880-a3f7-e759bbf38fed tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:10:01.247765 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a2bdc256-24e1-48f1-b961-cc73e72818cb None None] Deleting port bfe8dbf0-c0f1-4928-a8b9-e99ec300db5e {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:10:01.248214 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a2bdc256-24e1-48f1-b961-cc73e72818cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:01.251397 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-fb78e872-63b8-4880-a3f7-e759bbf38fed tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:network and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:10:01.254382 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-fb78e872-63b8-4880-a3f7-e759bbf38fed tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:10:01.261505 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-fb78e872-63b8-4880-a3f7-e759bbf38fed tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:10:01.272412 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb78e872-63b8-4880-a3f7-e759bbf38fed tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Made reservation on behalf of 447e2c5010754fe1ad368efac7c75251 for: {'network': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:10:01.276403 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-fb78e872-63b8-4880-a3f7-e759bbf38fed tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:01.306600 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb78e872-63b8-4880-a3f7-e759bbf38fed tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=83828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:10:01.315863 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-fb78e872-63b8-4880-a3f7-e759bbf38fed tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:01.316228 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.segments_db [None req-fb78e872-63b8-4880-a3f7-e759bbf38fed tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Added segment b0fb1ed7-0be9-4d0f-b58c-25c91527277a of type vlan for network 0d30e33d-b6bc-43b2-9ab6-0a70da47debc Apr 01 16:10:01.327645 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a2bdc256-24e1-48f1-b961-cc73e72818cb None None] The port 'bfe8dbf0-c0f1-4928-a8b9-e99ec300db5e' was deleted {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 16:10:01.343861 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-fb78e872-63b8-4880-a3f7-e759bbf38fed tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:01.373793 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-fb78e872-63b8-4880-a3f7-e759bbf38fed tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:01.377577 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb78e872-63b8-4880-a3f7-e759bbf38fed tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:01.378141 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-fb78e872-63b8-4880-a3f7-e759bbf38fed tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:01.481042 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-fb78e872-63b8-4880-a3f7-e759bbf38fed tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2437561 Apr 01 16:10:01.485555 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 59446) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:10:01.489404 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb78e872-63b8-4880-a3f7-e759bbf38fed tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'Network': ['ID=0d30e33d-b6bc-43b2-9ab6-0a70da47debc,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:01.491428 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-008f72b0-ce23-4d00-80e2-adf673d2deb7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1415135461', 'admin_state_up': True, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:10:01.500446 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 0d30e33d-b6bc-43b2-9ab6-0a70da47debc details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:10:01.501267 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-008f72b0-ce23-4d00-80e2-adf673d2deb7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:10:01.505383 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-008f72b0-ce23-4d00-80e2-adf673d2deb7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:router and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:10:01.509101 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-008f72b0-ce23-4d00-80e2-adf673d2deb7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:10:01.515558 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-008f72b0-ce23-4d00-80e2-adf673d2deb7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:10:01.527203 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-008f72b0-ce23-4d00-80e2-adf673d2deb7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130665'] for router, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:01.528222 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-008f72b0-ce23-4d00-80e2-adf673d2deb7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617571', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130640'] for router, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:01.547091 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-008f72b0-ce23-4d00-80e2-adf673d2deb7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:01.701913 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-008f72b0-ce23-4d00-80e2-adf673d2deb7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130626'] for router, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:01.877907 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-008f72b0-ce23-4d00-80e2-adf673d2deb7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for router_gateway, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:01.908125 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-008f72b0-ce23-4d00-80e2-adf673d2deb7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:02.048360 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-008f72b0-ce23-4d00-80e2-adf673d2deb7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Allocated IP 172.26.1.100 (ed45466e-0386-4b92-8de3-247c977242ac/0479f741-5cd1-4d6f-b593-d8aa909a42d3/b7049c74-b908-4685-80b0-9bcc866b7429) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:10:02.193314 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-008f72b0-ce23-4d00-80e2-adf673d2deb7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:02.230497 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-008f72b0-ce23-4d00-80e2-adf673d2deb7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:02.316922 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008f72b0-ce23-4d00-80e2-adf673d2deb7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Network ed45466e-0386-4b92-8de3-247c977242ac is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:10:02.319760 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-008f72b0-ce23-4d00-80e2-adf673d2deb7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:10:02.325011 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008f72b0-ce23-4d00-80e2-adf673d2deb7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:10:02.348218 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008f72b0-ce23-4d00-80e2-adf673d2deb7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'Port': ['ID=b7049c74-b908-4685-80b0-9bcc866b7429,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:02.478971 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-008f72b0-ce23-4d00-80e2-adf673d2deb7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for router_gateway, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:02.479878 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-008f72b0-ce23-4d00-80e2-adf673d2deb7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616'] for router, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:02.718034 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-008f72b0-ce23-4d00-80e2-adf673d2deb7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Router b745b45d-3f50-4c1c-8b96-76c74a899fb6 is scheduled to L3 agent ff252634-3424-422a-b742-9ae457bd54bd with binding_index 1 {{(pid=83826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 16:10:03.011969 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-008f72b0-ce23-4d00-80e2-adf673d2deb7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:10:03.024774 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332e4f0e-8523-48d5-8863-89e4c14a980f None None] Sync routers for ids ['b745b45d-3f50-4c1c-8b96-76c74a899fb6'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:10:03.037355 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332e4f0e-8523-48d5-8863-89e4c14a980f None None] Routers {'b745b45d-3f50-4c1c-8b96-76c74a899fb6'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:10:03.038259 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-332e4f0e-8523-48d5-8863-89e4c14a980f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:09:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['b745b45d-3f50-4c1c-8b96-76c74a899fb6'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:10:03.046614 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-008f72b0-ce23-4d00-80e2-adf673d2deb7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for router, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:03.047801 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-008f72b0-ce23-4d00-80e2-adf673d2deb7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.5612025 Apr 01 16:10:03.051040 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 59450) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:10:03.091837 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-f5ae1a55-3aaf-4aed-9d13-b114615fc312 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=447e2c5010754fe1ad368efac7c75251&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0396910 Apr 01 16:10:03.094576 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 59454) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:10:03.217044 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-332e4f0e-8523-48d5-8863-89e4c14a980f None None] Set router b745b45d-3f50-4c1c-8b96-76c74a899fb6 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:10:03.223613 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3c1e22-a3a7-42db-975e-429f7818df4c tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:03.225284 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-eb3c1e22-a3a7-42db-975e-429f7818df4c tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1299009 Apr 01 16:10:03.228333 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 59458) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:10:03.270585 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-bf7bb51c-d9e6-4835-ba70-c4f299fea77b tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=ed45466e-0386-4b92-8de3-247c977242ac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387597 Apr 01 16:10:03.270803 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 59462) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:10:03.276262 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-20669c33-ed20-49cb-a244-28719e430b17 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-777396895', 'network_id': '0d30e33d-b6bc-43b2-9ab6-0a70da47debc', 'project_id': '447e2c5010754fe1ad368efac7c75251', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:10:03.383603 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-20669c33-ed20-49cb-a244-28719e430b17 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:10:03.387345 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-20669c33-ed20-49cb-a244-28719e430b17 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:subnet and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:10:03.390078 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-20669c33-ed20-49cb-a244-28719e430b17 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:10:03.395593 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-20669c33-ed20-49cb-a244-28719e430b17 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:10:03.405627 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20669c33-ed20-49cb-a244-28719e430b17 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Made reservation on behalf of 447e2c5010754fe1ad368efac7c75251 for: {'subnet': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:10:03.509153 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-332e4f0e-8523-48d5-8863-89e4c14a980f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b745b45d-3f50-4c1c-8b96-76c74a899fb6', 'name': 'tempest-TestNetworkBasicOps-router-1415135461', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.100'}], 'enable_snat': True}, 'gw_port_id': 'b7049c74-b908-4685-80b0-9bcc866b7429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:10:01Z', 'updated_at': '2022-04-01T16:10:02Z', 'revision_number': 3, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': 'b7049c74-b908-4685-80b0-9bcc866b7429', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b745b45d-3f50-4c1c-8b96-76c74a899fb6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:01Z', 'updated_at': '2022-04-01T16:10:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:10:03.512924 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332e4f0e-8523-48d5-8863-89e4c14a980f None None] Checking router: b745b45d-3f50-4c1c-8b96-76c74a899fb6 for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:10:03.513270 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332e4f0e-8523-48d5-8863-89e4c14a980f None None] Updating router b745b45d-3f50-4c1c-8b96-76c74a899fb6 port b7049c74-b908-4685-80b0-9bcc866b7429 binding host dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 16:10:03.514456 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-20669c33-ed20-49cb-a244-28719e430b17 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16088980'] for subnet, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:03.564574 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-332e4f0e-8523-48d5-8863-89e4c14a980f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:03.730298 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-20669c33-ed20-49cb-a244-28719e430b17 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15415267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16089018'] for subnet, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:03.812304 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20669c33-ed20-49cb-a244-28719e430b17 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'Subnet': ['ID=b5fd65fd-9426-4385-8fe0-810d75847455,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:03.822949 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20669c33-ed20-49cb-a244-28719e430b17 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Checking segment: {'id': 'b0fb1ed7-0be9-4d0f-b58c-25c91527277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0d30e33d-b6bc-43b2-9ab6-0a70da47debc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:10:03.823315 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20669c33-ed20-49cb-a244-28719e430b17 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Network hostable DHCP agents. Network: 0d30e33d-b6bc-43b2-9ab6-0a70da47debc, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:10:03.845255 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20669c33-ed20-49cb-a244-28719e430b17 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Network 0d30e33d-b6bc-43b2-9ab6-0a70da47debc is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:10:03.854568 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-20669c33-ed20-49cb-a244-28719e430b17 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, 0d30e33d-b6bc-43b2-9ab6-0a70da47debc) {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:10:03.859630 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20669c33-ed20-49cb-a244-28719e430b17 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:03.860206 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-20669c33-ed20-49cb-a244-28719e430b17 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:03.865226 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04edcba-1b6e-4940-bd7f-61f9c137ca4b None None] Network 0d30e33d-b6bc-43b2-9ab6-0a70da47debc requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:10:03.884327 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-20669c33-ed20-49cb-a244-28719e430b17 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6124585 Apr 01 16:10:03.887799 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 59466) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:10:03.902725 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-332e4f0e-8523-48d5-8863-89e4c14a980f None None] Notify callbacks [] for port, precommit_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:03.914944 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.provisioning_blocks [None req-332e4f0e-8523-48d5-8863-89e4c14a980f None None] Transition to ACTIVE for port object b7049c74-b908-4685-80b0-9bcc866b7429 will not be triggered until provisioned by entity L2. {{(pid=83833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:10:03.922045 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-332e4f0e-8523-48d5-8863-89e4c14a980f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:03.995502 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad76dccf-c8e3-4e26-b782-bc102d0bd90b None None] Pushing event updated for resources: {'Port': ['ID=b7049c74-b908-4685-80b0-9bcc866b7429,revision_number=2']} {{(pid=83833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:04.005180 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad76dccf-c8e3-4e26-b782-bc102d0bd90b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:04.005803 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad76dccf-c8e3-4e26-b782-bc102d0bd90b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:04.006235 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad76dccf-c8e3-4e26-b782-bc102d0bd90b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:04.006658 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad76dccf-c8e3-4e26-b782-bc102d0bd90b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:04.007074 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad76dccf-c8e3-4e26-b782-bc102d0bd90b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:04.007673 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad76dccf-c8e3-4e26-b782-bc102d0bd90b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:04.008304 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad76dccf-c8e3-4e26-b782-bc102d0bd90b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:04.008929 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad76dccf-c8e3-4e26-b782-bc102d0bd90b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:04.009350 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad76dccf-c8e3-4e26-b782-bc102d0bd90b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:04.009783 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad76dccf-c8e3-4e26-b782-bc102d0bd90b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:04.011471 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad76dccf-c8e3-4e26-b782-bc102d0bd90b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:10:04.035365 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-332e4f0e-8523-48d5-8863-89e4c14a980f None None] Attempting to bind port b7049c74-b908-4685-80b0-9bcc866b7429 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:10:04.036770 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-332e4f0e-8523-48d5-8863-89e4c14a980f None None] Attempting to bind port b7049c74-b908-4685-80b0-9bcc866b7429 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}] {{(pid=83833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:10:04.037410 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332e4f0e-8523-48d5-8863-89e4c14a980f None None] Attempting to bind port b7049c74-b908-4685-80b0-9bcc866b7429 on network ed45466e-0386-4b92-8de3-247c977242ac {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:10:04.052092 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332e4f0e-8523-48d5-8863-89e4c14a980f None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:10:04.053662 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332e4f0e-8523-48d5-8863-89e4c14a980f None None] Checking segment: {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:10:04.055072 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-332e4f0e-8523-48d5-8863-89e4c14a980f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:04.055878 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332e4f0e-8523-48d5-8863-89e4c14a980f None None] Bound using segment: {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'} {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:10:04.056604 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-332e4f0e-8523-48d5-8863-89e4c14a980f None None] Bound port: b7049c74-b908-4685-80b0-9bcc866b7429, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}}] {{(pid=83833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:10:04.057278 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-332e4f0e-8523-48d5-8863-89e4c14a980f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:04.103166 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f03019-a79a-486f-b47e-a78d9f1244a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-0d30e33d-b6bc-43b2-9ab6-0a70da47debc', 'network_id': '0d30e33d-b6bc-43b2-9ab6-0a70da47debc', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'fixed_ips': [{'subnet_id': 'b5fd65fd-9426-4385-8fe0-810d75847455'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 16:10:04.104338 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-93f03019-a79a-486f-b47e-a78d9f1244a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:04.137065 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.db [None req-332e4f0e-8523-48d5-8863-89e4c14a980f None None] For port b7049c74-b908-4685-80b0-9bcc866b7429, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:10:04.140160 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.db [None req-332e4f0e-8523-48d5-8863-89e4c14a980f None None] For port b7049c74-b908-4685-80b0-9bcc866b7429, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=b7049c74-b908-4685-80b0-9bcc866b7429,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:10:04.144511 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-332e4f0e-8523-48d5-8863-89e4c14a980f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:04.219419 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad76dccf-c8e3-4e26-b782-bc102d0bd90b None None] Pushing event updated for resources: {'Port': ['ID=b7049c74-b908-4685-80b0-9bcc866b7429,revision_number=3']} {{(pid=83833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:04.231605 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332e4f0e-8523-48d5-8863-89e4c14a980f None None] Routers {'b745b45d-3f50-4c1c-8b96-76c74a899fb6'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:10:04.232228 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-332e4f0e-8523-48d5-8863-89e4c14a980f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:09:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['b745b45d-3f50-4c1c-8b96-76c74a899fb6'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:10:04.269053 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-93f03019-a79a-486f-b47e-a78d9f1244a3 None None] Allocated IP 172.20.0.2 (0d30e33d-b6bc-43b2-9ab6-0a70da47debc/b5fd65fd-9426-4385-8fe0-810d75847455/02e3ba72-1112-45b3-a4b5-207ad423a8ff) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:10:04.416184 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-332e4f0e-8523-48d5-8863-89e4c14a980f None None] Set router b745b45d-3f50-4c1c-8b96-76c74a899fb6 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:10:04.480865 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-93f03019-a79a-486f-b47e-a78d9f1244a3 None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:04.493124 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-93f03019-a79a-486f-b47e-a78d9f1244a3 None None] Transition to ACTIVE for port object 02e3ba72-1112-45b3-a4b5-207ad423a8ff will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:10:04.514753 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-93f03019-a79a-486f-b47e-a78d9f1244a3 None None] Transition to ACTIVE for port object 02e3ba72-1112-45b3-a4b5-207ad423a8ff will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:10:04.520086 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-93f03019-a79a-486f-b47e-a78d9f1244a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:04.588415 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f03019-a79a-486f-b47e-a78d9f1244a3 None None] Network 0d30e33d-b6bc-43b2-9ab6-0a70da47debc is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:10:04.591324 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-93f03019-a79a-486f-b47e-a78d9f1244a3 None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:10:04.595712 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f03019-a79a-486f-b47e-a78d9f1244a3 None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:10:04.597813 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f03019-a79a-486f-b47e-a78d9f1244a3 None None] Pushing event updated for resources: {'Port': ['ID=02e3ba72-1112-45b3-a4b5-207ad423a8ff,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:04.687222 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-93f03019-a79a-486f-b47e-a78d9f1244a3 None None] Attempting to bind port 02e3ba72-1112-45b3-a4b5-207ad423a8ff on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:10:04.687624 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-93f03019-a79a-486f-b47e-a78d9f1244a3 None None] Attempting to bind port 02e3ba72-1112-45b3-a4b5-207ad423a8ff by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'b0fb1ed7-0be9-4d0f-b58c-25c91527277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0d30e33d-b6bc-43b2-9ab6-0a70da47debc'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:10:04.687991 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f03019-a79a-486f-b47e-a78d9f1244a3 None None] Attempting to bind port 02e3ba72-1112-45b3-a4b5-207ad423a8ff on network 0d30e33d-b6bc-43b2-9ab6-0a70da47debc {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:10:04.695319 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f03019-a79a-486f-b47e-a78d9f1244a3 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:10:04.695689 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f03019-a79a-486f-b47e-a78d9f1244a3 None None] Checking segment: {'id': 'b0fb1ed7-0be9-4d0f-b58c-25c91527277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0d30e33d-b6bc-43b2-9ab6-0a70da47debc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:10:04.696097 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-93f03019-a79a-486f-b47e-a78d9f1244a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:04.696488 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f03019-a79a-486f-b47e-a78d9f1244a3 None None] Bound using segment: {'id': 'b0fb1ed7-0be9-4d0f-b58c-25c91527277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0d30e33d-b6bc-43b2-9ab6-0a70da47debc'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:10:04.697131 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-93f03019-a79a-486f-b47e-a78d9f1244a3 None None] Bound port: 02e3ba72-1112-45b3-a4b5-207ad423a8ff, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fb1ed7-0be9-4d0f-b58c-25c91527277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0d30e33d-b6bc-43b2-9ab6-0a70da47debc'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:10:04.697651 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-93f03019-a79a-486f-b47e-a78d9f1244a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:04.750241 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-332e4f0e-8523-48d5-8863-89e4c14a980f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b745b45d-3f50-4c1c-8b96-76c74a899fb6', 'name': 'tempest-TestNetworkBasicOps-router-1415135461', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.100'}], 'enable_snat': True}, 'gw_port_id': 'b7049c74-b908-4685-80b0-9bcc866b7429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:10:01Z', 'updated_at': '2022-04-01T16:10:02Z', 'revision_number': 3, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': 'b7049c74-b908-4685-80b0-9bcc866b7429', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b745b45d-3f50-4c1c-8b96-76c74a899fb6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:01Z', 'updated_at': '2022-04-01T16:10:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:10:04.755155 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332e4f0e-8523-48d5-8863-89e4c14a980f None None] The sync data for ids ['b745b45d-3f50-4c1c-8b96-76c74a899fb6'] in dv-neutron-833373-2-hyperv is: [{'id': 'b745b45d-3f50-4c1c-8b96-76c74a899fb6', 'name': 'tempest-TestNetworkBasicOps-router-1415135461', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.100'}], 'enable_snat': True}, 'gw_port_id': 'b7049c74-b908-4685-80b0-9bcc866b7429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:10:01Z', 'updated_at': '2022-04-01T16:10:02Z', 'revision_number': 3, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': 'b7049c74-b908-4685-80b0-9bcc866b7429', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b745b45d-3f50-4c1c-8b96-76c74a899fb6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:01Z', 'updated_at': '2022-04-01T16:10:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:10:04.802342 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-93f03019-a79a-486f-b47e-a78d9f1244a3 None None] For port 02e3ba72-1112-45b3-a4b5-207ad423a8ff, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:10:04.806212 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-93f03019-a79a-486f-b47e-a78d9f1244a3 None None] For port 02e3ba72-1112-45b3-a4b5-207ad423a8ff, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=02e3ba72-1112-45b3-a4b5-207ad423a8ff,segment=NetworkSegment(b0fb1ed7-0be9-4d0f-b58c-25c91527277a),segment_id=b0fb1ed7-0be9-4d0f-b58c-25c91527277a)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:10:04.812718 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-93f03019-a79a-486f-b47e-a78d9f1244a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:04.833624 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e45f9ddb-29ae-4153-b10f-8396ab669ba4 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:04.948871 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f03019-a79a-486f-b47e-a78d9f1244a3 None None] Pushing event updated for resources: {'Port': ['ID=02e3ba72-1112-45b3-a4b5-207ad423a8ff,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:05.100041 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device b7049c74-b908-4685-80b0-9bcc866b7429 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:10:05.198606 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port b7049c74-b908-4685-80b0-9bcc866b7429 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:10:05.213404 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port b7049c74-b908-4685-80b0-9bcc866b7429 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:10:05.214022 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:05.370540 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-e45f9ddb-29ae-4153-b10f-8396ab669ba4 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Allocated IP 172.20.0.1 (0d30e33d-b6bc-43b2-9ab6-0a70da47debc/b5fd65fd-9426-4385-8fe0-810d75847455/a55913b9-26a6-4f4b-a87e-b77111f1f0b2) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:10:05.389883 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:05.408543 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port b7049c74-b908-4685-80b0-9bcc866b7429, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=b7049c74-b908-4685-80b0-9bcc866b7429,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:10:05.414745 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:05.485354 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=b7049c74-b908-4685-80b0-9bcc866b7429,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:05.552265 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e45f9ddb-29ae-4153-b10f-8396ab669ba4 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:05.571846 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [None req-e45f9ddb-29ae-4153-b10f-8396ab669ba4 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Transition to ACTIVE for port object a55913b9-26a6-4f4b-a87e-b77111f1f0b2 will not be triggered until provisioned by entity DHCP. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:10:05.594194 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e45f9ddb-29ae-4153-b10f-8396ab669ba4 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:05.669261 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45f9ddb-29ae-4153-b10f-8396ab669ba4 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Network 0d30e33d-b6bc-43b2-9ab6-0a70da47debc is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:10:05.672301 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-e45f9ddb-29ae-4153-b10f-8396ab669ba4 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:10:05.676497 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45f9ddb-29ae-4153-b10f-8396ab669ba4 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:10:05.708012 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45f9ddb-29ae-4153-b10f-8396ab669ba4 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'Port': ['ID=a55913b9-26a6-4f4b-a87e-b77111f1f0b2,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:05.740259 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e45f9ddb-29ae-4153-b10f-8396ab669ba4 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611418'] for router_interface, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:05.829561 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e45f9ddb-29ae-4153-b10f-8396ab669ba4 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:06.028147 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4933915-84b2-4481-aafd-65813ed48660 None None] Network 0d30e33d-b6bc-43b2-9ab6-0a70da47debc requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:10:06.135298 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-33afa555-3093-4cff-b24c-48ecbdda2a99 None None] Provisioning for port 02e3ba72-1112-45b3-a4b5-207ad423a8ff completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:10:06.259492 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e45f9ddb-29ae-4153-b10f-8396ab669ba4 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:06.263921 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e45f9ddb-29ae-4153-b10f-8396ab669ba4 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:06.380996 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45f9ddb-29ae-4153-b10f-8396ab669ba4 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'Port': ['ID=a55913b9-26a6-4f4b-a87e-b77111f1f0b2,revision_number=2']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:06.383612 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e45f9ddb-29ae-4153-b10f-8396ab669ba4 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611525'] for router_interface, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:06.483006 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-7887163f-ea8a-458f-a935-64b546865ac5 None None] Provisioning for port a55913b9-26a6-4f4b-a87e-b77111f1f0b2 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:10:06.488225 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-7887163f-ea8a-458f-a935-64b546865ac5 None None] Provisioning complete for port a55913b9-26a6-4f4b-a87e-b77111f1f0b2 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:10:06.488517 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-7887163f-ea8a-458f-a935-64b546865ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:06.536107 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45f9ddb-29ae-4153-b10f-8396ab669ba4 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Network 0d30e33d-b6bc-43b2-9ab6-0a70da47debc is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:10:06.537531 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-e45f9ddb-29ae-4153-b10f-8396ab669ba4 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:10:06.551470 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-7887163f-ea8a-458f-a935-64b546865ac5 None None] Port a55913b9-26a6-4f4b-a87e-b77111f1f0b2 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 16:10:06.673692 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a7a75a7d-0d94-4063-8106-56c1b1399ca6 None None] Provisioning complete for port a55913b9-26a6-4f4b-a87e-b77111f1f0b2 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:10:06.674166 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a7a75a7d-0d94-4063-8106-56c1b1399ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:06.727761 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a7a75a7d-0d94-4063-8106-56c1b1399ca6 None None] Port a55913b9-26a6-4f4b-a87e-b77111f1f0b2 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 16:10:06.849043 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-278eff60-81d1-4488-a940-e07dcd2c6d99 None None] Provisioning complete for port a55913b9-26a6-4f4b-a87e-b77111f1f0b2 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:10:06.849423 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-278eff60-81d1-4488-a940-e07dcd2c6d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:06.905785 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-278eff60-81d1-4488-a940-e07dcd2c6d99 None None] Port a55913b9-26a6-4f4b-a87e-b77111f1f0b2 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 16:10:07.027785 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e45f9ddb-29ae-4153-b10f-8396ab669ba4 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Router b745b45d-3f50-4c1c-8b96-76c74a899fb6 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:10:07.099238 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device b7049c74-b908-4685-80b0-9bcc866b7429 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:10:07.167686 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port b7049c74-b908-4685-80b0-9bcc866b7429 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:10:07.168158 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:07.232329 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e45f9ddb-29ae-4153-b10f-8396ab669ba4 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:10:07.246314 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-e45f9ddb-29ae-4153-b10f-8396ab669ba4 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "PUT /v2.0/routers/b745b45d-3f50-4c1c-8b96-76c74a899fb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3574085 Apr 01 16:10:07.248874 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 59470) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:10:07.286231 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 02e3ba72-1112-45b3-a4b5-207ad423a8ff up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:10:07.354955 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 02e3ba72-1112-45b3-a4b5-207ad423a8ff completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:10:07.359731 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 02e3ba72-1112-45b3-a4b5-207ad423a8ff triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:10:07.360104 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:07.386133 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990ae44b-6f5e-4ba2-b4d6-1cc6ba6dfa4a tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:07.386718 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990ae44b-6f5e-4ba2-b4d6-1cc6ba6dfa4a tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:07.386888 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990ae44b-6f5e-4ba2-b4d6-1cc6ba6dfa4a tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:07.387271 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990ae44b-6f5e-4ba2-b4d6-1cc6ba6dfa4a tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:07.388919 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-990ae44b-6f5e-4ba2-b4d6-1cc6ba6dfa4a tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2882 time: 0.1390903 Apr 01 16:10:07.391660 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 59474) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:10:07.462350 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe47617-fa84-4eef-aedb-942f0175c026 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:07.462722 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe47617-fa84-4eef-aedb-942f0175c026 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:07.463086 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe47617-fa84-4eef-aedb-942f0175c026 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:07.463444 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe47617-fa84-4eef-aedb-942f0175c026 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:07.465105 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-abe47617-fa84-4eef-aedb-942f0175c026 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0725501 Apr 01 16:10:07.467854 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 59478) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:10:07.478810 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:07.511362 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port 02e3ba72-1112-45b3-a4b5-207ad423a8ff, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=02e3ba72-1112-45b3-a4b5-207ad423a8ff,segment=NetworkSegment(b0fb1ed7-0be9-4d0f-b58c-25c91527277a),segment_id=b0fb1ed7-0be9-4d0f-b58c-25c91527277a)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:10:07.515027 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:07.581234 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=02e3ba72-1112-45b3-a4b5-207ad423a8ff,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:07.676955 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-26715558-2cd1-43ed-9190-48b3a5604225 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2079163 Apr 01 16:10:07.912309 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 59484) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:10:07.918461 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-f258ab57-21bd-44ec-8207-07730ac61701 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1769517002', 'description': 'tempest-secgroup-smoke-1769517002 description', 'project_id': '447e2c5010754fe1ad368efac7c75251'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:10:07.924543 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-f258ab57-21bd-44ec-8207-07730ac61701 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:10:07.928662 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-f258ab57-21bd-44ec-8207-07730ac61701 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:10:07.931478 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-f258ab57-21bd-44ec-8207-07730ac61701 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:10:07.937139 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-f258ab57-21bd-44ec-8207-07730ac61701 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:10:07.947337 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f258ab57-21bd-44ec-8207-07730ac61701 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:07.983905 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-f258ab57-21bd-44ec-8207-07730ac61701 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:10:07.987712 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-f258ab57-21bd-44ec-8207-07730ac61701 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group_rule and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:10:07.990842 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-f258ab57-21bd-44ec-8207-07730ac61701 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:10:07.997233 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-f258ab57-21bd-44ec-8207-07730ac61701 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:10:08.060446 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f258ab57-21bd-44ec-8207-07730ac61701 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:08.064382 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f258ab57-21bd-44ec-8207-07730ac61701 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:08.110426 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f258ab57-21bd-44ec-8207-07730ac61701 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c15a22-c16a-41a2-ae77-c9cdb5ce1c6e,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:08.113022 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f258ab57-21bd-44ec-8207-07730ac61701 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:08.114202 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-f258ab57-21bd-44ec-8207-07730ac61701 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2008276 Apr 01 16:10:08.118075 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 59488) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:10:08.123632 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-e1e1a7fc-f486-4432-8b96-f54c76abfe79 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'security_group_rule': {'security_group_id': 'b6c15a22-c16a-41a2-ae77-c9cdb5ce1c6e', 'project_id': '447e2c5010754fe1ad368efac7c75251', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:10:08.129740 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-e1e1a7fc-f486-4432-8b96-f54c76abfe79 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:10:08.134157 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-e1e1a7fc-f486-4432-8b96-f54c76abfe79 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group_rule and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:10:08.137008 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-e1e1a7fc-f486-4432-8b96-f54c76abfe79 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:10:08.142607 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-e1e1a7fc-f486-4432-8b96-f54c76abfe79 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:10:08.161252 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e1e1a7fc-f486-4432-8b96-f54c76abfe79 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:08.228869 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e1e1a7fc-f486-4432-8b96-f54c76abfe79 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:08.232887 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e1e1a7fc-f486-4432-8b96-f54c76abfe79 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:08.265417 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e1a7fc-f486-4432-8b96-f54c76abfe79 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e76a8cc3-057a-4227-83b6-badee2352034,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:08.269634 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e1e1a7fc-f486-4432-8b96-f54c76abfe79 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:08.270811 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-e1e1a7fc-f486-4432-8b96-f54c76abfe79 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1517899 Apr 01 16:10:08.274261 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 59492) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:10:08.280377 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-fc87e88d-989e-45f4-a362-1b10289bbf1a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'security_group_rule': {'security_group_id': 'b6c15a22-c16a-41a2-ae77-c9cdb5ce1c6e', 'project_id': '447e2c5010754fe1ad368efac7c75251', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:10:08.287013 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-fc87e88d-989e-45f4-a362-1b10289bbf1a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:10:08.291508 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-fc87e88d-989e-45f4-a362-1b10289bbf1a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group_rule and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:10:08.294494 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-fc87e88d-989e-45f4-a362-1b10289bbf1a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:10:08.300244 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-fc87e88d-989e-45f4-a362-1b10289bbf1a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:10:08.317028 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-fc87e88d-989e-45f4-a362-1b10289bbf1a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:08.385044 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-fc87e88d-989e-45f4-a362-1b10289bbf1a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:08.388561 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-fc87e88d-989e-45f4-a362-1b10289bbf1a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:08.411072 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc87e88d-989e-45f4-a362-1b10289bbf1a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=721b06c1-7c5f-4054-9979-1bc4f81f7c35,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:08.421287 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-fc87e88d-989e-45f4-a362-1b10289bbf1a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:08.422503 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-fc87e88d-989e-45f4-a362-1b10289bbf1a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1472831 Apr 01 16:10:08.425882 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 59496) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:10:08.432643 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-c93cd9e0-415b-4f46-8e61-693d937f3f8b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'security_group_rule': {'security_group_id': 'b6c15a22-c16a-41a2-ae77-c9cdb5ce1c6e', 'project_id': '447e2c5010754fe1ad368efac7c75251', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:10:08.433409 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096fb7d5-e7b6-4d04-9bd5-30b7695f569a None None] Sync routers for ids ['b745b45d-3f50-4c1c-8b96-76c74a899fb6'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:10:08.438651 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-c93cd9e0-415b-4f46-8e61-693d937f3f8b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:10:08.442691 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-c93cd9e0-415b-4f46-8e61-693d937f3f8b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group_rule and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:10:08.446160 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096fb7d5-e7b6-4d04-9bd5-30b7695f569a None None] Routers {'b745b45d-3f50-4c1c-8b96-76c74a899fb6'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:10:08.446743 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-c93cd9e0-415b-4f46-8e61-693d937f3f8b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:10:08.446861 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-096fb7d5-e7b6-4d04-9bd5-30b7695f569a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:09:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['b745b45d-3f50-4c1c-8b96-76c74a899fb6'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:10:08.452488 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-c93cd9e0-415b-4f46-8e61-693d937f3f8b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:10:08.469144 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c93cd9e0-415b-4f46-8e61-693d937f3f8b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:08.532217 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c93cd9e0-415b-4f46-8e61-693d937f3f8b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:08.536351 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c93cd9e0-415b-4f46-8e61-693d937f3f8b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:08.561287 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93cd9e0-415b-4f46-8e61-693d937f3f8b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e5f8677-18f6-433a-b0b1-84067d4c419a,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:08.571552 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c93cd9e0-415b-4f46-8e61-693d937f3f8b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:08.572891 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-c93cd9e0-415b-4f46-8e61-693d937f3f8b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1465621 Apr 01 16:10:08.575807 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 59500) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:10:08.581295 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-449caa03-22b6-4581-a7b4-d4ed02c5d00d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'security_group_rule': {'security_group_id': 'b6c15a22-c16a-41a2-ae77-c9cdb5ce1c6e', 'project_id': '447e2c5010754fe1ad368efac7c75251', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:10:08.587408 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-449caa03-22b6-4581-a7b4-d4ed02c5d00d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:10:08.591263 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-449caa03-22b6-4581-a7b4-d4ed02c5d00d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group_rule and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:10:08.594065 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-449caa03-22b6-4581-a7b4-d4ed02c5d00d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:10:08.599691 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-449caa03-22b6-4581-a7b4-d4ed02c5d00d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:10:08.617622 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-449caa03-22b6-4581-a7b4-d4ed02c5d00d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:08.629181 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-096fb7d5-e7b6-4d04-9bd5-30b7695f569a None None] Set router b745b45d-3f50-4c1c-8b96-76c74a899fb6 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:10:08.685918 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-449caa03-22b6-4581-a7b4-d4ed02c5d00d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:08.689538 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-449caa03-22b6-4581-a7b4-d4ed02c5d00d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:08.712669 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449caa03-22b6-4581-a7b4-d4ed02c5d00d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2eb24e34-cd86-4ff0-b3de-93d7551cd3fb,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:08.721869 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-449caa03-22b6-4581-a7b4-d4ed02c5d00d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:08.723096 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-449caa03-22b6-4581-a7b4-d4ed02c5d00d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1463759 Apr 01 16:10:08.726575 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 59504) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:10:08.732093 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-65363c10-3612-4362-8d47-fc3bdccade17 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'security_group_rule': {'security_group_id': 'b6c15a22-c16a-41a2-ae77-c9cdb5ce1c6e', 'project_id': '447e2c5010754fe1ad368efac7c75251', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:10:08.738111 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-65363c10-3612-4362-8d47-fc3bdccade17 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:10:08.743098 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-65363c10-3612-4362-8d47-fc3bdccade17 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group_rule and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:10:08.746099 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-65363c10-3612-4362-8d47-fc3bdccade17 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:10:08.752141 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-65363c10-3612-4362-8d47-fc3bdccade17 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:10:08.762229 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.securitygroups_db [None req-65363c10-3612-4362-8d47-fc3bdccade17 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Project 447e2c5010754fe1ad368efac7c75251 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:10:08.769026 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-65363c10-3612-4362-8d47-fc3bdccade17 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:08.837106 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-65363c10-3612-4362-8d47-fc3bdccade17 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:08.841036 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-65363c10-3612-4362-8d47-fc3bdccade17 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:08.865135 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65363c10-3612-4362-8d47-fc3bdccade17 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3454851-a046-4c1e-8466-41f504a21576,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:08.875200 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-65363c10-3612-4362-8d47-fc3bdccade17 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:08.879369 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 59508) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:10:08.879854 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-65363c10-3612-4362-8d47-fc3bdccade17 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1518350 Apr 01 16:10:08.885996 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-852bb33b-43a0-49c7-b2ed-daf4bed39e41 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'security_group_rule': {'security_group_id': 'b6c15a22-c16a-41a2-ae77-c9cdb5ce1c6e', 'project_id': '447e2c5010754fe1ad368efac7c75251', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:10:08.891943 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-852bb33b-43a0-49c7-b2ed-daf4bed39e41 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:10:08.895770 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-852bb33b-43a0-49c7-b2ed-daf4bed39e41 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:security_group_rule and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:10:08.899695 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-852bb33b-43a0-49c7-b2ed-daf4bed39e41 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:10:08.905121 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-852bb33b-43a0-49c7-b2ed-daf4bed39e41 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:10:08.921327 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.securitygroups_db [None req-852bb33b-43a0-49c7-b2ed-daf4bed39e41 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Project 447e2c5010754fe1ad368efac7c75251 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:10:08.927836 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-852bb33b-43a0-49c7-b2ed-daf4bed39e41 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:08.982827 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-096fb7d5-e7b6-4d04-9bd5-30b7695f569a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b745b45d-3f50-4c1c-8b96-76c74a899fb6', 'name': 'tempest-TestNetworkBasicOps-router-1415135461', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.100'}], 'enable_snat': True}, 'gw_port_id': 'b7049c74-b908-4685-80b0-9bcc866b7429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:10:01Z', 'updated_at': '2022-04-01T16:10:05Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': 'b7049c74-b908-4685-80b0-9bcc866b7429', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b745b45d-3f50-4c1c-8b96-76c74a899fb6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:01Z', 'updated_at': '2022-04-01T16:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': 'a55913b9-26a6-4f4b-a87e-b77111f1f0b2', 'name': '', 'network_id': '0d30e33d-b6bc-43b2-9ab6-0a70da47debc', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'mac_address': 'fa:16:3e:5c:a0:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b745b45d-3f50-4c1c-8b96-76c74a899fb6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5fd65fd-9426-4385-8fe0-810d75847455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:05Z', 'updated_at': '2022-04-01T16:10:06Z', 'revision_number': 2, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'subnets': [{'id': 'b5fd65fd-9426-4385-8fe0-810d75847455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:10:08.988464 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096fb7d5-e7b6-4d04-9bd5-30b7695f569a None None] Checking router: b745b45d-3f50-4c1c-8b96-76c74a899fb6 for host: dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:10:08.988848 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096fb7d5-e7b6-4d04-9bd5-30b7695f569a None None] Updating router b745b45d-3f50-4c1c-8b96-76c74a899fb6 port a55913b9-26a6-4f4b-a87e-b77111f1f0b2 binding host dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 16:10:09.001336 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-852bb33b-43a0-49c7-b2ed-daf4bed39e41 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:09.006636 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-852bb33b-43a0-49c7-b2ed-daf4bed39e41 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:09.028420 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 02e3ba72-1112-45b3-a4b5-207ad423a8ff up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:10:09.034258 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852bb33b-43a0-49c7-b2ed-daf4bed39e41 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4722398c-0012-49aa-bb76-08929b70fae9,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:09.048299 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-852bb33b-43a0-49c7-b2ed-daf4bed39e41 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:09.050037 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-852bb33b-43a0-49c7-b2ed-daf4bed39e41 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1691647 Apr 01 16:10:09.093792 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-096fb7d5-e7b6-4d04-9bd5-30b7695f569a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:09.208797 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 02e3ba72-1112-45b3-a4b5-207ad423a8ff triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:10:09.209078 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:09.223286 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-35dd9958-b3c3-4f64-878c-1a46eb9923c8 req-83184a4a-ca80-444d-aba8-614c71c633e5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Synchronizing usage tracker for tenant:447e2c5010754fe1ad368efac7c75251 on resource:security_group {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:10:09.239256 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-35dd9958-b3c3-4f64-878c-1a46eb9923c8 req-83184a4a-ca80-444d-aba8-614c71c633e5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Unset dirty status for tenant:447e2c5010754fe1ad368efac7c75251 on resource:security_group {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:10:09.241076 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-35dd9958-b3c3-4f64-878c-1a46eb9923c8 req-83184a4a-ca80-444d-aba8-614c71c633e5 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1769517002&fields=id&tenant_id=447e2c5010754fe1ad368efac7c75251 HTTP/1.1" status: 200 len: 267 time: 0.0576787 Apr 01 16:10:09.390847 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dd9958-b3c3-4f64-878c-1a46eb9923c8 req-bd576f7a-cb5f-4283-b88a-8c9c34cd0335 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:09.392275 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-35dd9958-b3c3-4f64-878c-1a46eb9923c8 req-bd576f7a-cb5f-4283-b88a-8c9c34cd0335 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/networks?id=0d30e33d-b6bc-43b2-9ab6-0a70da47debc HTTP/1.1" status: 200 len: 796 time: 0.1438296 Apr 01 16:10:09.410034 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-35dd9958-b3c3-4f64-878c-1a46eb9923c8 req-f654ed80-3bd9-4a70-80b9-271013b0d18e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/quotas/447e2c5010754fe1ad368efac7c75251 HTTP/1.1" status: 200 len: 375 time: 0.0120704 Apr 01 16:10:09.497752 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-35dd9958-b3c3-4f64-878c-1a46eb9923c8 req-0ebc96a6-536b-4a56-ace2-bda5a94d281d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Synchronizing usage tracker for tenant:447e2c5010754fe1ad368efac7c75251 on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:10:09.514126 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-35dd9958-b3c3-4f64-878c-1a46eb9923c8 req-0ebc96a6-536b-4a56-ace2-bda5a94d281d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Unset dirty status for tenant:447e2c5010754fe1ad368efac7c75251 on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:10:09.515448 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-35dd9958-b3c3-4f64-878c-1a46eb9923c8 req-0ebc96a6-536b-4a56-ace2-bda5a94d281d tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=447e2c5010754fe1ad368efac7c75251&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0986869 Apr 01 16:10:09.536429 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [req-35dd9958-b3c3-4f64-878c-1a46eb9923c8 req-f6048746-111a-4771-b6fc-5b1ad9cc0d0e service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=83826) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 16:10:09.537745 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-35dd9958-b3c3-4f64-878c-1a46eb9923c8 req-f6048746-111a-4771-b6fc-5b1ad9cc0d0e service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0057118 Apr 01 16:10:09.546659 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-096fb7d5-e7b6-4d04-9bd5-30b7695f569a None None] Notify callbacks [] for port, precommit_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:09.559302 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-096fb7d5-e7b6-4d04-9bd5-30b7695f569a None None] Transition to ACTIVE for port object a55913b9-26a6-4f4b-a87e-b77111f1f0b2 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:10:09.566034 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-096fb7d5-e7b6-4d04-9bd5-30b7695f569a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:09.710743 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85295c08-20eb-4012-80b9-cc355ce5c9f0 None None] Pushing event updated for resources: {'Port': ['ID=a55913b9-26a6-4f4b-a87e-b77111f1f0b2,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:09.795275 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-35dd9958-b3c3-4f64-878c-1a46eb9923c8 req-fab798d6-2d0d-40ab-b176-074309771792 service neutron] 10.222.0.55 "GET /v2.0/networks/0d30e33d-b6bc-43b2-9ab6-0a70da47debc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508755 Apr 01 16:10:09.803458 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-096fb7d5-e7b6-4d04-9bd5-30b7695f569a None None] Attempting to bind port a55913b9-26a6-4f4b-a87e-b77111f1f0b2 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:10:09.804793 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-096fb7d5-e7b6-4d04-9bd5-30b7695f569a None None] Attempting to bind port a55913b9-26a6-4f4b-a87e-b77111f1f0b2 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'b0fb1ed7-0be9-4d0f-b58c-25c91527277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0d30e33d-b6bc-43b2-9ab6-0a70da47debc'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:10:09.805505 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096fb7d5-e7b6-4d04-9bd5-30b7695f569a None None] Attempting to bind port a55913b9-26a6-4f4b-a87e-b77111f1f0b2 on network 0d30e33d-b6bc-43b2-9ab6-0a70da47debc {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:10:09.812360 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096fb7d5-e7b6-4d04-9bd5-30b7695f569a None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:10:09.812816 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096fb7d5-e7b6-4d04-9bd5-30b7695f569a None None] Checking segment: {'id': 'b0fb1ed7-0be9-4d0f-b58c-25c91527277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0d30e33d-b6bc-43b2-9ab6-0a70da47debc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:10:09.813163 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-096fb7d5-e7b6-4d04-9bd5-30b7695f569a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:09.813556 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096fb7d5-e7b6-4d04-9bd5-30b7695f569a None None] Bound using segment: {'id': 'b0fb1ed7-0be9-4d0f-b58c-25c91527277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0d30e33d-b6bc-43b2-9ab6-0a70da47debc'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:10:09.814059 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-096fb7d5-e7b6-4d04-9bd5-30b7695f569a None None] Bound port: a55913b9-26a6-4f4b-a87e-b77111f1f0b2, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fb1ed7-0be9-4d0f-b58c-25c91527277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0d30e33d-b6bc-43b2-9ab6-0a70da47debc'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:10:09.814437 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-096fb7d5-e7b6-4d04-9bd5-30b7695f569a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:09.920490 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-096fb7d5-e7b6-4d04-9bd5-30b7695f569a None None] For port a55913b9-26a6-4f4b-a87e-b77111f1f0b2, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:10:09.923739 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-096fb7d5-e7b6-4d04-9bd5-30b7695f569a None None] For port a55913b9-26a6-4f4b-a87e-b77111f1f0b2, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=a55913b9-26a6-4f4b-a87e-b77111f1f0b2,segment=NetworkSegment(b0fb1ed7-0be9-4d0f-b58c-25c91527277a),segment_id=b0fb1ed7-0be9-4d0f-b58c-25c91527277a)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:10:09.929884 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-096fb7d5-e7b6-4d04-9bd5-30b7695f569a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:09.943801 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-35dd9958-b3c3-4f64-878c-1a46eb9923c8 req-ded79299-b4f1-4e68-b946-5d6171f36ada service neutron] 10.222.0.55 "GET /v2.0/networks/0d30e33d-b6bc-43b2-9ab6-0a70da47debc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424286 Apr 01 16:10:10.013610 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096fb7d5-e7b6-4d04-9bd5-30b7695f569a None None] Routers {'b745b45d-3f50-4c1c-8b96-76c74a899fb6'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:10:10.014251 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-096fb7d5-e7b6-4d04-9bd5-30b7695f569a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:09:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['b745b45d-3f50-4c1c-8b96-76c74a899fb6'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:10:10.079373 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85295c08-20eb-4012-80b9-cc355ce5c9f0 None None] Pushing event updated for resources: {'Port': ['ID=a55913b9-26a6-4f4b-a87e-b77111f1f0b2,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:10.191382 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a3e2d5c9-2a36-4fac-a5df-0581fac2c9d0 req-9360be94-ed49-402e-9768-4a889ba9d12a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd11f00c-766c-4b7c-89eb-078b64bd7eb1 HTTP/1.1" status: 200 len: 210 time: 0.0499659 Apr 01 16:10:10.233838 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-096fb7d5-e7b6-4d04-9bd5-30b7695f569a None None] Set router b745b45d-3f50-4c1c-8b96-76c74a899fb6 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:10:10.631227 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-096fb7d5-e7b6-4d04-9bd5-30b7695f569a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b745b45d-3f50-4c1c-8b96-76c74a899fb6', 'name': 'tempest-TestNetworkBasicOps-router-1415135461', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.100'}], 'enable_snat': True}, 'gw_port_id': 'b7049c74-b908-4685-80b0-9bcc866b7429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:10:01Z', 'updated_at': '2022-04-01T16:10:05Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': 'b7049c74-b908-4685-80b0-9bcc866b7429', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b745b45d-3f50-4c1c-8b96-76c74a899fb6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:01Z', 'updated_at': '2022-04-01T16:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': 'a55913b9-26a6-4f4b-a87e-b77111f1f0b2', 'name': '', 'network_id': '0d30e33d-b6bc-43b2-9ab6-0a70da47debc', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'mac_address': 'fa:16:3e:5c:a0:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b745b45d-3f50-4c1c-8b96-76c74a899fb6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5fd65fd-9426-4385-8fe0-810d75847455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:05Z', 'updated_at': '2022-04-01T16:10:09Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'subnets': [{'id': 'b5fd65fd-9426-4385-8fe0-810d75847455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:10:10.635543 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096fb7d5-e7b6-4d04-9bd5-30b7695f569a None None] The sync data for ids ['b745b45d-3f50-4c1c-8b96-76c74a899fb6'] in dv-neutron-833373-2-hyperv is: [{'id': 'b745b45d-3f50-4c1c-8b96-76c74a899fb6', 'name': 'tempest-TestNetworkBasicOps-router-1415135461', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.100'}], 'enable_snat': True}, 'gw_port_id': 'b7049c74-b908-4685-80b0-9bcc866b7429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:10:01Z', 'updated_at': '2022-04-01T16:10:05Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': 'b7049c74-b908-4685-80b0-9bcc866b7429', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b745b45d-3f50-4c1c-8b96-76c74a899fb6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:01Z', 'updated_at': '2022-04-01T16:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': 'a55913b9-26a6-4f4b-a87e-b77111f1f0b2', 'name': '', 'network_id': '0d30e33d-b6bc-43b2-9ab6-0a70da47debc', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'mac_address': 'fa:16:3e:5c:a0:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b745b45d-3f50-4c1c-8b96-76c74a899fb6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5fd65fd-9426-4385-8fe0-810d75847455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:05Z', 'updated_at': '2022-04-01T16:10:09Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'subnets': [{'id': 'b5fd65fd-9426-4385-8fe0-810d75847455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:10:11.050576 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device a55913b9-26a6-4f4b-a87e-b77111f1f0b2 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:10:11.130510 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port a55913b9-26a6-4f4b-a87e-b77111f1f0b2 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:10:11.136531 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port a55913b9-26a6-4f4b-a87e-b77111f1f0b2 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:10:11.136961 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:11.275845 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:11.327522 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port a55913b9-26a6-4f4b-a87e-b77111f1f0b2, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=a55913b9-26a6-4f4b-a87e-b77111f1f0b2,segment=NetworkSegment(b0fb1ed7-0be9-4d0f-b58c-25c91527277a),segment_id=b0fb1ed7-0be9-4d0f-b58c-25c91527277a)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:10:11.332125 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dd9958-b3c3-4f64-878c-1a46eb9923c8 req-2a2c7bee-f38d-4229-a60b-5c979de7518a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:11.333856 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-35dd9958-b3c3-4f64-878c-1a46eb9923c8 req-2a2c7bee-f38d-4229-a60b-5c979de7518a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.24 "GET /v2.0/networks?id=0d30e33d-b6bc-43b2-9ab6-0a70da47debc HTTP/1.1" status: 200 len: 796 time: 0.1812174 Apr 01 16:10:11.336518 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:11.401168 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-35dd9958-b3c3-4f64-878c-1a46eb9923c8 req-5c8c3533-b378-4996-991e-fd6f7d2fb164 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=447e2c5010754fe1ad368efac7c75251 HTTP/1.1" status: 200 len: 380 time: 0.0511038 Apr 01 16:10:11.411978 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [req-35dd9958-b3c3-4f64-878c-1a46eb9923c8 req-da8c2b5e-1deb-4994-9baa-c448a4a9412b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'port': {'device_id': 'bd11f00c-766c-4b7c-89eb-078b64bd7eb1', 'network_id': '0d30e33d-b6bc-43b2-9ab6-0a70da47debc', 'admin_state_up': True, 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'security_groups': ['b6c15a22-c16a-41a2-ae77-c9cdb5ce1c6e']}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:10:11.433652 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=a55913b9-26a6-4f4b-a87e-b77111f1f0b2,revision_number=5']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:11.544168 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-7abcd2e2-1a8b-4548-853b-8c30264ae3a6 req-b0d2f98d-67c2-4303-9356-0a77749f3d26 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd11f00c-766c-4b7c-89eb-078b64bd7eb1 HTTP/1.1" status: 200 len: 210 time: 0.1110823 Apr 01 16:10:11.634042 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [req-35dd9958-b3c3-4f64-878c-1a46eb9923c8 req-da8c2b5e-1deb-4994-9baa-c448a4a9412b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:10:11.646017 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [req-35dd9958-b3c3-4f64-878c-1a46eb9923c8 req-da8c2b5e-1deb-4994-9baa-c448a4a9412b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:10:11.659474 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35dd9958-b3c3-4f64-878c-1a46eb9923c8 req-da8c2b5e-1deb-4994-9baa-c448a4a9412b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Made reservation on behalf of 447e2c5010754fe1ad368efac7c75251 for: {'port': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:10:11.662565 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-35dd9958-b3c3-4f64-878c-1a46eb9923c8 req-da8c2b5e-1deb-4994-9baa-c448a4a9412b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:11.847657 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [req-35dd9958-b3c3-4f64-878c-1a46eb9923c8 req-da8c2b5e-1deb-4994-9baa-c448a4a9412b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Allocated IP 172.20.0.6 (0d30e33d-b6bc-43b2-9ab6-0a70da47debc/b5fd65fd-9426-4385-8fe0-810d75847455/1c1e3110-a841-400d-9f7f-694de9380102) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:10:12.050907 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-35dd9958-b3c3-4f64-878c-1a46eb9923c8 req-da8c2b5e-1deb-4994-9baa-c448a4a9412b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:12.068952 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [req-35dd9958-b3c3-4f64-878c-1a46eb9923c8 req-da8c2b5e-1deb-4994-9baa-c448a4a9412b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Transition to ACTIVE for port object 1c1e3110-a841-400d-9f7f-694de9380102 will not be triggered until provisioned by entity DHCP. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:10:12.093443 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-35dd9958-b3c3-4f64-878c-1a46eb9923c8 req-da8c2b5e-1deb-4994-9baa-c448a4a9412b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:12.166484 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35dd9958-b3c3-4f64-878c-1a46eb9923c8 req-da8c2b5e-1deb-4994-9baa-c448a4a9412b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Network 0d30e33d-b6bc-43b2-9ab6-0a70da47debc is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:10:12.169533 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [req-35dd9958-b3c3-4f64-878c-1a46eb9923c8 req-da8c2b5e-1deb-4994-9baa-c448a4a9412b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:10:12.173566 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [req-35dd9958-b3c3-4f64-878c-1a46eb9923c8 req-da8c2b5e-1deb-4994-9baa-c448a4a9412b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:10:12.208596 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8c2b5e-1deb-4994-9baa-c448a4a9412b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'Port': ['ID=1c1e3110-a841-400d-9f7f-694de9380102,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:12.248201 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dd9958-b3c3-4f64-878c-1a46eb9923c8 req-da8c2b5e-1deb-4994-9baa-c448a4a9412b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:12.249080 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-35dd9958-b3c3-4f64-878c-1a46eb9923c8 req-da8c2b5e-1deb-4994-9baa-c448a4a9412b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:12.278250 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-35dd9958-b3c3-4f64-878c-1a46eb9923c8 req-da8c2b5e-1deb-4994-9baa-c448a4a9412b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8719149 Apr 01 16:10:12.290868 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [req-35dd9958-b3c3-4f64-878c-1a46eb9923c8 req-92b4a2bf-6600-47a7-b322-d6a9c09f1834 service neutron] Request body: {'port': {'device_id': 'bd11f00c-766c-4b7c-89eb-078b64bd7eb1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:10:12.407560 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-35dd9958-b3c3-4f64-878c-1a46eb9923c8 req-92b4a2bf-6600-47a7-b322-d6a9c09f1834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:12.458885 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-f83c5c89-01df-4595-82ae-4ed768d8661e None None] Provisioning for port 1c1e3110-a841-400d-9f7f-694de9380102 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:10:12.465713 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-f83c5c89-01df-4595-82ae-4ed768d8661e None None] Provisioning complete for port 1c1e3110-a841-400d-9f7f-694de9380102 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:10:12.466079 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f83c5c89-01df-4595-82ae-4ed768d8661e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:12.528683 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-f83c5c89-01df-4595-82ae-4ed768d8661e None None] Port 1c1e3110-a841-400d-9f7f-694de9380102 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 16:10:12.848390 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [req-35dd9958-b3c3-4f64-878c-1a46eb9923c8 req-92b4a2bf-6600-47a7-b322-d6a9c09f1834 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c1e3110-a841-400d-9f7f-694de9380102 {{(pid=83826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:10:12.857829 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-35dd9958-b3c3-4f64-878c-1a46eb9923c8 req-92b4a2bf-6600-47a7-b322-d6a9c09f1834 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:12.867570 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75487d2-3556-4b22-9735-52f570885fb4 req-7565efd9-17c5-4dd8-97d5-1692b7f9f989 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:12.868260 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-d75487d2-3556-4b22-9735-52f570885fb4 req-7565efd9-17c5-4dd8-97d5-1692b7f9f989 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Synchronizing usage tracker for tenant:447e2c5010754fe1ad368efac7c75251 on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:10:12.888030 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [req-35dd9958-b3c3-4f64-878c-1a46eb9923c8 req-92b4a2bf-6600-47a7-b322-d6a9c09f1834 service neutron] Transition to ACTIVE for port object 1c1e3110-a841-400d-9f7f-694de9380102 will not be triggered until provisioned by entity L2. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:10:12.892534 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-35dd9958-b3c3-4f64-878c-1a46eb9923c8 req-92b4a2bf-6600-47a7-b322-d6a9c09f1834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:12.934183 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-d75487d2-3556-4b22-9735-52f570885fb4 req-7565efd9-17c5-4dd8-97d5-1692b7f9f989 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Unset dirty status for tenant:447e2c5010754fe1ad368efac7c75251 on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:10:12.935351 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d75487d2-3556-4b22-9735-52f570885fb4 req-7565efd9-17c5-4dd8-97d5-1692b7f9f989 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd11f00c-766c-4b7c-89eb-078b64bd7eb1 HTTP/1.1" status: 200 len: 931 time: 0.2354512 Apr 01 16:10:13.021504 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device a55913b9-26a6-4f4b-a87e-b77111f1f0b2 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:10:13.105038 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port a55913b9-26a6-4f4b-a87e-b77111f1f0b2 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:10:13.105560 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:13.170836 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b4a2bf-6600-47a7-b322-d6a9c09f1834 service neutron] Pushing event updated for resources: {'Port': ['ID=1c1e3110-a841-400d-9f7f-694de9380102,revision_number=2']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:13.198650 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d75487d2-3556-4b22-9735-52f570885fb4 req-e85e1dcc-7027-4772-9ef3-6744ef8953d6 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6c15a22-c16a-41a2-ae77-c9cdb5ce1c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394424 Apr 01 16:10:13.310810 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.managers [req-35dd9958-b3c3-4f64-878c-1a46eb9923c8 req-92b4a2bf-6600-47a7-b322-d6a9c09f1834 service neutron] Attempting to bind port 1c1e3110-a841-400d-9f7f-694de9380102 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:10:13.311137 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.managers [req-35dd9958-b3c3-4f64-878c-1a46eb9923c8 req-92b4a2bf-6600-47a7-b322-d6a9c09f1834 service neutron] Attempting to bind port 1c1e3110-a841-400d-9f7f-694de9380102 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'b0fb1ed7-0be9-4d0f-b58c-25c91527277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0d30e33d-b6bc-43b2-9ab6-0a70da47debc'}] {{(pid=83826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:10:13.311480 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35dd9958-b3c3-4f64-878c-1a46eb9923c8 req-92b4a2bf-6600-47a7-b322-d6a9c09f1834 service neutron] Attempting to bind port 1c1e3110-a841-400d-9f7f-694de9380102 on network 0d30e33d-b6bc-43b2-9ab6-0a70da47debc {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:10:13.317107 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35dd9958-b3c3-4f64-878c-1a46eb9923c8 req-92b4a2bf-6600-47a7-b322-d6a9c09f1834 service neutron] Port 1c1e3110-a841-400d-9f7f-694de9380102 on network 0d30e33d-b6bc-43b2-9ab6-0a70da47debc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 16:10:13.317418 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35dd9958-b3c3-4f64-878c-1a46eb9923c8 req-92b4a2bf-6600-47a7-b322-d6a9c09f1834 service neutron] Attempting to bind port 1c1e3110-a841-400d-9f7f-694de9380102 on network 0d30e33d-b6bc-43b2-9ab6-0a70da47debc {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:10:13.323641 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35dd9958-b3c3-4f64-878c-1a46eb9923c8 req-92b4a2bf-6600-47a7-b322-d6a9c09f1834 service neutron] Checking agent: {'id': '5b2860be-0b4f-4931-914a-5d10403eafcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 47, 24), 'started_at': datetime.datetime(2022, 4, 1, 15, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:10:13.323969 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35dd9958-b3c3-4f64-878c-1a46eb9923c8 req-92b4a2bf-6600-47a7-b322-d6a9c09f1834 service neutron] Checking segment: {'id': 'b0fb1ed7-0be9-4d0f-b58c-25c91527277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0d30e33d-b6bc-43b2-9ab6-0a70da47debc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:10:13.324346 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35dd9958-b3c3-4f64-878c-1a46eb9923c8 req-92b4a2bf-6600-47a7-b322-d6a9c09f1834 service neutron] Bound using segment: {'id': 'b0fb1ed7-0be9-4d0f-b58c-25c91527277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0d30e33d-b6bc-43b2-9ab6-0a70da47debc'} {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:10:13.324809 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.managers [req-35dd9958-b3c3-4f64-878c-1a46eb9923c8 req-92b4a2bf-6600-47a7-b322-d6a9c09f1834 service neutron] Bound port: 1c1e3110-a841-400d-9f7f-694de9380102, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0fb1ed7-0be9-4d0f-b58c-25c91527277a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0d30e33d-b6bc-43b2-9ab6-0a70da47debc'}}] {{(pid=83826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:10:13.325151 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-35dd9958-b3c3-4f64-878c-1a46eb9923c8 req-92b4a2bf-6600-47a7-b322-d6a9c09f1834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:13.416628 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [req-35dd9958-b3c3-4f64-878c-1a46eb9923c8 req-92b4a2bf-6600-47a7-b322-d6a9c09f1834 service neutron] For port 1c1e3110-a841-400d-9f7f-694de9380102, host hv-neutron-8333, cleared binding levels {{(pid=83826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:10:13.419660 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [req-35dd9958-b3c3-4f64-878c-1a46eb9923c8 req-92b4a2bf-6600-47a7-b322-d6a9c09f1834 service neutron] For port 1c1e3110-a841-400d-9f7f-694de9380102, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=1c1e3110-a841-400d-9f7f-694de9380102,segment=NetworkSegment(b0fb1ed7-0be9-4d0f-b58c-25c91527277a),segment_id=b0fb1ed7-0be9-4d0f-b58c-25c91527277a)] {{(pid=83826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:10:13.424387 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-35dd9958-b3c3-4f64-878c-1a46eb9923c8 req-92b4a2bf-6600-47a7-b322-d6a9c09f1834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:13.486182 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-35dd9958-b3c3-4f64-878c-1a46eb9923c8 req-92b4a2bf-6600-47a7-b322-d6a9c09f1834 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:13.487550 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-35dd9958-b3c3-4f64-878c-1a46eb9923c8 req-92b4a2bf-6600-47a7-b322-d6a9c09f1834 service neutron] 10.222.0.24 "PUT /v2.0/ports/1c1e3110-a841-400d-9f7f-694de9380102 HTTP/1.1" status: 200 len: 1093 time: 1.2016068 Apr 01 16:10:13.487983 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd11f00c-766c-4b7c-89eb-078b64bd7eb1', 'tag': '1c1e3110-a841-400d-9f7f-694de9380102'}] {{(pid=83826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:10:13.508468 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b4a2bf-6600-47a7-b322-d6a9c09f1834 service neutron] Pushing event updated for resources: {'Port': ['ID=1c1e3110-a841-400d-9f7f-694de9380102,revision_number=3']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:13.573813 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd11f00c-766c-4b7c-89eb-078b64bd7eb1', 'tag': '1c1e3110-a841-400d-9f7f-694de9380102', 'status': 'completed', 'code': 200} Apr 01 16:10:13.625253 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-35dd9958-b3c3-4f64-878c-1a46eb9923c8 req-c516619c-1741-4107-a0f7-05c383d1d66f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=447e2c5010754fe1ad368efac7c75251&device_id=bd11f00c-766c-4b7c-89eb-078b64bd7eb1 HTTP/1.1" status: 200 len: 1096 time: 0.0892532 Apr 01 16:10:13.697374 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-35dd9958-b3c3-4f64-878c-1a46eb9923c8 req-ddc41e01-216b-458d-ad31-8fae3609feaa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c1e3110-a841-400d-9f7f-694de9380102 HTTP/1.1" status: 200 len: 217 time: 0.0652404 Apr 01 16:10:13.767662 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dd9958-b3c3-4f64-878c-1a46eb9923c8 req-2c45b66c-c7d8-4580-8e93-97f9d0acbaeb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:13.769503 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-35dd9958-b3c3-4f64-878c-1a46eb9923c8 req-2c45b66c-c7d8-4580-8e93-97f9d0acbaeb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b5fd65fd-9426-4385-8fe0-810d75847455 HTTP/1.1" status: 200 len: 834 time: 0.0659924 Apr 01 16:10:13.846356 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-35dd9958-b3c3-4f64-878c-1a46eb9923c8 req-b47a5025-5fcf-47f9-b3c9-8db06777d851 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0d30e33d-b6bc-43b2-9ab6-0a70da47debc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700376 Apr 01 16:10:13.981241 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-35dd9958-b3c3-4f64-878c-1a46eb9923c8 req-c14eb94a-fe34-4961-9862-d7d2997cb54a service neutron] 10.222.0.24 "GET /v2.0/networks/0d30e33d-b6bc-43b2-9ab6-0a70da47debc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282442 Apr 01 16:10:14.118302 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-35dd9958-b3c3-4f64-878c-1a46eb9923c8 req-55ec3984-4dd5-4e11-8d74-a5c892e9ed04 service neutron] 10.222.0.24 "GET /v2.0/networks/0d30e33d-b6bc-43b2-9ab6-0a70da47debc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308222 Apr 01 16:10:14.244935 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8cc7dc99-2fd6-4df6-974c-31332038a81a req-c170fa21-5197-45a1-beb8-050a2b911f27 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=447e2c5010754fe1ad368efac7c75251&device_id=bd11f00c-766c-4b7c-89eb-078b64bd7eb1 HTTP/1.1" status: 200 len: 1096 time: 0.0782499 Apr 01 16:10:14.433618 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc7dc99-2fd6-4df6-974c-31332038a81a req-122d5da3-ba0c-49a6-a2f8-959f4bcc3ba3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:14.435051 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8cc7dc99-2fd6-4df6-974c-31332038a81a req-122d5da3-ba0c-49a6-a2f8-959f4bcc3ba3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0d30e33d-b6bc-43b2-9ab6-0a70da47debc HTTP/1.1" status: 200 len: 896 time: 0.1830084 Apr 01 16:10:14.506064 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faef53d2-5e95-4fbf-978d-37b168ef095b req-5779c7ad-1f22-48b9-8751-9db6fd1e5eb0 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:14.507800 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-faef53d2-5e95-4fbf-978d-37b168ef095b req-5779c7ad-1f22-48b9-8751-9db6fd1e5eb0 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd11f00c-766c-4b7c-89eb-078b64bd7eb1 HTTP/1.1" status: 200 len: 943 time: 0.1748724 Apr 01 16:10:14.530930 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8cc7dc99-2fd6-4df6-974c-31332038a81a req-a5d70781-e6c6-47d8-976d-ac7220236efc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c1e3110-a841-400d-9f7f-694de9380102 HTTP/1.1" status: 200 len: 217 time: 0.0887821 Apr 01 16:10:14.603018 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-faef53d2-5e95-4fbf-978d-37b168ef095b req-bed14d89-5b94-4b37-a82e-26b5715fc138 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6c15a22-c16a-41a2-ae77-c9cdb5ce1c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866599 Apr 01 16:10:14.612620 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc7dc99-2fd6-4df6-974c-31332038a81a req-b7b81fb7-4dcb-46b5-b69d-8b59af30dfe1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:14.614003 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8cc7dc99-2fd6-4df6-974c-31332038a81a req-b7b81fb7-4dcb-46b5-b69d-8b59af30dfe1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b5fd65fd-9426-4385-8fe0-810d75847455 HTTP/1.1" status: 200 len: 834 time: 0.0747125 Apr 01 16:10:14.695001 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8cc7dc99-2fd6-4df6-974c-31332038a81a req-cd809e7a-f9f7-4788-a3b8-5a840649874f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0d30e33d-b6bc-43b2-9ab6-0a70da47debc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747657 Apr 01 16:10:14.942149 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8cc7dc99-2fd6-4df6-974c-31332038a81a req-bcfd8f41-4d65-4dcd-9bf7-54ae90685eed service neutron] 10.222.0.24 "GET /v2.0/networks/0d30e33d-b6bc-43b2-9ab6-0a70da47debc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403848 Apr 01 16:10:15.086967 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8cc7dc99-2fd6-4df6-974c-31332038a81a req-45b73f2f-1528-4563-9221-55657c49670e service neutron] 10.222.0.24 "GET /v2.0/networks/0d30e33d-b6bc-43b2-9ab6-0a70da47debc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375601 Apr 01 16:10:15.799489 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c68e0-9c1b-45f8-8d13-b3d2f695a05a req-6391851d-cb1d-40ce-8ec0-102f862148cf tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:15.800946 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5c3c68e0-9c1b-45f8-8d13-b3d2f695a05a req-6391851d-cb1d-40ce-8ec0-102f862148cf tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd11f00c-766c-4b7c-89eb-078b64bd7eb1 HTTP/1.1" status: 200 len: 943 time: 0.0751610 Apr 01 16:10:15.846457 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5c3c68e0-9c1b-45f8-8d13-b3d2f695a05a req-caf3f791-7539-4503-92cb-5ef402d8d8d7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6c15a22-c16a-41a2-ae77-c9cdb5ce1c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387046 Apr 01 16:10:16.105298 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 1c1e3110-a841-400d-9f7f-694de9380102 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:10:16.248095 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 1c1e3110-a841-400d-9f7f-694de9380102, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=1c1e3110-a841-400d-9f7f-694de9380102,segment=NetworkSegment(b0fb1ed7-0be9-4d0f-b58c-25c91527277a),segment_id=b0fb1ed7-0be9-4d0f-b58c-25c91527277a)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:10:16.262420 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Returning: {'device': '1c1e3110-a841-400d-9f7f-694de9380102', 'network_id': '0d30e33d-b6bc-43b2-9ab6-0a70da47debc', 'port_id': '1c1e3110-a841-400d-9f7f-694de9380102', 'mac_address': 'fa:16:3e:7a:db:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5fd65fd-9426-4385-8fe0-810d75847455', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:10:16.316444 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:16.333483 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c1e3110-a841-400d-9f7f-694de9380102 {{(pid=83829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:10:16.348894 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 1c1e3110-a841-400d-9f7f-694de9380102, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=1c1e3110-a841-400d-9f7f-694de9380102,segment=NetworkSegment(b0fb1ed7-0be9-4d0f-b58c-25c91527277a),segment_id=b0fb1ed7-0be9-4d0f-b58c-25c91527277a)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:10:16.353412 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:16.424813 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=1c1e3110-a841-400d-9f7f-694de9380102,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:16.561912 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] get_ports_and_sgs() called for port_ids ['1c1e3110-a841-400d-9f7f-694de9380102'] {{(pid=83829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 16:10:16.601599 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:10:17.059415 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834940d0-d024-450d-be9f-157147e080d5 req-af0b9267-46e7-467f-8a19-427502870fe6 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:17.061024 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-834940d0-d024-450d-be9f-157147e080d5 req-af0b9267-46e7-467f-8a19-427502870fe6 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd11f00c-766c-4b7c-89eb-078b64bd7eb1 HTTP/1.1" status: 200 len: 944 time: 0.0941527 Apr 01 16:10:17.116461 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-834940d0-d024-450d-be9f-157147e080d5 req-c15a3a89-a845-4225-8c49-1beeb045cf61 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6c15a22-c16a-41a2-ae77-c9cdb5ce1c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488575 Apr 01 16:10:18.120800 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 1c1e3110-a841-400d-9f7f-694de9380102 up at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:10:18.190229 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning for port 1c1e3110-a841-400d-9f7f-694de9380102 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:10:18.195897 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning complete for port 1c1e3110-a841-400d-9f7f-694de9380102 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:10:18.196265 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:18.323814 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:18.325271 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9893fb79-6380-4b62-b554-d63375d79178 req-3bc2f96f-660d-4d5f-a00c-6d7c299c60ec tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:18.326828 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-9893fb79-6380-4b62-b554-d63375d79178 req-3bc2f96f-660d-4d5f-a00c-6d7c299c60ec tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd11f00c-766c-4b7c-89eb-078b64bd7eb1 HTTP/1.1" status: 200 len: 944 time: 0.0812547 Apr 01 16:10:18.353332 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd11f00c-766c-4b7c-89eb-078b64bd7eb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c1e3110-a841-400d-9f7f-694de9380102'}] {{(pid=83829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:10:18.363572 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 1c1e3110-a841-400d-9f7f-694de9380102, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=1c1e3110-a841-400d-9f7f-694de9380102,segment=NetworkSegment(b0fb1ed7-0be9-4d0f-b58c-25c91527277a),segment_id=b0fb1ed7-0be9-4d0f-b58c-25c91527277a)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:10:18.367443 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:18.375420 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-9893fb79-6380-4b62-b554-d63375d79178 req-9338cd7e-deac-433e-8fdb-ffcdb0bcf00f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6c15a22-c16a-41a2-ae77-c9cdb5ce1c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428107 Apr 01 16:10:18.423967 dv-neutron-833373-2-hyperv neutron-server[83829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd11f00c-766c-4b7c-89eb-078b64bd7eb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c1e3110-a841-400d-9f7f-694de9380102', 'code': 200} Apr 01 16:10:18.440414 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=1c1e3110-a841-400d-9f7f-694de9380102,revision_number=5']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:18.644488 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-eb2616ee-caa7-4aa6-bf4c-d0351cddd6a4 req-fb625a13-df65-4e81-bab4-cff8005ba91f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bd11f00c-766c-4b7c-89eb-078b64bd7eb1 HTTP/1.1" status: 200 len: 1098 time: 0.0713754 Apr 01 16:10:18.689229 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-eb2616ee-caa7-4aa6-bf4c-d0351cddd6a4 req-09f4ea78-e824-413e-91db-5f8062c2cfe3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b6c15a22-c16a-41a2-ae77-c9cdb5ce1c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381434 Apr 01 16:10:19.585700 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220f2702-7e8d-47dd-92d7-3cb30dfdb09b req-3c14736b-b25c-43b2-900e-d35d8ba84bb6 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:19.587213 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-220f2702-7e8d-47dd-92d7-3cb30dfdb09b req-3c14736b-b25c-43b2-900e-d35d8ba84bb6 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd11f00c-766c-4b7c-89eb-078b64bd7eb1 HTTP/1.1" status: 200 len: 945 time: 0.0863860 Apr 01 16:10:19.644318 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-220f2702-7e8d-47dd-92d7-3cb30dfdb09b req-62b7a19b-eb01-44c2-ba58-5d8ff486b433 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6c15a22-c16a-41a2-ae77-c9cdb5ce1c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501812 Apr 01 16:10:20.887930 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12361c59-9a21-4e92-a1a3-318ec6a2e5b9 req-d0868ac7-a5c0-4400-a65c-6e6a17c87c2e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:20.889484 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-12361c59-9a21-4e92-a1a3-318ec6a2e5b9 req-d0868ac7-a5c0-4400-a65c-6e6a17c87c2e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd11f00c-766c-4b7c-89eb-078b64bd7eb1 HTTP/1.1" status: 200 len: 945 time: 0.0816803 Apr 01 16:10:20.941228 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-12361c59-9a21-4e92-a1a3-318ec6a2e5b9 req-b9395f34-0b09-4718-b758-36e149bf3c1c tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6c15a22-c16a-41a2-ae77-c9cdb5ce1c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410326 Apr 01 16:10:21.157483 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adedb2c2-94a7-4b5e-88b3-c4d7c4db9e84 req-12d27ffa-4d2e-4b0d-80c1-4ef9edcc1d42 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:21.159003 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-adedb2c2-94a7-4b5e-88b3-c4d7c4db9e84 req-12d27ffa-4d2e-4b0d-80c1-4ef9edcc1d42 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd11f00c-766c-4b7c-89eb-078b64bd7eb1 HTTP/1.1" status: 200 len: 945 time: 0.0883656 Apr 01 16:10:21.206779 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-adedb2c2-94a7-4b5e-88b3-c4d7c4db9e84 req-e18fe6f7-aff7-40c9-bf75-49bfee074b1e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6c15a22-c16a-41a2-ae77-c9cdb5ce1c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412350 Apr 01 16:10:21.235443 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 59554) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:10:21.306703 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-245038b7-25e3-47ce-bb33-997b88ed24b7 tempest-TestNetworkBasicOps-1479660562 tempest-TestNetworkBasicOps-1479660562-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=bd11f00c-766c-4b7c-89eb-078b64bd7eb1 HTTP/1.1" status: 200 len: 1093 time: 0.0700834 Apr 01 16:10:21.309366 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 59558) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:10:21.314833 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-e0fe5e32-4610-49ed-b0e5-594c5b2fa1ad tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'floatingip': {'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'port_id': '1c1e3110-a841-400d-9f7f-694de9380102', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:10:21.321139 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-e0fe5e32-4610-49ed-b0e5-594c5b2fa1ad tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:10:21.325269 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-e0fe5e32-4610-49ed-b0e5-594c5b2fa1ad tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Usage tracker for resource:floatingip and tenant:447e2c5010754fe1ad368efac7c75251 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:10:21.328239 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-e0fe5e32-4610-49ed-b0e5-594c5b2fa1ad tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:10:21.334429 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-e0fe5e32-4610-49ed-b0e5-594c5b2fa1ad tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:10:21.345858 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e0fe5e32-4610-49ed-b0e5-594c5b2fa1ad tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for floatingip, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:21.489820 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e0fe5e32-4610-49ed-b0e5-594c5b2fa1ad tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:21.634208 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-e0fe5e32-4610-49ed-b0e5-594c5b2fa1ad tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Allocated IP 172.26.1.131 (ed45466e-0386-4b92-8de3-247c977242ac/0479f741-5cd1-4d6f-b593-d8aa909a42d3/86aa2962-9184-4375-b4af-79cc2d7f0cc9) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:10:21.786089 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e0fe5e32-4610-49ed-b0e5-594c5b2fa1ad tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:21.817067 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e0fe5e32-4610-49ed-b0e5-594c5b2fa1ad tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:21.883952 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0fe5e32-4610-49ed-b0e5-594c5b2fa1ad tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Network ed45466e-0386-4b92-8de3-247c977242ac is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:10:21.886739 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-e0fe5e32-4610-49ed-b0e5-594c5b2fa1ad tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:10:21.891175 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fe5e32-4610-49ed-b0e5-594c5b2fa1ad tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:10:21.919166 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fe5e32-4610-49ed-b0e5-594c5b2fa1ad tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'Port': ['ID=86aa2962-9184-4375-b4af-79cc2d7f0cc9,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:22.476831 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e0fe5e32-4610-49ed-b0e5-594c5b2fa1ad tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:22.539225 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e0fe5e32-4610-49ed-b0e5-594c5b2fa1ad tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:22.738812 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e0fe5e32-4610-49ed-b0e5-594c5b2fa1ad tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:22.743393 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e0fe5e32-4610-49ed-b0e5-594c5b2fa1ad tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:22.854598 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fe5e32-4610-49ed-b0e5-594c5b2fa1ad tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event updated for resources: {'Port': ['ID=86aa2962-9184-4375-b4af-79cc2d7f0cc9,revision_number=2']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:22.873269 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e0fe5e32-4610-49ed-b0e5-594c5b2fa1ad tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617697'] for floatingip, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:23.095131 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.l3_db [None req-e0fe5e32-4610-49ed-b0e5-594c5b2fa1ad tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Floating IP ffaf9b65-f6ed-4a51-847f-3b3b5ee55a85 associated. External IP: 172.26.1.131, port: 1c1e3110-a841-400d-9f7f-694de9380102. Apr 01 16:10:23.595092 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0fe5e32-4610-49ed-b0e5-594c5b2fa1ad tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Router b745b45d-3f50-4c1c-8b96-76c74a899fb6 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:10:23.816898 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0fe5e32-4610-49ed-b0e5-594c5b2fa1ad tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:10:23.826920 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f949b267-4e51-4e63-b4c6-2899cdbdb592 None None] Sync routers for ids ['b745b45d-3f50-4c1c-8b96-76c74a899fb6'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:10:23.839004 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f949b267-4e51-4e63-b4c6-2899cdbdb592 None None] Routers {'b745b45d-3f50-4c1c-8b96-76c74a899fb6'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:10:23.839612 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-f949b267-4e51-4e63-b4c6-2899cdbdb592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:09:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['b745b45d-3f50-4c1c-8b96-76c74a899fb6'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:10:23.841114 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e0fe5e32-4610-49ed-b0e5-594c5b2fa1ad tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for floatingip, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:23.863764 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:23.886126 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f4a5acf6-c6eb-4d9f-a071-ed4f8766bea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:23.909150 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-e0fe5e32-4610-49ed-b0e5-594c5b2fa1ad tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5961878 Apr 01 16:10:23.909150 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd11f00c-766c-4b7c-89eb-078b64bd7eb1', 'tag': '1c1e3110-a841-400d-9f7f-694de9380102'}] {{(pid=83826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:10:23.909561 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 59562) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:10:23.979550 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd11f00c-766c-4b7c-89eb-078b64bd7eb1', 'tag': '1c1e3110-a841-400d-9f7f-694de9380102', 'status': 'completed', 'code': 200} Apr 01 16:10:24.031183 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-385700b7-672f-46c3-8849-11b0067a4acc tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/floatingips/ffaf9b65-f6ed-4a51-847f-3b3b5ee55a85 HTTP/1.1" status: 200 len: 991 time: 0.1203134 Apr 01 16:10:24.047850 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-f949b267-4e51-4e63-b4c6-2899cdbdb592 None None] Set router b745b45d-3f50-4c1c-8b96-76c74a899fb6 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:10:24.231942 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-3ad060e8-ad0c-4da6-8114-1cab65a67569 req-c738c06b-e2b7-4d6c-bdb9-d13044a8e77d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=447e2c5010754fe1ad368efac7c75251&device_id=bd11f00c-766c-4b7c-89eb-078b64bd7eb1 HTTP/1.1" status: 200 len: 1098 time: 0.2173617 Apr 01 16:10:24.379906 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad060e8-ad0c-4da6-8114-1cab65a67569 req-4be6d17d-8000-44ce-b8b6-6eceba2e5013 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:24.381327 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-3ad060e8-ad0c-4da6-8114-1cab65a67569 req-4be6d17d-8000-44ce-b8b6-6eceba2e5013 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0d30e33d-b6bc-43b2-9ab6-0a70da47debc HTTP/1.1" status: 200 len: 896 time: 0.1432781 Apr 01 16:10:24.440941 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-f949b267-4e51-4e63-b4c6-2899cdbdb592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b745b45d-3f50-4c1c-8b96-76c74a899fb6', 'name': 'tempest-TestNetworkBasicOps-router-1415135461', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.100'}], 'enable_snat': True}, 'gw_port_id': 'b7049c74-b908-4685-80b0-9bcc866b7429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:10:01Z', 'updated_at': '2022-04-01T16:10:05Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': 'b7049c74-b908-4685-80b0-9bcc866b7429', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b745b45d-3f50-4c1c-8b96-76c74a899fb6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:01Z', 'updated_at': '2022-04-01T16:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': 'ffaf9b65-f6ed-4a51-847f-3b3b5ee55a85', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'floating_ip_address': '172.26.1.131', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': 'b745b45d-3f50-4c1c-8b96-76c74a899fb6', 'port_id': '1c1e3110-a841-400d-9f7f-694de9380102', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d30e33d-b6bc-43b2-9ab6-0a70da47debc', 'mac_address': 'fa:16:3e:7a:db:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd11f00c-766c-4b7c-89eb-078b64bd7eb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:10:22Z', 'updated_at': '2022-04-01T16:10:22Z', 'revision_number': 0, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a55913b9-26a6-4f4b-a87e-b77111f1f0b2', 'name': '', 'network_id': '0d30e33d-b6bc-43b2-9ab6-0a70da47debc', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'mac_address': 'fa:16:3e:5c:a0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b745b45d-3f50-4c1c-8b96-76c74a899fb6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5fd65fd-9426-4385-8fe0-810d75847455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:05Z', 'updated_at': '2022-04-01T16:10:11Z', 'revision_number': 5, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'subnets': [{'id': 'b5fd65fd-9426-4385-8fe0-810d75847455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:10:24.446333 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f949b267-4e51-4e63-b4c6-2899cdbdb592 None None] Checking router: b745b45d-3f50-4c1c-8b96-76c74a899fb6 for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:10:24.457214 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f949b267-4e51-4e63-b4c6-2899cdbdb592 None None] Routers {'b745b45d-3f50-4c1c-8b96-76c74a899fb6'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:10:24.457827 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-f949b267-4e51-4e63-b4c6-2899cdbdb592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:09:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['b745b45d-3f50-4c1c-8b96-76c74a899fb6'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:10:24.488657 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-3ad060e8-ad0c-4da6-8114-1cab65a67569 req-d7e8fbb5-9a82-4e63-ba3a-0e7f2fb4bebe service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c1e3110-a841-400d-9f7f-694de9380102 HTTP/1.1" status: 200 len: 999 time: 0.1005526 Apr 01 16:10:24.555323 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad060e8-ad0c-4da6-8114-1cab65a67569 req-eae7a823-e973-4fd4-b62d-72220e6b1c6c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:24.556843 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-3ad060e8-ad0c-4da6-8114-1cab65a67569 req-eae7a823-e973-4fd4-b62d-72220e6b1c6c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b5fd65fd-9426-4385-8fe0-810d75847455 HTTP/1.1" status: 200 len: 834 time: 0.0624280 Apr 01 16:10:24.645649 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-3ad060e8-ad0c-4da6-8114-1cab65a67569 req-2f937e98-e6b6-46ef-bb10-ec74b551be0c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0d30e33d-b6bc-43b2-9ab6-0a70da47debc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0814946 Apr 01 16:10:24.654500 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-f949b267-4e51-4e63-b4c6-2899cdbdb592 None None] Set router b745b45d-3f50-4c1c-8b96-76c74a899fb6 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:10:24.785722 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-3ad060e8-ad0c-4da6-8114-1cab65a67569 req-335dee38-3b40-4583-9c9f-c667f3c2eb53 service neutron] 10.222.0.24 "GET /v2.0/networks/0d30e33d-b6bc-43b2-9ab6-0a70da47debc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340330 Apr 01 16:10:24.933426 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-3ad060e8-ad0c-4da6-8114-1cab65a67569 req-453c8e30-ac7e-44da-ab5e-39e13a9208ea service neutron] 10.222.0.24 "GET /v2.0/networks/0d30e33d-b6bc-43b2-9ab6-0a70da47debc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407459 Apr 01 16:10:25.032624 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 59568) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:10:25.075119 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-f949b267-4e51-4e63-b4c6-2899cdbdb592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b745b45d-3f50-4c1c-8b96-76c74a899fb6', 'name': 'tempest-TestNetworkBasicOps-router-1415135461', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.100'}], 'enable_snat': True}, 'gw_port_id': 'b7049c74-b908-4685-80b0-9bcc866b7429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:10:01Z', 'updated_at': '2022-04-01T16:10:05Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': 'b7049c74-b908-4685-80b0-9bcc866b7429', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b745b45d-3f50-4c1c-8b96-76c74a899fb6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:01Z', 'updated_at': '2022-04-01T16:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': 'ffaf9b65-f6ed-4a51-847f-3b3b5ee55a85', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'floating_ip_address': '172.26.1.131', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': 'b745b45d-3f50-4c1c-8b96-76c74a899fb6', 'port_id': '1c1e3110-a841-400d-9f7f-694de9380102', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d30e33d-b6bc-43b2-9ab6-0a70da47debc', 'mac_address': 'fa:16:3e:7a:db:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd11f00c-766c-4b7c-89eb-078b64bd7eb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:10:22Z', 'updated_at': '2022-04-01T16:10:22Z', 'revision_number': 0, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a55913b9-26a6-4f4b-a87e-b77111f1f0b2', 'name': '', 'network_id': '0d30e33d-b6bc-43b2-9ab6-0a70da47debc', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'mac_address': 'fa:16:3e:5c:a0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b745b45d-3f50-4c1c-8b96-76c74a899fb6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5fd65fd-9426-4385-8fe0-810d75847455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:05Z', 'updated_at': '2022-04-01T16:10:11Z', 'revision_number': 5, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'subnets': [{'id': 'b5fd65fd-9426-4385-8fe0-810d75847455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:10:25.079330 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f949b267-4e51-4e63-b4c6-2899cdbdb592 None None] The sync data for ids ['b745b45d-3f50-4c1c-8b96-76c74a899fb6'] in dv-neutron-833373-2-hyperv is: [{'id': 'b745b45d-3f50-4c1c-8b96-76c74a899fb6', 'name': 'tempest-TestNetworkBasicOps-router-1415135461', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.100'}], 'enable_snat': True}, 'gw_port_id': 'b7049c74-b908-4685-80b0-9bcc866b7429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:10:01Z', 'updated_at': '2022-04-01T16:10:05Z', 'revision_number': 4, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': 'b7049c74-b908-4685-80b0-9bcc866b7429', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b745b45d-3f50-4c1c-8b96-76c74a899fb6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:01Z', 'updated_at': '2022-04-01T16:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': 'ffaf9b65-f6ed-4a51-847f-3b3b5ee55a85', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'floating_ip_address': '172.26.1.131', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': 'b745b45d-3f50-4c1c-8b96-76c74a899fb6', 'port_id': '1c1e3110-a841-400d-9f7f-694de9380102', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d30e33d-b6bc-43b2-9ab6-0a70da47debc', 'mac_address': 'fa:16:3e:7a:db:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd11f00c-766c-4b7c-89eb-078b64bd7eb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:10:22Z', 'updated_at': '2022-04-01T16:10:22Z', 'revision_number': 0, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a55913b9-26a6-4f4b-a87e-b77111f1f0b2', 'name': '', 'network_id': '0d30e33d-b6bc-43b2-9ab6-0a70da47debc', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'mac_address': 'fa:16:3e:5c:a0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b745b45d-3f50-4c1c-8b96-76c74a899fb6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5fd65fd-9426-4385-8fe0-810d75847455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:05Z', 'updated_at': '2022-04-01T16:10:11Z', 'revision_number': 5, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'subnets': [{'id': 'b5fd65fd-9426-4385-8fe0-810d75847455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:10:25.149204 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-0b96f12d-d7f0-4632-be9a-47ced588365f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/floatingips/ffaf9b65-f6ed-4a51-847f-3b3b5ee55a85 HTTP/1.1" status: 200 len: 991 time: 0.1147218 Apr 01 16:10:26.162468 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 59572) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:10:26.263411 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6817d44a-73eb-4065-8090-cde1c6670ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:26.275584 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-ce0dc3f0-6666-4e02-9cac-a775a06acd9f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/floatingips/ffaf9b65-f6ed-4a51-847f-3b3b5ee55a85 HTTP/1.1" status: 200 len: 991 time: 0.1117849 Apr 01 16:10:27.278629 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 59576) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:10:27.386956 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-441ad75e-7244-40a9-9b29-ee607a9d3268 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/floatingips/ffaf9b65-f6ed-4a51-847f-3b3b5ee55a85 HTTP/1.1" status: 200 len: 991 time: 0.1068776 Apr 01 16:10:27.409332 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40d8a25-72c0-45b8-b6ba-8dfba1fe6d3c None None] New status for floating IP ffaf9b65-f6ed-4a51-847f-3b3b5ee55a85: ACTIVE {{(pid=83829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 16:10:27.610911 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:27.765636 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:28.391060 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 59580) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:10:28.500311 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-711e7b96-326e-4dee-ad89-de68693fef6f tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/floatingips/ffaf9b65-f6ed-4a51-847f-3b3b5ee55a85 HTTP/1.1" status: 200 len: 993 time: 0.1080480 Apr 01 16:10:29.282603 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:52.956502 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-db9a1a62-01e2-4af1-a4ce-829dd2b79843 req-6306bb22-9f67-4179-a9ba-e85fbc267a47 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bd11f00c-766c-4b7c-89eb-078b64bd7eb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0671051 Apr 01 16:10:53.097789 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-db9a1a62-01e2-4af1-a4ce-829dd2b79843 req-ab3ff3d5-3bef-47a1-8cb7-555622aaffcf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=447e2c5010754fe1ad368efac7c75251&device_id=bd11f00c-766c-4b7c-89eb-078b64bd7eb1 HTTP/1.1" status: 200 len: 1098 time: 0.0720639 Apr 01 16:10:53.243242 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a1a62-01e2-4af1-a4ce-829dd2b79843 req-4796038b-4ee6-454e-a36f-6c57267f642a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:53.244567 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-db9a1a62-01e2-4af1-a4ce-829dd2b79843 req-4796038b-4ee6-454e-a36f-6c57267f642a service neutron] 10.222.0.24 "GET /v2.0/networks?id=0d30e33d-b6bc-43b2-9ab6-0a70da47debc HTTP/1.1" status: 200 len: 896 time: 0.1266298 Apr 01 16:10:53.345982 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-db9a1a62-01e2-4af1-a4ce-829dd2b79843 req-e69048ea-d65a-4ded-81e7-20614768815b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c1e3110-a841-400d-9f7f-694de9380102 HTTP/1.1" status: 200 len: 1001 time: 0.0942602 Apr 01 16:10:53.412659 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a1a62-01e2-4af1-a4ce-829dd2b79843 req-faa1133b-1439-4419-b316-d1ab5d03b00f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:10:53.414161 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-db9a1a62-01e2-4af1-a4ce-829dd2b79843 req-faa1133b-1439-4419-b316-d1ab5d03b00f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b5fd65fd-9426-4385-8fe0-810d75847455 HTTP/1.1" status: 200 len: 834 time: 0.0618665 Apr 01 16:10:53.490269 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-db9a1a62-01e2-4af1-a4ce-829dd2b79843 req-a850647a-3630-41ac-9ad2-9ccac34a6f11 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0d30e33d-b6bc-43b2-9ab6-0a70da47debc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684347 Apr 01 16:10:53.602390 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:10:53.621904 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-db9a1a62-01e2-4af1-a4ce-829dd2b79843 req-1e7554b4-9c2a-4ee7-a6e4-15c1d8c36a62 service neutron] 10.222.0.24 "GET /v2.0/networks/0d30e33d-b6bc-43b2-9ab6-0a70da47debc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250753 Apr 01 16:10:53.755755 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-db9a1a62-01e2-4af1-a4ce-829dd2b79843 req-491cb186-acae-47d7-9613-d387bd3f7889 service neutron] 10.222.0.24 "GET /v2.0/networks/0d30e33d-b6bc-43b2-9ab6-0a70da47debc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268332 Apr 01 16:10:53.858289 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:53.879663 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-d65ef10f-bac7-42ba-8fe1-65759d0f20c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:55.917028 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 59598) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:10:55.922254 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-53145b4f-2090-441b-b3ed-ca46c100f1f3 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'router': {'admin_state_up': False}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:10:56.267617 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6182ea47-9693-481c-9030-7cccf987cff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:56.574568 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-53145b4f-2090-441b-b3ed-ca46c100f1f3 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130626'] for router, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:56.585061 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-53145b4f-2090-441b-b3ed-ca46c100f1f3 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-617606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-617615', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-607241'] for router, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:56.790031 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53145b4f-2090-441b-b3ed-ca46c100f1f3 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Router b745b45d-3f50-4c1c-8b96-76c74a899fb6 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:10:56.989897 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53145b4f-2090-441b-b3ed-ca46c100f1f3 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:10:56.996382 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-53145b4f-2090-441b-b3ed-ca46c100f1f3 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:56.997658 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-53145b4f-2090-441b-b3ed-ca46c100f1f3 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "PUT /v2.0/routers/b745b45d-3f50-4c1c-8b96-76c74a899fb6 HTTP/1.1" status: 200 len: 889 time: 1.0795543 Apr 01 16:10:57.005356 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d976d4d4-71dc-4160-956e-06e8089f196a None None] Sync routers for ids ['b745b45d-3f50-4c1c-8b96-76c74a899fb6'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:10:57.018623 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d976d4d4-71dc-4160-956e-06e8089f196a None None] Routers {'b745b45d-3f50-4c1c-8b96-76c74a899fb6'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:10:57.020136 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-d976d4d4-71dc-4160-956e-06e8089f196a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:10:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['b745b45d-3f50-4c1c-8b96-76c74a899fb6'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:10:57.089761 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-d976d4d4-71dc-4160-956e-06e8089f196a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:10:57.101645 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d976d4d4-71dc-4160-956e-06e8089f196a None None] Routers {'b745b45d-3f50-4c1c-8b96-76c74a899fb6'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:10:57.102280 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-d976d4d4-71dc-4160-956e-06e8089f196a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:10:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['b745b45d-3f50-4c1c-8b96-76c74a899fb6'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:10:57.159806 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-d976d4d4-71dc-4160-956e-06e8089f196a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:10:57.160203 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d976d4d4-71dc-4160-956e-06e8089f196a None None] The sync data for ids ['b745b45d-3f50-4c1c-8b96-76c74a899fb6'] in dv-neutron-833373-2-hyperv is: [] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:10:57.598534 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:57.637565 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0361b56e-c1bc-4410-bc80-c6e1ecc699a7 None None] New status for floating IP ffaf9b65-f6ed-4a51-847f-3b3b5ee55a85: DOWN {{(pid=83829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 16:10:57.824117 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:59.034761 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device b7049c74-b908-4685-80b0-9bcc866b7429 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:10:59.146945 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:59.155482 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 59608) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:10:59.160778 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-4e43cc65-2947-47f3-b59b-2b19413952be tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:10:59.163194 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port b7049c74-b908-4685-80b0-9bcc866b7429, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=b7049c74-b908-4685-80b0-9bcc866b7429,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:10:59.167603 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:59.168422 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device a55913b9-26a6-4f4b-a87e-b77111f1f0b2 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:10:59.287669 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=b7049c74-b908-4685-80b0-9bcc866b7429,revision_number=5']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:59.323136 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:59.346543 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:59.380344 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port a55913b9-26a6-4f4b-a87e-b77111f1f0b2, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=a55913b9-26a6-4f4b-a87e-b77111f1f0b2,segment=NetworkSegment(b0fb1ed7-0be9-4d0f-b58c-25c91527277a),segment_id=b0fb1ed7-0be9-4d0f-b58c-25c91527277a)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:10:59.384354 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:59.456152 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=a55913b9-26a6-4f4b-a87e-b77111f1f0b2,revision_number=6']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:10:59.831678 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4e43cc65-2947-47f3-b59b-2b19413952be tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130626'] for router, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:10:59.842713 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4e43cc65-2947-47f3-b59b-2b19413952be tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-617606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-617615', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-607241'] for router, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:00.059477 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e43cc65-2947-47f3-b59b-2b19413952be tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Router b745b45d-3f50-4c1c-8b96-76c74a899fb6 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:11:00.254246 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e43cc65-2947-47f3-b59b-2b19413952be tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:11:00.260332 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4e43cc65-2947-47f3-b59b-2b19413952be tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:00.261481 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-4e43cc65-2947-47f3-b59b-2b19413952be tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "PUT /v2.0/routers/b745b45d-3f50-4c1c-8b96-76c74a899fb6 HTTP/1.1" status: 200 len: 888 time: 1.1049500 Apr 01 16:11:00.264509 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 59612) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:11:00.267166 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d3f424-d4f4-4a82-a703-0e0638dad733 None None] Sync routers for ids ['b745b45d-3f50-4c1c-8b96-76c74a899fb6'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:11:00.279722 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d3f424-d4f4-4a82-a703-0e0638dad733 None None] Routers {'b745b45d-3f50-4c1c-8b96-76c74a899fb6'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:11:00.280325 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-a2d3f424-d4f4-4a82-a703-0e0638dad733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:10:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['b745b45d-3f50-4c1c-8b96-76c74a899fb6'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:11:00.368549 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-04d302b8-7be0-44b7-8c20-16c9491cf3df tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/floatingips/ffaf9b65-f6ed-4a51-847f-3b3b5ee55a85 HTTP/1.1" status: 200 len: 991 time: 0.1021461 Apr 01 16:11:00.456912 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-a2d3f424-d4f4-4a82-a703-0e0638dad733 None None] Set router b745b45d-3f50-4c1c-8b96-76c74a899fb6 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:11:00.824610 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-a2d3f424-d4f4-4a82-a703-0e0638dad733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b745b45d-3f50-4c1c-8b96-76c74a899fb6', 'name': 'tempest-TestNetworkBasicOps-router-1415135461', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.100'}], 'enable_snat': True}, 'gw_port_id': 'b7049c74-b908-4685-80b0-9bcc866b7429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:10:01Z', 'updated_at': '2022-04-01T16:10:59Z', 'revision_number': 6, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': 'b7049c74-b908-4685-80b0-9bcc866b7429', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b745b45d-3f50-4c1c-8b96-76c74a899fb6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:01Z', 'updated_at': '2022-04-01T16:10:59Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': 'ffaf9b65-f6ed-4a51-847f-3b3b5ee55a85', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'floating_ip_address': '172.26.1.131', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': 'b745b45d-3f50-4c1c-8b96-76c74a899fb6', 'port_id': '1c1e3110-a841-400d-9f7f-694de9380102', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d30e33d-b6bc-43b2-9ab6-0a70da47debc', 'mac_address': 'fa:16:3e:7a:db:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd11f00c-766c-4b7c-89eb-078b64bd7eb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:10:22Z', 'updated_at': '2022-04-01T16:10:57Z', 'revision_number': 2, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a55913b9-26a6-4f4b-a87e-b77111f1f0b2', 'name': '', 'network_id': '0d30e33d-b6bc-43b2-9ab6-0a70da47debc', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'mac_address': 'fa:16:3e:5c:a0:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b745b45d-3f50-4c1c-8b96-76c74a899fb6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5fd65fd-9426-4385-8fe0-810d75847455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:05Z', 'updated_at': '2022-04-01T16:10:59Z', 'revision_number': 6, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'subnets': [{'id': 'b5fd65fd-9426-4385-8fe0-810d75847455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:11:00.828320 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d3f424-d4f4-4a82-a703-0e0638dad733 None None] Checking router: b745b45d-3f50-4c1c-8b96-76c74a899fb6 for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:11:00.839664 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d3f424-d4f4-4a82-a703-0e0638dad733 None None] Routers {'b745b45d-3f50-4c1c-8b96-76c74a899fb6'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:11:00.840248 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-a2d3f424-d4f4-4a82-a703-0e0638dad733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:10:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['b745b45d-3f50-4c1c-8b96-76c74a899fb6'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:11:01.019100 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-a2d3f424-d4f4-4a82-a703-0e0638dad733 None None] Set router b745b45d-3f50-4c1c-8b96-76c74a899fb6 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:11:01.371986 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 59616) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:11:01.373722 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-a2d3f424-d4f4-4a82-a703-0e0638dad733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b745b45d-3f50-4c1c-8b96-76c74a899fb6', 'name': 'tempest-TestNetworkBasicOps-router-1415135461', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.100'}], 'enable_snat': True}, 'gw_port_id': 'b7049c74-b908-4685-80b0-9bcc866b7429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:10:01Z', 'updated_at': '2022-04-01T16:10:59Z', 'revision_number': 6, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': 'b7049c74-b908-4685-80b0-9bcc866b7429', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b745b45d-3f50-4c1c-8b96-76c74a899fb6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:01Z', 'updated_at': '2022-04-01T16:10:59Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': 'ffaf9b65-f6ed-4a51-847f-3b3b5ee55a85', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'floating_ip_address': '172.26.1.131', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': 'b745b45d-3f50-4c1c-8b96-76c74a899fb6', 'port_id': '1c1e3110-a841-400d-9f7f-694de9380102', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d30e33d-b6bc-43b2-9ab6-0a70da47debc', 'mac_address': 'fa:16:3e:7a:db:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd11f00c-766c-4b7c-89eb-078b64bd7eb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:10:22Z', 'updated_at': '2022-04-01T16:10:57Z', 'revision_number': 2, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a55913b9-26a6-4f4b-a87e-b77111f1f0b2', 'name': '', 'network_id': '0d30e33d-b6bc-43b2-9ab6-0a70da47debc', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'mac_address': 'fa:16:3e:5c:a0:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b745b45d-3f50-4c1c-8b96-76c74a899fb6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5fd65fd-9426-4385-8fe0-810d75847455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:05Z', 'updated_at': '2022-04-01T16:10:59Z', 'revision_number': 6, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'subnets': [{'id': 'b5fd65fd-9426-4385-8fe0-810d75847455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:11:01.378201 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d3f424-d4f4-4a82-a703-0e0638dad733 None None] The sync data for ids ['b745b45d-3f50-4c1c-8b96-76c74a899fb6'] in dv-neutron-833373-2-hyperv is: [{'id': 'b745b45d-3f50-4c1c-8b96-76c74a899fb6', 'name': 'tempest-TestNetworkBasicOps-router-1415135461', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.100'}], 'enable_snat': True}, 'gw_port_id': 'b7049c74-b908-4685-80b0-9bcc866b7429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:10:01Z', 'updated_at': '2022-04-01T16:10:59Z', 'revision_number': 6, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port': {'id': 'b7049c74-b908-4685-80b0-9bcc866b7429', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b745b45d-3f50-4c1c-8b96-76c74a899fb6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:01Z', 'updated_at': '2022-04-01T16:10:59Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': 'ffaf9b65-f6ed-4a51-847f-3b3b5ee55a85', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'floating_ip_address': '172.26.1.131', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': 'b745b45d-3f50-4c1c-8b96-76c74a899fb6', 'port_id': '1c1e3110-a841-400d-9f7f-694de9380102', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d30e33d-b6bc-43b2-9ab6-0a70da47debc', 'mac_address': 'fa:16:3e:7a:db:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd11f00c-766c-4b7c-89eb-078b64bd7eb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:10:22Z', 'updated_at': '2022-04-01T16:10:57Z', 'revision_number': 2, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a55913b9-26a6-4f4b-a87e-b77111f1f0b2', 'name': '', 'network_id': '0d30e33d-b6bc-43b2-9ab6-0a70da47debc', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'mac_address': 'fa:16:3e:5c:a0:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b745b45d-3f50-4c1c-8b96-76c74a899fb6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5fd65fd-9426-4385-8fe0-810d75847455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:10:05Z', 'updated_at': '2022-04-01T16:10:59Z', 'revision_number': 6, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'subnets': [{'id': 'b5fd65fd-9426-4385-8fe0-810d75847455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:11:01.490851 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-90f81b71-4685-45b3-855d-8c3572952812 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/floatingips/ffaf9b65-f6ed-4a51-847f-3b3b5ee55a85 HTTP/1.1" status: 200 len: 991 time: 0.1164532 Apr 01 16:11:02.493716 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 59620) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:11:02.684898 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-443fb89a-a2c7-437e-823b-ae44af021548 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/floatingips/ffaf9b65-f6ed-4a51-847f-3b3b5ee55a85 HTTP/1.1" status: 200 len: 991 time: 0.1899047 Apr 01 16:11:03.080982 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device b7049c74-b908-4685-80b0-9bcc866b7429 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:11:03.157739 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port b7049c74-b908-4685-80b0-9bcc866b7429 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:11:03.158110 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:03.270569 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:03.286449 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port b7049c74-b908-4685-80b0-9bcc866b7429, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=b7049c74-b908-4685-80b0-9bcc866b7429,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:11:03.290972 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:03.291719 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device a55913b9-26a6-4f4b-a87e-b77111f1f0b2 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:11:03.421662 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=b7049c74-b908-4685-80b0-9bcc866b7429,revision_number=6']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:11:03.434250 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:03.434606 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:03.434923 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:03.435258 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:03.435587 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:03.435908 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:03.436229 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:03.436549 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:03.436903 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:03.437221 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:03.437542 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:03.448441 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port a55913b9-26a6-4f4b-a87e-b77111f1f0b2 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:11:03.448842 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:03.560531 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:03.592209 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port a55913b9-26a6-4f4b-a87e-b77111f1f0b2, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=a55913b9-26a6-4f4b-a87e-b77111f1f0b2,segment=NetworkSegment(b0fb1ed7-0be9-4d0f-b58c-25c91527277a),segment_id=b0fb1ed7-0be9-4d0f-b58c-25c91527277a)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:11:03.595685 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:03.660902 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=a55913b9-26a6-4f4b-a87e-b77111f1f0b2,revision_number=7']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:11:03.688219 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 59624) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:11:03.801550 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-4e1679d5-769b-4237-8e32-3e4f12cdf8b1 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/floatingips/ffaf9b65-f6ed-4a51-847f-3b3b5ee55a85 HTTP/1.1" status: 200 len: 991 time: 0.1121378 Apr 01 16:11:04.804878 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 59628) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:11:04.913772 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-bf17177a-1a05-4b40-97dc-46631fa8e43b tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/floatingips/ffaf9b65-f6ed-4a51-847f-3b3b5ee55a85 HTTP/1.1" status: 200 len: 991 time: 0.1073124 Apr 01 16:11:05.045192 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device b7049c74-b908-4685-80b0-9bcc866b7429 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:11:05.150554 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port b7049c74-b908-4685-80b0-9bcc866b7429 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:11:05.150922 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:05.272097 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device a55913b9-26a6-4f4b-a87e-b77111f1f0b2 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:11:05.340315 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port a55913b9-26a6-4f4b-a87e-b77111f1f0b2 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:11:05.340679 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:05.917280 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 59632) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:11:06.031256 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-e7617a19-512b-47ef-8824-60dd34846a70 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/floatingips/ffaf9b65-f6ed-4a51-847f-3b3b5ee55a85 HTTP/1.1" status: 200 len: 991 time: 0.1127534 Apr 01 16:11:07.034583 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 59636) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:11:07.152090 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-b3479c5a-9a3e-41e6-bd27-6aa546bcccd6 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/floatingips/ffaf9b65-f6ed-4a51-847f-3b3b5ee55a85 HTTP/1.1" status: 200 len: 991 time: 0.1160474 Apr 01 16:11:08.155632 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 59640) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:11:08.266273 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-6a695581-c480-41b5-9dbf-67616c361ff4 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/floatingips/ffaf9b65-f6ed-4a51-847f-3b3b5ee55a85 HTTP/1.1" status: 200 len: 991 time: 0.1090822 Apr 01 16:11:08.511036 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f8a776-3bba-4595-a40d-14628b46f37a None None] New status for floating IP ffaf9b65-f6ed-4a51-847f-3b3b5ee55a85: ACTIVE {{(pid=83829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 16:11:09.269304 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 59644) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:11:09.375454 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-d799ebc8-f37a-40d3-b8e6-6a384febc372 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/floatingips/ffaf9b65-f6ed-4a51-847f-3b3b5ee55a85 HTTP/1.1" status: 200 len: 993 time: 0.1046424 Apr 01 16:11:09.661712 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 59652) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:11:09.859325 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-f364a8c5-07d5-441d-a2cc-10a17d03e329 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Deleting port 86aa2962-9184-4375-b4af-79cc2d7f0cc9 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:11:09.859656 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f364a8c5-07d5-441d-a2cc-10a17d03e329 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:10.028244 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f364a8c5-07d5-441d-a2cc-10a17d03e329 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:10.028564 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f364a8c5-07d5-441d-a2cc-10a17d03e329 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:10.152622 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-f364a8c5-07d5-441d-a2cc-10a17d03e329 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Calling delete_port for 86aa2962-9184-4375-b4af-79cc2d7f0cc9 owned by network:floatingip {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:11:10.296280 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f364a8c5-07d5-441d-a2cc-10a17d03e329 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:10.343863 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f364a8c5-07d5-441d-a2cc-10a17d03e329 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event deleted for resources: {'Port': ['ID=86aa2962-9184-4375-b4af-79cc2d7f0cc9,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:11:10.414651 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f364a8c5-07d5-441d-a2cc-10a17d03e329 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:10.414990 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f364a8c5-07d5-441d-a2cc-10a17d03e329 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:10.415324 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f364a8c5-07d5-441d-a2cc-10a17d03e329 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:10.415649 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f364a8c5-07d5-441d-a2cc-10a17d03e329 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:10.415975 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f364a8c5-07d5-441d-a2cc-10a17d03e329 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:10.416293 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f364a8c5-07d5-441d-a2cc-10a17d03e329 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:10.416609 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f364a8c5-07d5-441d-a2cc-10a17d03e329 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:10.416959 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f364a8c5-07d5-441d-a2cc-10a17d03e329 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:10.417279 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f364a8c5-07d5-441d-a2cc-10a17d03e329 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:10.417587 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f364a8c5-07d5-441d-a2cc-10a17d03e329 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:10.417898 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f364a8c5-07d5-441d-a2cc-10a17d03e329 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:10.448272 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f364a8c5-07d5-441d-a2cc-10a17d03e329 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for floatingip, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:10.940022 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f364a8c5-07d5-441d-a2cc-10a17d03e329 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Router b745b45d-3f50-4c1c-8b96-76c74a899fb6 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:11:11.141446 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f364a8c5-07d5-441d-a2cc-10a17d03e329 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:11:11.160990 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f364a8c5-07d5-441d-a2cc-10a17d03e329 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for floatingip, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:11.214105 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-f364a8c5-07d5-441d-a2cc-10a17d03e329 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "DELETE /v2.0/floatingips/ffaf9b65-f6ed-4a51-847f-3b3b5ee55a85 HTTP/1.1" status: 204 len: 168 time: 1.5512972 Apr 01 16:11:11.214510 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd11f00c-766c-4b7c-89eb-078b64bd7eb1', 'tag': '1c1e3110-a841-400d-9f7f-694de9380102'}] {{(pid=83826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:11:11.271517 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd11f00c-766c-4b7c-89eb-078b64bd7eb1', 'tag': '1c1e3110-a841-400d-9f7f-694de9380102', 'status': 'completed', 'code': 200} Apr 01 16:11:11.365403 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c94acb25-9196-4972-bbe5-d6ab6cbccddf req-0e962f5a-7115-4122-a751-76580043b40d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=447e2c5010754fe1ad368efac7c75251&device_id=bd11f00c-766c-4b7c-89eb-078b64bd7eb1 HTTP/1.1" status: 200 len: 1098 time: 0.0732164 Apr 01 16:11:11.509333 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94acb25-9196-4972-bbe5-d6ab6cbccddf req-fa16bef5-5242-4130-a9e0-aef833e0af88 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:11.510717 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c94acb25-9196-4972-bbe5-d6ab6cbccddf req-fa16bef5-5242-4130-a9e0-aef833e0af88 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0d30e33d-b6bc-43b2-9ab6-0a70da47debc HTTP/1.1" status: 200 len: 896 time: 0.1386955 Apr 01 16:11:11.618843 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c94acb25-9196-4972-bbe5-d6ab6cbccddf req-19a74d22-51db-4902-ac81-378794057f14 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c1e3110-a841-400d-9f7f-694de9380102 HTTP/1.1" status: 200 len: 217 time: 0.1017690 Apr 01 16:11:11.693188 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94acb25-9196-4972-bbe5-d6ab6cbccddf req-e12cee3c-b837-49dd-857c-c74d19e52fb7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:11.694586 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c94acb25-9196-4972-bbe5-d6ab6cbccddf req-e12cee3c-b837-49dd-857c-c74d19e52fb7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b5fd65fd-9426-4385-8fe0-810d75847455 HTTP/1.1" status: 200 len: 834 time: 0.0693595 Apr 01 16:11:11.705675 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55543721-42d4-43f3-b8bd-d7e299e39cb6 req-29b00ffc-0212-417f-a19a-1639b753c2ef tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:11.706356 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-55543721-42d4-43f3-b8bd-d7e299e39cb6 req-29b00ffc-0212-417f-a19a-1639b753c2ef tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Synchronizing usage tracker for tenant:447e2c5010754fe1ad368efac7c75251 on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:11:11.774943 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-55543721-42d4-43f3-b8bd-d7e299e39cb6 req-29b00ffc-0212-417f-a19a-1639b753c2ef tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Unset dirty status for tenant:447e2c5010754fe1ad368efac7c75251 on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:11:11.776074 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-55543721-42d4-43f3-b8bd-d7e299e39cb6 req-29b00ffc-0212-417f-a19a-1639b753c2ef tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd11f00c-766c-4b7c-89eb-078b64bd7eb1 HTTP/1.1" status: 200 len: 945 time: 0.2127454 Apr 01 16:11:11.820784 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c94acb25-9196-4972-bbe5-d6ab6cbccddf req-357c4e8b-ffee-43b9-8488-4df1a3db7e06 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0d30e33d-b6bc-43b2-9ab6-0a70da47debc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1110201 Apr 01 16:11:11.904308 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-55543721-42d4-43f3-b8bd-d7e299e39cb6 req-736ddbad-49bb-4af4-b4d6-c353424b0e53 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6c15a22-c16a-41a2-ae77-c9cdb5ce1c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216404 Apr 01 16:11:11.963864 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c94acb25-9196-4972-bbe5-d6ab6cbccddf req-5dd9be34-0865-4b18-a424-d2581e5f3b5c service neutron] 10.222.0.24 "GET /v2.0/networks/0d30e33d-b6bc-43b2-9ab6-0a70da47debc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366718 Apr 01 16:11:12.099294 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c94acb25-9196-4972-bbe5-d6ab6cbccddf req-db918426-0d88-465a-be93-bcd2755add90 service neutron] 10.222.0.24 "GET /v2.0/networks/0d30e33d-b6bc-43b2-9ab6-0a70da47debc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280828 Apr 01 16:11:12.961487 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60159399-67b1-4816-a6ed-603a74a3aaed req-a7c362b5-54ce-4c2d-8c37-0ff61451d844 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:12.962922 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-60159399-67b1-4816-a6ed-603a74a3aaed req-a7c362b5-54ce-4c2d-8c37-0ff61451d844 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd11f00c-766c-4b7c-89eb-078b64bd7eb1 HTTP/1.1" status: 200 len: 945 time: 0.0743408 Apr 01 16:11:13.068594 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [req-60159399-67b1-4816-a6ed-603a74a3aaed req-a00255e8-6350-4f51-9db2-e7f4fba9b035 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Deleting port 1c1e3110-a841-400d-9f7f-694de9380102 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:11:13.068960 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-60159399-67b1-4816-a6ed-603a74a3aaed req-a00255e8-6350-4f51-9db2-e7f4fba9b035 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:13.373157 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2814284b-f378-479a-b71b-bd02f801011c req-8688c745-bb83-4149-bb47-99efcd2c8b97 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:13.374581 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2814284b-f378-479a-b71b-bd02f801011c req-8688c745-bb83-4149-bb47-99efcd2c8b97 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd11f00c-766c-4b7c-89eb-078b64bd7eb1 HTTP/1.1" status: 200 len: 945 time: 0.3459914 Apr 01 16:11:13.465065 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2814284b-f378-479a-b71b-bd02f801011c req-2cc893ec-5c25-44ce-84c1-a2899e819fcd tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "GET /v2.0/security-groups?id=b6c15a22-c16a-41a2-ae77-c9cdb5ce1c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829444 Apr 01 16:11:13.471647 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [req-60159399-67b1-4816-a6ed-603a74a3aaed req-a00255e8-6350-4f51-9db2-e7f4fba9b035 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] For port 1c1e3110-a841-400d-9f7f-694de9380102, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=1c1e3110-a841-400d-9f7f-694de9380102,segment=NetworkSegment(b0fb1ed7-0be9-4d0f-b58c-25c91527277a),segment_id=b0fb1ed7-0be9-4d0f-b58c-25c91527277a)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:11:13.472004 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-60159399-67b1-4816-a6ed-603a74a3aaed req-a00255e8-6350-4f51-9db2-e7f4fba9b035 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:13.598910 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [req-60159399-67b1-4816-a6ed-603a74a3aaed req-a00255e8-6350-4f51-9db2-e7f4fba9b035 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Calling delete_port for 1c1e3110-a841-400d-9f7f-694de9380102 owned by compute:nova {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:11:13.743692 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-60159399-67b1-4816-a6ed-603a74a3aaed req-a00255e8-6350-4f51-9db2-e7f4fba9b035 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:13.794953 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00255e8-6350-4f51-9db2-e7f4fba9b035 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event deleted for resources: {'Port': ['ID=1c1e3110-a841-400d-9f7f-694de9380102,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:11:13.868782 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [req-60159399-67b1-4816-a6ed-603a74a3aaed req-a00255e8-6350-4f51-9db2-e7f4fba9b035 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] No DVR routers for this DVR port 1c1e3110-a841-400d-9f7f-694de9380102 on host hv-neutron-8333 {{(pid=83826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:11:13.871167 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-60159399-67b1-4816-a6ed-603a74a3aaed req-a00255e8-6350-4f51-9db2-e7f4fba9b035 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:13.873701 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd11f00c-766c-4b7c-89eb-078b64bd7eb1', 'name': 'network-vif-deleted', 'tag': '1c1e3110-a841-400d-9f7f-694de9380102'}] {{(pid=83826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:11:13.889634 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-60159399-67b1-4816-a6ed-603a74a3aaed req-a00255e8-6350-4f51-9db2-e7f4fba9b035 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.24 "DELETE /v2.0/ports/1c1e3110-a841-400d-9f7f-694de9380102 HTTP/1.1" status: 204 len: 173 time: 0.9208398 Apr 01 16:11:13.931155 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd11f00c-766c-4b7c-89eb-078b64bd7eb1', 'name': 'network-vif-deleted', 'tag': '1c1e3110-a841-400d-9f7f-694de9380102', 'status': 'completed', 'code': 200} Apr 01 16:11:14.571188 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 59668) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:11:14.643630 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-cf30f798-ec30-497b-a7f8-cd9cdf37496a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:14.673105 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-cf30f798-ec30-497b-a7f8-cd9cdf37496a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:14.738366 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-cf30f798-ec30-497b-a7f8-cd9cdf37496a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:14.758059 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf30f798-ec30-497b-a7f8-cd9cdf37496a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c15a22-c16a-41a2-ae77-c9cdb5ce1c6e,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:11:14.770695 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf30f798-ec30-497b-a7f8-cd9cdf37496a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:14.771036 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf30f798-ec30-497b-a7f8-cd9cdf37496a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:14.771394 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf30f798-ec30-497b-a7f8-cd9cdf37496a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:14.771695 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf30f798-ec30-497b-a7f8-cd9cdf37496a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:14.772021 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf30f798-ec30-497b-a7f8-cd9cdf37496a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:14.772347 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf30f798-ec30-497b-a7f8-cd9cdf37496a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:14.772664 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf30f798-ec30-497b-a7f8-cd9cdf37496a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:14.773010 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf30f798-ec30-497b-a7f8-cd9cdf37496a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:14.773326 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf30f798-ec30-497b-a7f8-cd9cdf37496a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:14.774174 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf30f798-ec30-497b-a7f8-cd9cdf37496a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:14.774471 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf30f798-ec30-497b-a7f8-cd9cdf37496a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:11:14.777267 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-cf30f798-ec30-497b-a7f8-cd9cdf37496a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:14.778361 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-cf30f798-ec30-497b-a7f8-cd9cdf37496a tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "DELETE /v2.0/security-groups/b6c15a22-c16a-41a2-ae77-c9cdb5ce1c6e HTTP/1.1" status: 204 len: 168 time: 0.2058213 Apr 01 16:11:14.821621 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 59674) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:11:15.335411 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-157b2fdd-856b-4267-8cdb-a69fe04f63bf tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611543'] for router_interface, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:15.940299 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-157b2fdd-856b-4267-8cdb-a69fe04f63bf tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Deleting port a55913b9-26a6-4f4b-a87e-b77111f1f0b2 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:11:15.940999 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-157b2fdd-856b-4267-8cdb-a69fe04f63bf tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:16.134419 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-157b2fdd-856b-4267-8cdb-a69fe04f63bf tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] For port a55913b9-26a6-4f4b-a87e-b77111f1f0b2, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=a55913b9-26a6-4f4b-a87e-b77111f1f0b2,segment=NetworkSegment(b0fb1ed7-0be9-4d0f-b58c-25c91527277a),segment_id=b0fb1ed7-0be9-4d0f-b58c-25c91527277a)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:11:16.134764 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-157b2fdd-856b-4267-8cdb-a69fe04f63bf tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:16.253816 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-157b2fdd-856b-4267-8cdb-a69fe04f63bf tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Calling delete_port for a55913b9-26a6-4f4b-a87e-b77111f1f0b2 owned by network:router_interface {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:11:16.368378 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 1c1e3110-a841-400d-9f7f-694de9380102 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:11:16.404489 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] No Port match for: 1c1e3110-a841-400d-9f7f-694de9380102 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:11:16.404846 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 1c1e3110-a841-400d-9f7f-694de9380102 not bound to the agent host hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:11:16.428757 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-157b2fdd-856b-4267-8cdb-a69fe04f63bf tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:16.477207 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157b2fdd-856b-4267-8cdb-a69fe04f63bf tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event deleted for resources: {'Port': ['ID=a55913b9-26a6-4f4b-a87e-b77111f1f0b2,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:11:16.873079 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-157b2fdd-856b-4267-8cdb-a69fe04f63bf tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611462'] for router_interface, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:17.458448 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-157b2fdd-856b-4267-8cdb-a69fe04f63bf tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Router b745b45d-3f50-4c1c-8b96-76c74a899fb6 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:11:17.654237 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-157b2fdd-856b-4267-8cdb-a69fe04f63bf tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:11:17.666644 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-157b2fdd-856b-4267-8cdb-a69fe04f63bf tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "PUT /v2.0/routers/b745b45d-3f50-4c1c-8b96-76c74a899fb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8439600 Apr 01 16:11:17.669431 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 59682) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:11:17.853993 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_v2 [None req-2aea66ee-7d15-4c95-bc1a-0af45dfbfdd7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Deleting subnet b5fd65fd-9426-4385-8fe0-810d75847455 {{(pid=83828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 16:11:17.856863 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2aea66ee-7d15-4c95-bc1a-0af45dfbfdd7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for subnet, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:17.908705 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2aea66ee-7d15-4c95-bc1a-0af45dfbfdd7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15303084'] for subnet, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:17.992044 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2aea66ee-7d15-4c95-bc1a-0af45dfbfdd7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:18.071053 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2aea66ee-7d15-4c95-bc1a-0af45dfbfdd7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15306565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16030232'] for subnet, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:18.107549 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aea66ee-7d15-4c95-bc1a-0af45dfbfdd7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event deleted for resources: {'Subnet': ['ID=b5fd65fd-9426-4385-8fe0-810d75847455,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:11:18.114922 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2aea66ee-7d15-4c95-bc1a-0af45dfbfdd7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:18.121159 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f70901-db08-444c-b257-ec630030d5b0 None None] Network 0d30e33d-b6bc-43b2-9ab6-0a70da47debc requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:11:18.122739 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-2aea66ee-7d15-4c95-bc1a-0af45dfbfdd7 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "DELETE /v2.0/subnets/b5fd65fd-9426-4385-8fe0-810d75847455 HTTP/1.1" status: 204 len: 168 time: 0.4523528 Apr 01 16:11:18.125308 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 59686) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:11:18.373795 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b58a2c-13e5-43f1-9576-3e4bde11a768 None None] DHCP port deletion for 0d30e33d-b6bc-43b2-9ab6-0a70da47debc request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 16:11:18.378208 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-09b58a2c-13e5-43f1-9576-3e4bde11a768 None None] Deleting port 02e3ba72-1112-45b3-a4b5-207ad423a8ff {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:11:18.378575 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-09b58a2c-13e5-43f1-9576-3e4bde11a768 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:18.446401 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-235365b1-3e45-48ca-a0d6-5d683e993c1e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for router, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:18.587450 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-09b58a2c-13e5-43f1-9576-3e4bde11a768 None None] For port 02e3ba72-1112-45b3-a4b5-207ad423a8ff, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=02e3ba72-1112-45b3-a4b5-207ad423a8ff,segment=NetworkSegment(b0fb1ed7-0be9-4d0f-b58c-25c91527277a),segment_id=b0fb1ed7-0be9-4d0f-b58c-25c91527277a)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:11:18.587754 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-09b58a2c-13e5-43f1-9576-3e4bde11a768 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:18.644021 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-235365b1-3e45-48ca-a0d6-5d683e993c1e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:18.654043 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-235365b1-3e45-48ca-a0d6-5d683e993c1e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Deleting port b7049c74-b908-4685-80b0-9bcc866b7429 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:11:18.654390 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-235365b1-3e45-48ca-a0d6-5d683e993c1e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:18.707329 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-09b58a2c-13e5-43f1-9576-3e4bde11a768 None None] Calling delete_port for 02e3ba72-1112-45b3-a4b5-207ad423a8ff owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:11:18.782369 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-09b58a2c-13e5-43f1-9576-3e4bde11a768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671'] for port, after_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:18.835509 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b58a2c-13e5-43f1-9576-3e4bde11a768 None None] Pushing event deleted for resources: {'Port': ['ID=02e3ba72-1112-45b3-a4b5-207ad423a8ff,revision_number=None']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:11:18.846090 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b58a2c-13e5-43f1-9576-3e4bde11a768 None None] No DVR routers for this DVR port 02e3ba72-1112-45b3-a4b5-207ad423a8ff on host dv-neutron-833373-2-hyperv {{(pid=83829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:11:18.851148 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-235365b1-3e45-48ca-a0d6-5d683e993c1e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] For port b7049c74-b908-4685-80b0-9bcc866b7429, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=b7049c74-b908-4685-80b0-9bcc866b7429,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:11:18.852031 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-235365b1-3e45-48ca-a0d6-5d683e993c1e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:18.979737 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-235365b1-3e45-48ca-a0d6-5d683e993c1e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Calling delete_port for b7049c74-b908-4685-80b0-9bcc866b7429 owned by network:router_gateway {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:11:18.988713 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128327d4-6a2f-48a1-830a-51310eab9265 None None] Sync routers for ids ['b745b45d-3f50-4c1c-8b96-76c74a899fb6'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:11:19.004298 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128327d4-6a2f-48a1-830a-51310eab9265 None None] Routers {'b745b45d-3f50-4c1c-8b96-76c74a899fb6'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:11:19.005163 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-128327d4-6a2f-48a1-830a-51310eab9265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:10:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['b745b45d-3f50-4c1c-8b96-76c74a899fb6'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:11:19.051694 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 02e3ba72-1112-45b3-a4b5-207ad423a8ff no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:11:19.085285 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 02e3ba72-1112-45b3-a4b5-207ad423a8ff {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:11:19.085621 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 02e3ba72-1112-45b3-a4b5-207ad423a8ff not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:11:19.161154 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-235365b1-3e45-48ca-a0d6-5d683e993c1e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:19.210764 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-128327d4-6a2f-48a1-830a-51310eab9265 None None] Set router b745b45d-3f50-4c1c-8b96-76c74a899fb6 gateway port host: None {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:11:19.216802 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235365b1-3e45-48ca-a0d6-5d683e993c1e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event deleted for resources: {'Port': ['ID=b7049c74-b908-4685-80b0-9bcc866b7429,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:11:19.321274 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-128327d4-6a2f-48a1-830a-51310eab9265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b745b45d-3f50-4c1c-8b96-76c74a899fb6', 'name': 'tempest-TestNetworkBasicOps-router-1415135461', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:10:01Z', 'updated_at': '2022-04-01T16:11:18Z', 'revision_number': 8, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port_host': None}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:11:19.325478 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128327d4-6a2f-48a1-830a-51310eab9265 None None] Checking router: b745b45d-3f50-4c1c-8b96-76c74a899fb6 for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:11:19.335883 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128327d4-6a2f-48a1-830a-51310eab9265 None None] Routers {'b745b45d-3f50-4c1c-8b96-76c74a899fb6'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:11:19.336472 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-128327d4-6a2f-48a1-830a-51310eab9265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:10:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['b745b45d-3f50-4c1c-8b96-76c74a899fb6'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:11:19.441410 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-235365b1-3e45-48ca-a0d6-5d683e993c1e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617660'] for router_gateway, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:19.459461 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-128327d4-6a2f-48a1-830a-51310eab9265 None None] Set router b745b45d-3f50-4c1c-8b96-76c74a899fb6 gateway port host: None {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:11:19.565509 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-128327d4-6a2f-48a1-830a-51310eab9265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b745b45d-3f50-4c1c-8b96-76c74a899fb6', 'name': 'tempest-TestNetworkBasicOps-router-1415135461', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:10:01Z', 'updated_at': '2022-04-01T16:11:19Z', 'revision_number': 9, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port_host': None}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:11:19.569581 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128327d4-6a2f-48a1-830a-51310eab9265 None None] The sync data for ids ['b745b45d-3f50-4c1c-8b96-76c74a899fb6'] in dv-neutron-833373-2-hyperv is: [{'id': 'b745b45d-3f50-4c1c-8b96-76c74a899fb6', 'name': 'tempest-TestNetworkBasicOps-router-1415135461', 'tenant_id': '447e2c5010754fe1ad368efac7c75251', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:10:01Z', 'updated_at': '2022-04-01T16:11:19Z', 'revision_number': 9, 'project_id': '447e2c5010754fe1ad368efac7c75251', 'gw_port_host': None}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:11:19.707088 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-235365b1-3e45-48ca-a0d6-5d683e993c1e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130651'] for router, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:19.711243 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-235365b1-3e45-48ca-a0d6-5d683e993c1e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:19.736493 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-235365b1-3e45-48ca-a0d6-5d683e993c1e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607376'] for router, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:19.737042 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-235365b1-3e45-48ca-a0d6-5d683e993c1e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Fanout notify agent at l3_agent the message router_deleted on router b745b45d-3f50-4c1c-8b96-76c74a899fb6 {{(pid=83828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 16:11:19.751654 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-235365b1-3e45-48ca-a0d6-5d683e993c1e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:19.752769 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-235365b1-3e45-48ca-a0d6-5d683e993c1e tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "DELETE /v2.0/routers/b745b45d-3f50-4c1c-8b96-76c74a899fb6 HTTP/1.1" status: 204 len: 168 time: 1.6265597 Apr 01 16:11:19.755552 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 59690) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:11:19.975329 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-591662e7-a21c-4e36-a148-a5568d6c67d4 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:20.113325 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-591662e7-a21c-4e36-a148-a5568d6c67d4 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:20.139337 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-591662e7-a21c-4e36-a148-a5568d6c67d4 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d30e33d-b6bc-43b2-9ab6-0a70da47debc']}} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:11:20.154210 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-591662e7-a21c-4e36-a148-a5568d6c67d4 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0fb1ed7-0be9-4d0f-b58c-25c91527277a') {'for_net_delete': True} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:11:20.154501 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-591662e7-a21c-4e36-a148-a5568d6c67d4 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0fb1ed7-0be9-4d0f-b58c-25c91527277a') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:11:20.165614 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-591662e7-a21c-4e36-a148-a5568d6c67d4 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15303093'] for segment, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:20.181093 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-591662e7-a21c-4e36-a148-a5568d6c67d4 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:20.187184 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-591662e7-a21c-4e36-a148-a5568d6c67d4 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=83828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 16:11:20.187605 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-591662e7-a21c-4e36-a148-a5568d6c67d4 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15306523'] for segment, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:20.203557 dv-neutron-833373-2-hyperv neutron-server[83828]: Traceback (most recent call last): Apr 01 16:11:20.203557 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 16:11:20.203557 dv-neutron-833373-2-hyperv neutron-server[83828]: timer() Apr 01 16:11:20.203557 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:11:20.203557 dv-neutron-833373-2-hyperv neutron-server[83828]: cb(*args, **kw) Apr 01 16:11:20.203557 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:11:20.203557 dv-neutron-833373-2-hyperv neutron-server[83828]: return func(*args, **kwargs) Apr 01 16:11:20.203557 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:11:20.203557 dv-neutron-833373-2-hyperv neutron-server[83828]: self._notify() Apr 01 16:11:20.203557 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:11:20.203557 dv-neutron-833373-2-hyperv neutron-server[83828]: self.callback(batched_events) Apr 01 16:11:20.203557 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:11:20.203557 dv-neutron-833373-2-hyperv neutron-server[83828]: event.method(event) Apr 01 16:11:20.203557 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:11:20.203557 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:11:20.203557 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:11:20.203557 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:11:20.203557 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:11:20.203557 dv-neutron-833373-2-hyperv neutron-server[83828]: return f(self, *a, **k) Apr 01 16:11:20.203557 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 16:11:20.203557 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._get(url).json() Apr 01 16:11:20.203557 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 16:11:20.203557 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:11:20.203557 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 16:11:20.203557 dv-neutron-833373-2-hyperv neutron-server[83828]: return self.request(url, 'GET', **kwargs) Apr 01 16:11:20.203557 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 16:11:20.203557 dv-neutron-833373-2-hyperv neutron-server[83828]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:11:20.203557 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 16:11:20.203557 dv-neutron-833373-2-hyperv neutron-server[83828]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:11:20.203557 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 16:11:20.203557 dv-neutron-833373-2-hyperv neutron-server[83828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:11:20.203557 dv-neutron-833373-2-hyperv neutron-server[83828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:11:20.283212 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-591662e7-a21c-4e36-a148-a5568d6c67d4 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:20.301497 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-591662e7-a21c-4e36-a148-a5568d6c67d4 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:20.315921 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591662e7-a21c-4e36-a148-a5568d6c67d4 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] Pushing event deleted for resources: {'Network': ['ID=0d30e33d-b6bc-43b2-9ab6-0a70da47debc,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:11:20.322468 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-591662e7-a21c-4e36-a148-a5568d6c67d4 tempest-TestNetworkBasicOps-113002562 tempest-TestNetworkBasicOps-113002562-project] 10.222.0.55 "DELETE /v2.0/networks/0d30e33d-b6bc-43b2-9ab6-0a70da47debc HTTP/1.1" status: 204 len: 168 time: 0.5649559 Apr 01 16:11:20.447806 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9b298d-4df4-47fa-a4c8-8eea98210999 None None] New status for floating IP ffaf9b65-f6ed-4a51-847f-3b3b5ee55a85: DOWN {{(pid=83829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 16:11:20.658429 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 59698) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:11:20.837270 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-0584931a-26c1-480e-82fc-fc8514b19e62 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=447e2c5010754fe1ad368efac7c75251&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1774940 Apr 01 16:11:20.841138 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 59704) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:11:20.910236 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1c9074a1-6768-41df-98ab-c5d668d5d6af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:20.936559 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1c9074a1-6768-41df-98ab-c5d668d5d6af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:20.988935 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1c9074a1-6768-41df-98ab-c5d668d5d6af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:21.008978 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9074a1-6768-41df-98ab-c5d668d5d6af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ad8e91-ed7c-4bce-972d-b5afa18b485f,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:11:21.016129 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1c9074a1-6768-41df-98ab-c5d668d5d6af admin admin] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:21.020185 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-1c9074a1-6768-41df-98ab-c5d668d5d6af admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/74ad8e91-ed7c-4bce-972d-b5afa18b485f HTTP/1.1" status: 204 len: 168 time: 0.1747870 Apr 01 16:11:21.058328 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device b7049c74-b908-4685-80b0-9bcc866b7429 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:11:21.095026 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: b7049c74-b908-4685-80b0-9bcc866b7429 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:11:21.095373 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device b7049c74-b908-4685-80b0-9bcc866b7429 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:11:21.095787 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device a55913b9-26a6-4f4b-a87e-b77111f1f0b2 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:11:21.127957 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: a55913b9-26a6-4f4b-a87e-b77111f1f0b2 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:11:21.128296 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device a55913b9-26a6-4f4b-a87e-b77111f1f0b2 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:11:21.366405 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 59712) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:11:21.387164 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e8f6219c-43f1-4969-9c40-f8de5b90f583 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:21.417754 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-e8f6219c-43f1-4969-9c40-f8de5b90f583 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:11:21.421617 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-e8f6219c-43f1-4969-9c40-f8de5b90f583 admin admin] Usage tracker for resource:security_group_rule and tenant:0ab998a2322345b6b404bb36bd384146 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:11:21.424316 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-e8f6219c-43f1-4969-9c40-f8de5b90f583 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:11:21.430402 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-e8f6219c-43f1-4969-9c40-f8de5b90f583 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:11:21.499213 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e8f6219c-43f1-4969-9c40-f8de5b90f583 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:21.503292 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e8f6219c-43f1-4969-9c40-f8de5b90f583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:21.547610 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f6219c-43f1-4969-9c40-f8de5b90f583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec5c741-dc40-4ebc-9461-6dc595898757,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:11:21.553398 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-e8f6219c-43f1-4969-9c40-f8de5b90f583 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0ab998a2322345b6b404bb36bd384146&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1847131 Apr 01 16:11:21.556462 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 59716) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:11:21.615797 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-396e85b0-5828-4654-b619-ab98fa739ebf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:21.641487 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-396e85b0-5828-4654-b619-ab98fa739ebf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:21.692042 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-396e85b0-5828-4654-b619-ab98fa739ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:21.707753 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396e85b0-5828-4654-b619-ab98fa739ebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec5c741-dc40-4ebc-9461-6dc595898757,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:11:21.716836 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-396e85b0-5828-4654-b619-ab98fa739ebf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:21.719767 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-396e85b0-5828-4654-b619-ab98fa739ebf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8ec5c741-dc40-4ebc-9461-6dc595898757 HTTP/1.1" status: 204 len: 168 time: 0.1624177 Apr 01 16:11:22.616392 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 59738) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:11:22.751751 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-d812175e-b3c1-4165-9b4b-168fecf8318a admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-371823798-network', 'tenant_id': '533f2f41ca1d4ddea0143a3dab068064'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:11:22.756543 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-d812175e-b3c1-4165-9b4b-168fecf8318a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:11:22.760895 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-d812175e-b3c1-4165-9b4b-168fecf8318a admin admin] Usage tracker for resource:network and tenant:533f2f41ca1d4ddea0143a3dab068064 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:11:22.763714 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-d812175e-b3c1-4165-9b4b-168fecf8318a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:11:22.769392 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-d812175e-b3c1-4165-9b4b-168fecf8318a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:11:22.780207 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d812175e-b3c1-4165-9b4b-168fecf8318a admin admin] Made reservation on behalf of 533f2f41ca1d4ddea0143a3dab068064 for: {'network': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:11:22.782439 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d812175e-b3c1-4165-9b4b-168fecf8318a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:22.794660 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d812175e-b3c1-4165-9b4b-168fecf8318a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:22.825885 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-d812175e-b3c1-4165-9b4b-168fecf8318a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:11:22.829606 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-d812175e-b3c1-4165-9b4b-168fecf8318a admin admin] Usage tracker for resource:security_group_rule and tenant:533f2f41ca1d4ddea0143a3dab068064 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:11:22.832311 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-d812175e-b3c1-4165-9b4b-168fecf8318a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:11:22.838889 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-d812175e-b3c1-4165-9b4b-168fecf8318a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:11:22.904027 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d812175e-b3c1-4165-9b4b-168fecf8318a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:22.907716 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d812175e-b3c1-4165-9b4b-168fecf8318a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:22.939648 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d812175e-b3c1-4165-9b4b-168fecf8318a admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=83826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:11:22.949579 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d812175e-b3c1-4165-9b4b-168fecf8318a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3221e41d-8f12-44e8-84ec-317ab5b3aa7d,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:11:22.956140 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d812175e-b3c1-4165-9b4b-168fecf8318a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:22.957109 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.segments_db [None req-d812175e-b3c1-4165-9b4b-168fecf8318a admin admin] Added segment bd693289-7b9c-430c-b6b6-575fe5d224b8 of type vlan for network a1aae32d-9ab9-4d60-b5a3-36f9ad794eb7 Apr 01 16:11:22.992946 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d812175e-b3c1-4165-9b4b-168fecf8318a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:23.027413 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d812175e-b3c1-4165-9b4b-168fecf8318a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:23.028351 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d812175e-b3c1-4165-9b4b-168fecf8318a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:23.029014 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d812175e-b3c1-4165-9b4b-168fecf8318a admin admin] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:23.073737 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-d812175e-b3c1-4165-9b4b-168fecf8318a admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4561534 Apr 01 16:11:23.076902 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 59744) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:11:23.083366 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-51684186-8429-4f9e-97bb-a49fcbb250d4 admin admin] Request body: {'subnet': {'network_id': 'a1aae32d-9ab9-4d60-b5a3-36f9ad794eb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-371823798-subnet', 'tenant_id': '533f2f41ca1d4ddea0143a3dab068064', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:11:23.088627 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-51684186-8429-4f9e-97bb-a49fcbb250d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:11:23.092897 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-51684186-8429-4f9e-97bb-a49fcbb250d4 admin admin] Usage tracker for resource:subnet and tenant:533f2f41ca1d4ddea0143a3dab068064 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:11:23.095829 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-51684186-8429-4f9e-97bb-a49fcbb250d4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:11:23.101657 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-51684186-8429-4f9e-97bb-a49fcbb250d4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:11:23.113553 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51684186-8429-4f9e-97bb-a49fcbb250d4 admin admin] Made reservation on behalf of 533f2f41ca1d4ddea0143a3dab068064 for: {'subnet': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:11:23.115888 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-51684186-8429-4f9e-97bb-a49fcbb250d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16030269'] for subnet, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:23.146584 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d812175e-b3c1-4165-9b4b-168fecf8318a admin admin] Pushing event updated for resources: {'Network': ['ID=a1aae32d-9ab9-4d60-b5a3-36f9ad794eb7,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:11:23.157696 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network a1aae32d-9ab9-4d60-b5a3-36f9ad794eb7 details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:11:23.337319 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-51684186-8429-4f9e-97bb-a49fcbb250d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15306628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16030227'] for subnet, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:23.407006 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51684186-8429-4f9e-97bb-a49fcbb250d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9afd0d92-ac76-40bf-8e41-480b9e0d6490,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:11:23.425569 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51684186-8429-4f9e-97bb-a49fcbb250d4 admin admin] Checking segment: {'id': 'bd693289-7b9c-430c-b6b6-575fe5d224b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a1aae32d-9ab9-4d60-b5a3-36f9ad794eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:11:23.425932 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51684186-8429-4f9e-97bb-a49fcbb250d4 admin admin] Network hostable DHCP agents. Network: a1aae32d-9ab9-4d60-b5a3-36f9ad794eb7, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:11:23.449471 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51684186-8429-4f9e-97bb-a49fcbb250d4 admin admin] Network a1aae32d-9ab9-4d60-b5a3-36f9ad794eb7 is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:11:23.458772 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-51684186-8429-4f9e-97bb-a49fcbb250d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, a1aae32d-9ab9-4d60-b5a3-36f9ad794eb7) {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:11:23.462897 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51684186-8429-4f9e-97bb-a49fcbb250d4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:23.463561 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-51684186-8429-4f9e-97bb-a49fcbb250d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:23.470217 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16bcd284-1449-405f-bb3d-4f7c46c37bad None None] Network a1aae32d-9ab9-4d60-b5a3-36f9ad794eb7 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:11:23.485558 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-51684186-8429-4f9e-97bb-a49fcbb250d4 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4063325 Apr 01 16:11:23.692266 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ab54fb-5e89-436d-bcfa-8962e8992d83 None None] Network a1aae32d-9ab9-4d60-b5a3-36f9ad794eb7 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:11:23.936978 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:23.940574 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-d706a01c-b168-4ed2-a614-968152dabaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:24.421367 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 59766) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:11:24.427146 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-2881fd52-30bf-444e-a8c7-eda0d9da40d6 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-61991602-network', 'tenant_id': 'bf1450bdd1604259be3ac3a5a0759afc'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:11:24.436289 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-2881fd52-30bf-444e-a8c7-eda0d9da40d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:11:24.440320 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-2881fd52-30bf-444e-a8c7-eda0d9da40d6 admin admin] Usage tracker for resource:network and tenant:bf1450bdd1604259be3ac3a5a0759afc is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:11:24.443220 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-2881fd52-30bf-444e-a8c7-eda0d9da40d6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:11:24.450042 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-2881fd52-30bf-444e-a8c7-eda0d9da40d6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:11:24.461955 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2881fd52-30bf-444e-a8c7-eda0d9da40d6 admin admin] Made reservation on behalf of bf1450bdd1604259be3ac3a5a0759afc for: {'network': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:11:24.465476 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2881fd52-30bf-444e-a8c7-eda0d9da40d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:24.483092 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2881fd52-30bf-444e-a8c7-eda0d9da40d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:24.521022 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-2881fd52-30bf-444e-a8c7-eda0d9da40d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:11:24.524834 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-2881fd52-30bf-444e-a8c7-eda0d9da40d6 admin admin] Usage tracker for resource:security_group_rule and tenant:bf1450bdd1604259be3ac3a5a0759afc is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:11:24.527616 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-2881fd52-30bf-444e-a8c7-eda0d9da40d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:11:24.533150 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-2881fd52-30bf-444e-a8c7-eda0d9da40d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:11:24.606125 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2881fd52-30bf-444e-a8c7-eda0d9da40d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:24.609973 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2881fd52-30bf-444e-a8c7-eda0d9da40d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:24.645757 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2881fd52-30bf-444e-a8c7-eda0d9da40d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=83828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:11:24.651340 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2881fd52-30bf-444e-a8c7-eda0d9da40d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab53b40-8e82-4378-9324-3434818bb679,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:11:24.659287 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2881fd52-30bf-444e-a8c7-eda0d9da40d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:24.659287 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.segments_db [None req-2881fd52-30bf-444e-a8c7-eda0d9da40d6 admin admin] Added segment 4d677e44-204b-40c4-afb7-68632e3e6ec4 of type vlan for network a07fbf07-5892-4e42-a9da-a09d4e2da91d Apr 01 16:11:24.688357 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2881fd52-30bf-444e-a8c7-eda0d9da40d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:24.724120 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2881fd52-30bf-444e-a8c7-eda0d9da40d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:24.725217 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2881fd52-30bf-444e-a8c7-eda0d9da40d6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:24.725893 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2881fd52-30bf-444e-a8c7-eda0d9da40d6 admin admin] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:24.861968 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2881fd52-30bf-444e-a8c7-eda0d9da40d6 admin admin] Pushing event updated for resources: {'Network': ['ID=a07fbf07-5892-4e42-a9da-a09d4e2da91d,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:11:24.868829 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-2881fd52-30bf-444e-a8c7-eda0d9da40d6 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4460752 Apr 01 16:11:24.871941 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 59770) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:11:24.874292 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network a07fbf07-5892-4e42-a9da-a09d4e2da91d details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:11:24.878400 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-5af7291c-1953-4e2b-b70d-2f12e7f5851f admin admin] Request body: {'subnet': {'network_id': 'a07fbf07-5892-4e42-a9da-a09d4e2da91d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-61991602-subnet', 'tenant_id': 'bf1450bdd1604259be3ac3a5a0759afc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:11:24.883874 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-5af7291c-1953-4e2b-b70d-2f12e7f5851f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:11:24.888372 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-5af7291c-1953-4e2b-b70d-2f12e7f5851f admin admin] Usage tracker for resource:subnet and tenant:bf1450bdd1604259be3ac3a5a0759afc is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:11:24.891274 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-5af7291c-1953-4e2b-b70d-2f12e7f5851f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:11:24.897095 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-5af7291c-1953-4e2b-b70d-2f12e7f5851f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:11:24.907588 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af7291c-1953-4e2b-b70d-2f12e7f5851f admin admin] Made reservation on behalf of bf1450bdd1604259be3ac3a5a0759afc for: {'subnet': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:11:24.910538 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5af7291c-1953-4e2b-b70d-2f12e7f5851f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16030269'] for subnet, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:25.120721 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5af7291c-1953-4e2b-b70d-2f12e7f5851f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15306628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16030227'] for subnet, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:25.195048 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af7291c-1953-4e2b-b70d-2f12e7f5851f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e7b48d7-6fae-4b8c-940d-1ac3db2362c7,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:11:25.206365 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af7291c-1953-4e2b-b70d-2f12e7f5851f admin admin] Checking segment: {'id': '4d677e44-204b-40c4-afb7-68632e3e6ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a07fbf07-5892-4e42-a9da-a09d4e2da91d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:11:25.206719 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af7291c-1953-4e2b-b70d-2f12e7f5851f admin admin] Network hostable DHCP agents. Network: a07fbf07-5892-4e42-a9da-a09d4e2da91d, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:11:25.229121 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af7291c-1953-4e2b-b70d-2f12e7f5851f admin admin] Network a07fbf07-5892-4e42-a9da-a09d4e2da91d is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:11:25.238260 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-5af7291c-1953-4e2b-b70d-2f12e7f5851f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, a07fbf07-5892-4e42-a9da-a09d4e2da91d) {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:11:25.242788 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af7291c-1953-4e2b-b70d-2f12e7f5851f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:25.243365 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5af7291c-1953-4e2b-b70d-2f12e7f5851f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:25.248541 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98496da4-d7f4-4354-aae4-6bee12cc7730 None None] Network a07fbf07-5892-4e42-a9da-a09d4e2da91d requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:11:25.263684 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-5af7291c-1953-4e2b-b70d-2f12e7f5851f admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3904552 Apr 01 16:11:25.463503 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e94e62d-83b5-4130-9af2-4887c50a4834 None None] Network a07fbf07-5892-4e42-a9da-a09d4e2da91d requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:11:25.946268 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68de8d53-96ce-4f53-8fae-ec223500a4ae req-71733ea7-41ce-424b-b4c2-18e10653c5c3 tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:25.946837 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-68de8d53-96ce-4f53-8fae-ec223500a4ae req-71733ea7-41ce-424b-b4c2-18e10653c5c3 tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] Synchronizing usage tracker for tenant:533f2f41ca1d4ddea0143a3dab068064 on resource:network {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:11:25.963144 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-68de8d53-96ce-4f53-8fae-ec223500a4ae req-71733ea7-41ce-424b-b4c2-18e10653c5c3 tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] Unset dirty status for tenant:533f2f41ca1d4ddea0143a3dab068064 on resource:network {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:11:25.964576 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-68de8d53-96ce-4f53-8fae-ec223500a4ae req-71733ea7-41ce-424b-b4c2-18e10653c5c3 tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] 10.222.0.55 "GET /v2.0/networks?id=a1aae32d-9ab9-4d60-b5a3-36f9ad794eb7 HTTP/1.1" status: 200 len: 811 time: 0.1598701 Apr 01 16:11:25.980290 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-68de8d53-96ce-4f53-8fae-ec223500a4ae req-8c290e58-8ab7-46b0-86ce-27abd384ac95 tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] 10.222.0.55 "GET /v2.0/quotas/533f2f41ca1d4ddea0143a3dab068064 HTTP/1.1" status: 200 len: 375 time: 0.0103848 Apr 01 16:11:26.034660 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-68de8d53-96ce-4f53-8fae-ec223500a4ae req-b64c1e40-c9aa-4d70-85c8-6ebdd945a805 tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=533f2f41ca1d4ddea0143a3dab068064&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0492227 Apr 01 16:11:26.271035 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f539692b-b136-41f5-aec8-264fa3be7a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:26.299793 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-68de8d53-96ce-4f53-8fae-ec223500a4ae req-46e66668-186f-4e8d-b3c3-5f3c092081be service neutron] 10.222.0.55 "GET /v2.0/networks/a1aae32d-9ab9-4d60-b5a3-36f9ad794eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575593 Apr 01 16:11:26.432112 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-68de8d53-96ce-4f53-8fae-ec223500a4ae req-05546a92-e72a-4850-8fd8-883c8dd612bc service neutron] 10.222.0.55 "GET /v2.0/networks/a1aae32d-9ab9-4d60-b5a3-36f9ad794eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259308 Apr 01 16:11:26.619291 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f1bc06ac-b585-43a8-8b99-fd5ab110b8b3 req-1bb443f8-f3e7-4bb2-a323-3d69945f6de0 tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0fef9a0-0e0b-4621-94f7-9d27babf7953 HTTP/1.1" status: 200 len: 210 time: 0.0409758 Apr 01 16:11:27.605416 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:27.641142 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68de8d53-96ce-4f53-8fae-ec223500a4ae req-3ab85045-e839-4e4a-a7cd-6146929a3251 tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:27.642531 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-68de8d53-96ce-4f53-8fae-ec223500a4ae req-3ab85045-e839-4e4a-a7cd-6146929a3251 tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] 10.222.0.24 "GET /v2.0/networks?id=a1aae32d-9ab9-4d60-b5a3-36f9ad794eb7 HTTP/1.1" status: 200 len: 811 time: 0.1510696 Apr 01 16:11:27.658962 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [req-68de8d53-96ce-4f53-8fae-ec223500a4ae req-d2112e0a-6583-43b0-b855-b72e2cb3ac24 tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] Request body: {'port': {'device_id': 'e0fef9a0-0e0b-4621-94f7-9d27babf7953', 'network_id': 'a1aae32d-9ab9-4d60-b5a3-36f9ad794eb7', 'admin_state_up': True, 'tenant_id': '533f2f41ca1d4ddea0143a3dab068064'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:11:27.772279 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:27.883470 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d8249cdb-dc7b-40b0-8d97-9a54afaca306 req-a8f2cb6f-4d86-4f27-b769-52b1411983a0 tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0fef9a0-0e0b-4621-94f7-9d27babf7953 HTTP/1.1" status: 200 len: 210 time: 0.0559170 Apr 01 16:11:27.933586 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [req-68de8d53-96ce-4f53-8fae-ec223500a4ae req-d2112e0a-6583-43b0-b855-b72e2cb3ac24 tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:11:27.937303 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-68de8d53-96ce-4f53-8fae-ec223500a4ae req-d2112e0a-6583-43b0-b855-b72e2cb3ac24 tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] Usage tracker for resource:port and tenant:533f2f41ca1d4ddea0143a3dab068064 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:11:27.940341 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-68de8d53-96ce-4f53-8fae-ec223500a4ae req-d2112e0a-6583-43b0-b855-b72e2cb3ac24 tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:11:27.946989 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [req-68de8d53-96ce-4f53-8fae-ec223500a4ae req-d2112e0a-6583-43b0-b855-b72e2cb3ac24 tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:11:27.956215 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68de8d53-96ce-4f53-8fae-ec223500a4ae req-d2112e0a-6583-43b0-b855-b72e2cb3ac24 tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] Made reservation on behalf of 533f2f41ca1d4ddea0143a3dab068064 for: {'port': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:11:27.959151 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-68de8d53-96ce-4f53-8fae-ec223500a4ae req-d2112e0a-6583-43b0-b855-b72e2cb3ac24 tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:28.131349 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [req-68de8d53-96ce-4f53-8fae-ec223500a4ae req-d2112e0a-6583-43b0-b855-b72e2cb3ac24 tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] Allocated IP 172.20.0.6 (a1aae32d-9ab9-4d60-b5a3-36f9ad794eb7/9afd0d92-ac76-40bf-8e41-480b9e0d6490/7bbddede-3d6d-4c6c-bead-5fe1d855e74f) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:11:28.329787 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-68de8d53-96ce-4f53-8fae-ec223500a4ae req-d2112e0a-6583-43b0-b855-b72e2cb3ac24 tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:28.357390 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-68de8d53-96ce-4f53-8fae-ec223500a4ae req-d2112e0a-6583-43b0-b855-b72e2cb3ac24 tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:28.427665 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68de8d53-96ce-4f53-8fae-ec223500a4ae req-d2112e0a-6583-43b0-b855-b72e2cb3ac24 tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] Network a1aae32d-9ab9-4d60-b5a3-36f9ad794eb7 is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:11:28.430844 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [req-68de8d53-96ce-4f53-8fae-ec223500a4ae req-d2112e0a-6583-43b0-b855-b72e2cb3ac24 tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:11:28.435212 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [req-68de8d53-96ce-4f53-8fae-ec223500a4ae req-d2112e0a-6583-43b0-b855-b72e2cb3ac24 tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:11:28.463567 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2112e0a-6583-43b0-b855-b72e2cb3ac24 tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] Pushing event updated for resources: {'Port': ['ID=7bbddede-3d6d-4c6c-bead-5fe1d855e74f,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:11:28.499940 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68de8d53-96ce-4f53-8fae-ec223500a4ae req-d2112e0a-6583-43b0-b855-b72e2cb3ac24 tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:28.500563 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-68de8d53-96ce-4f53-8fae-ec223500a4ae req-d2112e0a-6583-43b0-b855-b72e2cb3ac24 tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:28.521441 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-68de8d53-96ce-4f53-8fae-ec223500a4ae req-d2112e0a-6583-43b0-b855-b72e2cb3ac24 tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8663571 Apr 01 16:11:28.532678 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [req-68de8d53-96ce-4f53-8fae-ec223500a4ae req-52405a50-89f7-4c94-ba41-d77996f8674a service neutron] Request body: {'port': {'device_id': 'e0fef9a0-0e0b-4621-94f7-9d27babf7953', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:11:28.642162 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-68de8d53-96ce-4f53-8fae-ec223500a4ae req-52405a50-89f7-4c94-ba41-d77996f8674a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:28.978075 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [req-68de8d53-96ce-4f53-8fae-ec223500a4ae req-52405a50-89f7-4c94-ba41-d77996f8674a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bbddede-3d6d-4c6c-bead-5fe1d855e74f {{(pid=83826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:11:28.985021 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-68de8d53-96ce-4f53-8fae-ec223500a4ae req-52405a50-89f7-4c94-ba41-d77996f8674a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:29.004194 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [req-68de8d53-96ce-4f53-8fae-ec223500a4ae req-52405a50-89f7-4c94-ba41-d77996f8674a service neutron] Transition to ACTIVE for port object 7bbddede-3d6d-4c6c-bead-5fe1d855e74f will not be triggered until provisioned by entity L2. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:11:29.008920 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-68de8d53-96ce-4f53-8fae-ec223500a4ae req-52405a50-89f7-4c94-ba41-d77996f8674a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:29.190134 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52405a50-89f7-4c94-ba41-d77996f8674a service neutron] Pushing event updated for resources: {'Port': ['ID=7bbddede-3d6d-4c6c-bead-5fe1d855e74f,revision_number=2']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:11:29.286467 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:29.297530 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c2eab-807e-4654-984f-14cec401531c req-daa2808a-f4c7-4ccf-a5dc-4b5a531cde2c tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:29.298205 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-8d9c2eab-807e-4654-984f-14cec401531c req-daa2808a-f4c7-4ccf-a5dc-4b5a531cde2c tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] Synchronizing usage tracker for tenant:533f2f41ca1d4ddea0143a3dab068064 on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:11:29.331108 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.managers [req-68de8d53-96ce-4f53-8fae-ec223500a4ae req-52405a50-89f7-4c94-ba41-d77996f8674a service neutron] Attempting to bind port 7bbddede-3d6d-4c6c-bead-5fe1d855e74f on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:11:29.331548 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.managers [req-68de8d53-96ce-4f53-8fae-ec223500a4ae req-52405a50-89f7-4c94-ba41-d77996f8674a service neutron] Attempting to bind port 7bbddede-3d6d-4c6c-bead-5fe1d855e74f by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'bd693289-7b9c-430c-b6b6-575fe5d224b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a1aae32d-9ab9-4d60-b5a3-36f9ad794eb7'}] {{(pid=83826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:11:29.331893 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68de8d53-96ce-4f53-8fae-ec223500a4ae req-52405a50-89f7-4c94-ba41-d77996f8674a service neutron] Attempting to bind port 7bbddede-3d6d-4c6c-bead-5fe1d855e74f on network a1aae32d-9ab9-4d60-b5a3-36f9ad794eb7 {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:11:29.336642 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-8d9c2eab-807e-4654-984f-14cec401531c req-daa2808a-f4c7-4ccf-a5dc-4b5a531cde2c tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] Unset dirty status for tenant:533f2f41ca1d4ddea0143a3dab068064 on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:11:29.337789 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8d9c2eab-807e-4654-984f-14cec401531c req-daa2808a-f4c7-4ccf-a5dc-4b5a531cde2c tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0fef9a0-0e0b-4621-94f7-9d27babf7953 HTTP/1.1" status: 200 len: 943 time: 0.3249128 Apr 01 16:11:29.340257 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68de8d53-96ce-4f53-8fae-ec223500a4ae req-52405a50-89f7-4c94-ba41-d77996f8674a service neutron] Port 7bbddede-3d6d-4c6c-bead-5fe1d855e74f on network a1aae32d-9ab9-4d60-b5a3-36f9ad794eb7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 16:11:29.340571 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68de8d53-96ce-4f53-8fae-ec223500a4ae req-52405a50-89f7-4c94-ba41-d77996f8674a service neutron] Attempting to bind port 7bbddede-3d6d-4c6c-bead-5fe1d855e74f on network a1aae32d-9ab9-4d60-b5a3-36f9ad794eb7 {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:11:29.366712 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68de8d53-96ce-4f53-8fae-ec223500a4ae req-52405a50-89f7-4c94-ba41-d77996f8674a service neutron] Checking agent: {'id': '5b2860be-0b4f-4931-914a-5d10403eafcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 47, 24), 'started_at': datetime.datetime(2022, 4, 1, 15, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:11:29.367038 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68de8d53-96ce-4f53-8fae-ec223500a4ae req-52405a50-89f7-4c94-ba41-d77996f8674a service neutron] Checking segment: {'id': 'bd693289-7b9c-430c-b6b6-575fe5d224b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a1aae32d-9ab9-4d60-b5a3-36f9ad794eb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:11:29.367551 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68de8d53-96ce-4f53-8fae-ec223500a4ae req-52405a50-89f7-4c94-ba41-d77996f8674a service neutron] Bound using segment: {'id': 'bd693289-7b9c-430c-b6b6-575fe5d224b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a1aae32d-9ab9-4d60-b5a3-36f9ad794eb7'} {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:11:29.367981 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.managers [req-68de8d53-96ce-4f53-8fae-ec223500a4ae req-52405a50-89f7-4c94-ba41-d77996f8674a service neutron] Bound port: 7bbddede-3d6d-4c6c-bead-5fe1d855e74f, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd693289-7b9c-430c-b6b6-575fe5d224b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a1aae32d-9ab9-4d60-b5a3-36f9ad794eb7'}}] {{(pid=83826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:11:29.368318 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-68de8d53-96ce-4f53-8fae-ec223500a4ae req-52405a50-89f7-4c94-ba41-d77996f8674a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:29.442659 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-8d9c2eab-807e-4654-984f-14cec401531c req-39858894-ee03-4f7e-a3b6-a76ae95b316f tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] Synchronizing usage tracker for tenant:533f2f41ca1d4ddea0143a3dab068064 on resource:security_group {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:11:29.480080 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [req-68de8d53-96ce-4f53-8fae-ec223500a4ae req-52405a50-89f7-4c94-ba41-d77996f8674a service neutron] For port 7bbddede-3d6d-4c6c-bead-5fe1d855e74f, host hv-neutron-8333, cleared binding levels {{(pid=83826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:11:29.482153 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-8d9c2eab-807e-4654-984f-14cec401531c req-39858894-ee03-4f7e-a3b6-a76ae95b316f tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] Unset dirty status for tenant:533f2f41ca1d4ddea0143a3dab068064 on resource:security_group {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:11:29.483405 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8d9c2eab-807e-4654-984f-14cec401531c req-39858894-ee03-4f7e-a3b6-a76ae95b316f tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] 10.222.0.55 "GET /v2.0/security-groups?id=3221e41d-8f12-44e8-84ec-317ab5b3aa7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400857 Apr 01 16:11:29.484960 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [req-68de8d53-96ce-4f53-8fae-ec223500a4ae req-52405a50-89f7-4c94-ba41-d77996f8674a service neutron] For port 7bbddede-3d6d-4c6c-bead-5fe1d855e74f, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=7bbddede-3d6d-4c6c-bead-5fe1d855e74f,segment=NetworkSegment(bd693289-7b9c-430c-b6b6-575fe5d224b8),segment_id=bd693289-7b9c-430c-b6b6-575fe5d224b8)] {{(pid=83826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:11:29.489248 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-68de8d53-96ce-4f53-8fae-ec223500a4ae req-52405a50-89f7-4c94-ba41-d77996f8674a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:29.553534 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-68de8d53-96ce-4f53-8fae-ec223500a4ae req-52405a50-89f7-4c94-ba41-d77996f8674a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:29.554987 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-68de8d53-96ce-4f53-8fae-ec223500a4ae req-52405a50-89f7-4c94-ba41-d77996f8674a service neutron] 10.222.0.24 "PUT /v2.0/ports/7bbddede-3d6d-4c6c-bead-5fe1d855e74f HTTP/1.1" status: 200 len: 1093 time: 1.0262587 Apr 01 16:11:29.555405 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0fef9a0-0e0b-4621-94f7-9d27babf7953', 'tag': '7bbddede-3d6d-4c6c-bead-5fe1d855e74f'}] {{(pid=83826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:11:29.577355 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52405a50-89f7-4c94-ba41-d77996f8674a service neutron] Pushing event updated for resources: {'Port': ['ID=7bbddede-3d6d-4c6c-bead-5fe1d855e74f,revision_number=3']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:11:29.710336 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0fef9a0-0e0b-4621-94f7-9d27babf7953', 'tag': '7bbddede-3d6d-4c6c-bead-5fe1d855e74f', 'status': 'completed', 'code': 200} Apr 01 16:11:29.751057 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-68de8d53-96ce-4f53-8fae-ec223500a4ae req-de12496e-3980-4ad4-8f1a-5fe1adb7b299 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=533f2f41ca1d4ddea0143a3dab068064&device_id=e0fef9a0-0e0b-4621-94f7-9d27babf7953 HTTP/1.1" status: 200 len: 1096 time: 0.1536283 Apr 01 16:11:29.819361 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-68de8d53-96ce-4f53-8fae-ec223500a4ae req-3dce3372-cf1a-40cd-8cc2-92b6ced9c8c3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7bbddede-3d6d-4c6c-bead-5fe1d855e74f HTTP/1.1" status: 200 len: 217 time: 0.0605512 Apr 01 16:11:29.879523 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68de8d53-96ce-4f53-8fae-ec223500a4ae req-fd01c958-2e2b-4d4b-b04c-62caed2c4704 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:29.880965 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-68de8d53-96ce-4f53-8fae-ec223500a4ae req-fd01c958-2e2b-4d4b-b04c-62caed2c4704 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9afd0d92-ac76-40bf-8e41-480b9e0d6490 HTTP/1.1" status: 200 len: 851 time: 0.0559785 Apr 01 16:11:29.924267 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-68de8d53-96ce-4f53-8fae-ec223500a4ae req-5d0840ec-4ea2-4aa2-97e1-07dff68a993a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a1aae32d-9ab9-4d60-b5a3-36f9ad794eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371101 Apr 01 16:11:30.055689 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-68de8d53-96ce-4f53-8fae-ec223500a4ae req-7e927f5d-ac1b-4fa4-b6e9-9d5f6c8bf341 service neutron] 10.222.0.24 "GET /v2.0/networks/a1aae32d-9ab9-4d60-b5a3-36f9ad794eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245768 Apr 01 16:11:30.186256 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-68de8d53-96ce-4f53-8fae-ec223500a4ae req-8071e069-c4cf-4330-96e9-a45452d05a15 service neutron] 10.222.0.24 "GET /v2.0/networks/a1aae32d-9ab9-4d60-b5a3-36f9ad794eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244774 Apr 01 16:11:30.315754 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d230665f-94ec-40f0-8e29-195b38afa122 req-d192775f-6b98-4af7-b408-02f8c39c55f8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=533f2f41ca1d4ddea0143a3dab068064&device_id=e0fef9a0-0e0b-4621-94f7-9d27babf7953 HTTP/1.1" status: 200 len: 1096 time: 0.0721540 Apr 01 16:11:30.463242 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d230665f-94ec-40f0-8e29-195b38afa122 req-7f9190a1-cba7-422b-858e-d0ca3eb0f8fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:30.464664 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d230665f-94ec-40f0-8e29-195b38afa122 req-7f9190a1-cba7-422b-858e-d0ca3eb0f8fb service neutron] 10.222.0.24 "GET /v2.0/networks?id=a1aae32d-9ab9-4d60-b5a3-36f9ad794eb7 HTTP/1.1" status: 200 len: 911 time: 0.1422329 Apr 01 16:11:30.535077 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d230665f-94ec-40f0-8e29-195b38afa122 req-86282859-f210-4ab9-8aa4-12783d9d8af8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7bbddede-3d6d-4c6c-bead-5fe1d855e74f HTTP/1.1" status: 200 len: 217 time: 0.0635481 Apr 01 16:11:30.597907 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d230665f-94ec-40f0-8e29-195b38afa122 req-7cc2f96e-4537-4789-8d13-7a515ca0d6df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:30.599257 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d230665f-94ec-40f0-8e29-195b38afa122 req-7cc2f96e-4537-4789-8d13-7a515ca0d6df service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9afd0d92-ac76-40bf-8e41-480b9e0d6490 HTTP/1.1" status: 200 len: 851 time: 0.0572963 Apr 01 16:11:30.601695 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:11:30.684440 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d230665f-94ec-40f0-8e29-195b38afa122 req-f1b7e2e1-896f-4ea8-b088-b7e0144789a2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a1aae32d-9ab9-4d60-b5a3-36f9ad794eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779023 Apr 01 16:11:30.814740 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca8ec75-23ce-4dc8-b1dd-d1711111a536 req-768de105-00d5-4baf-bd4f-73e1d82a9a45 tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:30.816164 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-dca8ec75-23ce-4dc8-b1dd-d1711111a536 req-768de105-00d5-4baf-bd4f-73e1d82a9a45 tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0fef9a0-0e0b-4621-94f7-9d27babf7953 HTTP/1.1" status: 200 len: 943 time: 0.2108490 Apr 01 16:11:30.855850 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d230665f-94ec-40f0-8e29-195b38afa122 req-da64ef43-832a-41e7-a8b5-5a0050a53d76 service neutron] 10.222.0.24 "GET /v2.0/networks/a1aae32d-9ab9-4d60-b5a3-36f9ad794eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639862 Apr 01 16:11:30.940162 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-dca8ec75-23ce-4dc8-b1dd-d1711111a536 req-67f34c09-2a93-438a-8391-2214effe4019 tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] 10.222.0.55 "GET /v2.0/security-groups?id=3221e41d-8f12-44e8-84ec-317ab5b3aa7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169486 Apr 01 16:11:31.001184 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d230665f-94ec-40f0-8e29-195b38afa122 req-07132337-1f2f-40f7-82d0-97d4c2eb86aa service neutron] 10.222.0.24 "GET /v2.0/networks/a1aae32d-9ab9-4d60-b5a3-36f9ad794eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365693 Apr 01 16:11:32.144159 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d87fe8-2e22-435d-94b2-370527622f57 req-d81b2991-534e-4699-9758-69f20905a71d tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:32.145713 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d9d87fe8-2e22-435d-94b2-370527622f57 req-d81b2991-534e-4699-9758-69f20905a71d tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0fef9a0-0e0b-4621-94f7-9d27babf7953 HTTP/1.1" status: 200 len: 943 time: 0.0798838 Apr 01 16:11:32.196944 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d9d87fe8-2e22-435d-94b2-370527622f57 req-19fc1c6f-ce00-497b-b0fb-5187ecddc384 tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] 10.222.0.55 "GET /v2.0/security-groups?id=3221e41d-8f12-44e8-84ec-317ab5b3aa7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454998 Apr 01 16:11:32.455608 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 7bbddede-3d6d-4c6c-bead-5fe1d855e74f details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:11:32.585946 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 7bbddede-3d6d-4c6c-bead-5fe1d855e74f, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=7bbddede-3d6d-4c6c-bead-5fe1d855e74f,segment=NetworkSegment(bd693289-7b9c-430c-b6b6-575fe5d224b8),segment_id=bd693289-7b9c-430c-b6b6-575fe5d224b8)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:11:32.598660 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Returning: {'device': '7bbddede-3d6d-4c6c-bead-5fe1d855e74f', 'network_id': 'a1aae32d-9ab9-4d60-b5a3-36f9ad794eb7', 'port_id': '7bbddede-3d6d-4c6c-bead-5fe1d855e74f', 'mac_address': 'fa:16:3e:b6:86:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9afd0d92-ac76-40bf-8e41-480b9e0d6490', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:11:32.686881 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:32.704832 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bbddede-3d6d-4c6c-bead-5fe1d855e74f {{(pid=83829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:11:32.719577 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 7bbddede-3d6d-4c6c-bead-5fe1d855e74f, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=7bbddede-3d6d-4c6c-bead-5fe1d855e74f,segment=NetworkSegment(bd693289-7b9c-430c-b6b6-575fe5d224b8),segment_id=bd693289-7b9c-430c-b6b6-575fe5d224b8)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:11:32.723423 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:32.788122 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=7bbddede-3d6d-4c6c-bead-5fe1d855e74f,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:11:32.943249 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] get_ports_and_sgs() called for port_ids ['7bbddede-3d6d-4c6c-bead-5fe1d855e74f'] {{(pid=83829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 16:11:33.391272 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1398a0f6-5f2f-452d-a19f-5126ed3266ff req-f847828f-4224-4823-8091-17297176718e tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:33.392617 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-1398a0f6-5f2f-452d-a19f-5126ed3266ff req-f847828f-4224-4823-8091-17297176718e tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0fef9a0-0e0b-4621-94f7-9d27babf7953 HTTP/1.1" status: 200 len: 944 time: 0.0752523 Apr 01 16:11:33.438484 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-1398a0f6-5f2f-452d-a19f-5126ed3266ff req-677cffc3-dd5f-4ee7-bb87-a812dda31ebc tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] 10.222.0.55 "GET /v2.0/security-groups?id=3221e41d-8f12-44e8-84ec-317ab5b3aa7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396941 Apr 01 16:11:34.477425 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 7bbddede-3d6d-4c6c-bead-5fe1d855e74f up at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:11:34.547874 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning for port 7bbddede-3d6d-4c6c-bead-5fe1d855e74f completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:11:34.553035 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning complete for port 7bbddede-3d6d-4c6c-bead-5fe1d855e74f triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:11:34.553625 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:34.653004 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ca1c3-68f9-41ef-9ac2-d21a584cdcbc req-63115665-4f2e-4024-bba1-dafbd3a04967 tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:34.654451 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f59ca1c3-68f9-41ef-9ac2-d21a584cdcbc req-63115665-4f2e-4024-bba1-dafbd3a04967 tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0fef9a0-0e0b-4621-94f7-9d27babf7953 HTTP/1.1" status: 200 len: 944 time: 0.0849218 Apr 01 16:11:34.673696 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:34.704171 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0fef9a0-0e0b-4621-94f7-9d27babf7953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bbddede-3d6d-4c6c-bead-5fe1d855e74f'}] {{(pid=83829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:11:34.716369 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 7bbddede-3d6d-4c6c-bead-5fe1d855e74f, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=7bbddede-3d6d-4c6c-bead-5fe1d855e74f,segment=NetworkSegment(bd693289-7b9c-430c-b6b6-575fe5d224b8),segment_id=bd693289-7b9c-430c-b6b6-575fe5d224b8)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:11:34.721315 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:34.786880 dv-neutron-833373-2-hyperv neutron-server[83829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0fef9a0-0e0b-4621-94f7-9d27babf7953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bbddede-3d6d-4c6c-bead-5fe1d855e74f', 'code': 200} Apr 01 16:11:34.797569 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f59ca1c3-68f9-41ef-9ac2-d21a584cdcbc req-ed287277-3599-4a9f-afe8-ab7d6ef7ae64 tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] 10.222.0.55 "GET /v2.0/security-groups?id=3221e41d-8f12-44e8-84ec-317ab5b3aa7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371355 Apr 01 16:11:34.806435 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=7bbddede-3d6d-4c6c-bead-5fe1d855e74f,revision_number=5']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:11:35.013642 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ec95a013-86a1-4806-be32-53c4f15366ee req-f32d95ab-89a7-491c-9736-756b4e5e335f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e0fef9a0-0e0b-4621-94f7-9d27babf7953 HTTP/1.1" status: 200 len: 1098 time: 0.0668137 Apr 01 16:11:35.059967 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ec95a013-86a1-4806-be32-53c4f15366ee req-838dea02-7607-4dd5-af02-d2a1f2c3c903 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3221e41d-8f12-44e8-84ec-317ab5b3aa7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401134 Apr 01 16:11:36.006058 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aef6459-f115-4660-8906-80bdbbdb0eae req-e73afa60-b940-4d9b-969b-b72c6bc8f70b tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:36.009106 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-1aef6459-f115-4660-8906-80bdbbdb0eae req-e73afa60-b940-4d9b-969b-b72c6bc8f70b tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0fef9a0-0e0b-4621-94f7-9d27babf7953 HTTP/1.1" status: 200 len: 945 time: 0.0846379 Apr 01 16:11:36.063673 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-1aef6459-f115-4660-8906-80bdbbdb0eae req-b6fb7244-f1e2-4216-ba4c-b9542c0527f0 tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] 10.222.0.55 "GET /v2.0/security-groups?id=3221e41d-8f12-44e8-84ec-317ab5b3aa7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485702 Apr 01 16:11:37.267022 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd60f49d-6787-4e00-a1b6-9843313040b1 req-3a9b3e40-ee30-4dc5-a355-c1a1470f54af tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:37.268380 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-cd60f49d-6787-4e00-a1b6-9843313040b1 req-3a9b3e40-ee30-4dc5-a355-c1a1470f54af tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0fef9a0-0e0b-4621-94f7-9d27babf7953 HTTP/1.1" status: 200 len: 945 time: 0.0788629 Apr 01 16:11:37.316828 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-cd60f49d-6787-4e00-a1b6-9843313040b1 req-a830576b-953f-47ca-bed1-c79e561052d7 tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] 10.222.0.55 "GET /v2.0/security-groups?id=3221e41d-8f12-44e8-84ec-317ab5b3aa7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426946 Apr 01 16:11:37.510693 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d9aa03-8f50-4361-8714-2d4943390d50 req-c168573e-cb13-4be9-b8d6-27506c733c14 tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:37.512138 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d8d9aa03-8f50-4361-8714-2d4943390d50 req-c168573e-cb13-4be9-b8d6-27506c733c14 tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0fef9a0-0e0b-4621-94f7-9d27babf7953 HTTP/1.1" status: 200 len: 945 time: 0.0767667 Apr 01 16:11:37.558349 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d8d9aa03-8f50-4361-8714-2d4943390d50 req-78da7ee8-6a8f-4a29-abeb-67e6629c551e tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] 10.222.0.55 "GET /v2.0/security-groups?id=3221e41d-8f12-44e8-84ec-317ab5b3aa7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402074 Apr 01 16:11:37.985255 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba375c56-4e2a-4376-9457-ab0728560dca req-eb9b1144-6249-44d5-9b85-f10ff59bb891 tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:37.986681 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ba375c56-4e2a-4376-9457-ab0728560dca req-eb9b1144-6249-44d5-9b85-f10ff59bb891 tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0fef9a0-0e0b-4621-94f7-9d27babf7953 HTTP/1.1" status: 200 len: 945 time: 0.0796959 Apr 01 16:11:38.033033 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ba375c56-4e2a-4376-9457-ab0728560dca req-050ed852-583b-4ab6-9ca5-db6ca4e04a9b tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] 10.222.0.55 "GET /v2.0/security-groups?id=3221e41d-8f12-44e8-84ec-317ab5b3aa7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403900 Apr 01 16:11:39.230825 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58334e68-68c4-4ff7-94d5-a497cb1ade0d req-f813449d-520d-40fd-95ae-acd8e0819179 tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:39.232281 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-58334e68-68c4-4ff7-94d5-a497cb1ade0d req-f813449d-520d-40fd-95ae-acd8e0819179 tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0fef9a0-0e0b-4621-94f7-9d27babf7953 HTTP/1.1" status: 200 len: 945 time: 0.0760424 Apr 01 16:11:39.277700 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-58334e68-68c4-4ff7-94d5-a497cb1ade0d req-7141de6d-d3ca-4880-8ec9-858fe019cbaf tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] 10.222.0.55 "GET /v2.0/security-groups?id=3221e41d-8f12-44e8-84ec-317ab5b3aa7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396268 Apr 01 16:11:39.705324 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb04f2-409f-4d33-9263-40de3b7e4694 req-d6de8b47-73a2-4e02-a957-8109d285a207 tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:39.706645 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-38fb04f2-409f-4d33-9263-40de3b7e4694 req-d6de8b47-73a2-4e02-a957-8109d285a207 tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0fef9a0-0e0b-4621-94f7-9d27babf7953 HTTP/1.1" status: 200 len: 945 time: 0.1369982 Apr 01 16:11:39.714219 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-7597ba6c-1a1a-4aae-a49e-6301c9522aad req-8658a15f-bf7a-4422-8cc5-aaffe005fc9c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=533f2f41ca1d4ddea0143a3dab068064&device_id=e0fef9a0-0e0b-4621-94f7-9d27babf7953 HTTP/1.1" status: 200 len: 1098 time: 0.1036170 Apr 01 16:11:39.838741 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-38fb04f2-409f-4d33-9263-40de3b7e4694 req-e2a3ce7b-ef13-4060-975e-614e153475f7 tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] 10.222.0.55 "GET /v2.0/security-groups?id=3221e41d-8f12-44e8-84ec-317ab5b3aa7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235821 Apr 01 16:11:39.878547 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597ba6c-1a1a-4aae-a49e-6301c9522aad req-b1e705e2-33fa-42c0-8f5a-29d822d09c3a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:39.879999 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-7597ba6c-1a1a-4aae-a49e-6301c9522aad req-b1e705e2-33fa-42c0-8f5a-29d822d09c3a service neutron] 10.222.0.24 "GET /v2.0/networks?id=a1aae32d-9ab9-4d60-b5a3-36f9ad794eb7 HTTP/1.1" status: 200 len: 911 time: 0.1518831 Apr 01 16:11:39.945420 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-7597ba6c-1a1a-4aae-a49e-6301c9522aad req-72934b68-3bba-4492-bc7a-35b15070c685 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7bbddede-3d6d-4c6c-bead-5fe1d855e74f HTTP/1.1" status: 200 len: 217 time: 0.0591009 Apr 01 16:11:40.010435 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597ba6c-1a1a-4aae-a49e-6301c9522aad req-89bcc15b-d8d1-4a0a-b302-b14175f96bdc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:40.011779 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-7597ba6c-1a1a-4aae-a49e-6301c9522aad req-89bcc15b-d8d1-4a0a-b302-b14175f96bdc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9afd0d92-ac76-40bf-8e41-480b9e0d6490 HTTP/1.1" status: 200 len: 851 time: 0.0598266 Apr 01 16:11:40.057556 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-7597ba6c-1a1a-4aae-a49e-6301c9522aad req-aa436fd9-1310-48e9-9a76-8f09366437be service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a1aae32d-9ab9-4d60-b5a3-36f9ad794eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396745 Apr 01 16:11:40.194394 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-7597ba6c-1a1a-4aae-a49e-6301c9522aad req-38dc077b-241e-4845-ac80-989b348e69c8 service neutron] 10.222.0.24 "GET /v2.0/networks/a1aae32d-9ab9-4d60-b5a3-36f9ad794eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297109 Apr 01 16:11:40.325098 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-7597ba6c-1a1a-4aae-a49e-6301c9522aad req-7d18c56c-30f7-4764-a3a7-bf8064f79714 service neutron] 10.222.0.24 "GET /v2.0/networks/a1aae32d-9ab9-4d60-b5a3-36f9ad794eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247454 Apr 01 16:11:41.062987 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de38a6d-1cc5-4351-bf20-d6347b575e2c req-87a3f06e-2fc6-4458-9fb1-362eff2f3c1d tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:41.064797 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8de38a6d-1cc5-4351-bf20-d6347b575e2c req-87a3f06e-2fc6-4458-9fb1-362eff2f3c1d tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0fef9a0-0e0b-4621-94f7-9d27babf7953 HTTP/1.1" status: 200 len: 945 time: 0.1046486 Apr 01 16:11:41.115672 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8de38a6d-1cc5-4351-bf20-d6347b575e2c req-267201d9-8c9e-41cb-8aed-9296a36b89c1 tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] 10.222.0.55 "GET /v2.0/security-groups?id=3221e41d-8f12-44e8-84ec-317ab5b3aa7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452332 Apr 01 16:11:42.339216 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8278a748-f022-4950-9126-76af6dedcc78 req-bfb0fefd-c0bd-4a75-835f-77f67567d273 tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:42.340563 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8278a748-f022-4950-9126-76af6dedcc78 req-bfb0fefd-c0bd-4a75-835f-77f67567d273 tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0fef9a0-0e0b-4621-94f7-9d27babf7953 HTTP/1.1" status: 200 len: 945 time: 0.0767517 Apr 01 16:11:42.385004 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8278a748-f022-4950-9126-76af6dedcc78 req-a102232a-5840-46a9-8180-e57ca02ce831 tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] 10.222.0.55 "GET /v2.0/security-groups?id=3221e41d-8f12-44e8-84ec-317ab5b3aa7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389180 Apr 01 16:11:42.890174 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c826b1-4722-4db6-9804-580718624a46 req-03e41376-895d-43b6-a270-8668ab1b770f tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:42.891533 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-25c826b1-4722-4db6-9804-580718624a46 req-03e41376-895d-43b6-a270-8668ab1b770f tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0fef9a0-0e0b-4621-94f7-9d27babf7953 HTTP/1.1" status: 200 len: 945 time: 0.1663294 Apr 01 16:11:42.936254 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-25c826b1-4722-4db6-9804-580718624a46 req-32afffb7-ba66-4dd4-b1a1-e5eeea365040 tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] 10.222.0.55 "GET /v2.0/security-groups?id=3221e41d-8f12-44e8-84ec-317ab5b3aa7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392053 Apr 01 16:11:44.144236 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b62afc-42e1-401f-94ce-13090ac72803 req-2dac45c6-05d9-4377-9e9d-f0abf91cf41d tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:44.145704 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-33b62afc-42e1-401f-94ce-13090ac72803 req-2dac45c6-05d9-4377-9e9d-f0abf91cf41d tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0fef9a0-0e0b-4621-94f7-9d27babf7953 HTTP/1.1" status: 200 len: 945 time: 0.0765674 Apr 01 16:11:44.191487 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-33b62afc-42e1-401f-94ce-13090ac72803 req-5edd7054-6880-4dd1-b4a1-b75693db6c1d tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] 10.222.0.55 "GET /v2.0/security-groups?id=3221e41d-8f12-44e8-84ec-317ab5b3aa7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395131 Apr 01 16:11:44.612039 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcc532d-d581-4942-96ba-eccb9716983d req-5423f258-3abb-4e25-adfe-30108b529b6b tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:44.613769 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-cdcc532d-d581-4942-96ba-eccb9716983d req-5423f258-3abb-4e25-adfe-30108b529b6b tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0fef9a0-0e0b-4621-94f7-9d27babf7953 HTTP/1.1" status: 200 len: 945 time: 0.1363487 Apr 01 16:11:44.617390 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-db253934-0eb4-434c-9232-2f2eaad96cc2 req-21e43f06-fff7-423a-a9d1-2a3e1cb47e6e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=533f2f41ca1d4ddea0143a3dab068064&device_id=e0fef9a0-0e0b-4621-94f7-9d27babf7953 HTTP/1.1" status: 200 len: 1098 time: 0.1051350 Apr 01 16:11:44.743095 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-cdcc532d-d581-4942-96ba-eccb9716983d req-6f194338-616d-41b4-83e4-2638e39820a3 tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] 10.222.0.55 "GET /v2.0/security-groups?id=3221e41d-8f12-44e8-84ec-317ab5b3aa7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224546 Apr 01 16:11:44.783545 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db253934-0eb4-434c-9232-2f2eaad96cc2 req-48ebef82-cd19-4164-93c0-eea393820054 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:44.784992 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-db253934-0eb4-434c-9232-2f2eaad96cc2 req-48ebef82-cd19-4164-93c0-eea393820054 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a1aae32d-9ab9-4d60-b5a3-36f9ad794eb7 HTTP/1.1" status: 200 len: 911 time: 0.1517403 Apr 01 16:11:44.851596 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-db253934-0eb4-434c-9232-2f2eaad96cc2 req-706b75bd-f480-4be2-aa48-cf680576a0ca service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7bbddede-3d6d-4c6c-bead-5fe1d855e74f HTTP/1.1" status: 200 len: 217 time: 0.0600152 Apr 01 16:11:44.916944 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db253934-0eb4-434c-9232-2f2eaad96cc2 req-e39c579b-9857-45a5-b7c6-27cc42c988a7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:44.918280 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-db253934-0eb4-434c-9232-2f2eaad96cc2 req-e39c579b-9857-45a5-b7c6-27cc42c988a7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9afd0d92-ac76-40bf-8e41-480b9e0d6490 HTTP/1.1" status: 200 len: 851 time: 0.0606995 Apr 01 16:11:44.963323 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-db253934-0eb4-434c-9232-2f2eaad96cc2 req-ebe48cd0-e2aa-4148-80a7-bf9e2522dcef service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a1aae32d-9ab9-4d60-b5a3-36f9ad794eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386147 Apr 01 16:11:45.097271 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-db253934-0eb4-434c-9232-2f2eaad96cc2 req-d9f6226e-08ca-4a97-beb2-1010be044201 service neutron] 10.222.0.24 "GET /v2.0/networks/a1aae32d-9ab9-4d60-b5a3-36f9ad794eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274693 Apr 01 16:11:45.230655 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-db253934-0eb4-434c-9232-2f2eaad96cc2 req-e207b6c5-2a53-4995-a442-c42761d12c09 service neutron] 10.222.0.24 "GET /v2.0/networks/a1aae32d-9ab9-4d60-b5a3-36f9ad794eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269476 Apr 01 16:11:45.960439 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b34f87-785a-469f-860d-4e504fdd9cb7 req-aaa2b127-f566-4006-a68f-2dfeed0c69f6 tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:45.962555 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-43b34f87-785a-469f-860d-4e504fdd9cb7 req-aaa2b127-f566-4006-a68f-2dfeed0c69f6 tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0fef9a0-0e0b-4621-94f7-9d27babf7953 HTTP/1.1" status: 200 len: 945 time: 0.0883396 Apr 01 16:11:46.014638 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-43b34f87-785a-469f-860d-4e504fdd9cb7 req-d3335ce9-a1f3-49f8-9b19-16a6e156d0b6 tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] 10.222.0.55 "GET /v2.0/security-groups?id=3221e41d-8f12-44e8-84ec-317ab5b3aa7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465693 Apr 01 16:11:47.212207 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ea92b-6fe3-4c09-835f-171aa8687473 req-860f71ea-c5ff-47b6-b3d1-0f88f92db8a1 tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:47.213672 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-460ea92b-6fe3-4c09-835f-171aa8687473 req-860f71ea-c5ff-47b6-b3d1-0f88f92db8a1 tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0fef9a0-0e0b-4621-94f7-9d27babf7953 HTTP/1.1" status: 200 len: 945 time: 0.0746176 Apr 01 16:11:47.259255 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-460ea92b-6fe3-4c09-835f-171aa8687473 req-a5299a0d-94cf-4d74-959c-c10b0913c95f tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] 10.222.0.55 "GET /v2.0/security-groups?id=3221e41d-8f12-44e8-84ec-317ab5b3aa7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400131 Apr 01 16:11:47.659717 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8612657-8976-4e02-b067-59df74652065 req-3c3bae43-fbaa-4108-8996-13b949868028 tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:47.661140 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b8612657-8976-4e02-b067-59df74652065 req-3c3bae43-fbaa-4108-8996-13b949868028 tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0fef9a0-0e0b-4621-94f7-9d27babf7953 HTTP/1.1" status: 200 len: 945 time: 0.0794775 Apr 01 16:11:47.706838 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b8612657-8976-4e02-b067-59df74652065 req-84848c51-4c95-4804-ab80-349d5acc0c45 tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] 10.222.0.55 "GET /v2.0/security-groups?id=3221e41d-8f12-44e8-84ec-317ab5b3aa7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395720 Apr 01 16:11:48.904944 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41509232-c32c-4d36-bab2-831337f53c32 req-284cfe16-01f8-413d-9ff6-14b63b09b84f tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:48.906379 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-41509232-c32c-4d36-bab2-831337f53c32 req-284cfe16-01f8-413d-9ff6-14b63b09b84f tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0fef9a0-0e0b-4621-94f7-9d27babf7953 HTTP/1.1" status: 200 len: 945 time: 0.0776896 Apr 01 16:11:48.951782 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-41509232-c32c-4d36-bab2-831337f53c32 req-e1cffdb6-b697-4a0f-9c8c-3c381ad69b11 tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] 10.222.0.55 "GET /v2.0/security-groups?id=3221e41d-8f12-44e8-84ec-317ab5b3aa7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398154 Apr 01 16:11:49.629721 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04db3f64-a7d1-44f1-8437-fa7ddc682758 req-e15560cd-7ad4-407b-94e5-9b5ff3e899fe tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:49.631126 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-04db3f64-a7d1-44f1-8437-fa7ddc682758 req-e15560cd-7ad4-407b-94e5-9b5ff3e899fe tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0fef9a0-0e0b-4621-94f7-9d27babf7953 HTTP/1.1" status: 200 len: 945 time: 0.0853298 Apr 01 16:11:49.697650 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [req-04db3f64-a7d1-44f1-8437-fa7ddc682758 req-9dde60ad-8595-4d2c-b996-a4b35735d534 tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] Deleting port 7bbddede-3d6d-4c6c-bead-5fe1d855e74f {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:11:49.697988 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-04db3f64-a7d1-44f1-8437-fa7ddc682758 req-9dde60ad-8595-4d2c-b996-a4b35735d534 tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:50.028363 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [req-04db3f64-a7d1-44f1-8437-fa7ddc682758 req-9dde60ad-8595-4d2c-b996-a4b35735d534 tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] For port 7bbddede-3d6d-4c6c-bead-5fe1d855e74f, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=7bbddede-3d6d-4c6c-bead-5fe1d855e74f,segment=NetworkSegment(bd693289-7b9c-430c-b6b6-575fe5d224b8),segment_id=bd693289-7b9c-430c-b6b6-575fe5d224b8)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:11:50.029131 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-04db3f64-a7d1-44f1-8437-fa7ddc682758 req-9dde60ad-8595-4d2c-b996-a4b35735d534 tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:50.182415 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [req-04db3f64-a7d1-44f1-8437-fa7ddc682758 req-9dde60ad-8595-4d2c-b996-a4b35735d534 tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] Calling delete_port for 7bbddede-3d6d-4c6c-bead-5fe1d855e74f owned by compute:nova {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:11:50.349598 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb68be3-9ddc-4320-ab2d-877dffe6f5a6 req-b1bbe6db-3bec-4917-bf3e-05653f265f72 tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:11:50.351052 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ebb68be3-9ddc-4320-ab2d-877dffe6f5a6 req-b1bbe6db-3bec-4917-bf3e-05653f265f72 tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0fef9a0-0e0b-4621-94f7-9d27babf7953 HTTP/1.1" status: 200 len: 945 time: 0.2605054 Apr 01 16:11:50.409593 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-04db3f64-a7d1-44f1-8437-fa7ddc682758 req-9dde60ad-8595-4d2c-b996-a4b35735d534 tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:50.422602 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] get_ports_and_sgs() called for port_ids ['7bbddede-3d6d-4c6c-bead-5fe1d855e74f'] {{(pid=83829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 16:11:50.462524 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dde60ad-8595-4d2c-b996-a4b35735d534 tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] Pushing event deleted for resources: {'Port': ['ID=7bbddede-3d6d-4c6c-bead-5fe1d855e74f,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:11:50.467681 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ebb68be3-9ddc-4320-ab2d-877dffe6f5a6 req-09267255-4abb-4e72-84ca-483255903028 tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] 10.222.0.55 "GET /v2.0/security-groups?id=3221e41d-8f12-44e8-84ec-317ab5b3aa7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096084 Apr 01 16:11:50.550415 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [req-04db3f64-a7d1-44f1-8437-fa7ddc682758 req-9dde60ad-8595-4d2c-b996-a4b35735d534 tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] No DVR routers for this DVR port 7bbddede-3d6d-4c6c-bead-5fe1d855e74f on host hv-neutron-8333 {{(pid=83826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:11:50.552926 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-04db3f64-a7d1-44f1-8437-fa7ddc682758 req-9dde60ad-8595-4d2c-b996-a4b35735d534 tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:50.556677 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0fef9a0-0e0b-4621-94f7-9d27babf7953', 'name': 'network-vif-deleted', 'tag': '7bbddede-3d6d-4c6c-bead-5fe1d855e74f'}] {{(pid=83826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:11:50.580252 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-04db3f64-a7d1-44f1-8437-fa7ddc682758 req-9dde60ad-8595-4d2c-b996-a4b35735d534 tempest-TestServerAdvancedOps-187172891 tempest-TestServerAdvancedOps-187172891-project] 10.222.0.24 "DELETE /v2.0/ports/7bbddede-3d6d-4c6c-bead-5fe1d855e74f HTTP/1.1" status: 204 len: 173 time: 0.9436271 Apr 01 16:11:50.627166 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0fef9a0-0e0b-4621-94f7-9d27babf7953', 'name': 'network-vif-deleted', 'tag': '7bbddede-3d6d-4c6c-bead-5fe1d855e74f', 'status': 'completed', 'code': 200} Apr 01 16:11:51.576413 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 59864) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:11:51.635628 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e87ba6c-3e48-4299-b7fb-e86b4e42e03a admin admin] Deleting subnet 9afd0d92-ac76-40bf-8e41-480b9e0d6490 {{(pid=83826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 16:11:51.638525 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2e87ba6c-3e48-4299-b7fb-e86b4e42e03a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:51.686435 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2e87ba6c-3e48-4299-b7fb-e86b4e42e03a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16610770'] for subnet, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:51.744500 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2e87ba6c-3e48-4299-b7fb-e86b4e42e03a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:51.809604 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2e87ba6c-3e48-4299-b7fb-e86b4e42e03a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15415074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16089009'] for subnet, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:51.844782 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e87ba6c-3e48-4299-b7fb-e86b4e42e03a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9afd0d92-ac76-40bf-8e41-480b9e0d6490,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:11:51.854498 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2e87ba6c-3e48-4299-b7fb-e86b4e42e03a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:51.862013 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-2e87ba6c-3e48-4299-b7fb-e86b4e42e03a admin admin] 10.222.0.55 "DELETE /v2.0/subnets/9afd0d92-ac76-40bf-8e41-480b9e0d6490 HTTP/1.1" status: 204 len: 168 time: 0.2845356 Apr 01 16:11:51.865131 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 59868) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:11:51.968924 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7073b9d9-c821-4e16-841a-ed3175ae638f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:52.092593 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7073b9d9-c821-4e16-841a-ed3175ae638f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:52.122240 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-7073b9d9-c821-4e16-841a-ed3175ae638f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1aae32d-9ab9-4d60-b5a3-36f9ad794eb7']}} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:11:52.134167 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-7073b9d9-c821-4e16-841a-ed3175ae638f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd693289-7b9c-430c-b6b6-575fe5d224b8') {'for_net_delete': True} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:11:52.134455 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-7073b9d9-c821-4e16-841a-ed3175ae638f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd693289-7b9c-430c-b6b6-575fe5d224b8') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:11:52.145346 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7073b9d9-c821-4e16-841a-ed3175ae638f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16610763'] for segment, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:52.161220 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7073b9d9-c821-4e16-841a-ed3175ae638f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:52.168680 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7073b9d9-c821-4e16-841a-ed3175ae638f admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=83826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 16:11:52.169113 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7073b9d9-c821-4e16-841a-ed3175ae638f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15415164'] for segment, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:52.182357 dv-neutron-833373-2-hyperv neutron-server[83826]: Traceback (most recent call last): Apr 01 16:11:52.182357 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 16:11:52.182357 dv-neutron-833373-2-hyperv neutron-server[83826]: timer() Apr 01 16:11:52.182357 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:11:52.182357 dv-neutron-833373-2-hyperv neutron-server[83826]: cb(*args, **kw) Apr 01 16:11:52.182357 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:11:52.182357 dv-neutron-833373-2-hyperv neutron-server[83826]: return func(*args, **kwargs) Apr 01 16:11:52.182357 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:11:52.182357 dv-neutron-833373-2-hyperv neutron-server[83826]: self._notify() Apr 01 16:11:52.182357 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:11:52.182357 dv-neutron-833373-2-hyperv neutron-server[83826]: self.callback(batched_events) Apr 01 16:11:52.182357 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:11:52.182357 dv-neutron-833373-2-hyperv neutron-server[83826]: event.method(event) Apr 01 16:11:52.182357 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:11:52.182357 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:11:52.182357 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:11:52.182357 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:11:52.182357 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:11:52.182357 dv-neutron-833373-2-hyperv neutron-server[83826]: return f(self, *a, **k) Apr 01 16:11:52.182357 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 16:11:52.182357 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._get(url).json() Apr 01 16:11:52.182357 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 16:11:52.182357 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:11:52.182357 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 16:11:52.182357 dv-neutron-833373-2-hyperv neutron-server[83826]: return self.request(url, 'GET', **kwargs) Apr 01 16:11:52.182357 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 16:11:52.182357 dv-neutron-833373-2-hyperv neutron-server[83826]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:11:52.182357 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 16:11:52.182357 dv-neutron-833373-2-hyperv neutron-server[83826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:11:52.182357 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 16:11:52.182357 dv-neutron-833373-2-hyperv neutron-server[83826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:11:52.182357 dv-neutron-833373-2-hyperv neutron-server[83826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:11:52.256904 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7073b9d9-c821-4e16-841a-ed3175ae638f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:52.276882 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7073b9d9-c821-4e16-841a-ed3175ae638f admin admin] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:52.286867 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7073b9d9-c821-4e16-841a-ed3175ae638f admin admin] Pushing event deleted for resources: {'Network': ['ID=a1aae32d-9ab9-4d60-b5a3-36f9ad794eb7,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:11:52.296043 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-7073b9d9-c821-4e16-841a-ed3175ae638f admin admin] 10.222.0.55 "DELETE /v2.0/networks/a1aae32d-9ab9-4d60-b5a3-36f9ad794eb7 HTTP/1.1" status: 204 len: 168 time: 0.4299042 Apr 01 16:11:52.298758 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 59872) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:11:52.357015 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_v2 [None req-c297bbfa-4e73-4438-b6cc-34f55108ef1f admin admin] Deleting subnet 0e7b48d7-6fae-4b8c-940d-1ac3db2362c7 {{(pid=83826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 16:11:52.359946 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c297bbfa-4e73-4438-b6cc-34f55108ef1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:52.407260 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c297bbfa-4e73-4438-b6cc-34f55108ef1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16610770'] for subnet, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:52.465691 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c297bbfa-4e73-4438-b6cc-34f55108ef1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:52.532680 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c297bbfa-4e73-4438-b6cc-34f55108ef1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15415074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16089009'] for subnet, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:52.533674 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 7bbddede-3d6d-4c6c-bead-5fe1d855e74f no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:11:52.568795 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] No Port match for: 7bbddede-3d6d-4c6c-bead-5fe1d855e74f {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:11:52.569142 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 7bbddede-3d6d-4c6c-bead-5fe1d855e74f not bound to the agent host hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:11:52.571896 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c297bbfa-4e73-4438-b6cc-34f55108ef1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e7b48d7-6fae-4b8c-940d-1ac3db2362c7,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:11:52.578476 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c297bbfa-4e73-4438-b6cc-34f55108ef1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:52.584547 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-c297bbfa-4e73-4438-b6cc-34f55108ef1f admin admin] 10.222.0.55 "DELETE /v2.0/subnets/0e7b48d7-6fae-4b8c-940d-1ac3db2362c7 HTTP/1.1" status: 204 len: 168 time: 0.2848339 Apr 01 16:11:52.587643 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 59876) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:11:52.771381 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9a61c7da-a189-4be3-9e07-1da1b70430c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:52.897307 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9a61c7da-a189-4be3-9e07-1da1b70430c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:52.922299 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-9a61c7da-a189-4be3-9e07-1da1b70430c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a07fbf07-5892-4e42-a9da-a09d4e2da91d']}} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:11:52.934007 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-9a61c7da-a189-4be3-9e07-1da1b70430c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d677e44-204b-40c4-afb7-68632e3e6ec4') {'for_net_delete': True} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:11:52.934301 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-9a61c7da-a189-4be3-9e07-1da1b70430c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d677e44-204b-40c4-afb7-68632e3e6ec4') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:11:52.946350 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9a61c7da-a189-4be3-9e07-1da1b70430c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16610763'] for segment, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:52.962454 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9a61c7da-a189-4be3-9e07-1da1b70430c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:52.968349 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a61c7da-a189-4be3-9e07-1da1b70430c2 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=83826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 16:11:52.968750 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9a61c7da-a189-4be3-9e07-1da1b70430c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15415164'] for segment, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:52.981557 dv-neutron-833373-2-hyperv neutron-server[83826]: Traceback (most recent call last): Apr 01 16:11:52.981557 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 16:11:52.981557 dv-neutron-833373-2-hyperv neutron-server[83826]: timer() Apr 01 16:11:52.981557 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:11:52.981557 dv-neutron-833373-2-hyperv neutron-server[83826]: cb(*args, **kw) Apr 01 16:11:52.981557 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:11:52.981557 dv-neutron-833373-2-hyperv neutron-server[83826]: return func(*args, **kwargs) Apr 01 16:11:52.981557 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:11:52.981557 dv-neutron-833373-2-hyperv neutron-server[83826]: self._notify() Apr 01 16:11:52.981557 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:11:52.981557 dv-neutron-833373-2-hyperv neutron-server[83826]: self.callback(batched_events) Apr 01 16:11:52.981557 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:11:52.981557 dv-neutron-833373-2-hyperv neutron-server[83826]: event.method(event) Apr 01 16:11:52.981557 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:11:52.981557 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:11:52.981557 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:11:52.981557 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:11:52.981557 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:11:52.981557 dv-neutron-833373-2-hyperv neutron-server[83826]: return f(self, *a, **k) Apr 01 16:11:52.981557 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 16:11:52.981557 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._get(url).json() Apr 01 16:11:52.981557 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 16:11:52.981557 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:11:52.981557 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 16:11:52.981557 dv-neutron-833373-2-hyperv neutron-server[83826]: return self.request(url, 'GET', **kwargs) Apr 01 16:11:52.981557 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 16:11:52.981557 dv-neutron-833373-2-hyperv neutron-server[83826]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:11:52.981557 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 16:11:52.981557 dv-neutron-833373-2-hyperv neutron-server[83826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:11:52.981557 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 16:11:52.981557 dv-neutron-833373-2-hyperv neutron-server[83826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:11:52.981557 dv-neutron-833373-2-hyperv neutron-server[83826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:11:53.060398 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9a61c7da-a189-4be3-9e07-1da1b70430c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:53.078440 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9a61c7da-a189-4be3-9e07-1da1b70430c2 admin admin] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:53.087935 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a61c7da-a189-4be3-9e07-1da1b70430c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a07fbf07-5892-4e42-a9da-a09d4e2da91d,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:11:53.090758 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-9a61c7da-a189-4be3-9e07-1da1b70430c2 admin admin] 10.222.0.55 "DELETE /v2.0/networks/a07fbf07-5892-4e42-a9da-a09d4e2da91d HTTP/1.1" status: 204 len: 168 time: 0.5021513 Apr 01 16:11:53.318927 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 59882) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:11:53.371383 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-2cb6046b-aabf-4690-8168-ff630cedf3eb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=533f2f41ca1d4ddea0143a3dab068064&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0513043 Apr 01 16:11:53.374041 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 59886) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:11:53.432081 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4ec578c6-d117-494e-90f4-8b2ac149e3da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:53.456872 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4ec578c6-d117-494e-90f4-8b2ac149e3da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:53.506842 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4ec578c6-d117-494e-90f4-8b2ac149e3da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:53.523149 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec578c6-d117-494e-90f4-8b2ac149e3da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3221e41d-8f12-44e8-84ec-317ab5b3aa7d,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:11:53.534797 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4ec578c6-d117-494e-90f4-8b2ac149e3da admin admin] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:53.535936 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-4ec578c6-d117-494e-90f4-8b2ac149e3da admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3221e41d-8f12-44e8-84ec-317ab5b3aa7d HTTP/1.1" status: 204 len: 168 time: 0.1609259 Apr 01 16:11:53.890868 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:53.892481 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-572786bf-9d3b-458b-b578-c4564463c3de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:53.957305 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 59894) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:11:54.007087 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-dd575d80-eb04-4ca3-bede-0c0dace872d8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bf1450bdd1604259be3ac3a5a0759afc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0486414 Apr 01 16:11:54.009498 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 59898) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:11:54.070705 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-92f2e6ee-990a-4754-a40d-88f9a2a30875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:54.095608 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-92f2e6ee-990a-4754-a40d-88f9a2a30875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:54.151794 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-92f2e6ee-990a-4754-a40d-88f9a2a30875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:54.169295 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f2e6ee-990a-4754-a40d-88f9a2a30875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab53b40-8e82-4378-9324-3434818bb679,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:11:54.172485 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-92f2e6ee-990a-4754-a40d-88f9a2a30875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:54.174113 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-92f2e6ee-990a-4754-a40d-88f9a2a30875 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/eab53b40-8e82-4378-9324-3434818bb679 HTTP/1.1" status: 204 len: 168 time: 0.1632683 Apr 01 16:11:56.275300 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-1262d157-6071-4a35-acaf-0dc373723c3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:57.604817 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:57.766444 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:11:59.289802 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:02.359934 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d4086b1e-caca-4355-a676-8cf1e2dcf8bb req-a8d63b0b-c553-4697-969a-8a3be859bf60 tempest-ServersAdminNegativeTestJSON-773338058 tempest-ServersAdminNegativeTestJSON-773338058-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=ac209d033abd4abd8d079658be8edbd3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270882 Apr 01 16:12:02.505921 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4086b1e-caca-4355-a676-8cf1e2dcf8bb req-d5456a2f-250f-4185-90bd-d7cf43475943 tempest-ServersAdminNegativeTestJSON-773338058 tempest-ServersAdminNegativeTestJSON-773338058-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:02.507344 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d4086b1e-caca-4355-a676-8cf1e2dcf8bb req-d5456a2f-250f-4185-90bd-d7cf43475943 tempest-ServersAdminNegativeTestJSON-773338058 tempest-ServersAdminNegativeTestJSON-773338058-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1420834 Apr 01 16:12:02.525522 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d4086b1e-caca-4355-a676-8cf1e2dcf8bb req-97c4e188-5acc-4127-b573-d4ac0e0c77ef tempest-ServersAdminNegativeTestJSON-773338058 tempest-ServersAdminNegativeTestJSON-773338058-project] 10.222.0.55 "GET /v2.0/quotas/ac209d033abd4abd8d079658be8edbd3 HTTP/1.1" status: 200 len: 375 time: 0.0121119 Apr 01 16:12:02.569513 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d4086b1e-caca-4355-a676-8cf1e2dcf8bb req-b2726588-4c4f-44a8-b49b-2c91bd4075c1 tempest-ServersAdminNegativeTestJSON-773338058 tempest-ServersAdminNegativeTestJSON-773338058-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ac209d033abd4abd8d079658be8edbd3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0388877 Apr 01 16:12:02.925566 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-20cb3655-c547-4fad-8f8d-021f06e94f5b req-55ab3a8a-ce73-4257-99a1-0bab2306bb39 tempest-ServersAdminNegativeTestJSON-773338058 tempest-ServersAdminNegativeTestJSON-773338058-project] 10.222.0.55 "GET /v2.0/ports?device_id=632d67e3-4265-4d7d-9f0a-76376e16a14c HTTP/1.1" status: 200 len: 210 time: 0.2109199 Apr 01 16:12:03.702471 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d4086b1e-caca-4355-a676-8cf1e2dcf8bb req-ea78a687-9411-4e80-9753-7869a7ebe930 tempest-ServersAdminNegativeTestJSON-773338058 tempest-ServersAdminNegativeTestJSON-773338058-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=ac209d033abd4abd8d079658be8edbd3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292017 Apr 01 16:12:03.857681 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4086b1e-caca-4355-a676-8cf1e2dcf8bb req-9859b18b-0e5e-4882-b657-d3feeb601dd9 tempest-ServersAdminNegativeTestJSON-773338058 tempest-ServersAdminNegativeTestJSON-773338058-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:03.859112 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d4086b1e-caca-4355-a676-8cf1e2dcf8bb req-9859b18b-0e5e-4882-b657-d3feeb601dd9 tempest-ServersAdminNegativeTestJSON-773338058 tempest-ServersAdminNegativeTestJSON-773338058-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1517434 Apr 01 16:12:03.875505 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [req-d4086b1e-caca-4355-a676-8cf1e2dcf8bb req-53c323ea-40cd-436e-b725-871c6db6771b tempest-ServersAdminNegativeTestJSON-773338058 tempest-ServersAdminNegativeTestJSON-773338058-project] Request body: {'port': {'device_id': '632d67e3-4265-4d7d-9f0a-76376e16a14c', 'network_id': '8741b968-662f-4d23-bc2d-f279e0c619f8', 'admin_state_up': True, 'tenant_id': 'ac209d033abd4abd8d079658be8edbd3'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:12:04.011499 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [req-d4086b1e-caca-4355-a676-8cf1e2dcf8bb req-53c323ea-40cd-436e-b725-871c6db6771b tempest-ServersAdminNegativeTestJSON-773338058 tempest-ServersAdminNegativeTestJSON-773338058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:12:04.014637 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-d4086b1e-caca-4355-a676-8cf1e2dcf8bb req-53c323ea-40cd-436e-b725-871c6db6771b tempest-ServersAdminNegativeTestJSON-773338058 tempest-ServersAdminNegativeTestJSON-773338058-project] Usage tracker for resource:port and tenant:ac209d033abd4abd8d079658be8edbd3 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:12:04.017561 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-d4086b1e-caca-4355-a676-8cf1e2dcf8bb req-53c323ea-40cd-436e-b725-871c6db6771b tempest-ServersAdminNegativeTestJSON-773338058 tempest-ServersAdminNegativeTestJSON-773338058-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:12:04.023701 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [req-d4086b1e-caca-4355-a676-8cf1e2dcf8bb req-53c323ea-40cd-436e-b725-871c6db6771b tempest-ServersAdminNegativeTestJSON-773338058 tempest-ServersAdminNegativeTestJSON-773338058-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:12:04.035584 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4086b1e-caca-4355-a676-8cf1e2dcf8bb req-53c323ea-40cd-436e-b725-871c6db6771b tempest-ServersAdminNegativeTestJSON-773338058 tempest-ServersAdminNegativeTestJSON-773338058-project] Made reservation on behalf of ac209d033abd4abd8d079658be8edbd3 for: {'port': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:12:04.038748 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-d4086b1e-caca-4355-a676-8cf1e2dcf8bb req-53c323ea-40cd-436e-b725-871c6db6771b tempest-ServersAdminNegativeTestJSON-773338058 tempest-ServersAdminNegativeTestJSON-773338058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:04.083836 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-d4086b1e-caca-4355-a676-8cf1e2dcf8bb req-53c323ea-40cd-436e-b725-871c6db6771b tempest-ServersAdminNegativeTestJSON-773338058 tempest-ServersAdminNegativeTestJSON-773338058-project] Notify callbacks [] for security_group, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:04.105686 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d6837e57-dd62-4b12-beb7-81ca5856f134 req-5f5f53b3-122a-4eb2-b83d-cb8f301b018d tempest-ServersAdminNegativeTestJSON-773338058 tempest-ServersAdminNegativeTestJSON-773338058-project] 10.222.0.55 "GET /v2.0/ports?device_id=632d67e3-4265-4d7d-9f0a-76376e16a14c HTTP/1.1" status: 200 len: 210 time: 0.0531883 Apr 01 16:12:04.128248 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [req-d4086b1e-caca-4355-a676-8cf1e2dcf8bb req-53c323ea-40cd-436e-b725-871c6db6771b tempest-ServersAdminNegativeTestJSON-773338058 tempest-ServersAdminNegativeTestJSON-773338058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:12:04.132200 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-d4086b1e-caca-4355-a676-8cf1e2dcf8bb req-53c323ea-40cd-436e-b725-871c6db6771b tempest-ServersAdminNegativeTestJSON-773338058 tempest-ServersAdminNegativeTestJSON-773338058-project] Usage tracker for resource:security_group_rule and tenant:ac209d033abd4abd8d079658be8edbd3 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:12:04.135794 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-d4086b1e-caca-4355-a676-8cf1e2dcf8bb req-53c323ea-40cd-436e-b725-871c6db6771b tempest-ServersAdminNegativeTestJSON-773338058 tempest-ServersAdminNegativeTestJSON-773338058-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:12:04.141743 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [req-d4086b1e-caca-4355-a676-8cf1e2dcf8bb req-53c323ea-40cd-436e-b725-871c6db6771b tempest-ServersAdminNegativeTestJSON-773338058 tempest-ServersAdminNegativeTestJSON-773338058-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:12:04.215164 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-d4086b1e-caca-4355-a676-8cf1e2dcf8bb req-53c323ea-40cd-436e-b725-871c6db6771b tempest-ServersAdminNegativeTestJSON-773338058 tempest-ServersAdminNegativeTestJSON-773338058-project] Notify callbacks [] for security_group, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:04.219568 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-d4086b1e-caca-4355-a676-8cf1e2dcf8bb req-53c323ea-40cd-436e-b725-871c6db6771b tempest-ServersAdminNegativeTestJSON-773338058 tempest-ServersAdminNegativeTestJSON-773338058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:04.302263 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c323ea-40cd-436e-b725-871c6db6771b tempest-ServersAdminNegativeTestJSON-773338058 tempest-ServersAdminNegativeTestJSON-773338058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95bfffb5-888a-4fa2-a6f9-5f908d29e4b4,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:04.399060 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [req-d4086b1e-caca-4355-a676-8cf1e2dcf8bb req-53c323ea-40cd-436e-b725-871c6db6771b tempest-ServersAdminNegativeTestJSON-773338058 tempest-ServersAdminNegativeTestJSON-773338058-project] Allocated IP 192.168.233.229 (8741b968-662f-4d23-bc2d-f279e0c619f8/e796f277-c215-49a0-b5d7-c9029bfe0cdf/1e2c4e96-9490-4fad-a5c2-602c919ba89f) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:12:04.706879 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-d4086b1e-caca-4355-a676-8cf1e2dcf8bb req-53c323ea-40cd-436e-b725-871c6db6771b tempest-ServersAdminNegativeTestJSON-773338058 tempest-ServersAdminNegativeTestJSON-773338058-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:04.725082 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [req-d4086b1e-caca-4355-a676-8cf1e2dcf8bb req-53c323ea-40cd-436e-b725-871c6db6771b tempest-ServersAdminNegativeTestJSON-773338058 tempest-ServersAdminNegativeTestJSON-773338058-project] Transition to ACTIVE for port object 1e2c4e96-9490-4fad-a5c2-602c919ba89f will not be triggered until provisioned by entity DHCP. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:12:04.749838 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-d4086b1e-caca-4355-a676-8cf1e2dcf8bb req-53c323ea-40cd-436e-b725-871c6db6771b tempest-ServersAdminNegativeTestJSON-773338058 tempest-ServersAdminNegativeTestJSON-773338058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:04.824138 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4086b1e-caca-4355-a676-8cf1e2dcf8bb req-53c323ea-40cd-436e-b725-871c6db6771b tempest-ServersAdminNegativeTestJSON-773338058 tempest-ServersAdminNegativeTestJSON-773338058-project] Network 8741b968-662f-4d23-bc2d-f279e0c619f8 is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:12:04.827116 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [req-d4086b1e-caca-4355-a676-8cf1e2dcf8bb req-53c323ea-40cd-436e-b725-871c6db6771b tempest-ServersAdminNegativeTestJSON-773338058 tempest-ServersAdminNegativeTestJSON-773338058-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:12:04.831896 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4086b1e-caca-4355-a676-8cf1e2dcf8bb req-53c323ea-40cd-436e-b725-871c6db6771b tempest-ServersAdminNegativeTestJSON-773338058 tempest-ServersAdminNegativeTestJSON-773338058-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:12:04.866044 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c323ea-40cd-436e-b725-871c6db6771b tempest-ServersAdminNegativeTestJSON-773338058 tempest-ServersAdminNegativeTestJSON-773338058-project] Pushing event updated for resources: {'Port': ['ID=1e2c4e96-9490-4fad-a5c2-602c919ba89f,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:04.903486 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4086b1e-caca-4355-a676-8cf1e2dcf8bb req-53c323ea-40cd-436e-b725-871c6db6771b tempest-ServersAdminNegativeTestJSON-773338058 tempest-ServersAdminNegativeTestJSON-773338058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:04.904116 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-d4086b1e-caca-4355-a676-8cf1e2dcf8bb req-53c323ea-40cd-436e-b725-871c6db6771b tempest-ServersAdminNegativeTestJSON-773338058 tempest-ServersAdminNegativeTestJSON-773338058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:04.931547 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d4086b1e-caca-4355-a676-8cf1e2dcf8bb req-53c323ea-40cd-436e-b725-871c6db6771b tempest-ServersAdminNegativeTestJSON-773338058 tempest-ServersAdminNegativeTestJSON-773338058-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0604494 Apr 01 16:12:05.017921 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [req-d4086b1e-caca-4355-a676-8cf1e2dcf8bb req-b991426e-fe5f-4d1e-ab33-7700bbf0752b service neutron] Request body: {'port': {'device_id': '632d67e3-4265-4d7d-9f0a-76376e16a14c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:12:05.049013 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-1b2b05e6-33d3-4743-8db4-0a405f99f268 None None] Provisioning for port 1e2c4e96-9490-4fad-a5c2-602c919ba89f completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:12:05.055515 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-1b2b05e6-33d3-4743-8db4-0a405f99f268 None None] Provisioning complete for port 1e2c4e96-9490-4fad-a5c2-602c919ba89f triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:12:05.055515 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-1b2b05e6-33d3-4743-8db4-0a405f99f268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:05.117302 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-1b2b05e6-33d3-4743-8db4-0a405f99f268 None None] Port 1e2c4e96-9490-4fad-a5c2-602c919ba89f cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 16:12:05.150953 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-d4086b1e-caca-4355-a676-8cf1e2dcf8bb req-b991426e-fe5f-4d1e-ab33-7700bbf0752b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:05.482789 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae90d1-eccb-45ee-bcef-b7c4dc27e63c req-576b9b5c-214b-45b9-8644-0c118787ee24 tempest-ServersAdminNegativeTestJSON-773338058 tempest-ServersAdminNegativeTestJSON-773338058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:05.483471 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-6fae90d1-eccb-45ee-bcef-b7c4dc27e63c req-576b9b5c-214b-45b9-8644-0c118787ee24 tempest-ServersAdminNegativeTestJSON-773338058 tempest-ServersAdminNegativeTestJSON-773338058-project] Synchronizing usage tracker for tenant:ac209d033abd4abd8d079658be8edbd3 on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:12:05.519438 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-6fae90d1-eccb-45ee-bcef-b7c4dc27e63c req-576b9b5c-214b-45b9-8644-0c118787ee24 tempest-ServersAdminNegativeTestJSON-773338058 tempest-ServersAdminNegativeTestJSON-773338058-project] Unset dirty status for tenant:ac209d033abd4abd8d079658be8edbd3 on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:12:05.520575 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-6fae90d1-eccb-45ee-bcef-b7c4dc27e63c req-576b9b5c-214b-45b9-8644-0c118787ee24 tempest-ServersAdminNegativeTestJSON-773338058 tempest-ServersAdminNegativeTestJSON-773338058-project] 10.222.0.55 "GET /v2.0/ports?device_id=632d67e3-4265-4d7d-9f0a-76376e16a14c HTTP/1.1" status: 200 len: 936 time: 0.2524796 Apr 01 16:12:05.620543 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [req-d4086b1e-caca-4355-a676-8cf1e2dcf8bb req-b991426e-fe5f-4d1e-ab33-7700bbf0752b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e2c4e96-9490-4fad-a5c2-602c919ba89f {{(pid=83826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:12:05.629633 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-d4086b1e-caca-4355-a676-8cf1e2dcf8bb req-b991426e-fe5f-4d1e-ab33-7700bbf0752b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:05.640214 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-6fae90d1-eccb-45ee-bcef-b7c4dc27e63c req-971b7bad-4ed7-4434-ac56-b783c578aff3 tempest-ServersAdminNegativeTestJSON-773338058 tempest-ServersAdminNegativeTestJSON-773338058-project] Synchronizing usage tracker for tenant:ac209d033abd4abd8d079658be8edbd3 on resource:security_group {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:12:05.654694 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [req-d4086b1e-caca-4355-a676-8cf1e2dcf8bb req-b991426e-fe5f-4d1e-ab33-7700bbf0752b service neutron] Transition to ACTIVE for port object 1e2c4e96-9490-4fad-a5c2-602c919ba89f will not be triggered until provisioned by entity L2. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:12:05.660982 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-d4086b1e-caca-4355-a676-8cf1e2dcf8bb req-b991426e-fe5f-4d1e-ab33-7700bbf0752b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:05.701884 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-6fae90d1-eccb-45ee-bcef-b7c4dc27e63c req-971b7bad-4ed7-4434-ac56-b783c578aff3 tempest-ServersAdminNegativeTestJSON-773338058 tempest-ServersAdminNegativeTestJSON-773338058-project] Unset dirty status for tenant:ac209d033abd4abd8d079658be8edbd3 on resource:security_group {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:12:05.703027 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-6fae90d1-eccb-45ee-bcef-b7c4dc27e63c req-971b7bad-4ed7-4434-ac56-b783c578aff3 tempest-ServersAdminNegativeTestJSON-773338058 tempest-ServersAdminNegativeTestJSON-773338058-project] 10.222.0.55 "GET /v2.0/security-groups?id=95bfffb5-888a-4fa2-a6f9-5f908d29e4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708834 Apr 01 16:12:05.802242 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b991426e-fe5f-4d1e-ab33-7700bbf0752b service neutron] Pushing event updated for resources: {'Port': ['ID=1e2c4e96-9490-4fad-a5c2-602c919ba89f,revision_number=2']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:05.913201 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.managers [req-d4086b1e-caca-4355-a676-8cf1e2dcf8bb req-b991426e-fe5f-4d1e-ab33-7700bbf0752b service neutron] Attempting to bind port 1e2c4e96-9490-4fad-a5c2-602c919ba89f on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:12:05.913527 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.managers [req-d4086b1e-caca-4355-a676-8cf1e2dcf8bb req-b991426e-fe5f-4d1e-ab33-7700bbf0752b service neutron] Attempting to bind port 1e2c4e96-9490-4fad-a5c2-602c919ba89f by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'b3da9ca7-0f0f-495b-bb63-3da779e97b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8741b968-662f-4d23-bc2d-f279e0c619f8'}] {{(pid=83826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:12:05.913859 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4086b1e-caca-4355-a676-8cf1e2dcf8bb req-b991426e-fe5f-4d1e-ab33-7700bbf0752b service neutron] Attempting to bind port 1e2c4e96-9490-4fad-a5c2-602c919ba89f on network 8741b968-662f-4d23-bc2d-f279e0c619f8 {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:12:05.919648 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4086b1e-caca-4355-a676-8cf1e2dcf8bb req-b991426e-fe5f-4d1e-ab33-7700bbf0752b service neutron] Port 1e2c4e96-9490-4fad-a5c2-602c919ba89f on network 8741b968-662f-4d23-bc2d-f279e0c619f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 16:12:05.919970 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4086b1e-caca-4355-a676-8cf1e2dcf8bb req-b991426e-fe5f-4d1e-ab33-7700bbf0752b service neutron] Attempting to bind port 1e2c4e96-9490-4fad-a5c2-602c919ba89f on network 8741b968-662f-4d23-bc2d-f279e0c619f8 {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:12:05.926199 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4086b1e-caca-4355-a676-8cf1e2dcf8bb req-b991426e-fe5f-4d1e-ab33-7700bbf0752b service neutron] Checking agent: {'id': '5b2860be-0b4f-4931-914a-5d10403eafcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 47, 24), 'started_at': datetime.datetime(2022, 4, 1, 15, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:12:05.926531 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4086b1e-caca-4355-a676-8cf1e2dcf8bb req-b991426e-fe5f-4d1e-ab33-7700bbf0752b service neutron] Checking segment: {'id': 'b3da9ca7-0f0f-495b-bb63-3da779e97b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8741b968-662f-4d23-bc2d-f279e0c619f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:12:05.926910 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4086b1e-caca-4355-a676-8cf1e2dcf8bb req-b991426e-fe5f-4d1e-ab33-7700bbf0752b service neutron] Bound using segment: {'id': 'b3da9ca7-0f0f-495b-bb63-3da779e97b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8741b968-662f-4d23-bc2d-f279e0c619f8'} {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:12:05.927331 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.managers [req-d4086b1e-caca-4355-a676-8cf1e2dcf8bb req-b991426e-fe5f-4d1e-ab33-7700bbf0752b service neutron] Bound port: 1e2c4e96-9490-4fad-a5c2-602c919ba89f, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3da9ca7-0f0f-495b-bb63-3da779e97b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8741b968-662f-4d23-bc2d-f279e0c619f8'}}] {{(pid=83826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:12:05.927676 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-d4086b1e-caca-4355-a676-8cf1e2dcf8bb req-b991426e-fe5f-4d1e-ab33-7700bbf0752b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:06.019139 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [req-d4086b1e-caca-4355-a676-8cf1e2dcf8bb req-b991426e-fe5f-4d1e-ab33-7700bbf0752b service neutron] For port 1e2c4e96-9490-4fad-a5c2-602c919ba89f, host hv-neutron-8333, cleared binding levels {{(pid=83826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:12:06.022027 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [req-d4086b1e-caca-4355-a676-8cf1e2dcf8bb req-b991426e-fe5f-4d1e-ab33-7700bbf0752b service neutron] For port 1e2c4e96-9490-4fad-a5c2-602c919ba89f, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=1e2c4e96-9490-4fad-a5c2-602c919ba89f,segment=NetworkSegment(b3da9ca7-0f0f-495b-bb63-3da779e97b0a),segment_id=b3da9ca7-0f0f-495b-bb63-3da779e97b0a)] {{(pid=83826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:12:06.026234 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-d4086b1e-caca-4355-a676-8cf1e2dcf8bb req-b991426e-fe5f-4d1e-ab33-7700bbf0752b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:06.089753 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-d4086b1e-caca-4355-a676-8cf1e2dcf8bb req-b991426e-fe5f-4d1e-ab33-7700bbf0752b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:06.092167 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d4086b1e-caca-4355-a676-8cf1e2dcf8bb req-b991426e-fe5f-4d1e-ab33-7700bbf0752b service neutron] 10.222.0.24 "PUT /v2.0/ports/1e2c4e96-9490-4fad-a5c2-602c919ba89f HTTP/1.1" status: 200 len: 1098 time: 1.1514251 Apr 01 16:12:06.092167 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '632d67e3-4265-4d7d-9f0a-76376e16a14c', 'tag': '1e2c4e96-9490-4fad-a5c2-602c919ba89f'}] {{(pid=83826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:12:06.114288 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b991426e-fe5f-4d1e-ab33-7700bbf0752b service neutron] Pushing event updated for resources: {'Port': ['ID=1e2c4e96-9490-4fad-a5c2-602c919ba89f,revision_number=3']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:06.229238 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d4086b1e-caca-4355-a676-8cf1e2dcf8bb req-eb3904a7-e3ce-45a6-a67b-92ab4dfd26c4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ac209d033abd4abd8d079658be8edbd3&device_id=632d67e3-4265-4d7d-9f0a-76376e16a14c HTTP/1.1" status: 200 len: 1101 time: 0.0848651 Apr 01 16:12:06.286619 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '632d67e3-4265-4d7d-9f0a-76376e16a14c', 'tag': '1e2c4e96-9490-4fad-a5c2-602c919ba89f', 'status': 'completed', 'code': 200} Apr 01 16:12:06.301897 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d4086b1e-caca-4355-a676-8cf1e2dcf8bb req-3a8242ee-4bef-4b13-9ab9-b83fc1e35825 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=1e2c4e96-9490-4fad-a5c2-602c919ba89f HTTP/1.1" status: 200 len: 217 time: 0.0649197 Apr 01 16:12:06.369703 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4086b1e-caca-4355-a676-8cf1e2dcf8bb req-6af2cd93-e1d9-4377-a7f7-d878278dc9a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:06.371073 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d4086b1e-caca-4355-a676-8cf1e2dcf8bb req-6af2cd93-e1d9-4377-a7f7-d878278dc9a2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e796f277-c215-49a0-b5d7-c9029bfe0cdf HTTP/1.1" status: 200 len: 843 time: 0.0635369 Apr 01 16:12:06.451478 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d4086b1e-caca-4355-a676-8cf1e2dcf8bb req-e0f97796-1450-4a39-94d3-e5ff8cc47d46 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8741b968-662f-4d23-bc2d-f279e0c619f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0735216 Apr 01 16:12:06.581493 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d4086b1e-caca-4355-a676-8cf1e2dcf8bb req-5028f665-957e-44d6-9548-a8e88168e964 service neutron] 10.222.0.24 "GET /v2.0/networks/8741b968-662f-4d23-bc2d-f279e0c619f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233404 Apr 01 16:12:06.804668 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d4086b1e-caca-4355-a676-8cf1e2dcf8bb req-4ce1ffb9-f383-441f-a3bf-dba013ab7e9b service neutron] 10.222.0.24 "GET /v2.0/networks/8741b968-662f-4d23-bc2d-f279e0c619f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170801 Apr 01 16:12:06.958285 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b147f77-79fe-4f0f-b6dc-bb82b0a2c57e req-69d5edc6-c2e6-4db0-b54b-408f97a685af tempest-ServersAdminNegativeTestJSON-773338058 tempest-ServersAdminNegativeTestJSON-773338058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:06.959600 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-3b147f77-79fe-4f0f-b6dc-bb82b0a2c57e req-69d5edc6-c2e6-4db0-b54b-408f97a685af tempest-ServersAdminNegativeTestJSON-773338058 tempest-ServersAdminNegativeTestJSON-773338058-project] 10.222.0.55 "GET /v2.0/ports?device_id=632d67e3-4265-4d7d-9f0a-76376e16a14c HTTP/1.1" status: 200 len: 948 time: 0.1329710 Apr 01 16:12:06.963736 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-54fdf505-220b-437b-803a-15bc191fd5c0 req-1ac4d34e-241f-4d3c-9d80-dcf23493dbf4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ac209d033abd4abd8d079658be8edbd3&device_id=632d67e3-4265-4d7d-9f0a-76376e16a14c HTTP/1.1" status: 200 len: 1101 time: 0.1024041 Apr 01 16:12:07.092144 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-3b147f77-79fe-4f0f-b6dc-bb82b0a2c57e req-47ffa3b9-59a4-4d65-905f-0fde3d3aae0e tempest-ServersAdminNegativeTestJSON-773338058 tempest-ServersAdminNegativeTestJSON-773338058-project] 10.222.0.55 "GET /v2.0/security-groups?id=95bfffb5-888a-4fa2-a6f9-5f908d29e4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260922 Apr 01 16:12:07.123718 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fdf505-220b-437b-803a-15bc191fd5c0 req-a86058ac-977f-4f70-8344-19f9fefbd877 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:07.125176 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-54fdf505-220b-437b-803a-15bc191fd5c0 req-a86058ac-977f-4f70-8344-19f9fefbd877 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8741b968-662f-4d23-bc2d-f279e0c619f8 HTTP/1.1" status: 200 len: 869 time: 0.1456871 Apr 01 16:12:07.196216 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-54fdf505-220b-437b-803a-15bc191fd5c0 req-98083e00-6f5f-4311-bc9e-c952265e8e62 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=1e2c4e96-9490-4fad-a5c2-602c919ba89f HTTP/1.1" status: 200 len: 217 time: 0.0636301 Apr 01 16:12:07.257157 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fdf505-220b-437b-803a-15bc191fd5c0 req-444be12d-61cb-40c7-8276-319b4fd01dcc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:07.259663 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-54fdf505-220b-437b-803a-15bc191fd5c0 req-444be12d-61cb-40c7-8276-319b4fd01dcc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e796f277-c215-49a0-b5d7-c9029bfe0cdf HTTP/1.1" status: 200 len: 843 time: 0.0567017 Apr 01 16:12:07.342751 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-54fdf505-220b-437b-803a-15bc191fd5c0 req-2a8be834-0640-4743-8a48-cd4ac7d607d7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8741b968-662f-4d23-bc2d-f279e0c619f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0756180 Apr 01 16:12:07.482718 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-54fdf505-220b-437b-803a-15bc191fd5c0 req-c894bba6-50fd-4337-997d-f0331032919a service neutron] 10.222.0.24 "GET /v2.0/networks/8741b968-662f-4d23-bc2d-f279e0c619f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315417 Apr 01 16:12:07.601844 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:12:07.620989 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-54fdf505-220b-437b-803a-15bc191fd5c0 req-1a0cb18c-0e6f-484c-9604-51d4fc1db91c service neutron] 10.222.0.24 "GET /v2.0/networks/8741b968-662f-4d23-bc2d-f279e0c619f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325109 Apr 01 16:12:08.289313 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06908378-3fb5-4d31-bbc1-a7b1113d2946 req-7da038b7-d844-4afb-892e-3697b5b4ad68 tempest-ServersAdminNegativeTestJSON-773338058 tempest-ServersAdminNegativeTestJSON-773338058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:08.291373 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-06908378-3fb5-4d31-bbc1-a7b1113d2946 req-7da038b7-d844-4afb-892e-3697b5b4ad68 tempest-ServersAdminNegativeTestJSON-773338058 tempest-ServersAdminNegativeTestJSON-773338058-project] 10.222.0.55 "GET /v2.0/ports?device_id=632d67e3-4265-4d7d-9f0a-76376e16a14c HTTP/1.1" status: 200 len: 948 time: 0.0804696 Apr 01 16:12:08.336921 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-06908378-3fb5-4d31-bbc1-a7b1113d2946 req-ccb71e8a-bc6b-4939-b178-e08256bffc2e tempest-ServersAdminNegativeTestJSON-773338058 tempest-ServersAdminNegativeTestJSON-773338058-project] 10.222.0.55 "GET /v2.0/security-groups?id=95bfffb5-888a-4fa2-a6f9-5f908d29e4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386574 Apr 01 16:12:08.620226 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 1e2c4e96-9490-4fad-a5c2-602c919ba89f details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:12:08.759607 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 1e2c4e96-9490-4fad-a5c2-602c919ba89f, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=1e2c4e96-9490-4fad-a5c2-602c919ba89f,segment=NetworkSegment(b3da9ca7-0f0f-495b-bb63-3da779e97b0a),segment_id=b3da9ca7-0f0f-495b-bb63-3da779e97b0a)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:12:08.778121 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Returning: {'device': '1e2c4e96-9490-4fad-a5c2-602c919ba89f', 'network_id': '8741b968-662f-4d23-bc2d-f279e0c619f8', 'port_id': '1e2c4e96-9490-4fad-a5c2-602c919ba89f', 'mac_address': 'fa:16:3e:aa:c3:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e796f277-c215-49a0-b5d7-c9029bfe0cdf', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:12:08.834377 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:08.851042 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e2c4e96-9490-4fad-a5c2-602c919ba89f {{(pid=83829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:12:08.866809 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 1e2c4e96-9490-4fad-a5c2-602c919ba89f, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=1e2c4e96-9490-4fad-a5c2-602c919ba89f,segment=NetworkSegment(b3da9ca7-0f0f-495b-bb63-3da779e97b0a),segment_id=b3da9ca7-0f0f-495b-bb63-3da779e97b0a)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:12:08.870628 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:08.933717 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=1e2c4e96-9490-4fad-a5c2-602c919ba89f,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:08.941610 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:08.941944 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:08.942273 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:08.942598 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:08.942923 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:08.943243 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:08.943561 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:08.943880 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:08.944193 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:08.944507 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:08.944844 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:09.071185 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] get_ports_and_sgs() called for port_ids ['1e2c4e96-9490-4fad-a5c2-602c919ba89f'] {{(pid=83829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 16:12:09.537899 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3ee996-afc5-46fd-b0f9-f0f9b6ce560e req-bceb6fbe-be3b-43f6-880e-66b93545662d tempest-ServersAdminNegativeTestJSON-773338058 tempest-ServersAdminNegativeTestJSON-773338058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:09.539347 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4b3ee996-afc5-46fd-b0f9-f0f9b6ce560e req-bceb6fbe-be3b-43f6-880e-66b93545662d tempest-ServersAdminNegativeTestJSON-773338058 tempest-ServersAdminNegativeTestJSON-773338058-project] 10.222.0.55 "GET /v2.0/ports?device_id=632d67e3-4265-4d7d-9f0a-76376e16a14c HTTP/1.1" status: 200 len: 949 time: 0.0798938 Apr 01 16:12:09.588227 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4b3ee996-afc5-46fd-b0f9-f0f9b6ce560e req-73244ef9-7b9e-4873-a8de-11e7754ae802 tempest-ServersAdminNegativeTestJSON-773338058 tempest-ServersAdminNegativeTestJSON-773338058-project] 10.222.0.55 "GET /v2.0/security-groups?id=95bfffb5-888a-4fa2-a6f9-5f908d29e4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431316 Apr 01 16:12:10.626072 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 1e2c4e96-9490-4fad-a5c2-602c919ba89f up at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:12:10.696550 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning for port 1e2c4e96-9490-4fad-a5c2-602c919ba89f completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:12:10.701478 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning complete for port 1e2c4e96-9490-4fad-a5c2-602c919ba89f triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:12:10.701854 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:10.785051 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f3f529-b051-4f40-aeca-c18fdd7bdb59 req-3f800d0d-b932-4163-8005-814eeafebcff tempest-ServersAdminNegativeTestJSON-773338058 tempest-ServersAdminNegativeTestJSON-773338058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:10.786485 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-33f3f529-b051-4f40-aeca-c18fdd7bdb59 req-3f800d0d-b932-4163-8005-814eeafebcff tempest-ServersAdminNegativeTestJSON-773338058 tempest-ServersAdminNegativeTestJSON-773338058-project] 10.222.0.55 "GET /v2.0/ports?device_id=632d67e3-4265-4d7d-9f0a-76376e16a14c HTTP/1.1" status: 200 len: 949 time: 0.0769582 Apr 01 16:12:10.835181 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:10.839967 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-33f3f529-b051-4f40-aeca-c18fdd7bdb59 req-5a79f0b2-968d-4530-9443-6dfbea3e61c4 tempest-ServersAdminNegativeTestJSON-773338058 tempest-ServersAdminNegativeTestJSON-773338058-project] 10.222.0.55 "GET /v2.0/security-groups?id=95bfffb5-888a-4fa2-a6f9-5f908d29e4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466509 Apr 01 16:12:10.865464 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '632d67e3-4265-4d7d-9f0a-76376e16a14c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e2c4e96-9490-4fad-a5c2-602c919ba89f'}] {{(pid=83829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:12:10.875275 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 1e2c4e96-9490-4fad-a5c2-602c919ba89f, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=1e2c4e96-9490-4fad-a5c2-602c919ba89f,segment=NetworkSegment(b3da9ca7-0f0f-495b-bb63-3da779e97b0a),segment_id=b3da9ca7-0f0f-495b-bb63-3da779e97b0a)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:12:10.879793 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:10.925208 dv-neutron-833373-2-hyperv neutron-server[83829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '632d67e3-4265-4d7d-9f0a-76376e16a14c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e2c4e96-9490-4fad-a5c2-602c919ba89f', 'code': 200} Apr 01 16:12:10.950570 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=1e2c4e96-9490-4fad-a5c2-602c919ba89f,revision_number=5']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:11.146859 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a1987178-3b15-4c9b-8c3e-15cd149b5062 req-c586744b-3464-470b-817b-2555520d0005 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=632d67e3-4265-4d7d-9f0a-76376e16a14c HTTP/1.1" status: 200 len: 1103 time: 0.0705030 Apr 01 16:12:11.189456 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a1987178-3b15-4c9b-8c3e-15cd149b5062 req-682f100a-b9e2-4d8c-9d68-ced01c81d6db service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=95bfffb5-888a-4fa2-a6f9-5f908d29e4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359478 Apr 01 16:12:12.050686 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5a2f67-b433-4607-aca1-6a3c43035e3d req-5929f5b9-9789-4c07-9fc3-3f775520e172 tempest-ServersAdminNegativeTestJSON-773338058 tempest-ServersAdminNegativeTestJSON-773338058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:12.052159 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-9c5a2f67-b433-4607-aca1-6a3c43035e3d req-5929f5b9-9789-4c07-9fc3-3f775520e172 tempest-ServersAdminNegativeTestJSON-773338058 tempest-ServersAdminNegativeTestJSON-773338058-project] 10.222.0.55 "GET /v2.0/ports?device_id=632d67e3-4265-4d7d-9f0a-76376e16a14c HTTP/1.1" status: 200 len: 950 time: 0.0801783 Apr 01 16:12:12.098203 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-9c5a2f67-b433-4607-aca1-6a3c43035e3d req-d10d878a-96b7-4b7b-97a9-671a4708cac1 tempest-ServersAdminNegativeTestJSON-773338058 tempest-ServersAdminNegativeTestJSON-773338058-project] 10.222.0.55 "GET /v2.0/security-groups?id=95bfffb5-888a-4fa2-a6f9-5f908d29e4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398915 Apr 01 16:12:13.308145 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279bb543-5820-4509-84cd-6cceaae6937e req-85b568ad-377f-4bfa-8c25-c80297f48c67 tempest-ServersAdminNegativeTestJSON-773338058 tempest-ServersAdminNegativeTestJSON-773338058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:13.309635 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-279bb543-5820-4509-84cd-6cceaae6937e req-85b568ad-377f-4bfa-8c25-c80297f48c67 tempest-ServersAdminNegativeTestJSON-773338058 tempest-ServersAdminNegativeTestJSON-773338058-project] 10.222.0.55 "GET /v2.0/ports?device_id=632d67e3-4265-4d7d-9f0a-76376e16a14c HTTP/1.1" status: 200 len: 950 time: 0.0776792 Apr 01 16:12:13.354582 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-279bb543-5820-4509-84cd-6cceaae6937e req-9615077e-1f82-41e3-a10c-ed67d6cb0c38 tempest-ServersAdminNegativeTestJSON-773338058 tempest-ServersAdminNegativeTestJSON-773338058-project] 10.222.0.55 "GET /v2.0/security-groups?id=95bfffb5-888a-4fa2-a6f9-5f908d29e4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394552 Apr 01 16:12:13.781517 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ee929f03-c1ef-4e73-a96d-ed7af962ad44 req-fc2dadd7-fb35-4fe4-a114-354d317e23f9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=632d67e3-4265-4d7d-9f0a-76376e16a14c&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0747943 Apr 01 16:12:14.274721 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-696d132b-d281-4c4c-b4ec-4dce6810f131 req-65418d1b-a7e0-4b05-8154-73e5161bc67a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=632d67e3-4265-4d7d-9f0a-76376e16a14c&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0679595 Apr 01 16:12:15.072026 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c80864f-6e18-419b-8748-fe43168c8153 req-1166d540-ee53-45c7-b12c-69e43970ca7f tempest-ServersAdminNegativeTestJSON-773338058 tempest-ServersAdminNegativeTestJSON-773338058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:15.074144 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2c80864f-6e18-419b-8748-fe43168c8153 req-1166d540-ee53-45c7-b12c-69e43970ca7f tempest-ServersAdminNegativeTestJSON-773338058 tempest-ServersAdminNegativeTestJSON-773338058-project] 10.222.0.55 "GET /v2.0/ports?device_id=632d67e3-4265-4d7d-9f0a-76376e16a14c HTTP/1.1" status: 200 len: 950 time: 0.1760418 Apr 01 16:12:15.122059 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2c80864f-6e18-419b-8748-fe43168c8153 req-5c70f318-e36d-45bd-8ad2-305429602709 tempest-ServersAdminNegativeTestJSON-773338058 tempest-ServersAdminNegativeTestJSON-773338058-project] 10.222.0.55 "GET /v2.0/security-groups?id=95bfffb5-888a-4fa2-a6f9-5f908d29e4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413179 Apr 01 16:12:16.362620 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67332c46-64d0-4f34-952d-55f8c2af8d41 req-f178050e-0416-4770-a894-8c72a5fa7026 tempest-ServersAdminNegativeTestJSON-773338058 tempest-ServersAdminNegativeTestJSON-773338058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:16.363960 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-67332c46-64d0-4f34-952d-55f8c2af8d41 req-f178050e-0416-4770-a894-8c72a5fa7026 tempest-ServersAdminNegativeTestJSON-773338058 tempest-ServersAdminNegativeTestJSON-773338058-project] 10.222.0.24 "GET /v2.0/ports?device_id=632d67e3-4265-4d7d-9f0a-76376e16a14c HTTP/1.1" status: 200 len: 950 time: 0.1346481 Apr 01 16:12:16.408425 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45843443-6d64-4ade-b635-496ded27c9ff req-c0007e4b-fa04-43ad-a0fd-e2b7032a6696 tempest-ServersAdminNegativeTestJSON-773338058 tempest-ServersAdminNegativeTestJSON-773338058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:16.409871 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-45843443-6d64-4ade-b635-496ded27c9ff req-c0007e4b-fa04-43ad-a0fd-e2b7032a6696 tempest-ServersAdminNegativeTestJSON-773338058 tempest-ServersAdminNegativeTestJSON-773338058-project] 10.222.0.55 "GET /v2.0/ports?device_id=632d67e3-4265-4d7d-9f0a-76376e16a14c HTTP/1.1" status: 200 len: 950 time: 0.1456726 Apr 01 16:12:16.462854 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [req-67332c46-64d0-4f34-952d-55f8c2af8d41 req-ee59df04-cc14-4ee3-8b8a-4834c5ce04e3 tempest-ServersAdminNegativeTestJSON-773338058 tempest-ServersAdminNegativeTestJSON-773338058-project] Deleting port 1e2c4e96-9490-4fad-a5c2-602c919ba89f {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:12:16.463182 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-67332c46-64d0-4f34-952d-55f8c2af8d41 req-ee59df04-cc14-4ee3-8b8a-4834c5ce04e3 tempest-ServersAdminNegativeTestJSON-773338058 tempest-ServersAdminNegativeTestJSON-773338058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:16.521375 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-45843443-6d64-4ade-b635-496ded27c9ff req-50a69f78-7df3-446c-84a5-46c8a61c5355 tempest-ServersAdminNegativeTestJSON-773338058 tempest-ServersAdminNegativeTestJSON-773338058-project] 10.222.0.55 "GET /v2.0/security-groups?id=95bfffb5-888a-4fa2-a6f9-5f908d29e4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049371 Apr 01 16:12:16.715706 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [req-67332c46-64d0-4f34-952d-55f8c2af8d41 req-ee59df04-cc14-4ee3-8b8a-4834c5ce04e3 tempest-ServersAdminNegativeTestJSON-773338058 tempest-ServersAdminNegativeTestJSON-773338058-project] For port 1e2c4e96-9490-4fad-a5c2-602c919ba89f, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=1e2c4e96-9490-4fad-a5c2-602c919ba89f,segment=NetworkSegment(b3da9ca7-0f0f-495b-bb63-3da779e97b0a),segment_id=b3da9ca7-0f0f-495b-bb63-3da779e97b0a)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:12:16.716044 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-67332c46-64d0-4f34-952d-55f8c2af8d41 req-ee59df04-cc14-4ee3-8b8a-4834c5ce04e3 tempest-ServersAdminNegativeTestJSON-773338058 tempest-ServersAdminNegativeTestJSON-773338058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:16.837241 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [req-67332c46-64d0-4f34-952d-55f8c2af8d41 req-ee59df04-cc14-4ee3-8b8a-4834c5ce04e3 tempest-ServersAdminNegativeTestJSON-773338058 tempest-ServersAdminNegativeTestJSON-773338058-project] Calling delete_port for 1e2c4e96-9490-4fad-a5c2-602c919ba89f owned by compute:nova {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:12:16.980032 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-67332c46-64d0-4f34-952d-55f8c2af8d41 req-ee59df04-cc14-4ee3-8b8a-4834c5ce04e3 tempest-ServersAdminNegativeTestJSON-773338058 tempest-ServersAdminNegativeTestJSON-773338058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:17.028026 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee59df04-cc14-4ee3-8b8a-4834c5ce04e3 tempest-ServersAdminNegativeTestJSON-773338058 tempest-ServersAdminNegativeTestJSON-773338058-project] Pushing event deleted for resources: {'Port': ['ID=1e2c4e96-9490-4fad-a5c2-602c919ba89f,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:17.075605 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee59df04-cc14-4ee3-8b8a-4834c5ce04e3 tempest-ServersAdminNegativeTestJSON-773338058 tempest-ServersAdminNegativeTestJSON-773338058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:17.075945 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee59df04-cc14-4ee3-8b8a-4834c5ce04e3 tempest-ServersAdminNegativeTestJSON-773338058 tempest-ServersAdminNegativeTestJSON-773338058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:17.076280 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee59df04-cc14-4ee3-8b8a-4834c5ce04e3 tempest-ServersAdminNegativeTestJSON-773338058 tempest-ServersAdminNegativeTestJSON-773338058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:17.076606 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee59df04-cc14-4ee3-8b8a-4834c5ce04e3 tempest-ServersAdminNegativeTestJSON-773338058 tempest-ServersAdminNegativeTestJSON-773338058-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:17.076952 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee59df04-cc14-4ee3-8b8a-4834c5ce04e3 tempest-ServersAdminNegativeTestJSON-773338058 tempest-ServersAdminNegativeTestJSON-773338058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:17.077275 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee59df04-cc14-4ee3-8b8a-4834c5ce04e3 tempest-ServersAdminNegativeTestJSON-773338058 tempest-ServersAdminNegativeTestJSON-773338058-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:17.077597 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee59df04-cc14-4ee3-8b8a-4834c5ce04e3 tempest-ServersAdminNegativeTestJSON-773338058 tempest-ServersAdminNegativeTestJSON-773338058-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:17.077912 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee59df04-cc14-4ee3-8b8a-4834c5ce04e3 tempest-ServersAdminNegativeTestJSON-773338058 tempest-ServersAdminNegativeTestJSON-773338058-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:17.078228 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee59df04-cc14-4ee3-8b8a-4834c5ce04e3 tempest-ServersAdminNegativeTestJSON-773338058 tempest-ServersAdminNegativeTestJSON-773338058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:17.078542 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee59df04-cc14-4ee3-8b8a-4834c5ce04e3 tempest-ServersAdminNegativeTestJSON-773338058 tempest-ServersAdminNegativeTestJSON-773338058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:17.078859 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee59df04-cc14-4ee3-8b8a-4834c5ce04e3 tempest-ServersAdminNegativeTestJSON-773338058 tempest-ServersAdminNegativeTestJSON-773338058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:17.114804 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [req-67332c46-64d0-4f34-952d-55f8c2af8d41 req-ee59df04-cc14-4ee3-8b8a-4834c5ce04e3 tempest-ServersAdminNegativeTestJSON-773338058 tempest-ServersAdminNegativeTestJSON-773338058-project] No DVR routers for this DVR port 1e2c4e96-9490-4fad-a5c2-602c919ba89f on host hv-neutron-8333 {{(pid=83826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:12:17.117331 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-67332c46-64d0-4f34-952d-55f8c2af8d41 req-ee59df04-cc14-4ee3-8b8a-4834c5ce04e3 tempest-ServersAdminNegativeTestJSON-773338058 tempest-ServersAdminNegativeTestJSON-773338058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:17.120693 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '632d67e3-4265-4d7d-9f0a-76376e16a14c', 'name': 'network-vif-deleted', 'tag': '1e2c4e96-9490-4fad-a5c2-602c919ba89f'}] {{(pid=83826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:12:17.136838 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-67332c46-64d0-4f34-952d-55f8c2af8d41 req-ee59df04-cc14-4ee3-8b8a-4834c5ce04e3 tempest-ServersAdminNegativeTestJSON-773338058 tempest-ServersAdminNegativeTestJSON-773338058-project] 10.222.0.24 "DELETE /v2.0/ports/1e2c4e96-9490-4fad-a5c2-602c919ba89f HTTP/1.1" status: 204 len: 173 time: 0.7656703 Apr 01 16:12:17.190464 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '632d67e3-4265-4d7d-9f0a-76376e16a14c', 'name': 'network-vif-deleted', 'tag': '1e2c4e96-9490-4fad-a5c2-602c919ba89f', 'status': 'completed', 'code': 200} Apr 01 16:12:17.702164 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-16020c78-2375-40d5-9bd3-416ffa58054b req-648c422f-bf9b-4e6d-ad85-5f71a8bf6f35 tempest-ServersAdminNegativeTestJSON-773338058 tempest-ServersAdminNegativeTestJSON-773338058-project] Synchronizing usage tracker for tenant:ac209d033abd4abd8d079658be8edbd3 on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:12:17.720780 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-16020c78-2375-40d5-9bd3-416ffa58054b req-648c422f-bf9b-4e6d-ad85-5f71a8bf6f35 tempest-ServersAdminNegativeTestJSON-773338058 tempest-ServersAdminNegativeTestJSON-773338058-project] Unset dirty status for tenant:ac209d033abd4abd8d079658be8edbd3 on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:12:17.722536 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-16020c78-2375-40d5-9bd3-416ffa58054b req-648c422f-bf9b-4e6d-ad85-5f71a8bf6f35 tempest-ServersAdminNegativeTestJSON-773338058 tempest-ServersAdminNegativeTestJSON-773338058-project] 10.222.0.55 "GET /v2.0/ports?device_id=632d67e3-4265-4d7d-9f0a-76376e16a14c HTTP/1.1" status: 200 len: 210 time: 0.0650270 Apr 01 16:12:18.663012 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 1e2c4e96-9490-4fad-a5c2-602c919ba89f no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:12:18.696601 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] No Port match for: 1e2c4e96-9490-4fad-a5c2-602c919ba89f {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:12:18.696971 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 1e2c4e96-9490-4fad-a5c2-602c919ba89f not bound to the agent host hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:12:19.119354 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 60032) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:12:19.293335 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-ad74ee4a-a428-4b8a-a2cf-95d7e3efb069 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ac209d033abd4abd8d079658be8edbd3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1727307 Apr 01 16:12:19.295927 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 60038) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:12:19.353573 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8acf1bec-5d52-4ba9-84dc-f7901219a8b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:19.378226 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8acf1bec-5d52-4ba9-84dc-f7901219a8b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:19.427921 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8acf1bec-5d52-4ba9-84dc-f7901219a8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:19.444821 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acf1bec-5d52-4ba9-84dc-f7901219a8b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95bfffb5-888a-4fa2-a6f9-5f908d29e4b4,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:19.457405 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8acf1bec-5d52-4ba9-84dc-f7901219a8b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:19.458516 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-8acf1bec-5d52-4ba9-84dc-f7901219a8b8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/95bfffb5-888a-4fa2-a6f9-5f908d29e4b4 HTTP/1.1" status: 204 len: 168 time: 0.1617041 Apr 01 16:12:19.782288 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 60046) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:12:19.800748 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-01cbd55d-c7be-44fb-894c-4f0909a3d0e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:19.831934 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-01cbd55d-c7be-44fb-894c-4f0909a3d0e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:12:19.835673 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-01cbd55d-c7be-44fb-894c-4f0909a3d0e8 admin admin] Usage tracker for resource:security_group_rule and tenant:79bfb99915c145c88df9bc339104a468 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:12:19.838453 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-01cbd55d-c7be-44fb-894c-4f0909a3d0e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:12:19.844008 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-01cbd55d-c7be-44fb-894c-4f0909a3d0e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:12:19.910358 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-01cbd55d-c7be-44fb-894c-4f0909a3d0e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:19.914252 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-01cbd55d-c7be-44fb-894c-4f0909a3d0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:19.965494 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cbd55d-c7be-44fb-894c-4f0909a3d0e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=125800ba-78d3-4d8d-b293-4afde7f1f373,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:19.970803 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-01cbd55d-c7be-44fb-894c-4f0909a3d0e8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=79bfb99915c145c88df9bc339104a468&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1874731 Apr 01 16:12:19.974194 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 60050) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:12:20.042994 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-90303dfa-049c-4513-9967-a3de620ff3ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:20.070119 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-90303dfa-049c-4513-9967-a3de620ff3ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:20.123621 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-90303dfa-049c-4513-9967-a3de620ff3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:20.138057 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90303dfa-049c-4513-9967-a3de620ff3ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=125800ba-78d3-4d8d-b293-4afde7f1f373,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:20.146860 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-90303dfa-049c-4513-9967-a3de620ff3ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:20.147958 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-90303dfa-049c-4513-9967-a3de620ff3ac admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/125800ba-78d3-4d8d-b293-4afde7f1f373 HTTP/1.1" status: 204 len: 168 time: 0.1728053 Apr 01 16:12:20.151260 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90303dfa-049c-4513-9967-a3de620ff3ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:20.151608 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90303dfa-049c-4513-9967-a3de620ff3ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:20.152350 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90303dfa-049c-4513-9967-a3de620ff3ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:20.152350 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90303dfa-049c-4513-9967-a3de620ff3ac admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:20.152592 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90303dfa-049c-4513-9967-a3de620ff3ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:20.152945 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90303dfa-049c-4513-9967-a3de620ff3ac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:20.153272 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90303dfa-049c-4513-9967-a3de620ff3ac admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:20.153600 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90303dfa-049c-4513-9967-a3de620ff3ac admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:20.153921 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90303dfa-049c-4513-9967-a3de620ff3ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:20.154241 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90303dfa-049c-4513-9967-a3de620ff3ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:20.154559 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90303dfa-049c-4513-9967-a3de620ff3ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:12:21.004464 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 60072) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:12:21.139483 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-043b6837-58b0-44d2-8d9e-ede3412c8284 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2001417959-network', 'tenant_id': '628894aaf0524d969829618f0f26d8da'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:12:21.144575 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-043b6837-58b0-44d2-8d9e-ede3412c8284 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:12:21.148405 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-043b6837-58b0-44d2-8d9e-ede3412c8284 admin admin] Usage tracker for resource:network and tenant:628894aaf0524d969829618f0f26d8da is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:12:21.151447 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-043b6837-58b0-44d2-8d9e-ede3412c8284 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:12:21.157243 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-043b6837-58b0-44d2-8d9e-ede3412c8284 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:12:21.167965 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-043b6837-58b0-44d2-8d9e-ede3412c8284 admin admin] Made reservation on behalf of 628894aaf0524d969829618f0f26d8da for: {'network': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:12:21.170486 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-043b6837-58b0-44d2-8d9e-ede3412c8284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:21.184395 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-043b6837-58b0-44d2-8d9e-ede3412c8284 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:21.224849 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-043b6837-58b0-44d2-8d9e-ede3412c8284 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:12:21.229106 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-043b6837-58b0-44d2-8d9e-ede3412c8284 admin admin] Usage tracker for resource:security_group_rule and tenant:628894aaf0524d969829618f0f26d8da is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:12:21.233269 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-043b6837-58b0-44d2-8d9e-ede3412c8284 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:12:21.242084 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-043b6837-58b0-44d2-8d9e-ede3412c8284 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:12:21.317964 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-043b6837-58b0-44d2-8d9e-ede3412c8284 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:21.323301 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-043b6837-58b0-44d2-8d9e-ede3412c8284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:21.363466 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-043b6837-58b0-44d2-8d9e-ede3412c8284 admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=83828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:12:21.373569 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043b6837-58b0-44d2-8d9e-ede3412c8284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e0acab5-59d2-419d-98c1-1e8ac0866bc3,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:21.379504 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-043b6837-58b0-44d2-8d9e-ede3412c8284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:21.379863 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.segments_db [None req-043b6837-58b0-44d2-8d9e-ede3412c8284 admin admin] Added segment 32c0b0f8-3584-4f50-b02f-9391aef9f337 of type vlan for network c96bb175-af0e-423b-85b6-433ebac7a6e7 Apr 01 16:12:21.413666 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-043b6837-58b0-44d2-8d9e-ede3412c8284 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:21.448066 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-043b6837-58b0-44d2-8d9e-ede3412c8284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:21.449007 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043b6837-58b0-44d2-8d9e-ede3412c8284 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:21.449721 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-043b6837-58b0-44d2-8d9e-ede3412c8284 admin admin] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:21.653744 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043b6837-58b0-44d2-8d9e-ede3412c8284 admin admin] Pushing event updated for resources: {'Network': ['ID=c96bb175-af0e-423b-85b6-433ebac7a6e7,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:21.658580 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-043b6837-58b0-44d2-8d9e-ede3412c8284 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6530674 Apr 01 16:12:21.661693 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 60078) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:12:21.663741 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network c96bb175-af0e-423b-85b6-433ebac7a6e7 details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:12:21.667946 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-19cd0a71-b62e-4e5b-a1a7-6b13fa9f8cc2 admin admin] Request body: {'subnet': {'network_id': 'c96bb175-af0e-423b-85b6-433ebac7a6e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2001417959-subnet', 'tenant_id': '628894aaf0524d969829618f0f26d8da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:12:21.673473 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-19cd0a71-b62e-4e5b-a1a7-6b13fa9f8cc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:12:21.677723 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-19cd0a71-b62e-4e5b-a1a7-6b13fa9f8cc2 admin admin] Usage tracker for resource:subnet and tenant:628894aaf0524d969829618f0f26d8da is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:12:21.681311 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-19cd0a71-b62e-4e5b-a1a7-6b13fa9f8cc2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:12:21.686981 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-19cd0a71-b62e-4e5b-a1a7-6b13fa9f8cc2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:12:21.697737 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19cd0a71-b62e-4e5b-a1a7-6b13fa9f8cc2 admin admin] Made reservation on behalf of 628894aaf0524d969829618f0f26d8da for: {'subnet': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:12:21.700069 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-19cd0a71-b62e-4e5b-a1a7-6b13fa9f8cc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16088980'] for subnet, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:21.901543 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-19cd0a71-b62e-4e5b-a1a7-6b13fa9f8cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15415267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16089018'] for subnet, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:21.982429 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cd0a71-b62e-4e5b-a1a7-6b13fa9f8cc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f1e436f-063f-436f-b6ec-1dba95e26129,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:21.990719 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cd0a71-b62e-4e5b-a1a7-6b13fa9f8cc2 admin admin] Checking segment: {'id': '32c0b0f8-3584-4f50-b02f-9391aef9f337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c96bb175-af0e-423b-85b6-433ebac7a6e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:12:21.991075 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cd0a71-b62e-4e5b-a1a7-6b13fa9f8cc2 admin admin] Network hostable DHCP agents. Network: c96bb175-af0e-423b-85b6-433ebac7a6e7, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:12:22.014084 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cd0a71-b62e-4e5b-a1a7-6b13fa9f8cc2 admin admin] Network c96bb175-af0e-423b-85b6-433ebac7a6e7 is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:12:22.024625 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-19cd0a71-b62e-4e5b-a1a7-6b13fa9f8cc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, c96bb175-af0e-423b-85b6-433ebac7a6e7) {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:12:22.030485 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cd0a71-b62e-4e5b-a1a7-6b13fa9f8cc2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:22.031053 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-19cd0a71-b62e-4e5b-a1a7-6b13fa9f8cc2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:22.039176 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eefcb73f-77e0-4148-b755-7b4a42dcf32d None None] Network c96bb175-af0e-423b-85b6-433ebac7a6e7 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:12:22.059314 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-19cd0a71-b62e-4e5b-a1a7-6b13fa9f8cc2 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3964593 Apr 01 16:12:22.295455 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6380310c-6e23-4171-b983-1ba985c3283f None None] Network c96bb175-af0e-423b-85b6-433ebac7a6e7 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:12:22.740517 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fec47fb-8971-421d-bf20-b9964c8d82e9 req-b8da0533-5a7b-4dab-8cd4-7537d8354eae tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:22.741979 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-9fec47fb-8971-421d-bf20-b9964c8d82e9 req-b8da0533-5a7b-4dab-8cd4-7537d8354eae tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] 10.222.0.55 "GET /v2.0/networks?id=c96bb175-af0e-423b-85b6-433ebac7a6e7 HTTP/1.1" status: 200 len: 812 time: 0.2421787 Apr 01 16:12:22.758975 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-9fec47fb-8971-421d-bf20-b9964c8d82e9 req-c218e7f8-5639-43e1-a1a8-d791e3c28681 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] 10.222.0.55 "GET /v2.0/quotas/628894aaf0524d969829618f0f26d8da HTTP/1.1" status: 200 len: 375 time: 0.0113192 Apr 01 16:12:22.806000 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-9fec47fb-8971-421d-bf20-b9964c8d82e9 req-a6ad9d6e-9432-47e6-a7de-1f155291c582 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=628894aaf0524d969829618f0f26d8da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416753 Apr 01 16:12:22.816701 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [req-9fec47fb-8971-421d-bf20-b9964c8d82e9 req-b5f7526a-f410-4414-9171-952eb3d0e14b service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=83826) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 16:12:22.817705 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-9fec47fb-8971-421d-bf20-b9964c8d82e9 req-b5f7526a-f410-4414-9171-952eb3d0e14b service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050244 Apr 01 16:12:22.951739 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-9fec47fb-8971-421d-bf20-b9964c8d82e9 req-b0a04a88-63e7-4abe-8aee-bcccfb3ac1b2 service neutron] 10.222.0.55 "GET /v2.0/networks/c96bb175-af0e-423b-85b6-433ebac7a6e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274037 Apr 01 16:12:23.096401 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-9fec47fb-8971-421d-bf20-b9964c8d82e9 req-d954816a-7c56-4328-bddc-5bb0f599925b service neutron] 10.222.0.55 "GET /v2.0/networks/c96bb175-af0e-423b-85b6-433ebac7a6e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388898 Apr 01 16:12:23.314288 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e55c1b93-db69-450b-8fd0-c458ffe05137 req-3ae8bead-2c40-4b6d-9e57-eb469e6c9628 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] 10.222.0.55 "GET /v2.0/ports?device_id=12d5bcf6-9545-4bc5-831a-3b557f1db0c6 HTTP/1.1" status: 200 len: 210 time: 0.0453949 Apr 01 16:12:23.898085 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-e1c66a8d-f524-4dd8-9e99-16609fd53bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:23.901613 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:24.490002 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fec47fb-8971-421d-bf20-b9964c8d82e9 req-ef3aaa3d-7714-4026-88e9-97f4c09ec36b tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:24.491456 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-9fec47fb-8971-421d-bf20-b9964c8d82e9 req-ef3aaa3d-7714-4026-88e9-97f4c09ec36b tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] 10.222.0.24 "GET /v2.0/networks?id=c96bb175-af0e-423b-85b6-433ebac7a6e7 HTTP/1.1" status: 200 len: 812 time: 0.2079198 Apr 01 16:12:24.497633 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-98ac2050-3dd7-4835-b88f-dc50126316d0 req-c72710d2-6bcc-4306-9a9f-0deff40ec0ec tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] 10.222.0.55 "GET /v2.0/ports?device_id=12d5bcf6-9545-4bc5-831a-3b557f1db0c6 HTTP/1.1" status: 200 len: 210 time: 0.0591772 Apr 01 16:12:24.507233 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [req-9fec47fb-8971-421d-bf20-b9964c8d82e9 req-1244bb50-56ae-407e-8aac-40fed6c9e9d8 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] Request body: {'port': {'device_id': '12d5bcf6-9545-4bc5-831a-3b557f1db0c6', 'network_id': 'c96bb175-af0e-423b-85b6-433ebac7a6e7', 'admin_state_up': True, 'tenant_id': '628894aaf0524d969829618f0f26d8da'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:12:24.647933 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [req-9fec47fb-8971-421d-bf20-b9964c8d82e9 req-1244bb50-56ae-407e-8aac-40fed6c9e9d8 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:12:24.657276 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-9fec47fb-8971-421d-bf20-b9964c8d82e9 req-1244bb50-56ae-407e-8aac-40fed6c9e9d8 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] Usage tracker for resource:port and tenant:628894aaf0524d969829618f0f26d8da is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:12:24.660341 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-9fec47fb-8971-421d-bf20-b9964c8d82e9 req-1244bb50-56ae-407e-8aac-40fed6c9e9d8 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:12:24.668210 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [req-9fec47fb-8971-421d-bf20-b9964c8d82e9 req-1244bb50-56ae-407e-8aac-40fed6c9e9d8 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:12:24.677212 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fec47fb-8971-421d-bf20-b9964c8d82e9 req-1244bb50-56ae-407e-8aac-40fed6c9e9d8 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] Made reservation on behalf of 628894aaf0524d969829618f0f26d8da for: {'port': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:12:24.681396 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-9fec47fb-8971-421d-bf20-b9964c8d82e9 req-1244bb50-56ae-407e-8aac-40fed6c9e9d8 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:24.841726 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [req-9fec47fb-8971-421d-bf20-b9964c8d82e9 req-1244bb50-56ae-407e-8aac-40fed6c9e9d8 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] Allocated IP 172.20.0.2 (c96bb175-af0e-423b-85b6-433ebac7a6e7/0f1e436f-063f-436f-b6ec-1dba95e26129/1f1aaed2-646f-4bcc-98cc-303d70c902f7) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:12:25.072663 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-9fec47fb-8971-421d-bf20-b9964c8d82e9 req-1244bb50-56ae-407e-8aac-40fed6c9e9d8 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:25.106496 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-9fec47fb-8971-421d-bf20-b9964c8d82e9 req-1244bb50-56ae-407e-8aac-40fed6c9e9d8 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:25.202306 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fec47fb-8971-421d-bf20-b9964c8d82e9 req-1244bb50-56ae-407e-8aac-40fed6c9e9d8 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] Network c96bb175-af0e-423b-85b6-433ebac7a6e7 is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:12:25.206690 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [req-9fec47fb-8971-421d-bf20-b9964c8d82e9 req-1244bb50-56ae-407e-8aac-40fed6c9e9d8 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:12:25.212062 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fec47fb-8971-421d-bf20-b9964c8d82e9 req-1244bb50-56ae-407e-8aac-40fed6c9e9d8 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:12:25.255354 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1244bb50-56ae-407e-8aac-40fed6c9e9d8 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] Pushing event updated for resources: {'Port': ['ID=1f1aaed2-646f-4bcc-98cc-303d70c902f7,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:25.312841 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fec47fb-8971-421d-bf20-b9964c8d82e9 req-1244bb50-56ae-407e-8aac-40fed6c9e9d8 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:25.313465 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-9fec47fb-8971-421d-bf20-b9964c8d82e9 req-1244bb50-56ae-407e-8aac-40fed6c9e9d8 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:25.338875 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-9fec47fb-8971-421d-bf20-b9964c8d82e9 req-1244bb50-56ae-407e-8aac-40fed6c9e9d8 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8358452 Apr 01 16:12:25.350519 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [req-9fec47fb-8971-421d-bf20-b9964c8d82e9 req-7a99a4c4-f08e-4fef-8ab4-f752d0dbdd79 service neutron] Request body: {'port': {'device_id': '12d5bcf6-9545-4bc5-831a-3b557f1db0c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:12:25.495194 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-9fec47fb-8971-421d-bf20-b9964c8d82e9 req-7a99a4c4-f08e-4fef-8ab4-f752d0dbdd79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:25.928661 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba84c65-f2c8-490b-ad1a-fa8b1941bd4f req-004bfdf6-94d0-4fc4-bd93-0808e2ff1f48 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:25.929481 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-bba84c65-f2c8-490b-ad1a-fa8b1941bd4f req-004bfdf6-94d0-4fc4-bd93-0808e2ff1f48 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] Synchronizing usage tracker for tenant:628894aaf0524d969829618f0f26d8da on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:12:25.968157 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-bba84c65-f2c8-490b-ad1a-fa8b1941bd4f req-004bfdf6-94d0-4fc4-bd93-0808e2ff1f48 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] Unset dirty status for tenant:628894aaf0524d969829618f0f26d8da on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:12:25.969522 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-bba84c65-f2c8-490b-ad1a-fa8b1941bd4f req-004bfdf6-94d0-4fc4-bd93-0808e2ff1f48 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] 10.222.0.55 "GET /v2.0/ports?device_id=12d5bcf6-9545-4bc5-831a-3b557f1db0c6 HTTP/1.1" status: 200 len: 931 time: 0.3425763 Apr 01 16:12:26.056937 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [req-9fec47fb-8971-421d-bf20-b9964c8d82e9 req-7a99a4c4-f08e-4fef-8ab4-f752d0dbdd79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f1aaed2-646f-4bcc-98cc-303d70c902f7 {{(pid=83826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:12:26.067457 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-9fec47fb-8971-421d-bf20-b9964c8d82e9 req-7a99a4c4-f08e-4fef-8ab4-f752d0dbdd79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:26.082826 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-bba84c65-f2c8-490b-ad1a-fa8b1941bd4f req-744ce338-452d-49ad-aa62-9d87be3392d8 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e0acab5-59d2-419d-98c1-1e8ac0866bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810990 Apr 01 16:12:26.089657 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [req-9fec47fb-8971-421d-bf20-b9964c8d82e9 req-7a99a4c4-f08e-4fef-8ab4-f752d0dbdd79 service neutron] Transition to ACTIVE for port object 1f1aaed2-646f-4bcc-98cc-303d70c902f7 will not be triggered until provisioned by entity L2. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:12:26.094935 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-9fec47fb-8971-421d-bf20-b9964c8d82e9 req-7a99a4c4-f08e-4fef-8ab4-f752d0dbdd79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:26.219581 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a99a4c4-f08e-4fef-8ab4-f752d0dbdd79 service neutron] Pushing event updated for resources: {'Port': ['ID=1f1aaed2-646f-4bcc-98cc-303d70c902f7,revision_number=2']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:26.280087 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8f5a7f10-4052-4f55-bf33-f3032364dd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:26.328348 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.managers [req-9fec47fb-8971-421d-bf20-b9964c8d82e9 req-7a99a4c4-f08e-4fef-8ab4-f752d0dbdd79 service neutron] Attempting to bind port 1f1aaed2-646f-4bcc-98cc-303d70c902f7 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:12:26.328652 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.managers [req-9fec47fb-8971-421d-bf20-b9964c8d82e9 req-7a99a4c4-f08e-4fef-8ab4-f752d0dbdd79 service neutron] Attempting to bind port 1f1aaed2-646f-4bcc-98cc-303d70c902f7 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '32c0b0f8-3584-4f50-b02f-9391aef9f337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c96bb175-af0e-423b-85b6-433ebac7a6e7'}] {{(pid=83826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:12:26.329002 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fec47fb-8971-421d-bf20-b9964c8d82e9 req-7a99a4c4-f08e-4fef-8ab4-f752d0dbdd79 service neutron] Attempting to bind port 1f1aaed2-646f-4bcc-98cc-303d70c902f7 on network c96bb175-af0e-423b-85b6-433ebac7a6e7 {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:12:26.334538 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fec47fb-8971-421d-bf20-b9964c8d82e9 req-7a99a4c4-f08e-4fef-8ab4-f752d0dbdd79 service neutron] Port 1f1aaed2-646f-4bcc-98cc-303d70c902f7 on network c96bb175-af0e-423b-85b6-433ebac7a6e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 16:12:26.334845 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fec47fb-8971-421d-bf20-b9964c8d82e9 req-7a99a4c4-f08e-4fef-8ab4-f752d0dbdd79 service neutron] Attempting to bind port 1f1aaed2-646f-4bcc-98cc-303d70c902f7 on network c96bb175-af0e-423b-85b6-433ebac7a6e7 {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:12:26.341391 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fec47fb-8971-421d-bf20-b9964c8d82e9 req-7a99a4c4-f08e-4fef-8ab4-f752d0dbdd79 service neutron] Checking agent: {'id': '5b2860be-0b4f-4931-914a-5d10403eafcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 47, 24), 'started_at': datetime.datetime(2022, 4, 1, 15, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:12:26.341803 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fec47fb-8971-421d-bf20-b9964c8d82e9 req-7a99a4c4-f08e-4fef-8ab4-f752d0dbdd79 service neutron] Checking segment: {'id': '32c0b0f8-3584-4f50-b02f-9391aef9f337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c96bb175-af0e-423b-85b6-433ebac7a6e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:12:26.342089 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fec47fb-8971-421d-bf20-b9964c8d82e9 req-7a99a4c4-f08e-4fef-8ab4-f752d0dbdd79 service neutron] Bound using segment: {'id': '32c0b0f8-3584-4f50-b02f-9391aef9f337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c96bb175-af0e-423b-85b6-433ebac7a6e7'} {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:12:26.342501 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.managers [req-9fec47fb-8971-421d-bf20-b9964c8d82e9 req-7a99a4c4-f08e-4fef-8ab4-f752d0dbdd79 service neutron] Bound port: 1f1aaed2-646f-4bcc-98cc-303d70c902f7, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32c0b0f8-3584-4f50-b02f-9391aef9f337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c96bb175-af0e-423b-85b6-433ebac7a6e7'}}] {{(pid=83826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:12:26.342837 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-9fec47fb-8971-421d-bf20-b9964c8d82e9 req-7a99a4c4-f08e-4fef-8ab4-f752d0dbdd79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:26.431259 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [req-9fec47fb-8971-421d-bf20-b9964c8d82e9 req-7a99a4c4-f08e-4fef-8ab4-f752d0dbdd79 service neutron] For port 1f1aaed2-646f-4bcc-98cc-303d70c902f7, host hv-neutron-8333, cleared binding levels {{(pid=83826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:12:26.438593 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [req-9fec47fb-8971-421d-bf20-b9964c8d82e9 req-7a99a4c4-f08e-4fef-8ab4-f752d0dbdd79 service neutron] For port 1f1aaed2-646f-4bcc-98cc-303d70c902f7, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=1f1aaed2-646f-4bcc-98cc-303d70c902f7,segment=NetworkSegment(32c0b0f8-3584-4f50-b02f-9391aef9f337),segment_id=32c0b0f8-3584-4f50-b02f-9391aef9f337)] {{(pid=83826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:12:26.442077 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-9fec47fb-8971-421d-bf20-b9964c8d82e9 req-7a99a4c4-f08e-4fef-8ab4-f752d0dbdd79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:26.506011 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-9fec47fb-8971-421d-bf20-b9964c8d82e9 req-7a99a4c4-f08e-4fef-8ab4-f752d0dbdd79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:26.508689 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-9fec47fb-8971-421d-bf20-b9964c8d82e9 req-7a99a4c4-f08e-4fef-8ab4-f752d0dbdd79 service neutron] 10.222.0.24 "PUT /v2.0/ports/1f1aaed2-646f-4bcc-98cc-303d70c902f7 HTTP/1.1" status: 200 len: 1093 time: 1.1615994 Apr 01 16:12:26.509448 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12d5bcf6-9545-4bc5-831a-3b557f1db0c6', 'tag': '1f1aaed2-646f-4bcc-98cc-303d70c902f7'}] {{(pid=83826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:12:26.527962 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a99a4c4-f08e-4fef-8ab4-f752d0dbdd79 service neutron] Pushing event updated for resources: {'Port': ['ID=1f1aaed2-646f-4bcc-98cc-303d70c902f7,revision_number=3']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:26.575221 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12d5bcf6-9545-4bc5-831a-3b557f1db0c6', 'tag': '1f1aaed2-646f-4bcc-98cc-303d70c902f7', 'status': 'completed', 'code': 200} Apr 01 16:12:26.615441 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-9fec47fb-8971-421d-bf20-b9964c8d82e9 req-980c7c2b-7f89-4fbe-9572-840e7e851c5f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=628894aaf0524d969829618f0f26d8da&device_id=12d5bcf6-9545-4bc5-831a-3b557f1db0c6 HTTP/1.1" status: 200 len: 1096 time: 0.0709524 Apr 01 16:12:26.686957 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-9fec47fb-8971-421d-bf20-b9964c8d82e9 req-b35ea763-b852-4db8-9b16-183963366890 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1f1aaed2-646f-4bcc-98cc-303d70c902f7 HTTP/1.1" status: 200 len: 217 time: 0.0635853 Apr 01 16:12:26.749517 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fec47fb-8971-421d-bf20-b9964c8d82e9 req-9a774ca3-22ae-4eee-892d-902e93b7b49a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:26.750995 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-9fec47fb-8971-421d-bf20-b9964c8d82e9 req-9a774ca3-22ae-4eee-892d-902e93b7b49a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0f1e436f-063f-436f-b6ec-1dba95e26129 HTTP/1.1" status: 200 len: 852 time: 0.0577011 Apr 01 16:12:26.800926 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-9fec47fb-8971-421d-bf20-b9964c8d82e9 req-b9c1942e-d869-4b4a-bfb8-50638c9a429f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c96bb175-af0e-423b-85b6-433ebac7a6e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434692 Apr 01 16:12:26.934928 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-9fec47fb-8971-421d-bf20-b9964c8d82e9 req-668ed0cd-27fd-406e-b12e-c6ed0de15568 service neutron] 10.222.0.24 "GET /v2.0/networks/c96bb175-af0e-423b-85b6-433ebac7a6e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274865 Apr 01 16:12:27.085003 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-9fec47fb-8971-421d-bf20-b9964c8d82e9 req-985b7d36-3bc8-47d1-a619-5f2a93cb9c11 service neutron] 10.222.0.24 "GET /v2.0/networks/c96bb175-af0e-423b-85b6-433ebac7a6e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439974 Apr 01 16:12:27.213700 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-21fa5eba-0996-409c-a2f4-bc6cacb19456 req-214369ca-47b0-4285-b181-e3ea7481606b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=628894aaf0524d969829618f0f26d8da&device_id=12d5bcf6-9545-4bc5-831a-3b557f1db0c6 HTTP/1.1" status: 200 len: 1096 time: 0.0738585 Apr 01 16:12:27.454579 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fa5eba-0996-409c-a2f4-bc6cacb19456 req-78665f77-1f81-403c-8a92-10e6854c0de8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:27.456029 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-21fa5eba-0996-409c-a2f4-bc6cacb19456 req-78665f77-1f81-403c-8a92-10e6854c0de8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c96bb175-af0e-423b-85b6-433ebac7a6e7 HTTP/1.1" status: 200 len: 912 time: 0.2356193 Apr 01 16:12:27.518996 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df2cb3b-3fee-4377-a211-8e7cb652ef11 req-1c9425f6-8f23-44d0-87bf-1996d55a8c0e tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:27.520491 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8df2cb3b-3fee-4377-a211-8e7cb652ef11 req-1c9425f6-8f23-44d0-87bf-1996d55a8c0e tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] 10.222.0.55 "GET /v2.0/ports?device_id=12d5bcf6-9545-4bc5-831a-3b557f1db0c6 HTTP/1.1" status: 200 len: 943 time: 0.2985601 Apr 01 16:12:27.557061 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-21fa5eba-0996-409c-a2f4-bc6cacb19456 req-8c137b6f-25af-4515-b31c-18f516cf843c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1f1aaed2-646f-4bcc-98cc-303d70c902f7 HTTP/1.1" status: 200 len: 217 time: 0.0938046 Apr 01 16:12:27.609946 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:27.641924 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8df2cb3b-3fee-4377-a211-8e7cb652ef11 req-b865429f-b3f3-4521-ae84-ba8ebe49c12c tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e0acab5-59d2-419d-98c1-1e8ac0866bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147273 Apr 01 16:12:27.645464 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fa5eba-0996-409c-a2f4-bc6cacb19456 req-a24d3857-04a2-41aa-b023-6a322a761567 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:27.646894 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-21fa5eba-0996-409c-a2f4-bc6cacb19456 req-a24d3857-04a2-41aa-b023-6a322a761567 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0f1e436f-063f-436f-b6ec-1dba95e26129 HTTP/1.1" status: 200 len: 852 time: 0.0838430 Apr 01 16:12:27.697253 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-21fa5eba-0996-409c-a2f4-bc6cacb19456 req-f484911b-64f2-43fb-ae9f-536c8e00424f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c96bb175-af0e-423b-85b6-433ebac7a6e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401955 Apr 01 16:12:27.770706 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:27.926240 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-21fa5eba-0996-409c-a2f4-bc6cacb19456 req-71904bb1-eb50-4121-9ef7-59b3a61f5f8f service neutron] 10.222.0.24 "GET /v2.0/networks/c96bb175-af0e-423b-85b6-433ebac7a6e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213035 Apr 01 16:12:28.060799 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-21fa5eba-0996-409c-a2f4-bc6cacb19456 req-28e41713-2b2e-4eaf-b774-847ae8c5dccd service neutron] 10.222.0.24 "GET /v2.0/networks/c96bb175-af0e-423b-85b6-433ebac7a6e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283622 Apr 01 16:12:28.709345 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 1f1aaed2-646f-4bcc-98cc-303d70c902f7 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:12:28.855055 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb7ecec-20d0-4434-a277-b386a92d597e req-1685df0a-d808-40d2-82b5-fe3172c23b17 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:28.856567 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-afb7ecec-20d0-4434-a277-b386a92d597e req-1685df0a-d808-40d2-82b5-fe3172c23b17 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] 10.222.0.55 "GET /v2.0/ports?device_id=12d5bcf6-9545-4bc5-831a-3b557f1db0c6 HTTP/1.1" status: 200 len: 943 time: 0.0892947 Apr 01 16:12:28.876182 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 1f1aaed2-646f-4bcc-98cc-303d70c902f7, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=1f1aaed2-646f-4bcc-98cc-303d70c902f7,segment=NetworkSegment(32c0b0f8-3584-4f50-b02f-9391aef9f337),segment_id=32c0b0f8-3584-4f50-b02f-9391aef9f337)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:12:28.890642 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Returning: {'device': '1f1aaed2-646f-4bcc-98cc-303d70c902f7', 'network_id': 'c96bb175-af0e-423b-85b6-433ebac7a6e7', 'port_id': '1f1aaed2-646f-4bcc-98cc-303d70c902f7', 'mac_address': 'fa:16:3e:e4:1b:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f1e436f-063f-436f-b6ec-1dba95e26129', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:12:28.904352 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-afb7ecec-20d0-4434-a277-b386a92d597e req-8aba026e-2d1c-418a-b8bb-4d0f9b901a84 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e0acab5-59d2-419d-98c1-1e8ac0866bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418842 Apr 01 16:12:28.959006 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:28.977550 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f1aaed2-646f-4bcc-98cc-303d70c902f7 {{(pid=83829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:12:28.994001 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 1f1aaed2-646f-4bcc-98cc-303d70c902f7, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=1f1aaed2-646f-4bcc-98cc-303d70c902f7,segment=NetworkSegment(32c0b0f8-3584-4f50-b02f-9391aef9f337),segment_id=32c0b0f8-3584-4f50-b02f-9391aef9f337)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:12:28.998481 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:29.064581 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=1f1aaed2-646f-4bcc-98cc-303d70c902f7,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:29.203453 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] get_ports_and_sgs() called for port_ids ['1f1aaed2-646f-4bcc-98cc-303d70c902f7'] {{(pid=83829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 16:12:29.309404 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:30.111695 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e243781-b7ec-441a-95ce-96a0cd052698 req-8c05ab7b-fd5a-4df3-a7b0-31c308d90da3 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:30.113232 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5e243781-b7ec-441a-95ce-96a0cd052698 req-8c05ab7b-fd5a-4df3-a7b0-31c308d90da3 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] 10.222.0.55 "GET /v2.0/ports?device_id=12d5bcf6-9545-4bc5-831a-3b557f1db0c6 HTTP/1.1" status: 200 len: 944 time: 0.0773444 Apr 01 16:12:30.160849 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5e243781-b7ec-441a-95ce-96a0cd052698 req-ab772d9f-b70e-43dc-8f7c-26ae904ab426 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e0acab5-59d2-419d-98c1-1e8ac0866bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408530 Apr 01 16:12:30.725163 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 1f1aaed2-646f-4bcc-98cc-303d70c902f7 up at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:12:30.795468 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning for port 1f1aaed2-646f-4bcc-98cc-303d70c902f7 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:12:30.799995 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning complete for port 1f1aaed2-646f-4bcc-98cc-303d70c902f7 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:12:30.800349 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:30.912172 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:30.940364 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12d5bcf6-9545-4bc5-831a-3b557f1db0c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f1aaed2-646f-4bcc-98cc-303d70c902f7'}] {{(pid=83829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:12:30.949602 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 1f1aaed2-646f-4bcc-98cc-303d70c902f7, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=1f1aaed2-646f-4bcc-98cc-303d70c902f7,segment=NetworkSegment(32c0b0f8-3584-4f50-b02f-9391aef9f337),segment_id=32c0b0f8-3584-4f50-b02f-9391aef9f337)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:12:30.953384 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:31.005481 dv-neutron-833373-2-hyperv neutron-server[83829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12d5bcf6-9545-4bc5-831a-3b557f1db0c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f1aaed2-646f-4bcc-98cc-303d70c902f7', 'code': 200} Apr 01 16:12:31.021753 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=1f1aaed2-646f-4bcc-98cc-303d70c902f7,revision_number=5']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:12:31.232320 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4ddb7aed-aa4a-4819-956b-0f5d54a2cf32 req-d3b6547c-275e-47d1-a5df-e703047cd01b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=12d5bcf6-9545-4bc5-831a-3b557f1db0c6 HTTP/1.1" status: 200 len: 1098 time: 0.0708463 Apr 01 16:12:31.276788 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4ddb7aed-aa4a-4819-956b-0f5d54a2cf32 req-06696ef4-6515-4602-ae85-0217e1eab36b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4e0acab5-59d2-419d-98c1-1e8ac0866bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379553 Apr 01 16:12:31.359025 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90981647-7865-4b42-adbe-e36914565176 req-965ff6da-521e-4db6-97fb-6b213eb911d2 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:31.360439 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-90981647-7865-4b42-adbe-e36914565176 req-965ff6da-521e-4db6-97fb-6b213eb911d2 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] 10.222.0.55 "GET /v2.0/ports?device_id=12d5bcf6-9545-4bc5-831a-3b557f1db0c6 HTTP/1.1" status: 200 len: 945 time: 0.0776064 Apr 01 16:12:31.408479 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-90981647-7865-4b42-adbe-e36914565176 req-5ff2e474-ba0a-4466-a0d3-dd1908b13bc1 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e0acab5-59d2-419d-98c1-1e8ac0866bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422478 Apr 01 16:12:32.612228 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378c397f-df05-4ecc-a113-cfeb107c1707 req-77af7cee-2686-434f-91e2-60e5aee7bbae tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:32.613677 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-378c397f-df05-4ecc-a113-cfeb107c1707 req-77af7cee-2686-434f-91e2-60e5aee7bbae tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] 10.222.0.55 "GET /v2.0/ports?device_id=12d5bcf6-9545-4bc5-831a-3b557f1db0c6 HTTP/1.1" status: 200 len: 945 time: 0.0779049 Apr 01 16:12:32.659501 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-378c397f-df05-4ecc-a113-cfeb107c1707 req-9053c56f-1784-4dd3-8bec-26dd743a26ca tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e0acab5-59d2-419d-98c1-1e8ac0866bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400324 Apr 01 16:12:32.862429 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-31038c8d-b984-4d66-a7f4-41855a96fd1d req-e43bb34c-143a-4d9f-a191-200ec2029ff5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=12d5bcf6-9545-4bc5-831a-3b557f1db0c6&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0704532 Apr 01 16:12:33.149919 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 60130) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:12:33.201819 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecbaf67-fe10-48bf-89d9-a8cf754d55ba req-89bc9bc4-666e-49bd-8d85-00a70dacc0ca tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:33.203265 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-0ecbaf67-fe10-48bf-89d9-a8cf754d55ba req-89bc9bc4-666e-49bd-8d85-00a70dacc0ca tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] 10.222.0.55 "GET /v2.0/ports?device_id=12d5bcf6-9545-4bc5-831a-3b557f1db0c6 HTTP/1.1" status: 200 len: 945 time: 0.0822039 Apr 01 16:12:33.255044 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-0ecbaf67-fe10-48bf-89d9-a8cf754d55ba req-c905f00f-9003-4a45-8da2-1d85230cb450 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e0acab5-59d2-419d-98c1-1e8ac0866bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405216 Apr 01 16:12:33.287016 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-14c6b477-93fa-492a-a4b2-9b79a0cdf10d req-ff1e4984-dc37-4360-9c8a-91ec9a695104 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=12d5bcf6-9545-4bc5-831a-3b557f1db0c6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1358743 Apr 01 16:12:34.504932 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28af5ff4-134d-4896-9cd2-05ec63a10564 req-c2714bad-62ce-4e55-b08d-8914752f1d84 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:34.506354 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-28af5ff4-134d-4896-9cd2-05ec63a10564 req-c2714bad-62ce-4e55-b08d-8914752f1d84 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] 10.222.0.55 "GET /v2.0/ports?device_id=12d5bcf6-9545-4bc5-831a-3b557f1db0c6 HTTP/1.1" status: 200 len: 945 time: 0.1289461 Apr 01 16:12:34.568331 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-28af5ff4-134d-4896-9cd2-05ec63a10564 req-b306fc1c-bae7-4161-b351-0db25d90f18b tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e0acab5-59d2-419d-98c1-1e8ac0866bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555744 Apr 01 16:12:34.575707 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-14c6b477-93fa-492a-a4b2-9b79a0cdf10d req-730cb41d-f8c5-4387-be06-634b0b4411e3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=628894aaf0524d969829618f0f26d8da&device_id=12d5bcf6-9545-4bc5-831a-3b557f1db0c6 HTTP/1.1" status: 200 len: 1098 time: 0.1148138 Apr 01 16:12:34.706018 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6b477-93fa-492a-a4b2-9b79a0cdf10d req-34182646-de1a-4a34-b641-49278a377317 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:34.707435 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-14c6b477-93fa-492a-a4b2-9b79a0cdf10d req-34182646-de1a-4a34-b641-49278a377317 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c96bb175-af0e-423b-85b6-433ebac7a6e7 HTTP/1.1" status: 200 len: 912 time: 0.1254258 Apr 01 16:12:34.778854 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-14c6b477-93fa-492a-a4b2-9b79a0cdf10d req-60a05ab3-96b9-4c64-b973-a4109d04bbe4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1f1aaed2-646f-4bcc-98cc-303d70c902f7 HTTP/1.1" status: 200 len: 217 time: 0.0635605 Apr 01 16:12:34.842067 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6b477-93fa-492a-a4b2-9b79a0cdf10d req-96f92760-31bb-4f0e-8334-fc5e9c2ba64e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:34.843396 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-14c6b477-93fa-492a-a4b2-9b79a0cdf10d req-96f92760-31bb-4f0e-8334-fc5e9c2ba64e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0f1e436f-063f-436f-b6ec-1dba95e26129 HTTP/1.1" status: 200 len: 852 time: 0.0579975 Apr 01 16:12:34.891774 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-14c6b477-93fa-492a-a4b2-9b79a0cdf10d req-eccca999-e4f1-4ce7-8a9a-dddc8cb5169a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c96bb175-af0e-423b-85b6-433ebac7a6e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414734 Apr 01 16:12:35.019814 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-14c6b477-93fa-492a-a4b2-9b79a0cdf10d req-5ddd0283-38fc-4b74-a936-36d7c28fc615 service neutron] 10.222.0.24 "GET /v2.0/networks/c96bb175-af0e-423b-85b6-433ebac7a6e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217260 Apr 01 16:12:35.237204 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-14c6b477-93fa-492a-a4b2-9b79a0cdf10d req-7cf1d30d-245b-419b-88f9-ce476e40d105 service neutron] 10.222.0.24 "GET /v2.0/networks/c96bb175-af0e-423b-85b6-433ebac7a6e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095857 Apr 01 16:12:35.767889 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694df815-4043-4f67-be71-5fdd65f6f88c req-c5a04c21-6f44-4823-aea0-2d96309455c0 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:35.769359 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-694df815-4043-4f67-be71-5fdd65f6f88c req-c5a04c21-6f44-4823-aea0-2d96309455c0 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] 10.222.0.55 "GET /v2.0/ports?device_id=12d5bcf6-9545-4bc5-831a-3b557f1db0c6 HTTP/1.1" status: 200 len: 945 time: 0.0787573 Apr 01 16:12:35.814265 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-694df815-4043-4f67-be71-5fdd65f6f88c req-c305847c-0196-4030-ab55-28bf17fa8d72 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e0acab5-59d2-419d-98c1-1e8ac0866bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393331 Apr 01 16:12:37.171688 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25fae8e-cc2d-440a-91f9-4e46bb087a97 req-b2064882-de17-4610-8229-3bd91b4a851f tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:37.173066 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a25fae8e-cc2d-440a-91f9-4e46bb087a97 req-b2064882-de17-4610-8229-3bd91b4a851f tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] 10.222.0.55 "GET /v2.0/ports?device_id=12d5bcf6-9545-4bc5-831a-3b557f1db0c6 HTTP/1.1" status: 200 len: 945 time: 0.0797644 Apr 01 16:12:37.218492 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a25fae8e-cc2d-440a-91f9-4e46bb087a97 req-b5cf05fd-fa03-436a-a63f-0be466607d0d tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e0acab5-59d2-419d-98c1-1e8ac0866bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399532 Apr 01 16:12:38.418887 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa75e7c6-a5d7-46a2-877d-6c3f6386219c req-e7188cf2-933e-47f4-b926-a01764c3ebb4 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:38.420276 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-aa75e7c6-a5d7-46a2-877d-6c3f6386219c req-e7188cf2-933e-47f4-b926-a01764c3ebb4 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] 10.222.0.55 "GET /v2.0/ports?device_id=12d5bcf6-9545-4bc5-831a-3b557f1db0c6 HTTP/1.1" status: 200 len: 945 time: 0.0777826 Apr 01 16:12:38.467097 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-aa75e7c6-a5d7-46a2-877d-6c3f6386219c req-ce1a2dc3-17af-4162-8a05-8a3c8466cd63 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e0acab5-59d2-419d-98c1-1e8ac0866bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411704 Apr 01 16:12:39.668228 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13df441d-627f-4f09-a9c2-36dd3bd133d0 req-f5f6e3c2-4558-432e-a033-fa4370307179 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:39.669692 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-13df441d-627f-4f09-a9c2-36dd3bd133d0 req-f5f6e3c2-4558-432e-a033-fa4370307179 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] 10.222.0.55 "GET /v2.0/ports?device_id=12d5bcf6-9545-4bc5-831a-3b557f1db0c6 HTTP/1.1" status: 200 len: 945 time: 0.0811224 Apr 01 16:12:39.718008 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-13df441d-627f-4f09-a9c2-36dd3bd133d0 req-33ece7b7-c193-4940-bc27-1421a7284d1b tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e0acab5-59d2-419d-98c1-1e8ac0866bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427468 Apr 01 16:12:40.912185 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39294147-7c0f-4504-b10a-f8a7c5679b9a req-8e9599c0-43e7-42ca-bf60-8e493fefb5e5 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:40.913733 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-39294147-7c0f-4504-b10a-f8a7c5679b9a req-8e9599c0-43e7-42ca-bf60-8e493fefb5e5 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] 10.222.0.55 "GET /v2.0/ports?device_id=12d5bcf6-9545-4bc5-831a-3b557f1db0c6 HTTP/1.1" status: 200 len: 945 time: 0.0752356 Apr 01 16:12:40.963575 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-39294147-7c0f-4504-b10a-f8a7c5679b9a req-b29c999e-3bd5-4df4-bee1-cdba53db7be1 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e0acab5-59d2-419d-98c1-1e8ac0866bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435290 Apr 01 16:12:42.158643 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97f6f51-2443-4dd1-a661-9d77b7657124 req-3d733f1e-a39e-48b2-a252-7abe5dfd3086 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:42.160070 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e97f6f51-2443-4dd1-a661-9d77b7657124 req-3d733f1e-a39e-48b2-a252-7abe5dfd3086 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] 10.222.0.55 "GET /v2.0/ports?device_id=12d5bcf6-9545-4bc5-831a-3b557f1db0c6 HTTP/1.1" status: 200 len: 945 time: 0.0771117 Apr 01 16:12:42.206394 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e97f6f51-2443-4dd1-a661-9d77b7657124 req-099d01fe-fe6e-4e61-95c0-c61e56e507c4 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e0acab5-59d2-419d-98c1-1e8ac0866bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406995 Apr 01 16:12:43.415346 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d531f-6449-410f-b883-3bfb9a4c7ca4 req-6fca597d-637d-4ff4-8096-960caf495fc7 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:43.416694 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-186d531f-6449-410f-b883-3bfb9a4c7ca4 req-6fca597d-637d-4ff4-8096-960caf495fc7 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] 10.222.0.55 "GET /v2.0/ports?device_id=12d5bcf6-9545-4bc5-831a-3b557f1db0c6 HTTP/1.1" status: 200 len: 945 time: 0.0815816 Apr 01 16:12:43.461834 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-186d531f-6449-410f-b883-3bfb9a4c7ca4 req-15dffe06-9b5c-4365-8177-593250d11cda tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e0acab5-59d2-419d-98c1-1e8ac0866bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389907 Apr 01 16:12:44.602611 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:12:44.664108 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b233750-34d1-4240-ab44-e5a1b2db21d4 req-f9d573dd-701f-4c2a-aacc-8fa4ce6ea914 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:44.665555 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-1b233750-34d1-4240-ab44-e5a1b2db21d4 req-f9d573dd-701f-4c2a-aacc-8fa4ce6ea914 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] 10.222.0.55 "GET /v2.0/ports?device_id=12d5bcf6-9545-4bc5-831a-3b557f1db0c6 HTTP/1.1" status: 200 len: 945 time: 0.0773385 Apr 01 16:12:44.710234 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-1b233750-34d1-4240-ab44-e5a1b2db21d4 req-89f960b2-489f-480a-bec7-8b8f326cc12a tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e0acab5-59d2-419d-98c1-1e8ac0866bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390325 Apr 01 16:12:45.914126 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2836af92-e511-49f8-b681-5dc0eb53a95b req-1dcfc4c0-f1c6-43c5-8701-4ea1c5cf6baf tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:45.915581 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2836af92-e511-49f8-b681-5dc0eb53a95b req-1dcfc4c0-f1c6-43c5-8701-4ea1c5cf6baf tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] 10.222.0.55 "GET /v2.0/ports?device_id=12d5bcf6-9545-4bc5-831a-3b557f1db0c6 HTTP/1.1" status: 200 len: 945 time: 0.0797017 Apr 01 16:12:45.961121 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2836af92-e511-49f8-b681-5dc0eb53a95b req-727318b7-8180-49b7-be19-b49d7741cd6e tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e0acab5-59d2-419d-98c1-1e8ac0866bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394182 Apr 01 16:12:47.163802 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edec6e6-3daa-4f8b-bb50-1df3861bfd98 req-b5b1e839-3a43-4ebf-9720-68231665113f tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:47.165269 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-0edec6e6-3daa-4f8b-bb50-1df3861bfd98 req-b5b1e839-3a43-4ebf-9720-68231665113f tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] 10.222.0.55 "GET /v2.0/ports?device_id=12d5bcf6-9545-4bc5-831a-3b557f1db0c6 HTTP/1.1" status: 200 len: 945 time: 0.0832210 Apr 01 16:12:47.218170 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-0edec6e6-3daa-4f8b-bb50-1df3861bfd98 req-09bb5b40-bcf5-4803-acfc-625878ed32c4 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e0acab5-59d2-419d-98c1-1e8ac0866bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465617 Apr 01 16:12:48.415213 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908194d5-0cea-4a49-b679-01e88c91f95e req-e16d973c-ed52-4e88-b8a1-95fece351c05 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:48.416563 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-908194d5-0cea-4a49-b679-01e88c91f95e req-e16d973c-ed52-4e88-b8a1-95fece351c05 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] 10.222.0.55 "GET /v2.0/ports?device_id=12d5bcf6-9545-4bc5-831a-3b557f1db0c6 HTTP/1.1" status: 200 len: 945 time: 0.0789764 Apr 01 16:12:48.461704 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-908194d5-0cea-4a49-b679-01e88c91f95e req-6da183d5-78b5-4556-aad0-339ead5be51d tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e0acab5-59d2-419d-98c1-1e8ac0866bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390816 Apr 01 16:12:49.657580 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a56208-c85b-41f4-aa87-04e11bebcf1a req-9ccb50da-056f-4c4c-a480-15441599deb4 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:49.659007 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a6a56208-c85b-41f4-aa87-04e11bebcf1a req-9ccb50da-056f-4c4c-a480-15441599deb4 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] 10.222.0.55 "GET /v2.0/ports?device_id=12d5bcf6-9545-4bc5-831a-3b557f1db0c6 HTTP/1.1" status: 200 len: 945 time: 0.0785682 Apr 01 16:12:49.703737 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a6a56208-c85b-41f4-aa87-04e11bebcf1a req-e563d074-a982-471d-a11d-2cc559e47a4b tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e0acab5-59d2-419d-98c1-1e8ac0866bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392008 Apr 01 16:12:50.898912 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b3361-4ad8-4aed-9a62-0e227d0f63c1 req-f7e359ef-9098-4c30-ada0-e767c3cd8351 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:50.900329 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-0d0b3361-4ad8-4aed-9a62-0e227d0f63c1 req-f7e359ef-9098-4c30-ada0-e767c3cd8351 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] 10.222.0.55 "GET /v2.0/ports?device_id=12d5bcf6-9545-4bc5-831a-3b557f1db0c6 HTTP/1.1" status: 200 len: 945 time: 0.0756755 Apr 01 16:12:50.945015 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-0d0b3361-4ad8-4aed-9a62-0e227d0f63c1 req-4c0e2ca6-b655-437a-8b95-709796dc747f tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e0acab5-59d2-419d-98c1-1e8ac0866bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389450 Apr 01 16:12:52.148015 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c815879a-729b-49c4-8427-3c67db319eea req-201f8f2e-a812-4508-8254-8e31d688f6f1 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:52.149445 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c815879a-729b-49c4-8427-3c67db319eea req-201f8f2e-a812-4508-8254-8e31d688f6f1 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] 10.222.0.55 "GET /v2.0/ports?device_id=12d5bcf6-9545-4bc5-831a-3b557f1db0c6 HTTP/1.1" status: 200 len: 945 time: 0.0793056 Apr 01 16:12:52.197180 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c815879a-729b-49c4-8427-3c67db319eea req-ffba0462-1bf0-4150-975c-d629154597f9 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e0acab5-59d2-419d-98c1-1e8ac0866bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411367 Apr 01 16:12:53.392577 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5d82db-5164-42b8-a81e-e4fef81d0c31 req-64491ed1-f96e-4097-85e4-7a29e2adffd8 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:53.393965 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8b5d82db-5164-42b8-a81e-e4fef81d0c31 req-64491ed1-f96e-4097-85e4-7a29e2adffd8 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] 10.222.0.55 "GET /v2.0/ports?device_id=12d5bcf6-9545-4bc5-831a-3b557f1db0c6 HTTP/1.1" status: 200 len: 945 time: 0.0754733 Apr 01 16:12:53.438984 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8b5d82db-5164-42b8-a81e-e4fef81d0c31 req-44ea8409-9e5d-44af-8634-f7c554f8de5b tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e0acab5-59d2-419d-98c1-1e8ac0866bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395567 Apr 01 16:12:53.900941 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-066cd8cf-dbb9-43d0-aecc-6846b8e62068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:53.902739 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:54.023775 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-29687e45-d7eb-4e45-ad14-5b2bc17d6428 req-f7848ef7-1753-47bb-a06d-5677c52fe120 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=628894aaf0524d969829618f0f26d8da&device_id=12d5bcf6-9545-4bc5-831a-3b557f1db0c6 HTTP/1.1" status: 200 len: 1098 time: 0.0723200 Apr 01 16:12:54.187402 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29687e45-d7eb-4e45-ad14-5b2bc17d6428 req-4234c1f5-103d-4e1b-a9a9-93e61c18110f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:54.188766 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-29687e45-d7eb-4e45-ad14-5b2bc17d6428 req-4234c1f5-103d-4e1b-a9a9-93e61c18110f service neutron] 10.222.0.24 "GET /v2.0/networks?id=c96bb175-af0e-423b-85b6-433ebac7a6e7 HTTP/1.1" status: 200 len: 912 time: 0.1426980 Apr 01 16:12:54.266737 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-29687e45-d7eb-4e45-ad14-5b2bc17d6428 req-34c85f2e-3256-42bd-952f-f4a04399e55d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1f1aaed2-646f-4bcc-98cc-303d70c902f7 HTTP/1.1" status: 200 len: 217 time: 0.0629194 Apr 01 16:12:54.408789 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29687e45-d7eb-4e45-ad14-5b2bc17d6428 req-8f537c3d-5e1e-41b6-a5b2-c11f941e838f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:54.410221 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-29687e45-d7eb-4e45-ad14-5b2bc17d6428 req-8f537c3d-5e1e-41b6-a5b2-c11f941e838f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0f1e436f-063f-436f-b6ec-1dba95e26129 HTTP/1.1" status: 200 len: 852 time: 0.1357329 Apr 01 16:12:54.456041 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-29687e45-d7eb-4e45-ad14-5b2bc17d6428 req-4b146784-ef57-4fa4-a087-278e56b1560d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c96bb175-af0e-423b-85b6-433ebac7a6e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394783 Apr 01 16:12:54.649620 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-29687e45-d7eb-4e45-ad14-5b2bc17d6428 req-903470b6-66c6-40d5-ad15-f2b1836a9bf4 service neutron] 10.222.0.24 "GET /v2.0/networks/c96bb175-af0e-423b-85b6-433ebac7a6e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872501 Apr 01 16:12:54.743068 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39443f4a-d372-4408-9d05-c7173e42dc71 req-90ac9641-8beb-4c42-a541-a092caa3bc8d tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:54.744414 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-39443f4a-d372-4408-9d05-c7173e42dc71 req-90ac9641-8beb-4c42-a541-a092caa3bc8d tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] 10.222.0.55 "GET /v2.0/ports?device_id=12d5bcf6-9545-4bc5-831a-3b557f1db0c6 HTTP/1.1" status: 200 len: 945 time: 0.1831269 Apr 01 16:12:54.825823 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-39443f4a-d372-4408-9d05-c7173e42dc71 req-affb67e1-19f4-4460-bc49-ecb35cce74da tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e0acab5-59d2-419d-98c1-1e8ac0866bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739818 Apr 01 16:12:54.827745 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-29687e45-d7eb-4e45-ad14-5b2bc17d6428 req-c7e81dd0-e135-402b-a1a5-ce5861efff4b service neutron] 10.222.0.24 "GET /v2.0/networks/c96bb175-af0e-423b-85b6-433ebac7a6e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690228 Apr 01 16:12:56.036152 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed280972-606d-4e26-a2fe-7ef1b5246c9f req-79606183-e4e5-4c46-92ec-1d15207bbf3b tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:56.037664 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ed280972-606d-4e26-a2fe-7ef1b5246c9f req-79606183-e4e5-4c46-92ec-1d15207bbf3b tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] 10.222.0.55 "GET /v2.0/ports?device_id=12d5bcf6-9545-4bc5-831a-3b557f1db0c6 HTTP/1.1" status: 200 len: 945 time: 0.0829363 Apr 01 16:12:56.083829 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ed280972-606d-4e26-a2fe-7ef1b5246c9f req-5f02115e-9709-4d6c-af51-0bb9015a0992 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e0acab5-59d2-419d-98c1-1e8ac0866bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405781 Apr 01 16:12:56.282621 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-5fa81e11-f172-4029-8f6f-68567c94db4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:57.281854 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47af276-7630-4bec-8fb1-a25ae951447e req-a358ee14-e0e2-475b-a5ea-c5753d8827cf tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:57.283292 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a47af276-7630-4bec-8fb1-a25ae951447e req-a358ee14-e0e2-475b-a5ea-c5753d8827cf tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] 10.222.0.55 "GET /v2.0/ports?device_id=12d5bcf6-9545-4bc5-831a-3b557f1db0c6 HTTP/1.1" status: 200 len: 945 time: 0.0773239 Apr 01 16:12:57.328483 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a47af276-7630-4bec-8fb1-a25ae951447e req-ef103c12-2328-4819-9616-c38dc22ef180 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e0acab5-59d2-419d-98c1-1e8ac0866bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395463 Apr 01 16:12:57.611496 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:57.772816 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:58.533415 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10f5e6c-f909-48bf-9d2d-ccf71cc236af req-b46b5f49-fe8d-44a7-be15-a9083cc4ad1a tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:58.534893 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f10f5e6c-f909-48bf-9d2d-ccf71cc236af req-b46b5f49-fe8d-44a7-be15-a9083cc4ad1a tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] 10.222.0.55 "GET /v2.0/ports?device_id=12d5bcf6-9545-4bc5-831a-3b557f1db0c6 HTTP/1.1" status: 200 len: 945 time: 0.0812495 Apr 01 16:12:58.584338 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f10f5e6c-f909-48bf-9d2d-ccf71cc236af req-658b2c70-e2da-4dc5-a2d7-7a3a06093f93 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e0acab5-59d2-419d-98c1-1e8ac0866bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438380 Apr 01 16:12:59.297129 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:12:59.781874 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38d4543-4465-44f3-9a7b-d93fdeea901f req-cee2d656-86e9-4930-80eb-69d169060784 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:12:59.783321 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c38d4543-4465-44f3-9a7b-d93fdeea901f req-cee2d656-86e9-4930-80eb-69d169060784 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] 10.222.0.55 "GET /v2.0/ports?device_id=12d5bcf6-9545-4bc5-831a-3b557f1db0c6 HTTP/1.1" status: 200 len: 945 time: 0.0761878 Apr 01 16:12:59.828050 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c38d4543-4465-44f3-9a7b-d93fdeea901f req-b2636495-5891-41da-a0d8-bdc67ac831b0 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e0acab5-59d2-419d-98c1-1e8ac0866bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392737 Apr 01 16:13:01.023468 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d40231-cf4c-4217-b8e9-541fcd84b059 req-22531a41-a559-4c83-8181-29897245e85c tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:01.024934 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e2d40231-cf4c-4217-b8e9-541fcd84b059 req-22531a41-a559-4c83-8181-29897245e85c tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] 10.222.0.55 "GET /v2.0/ports?device_id=12d5bcf6-9545-4bc5-831a-3b557f1db0c6 HTTP/1.1" status: 200 len: 945 time: 0.0788286 Apr 01 16:13:01.072104 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e2d40231-cf4c-4217-b8e9-541fcd84b059 req-9a131f94-add4-4ec2-8cc1-d07a35bc67ae tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e0acab5-59d2-419d-98c1-1e8ac0866bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405054 Apr 01 16:13:02.058759 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-14c6b477-93fa-492a-a4b2-9b79a0cdf10d req-aaffeb91-df64-4b21-9503-443bbd220d5c service neutron] 10.222.0.24 "GET /v2.0/ports/1f1aaed2-646f-4bcc-98cc-303d70c902f7/bindings/hv-neutron-8333 HTTP/1.1" status: 200 len: 384 time: 0.0750017 Apr 01 16:13:02.346379 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3b5fc-9d27-4363-be80-3b5b30db1cce req-2c782bcd-a747-413e-ab2f-0a525cae6477 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:02.347691 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-07b3b5fc-9d27-4363-be80-3b5b30db1cce req-2c782bcd-a747-413e-ab2f-0a525cae6477 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] 10.222.0.55 "GET /v2.0/ports?device_id=12d5bcf6-9545-4bc5-831a-3b557f1db0c6 HTTP/1.1" status: 200 len: 945 time: 0.1409326 Apr 01 16:13:02.354148 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-14c6b477-93fa-492a-a4b2-9b79a0cdf10d req-c581dab5-3047-46e9-9c43-8e054b7791d7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=12d5bcf6-9545-4bc5-831a-3b557f1db0c6&tenant_id=628894aaf0524d969829618f0f26d8da HTTP/1.1" status: 200 len: 1098 time: 0.0961633 Apr 01 16:13:02.436005 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-07b3b5fc-9d27-4363-be80-3b5b30db1cce req-4aa037e4-cf71-4890-83f2-4505b375684c tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e0acab5-59d2-419d-98c1-1e8ac0866bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809262 Apr 01 16:13:02.462688 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-14c6b477-93fa-492a-a4b2-9b79a0cdf10d req-44232699-a2a7-49d3-a93b-fa22f3d8e019 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=628894aaf0524d969829618f0f26d8da&device_id=12d5bcf6-9545-4bc5-831a-3b557f1db0c6 HTTP/1.1" status: 200 len: 1098 time: 0.0769019 Apr 01 16:13:02.593499 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6b477-93fa-492a-a4b2-9b79a0cdf10d req-6ddd2821-3d40-4024-b34c-d1b709377791 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:02.595524 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-14c6b477-93fa-492a-a4b2-9b79a0cdf10d req-6ddd2821-3d40-4024-b34c-d1b709377791 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c96bb175-af0e-423b-85b6-433ebac7a6e7 HTTP/1.1" status: 200 len: 912 time: 0.1261156 Apr 01 16:13:02.663985 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-14c6b477-93fa-492a-a4b2-9b79a0cdf10d req-cc38dec1-ef30-4e20-b392-68c45ed6f6bd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1f1aaed2-646f-4bcc-98cc-303d70c902f7 HTTP/1.1" status: 200 len: 217 time: 0.0620978 Apr 01 16:13:02.724617 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6b477-93fa-492a-a4b2-9b79a0cdf10d req-ccc88de4-2ee1-4ffb-a9b7-21a4b569f7cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:02.726033 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-14c6b477-93fa-492a-a4b2-9b79a0cdf10d req-ccc88de4-2ee1-4ffb-a9b7-21a4b569f7cb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0f1e436f-063f-436f-b6ec-1dba95e26129 HTTP/1.1" status: 200 len: 852 time: 0.0553248 Apr 01 16:13:02.771192 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-14c6b477-93fa-492a-a4b2-9b79a0cdf10d req-e11ebe14-5fff-43fe-91b8-e26c50de3ba2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c96bb175-af0e-423b-85b6-433ebac7a6e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383391 Apr 01 16:13:02.986255 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-14c6b477-93fa-492a-a4b2-9b79a0cdf10d req-0c27704c-3351-404c-a19f-f8ac4730250d service neutron] 10.222.0.24 "GET /v2.0/networks/c96bb175-af0e-423b-85b6-433ebac7a6e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086425 Apr 01 16:13:03.118154 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-14c6b477-93fa-492a-a4b2-9b79a0cdf10d req-fa503ab1-7e48-4618-9e5c-8ad4d7b4432f service neutron] 10.222.0.24 "GET /v2.0/networks/c96bb175-af0e-423b-85b6-433ebac7a6e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259868 Apr 01 16:13:03.635392 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0136732-3467-4bf1-91b5-d5ab71083532 req-326cbb63-8a42-4b0f-99c8-1ab86c65b34f tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:03.636867 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b0136732-3467-4bf1-91b5-d5ab71083532 req-326cbb63-8a42-4b0f-99c8-1ab86c65b34f tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] 10.222.0.55 "GET /v2.0/ports?device_id=12d5bcf6-9545-4bc5-831a-3b557f1db0c6 HTTP/1.1" status: 200 len: 945 time: 0.0811677 Apr 01 16:13:03.682422 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b0136732-3467-4bf1-91b5-d5ab71083532 req-f93cbe11-3e48-497d-81d3-b42f7ff24e88 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e0acab5-59d2-419d-98c1-1e8ac0866bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400257 Apr 01 16:13:04.880780 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b94b2e-a482-454b-8767-78c67511a652 req-78aa66ff-2025-479f-9888-4e88aeb10173 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:04.882341 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-02b94b2e-a482-454b-8767-78c67511a652 req-78aa66ff-2025-479f-9888-4e88aeb10173 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] 10.222.0.55 "GET /v2.0/ports?device_id=12d5bcf6-9545-4bc5-831a-3b557f1db0c6 HTTP/1.1" status: 200 len: 945 time: 0.0763116 Apr 01 16:13:04.939717 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-02b94b2e-a482-454b-8767-78c67511a652 req-376c959f-1048-4203-bc66-e71c8af18a5b tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e0acab5-59d2-419d-98c1-1e8ac0866bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449550 Apr 01 16:13:04.984991 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 1f1aaed2-646f-4bcc-98cc-303d70c902f7 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:13:04.989185 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 1f1aaed2-646f-4bcc-98cc-303d70c902f7 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:13:05.247856 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:05.265682 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 1f1aaed2-646f-4bcc-98cc-303d70c902f7, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=1f1aaed2-646f-4bcc-98cc-303d70c902f7,segment=NetworkSegment(32c0b0f8-3584-4f50-b02f-9391aef9f337),segment_id=32c0b0f8-3584-4f50-b02f-9391aef9f337)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:13:05.286464 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Returning: {'device': '1f1aaed2-646f-4bcc-98cc-303d70c902f7', 'network_id': 'c96bb175-af0e-423b-85b6-433ebac7a6e7', 'port_id': '1f1aaed2-646f-4bcc-98cc-303d70c902f7', 'mac_address': 'fa:16:3e:e4:1b:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f1e436f-063f-436f-b6ec-1dba95e26129', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:13:05.292816 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12d5bcf6-9545-4bc5-831a-3b557f1db0c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f1aaed2-646f-4bcc-98cc-303d70c902f7'}] {{(pid=83829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:13:05.333774 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 1f1aaed2-646f-4bcc-98cc-303d70c902f7, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=1f1aaed2-646f-4bcc-98cc-303d70c902f7,segment=NetworkSegment(32c0b0f8-3584-4f50-b02f-9391aef9f337),segment_id=32c0b0f8-3584-4f50-b02f-9391aef9f337)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:13:05.347098 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:05.379017 dv-neutron-833373-2-hyperv neutron-server[83829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12d5bcf6-9545-4bc5-831a-3b557f1db0c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f1aaed2-646f-4bcc-98cc-303d70c902f7', 'code': 200} Apr 01 16:13:05.405970 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:05.431563 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1f1aaed2-646f-4bcc-98cc-303d70c902f7 {{(pid=83829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:13:05.440967 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=1f1aaed2-646f-4bcc-98cc-303d70c902f7,revision_number=6']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:05.494875 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.db.api [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:13:05.495225 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG oslo_db.api [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:13:06.052460 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:06.071103 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f1aaed2-646f-4bcc-98cc-303d70c902f7 {{(pid=83829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:13:06.086560 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 1f1aaed2-646f-4bcc-98cc-303d70c902f7, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=1f1aaed2-646f-4bcc-98cc-303d70c902f7,segment=NetworkSegment(32c0b0f8-3584-4f50-b02f-9391aef9f337),segment_id=32c0b0f8-3584-4f50-b02f-9391aef9f337)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:13:06.090826 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:06.142644 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a41bf8-a72c-4abd-8330-2bea8eff9b5b req-2d4957a9-21df-4504-9b52-5f7799973407 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:06.144100 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-39a41bf8-a72c-4abd-8330-2bea8eff9b5b req-2d4957a9-21df-4504-9b52-5f7799973407 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] 10.222.0.55 "GET /v2.0/ports?device_id=12d5bcf6-9545-4bc5-831a-3b557f1db0c6 HTTP/1.1" status: 200 len: 944 time: 0.0774627 Apr 01 16:13:06.160998 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] get_ports_and_sgs() called for port_ids ['1f1aaed2-646f-4bcc-98cc-303d70c902f7'] {{(pid=83829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 16:13:06.191863 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-39a41bf8-a72c-4abd-8330-2bea8eff9b5b req-390dd83f-241f-47d9-85a3-9834f310f333 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e0acab5-59d2-419d-98c1-1e8ac0866bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418828 Apr 01 16:13:06.199514 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=1f1aaed2-646f-4bcc-98cc-303d70c902f7,revision_number=7']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:06.617377 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169cef4-cfaa-4d1f-994b-147cb6a8cb12 req-903604a9-eac0-42b1-af5e-b0d2cd262718 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:06.618822 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f169cef4-cfaa-4d1f-994b-147cb6a8cb12 req-903604a9-eac0-42b1-af5e-b0d2cd262718 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] 10.222.0.24 "GET /v2.0/ports?device_id=12d5bcf6-9545-4bc5-831a-3b557f1db0c6&tenant_id=628894aaf0524d969829618f0f26d8da&binding%3Ahost_id=hv-neutron-8333 HTTP/1.1" status: 200 len: 944 time: 0.0843124 Apr 01 16:13:06.755322 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f169cef4-cfaa-4d1f-994b-147cb6a8cb12 req-105d4230-d5a0-4807-8175-38c72a442504 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=628894aaf0524d969829618f0f26d8da&device_id=12d5bcf6-9545-4bc5-831a-3b557f1db0c6 HTTP/1.1" status: 200 len: 1097 time: 0.0693278 Apr 01 16:13:06.896395 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169cef4-cfaa-4d1f-994b-147cb6a8cb12 req-d73786aa-b1c1-440c-b135-523dddbaaada service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:06.897782 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f169cef4-cfaa-4d1f-994b-147cb6a8cb12 req-d73786aa-b1c1-440c-b135-523dddbaaada service neutron] 10.222.0.24 "GET /v2.0/networks?id=c96bb175-af0e-423b-85b6-433ebac7a6e7 HTTP/1.1" status: 200 len: 912 time: 0.1361527 Apr 01 16:13:06.967011 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f169cef4-cfaa-4d1f-994b-147cb6a8cb12 req-ba95409c-d189-422e-b30e-b3c1745ef5b9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1f1aaed2-646f-4bcc-98cc-303d70c902f7 HTTP/1.1" status: 200 len: 217 time: 0.0631013 Apr 01 16:13:06.995142 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 1f1aaed2-646f-4bcc-98cc-303d70c902f7 up at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:13:07.030112 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169cef4-cfaa-4d1f-994b-147cb6a8cb12 req-d3118a3b-6e8d-413b-a6fe-5ec6fd5d30ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:07.031730 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f169cef4-cfaa-4d1f-994b-147cb6a8cb12 req-d3118a3b-6e8d-413b-a6fe-5ec6fd5d30ee service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0f1e436f-063f-436f-b6ec-1dba95e26129 HTTP/1.1" status: 200 len: 852 time: 0.0581954 Apr 01 16:13:07.066860 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning complete for port 1f1aaed2-646f-4bcc-98cc-303d70c902f7 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:13:07.067378 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:07.079056 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f169cef4-cfaa-4d1f-994b-147cb6a8cb12 req-ada95bd0-0f1c-4f95-a196-f4b82811f1fa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c96bb175-af0e-423b-85b6-433ebac7a6e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410056 Apr 01 16:13:07.190046 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:07.222381 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 1f1aaed2-646f-4bcc-98cc-303d70c902f7, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=1f1aaed2-646f-4bcc-98cc-303d70c902f7,segment=NetworkSegment(32c0b0f8-3584-4f50-b02f-9391aef9f337),segment_id=32c0b0f8-3584-4f50-b02f-9391aef9f337)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:13:07.226269 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:07.243916 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f169cef4-cfaa-4d1f-994b-147cb6a8cb12 req-afc6921e-6c1f-4eaf-9462-6263393cdb3f service neutron] 10.222.0.24 "GET /v2.0/networks/c96bb175-af0e-423b-85b6-433ebac7a6e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580667 Apr 01 16:13:07.296855 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=1f1aaed2-646f-4bcc-98cc-303d70c902f7,revision_number=8']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:07.378420 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f169cef4-cfaa-4d1f-994b-147cb6a8cb12 req-12054ded-c32c-4f1c-88f9-81048200026a service neutron] 10.222.0.24 "GET /v2.0/networks/c96bb175-af0e-423b-85b6-433ebac7a6e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278265 Apr 01 16:13:07.380264 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12d5bcf6-9545-4bc5-831a-3b557f1db0c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f1aaed2-646f-4bcc-98cc-303d70c902f7'}] {{(pid=83829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:13:07.456402 dv-neutron-833373-2-hyperv neutron-server[83829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12d5bcf6-9545-4bc5-831a-3b557f1db0c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f1aaed2-646f-4bcc-98cc-303d70c902f7', 'code': 200} Apr 01 16:13:08.287929 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564d1e03-b906-4355-82fc-3cc1fc4e166f req-97ba4978-daaf-48a1-aa23-05c9ee013147 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:08.289393 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-564d1e03-b906-4355-82fc-3cc1fc4e166f req-97ba4978-daaf-48a1-aa23-05c9ee013147 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] 10.222.0.55 "GET /v2.0/ports?device_id=12d5bcf6-9545-4bc5-831a-3b557f1db0c6 HTTP/1.1" status: 200 len: 945 time: 0.0816858 Apr 01 16:13:08.335188 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-564d1e03-b906-4355-82fc-3cc1fc4e166f req-bdf49895-64d1-4e5d-a7e0-c4a913f19347 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e0acab5-59d2-419d-98c1-1e8ac0866bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399544 Apr 01 16:13:09.533927 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a2090f-5316-45c9-8626-dd9ede876b63 req-0a3f0d35-7e27-48fe-bfb4-573b370e990a tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:09.535368 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d7a2090f-5316-45c9-8626-dd9ede876b63 req-0a3f0d35-7e27-48fe-bfb4-573b370e990a tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] 10.222.0.55 "GET /v2.0/ports?device_id=12d5bcf6-9545-4bc5-831a-3b557f1db0c6 HTTP/1.1" status: 200 len: 945 time: 0.0762846 Apr 01 16:13:09.582862 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d7a2090f-5316-45c9-8626-dd9ede876b63 req-008883fe-68b1-4ddc-b527-de75eac92613 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e0acab5-59d2-419d-98c1-1e8ac0866bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420461 Apr 01 16:13:10.077732 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169cef4-cfaa-4d1f-994b-147cb6a8cb12 req-17d2781e-f899-4cdf-8f0c-91ae42c2ebbd tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:10.079214 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f169cef4-cfaa-4d1f-994b-147cb6a8cb12 req-17d2781e-f899-4cdf-8f0c-91ae42c2ebbd tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] 10.222.0.24 "GET /v2.0/ports?device_id=12d5bcf6-9545-4bc5-831a-3b557f1db0c6 HTTP/1.1" status: 200 len: 945 time: 0.0766349 Apr 01 16:13:10.147045 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [req-f169cef4-cfaa-4d1f-994b-147cb6a8cb12 req-577a3331-6e31-45b6-a531-d0d0ea417a85 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] Deleting port 1f1aaed2-646f-4bcc-98cc-303d70c902f7 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:13:10.147385 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-f169cef4-cfaa-4d1f-994b-147cb6a8cb12 req-577a3331-6e31-45b6-a531-d0d0ea417a85 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:10.391568 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [req-f169cef4-cfaa-4d1f-994b-147cb6a8cb12 req-577a3331-6e31-45b6-a531-d0d0ea417a85 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] For port 1f1aaed2-646f-4bcc-98cc-303d70c902f7, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=1f1aaed2-646f-4bcc-98cc-303d70c902f7,segment=NetworkSegment(32c0b0f8-3584-4f50-b02f-9391aef9f337),segment_id=32c0b0f8-3584-4f50-b02f-9391aef9f337)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:13:10.391835 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-f169cef4-cfaa-4d1f-994b-147cb6a8cb12 req-577a3331-6e31-45b6-a531-d0d0ea417a85 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:10.591426 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [req-f169cef4-cfaa-4d1f-994b-147cb6a8cb12 req-577a3331-6e31-45b6-a531-d0d0ea417a85 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] Calling delete_port for 1f1aaed2-646f-4bcc-98cc-303d70c902f7 owned by compute:nova {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:13:10.785024 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-f169cef4-cfaa-4d1f-994b-147cb6a8cb12 req-577a3331-6e31-45b6-a531-d0d0ea417a85 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:10.797412 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] get_ports_and_sgs() called for port_ids ['1f1aaed2-646f-4bcc-98cc-303d70c902f7'] {{(pid=83829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 16:13:10.832059 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577a3331-6e31-45b6-a531-d0d0ea417a85 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] Pushing event deleted for resources: {'Port': ['ID=1f1aaed2-646f-4bcc-98cc-303d70c902f7,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:10.879502 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a8ecc-ba63-4978-99bc-26e43df6062d req-4e17b4ff-5533-46b3-84df-b76fd33dcb13 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:10.880960 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-438a8ecc-ba63-4978-99bc-26e43df6062d req-4e17b4ff-5533-46b3-84df-b76fd33dcb13 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] 10.222.0.55 "GET /v2.0/ports?device_id=12d5bcf6-9545-4bc5-831a-3b557f1db0c6 HTTP/1.1" status: 200 len: 945 time: 0.1749527 Apr 01 16:13:10.938242 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [req-f169cef4-cfaa-4d1f-994b-147cb6a8cb12 req-577a3331-6e31-45b6-a531-d0d0ea417a85 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] No DVR routers for this DVR port 1f1aaed2-646f-4bcc-98cc-303d70c902f7 on host hv-neutron-8333 {{(pid=83826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:13:10.942755 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-f169cef4-cfaa-4d1f-994b-147cb6a8cb12 req-577a3331-6e31-45b6-a531-d0d0ea417a85 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:10.945162 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12d5bcf6-9545-4bc5-831a-3b557f1db0c6', 'name': 'network-vif-deleted', 'tag': '1f1aaed2-646f-4bcc-98cc-303d70c902f7'}] {{(pid=83826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:13:10.973008 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f169cef4-cfaa-4d1f-994b-147cb6a8cb12 req-577a3331-6e31-45b6-a531-d0d0ea417a85 tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] 10.222.0.24 "DELETE /v2.0/ports/1f1aaed2-646f-4bcc-98cc-303d70c902f7 HTTP/1.1" status: 204 len: 173 time: 0.8876946 Apr 01 16:13:10.980222 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-438a8ecc-ba63-4978-99bc-26e43df6062d req-72835f93-433d-4e47-a388-5b9364077d2b tempest-DeleteServersTestJSON-1420576857 tempest-DeleteServersTestJSON-1420576857-project] 10.222.0.55 "GET /v2.0/security-groups?id=4e0acab5-59d2-419d-98c1-1e8ac0866bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682800 Apr 01 16:13:11.015595 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12d5bcf6-9545-4bc5-831a-3b557f1db0c6', 'name': 'network-vif-deleted', 'tag': '1f1aaed2-646f-4bcc-98cc-303d70c902f7', 'status': 'completed', 'code': 200} Apr 01 16:13:12.263710 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 60230) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:13:12.321353 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb015851-dcaa-4e96-8fa9-2a4a68145b49 admin admin] Deleting subnet 0f1e436f-063f-436f-b6ec-1dba95e26129 {{(pid=83828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 16:13:12.324112 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-eb015851-dcaa-4e96-8fa9-2a4a68145b49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:12.375593 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-eb015851-dcaa-4e96-8fa9-2a4a68145b49 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15303084'] for subnet, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:12.429064 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-eb015851-dcaa-4e96-8fa9-2a4a68145b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:12.499353 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-eb015851-dcaa-4e96-8fa9-2a4a68145b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15306565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16030232'] for subnet, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:12.535867 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb015851-dcaa-4e96-8fa9-2a4a68145b49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f1e436f-063f-436f-b6ec-1dba95e26129,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:12.542126 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-eb015851-dcaa-4e96-8fa9-2a4a68145b49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:12.548049 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-eb015851-dcaa-4e96-8fa9-2a4a68145b49 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/0f1e436f-063f-436f-b6ec-1dba95e26129 HTTP/1.1" status: 204 len: 168 time: 0.2833166 Apr 01 16:13:12.550516 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 60234) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:13:12.670878 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e06f8526-a801-4fe5-b40c-2c811f7bc6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:12.791653 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e06f8526-a801-4fe5-b40c-2c811f7bc6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:12.816720 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-e06f8526-a801-4fe5-b40c-2c811f7bc6a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c96bb175-af0e-423b-85b6-433ebac7a6e7']}} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:13:12.828332 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-e06f8526-a801-4fe5-b40c-2c811f7bc6a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32c0b0f8-3584-4f50-b02f-9391aef9f337') {'for_net_delete': True} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:13:12.828627 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-e06f8526-a801-4fe5-b40c-2c811f7bc6a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32c0b0f8-3584-4f50-b02f-9391aef9f337') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:13:12.839613 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e06f8526-a801-4fe5-b40c-2c811f7bc6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15303093'] for segment, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:12.856831 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e06f8526-a801-4fe5-b40c-2c811f7bc6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:12.863193 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e06f8526-a801-4fe5-b40c-2c811f7bc6a2 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=83828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 16:13:12.863599 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e06f8526-a801-4fe5-b40c-2c811f7bc6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15306523'] for segment, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:12.876522 dv-neutron-833373-2-hyperv neutron-server[83828]: Traceback (most recent call last): Apr 01 16:13:12.876522 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 16:13:12.876522 dv-neutron-833373-2-hyperv neutron-server[83828]: timer() Apr 01 16:13:12.876522 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:13:12.876522 dv-neutron-833373-2-hyperv neutron-server[83828]: cb(*args, **kw) Apr 01 16:13:12.876522 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:13:12.876522 dv-neutron-833373-2-hyperv neutron-server[83828]: return func(*args, **kwargs) Apr 01 16:13:12.876522 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:13:12.876522 dv-neutron-833373-2-hyperv neutron-server[83828]: self._notify() Apr 01 16:13:12.876522 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:13:12.876522 dv-neutron-833373-2-hyperv neutron-server[83828]: self.callback(batched_events) Apr 01 16:13:12.876522 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:13:12.876522 dv-neutron-833373-2-hyperv neutron-server[83828]: event.method(event) Apr 01 16:13:12.876522 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:13:12.876522 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:13:12.876522 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:13:12.876522 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:13:12.876522 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:13:12.876522 dv-neutron-833373-2-hyperv neutron-server[83828]: return f(self, *a, **k) Apr 01 16:13:12.876522 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 16:13:12.876522 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._get(url).json() Apr 01 16:13:12.876522 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 16:13:12.876522 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:13:12.876522 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 16:13:12.876522 dv-neutron-833373-2-hyperv neutron-server[83828]: return self.request(url, 'GET', **kwargs) Apr 01 16:13:12.876522 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 16:13:12.876522 dv-neutron-833373-2-hyperv neutron-server[83828]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:13:12.876522 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 16:13:12.876522 dv-neutron-833373-2-hyperv neutron-server[83828]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:13:12.876522 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 16:13:12.876522 dv-neutron-833373-2-hyperv neutron-server[83828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:13:12.876522 dv-neutron-833373-2-hyperv neutron-server[83828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:13:12.953705 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e06f8526-a801-4fe5-b40c-2c811f7bc6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:12.970071 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e06f8526-a801-4fe5-b40c-2c811f7bc6a2 admin admin] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:12.979676 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-e06f8526-a801-4fe5-b40c-2c811f7bc6a2 admin admin] 10.222.0.55 "DELETE /v2.0/networks/c96bb175-af0e-423b-85b6-433ebac7a6e7 HTTP/1.1" status: 204 len: 168 time: 0.4282460 Apr 01 16:13:12.980494 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06f8526-a801-4fe5-b40c-2c811f7bc6a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=c96bb175-af0e-423b-85b6-433ebac7a6e7,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:13.037756 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 1f1aaed2-646f-4bcc-98cc-303d70c902f7 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:13:13.077024 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] No Port match for: 1f1aaed2-646f-4bcc-98cc-303d70c902f7 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:13:13.077424 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 1f1aaed2-646f-4bcc-98cc-303d70c902f7 not bound to the agent host hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:13:13.122251 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 60240) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:13:13.174390 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-6a32ff46-49cf-4aed-9327-df9553c6c359 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=628894aaf0524d969829618f0f26d8da&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0508361 Apr 01 16:13:13.176838 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 60244) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:13:13.240136 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-886f4eda-8bb7-41a0-ba0d-77242892a086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:13.266948 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-886f4eda-8bb7-41a0-ba0d-77242892a086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:13.317538 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-886f4eda-8bb7-41a0-ba0d-77242892a086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:13.334347 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886f4eda-8bb7-41a0-ba0d-77242892a086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e0acab5-59d2-419d-98c1-1e8ac0866bc3,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:13.338564 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-886f4eda-8bb7-41a0-ba0d-77242892a086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:13.339653 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-886f4eda-8bb7-41a0-ba0d-77242892a086 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4e0acab5-59d2-419d-98c1-1e8ac0866bc3 HTTP/1.1" status: 204 len: 168 time: 0.1619339 Apr 01 16:13:14.170267 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 60266) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:13:14.297529 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-cb8e612c-76d9-4d63-926f-47f57dc9647c admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2097962851-network', 'tenant_id': '74b2ca2715fe4362a3ea103b10356f68'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:13:14.302330 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-cb8e612c-76d9-4d63-926f-47f57dc9647c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:13:14.306155 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-cb8e612c-76d9-4d63-926f-47f57dc9647c admin admin] Usage tracker for resource:network and tenant:74b2ca2715fe4362a3ea103b10356f68 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:13:14.308946 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-cb8e612c-76d9-4d63-926f-47f57dc9647c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:13:14.315395 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-cb8e612c-76d9-4d63-926f-47f57dc9647c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:13:14.326073 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb8e612c-76d9-4d63-926f-47f57dc9647c admin admin] Made reservation on behalf of 74b2ca2715fe4362a3ea103b10356f68 for: {'network': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:13:14.328324 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-cb8e612c-76d9-4d63-926f-47f57dc9647c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:14.340077 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-cb8e612c-76d9-4d63-926f-47f57dc9647c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:14.370415 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-cb8e612c-76d9-4d63-926f-47f57dc9647c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:13:14.374736 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-cb8e612c-76d9-4d63-926f-47f57dc9647c admin admin] Usage tracker for resource:security_group_rule and tenant:74b2ca2715fe4362a3ea103b10356f68 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:13:14.377611 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-cb8e612c-76d9-4d63-926f-47f57dc9647c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:13:14.383374 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-cb8e612c-76d9-4d63-926f-47f57dc9647c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:13:14.451564 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-cb8e612c-76d9-4d63-926f-47f57dc9647c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:14.455223 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-cb8e612c-76d9-4d63-926f-47f57dc9647c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:14.486772 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb8e612c-76d9-4d63-926f-47f57dc9647c admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=83828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:13:14.491846 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8e612c-76d9-4d63-926f-47f57dc9647c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d87fd8-8361-496a-8946-495a7b0546fa,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:14.499034 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-cb8e612c-76d9-4d63-926f-47f57dc9647c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:14.499376 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.segments_db [None req-cb8e612c-76d9-4d63-926f-47f57dc9647c admin admin] Added segment 3136545a-9f37-41b2-b6f5-37cd17449905 of type vlan for network 20631a3c-69a7-4f7a-8b32-a3ab1286e161 Apr 01 16:13:14.527418 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-cb8e612c-76d9-4d63-926f-47f57dc9647c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:14.556762 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-cb8e612c-76d9-4d63-926f-47f57dc9647c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:14.557567 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8e612c-76d9-4d63-926f-47f57dc9647c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:14.558153 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-cb8e612c-76d9-4d63-926f-47f57dc9647c admin admin] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:14.659274 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8e612c-76d9-4d63-926f-47f57dc9647c admin admin] Pushing event updated for resources: {'Network': ['ID=20631a3c-69a7-4f7a-8b32-a3ab1286e161,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:14.662214 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-cb8e612c-76d9-4d63-926f-47f57dc9647c admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4907999 Apr 01 16:13:14.665312 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 60272) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:13:14.670076 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 20631a3c-69a7-4f7a-8b32-a3ab1286e161 details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:13:14.672242 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-e98037b5-15c2-4997-a19e-05e47431ec42 admin admin] Request body: {'subnet': {'network_id': '20631a3c-69a7-4f7a-8b32-a3ab1286e161', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2097962851-subnet', 'tenant_id': '74b2ca2715fe4362a3ea103b10356f68', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:13:14.677464 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-e98037b5-15c2-4997-a19e-05e47431ec42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:13:14.681409 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-e98037b5-15c2-4997-a19e-05e47431ec42 admin admin] Usage tracker for resource:subnet and tenant:74b2ca2715fe4362a3ea103b10356f68 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:13:14.685515 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-e98037b5-15c2-4997-a19e-05e47431ec42 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:13:14.691294 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-e98037b5-15c2-4997-a19e-05e47431ec42 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:13:14.705384 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e98037b5-15c2-4997-a19e-05e47431ec42 admin admin] Made reservation on behalf of 74b2ca2715fe4362a3ea103b10356f68 for: {'subnet': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:13:14.707608 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e98037b5-15c2-4997-a19e-05e47431ec42 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16030269'] for subnet, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:14.905505 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e98037b5-15c2-4997-a19e-05e47431ec42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15306628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16030227'] for subnet, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:14.972266 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98037b5-15c2-4997-a19e-05e47431ec42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f3ea93d-a3b8-4940-bfbd-dc1b6a2fd31c,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:14.989715 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98037b5-15c2-4997-a19e-05e47431ec42 admin admin] Checking segment: {'id': '3136545a-9f37-41b2-b6f5-37cd17449905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '20631a3c-69a7-4f7a-8b32-a3ab1286e161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:13:14.990084 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98037b5-15c2-4997-a19e-05e47431ec42 admin admin] Network hostable DHCP agents. Network: 20631a3c-69a7-4f7a-8b32-a3ab1286e161, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:13:15.012301 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98037b5-15c2-4997-a19e-05e47431ec42 admin admin] Network 20631a3c-69a7-4f7a-8b32-a3ab1286e161 is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:13:15.023158 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-e98037b5-15c2-4997-a19e-05e47431ec42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, 20631a3c-69a7-4f7a-8b32-a3ab1286e161) {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:13:15.027098 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98037b5-15c2-4997-a19e-05e47431ec42 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:15.027669 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e98037b5-15c2-4997-a19e-05e47431ec42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:15.033254 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b97724a-73e5-42ea-9df3-2ca49ec09d3f None None] Network 20631a3c-69a7-4f7a-8b32-a3ab1286e161 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:13:15.064621 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-e98037b5-15c2-4997-a19e-05e47431ec42 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3915508 Apr 01 16:13:15.263257 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8386006-fabf-4ecd-bae7-3bb71afa333a None None] Network 20631a3c-69a7-4f7a-8b32-a3ab1286e161 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:13:15.645555 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da56957-da00-4694-8fda-d48732ca4a6a req-b95e320d-cb3a-41d0-8e5f-524f38af4fdc tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:15.646992 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5da56957-da00-4694-8fda-d48732ca4a6a req-b95e320d-cb3a-41d0-8e5f-524f38af4fdc tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/networks?id=20631a3c-69a7-4f7a-8b32-a3ab1286e161 HTTP/1.1" status: 200 len: 815 time: 0.1457808 Apr 01 16:13:15.665260 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5da56957-da00-4694-8fda-d48732ca4a6a req-bbbb920e-533c-4964-8d71-89e5da56fa52 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/quotas/74b2ca2715fe4362a3ea103b10356f68 HTTP/1.1" status: 200 len: 375 time: 0.0128119 Apr 01 16:13:15.713505 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5da56957-da00-4694-8fda-d48732ca4a6a req-2ae9dbec-b2c0-4eb0-af43-96f9f2597c23 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=74b2ca2715fe4362a3ea103b10356f68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409491 Apr 01 16:13:15.852045 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5da56957-da00-4694-8fda-d48732ca4a6a req-0c960a25-d5bb-4f3c-9e3c-84cf7040aacc service neutron] 10.222.0.55 "GET /v2.0/networks/20631a3c-69a7-4f7a-8b32-a3ab1286e161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306696 Apr 01 16:13:15.990581 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5da56957-da00-4694-8fda-d48732ca4a6a req-0176f9f5-5a7c-4ac1-a991-a81066c9cd79 service neutron] 10.222.0.55 "GET /v2.0/networks/20631a3c-69a7-4f7a-8b32-a3ab1286e161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314278 Apr 01 16:13:16.188386 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2a6f2437-82b3-4aa6-ab6f-673592743fb6 req-47dd3473-e6e0-4ae0-81e2-06f2542bbec4 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/ports?device_id=214cc959-73e9-4ac7-b899-7a69330ed92b HTTP/1.1" status: 200 len: 210 time: 0.0450289 Apr 01 16:13:17.319386 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da56957-da00-4694-8fda-d48732ca4a6a req-70286b6e-67eb-4ab1-a7c8-3853f534a39f tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:17.321483 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5da56957-da00-4694-8fda-d48732ca4a6a req-70286b6e-67eb-4ab1-a7c8-3853f534a39f tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.24 "GET /v2.0/networks?id=20631a3c-69a7-4f7a-8b32-a3ab1286e161 HTTP/1.1" status: 200 len: 815 time: 0.2025158 Apr 01 16:13:17.342444 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [req-5da56957-da00-4694-8fda-d48732ca4a6a req-825a2e74-2ca6-4bea-9bbb-2996912a6753 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Request body: {'port': {'device_id': '214cc959-73e9-4ac7-b899-7a69330ed92b', 'network_id': '20631a3c-69a7-4f7a-8b32-a3ab1286e161', 'admin_state_up': True, 'tenant_id': '74b2ca2715fe4362a3ea103b10356f68'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:13:17.469274 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a5000171-1baf-4ed7-8767-6ccd703904a4 req-0634af96-8db5-4270-bd9f-28bb380e1648 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/ports?device_id=214cc959-73e9-4ac7-b899-7a69330ed92b HTTP/1.1" status: 200 len: 210 time: 0.1074135 Apr 01 16:13:17.546768 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [req-5da56957-da00-4694-8fda-d48732ca4a6a req-825a2e74-2ca6-4bea-9bbb-2996912a6753 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:13:17.550819 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-5da56957-da00-4694-8fda-d48732ca4a6a req-825a2e74-2ca6-4bea-9bbb-2996912a6753 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Usage tracker for resource:port and tenant:74b2ca2715fe4362a3ea103b10356f68 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:13:17.554259 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-5da56957-da00-4694-8fda-d48732ca4a6a req-825a2e74-2ca6-4bea-9bbb-2996912a6753 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:13:17.560684 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [req-5da56957-da00-4694-8fda-d48732ca4a6a req-825a2e74-2ca6-4bea-9bbb-2996912a6753 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:13:17.571942 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5da56957-da00-4694-8fda-d48732ca4a6a req-825a2e74-2ca6-4bea-9bbb-2996912a6753 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Made reservation on behalf of 74b2ca2715fe4362a3ea103b10356f68 for: {'port': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:13:17.575139 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-5da56957-da00-4694-8fda-d48732ca4a6a req-825a2e74-2ca6-4bea-9bbb-2996912a6753 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:17.743021 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [req-5da56957-da00-4694-8fda-d48732ca4a6a req-825a2e74-2ca6-4bea-9bbb-2996912a6753 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Allocated IP 172.20.0.9 (20631a3c-69a7-4f7a-8b32-a3ab1286e161/1f3ea93d-a3b8-4940-bfbd-dc1b6a2fd31c/1ba20ac5-84f3-434d-8cf4-dd1c7b9244bd) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:13:18.060446 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-5da56957-da00-4694-8fda-d48732ca4a6a req-825a2e74-2ca6-4bea-9bbb-2996912a6753 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:18.088039 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-5da56957-da00-4694-8fda-d48732ca4a6a req-825a2e74-2ca6-4bea-9bbb-2996912a6753 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:18.161507 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5da56957-da00-4694-8fda-d48732ca4a6a req-825a2e74-2ca6-4bea-9bbb-2996912a6753 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Network 20631a3c-69a7-4f7a-8b32-a3ab1286e161 is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:13:18.164408 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [req-5da56957-da00-4694-8fda-d48732ca4a6a req-825a2e74-2ca6-4bea-9bbb-2996912a6753 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:13:18.169043 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [req-5da56957-da00-4694-8fda-d48732ca4a6a req-825a2e74-2ca6-4bea-9bbb-2996912a6753 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:13:18.199300 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825a2e74-2ca6-4bea-9bbb-2996912a6753 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Pushing event updated for resources: {'Port': ['ID=1ba20ac5-84f3-434d-8cf4-dd1c7b9244bd,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:18.220692 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825a2e74-2ca6-4bea-9bbb-2996912a6753 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:18.221062 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825a2e74-2ca6-4bea-9bbb-2996912a6753 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:18.221402 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825a2e74-2ca6-4bea-9bbb-2996912a6753 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:18.221742 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825a2e74-2ca6-4bea-9bbb-2996912a6753 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:18.222075 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825a2e74-2ca6-4bea-9bbb-2996912a6753 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:18.222401 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825a2e74-2ca6-4bea-9bbb-2996912a6753 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:18.222727 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825a2e74-2ca6-4bea-9bbb-2996912a6753 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:18.223053 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825a2e74-2ca6-4bea-9bbb-2996912a6753 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:18.223378 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825a2e74-2ca6-4bea-9bbb-2996912a6753 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:18.223704 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825a2e74-2ca6-4bea-9bbb-2996912a6753 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:18.224031 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825a2e74-2ca6-4bea-9bbb-2996912a6753 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:18.243356 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da56957-da00-4694-8fda-d48732ca4a6a req-825a2e74-2ca6-4bea-9bbb-2996912a6753 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:18.243975 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-5da56957-da00-4694-8fda-d48732ca4a6a req-825a2e74-2ca6-4bea-9bbb-2996912a6753 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:18.266303 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5da56957-da00-4694-8fda-d48732ca4a6a req-825a2e74-2ca6-4bea-9bbb-2996912a6753 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9309678 Apr 01 16:13:18.277585 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [req-5da56957-da00-4694-8fda-d48732ca4a6a req-54340467-a751-4776-bd63-25bd620cb351 service neutron] Request body: {'port': {'device_id': '214cc959-73e9-4ac7-b899-7a69330ed92b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:13:18.387917 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-5da56957-da00-4694-8fda-d48732ca4a6a req-54340467-a751-4776-bd63-25bd620cb351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:18.732430 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebc849b-4642-401c-b323-3dbda94770bf req-6c5d3289-7e6a-4922-a51f-86832c6cbc0d tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:18.733051 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-cebc849b-4642-401c-b323-3dbda94770bf req-6c5d3289-7e6a-4922-a51f-86832c6cbc0d tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Synchronizing usage tracker for tenant:74b2ca2715fe4362a3ea103b10356f68 on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:13:18.802856 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-cebc849b-4642-401c-b323-3dbda94770bf req-6c5d3289-7e6a-4922-a51f-86832c6cbc0d tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Unset dirty status for tenant:74b2ca2715fe4362a3ea103b10356f68 on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:13:18.803997 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-cebc849b-4642-401c-b323-3dbda94770bf req-6c5d3289-7e6a-4922-a51f-86832c6cbc0d tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/ports?device_id=214cc959-73e9-4ac7-b899-7a69330ed92b HTTP/1.1" status: 200 len: 931 time: 0.2075951 Apr 01 16:13:18.827556 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [req-5da56957-da00-4694-8fda-d48732ca4a6a req-54340467-a751-4776-bd63-25bd620cb351 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ba20ac5-84f3-434d-8cf4-dd1c7b9244bd {{(pid=83826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:13:18.838154 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-5da56957-da00-4694-8fda-d48732ca4a6a req-54340467-a751-4776-bd63-25bd620cb351 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:18.867745 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [req-5da56957-da00-4694-8fda-d48732ca4a6a req-54340467-a751-4776-bd63-25bd620cb351 service neutron] Transition to ACTIVE for port object 1ba20ac5-84f3-434d-8cf4-dd1c7b9244bd will not be triggered until provisioned by entity L2. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:13:18.872328 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-5da56957-da00-4694-8fda-d48732ca4a6a req-54340467-a751-4776-bd63-25bd620cb351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:18.877322 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-cebc849b-4642-401c-b323-3dbda94770bf req-519f6376-c384-4cc8-8656-6bb2113d1590 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1d87fd8-8361-496a-8946-495a7b0546fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661585 Apr 01 16:13:18.999957 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54340467-a751-4776-bd63-25bd620cb351 service neutron] Pushing event updated for resources: {'Port': ['ID=1ba20ac5-84f3-434d-8cf4-dd1c7b9244bd,revision_number=2']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:19.108577 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.managers [req-5da56957-da00-4694-8fda-d48732ca4a6a req-54340467-a751-4776-bd63-25bd620cb351 service neutron] Attempting to bind port 1ba20ac5-84f3-434d-8cf4-dd1c7b9244bd on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:13:19.108939 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.managers [req-5da56957-da00-4694-8fda-d48732ca4a6a req-54340467-a751-4776-bd63-25bd620cb351 service neutron] Attempting to bind port 1ba20ac5-84f3-434d-8cf4-dd1c7b9244bd by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '3136545a-9f37-41b2-b6f5-37cd17449905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '20631a3c-69a7-4f7a-8b32-a3ab1286e161'}] {{(pid=83826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:13:19.109301 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da56957-da00-4694-8fda-d48732ca4a6a req-54340467-a751-4776-bd63-25bd620cb351 service neutron] Attempting to bind port 1ba20ac5-84f3-434d-8cf4-dd1c7b9244bd on network 20631a3c-69a7-4f7a-8b32-a3ab1286e161 {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:13:19.115208 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da56957-da00-4694-8fda-d48732ca4a6a req-54340467-a751-4776-bd63-25bd620cb351 service neutron] Port 1ba20ac5-84f3-434d-8cf4-dd1c7b9244bd on network 20631a3c-69a7-4f7a-8b32-a3ab1286e161 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 16:13:19.115527 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da56957-da00-4694-8fda-d48732ca4a6a req-54340467-a751-4776-bd63-25bd620cb351 service neutron] Attempting to bind port 1ba20ac5-84f3-434d-8cf4-dd1c7b9244bd on network 20631a3c-69a7-4f7a-8b32-a3ab1286e161 {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:13:19.122538 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da56957-da00-4694-8fda-d48732ca4a6a req-54340467-a751-4776-bd63-25bd620cb351 service neutron] Checking agent: {'id': '5b2860be-0b4f-4931-914a-5d10403eafcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 47, 24), 'started_at': datetime.datetime(2022, 4, 1, 15, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:13:19.122867 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da56957-da00-4694-8fda-d48732ca4a6a req-54340467-a751-4776-bd63-25bd620cb351 service neutron] Checking segment: {'id': '3136545a-9f37-41b2-b6f5-37cd17449905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '20631a3c-69a7-4f7a-8b32-a3ab1286e161'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:13:19.123250 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da56957-da00-4694-8fda-d48732ca4a6a req-54340467-a751-4776-bd63-25bd620cb351 service neutron] Bound using segment: {'id': '3136545a-9f37-41b2-b6f5-37cd17449905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '20631a3c-69a7-4f7a-8b32-a3ab1286e161'} {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:13:19.123671 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.managers [req-5da56957-da00-4694-8fda-d48732ca4a6a req-54340467-a751-4776-bd63-25bd620cb351 service neutron] Bound port: 1ba20ac5-84f3-434d-8cf4-dd1c7b9244bd, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3136545a-9f37-41b2-b6f5-37cd17449905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '20631a3c-69a7-4f7a-8b32-a3ab1286e161'}}] {{(pid=83826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:13:19.124016 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-5da56957-da00-4694-8fda-d48732ca4a6a req-54340467-a751-4776-bd63-25bd620cb351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:19.209285 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [req-5da56957-da00-4694-8fda-d48732ca4a6a req-54340467-a751-4776-bd63-25bd620cb351 service neutron] For port 1ba20ac5-84f3-434d-8cf4-dd1c7b9244bd, host hv-neutron-8333, cleared binding levels {{(pid=83826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:13:19.212253 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [req-5da56957-da00-4694-8fda-d48732ca4a6a req-54340467-a751-4776-bd63-25bd620cb351 service neutron] For port 1ba20ac5-84f3-434d-8cf4-dd1c7b9244bd, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=1ba20ac5-84f3-434d-8cf4-dd1c7b9244bd,segment=NetworkSegment(3136545a-9f37-41b2-b6f5-37cd17449905),segment_id=3136545a-9f37-41b2-b6f5-37cd17449905)] {{(pid=83826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:13:19.218161 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-5da56957-da00-4694-8fda-d48732ca4a6a req-54340467-a751-4776-bd63-25bd620cb351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:19.285024 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-5da56957-da00-4694-8fda-d48732ca4a6a req-54340467-a751-4776-bd63-25bd620cb351 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:19.286387 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5da56957-da00-4694-8fda-d48732ca4a6a req-54340467-a751-4776-bd63-25bd620cb351 service neutron] 10.222.0.24 "PUT /v2.0/ports/1ba20ac5-84f3-434d-8cf4-dd1c7b9244bd HTTP/1.1" status: 200 len: 1093 time: 1.0129728 Apr 01 16:13:19.286823 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '214cc959-73e9-4ac7-b899-7a69330ed92b', 'tag': '1ba20ac5-84f3-434d-8cf4-dd1c7b9244bd'}] {{(pid=83826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:13:19.307694 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54340467-a751-4776-bd63-25bd620cb351 service neutron] Pushing event updated for resources: {'Port': ['ID=1ba20ac5-84f3-434d-8cf4-dd1c7b9244bd,revision_number=3']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:19.357996 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '214cc959-73e9-4ac7-b899-7a69330ed92b', 'tag': '1ba20ac5-84f3-434d-8cf4-dd1c7b9244bd', 'status': 'completed', 'code': 200} Apr 01 16:13:19.398306 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5da56957-da00-4694-8fda-d48732ca4a6a req-096455f4-2f01-4243-8725-0d0f9bd77b3d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=74b2ca2715fe4362a3ea103b10356f68&device_id=214cc959-73e9-4ac7-b899-7a69330ed92b HTTP/1.1" status: 200 len: 1096 time: 0.0717409 Apr 01 16:13:19.470894 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5da56957-da00-4694-8fda-d48732ca4a6a req-a42fe3d1-29ff-472f-9cd7-0a794a57fa62 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ba20ac5-84f3-434d-8cf4-dd1c7b9244bd HTTP/1.1" status: 200 len: 217 time: 0.0658069 Apr 01 16:13:19.534810 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da56957-da00-4694-8fda-d48732ca4a6a req-9707e408-77b2-4c66-a436-ffbe2fc2734d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:19.536144 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5da56957-da00-4694-8fda-d48732ca4a6a req-9707e408-77b2-4c66-a436-ffbe2fc2734d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f3ea93d-a3b8-4940-bfbd-dc1b6a2fd31c HTTP/1.1" status: 200 len: 855 time: 0.0587137 Apr 01 16:13:19.581877 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5da56957-da00-4694-8fda-d48732ca4a6a req-4a2615c9-c3d3-4c9c-b0da-7dd9ac440772 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=20631a3c-69a7-4f7a-8b32-a3ab1286e161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389397 Apr 01 16:13:19.721266 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5da56957-da00-4694-8fda-d48732ca4a6a req-663495b9-8c02-447e-936c-95e4f7b977f4 service neutron] 10.222.0.24 "GET /v2.0/networks/20631a3c-69a7-4f7a-8b32-a3ab1286e161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329162 Apr 01 16:13:19.963632 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5da56957-da00-4694-8fda-d48732ca4a6a req-fa52963e-31cd-4e41-be67-4d60052a99a3 service neutron] 10.222.0.24 "GET /v2.0/networks/20631a3c-69a7-4f7a-8b32-a3ab1286e161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362640 Apr 01 16:13:20.143091 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2030b964-beaa-4409-9910-ea91c273e050 req-91079888-5fb1-4017-a67d-8f024782b350 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=74b2ca2715fe4362a3ea103b10356f68&device_id=214cc959-73e9-4ac7-b899-7a69330ed92b HTTP/1.1" status: 200 len: 1096 time: 0.1035995 Apr 01 16:13:20.149554 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734878a0-4d73-4141-bac4-f31d4cb8bef1 req-e850eb54-adf7-48b8-8447-0fc57f478977 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:20.151059 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-734878a0-4d73-4141-bac4-f31d4cb8bef1 req-e850eb54-adf7-48b8-8447-0fc57f478977 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/ports?device_id=214cc959-73e9-4ac7-b899-7a69330ed92b HTTP/1.1" status: 200 len: 943 time: 0.1437356 Apr 01 16:13:20.297686 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-734878a0-4d73-4141-bac4-f31d4cb8bef1 req-cc2f8347-57b6-4814-ad7a-ea62672f4c6f tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1d87fd8-8361-496a-8946-495a7b0546fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248374 Apr 01 16:13:20.316455 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2030b964-beaa-4409-9910-ea91c273e050 req-dbae684a-e966-418d-b6f5-ba91bebd0593 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:20.317958 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2030b964-beaa-4409-9910-ea91c273e050 req-dbae684a-e966-418d-b6f5-ba91bebd0593 service neutron] 10.222.0.24 "GET /v2.0/networks?id=20631a3c-69a7-4f7a-8b32-a3ab1286e161 HTTP/1.1" status: 200 len: 915 time: 0.1659863 Apr 01 16:13:20.390754 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2030b964-beaa-4409-9910-ea91c273e050 req-a4cdc154-912e-4130-82d2-44b63d90bb6a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ba20ac5-84f3-434d-8cf4-dd1c7b9244bd HTTP/1.1" status: 200 len: 217 time: 0.0649309 Apr 01 16:13:20.458554 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2030b964-beaa-4409-9910-ea91c273e050 req-06aff400-947b-4a95-9493-f85439afacd9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:20.460003 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2030b964-beaa-4409-9910-ea91c273e050 req-06aff400-947b-4a95-9493-f85439afacd9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f3ea93d-a3b8-4940-bfbd-dc1b6a2fd31c HTTP/1.1" status: 200 len: 855 time: 0.0630932 Apr 01 16:13:20.505721 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2030b964-beaa-4409-9910-ea91c273e050 req-e5a72d29-7ece-4670-9b52-62f8aea57680 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=20631a3c-69a7-4f7a-8b32-a3ab1286e161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383027 Apr 01 16:13:20.648266 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2030b964-beaa-4409-9910-ea91c273e050 req-e21eaa98-ed13-44e3-9257-cc551da4be3d service neutron] 10.222.0.24 "GET /v2.0/networks/20631a3c-69a7-4f7a-8b32-a3ab1286e161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274180 Apr 01 16:13:20.782710 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2030b964-beaa-4409-9910-ea91c273e050 req-db147840-7aa4-459d-ba3a-76b89505eb42 service neutron] 10.222.0.24 "GET /v2.0/networks/20631a3c-69a7-4f7a-8b32-a3ab1286e161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278152 Apr 01 16:13:21.063234 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 1ba20ac5-84f3-434d-8cf4-dd1c7b9244bd details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:13:21.208381 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 1ba20ac5-84f3-434d-8cf4-dd1c7b9244bd, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=1ba20ac5-84f3-434d-8cf4-dd1c7b9244bd,segment=NetworkSegment(3136545a-9f37-41b2-b6f5-37cd17449905),segment_id=3136545a-9f37-41b2-b6f5-37cd17449905)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:13:21.256254 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Returning: {'device': '1ba20ac5-84f3-434d-8cf4-dd1c7b9244bd', 'network_id': '20631a3c-69a7-4f7a-8b32-a3ab1286e161', 'port_id': '1ba20ac5-84f3-434d-8cf4-dd1c7b9244bd', 'mac_address': 'fa:16:3e:ec:a6:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f3ea93d-a3b8-4940-bfbd-dc1b6a2fd31c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:13:21.310659 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:21.327988 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ba20ac5-84f3-434d-8cf4-dd1c7b9244bd {{(pid=83829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:13:21.344526 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 1ba20ac5-84f3-434d-8cf4-dd1c7b9244bd, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=1ba20ac5-84f3-434d-8cf4-dd1c7b9244bd,segment=NetworkSegment(3136545a-9f37-41b2-b6f5-37cd17449905),segment_id=3136545a-9f37-41b2-b6f5-37cd17449905)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:13:21.348604 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:21.417234 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=1ba20ac5-84f3-434d-8cf4-dd1c7b9244bd,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:21.426493 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:21.426834 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:21.427169 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:21.427497 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:21.427821 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:21.428145 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:21.428466 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:21.428811 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:21.429134 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:21.429454 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:21.429770 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:13:21.504808 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5a614a-6733-40ed-8d6e-998afa639782 req-b7a2062d-e741-419c-b6b9-3a1241698c0f tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:21.506263 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-de5a614a-6733-40ed-8d6e-998afa639782 req-b7a2062d-e741-419c-b6b9-3a1241698c0f tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/ports?device_id=214cc959-73e9-4ac7-b899-7a69330ed92b HTTP/1.1" status: 200 len: 944 time: 0.0824769 Apr 01 16:13:21.553226 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-de5a614a-6733-40ed-8d6e-998afa639782 req-6610f1f9-00ea-46e8-8f9c-12b081de3ae9 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1d87fd8-8361-496a-8946-495a7b0546fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410585 Apr 01 16:13:21.573625 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] get_ports_and_sgs() called for port_ids ['1ba20ac5-84f3-434d-8cf4-dd1c7b9244bd'] {{(pid=83829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 16:13:21.602809 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:13:22.795678 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cafd47-2f19-4c40-9a55-c53ad89acff4 req-8559e5ee-83b2-4d5a-ae45-d78e6542ebde tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:22.797308 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e4cafd47-2f19-4c40-9a55-c53ad89acff4 req-8559e5ee-83b2-4d5a-ae45-d78e6542ebde tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/ports?device_id=214cc959-73e9-4ac7-b899-7a69330ed92b HTTP/1.1" status: 200 len: 944 time: 0.0912390 Apr 01 16:13:22.846884 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e4cafd47-2f19-4c40-9a55-c53ad89acff4 req-2564c85b-5b9d-4a5e-84f6-c0808684bdf9 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1d87fd8-8361-496a-8946-495a7b0546fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430555 Apr 01 16:13:23.063919 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 1ba20ac5-84f3-434d-8cf4-dd1c7b9244bd up at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:13:23.142635 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning for port 1ba20ac5-84f3-434d-8cf4-dd1c7b9244bd completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:13:23.149859 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning complete for port 1ba20ac5-84f3-434d-8cf4-dd1c7b9244bd triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:13:23.150233 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:23.276481 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:23.305257 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '214cc959-73e9-4ac7-b899-7a69330ed92b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ba20ac5-84f3-434d-8cf4-dd1c7b9244bd'}] {{(pid=83829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:13:23.315334 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 1ba20ac5-84f3-434d-8cf4-dd1c7b9244bd, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=1ba20ac5-84f3-434d-8cf4-dd1c7b9244bd,segment=NetworkSegment(3136545a-9f37-41b2-b6f5-37cd17449905),segment_id=3136545a-9f37-41b2-b6f5-37cd17449905)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:13:23.320861 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:23.383416 dv-neutron-833373-2-hyperv neutron-server[83829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '214cc959-73e9-4ac7-b899-7a69330ed92b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ba20ac5-84f3-434d-8cf4-dd1c7b9244bd', 'code': 200} Apr 01 16:13:23.391044 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=1ba20ac5-84f3-434d-8cf4-dd1c7b9244bd,revision_number=5']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:23.631092 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-3125b3ac-fdc6-478d-b4d3-eb1559f9fa52 req-9ebbe0b6-16cf-4d08-9e57-ae664d3406df service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=214cc959-73e9-4ac7-b899-7a69330ed92b HTTP/1.1" status: 200 len: 1098 time: 0.0735118 Apr 01 16:13:23.679598 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-3125b3ac-fdc6-478d-b4d3-eb1559f9fa52 req-c55f1cf4-2fd6-41f5-b483-e8f7b245b804 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d1d87fd8-8361-496a-8946-495a7b0546fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413346 Apr 01 16:13:23.910282 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-5e9db38d-58da-4e56-bdc6-6901374d9ce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:23.913948 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:24.099613 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3e52a4-c5a9-4277-97ae-e03a41819d59 req-7cbc8bfb-1c83-4eb8-b359-4c8e4ba87c84 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:24.101158 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ed3e52a4-c5a9-4277-97ae-e03a41819d59 req-7cbc8bfb-1c83-4eb8-b359-4c8e4ba87c84 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/ports?device_id=214cc959-73e9-4ac7-b899-7a69330ed92b HTTP/1.1" status: 200 len: 945 time: 0.1277187 Apr 01 16:13:24.155268 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ed3e52a4-c5a9-4277-97ae-e03a41819d59 req-a40adbda-6b96-4f73-84eb-5e07cda223ae tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1d87fd8-8361-496a-8946-495a7b0546fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474195 Apr 01 16:13:25.422622 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c14fbf-18a9-4f34-aab3-2cdf0f17a479 req-527d8e2a-0a4b-497c-bf20-a6d73fc11384 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:25.424499 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-53c14fbf-18a9-4f34-aab3-2cdf0f17a479 req-527d8e2a-0a4b-497c-bf20-a6d73fc11384 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/ports?device_id=214cc959-73e9-4ac7-b899-7a69330ed92b HTTP/1.1" status: 200 len: 945 time: 0.1247566 Apr 01 16:13:25.480385 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-53c14fbf-18a9-4f34-aab3-2cdf0f17a479 req-317d283e-e89d-4157-aec7-cb726a03451e tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1d87fd8-8361-496a-8946-495a7b0546fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496666 Apr 01 16:13:25.712490 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91875b10-46a0-4248-82be-76ec2afa2126 req-7de45dac-1495-4853-8bbd-2f0ccaf8e7e5 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:25.713898 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-91875b10-46a0-4248-82be-76ec2afa2126 req-7de45dac-1495-4853-8bbd-2f0ccaf8e7e5 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/ports?device_id=214cc959-73e9-4ac7-b899-7a69330ed92b HTTP/1.1" status: 200 len: 945 time: 0.0872421 Apr 01 16:13:25.765417 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-91875b10-46a0-4248-82be-76ec2afa2126 req-adfecb55-d5da-4d27-b4dd-7ad847e06809 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1d87fd8-8361-496a-8946-495a7b0546fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447025 Apr 01 16:13:26.144709 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd1b635-ff3a-482c-b44b-d572e8676d7c req-69f72ff7-b759-4d91-bfad-55e72d5a35ef tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:26.146172 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-3dd1b635-ff3a-482c-b44b-d572e8676d7c req-69f72ff7-b759-4d91-bfad-55e72d5a35ef tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/ports?device_id=214cc959-73e9-4ac7-b899-7a69330ed92b HTTP/1.1" status: 200 len: 945 time: 0.0781677 Apr 01 16:13:26.192486 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-3dd1b635-ff3a-482c-b44b-d572e8676d7c req-4930e8a4-43d7-4fcb-aa13-8b8042e9fd99 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1d87fd8-8361-496a-8946-495a7b0546fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408347 Apr 01 16:13:26.289393 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-48f97fdf-7bd6-43b5-8a53-ff147f2ed8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:26.497250 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1573c68-c7d7-49ba-8a34-118e40f530e8 req-a363cc7f-7713-4f89-9828-902ad88f60ee tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:26.498611 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f1573c68-c7d7-49ba-8a34-118e40f530e8 req-a363cc7f-7713-4f89-9828-902ad88f60ee tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/ports?device_id=214cc959-73e9-4ac7-b899-7a69330ed92b HTTP/1.1" status: 200 len: 945 time: 0.1731875 Apr 01 16:13:26.545286 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f1573c68-c7d7-49ba-8a34-118e40f530e8 req-2163ab91-19fb-4907-a4b7-418ec45dd0fa tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1d87fd8-8361-496a-8946-495a7b0546fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409586 Apr 01 16:13:26.746801 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f43e9322-f1c6-4d94-9a9e-27c5918b6f53 req-c99596e3-df68-402b-8445-bb8d8e80be5b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=214cc959-73e9-4ac7-b899-7a69330ed92b&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0730391 Apr 01 16:13:27.024663 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-6607631d-8408-4961-8891-296172e23033 req-30a39553-ba5d-4931-b0a8-660f98e07f13 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=214cc959-73e9-4ac7-b899-7a69330ed92b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0838652 Apr 01 16:13:27.103047 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bdb4f1-8486-4eee-9ee0-1886aae5ea53 req-1b386ccb-dae3-4cc1-b4d9-b081cfa6d66d tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:27.105265 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-30bdb4f1-8486-4eee-9ee0-1886aae5ea53 req-1b386ccb-dae3-4cc1-b4d9-b081cfa6d66d tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/ports?device_id=214cc959-73e9-4ac7-b899-7a69330ed92b HTTP/1.1" status: 200 len: 945 time: 0.1047671 Apr 01 16:13:27.178059 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-30bdb4f1-8486-4eee-9ee0-1886aae5ea53 req-e097c55b-541c-4f40-900a-54324a61eec0 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1d87fd8-8361-496a-8946-495a7b0546fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651042 Apr 01 16:13:27.613945 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:27.774862 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:28.294631 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-6607631d-8408-4961-8891-296172e23033 req-f894562b-d6c4-4409-81b2-0936c1845fa0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=74b2ca2715fe4362a3ea103b10356f68&device_id=214cc959-73e9-4ac7-b899-7a69330ed92b HTTP/1.1" status: 200 len: 1098 time: 0.0764635 Apr 01 16:13:28.481040 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6607631d-8408-4961-8891-296172e23033 req-79b7fd1b-e4fe-453f-ab8f-a4399d2d97c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:28.482551 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-6607631d-8408-4961-8891-296172e23033 req-79b7fd1b-e4fe-453f-ab8f-a4399d2d97c5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=20631a3c-69a7-4f7a-8b32-a3ab1286e161 HTTP/1.1" status: 200 len: 915 time: 0.1818020 Apr 01 16:13:28.562830 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922790d1-5dc0-4d00-ab2e-b38165aaf4e5 req-f75a435c-e2f9-4d92-be01-26205b8b6459 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:28.564282 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-922790d1-5dc0-4d00-ab2e-b38165aaf4e5 req-f75a435c-e2f9-4d92-be01-26205b8b6459 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/ports?device_id=214cc959-73e9-4ac7-b899-7a69330ed92b HTTP/1.1" status: 200 len: 945 time: 0.1798413 Apr 01 16:13:28.566043 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-6607631d-8408-4961-8891-296172e23033 req-3b46fbb9-ed81-4147-bc4a-ac6086d03f6e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ba20ac5-84f3-434d-8cf4-dd1c7b9244bd HTTP/1.1" status: 200 len: 217 time: 0.0758336 Apr 01 16:13:28.663734 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-922790d1-5dc0-4d00-ab2e-b38165aaf4e5 req-eb447337-793f-40e1-a556-a64555e844e7 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1d87fd8-8361-496a-8946-495a7b0546fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938544 Apr 01 16:13:28.664983 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6607631d-8408-4961-8891-296172e23033 req-c8d7935d-345a-4c22-bc3a-3a01aba3d06b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:28.666388 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-6607631d-8408-4961-8891-296172e23033 req-c8d7935d-345a-4c22-bc3a-3a01aba3d06b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f3ea93d-a3b8-4940-bfbd-dc1b6a2fd31c HTTP/1.1" status: 200 len: 855 time: 0.0820816 Apr 01 16:13:28.716572 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-6607631d-8408-4961-8891-296172e23033 req-b2e730ad-37e2-4b86-9c9f-368902eb5dfb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=20631a3c-69a7-4f7a-8b32-a3ab1286e161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437291 Apr 01 16:13:28.856794 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-6607631d-8408-4961-8891-296172e23033 req-84016694-52f2-403e-96b1-5a34f28347e8 service neutron] 10.222.0.24 "GET /v2.0/networks/20631a3c-69a7-4f7a-8b32-a3ab1286e161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339984 Apr 01 16:13:28.990887 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-6607631d-8408-4961-8891-296172e23033 req-5b393418-bd9c-4172-9368-0da82229b271 service neutron] 10.222.0.24 "GET /v2.0/networks/20631a3c-69a7-4f7a-8b32-a3ab1286e161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275134 Apr 01 16:13:29.300081 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:29.866297 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6161c47-4f6e-48ff-b506-0602aa4d94bf req-c2acf4d4-bd4f-44b5-adfe-40d154122e5a tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:29.867747 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c6161c47-4f6e-48ff-b506-0602aa4d94bf req-c2acf4d4-bd4f-44b5-adfe-40d154122e5a tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/ports?device_id=214cc959-73e9-4ac7-b899-7a69330ed92b HTTP/1.1" status: 200 len: 945 time: 0.0778544 Apr 01 16:13:29.912979 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c6161c47-4f6e-48ff-b506-0602aa4d94bf req-b226aa2f-9bdf-4592-8b4f-9e8387432adb tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1d87fd8-8361-496a-8946-495a7b0546fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396960 Apr 01 16:13:31.127845 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef037c3a-862d-4e64-bdd7-231ef40d1e64 req-58f99f52-b474-4502-a68d-aced10e94ac6 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:31.129347 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ef037c3a-862d-4e64-bdd7-231ef40d1e64 req-58f99f52-b474-4502-a68d-aced10e94ac6 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/ports?device_id=214cc959-73e9-4ac7-b899-7a69330ed92b HTTP/1.1" status: 200 len: 945 time: 0.0824852 Apr 01 16:13:31.176595 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ef037c3a-862d-4e64-bdd7-231ef40d1e64 req-a62966c7-a704-4022-a933-164effe7b74b tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1d87fd8-8361-496a-8946-495a7b0546fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415430 Apr 01 16:13:32.390833 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3729cdc-ae8a-4cf6-bd55-12b1172896ff req-e149530f-54f0-4bcd-87d7-0da2aff77b3a tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:32.392286 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f3729cdc-ae8a-4cf6-bd55-12b1172896ff req-e149530f-54f0-4bcd-87d7-0da2aff77b3a tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/ports?device_id=214cc959-73e9-4ac7-b899-7a69330ed92b HTTP/1.1" status: 200 len: 945 time: 0.0786202 Apr 01 16:13:32.440085 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f3729cdc-ae8a-4cf6-bd55-12b1172896ff req-6df4019a-47cc-4a93-b0a1-8fb02bf8a017 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1d87fd8-8361-496a-8946-495a7b0546fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417109 Apr 01 16:13:33.645341 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb973b7-eb64-4ff6-984c-0a1ca285b132 req-3cff6dbc-4f57-41fd-b079-05a61afa25a6 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:33.646829 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4bb973b7-eb64-4ff6-984c-0a1ca285b132 req-3cff6dbc-4f57-41fd-b079-05a61afa25a6 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/ports?device_id=214cc959-73e9-4ac7-b899-7a69330ed92b HTTP/1.1" status: 200 len: 945 time: 0.0824459 Apr 01 16:13:33.694721 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4bb973b7-eb64-4ff6-984c-0a1ca285b132 req-d29cfc6e-53b5-4cd4-99c9-e2498e4bd770 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1d87fd8-8361-496a-8946-495a7b0546fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411880 Apr 01 16:13:34.908701 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74651e51-2f46-4404-86d9-4b47e62a17fb req-e237422f-8fbf-4f8b-876d-efb6d0bdeeb7 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:34.910290 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-74651e51-2f46-4404-86d9-4b47e62a17fb req-e237422f-8fbf-4f8b-876d-efb6d0bdeeb7 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/ports?device_id=214cc959-73e9-4ac7-b899-7a69330ed92b HTTP/1.1" status: 200 len: 945 time: 0.0875077 Apr 01 16:13:34.961322 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-74651e51-2f46-4404-86d9-4b47e62a17fb req-d3296a90-aa98-4baa-b662-3ee6dbdf3a52 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1d87fd8-8361-496a-8946-495a7b0546fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451627 Apr 01 16:13:36.179420 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c7065-7382-4382-8308-a328f2a70de6 req-7891628d-5212-4715-aa0e-59febfeed643 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:36.180885 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-428c7065-7382-4382-8308-a328f2a70de6 req-7891628d-5212-4715-aa0e-59febfeed643 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/ports?device_id=214cc959-73e9-4ac7-b899-7a69330ed92b HTTP/1.1" status: 200 len: 945 time: 0.0805969 Apr 01 16:13:36.227514 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-428c7065-7382-4382-8308-a328f2a70de6 req-afaecf51-9512-4fec-8ef3-5ddfcddebbf5 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1d87fd8-8361-496a-8946-495a7b0546fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410933 Apr 01 16:13:37.439290 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a95c72-6811-46ba-a809-ffa8047ed576 req-f5bc8bbf-046d-439b-b3a3-770f7e08e51e tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:37.440723 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c3a95c72-6811-46ba-a809-ffa8047ed576 req-f5bc8bbf-046d-439b-b3a3-770f7e08e51e tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/ports?device_id=214cc959-73e9-4ac7-b899-7a69330ed92b HTTP/1.1" status: 200 len: 945 time: 0.0883267 Apr 01 16:13:37.580615 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c3a95c72-6811-46ba-a809-ffa8047ed576 req-63f501bb-0a70-4b93-b06e-b4d33ff3a676 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1d87fd8-8361-496a-8946-495a7b0546fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339600 Apr 01 16:13:38.803262 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd02af-9aa2-44c2-9117-a43c146eaab2 req-ea01892f-bc8c-4824-b326-54061aaa34a7 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:38.804790 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c4fd02af-9aa2-44c2-9117-a43c146eaab2 req-ea01892f-bc8c-4824-b326-54061aaa34a7 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/ports?device_id=214cc959-73e9-4ac7-b899-7a69330ed92b HTTP/1.1" status: 200 len: 945 time: 0.0968733 Apr 01 16:13:38.863693 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c4fd02af-9aa2-44c2-9117-a43c146eaab2 req-a2d6ce76-4f04-4c9e-a310-78119c122bef tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1d87fd8-8361-496a-8946-495a7b0546fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481324 Apr 01 16:13:40.119270 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f988b472-3567-4849-a87b-999c3c1d4550 req-0d59503e-3ddf-4352-9e53-ee09086f670d tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:40.121746 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f988b472-3567-4849-a87b-999c3c1d4550 req-0d59503e-3ddf-4352-9e53-ee09086f670d tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/ports?device_id=214cc959-73e9-4ac7-b899-7a69330ed92b HTTP/1.1" status: 200 len: 945 time: 0.0910449 Apr 01 16:13:40.174250 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f988b472-3567-4849-a87b-999c3c1d4550 req-5d85166e-06ce-46dc-93f8-197be092f658 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1d87fd8-8361-496a-8946-495a7b0546fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439317 Apr 01 16:13:41.400973 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a779c588-eb5e-499a-bc2f-aa88eccbcfbd req-cde0bbff-c82d-437e-996e-50a03222626b tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:41.402881 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a779c588-eb5e-499a-bc2f-aa88eccbcfbd req-cde0bbff-c82d-437e-996e-50a03222626b tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/ports?device_id=214cc959-73e9-4ac7-b899-7a69330ed92b HTTP/1.1" status: 200 len: 945 time: 0.0983837 Apr 01 16:13:41.462191 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a779c588-eb5e-499a-bc2f-aa88eccbcfbd req-6bf42d72-ca47-49df-817c-6c0a0d615a18 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1d87fd8-8361-496a-8946-495a7b0546fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490448 Apr 01 16:13:42.660253 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d2576b-e55a-46f3-bd19-39869327a8e6 req-62938d90-a5d3-42fd-aba4-c8f954262786 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:42.661708 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f6d2576b-e55a-46f3-bd19-39869327a8e6 req-62938d90-a5d3-42fd-aba4-c8f954262786 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/ports?device_id=214cc959-73e9-4ac7-b899-7a69330ed92b HTTP/1.1" status: 200 len: 945 time: 0.0758107 Apr 01 16:13:42.706865 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f6d2576b-e55a-46f3-bd19-39869327a8e6 req-780aa898-d859-4947-b093-c864baa3fa20 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1d87fd8-8361-496a-8946-495a7b0546fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395837 Apr 01 16:13:43.914626 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e27895-071f-4781-b87c-642251192f5c req-174243f2-6c40-4c13-92bc-0b09cbe8889f tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:43.916037 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-32e27895-071f-4781-b87c-642251192f5c req-174243f2-6c40-4c13-92bc-0b09cbe8889f tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/ports?device_id=214cc959-73e9-4ac7-b899-7a69330ed92b HTTP/1.1" status: 200 len: 945 time: 0.0839703 Apr 01 16:13:43.960800 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-32e27895-071f-4781-b87c-642251192f5c req-5fe47f55-91ce-490d-907d-8f4ddb9cff40 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1d87fd8-8361-496a-8946-495a7b0546fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389421 Apr 01 16:13:45.156665 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1597a0-c8f9-4fe3-bf9c-890e8fdb2dd1 req-e3538f24-2884-437c-b335-2b273718eb2b tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:45.158146 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4c1597a0-c8f9-4fe3-bf9c-890e8fdb2dd1 req-e3538f24-2884-437c-b335-2b273718eb2b tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/ports?device_id=214cc959-73e9-4ac7-b899-7a69330ed92b HTTP/1.1" status: 200 len: 945 time: 0.0782959 Apr 01 16:13:45.203341 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4c1597a0-c8f9-4fe3-bf9c-890e8fdb2dd1 req-a8b30144-158f-4072-bd36-81bdf4ec4e0a tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1d87fd8-8361-496a-8946-495a7b0546fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395653 Apr 01 16:13:46.403248 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b516a9-b04e-4698-b4c4-6887cddad4a7 req-b78b3ff2-76d6-4395-881b-d00140762737 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:46.404596 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c0b516a9-b04e-4698-b4c4-6887cddad4a7 req-b78b3ff2-76d6-4395-881b-d00140762737 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/ports?device_id=214cc959-73e9-4ac7-b899-7a69330ed92b HTTP/1.1" status: 200 len: 945 time: 0.0797656 Apr 01 16:13:46.449566 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c0b516a9-b04e-4698-b4c4-6887cddad4a7 req-ffbcc359-6f55-4db6-918a-8d50be4c927e tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1d87fd8-8361-496a-8946-495a7b0546fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394654 Apr 01 16:13:47.651012 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533bbec1-979a-444f-8227-f952f7340c4c req-b50076d8-0496-4424-a59c-988ef4afd678 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:47.652798 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-533bbec1-979a-444f-8227-f952f7340c4c req-b50076d8-0496-4424-a59c-988ef4afd678 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/ports?device_id=214cc959-73e9-4ac7-b899-7a69330ed92b HTTP/1.1" status: 200 len: 945 time: 0.0773382 Apr 01 16:13:47.706495 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-533bbec1-979a-444f-8227-f952f7340c4c req-38bd25a5-0c66-4fcc-b9c6-2ad5fb421195 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1d87fd8-8361-496a-8946-495a7b0546fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480216 Apr 01 16:13:48.904156 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab769bc4-af37-47b2-a98d-627e603f664b req-98eecf12-dd33-450d-8463-983ab3a44796 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:48.905664 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ab769bc4-af37-47b2-a98d-627e603f664b req-98eecf12-dd33-450d-8463-983ab3a44796 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/ports?device_id=214cc959-73e9-4ac7-b899-7a69330ed92b HTTP/1.1" status: 200 len: 945 time: 0.0760186 Apr 01 16:13:48.956370 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ab769bc4-af37-47b2-a98d-627e603f664b req-dca2986b-b046-4e93-bf00-8f27e78f3174 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1d87fd8-8361-496a-8946-495a7b0546fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452340 Apr 01 16:13:50.160416 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9032e6c-f03f-4253-8cd5-2729107adaed req-cc8cd25a-a199-4444-92e6-7919c80737cd tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:50.161988 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e9032e6c-f03f-4253-8cd5-2729107adaed req-cc8cd25a-a199-4444-92e6-7919c80737cd tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/ports?device_id=214cc959-73e9-4ac7-b899-7a69330ed92b HTTP/1.1" status: 200 len: 945 time: 0.0793967 Apr 01 16:13:50.206827 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e9032e6c-f03f-4253-8cd5-2729107adaed req-eb511c0f-1e88-40e6-9f0c-88184d923681 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1d87fd8-8361-496a-8946-495a7b0546fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387101 Apr 01 16:13:51.420812 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe735d-0eda-43c4-aed5-f952cc8eca64 req-3030d8b5-240c-40bb-8d69-209230d8a80a tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:51.421817 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-aebe735d-0eda-43c4-aed5-f952cc8eca64 req-3030d8b5-240c-40bb-8d69-209230d8a80a tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/ports?device_id=214cc959-73e9-4ac7-b899-7a69330ed92b HTTP/1.1" status: 200 len: 945 time: 0.0894959 Apr 01 16:13:51.468669 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-aebe735d-0eda-43c4-aed5-f952cc8eca64 req-6a4d1bc3-3dbf-4aa4-b147-d9ab2fda8a36 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1d87fd8-8361-496a-8946-495a7b0546fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410633 Apr 01 16:13:52.672324 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6281204-b883-46ad-83af-58b6599b2b42 req-0ad076ee-58d0-43db-aa99-bcf06d1a59b5 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:52.673791 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b6281204-b883-46ad-83af-58b6599b2b42 req-0ad076ee-58d0-43db-aa99-bcf06d1a59b5 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/ports?device_id=214cc959-73e9-4ac7-b899-7a69330ed92b HTTP/1.1" status: 200 len: 945 time: 0.0826623 Apr 01 16:13:52.722155 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b6281204-b883-46ad-83af-58b6599b2b42 req-b6b8baee-32ab-451d-8cea-5f41866c2b5e tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1d87fd8-8361-496a-8946-495a7b0546fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426035 Apr 01 16:13:53.904350 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:53.905526 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a828dcfd-541a-4405-8cf3-e568c165adce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:53.942579 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5ca5d7-924a-4a3e-bbd2-f0a6bd7c8366 req-007e0f2a-2aba-4332-bb33-f5aad44c5f37 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:53.944097 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-7b5ca5d7-924a-4a3e-bbd2-f0a6bd7c8366 req-007e0f2a-2aba-4332-bb33-f5aad44c5f37 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/ports?device_id=214cc959-73e9-4ac7-b899-7a69330ed92b HTTP/1.1" status: 200 len: 945 time: 0.0972440 Apr 01 16:13:54.013862 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-7b5ca5d7-924a-4a3e-bbd2-f0a6bd7c8366 req-ab186762-544a-489c-9eff-097bda8aaa98 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1d87fd8-8361-496a-8946-495a7b0546fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631270 Apr 01 16:13:55.027652 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-72b9230f-a5db-4afb-a056-18c7b34a255e req-077d598d-021b-4ecf-9177-c0bf6b025d48 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=74b2ca2715fe4362a3ea103b10356f68&device_id=214cc959-73e9-4ac7-b899-7a69330ed92b HTTP/1.1" status: 200 len: 1098 time: 0.0814006 Apr 01 16:13:55.229015 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b9230f-a5db-4afb-a056-18c7b34a255e req-0c2cd28b-6ecc-471b-9870-2f147687cdab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:55.230678 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-72b9230f-a5db-4afb-a056-18c7b34a255e req-0c2cd28b-6ecc-471b-9870-2f147687cdab service neutron] 10.222.0.24 "GET /v2.0/networks?id=20631a3c-69a7-4f7a-8b32-a3ab1286e161 HTTP/1.1" status: 200 len: 915 time: 0.1830072 Apr 01 16:13:55.310023 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-72b9230f-a5db-4afb-a056-18c7b34a255e req-1f1887c9-2ef6-4929-9283-4c3cc72d002a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ba20ac5-84f3-434d-8cf4-dd1c7b9244bd HTTP/1.1" status: 200 len: 217 time: 0.0693467 Apr 01 16:13:55.371102 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7732a559-7799-4f2b-80d2-0edb2df17d23 req-c0d10d4b-e28b-4030-b3c8-dcd02df0548f tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:55.372563 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-7732a559-7799-4f2b-80d2-0edb2df17d23 req-c0d10d4b-e28b-4030-b3c8-dcd02df0548f tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/ports?device_id=214cc959-73e9-4ac7-b899-7a69330ed92b HTTP/1.1" status: 200 len: 945 time: 0.2043529 Apr 01 16:13:55.494223 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b9230f-a5db-4afb-a056-18c7b34a255e req-48595bc7-9030-446b-b9ec-c7147e7dc05b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:55.496274 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-72b9230f-a5db-4afb-a056-18c7b34a255e req-48595bc7-9030-446b-b9ec-c7147e7dc05b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f3ea93d-a3b8-4940-bfbd-dc1b6a2fd31c HTTP/1.1" status: 200 len: 855 time: 0.1792395 Apr 01 16:13:55.548514 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-72b9230f-a5db-4afb-a056-18c7b34a255e req-dc4d4cdf-c35f-48f0-8308-125d3deae6d8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=20631a3c-69a7-4f7a-8b32-a3ab1286e161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450075 Apr 01 16:13:55.553683 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-7732a559-7799-4f2b-80d2-0edb2df17d23 req-d5461029-2465-4a0e-a2f4-7c31c0ffa02b tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1d87fd8-8361-496a-8946-495a7b0546fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754291 Apr 01 16:13:55.683714 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-72b9230f-a5db-4afb-a056-18c7b34a255e req-11284e4c-1a3a-46c2-b3a5-93c240f04e2f service neutron] 10.222.0.24 "GET /v2.0/networks/20631a3c-69a7-4f7a-8b32-a3ab1286e161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285863 Apr 01 16:13:55.821041 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-6607631d-8408-4961-8891-296172e23033 req-0d816a87-ad26-491f-a661-e3e4b265120b service neutron] 10.222.0.24 "GET /v2.0/ports/1ba20ac5-84f3-434d-8cf4-dd1c7b9244bd/bindings/hv-neutron-8333 HTTP/1.1" status: 200 len: 384 time: 0.0743761 Apr 01 16:13:55.821831 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-72b9230f-a5db-4afb-a056-18c7b34a255e req-4df72085-37ed-43fc-93b3-4586413a207f service neutron] 10.222.0.24 "GET /v2.0/networks/20631a3c-69a7-4f7a-8b32-a3ab1286e161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306033 Apr 01 16:13:56.132396 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-6607631d-8408-4961-8891-296172e23033 req-a6f2aa76-efaf-41a1-a702-0520d4ff7945 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=214cc959-73e9-4ac7-b899-7a69330ed92b&tenant_id=74b2ca2715fe4362a3ea103b10356f68 HTTP/1.1" status: 200 len: 1098 time: 0.0733171 Apr 01 16:13:56.228411 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-6607631d-8408-4961-8891-296172e23033 req-00df3992-2ede-44f6-8e6d-0ad31212029b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=74b2ca2715fe4362a3ea103b10356f68&device_id=214cc959-73e9-4ac7-b899-7a69330ed92b HTTP/1.1" status: 200 len: 1098 time: 0.0734198 Apr 01 16:13:56.285434 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-9dd406e2-832f-4afe-8f00-07e48574f270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:56.372788 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6607631d-8408-4961-8891-296172e23033 req-65045da3-d918-458c-8428-ecd4838950f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:56.374267 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-6607631d-8408-4961-8891-296172e23033 req-65045da3-d918-458c-8428-ecd4838950f8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=20631a3c-69a7-4f7a-8b32-a3ab1286e161 HTTP/1.1" status: 200 len: 915 time: 0.1396105 Apr 01 16:13:56.450091 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-6607631d-8408-4961-8891-296172e23033 req-6dae300f-2971-4da3-a0b9-cdc77353a683 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ba20ac5-84f3-434d-8cf4-dd1c7b9244bd HTTP/1.1" status: 200 len: 217 time: 0.0695317 Apr 01 16:13:56.515046 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6607631d-8408-4961-8891-296172e23033 req-6fcac390-cb02-4927-ae3e-ef30fe8d5fe6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:56.516485 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-6607631d-8408-4961-8891-296172e23033 req-6fcac390-cb02-4927-ae3e-ef30fe8d5fe6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f3ea93d-a3b8-4940-bfbd-dc1b6a2fd31c HTTP/1.1" status: 200 len: 855 time: 0.0602746 Apr 01 16:13:56.563472 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-6607631d-8408-4961-8891-296172e23033 req-2be1ce0c-e989-4209-9a53-9270a83bdaea service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=20631a3c-69a7-4f7a-8b32-a3ab1286e161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408125 Apr 01 16:13:56.743176 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-6607631d-8408-4961-8891-296172e23033 req-e54eadc6-91fd-4514-9e32-a7521fe119d5 service neutron] 10.222.0.24 "GET /v2.0/networks/20631a3c-69a7-4f7a-8b32-a3ab1286e161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727631 Apr 01 16:13:56.860018 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545478ab-dc32-4bcc-8739-5abaf3b99714 req-e132320a-7b2c-4629-a9df-25665ab1dd34 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:56.861470 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-545478ab-dc32-4bcc-8739-5abaf3b99714 req-e132320a-7b2c-4629-a9df-25665ab1dd34 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/ports?device_id=214cc959-73e9-4ac7-b899-7a69330ed92b HTTP/1.1" status: 200 len: 945 time: 0.1826355 Apr 01 16:13:56.917865 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-6607631d-8408-4961-8891-296172e23033 req-ad08dd7d-7517-4b39-a1d7-9aa42e844bea service neutron] 10.222.0.24 "GET /v2.0/networks/20631a3c-69a7-4f7a-8b32-a3ab1286e161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657562 Apr 01 16:13:56.930029 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-545478ab-dc32-4bcc-8739-5abaf3b99714 req-0af4c9b0-838c-4f7e-b232-2e9e5daae9ed tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1d87fd8-8361-496a-8946-495a7b0546fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579028 Apr 01 16:13:57.617771 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:57.779065 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:58.133069 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66374f2-0959-452e-9149-4f18195f8407 req-ec935096-efde-4b05-9a42-632f5d6e63b1 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:58.134510 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c66374f2-0959-452e-9149-4f18195f8407 req-ec935096-efde-4b05-9a42-632f5d6e63b1 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/ports?device_id=214cc959-73e9-4ac7-b899-7a69330ed92b HTTP/1.1" status: 200 len: 945 time: 0.0773742 Apr 01 16:13:58.181956 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c66374f2-0959-452e-9149-4f18195f8407 req-89574df3-1199-4f20-ac0e-6291bfbb982d tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1d87fd8-8361-496a-8946-495a7b0546fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418553 Apr 01 16:13:58.602569 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:13:59.168697 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 1ba20ac5-84f3-434d-8cf4-dd1c7b9244bd details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:13:59.310452 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 1ba20ac5-84f3-434d-8cf4-dd1c7b9244bd, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=1ba20ac5-84f3-434d-8cf4-dd1c7b9244bd,segment=NetworkSegment(3136545a-9f37-41b2-b6f5-37cd17449905),segment_id=3136545a-9f37-41b2-b6f5-37cd17449905)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:13:59.322770 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:59.324998 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Returning: {'device': '1ba20ac5-84f3-434d-8cf4-dd1c7b9244bd', 'network_id': '20631a3c-69a7-4f7a-8b32-a3ab1286e161', 'port_id': '1ba20ac5-84f3-434d-8cf4-dd1c7b9244bd', 'mac_address': 'fa:16:3e:ec:a6:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f3ea93d-a3b8-4940-bfbd-dc1b6a2fd31c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:13:59.377994 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:59.387376 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dafc40b-090d-460f-a48d-19b1a36a17ae req-13201643-4b17-460a-9e77-40cc778965e1 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:59.388870 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4dafc40b-090d-460f-a48d-19b1a36a17ae req-13201643-4b17-460a-9e77-40cc778965e1 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/ports?device_id=214cc959-73e9-4ac7-b899-7a69330ed92b HTTP/1.1" status: 200 len: 945 time: 0.0787015 Apr 01 16:13:59.396540 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1ba20ac5-84f3-434d-8cf4-dd1c7b9244bd {{(pid=83829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:13:59.412664 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 1ba20ac5-84f3-434d-8cf4-dd1c7b9244bd, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=1ba20ac5-84f3-434d-8cf4-dd1c7b9244bd,segment=NetworkSegment(3136545a-9f37-41b2-b6f5-37cd17449905),segment_id=3136545a-9f37-41b2-b6f5-37cd17449905)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:13:59.416044 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:13:59.440559 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4dafc40b-090d-460f-a48d-19b1a36a17ae req-bc796480-5e7a-4f4f-9dc5-4b1962b57967 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1d87fd8-8361-496a-8946-495a7b0546fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453942 Apr 01 16:13:59.478071 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] get_ports_and_sgs() called for port_ids ['1ba20ac5-84f3-434d-8cf4-dd1c7b9244bd'] {{(pid=83829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 16:13:59.533144 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=1ba20ac5-84f3-434d-8cf4-dd1c7b9244bd,revision_number=6']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:13:59.849627 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e1c9a1-de17-4cae-99bf-8496e017add2 req-97fd0701-0000-4316-87a7-158b92235422 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:59.851022 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e1e1c9a1-de17-4cae-99bf-8496e017add2 req-97fd0701-0000-4316-87a7-158b92235422 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.24 "GET /v2.0/ports?device_id=214cc959-73e9-4ac7-b899-7a69330ed92b&tenant_id=74b2ca2715fe4362a3ea103b10356f68&binding%3Ahost_id=hv-neutron-8333 HTTP/1.1" status: 200 len: 944 time: 0.1072884 Apr 01 16:13:59.858555 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4edbcce-cecc-4312-8abd-dadca86aae1e req-71df8dfc-9e1f-4a6c-b365-dca887df21ff tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:13:59.860266 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a4edbcce-cecc-4312-8abd-dadca86aae1e req-71df8dfc-9e1f-4a6c-b365-dca887df21ff tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/ports?device_id=214cc959-73e9-4ac7-b899-7a69330ed92b HTTP/1.1" status: 200 len: 944 time: 0.1467052 Apr 01 16:13:59.905670 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a4edbcce-cecc-4312-8abd-dadca86aae1e req-943df3c3-1994-49b2-8a5b-bcee36a3e569 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1d87fd8-8361-496a-8946-495a7b0546fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398412 Apr 01 16:14:00.083607 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e1e1c9a1-de17-4cae-99bf-8496e017add2 req-76ed280b-963b-417a-851a-81574a07baf2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=74b2ca2715fe4362a3ea103b10356f68&device_id=214cc959-73e9-4ac7-b899-7a69330ed92b HTTP/1.1" status: 200 len: 1097 time: 0.1615334 Apr 01 16:14:00.218030 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e1c9a1-de17-4cae-99bf-8496e017add2 req-28779db3-e120-458f-af89-4bb5c90c9fd2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:00.219371 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e1e1c9a1-de17-4cae-99bf-8496e017add2 req-28779db3-e120-458f-af89-4bb5c90c9fd2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=20631a3c-69a7-4f7a-8b32-a3ab1286e161 HTTP/1.1" status: 200 len: 915 time: 0.1296151 Apr 01 16:14:00.285774 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e1e1c9a1-de17-4cae-99bf-8496e017add2 req-c0ef67c2-4dd1-4694-a7bb-af5a7a9e16c6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ba20ac5-84f3-434d-8cf4-dd1c7b9244bd HTTP/1.1" status: 200 len: 217 time: 0.0602500 Apr 01 16:14:00.350402 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e1c9a1-de17-4cae-99bf-8496e017add2 req-787ae968-9793-4d90-a88f-fc9851aa1b02 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:00.351809 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e1e1c9a1-de17-4cae-99bf-8496e017add2 req-787ae968-9793-4d90-a88f-fc9851aa1b02 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f3ea93d-a3b8-4940-bfbd-dc1b6a2fd31c HTTP/1.1" status: 200 len: 855 time: 0.0601130 Apr 01 16:14:00.396866 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e1e1c9a1-de17-4cae-99bf-8496e017add2 req-13457c29-d9c9-45ca-bbf5-4b37c10d201f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=20631a3c-69a7-4f7a-8b32-a3ab1286e161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380521 Apr 01 16:14:00.528767 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e1e1c9a1-de17-4cae-99bf-8496e017add2 req-92cf2750-dd53-4c51-ac48-4732beaab7f0 service neutron] 10.222.0.24 "GET /v2.0/networks/20631a3c-69a7-4f7a-8b32-a3ab1286e161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247692 Apr 01 16:14:00.671203 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e1e1c9a1-de17-4cae-99bf-8496e017add2 req-7630bd37-b04e-4302-9e98-a32540f6140b service neutron] 10.222.0.24 "GET /v2.0/networks/20631a3c-69a7-4f7a-8b32-a3ab1286e161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361265 Apr 01 16:14:01.114477 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705bef57-506c-4f47-8581-fd689e08c2ef req-cdfbe27c-689f-400b-a56a-65caa69fa276 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:01.115954 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-705bef57-506c-4f47-8581-fd689e08c2ef req-cdfbe27c-689f-400b-a56a-65caa69fa276 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/ports?device_id=214cc959-73e9-4ac7-b899-7a69330ed92b HTTP/1.1" status: 200 len: 944 time: 0.0827627 Apr 01 16:14:01.167235 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-705bef57-506c-4f47-8581-fd689e08c2ef req-698d540c-cd3d-453f-8bbc-9332025ff8b3 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1d87fd8-8361-496a-8946-495a7b0546fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442157 Apr 01 16:14:01.190147 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 1ba20ac5-84f3-434d-8cf4-dd1c7b9244bd up at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:14:01.262209 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning complete for port 1ba20ac5-84f3-434d-8cf4-dd1c7b9244bd triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:14:01.262481 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:01.376670 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:01.403773 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '214cc959-73e9-4ac7-b899-7a69330ed92b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ba20ac5-84f3-434d-8cf4-dd1c7b9244bd'}] {{(pid=83829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:14:01.412922 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 1ba20ac5-84f3-434d-8cf4-dd1c7b9244bd, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=1ba20ac5-84f3-434d-8cf4-dd1c7b9244bd,segment=NetworkSegment(3136545a-9f37-41b2-b6f5-37cd17449905),segment_id=3136545a-9f37-41b2-b6f5-37cd17449905)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:14:01.418605 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:01.486156 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=1ba20ac5-84f3-434d-8cf4-dd1c7b9244bd,revision_number=7']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:01.542455 dv-neutron-833373-2-hyperv neutron-server[83829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '214cc959-73e9-4ac7-b899-7a69330ed92b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ba20ac5-84f3-434d-8cf4-dd1c7b9244bd', 'code': 200} Apr 01 16:14:02.363590 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b2df0c-34e1-44be-a9c5-ce58d57f34f5 req-b7d01967-7f28-4c22-b99c-89117eeb758d tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:02.364945 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-34b2df0c-34e1-44be-a9c5-ce58d57f34f5 req-b7d01967-7f28-4c22-b99c-89117eeb758d tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/ports?device_id=214cc959-73e9-4ac7-b899-7a69330ed92b HTTP/1.1" status: 200 len: 945 time: 0.0747137 Apr 01 16:14:02.409842 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-34b2df0c-34e1-44be-a9c5-ce58d57f34f5 req-bfcc815b-2485-4118-9521-5d1241454013 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1d87fd8-8361-496a-8946-495a7b0546fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388641 Apr 01 16:14:02.612348 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5742aaca-5b79-4fb9-a066-b7340dfc4407 req-de7752fe-5b9f-4ba2-a1a7-2c4df9bcb1ce tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:02.613838 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5742aaca-5b79-4fb9-a066-b7340dfc4407 req-de7752fe-5b9f-4ba2-a1a7-2c4df9bcb1ce tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/ports?device_id=214cc959-73e9-4ac7-b899-7a69330ed92b HTTP/1.1" status: 200 len: 945 time: 0.0797336 Apr 01 16:14:02.657640 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5742aaca-5b79-4fb9-a066-b7340dfc4407 req-d0726962-b565-4b94-9592-6c2fc5066999 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1d87fd8-8361-496a-8946-495a7b0546fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383554 Apr 01 16:14:02.850935 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91911e59-b4ec-41b0-84db-1c84778c1c4e req-cf4cac5e-a9db-4608-a076-14de83eb7341 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:02.852385 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-91911e59-b4ec-41b0-84db-1c84778c1c4e req-cf4cac5e-a9db-4608-a076-14de83eb7341 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/ports?device_id=214cc959-73e9-4ac7-b899-7a69330ed92b HTTP/1.1" status: 200 len: 945 time: 0.0783863 Apr 01 16:14:02.898463 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-91911e59-b4ec-41b0-84db-1c84778c1c4e req-ee52c656-3682-4267-b911-b88458bb6aa8 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1d87fd8-8361-496a-8946-495a7b0546fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392239 Apr 01 16:14:03.413584 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f0c64c-9fec-4eea-a64a-02882b3441ea req-14ab852c-e1d5-4025-998a-8d885d152898 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:03.414940 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-45f0c64c-9fec-4eea-a64a-02882b3441ea req-14ab852c-e1d5-4025-998a-8d885d152898 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/networks?id=20631a3c-69a7-4f7a-8b32-a3ab1286e161 HTTP/1.1" status: 200 len: 815 time: 0.1397309 Apr 01 16:14:03.430639 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-45f0c64c-9fec-4eea-a64a-02882b3441ea req-f26ed033-9043-486a-94a8-e191d389005c tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/quotas/74b2ca2715fe4362a3ea103b10356f68 HTTP/1.1" status: 200 len: 375 time: 0.0103660 Apr 01 16:14:03.511610 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-45f0c64c-9fec-4eea-a64a-02882b3441ea req-83f2b305-6648-4b70-8246-e8243316aea2 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=74b2ca2715fe4362a3ea103b10356f68&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0758784 Apr 01 16:14:03.643559 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-45f0c64c-9fec-4eea-a64a-02882b3441ea req-9b1e4ae2-a21c-44cd-801b-ed0ef2c9cf71 service neutron] 10.222.0.55 "GET /v2.0/networks/20631a3c-69a7-4f7a-8b32-a3ab1286e161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250894 Apr 01 16:14:03.773532 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-45f0c64c-9fec-4eea-a64a-02882b3441ea req-ffdb41a4-d326-48e4-8500-a036d3ddc97e service neutron] 10.222.0.55 "GET /v2.0/networks/20631a3c-69a7-4f7a-8b32-a3ab1286e161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242702 Apr 01 16:14:03.959354 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c3e41cc7-9d4f-41e0-90c8-d2e84626d8dd req-b734274d-a521-4c27-8ce4-daf42d4a2793 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/ports?device_id=cab672f4-bdc3-404c-be9c-36244b956aa7 HTTP/1.1" status: 200 len: 210 time: 0.0426211 Apr 01 16:14:05.246002 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-7cf214bd-8367-473a-a4f3-6688d1e1bb20 req-1d13e6b7-860b-46df-ba6a-c5ef6d444cda tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/ports?device_id=cab672f4-bdc3-404c-be9c-36244b956aa7 HTTP/1.1" status: 200 len: 210 time: 0.1492708 Apr 01 16:14:05.291282 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e5c17a-92da-4eb1-90cc-423910bc15f8 req-d23033d4-072a-4a1b-82cf-f1a498ce216c tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:05.293360 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b4e5c17a-92da-4eb1-90cc-423910bc15f8 req-d23033d4-072a-4a1b-82cf-f1a498ce216c tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.24 "GET /v2.0/ports?device_id=214cc959-73e9-4ac7-b899-7a69330ed92b HTTP/1.1" status: 200 len: 945 time: 0.2755370 Apr 01 16:14:05.309134 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f0c64c-9fec-4eea-a64a-02882b3441ea req-a59dff30-4087-464b-a850-931a56f30176 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:05.309798 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-45f0c64c-9fec-4eea-a64a-02882b3441ea req-a59dff30-4087-464b-a850-931a56f30176 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Synchronizing usage tracker for tenant:74b2ca2715fe4362a3ea103b10356f68 on resource:network {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:14:05.326495 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-45f0c64c-9fec-4eea-a64a-02882b3441ea req-a59dff30-4087-464b-a850-931a56f30176 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Unset dirty status for tenant:74b2ca2715fe4362a3ea103b10356f68 on resource:network {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:14:05.327719 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-45f0c64c-9fec-4eea-a64a-02882b3441ea req-a59dff30-4087-464b-a850-931a56f30176 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.24 "GET /v2.0/networks?id=20631a3c-69a7-4f7a-8b32-a3ab1286e161 HTTP/1.1" status: 200 len: 815 time: 0.3049729 Apr 01 16:14:05.344184 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [req-45f0c64c-9fec-4eea-a64a-02882b3441ea req-9a63f43c-0ad5-4da8-b2a1-bc511d1c7e1b tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Request body: {'port': {'device_id': 'cab672f4-bdc3-404c-be9c-36244b956aa7', 'network_id': '20631a3c-69a7-4f7a-8b32-a3ab1286e161', 'admin_state_up': True, 'tenant_id': '74b2ca2715fe4362a3ea103b10356f68'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:14:05.362137 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [req-b4e5c17a-92da-4eb1-90cc-423910bc15f8 req-4d5d87cc-9a08-4b39-962d-def7e68f0775 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Deleting port 1ba20ac5-84f3-434d-8cf4-dd1c7b9244bd {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:14:05.362477 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-b4e5c17a-92da-4eb1-90cc-423910bc15f8 req-4d5d87cc-9a08-4b39-962d-def7e68f0775 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:05.479936 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [req-45f0c64c-9fec-4eea-a64a-02882b3441ea req-9a63f43c-0ad5-4da8-b2a1-bc511d1c7e1b tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:14:05.489842 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [req-45f0c64c-9fec-4eea-a64a-02882b3441ea req-9a63f43c-0ad5-4da8-b2a1-bc511d1c7e1b tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:14:05.500334 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45f0c64c-9fec-4eea-a64a-02882b3441ea req-9a63f43c-0ad5-4da8-b2a1-bc511d1c7e1b tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Made reservation on behalf of 74b2ca2715fe4362a3ea103b10356f68 for: {'port': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:14:05.503366 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-45f0c64c-9fec-4eea-a64a-02882b3441ea req-9a63f43c-0ad5-4da8-b2a1-bc511d1c7e1b tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:05.609208 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [req-b4e5c17a-92da-4eb1-90cc-423910bc15f8 req-4d5d87cc-9a08-4b39-962d-def7e68f0775 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] For port 1ba20ac5-84f3-434d-8cf4-dd1c7b9244bd, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=1ba20ac5-84f3-434d-8cf4-dd1c7b9244bd,segment=NetworkSegment(3136545a-9f37-41b2-b6f5-37cd17449905),segment_id=3136545a-9f37-41b2-b6f5-37cd17449905)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:14:05.609562 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-b4e5c17a-92da-4eb1-90cc-423910bc15f8 req-4d5d87cc-9a08-4b39-962d-def7e68f0775 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:05.672177 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [req-45f0c64c-9fec-4eea-a64a-02882b3441ea req-9a63f43c-0ad5-4da8-b2a1-bc511d1c7e1b tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Allocated IP 172.20.0.11 (20631a3c-69a7-4f7a-8b32-a3ab1286e161/1f3ea93d-a3b8-4940-bfbd-dc1b6a2fd31c/ae23cade-7668-4012-b05a-bdf8283079ed) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:14:05.736686 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [req-b4e5c17a-92da-4eb1-90cc-423910bc15f8 req-4d5d87cc-9a08-4b39-962d-def7e68f0775 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Calling delete_port for 1ba20ac5-84f3-434d-8cf4-dd1c7b9244bd owned by compute:nova {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:14:05.875541 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-45f0c64c-9fec-4eea-a64a-02882b3441ea req-9a63f43c-0ad5-4da8-b2a1-bc511d1c7e1b tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:05.883834 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-b4e5c17a-92da-4eb1-90cc-423910bc15f8 req-4d5d87cc-9a08-4b39-962d-def7e68f0775 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:05.896265 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] get_ports_and_sgs() called for port_ids ['1ba20ac5-84f3-434d-8cf4-dd1c7b9244bd'] {{(pid=83829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 16:14:05.905423 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-45f0c64c-9fec-4eea-a64a-02882b3441ea req-9a63f43c-0ad5-4da8-b2a1-bc511d1c7e1b tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:05.937747 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5d87cc-9a08-4b39-962d-def7e68f0775 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Pushing event deleted for resources: {'Port': ['ID=1ba20ac5-84f3-434d-8cf4-dd1c7b9244bd,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:05.938115 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] get_ports_and_sgs() called for port_ids ['1ba20ac5-84f3-434d-8cf4-dd1c7b9244bd'] {{(pid=83829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 16:14:05.987164 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45f0c64c-9fec-4eea-a64a-02882b3441ea req-9a63f43c-0ad5-4da8-b2a1-bc511d1c7e1b tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Network 20631a3c-69a7-4f7a-8b32-a3ab1286e161 is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:14:05.990221 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [req-45f0c64c-9fec-4eea-a64a-02882b3441ea req-9a63f43c-0ad5-4da8-b2a1-bc511d1c7e1b tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:14:05.994165 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [req-45f0c64c-9fec-4eea-a64a-02882b3441ea req-9a63f43c-0ad5-4da8-b2a1-bc511d1c7e1b tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:14:06.015150 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4e5c17a-92da-4eb1-90cc-423910bc15f8 req-4d5d87cc-9a08-4b39-962d-def7e68f0775 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] No DVR routers for this DVR port 1ba20ac5-84f3-434d-8cf4-dd1c7b9244bd on host hv-neutron-8333 {{(pid=83826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:14:06.017614 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-b4e5c17a-92da-4eb1-90cc-423910bc15f8 req-4d5d87cc-9a08-4b39-962d-def7e68f0775 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:06.021447 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '214cc959-73e9-4ac7-b899-7a69330ed92b', 'name': 'network-vif-deleted', 'tag': '1ba20ac5-84f3-434d-8cf4-dd1c7b9244bd'}] {{(pid=83826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:14:06.028160 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a63f43c-0ad5-4da8-b2a1-bc511d1c7e1b tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Pushing event updated for resources: {'Port': ['ID=ae23cade-7668-4012-b05a-bdf8283079ed,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:06.047641 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b4e5c17a-92da-4eb1-90cc-423910bc15f8 req-4d5d87cc-9a08-4b39-962d-def7e68f0775 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.24 "DELETE /v2.0/ports/1ba20ac5-84f3-434d-8cf4-dd1c7b9244bd HTTP/1.1" status: 204 len: 173 time: 0.7483635 Apr 01 16:14:06.050452 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a63f43c-0ad5-4da8-b2a1-bc511d1c7e1b tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:06.052820 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a63f43c-0ad5-4da8-b2a1-bc511d1c7e1b tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:06.053224 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a63f43c-0ad5-4da8-b2a1-bc511d1c7e1b tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:06.053704 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a63f43c-0ad5-4da8-b2a1-bc511d1c7e1b tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:06.054166 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a63f43c-0ad5-4da8-b2a1-bc511d1c7e1b tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:06.054639 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a63f43c-0ad5-4da8-b2a1-bc511d1c7e1b tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:06.054839 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a63f43c-0ad5-4da8-b2a1-bc511d1c7e1b tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:06.055167 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a63f43c-0ad5-4da8-b2a1-bc511d1c7e1b tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:06.055583 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a63f43c-0ad5-4da8-b2a1-bc511d1c7e1b tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:06.056211 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a63f43c-0ad5-4da8-b2a1-bc511d1c7e1b tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:06.056524 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a63f43c-0ad5-4da8-b2a1-bc511d1c7e1b tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:06.079567 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f0c64c-9fec-4eea-a64a-02882b3441ea req-9a63f43c-0ad5-4da8-b2a1-bc511d1c7e1b tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:06.080403 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-45f0c64c-9fec-4eea-a64a-02882b3441ea req-9a63f43c-0ad5-4da8-b2a1-bc511d1c7e1b tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:06.094557 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '214cc959-73e9-4ac7-b899-7a69330ed92b', 'name': 'network-vif-deleted', 'tag': '1ba20ac5-84f3-434d-8cf4-dd1c7b9244bd', 'status': 'completed', 'code': 200} Apr 01 16:14:06.108597 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-45f0c64c-9fec-4eea-a64a-02882b3441ea req-9a63f43c-0ad5-4da8-b2a1-bc511d1c7e1b tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7680631 Apr 01 16:14:06.121129 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [req-45f0c64c-9fec-4eea-a64a-02882b3441ea req-3b3c5f29-4391-4314-bd0c-d01209aa08b5 service neutron] Request body: {'port': {'device_id': 'cab672f4-bdc3-404c-be9c-36244b956aa7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:14:06.238372 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-45f0c64c-9fec-4eea-a64a-02882b3441ea req-3b3c5f29-4391-4314-bd0c-d01209aa08b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:06.451272 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09f48a0-42b5-4fc5-82a2-09fa6715dffa req-b27bc08c-560c-47c4-bd50-537898651dfc tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:06.451961 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-a09f48a0-42b5-4fc5-82a2-09fa6715dffa req-b27bc08c-560c-47c4-bd50-537898651dfc tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Synchronizing usage tracker for tenant:74b2ca2715fe4362a3ea103b10356f68 on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:14:06.467661 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-a09f48a0-42b5-4fc5-82a2-09fa6715dffa req-b27bc08c-560c-47c4-bd50-537898651dfc tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Unset dirty status for tenant:74b2ca2715fe4362a3ea103b10356f68 on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:14:06.469650 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a09f48a0-42b5-4fc5-82a2-09fa6715dffa req-b27bc08c-560c-47c4-bd50-537898651dfc tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/ports?device_id=cab672f4-bdc3-404c-be9c-36244b956aa7 HTTP/1.1" status: 200 len: 932 time: 0.0943801 Apr 01 16:14:06.524185 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a09f48a0-42b5-4fc5-82a2-09fa6715dffa req-65c11f44-0cb4-438b-91c5-6924c6d96043 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1d87fd8-8361-496a-8946-495a7b0546fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489261 Apr 01 16:14:06.590069 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [req-45f0c64c-9fec-4eea-a64a-02882b3441ea req-3b3c5f29-4391-4314-bd0c-d01209aa08b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae23cade-7668-4012-b05a-bdf8283079ed {{(pid=83828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:14:06.596870 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-45f0c64c-9fec-4eea-a64a-02882b3441ea req-3b3c5f29-4391-4314-bd0c-d01209aa08b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:06.613140 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [req-45f0c64c-9fec-4eea-a64a-02882b3441ea req-3b3c5f29-4391-4314-bd0c-d01209aa08b5 service neutron] Transition to ACTIVE for port object ae23cade-7668-4012-b05a-bdf8283079ed will not be triggered until provisioned by entity L2. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:14:06.616930 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-45f0c64c-9fec-4eea-a64a-02882b3441ea req-3b3c5f29-4391-4314-bd0c-d01209aa08b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:06.749744 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3c5f29-4391-4314-bd0c-d01209aa08b5 service neutron] Pushing event updated for resources: {'Port': ['ID=ae23cade-7668-4012-b05a-bdf8283079ed,revision_number=2']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:06.856632 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [req-45f0c64c-9fec-4eea-a64a-02882b3441ea req-3b3c5f29-4391-4314-bd0c-d01209aa08b5 service neutron] Attempting to bind port ae23cade-7668-4012-b05a-bdf8283079ed on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:14:06.856987 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [req-45f0c64c-9fec-4eea-a64a-02882b3441ea req-3b3c5f29-4391-4314-bd0c-d01209aa08b5 service neutron] Attempting to bind port ae23cade-7668-4012-b05a-bdf8283079ed by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '3136545a-9f37-41b2-b6f5-37cd17449905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '20631a3c-69a7-4f7a-8b32-a3ab1286e161'}] {{(pid=83828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:14:06.857321 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f0c64c-9fec-4eea-a64a-02882b3441ea req-3b3c5f29-4391-4314-bd0c-d01209aa08b5 service neutron] Attempting to bind port ae23cade-7668-4012-b05a-bdf8283079ed on network 20631a3c-69a7-4f7a-8b32-a3ab1286e161 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:14:06.863277 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f0c64c-9fec-4eea-a64a-02882b3441ea req-3b3c5f29-4391-4314-bd0c-d01209aa08b5 service neutron] Port ae23cade-7668-4012-b05a-bdf8283079ed on network 20631a3c-69a7-4f7a-8b32-a3ab1286e161 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 16:14:06.863598 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f0c64c-9fec-4eea-a64a-02882b3441ea req-3b3c5f29-4391-4314-bd0c-d01209aa08b5 service neutron] Attempting to bind port ae23cade-7668-4012-b05a-bdf8283079ed on network 20631a3c-69a7-4f7a-8b32-a3ab1286e161 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:14:06.870383 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f0c64c-9fec-4eea-a64a-02882b3441ea req-3b3c5f29-4391-4314-bd0c-d01209aa08b5 service neutron] Checking agent: {'id': '5b2860be-0b4f-4931-914a-5d10403eafcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 47, 24), 'started_at': datetime.datetime(2022, 4, 1, 15, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:14:06.870716 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f0c64c-9fec-4eea-a64a-02882b3441ea req-3b3c5f29-4391-4314-bd0c-d01209aa08b5 service neutron] Checking segment: {'id': '3136545a-9f37-41b2-b6f5-37cd17449905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '20631a3c-69a7-4f7a-8b32-a3ab1286e161'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:14:06.871112 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f0c64c-9fec-4eea-a64a-02882b3441ea req-3b3c5f29-4391-4314-bd0c-d01209aa08b5 service neutron] Bound using segment: {'id': '3136545a-9f37-41b2-b6f5-37cd17449905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '20631a3c-69a7-4f7a-8b32-a3ab1286e161'} {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:14:06.871518 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [req-45f0c64c-9fec-4eea-a64a-02882b3441ea req-3b3c5f29-4391-4314-bd0c-d01209aa08b5 service neutron] Bound port: ae23cade-7668-4012-b05a-bdf8283079ed, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3136545a-9f37-41b2-b6f5-37cd17449905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '20631a3c-69a7-4f7a-8b32-a3ab1286e161'}}] {{(pid=83828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:14:06.871862 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-45f0c64c-9fec-4eea-a64a-02882b3441ea req-3b3c5f29-4391-4314-bd0c-d01209aa08b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:06.960396 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [req-45f0c64c-9fec-4eea-a64a-02882b3441ea req-3b3c5f29-4391-4314-bd0c-d01209aa08b5 service neutron] For port ae23cade-7668-4012-b05a-bdf8283079ed, host hv-neutron-8333, cleared binding levels {{(pid=83828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:14:06.963347 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [req-45f0c64c-9fec-4eea-a64a-02882b3441ea req-3b3c5f29-4391-4314-bd0c-d01209aa08b5 service neutron] For port ae23cade-7668-4012-b05a-bdf8283079ed, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=ae23cade-7668-4012-b05a-bdf8283079ed,segment=NetworkSegment(3136545a-9f37-41b2-b6f5-37cd17449905),segment_id=3136545a-9f37-41b2-b6f5-37cd17449905)] {{(pid=83828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:14:06.967897 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-45f0c64c-9fec-4eea-a64a-02882b3441ea req-3b3c5f29-4391-4314-bd0c-d01209aa08b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:07.026919 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-45f0c64c-9fec-4eea-a64a-02882b3441ea req-3b3c5f29-4391-4314-bd0c-d01209aa08b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:07.028384 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-45f0c64c-9fec-4eea-a64a-02882b3441ea req-3b3c5f29-4391-4314-bd0c-d01209aa08b5 service neutron] 10.222.0.24 "PUT /v2.0/ports/ae23cade-7668-4012-b05a-bdf8283079ed HTTP/1.1" status: 200 len: 1094 time: 0.9120984 Apr 01 16:14:07.031278 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cab672f4-bdc3-404c-be9c-36244b956aa7', 'tag': 'ae23cade-7668-4012-b05a-bdf8283079ed'}] {{(pid=83828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:14:07.058039 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3c5f29-4391-4314-bd0c-d01209aa08b5 service neutron] Pushing event updated for resources: {'Port': ['ID=ae23cade-7668-4012-b05a-bdf8283079ed,revision_number=3']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:07.149182 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-45f0c64c-9fec-4eea-a64a-02882b3441ea req-3d55cdd9-fd44-4ae3-b27e-128f38d1a6eb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=74b2ca2715fe4362a3ea103b10356f68&device_id=cab672f4-bdc3-404c-be9c-36244b956aa7 HTTP/1.1" status: 200 len: 1097 time: 0.0753810 Apr 01 16:14:07.297121 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cab672f4-bdc3-404c-be9c-36244b956aa7', 'tag': 'ae23cade-7668-4012-b05a-bdf8283079ed', 'status': 'completed', 'code': 200} Apr 01 16:14:07.311595 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-45f0c64c-9fec-4eea-a64a-02882b3441ea req-c8ea93b8-0a40-4c05-a812-bc40ea3b934d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae23cade-7668-4012-b05a-bdf8283079ed HTTP/1.1" status: 200 len: 217 time: 0.1549757 Apr 01 16:14:07.374443 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f0c64c-9fec-4eea-a64a-02882b3441ea req-d0d7e47e-7844-4634-835a-f1b966592987 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:07.375755 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-45f0c64c-9fec-4eea-a64a-02882b3441ea req-d0d7e47e-7844-4634-835a-f1b966592987 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f3ea93d-a3b8-4940-bfbd-dc1b6a2fd31c HTTP/1.1" status: 200 len: 855 time: 0.0582354 Apr 01 16:14:07.420075 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-45f0c64c-9fec-4eea-a64a-02882b3441ea req-d75b6294-c7f9-453e-8124-470e941ee52b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=20631a3c-69a7-4f7a-8b32-a3ab1286e161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381806 Apr 01 16:14:07.549633 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-45f0c64c-9fec-4eea-a64a-02882b3441ea req-613703c6-3cfe-48f4-93d0-594b26d3e59d service neutron] 10.222.0.24 "GET /v2.0/networks/20631a3c-69a7-4f7a-8b32-a3ab1286e161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230972 Apr 01 16:14:07.684174 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-45f0c64c-9fec-4eea-a64a-02882b3441ea req-7cbb5251-f487-457a-9248-09cb571b9c10 service neutron] 10.222.0.24 "GET /v2.0/networks/20631a3c-69a7-4f7a-8b32-a3ab1286e161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277196 Apr 01 16:14:07.727424 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a52c61a-b05a-4178-99ee-08793f58e8f3 req-6ec16f8e-1c1f-4b1f-8bee-0a55f4d5c38b tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:07.729455 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-6a52c61a-b05a-4178-99ee-08793f58e8f3 req-6ec16f8e-1c1f-4b1f-8bee-0a55f4d5c38b tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/ports?device_id=cab672f4-bdc3-404c-be9c-36244b956aa7 HTTP/1.1" status: 200 len: 944 time: 0.0789003 Apr 01 16:14:07.775926 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-6a52c61a-b05a-4178-99ee-08793f58e8f3 req-70aeb1cb-65c1-485e-9f56-ad28460bc677 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1d87fd8-8361-496a-8946-495a7b0546fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403936 Apr 01 16:14:07.804081 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-ab8068c5-32ae-4bf8-91cd-25e93fab6e54 req-f7faa2f5-e5a9-4e67-9116-709355fd9232 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=74b2ca2715fe4362a3ea103b10356f68&device_id=cab672f4-bdc3-404c-be9c-36244b956aa7 HTTP/1.1" status: 200 len: 1097 time: 0.0735478 Apr 01 16:14:07.933887 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8068c5-32ae-4bf8-91cd-25e93fab6e54 req-38654524-ca8c-4e63-a2a1-bf94c1d6b57f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:07.935440 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-ab8068c5-32ae-4bf8-91cd-25e93fab6e54 req-38654524-ca8c-4e63-a2a1-bf94c1d6b57f service neutron] 10.222.0.24 "GET /v2.0/networks?id=20631a3c-69a7-4f7a-8b32-a3ab1286e161 HTTP/1.1" status: 200 len: 915 time: 0.1252334 Apr 01 16:14:08.002294 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-ab8068c5-32ae-4bf8-91cd-25e93fab6e54 req-424771e4-88eb-44c7-9ac1-3a4727470b3c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae23cade-7668-4012-b05a-bdf8283079ed HTTP/1.1" status: 200 len: 217 time: 0.0592015 Apr 01 16:14:08.071225 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8068c5-32ae-4bf8-91cd-25e93fab6e54 req-bf6e66eb-f1b4-4ef6-8995-b8412260653a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:08.073735 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-ab8068c5-32ae-4bf8-91cd-25e93fab6e54 req-bf6e66eb-f1b4-4ef6-8995-b8412260653a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f3ea93d-a3b8-4940-bfbd-dc1b6a2fd31c HTTP/1.1" status: 200 len: 855 time: 0.0636809 Apr 01 16:14:08.117081 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-ab8068c5-32ae-4bf8-91cd-25e93fab6e54 req-90a8187d-e63b-4baa-945a-93f020a8ada5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=20631a3c-69a7-4f7a-8b32-a3ab1286e161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381076 Apr 01 16:14:08.251698 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-ab8068c5-32ae-4bf8-91cd-25e93fab6e54 req-29c4e7ad-a311-47c9-8b4e-20d315b60baf service neutron] 10.222.0.24 "GET /v2.0/networks/20631a3c-69a7-4f7a-8b32-a3ab1286e161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282144 Apr 01 16:14:08.384014 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-ab8068c5-32ae-4bf8-91cd-25e93fab6e54 req-34093139-c48f-42b9-adf1-263a08ae21c1 service neutron] 10.222.0.24 "GET /v2.0/networks/20631a3c-69a7-4f7a-8b32-a3ab1286e161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264765 Apr 01 16:14:08.979108 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56024be6-feb6-48fe-b014-30b77d191e5a req-f55342ae-035e-4855-b538-da8862e50649 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:08.981163 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-56024be6-feb6-48fe-b014-30b77d191e5a req-f55342ae-035e-4855-b538-da8862e50649 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/ports?device_id=cab672f4-bdc3-404c-be9c-36244b956aa7 HTTP/1.1" status: 200 len: 944 time: 0.0793540 Apr 01 16:14:09.025926 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-56024be6-feb6-48fe-b014-30b77d191e5a req-a9729e80-6088-42a0-ad86-86b2323c764b tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1d87fd8-8361-496a-8946-495a7b0546fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393746 Apr 01 16:14:09.218741 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 1ba20ac5-84f3-434d-8cf4-dd1c7b9244bd no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:14:09.252397 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] No Port match for: 1ba20ac5-84f3-434d-8cf4-dd1c7b9244bd {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:14:09.252753 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 1ba20ac5-84f3-434d-8cf4-dd1c7b9244bd not bound to the agent host hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:14:10.221800 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fed406-65f1-4489-a4cc-b2e4bf2783a7 req-f6def9c5-a39d-41d6-917b-d07fc29324ba tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:10.223253 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c7fed406-65f1-4489-a4cc-b2e4bf2783a7 req-f6def9c5-a39d-41d6-917b-d07fc29324ba tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/ports?device_id=cab672f4-bdc3-404c-be9c-36244b956aa7 HTTP/1.1" status: 200 len: 944 time: 0.0779543 Apr 01 16:14:10.269700 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c7fed406-65f1-4489-a4cc-b2e4bf2783a7 req-f6ff8e2a-af3e-4d1b-b431-6a7abb417802 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1d87fd8-8361-496a-8946-495a7b0546fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398548 Apr 01 16:14:11.221417 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device ae23cade-7668-4012-b05a-bdf8283079ed details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:14:11.355022 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port ae23cade-7668-4012-b05a-bdf8283079ed, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=ae23cade-7668-4012-b05a-bdf8283079ed,segment=NetworkSegment(3136545a-9f37-41b2-b6f5-37cd17449905),segment_id=3136545a-9f37-41b2-b6f5-37cd17449905)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:14:11.368390 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Returning: {'device': 'ae23cade-7668-4012-b05a-bdf8283079ed', 'network_id': '20631a3c-69a7-4f7a-8b32-a3ab1286e161', 'port_id': 'ae23cade-7668-4012-b05a-bdf8283079ed', 'mac_address': 'fa:16:3e:31:5a:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f3ea93d-a3b8-4940-bfbd-dc1b6a2fd31c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:14:11.423235 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:11.440512 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae23cade-7668-4012-b05a-bdf8283079ed {{(pid=83829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:14:11.455734 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port ae23cade-7668-4012-b05a-bdf8283079ed, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=ae23cade-7668-4012-b05a-bdf8283079ed,segment=NetworkSegment(3136545a-9f37-41b2-b6f5-37cd17449905),segment_id=3136545a-9f37-41b2-b6f5-37cd17449905)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:14:11.459694 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:11.471471 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596da9bd-8b7a-4925-b0da-5e95a8a49b7f req-961eaabe-220d-4073-9fcf-7cf59aa67d39 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:11.472955 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-596da9bd-8b7a-4925-b0da-5e95a8a49b7f req-961eaabe-220d-4073-9fcf-7cf59aa67d39 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/ports?device_id=cab672f4-bdc3-404c-be9c-36244b956aa7 HTTP/1.1" status: 200 len: 944 time: 0.0820489 Apr 01 16:14:11.520723 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-596da9bd-8b7a-4925-b0da-5e95a8a49b7f req-984dc4ed-6c09-4cf6-af2e-0096f4b9c8c7 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1d87fd8-8361-496a-8946-495a7b0546fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421393 Apr 01 16:14:11.560768 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=ae23cade-7668-4012-b05a-bdf8283079ed,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:11.662224 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] get_ports_and_sgs() called for port_ids ['ae23cade-7668-4012-b05a-bdf8283079ed'] {{(pid=83829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 16:14:12.714178 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af283048-abbc-4f06-b215-5a82202f7250 req-6f176f7b-68e8-416c-a17e-da82ea7ec9d7 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:12.715647 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-af283048-abbc-4f06-b215-5a82202f7250 req-6f176f7b-68e8-416c-a17e-da82ea7ec9d7 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/ports?device_id=cab672f4-bdc3-404c-be9c-36244b956aa7 HTTP/1.1" status: 200 len: 945 time: 0.0751374 Apr 01 16:14:12.760645 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-af283048-abbc-4f06-b215-5a82202f7250 req-2e6a53dd-b43c-47e8-9c65-f38c1ea2eb3a tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1d87fd8-8361-496a-8946-495a7b0546fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393422 Apr 01 16:14:13.221534 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device ae23cade-7668-4012-b05a-bdf8283079ed up at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:14:13.288879 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning for port ae23cade-7668-4012-b05a-bdf8283079ed completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:14:13.293569 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning complete for port ae23cade-7668-4012-b05a-bdf8283079ed triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:14:13.293937 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:13.406825 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:13.432666 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cab672f4-bdc3-404c-be9c-36244b956aa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae23cade-7668-4012-b05a-bdf8283079ed'}] {{(pid=83829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:14:13.442147 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port ae23cade-7668-4012-b05a-bdf8283079ed, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=ae23cade-7668-4012-b05a-bdf8283079ed,segment=NetworkSegment(3136545a-9f37-41b2-b6f5-37cd17449905),segment_id=3136545a-9f37-41b2-b6f5-37cd17449905)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:14:13.447233 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:13.488513 dv-neutron-833373-2-hyperv neutron-server[83829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cab672f4-bdc3-404c-be9c-36244b956aa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae23cade-7668-4012-b05a-bdf8283079ed', 'code': 200} Apr 01 16:14:13.517351 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=ae23cade-7668-4012-b05a-bdf8283079ed,revision_number=5']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:13.710549 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-f21d4c83-308a-47b0-b4ec-b7146e9d2e8e req-fd9c720b-2f8d-4f05-8d5f-d3e6c70884ce service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cab672f4-bdc3-404c-be9c-36244b956aa7 HTTP/1.1" status: 200 len: 1099 time: 0.0675519 Apr 01 16:14:13.758045 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-f21d4c83-308a-47b0-b4ec-b7146e9d2e8e req-c4e889dd-1e48-420c-82e8-90dbfcb551d1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d1d87fd8-8361-496a-8946-495a7b0546fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405087 Apr 01 16:14:13.961380 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a2804c-0ea9-4cfb-99d6-e8f06e457dfd req-c62773af-ca39-4335-bef9-952db132278f tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:13.962799 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e0a2804c-0ea9-4cfb-99d6-e8f06e457dfd req-c62773af-ca39-4335-bef9-952db132278f tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/ports?device_id=cab672f4-bdc3-404c-be9c-36244b956aa7 HTTP/1.1" status: 200 len: 946 time: 0.0798259 Apr 01 16:14:14.009312 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e0a2804c-0ea9-4cfb-99d6-e8f06e457dfd req-803d97b6-bea9-4b9b-8a38-76aeedac1b7f tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1d87fd8-8361-496a-8946-495a7b0546fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409062 Apr 01 16:14:15.215488 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0c54fc-a2e0-43ef-a0db-19c0a31dc787 req-1e844249-fd75-4756-aa2e-75a77a290504 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:15.216951 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2a0c54fc-a2e0-43ef-a0db-19c0a31dc787 req-1e844249-fd75-4756-aa2e-75a77a290504 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/ports?device_id=cab672f4-bdc3-404c-be9c-36244b956aa7 HTTP/1.1" status: 200 len: 946 time: 0.0757017 Apr 01 16:14:15.267371 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2a0c54fc-a2e0-43ef-a0db-19c0a31dc787 req-6577fdd1-14d4-4b09-8c3e-4a91e1b540c1 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1d87fd8-8361-496a-8946-495a7b0546fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448580 Apr 01 16:14:15.459416 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053646b5-3375-459c-9372-4316c06f3da1 req-17a09040-4ae7-46de-a01a-6d37bab9e157 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:15.460853 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-053646b5-3375-459c-9372-4316c06f3da1 req-17a09040-4ae7-46de-a01a-6d37bab9e157 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/ports?device_id=cab672f4-bdc3-404c-be9c-36244b956aa7 HTTP/1.1" status: 200 len: 946 time: 0.0741775 Apr 01 16:14:15.505959 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-053646b5-3375-459c-9372-4316c06f3da1 req-e6c5fb43-9b66-450f-b6b0-279bf5ad7299 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1d87fd8-8361-496a-8946-495a7b0546fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390179 Apr 01 16:14:15.770448 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ce30def2-c899-4d7c-810f-6d0a872b9f72 req-31105891-c5e7-454f-a9c6-477ce51db309 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cab672f4-bdc3-404c-be9c-36244b956aa7&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1377666 Apr 01 16:14:16.015389 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-02224c03-4e17-4358-9d08-659fc283524e req-4e46a482-19ec-4fb8-94be-74f61abde86c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cab672f4-bdc3-404c-be9c-36244b956aa7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0704412 Apr 01 16:14:16.079462 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8eb831-4d07-4bf4-b6fd-f7471de4befa req-9ee6db50-8b74-4439-adf3-d6c31b468d03 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:16.080970 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-3d8eb831-4d07-4bf4-b6fd-f7471de4befa req-9ee6db50-8b74-4439-adf3-d6c31b468d03 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/ports?device_id=cab672f4-bdc3-404c-be9c-36244b956aa7 HTTP/1.1" status: 200 len: 946 time: 0.0819335 Apr 01 16:14:16.131703 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-3d8eb831-4d07-4bf4-b6fd-f7471de4befa req-c9a23f4d-bd25-49bf-8355-bc75a649e005 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1d87fd8-8361-496a-8946-495a7b0546fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452058 Apr 01 16:14:17.191820 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-02224c03-4e17-4358-9d08-659fc283524e req-3e9563ce-0c69-4cfa-8751-c6302993afc0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=74b2ca2715fe4362a3ea103b10356f68&device_id=cab672f4-bdc3-404c-be9c-36244b956aa7 HTTP/1.1" status: 200 len: 1099 time: 0.0807669 Apr 01 16:14:17.329384 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02224c03-4e17-4358-9d08-659fc283524e req-0aaddc0d-3f10-4f3d-8c49-3c48ddab56a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:17.330797 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-02224c03-4e17-4358-9d08-659fc283524e req-0aaddc0d-3f10-4f3d-8c49-3c48ddab56a6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=20631a3c-69a7-4f7a-8b32-a3ab1286e161 HTTP/1.1" status: 200 len: 915 time: 0.1321967 Apr 01 16:14:17.423439 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5691c17-838a-4ad5-a474-d709a0164bf9 req-2e561137-feae-4f38-a2d7-1ff5a0f97866 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:17.424972 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c5691c17-838a-4ad5-a474-d709a0164bf9 req-2e561137-feae-4f38-a2d7-1ff5a0f97866 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/ports?device_id=cab672f4-bdc3-404c-be9c-36244b956aa7 HTTP/1.1" status: 200 len: 946 time: 0.1693373 Apr 01 16:14:17.472541 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c5691c17-838a-4ad5-a474-d709a0164bf9 req-e7eef821-c398-4510-868f-83a1f11d2e72 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1d87fd8-8361-496a-8946-495a7b0546fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418291 Apr 01 16:14:17.493518 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-02224c03-4e17-4358-9d08-659fc283524e req-7b47ac55-0fe1-4887-bf83-efff36f10a4f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae23cade-7668-4012-b05a-bdf8283079ed HTTP/1.1" status: 200 len: 217 time: 0.1565900 Apr 01 16:14:17.556277 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02224c03-4e17-4358-9d08-659fc283524e req-49745f72-9e01-4457-ae5f-99693f66f2dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:17.557846 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-02224c03-4e17-4358-9d08-659fc283524e req-49745f72-9e01-4457-ae5f-99693f66f2dd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f3ea93d-a3b8-4940-bfbd-dc1b6a2fd31c HTTP/1.1" status: 200 len: 855 time: 0.0587375 Apr 01 16:14:17.604007 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-02224c03-4e17-4358-9d08-659fc283524e req-de6540f1-aff3-4639-b885-aa729746fd40 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=20631a3c-69a7-4f7a-8b32-a3ab1286e161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397706 Apr 01 16:14:17.730547 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-02224c03-4e17-4358-9d08-659fc283524e req-f1ca504c-24e2-4102-a428-e998f9b1d397 service neutron] 10.222.0.24 "GET /v2.0/networks/20631a3c-69a7-4f7a-8b32-a3ab1286e161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204343 Apr 01 16:14:17.859467 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-02224c03-4e17-4358-9d08-659fc283524e req-8b2c49b0-fa3e-4e4a-bbde-288433c863fa service neutron] 10.222.0.24 "GET /v2.0/networks/20631a3c-69a7-4f7a-8b32-a3ab1286e161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230607 Apr 01 16:14:18.669715 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b18144f-9d32-445b-9024-d406720cc328 req-6d3ae48d-f1e1-4777-adc8-88319413bbce tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:18.671055 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4b18144f-9d32-445b-9024-d406720cc328 req-6d3ae48d-f1e1-4777-adc8-88319413bbce tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/ports?device_id=cab672f4-bdc3-404c-be9c-36244b956aa7 HTTP/1.1" status: 200 len: 946 time: 0.0746477 Apr 01 16:14:18.715416 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4b18144f-9d32-445b-9024-d406720cc328 req-0fa8602b-3fa7-4f26-99d8-3db8818018ca tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1d87fd8-8361-496a-8946-495a7b0546fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388730 Apr 01 16:14:19.917582 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0259d0c1-7f44-43cc-af9f-cddaf7e43cba req-3ec2a913-c1ce-4777-90a9-d8ae4cf77c4d tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:19.919011 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-0259d0c1-7f44-43cc-af9f-cddaf7e43cba req-3ec2a913-c1ce-4777-90a9-d8ae4cf77c4d tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/ports?device_id=cab672f4-bdc3-404c-be9c-36244b956aa7 HTTP/1.1" status: 200 len: 946 time: 0.0805407 Apr 01 16:14:19.963265 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-0259d0c1-7f44-43cc-af9f-cddaf7e43cba req-0d247825-379b-418a-a80f-c812f38a1890 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1d87fd8-8361-496a-8946-495a7b0546fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386863 Apr 01 16:14:21.163300 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b144ca1-90d5-4246-b27a-8b82d2f55fd2 req-bb998f27-5776-468e-bc7e-917ec4a1bd92 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:21.164754 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-7b144ca1-90d5-4246-b27a-8b82d2f55fd2 req-bb998f27-5776-468e-bc7e-917ec4a1bd92 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/ports?device_id=cab672f4-bdc3-404c-be9c-36244b956aa7 HTTP/1.1" status: 200 len: 946 time: 0.0782130 Apr 01 16:14:21.209952 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-7b144ca1-90d5-4246-b27a-8b82d2f55fd2 req-f5609082-9746-4bee-8b7d-d80fc9cbfe43 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1d87fd8-8361-496a-8946-495a7b0546fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389519 Apr 01 16:14:22.410023 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493b6316-8ff1-4106-aab7-8076b7c4a7b6 req-4acb8da1-d00f-4d08-b04e-9c3c3fa92067 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:22.411364 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-493b6316-8ff1-4106-aab7-8076b7c4a7b6 req-4acb8da1-d00f-4d08-b04e-9c3c3fa92067 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/ports?device_id=cab672f4-bdc3-404c-be9c-36244b956aa7 HTTP/1.1" status: 200 len: 946 time: 0.0812254 Apr 01 16:14:22.455512 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-493b6316-8ff1-4106-aab7-8076b7c4a7b6 req-e2e3ca96-df25-4689-ae0b-f2d78324eba9 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1d87fd8-8361-496a-8946-495a7b0546fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380225 Apr 01 16:14:23.653705 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de49976a-32e3-48f0-ae1c-d38169025c2c req-072b7de0-e1cc-4450-8389-76be95fd4fb9 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:23.655140 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-de49976a-32e3-48f0-ae1c-d38169025c2c req-072b7de0-e1cc-4450-8389-76be95fd4fb9 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/ports?device_id=cab672f4-bdc3-404c-be9c-36244b956aa7 HTTP/1.1" status: 200 len: 946 time: 0.0769916 Apr 01 16:14:23.704162 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-de49976a-32e3-48f0-ae1c-d38169025c2c req-c63312e6-52ba-4a93-83a1-0e3510fb40c9 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1d87fd8-8361-496a-8946-495a7b0546fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432389 Apr 01 16:14:23.910283 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:23.911367 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-830d89e4-552a-40df-8f0b-dd198d28336a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:24.906584 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1fdd8d-9ab0-4e4a-b905-5f4f3d45cd4c req-a0fec136-e283-4e0a-b3a9-f8dbb326f7cc tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:24.908033 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-1d1fdd8d-9ab0-4e4a-b905-5f4f3d45cd4c req-a0fec136-e283-4e0a-b3a9-f8dbb326f7cc tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/ports?device_id=cab672f4-bdc3-404c-be9c-36244b956aa7 HTTP/1.1" status: 200 len: 946 time: 0.0789745 Apr 01 16:14:24.953732 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-1d1fdd8d-9ab0-4e4a-b905-5f4f3d45cd4c req-3466134c-68f1-461d-bc49-ba8c843e178f tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1d87fd8-8361-496a-8946-495a7b0546fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401266 Apr 01 16:14:26.179783 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3a72ae-7753-4261-877f-a438c80ab57f req-edd9081d-c9e9-4a8d-a7a0-57f80d5ed06b tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:26.181630 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-9d3a72ae-7753-4261-877f-a438c80ab57f req-edd9081d-c9e9-4a8d-a7a0-57f80d5ed06b tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/ports?device_id=cab672f4-bdc3-404c-be9c-36244b956aa7 HTTP/1.1" status: 200 len: 946 time: 0.0838761 Apr 01 16:14:26.233836 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-9d3a72ae-7753-4261-877f-a438c80ab57f req-2d4792cd-4fc3-401b-a00f-4ca4c9abd641 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1d87fd8-8361-496a-8946-495a7b0546fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441995 Apr 01 16:14:26.292064 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-54b9ace0-a84a-4300-bba6-819e2ac6c2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:27.436710 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45fa030-18be-4b3b-b802-e5ee0bd6bcb8 req-d6a425d5-73ef-4229-ab71-4f22a657e72a tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:27.438103 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c45fa030-18be-4b3b-b802-e5ee0bd6bcb8 req-d6a425d5-73ef-4229-ab71-4f22a657e72a tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/ports?device_id=cab672f4-bdc3-404c-be9c-36244b956aa7 HTTP/1.1" status: 200 len: 946 time: 0.0758417 Apr 01 16:14:27.482510 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c45fa030-18be-4b3b-b802-e5ee0bd6bcb8 req-6410af8f-6238-48bf-9894-7f1e1ec3913c tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1d87fd8-8361-496a-8946-495a7b0546fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389817 Apr 01 16:14:27.617794 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:27.781254 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:28.685518 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca3b26e-34eb-46f4-8c2f-1815d7bdee88 req-e5f435f6-7666-4c03-96e3-171888539386 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:28.686946 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2ca3b26e-34eb-46f4-8c2f-1815d7bdee88 req-e5f435f6-7666-4c03-96e3-171888539386 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/ports?device_id=cab672f4-bdc3-404c-be9c-36244b956aa7 HTTP/1.1" status: 200 len: 946 time: 0.0802262 Apr 01 16:14:28.731716 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2ca3b26e-34eb-46f4-8c2f-1815d7bdee88 req-0f13e324-bffb-4367-9ea5-82dabd39ad06 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1d87fd8-8361-496a-8946-495a7b0546fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390832 Apr 01 16:14:29.305191 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:29.926738 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53db8d00-9dd6-4cb4-9a6c-5e23b04aee54 req-f2978f23-20fd-4be9-8d5c-419b2c6f3005 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:29.928166 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-53db8d00-9dd6-4cb4-9a6c-5e23b04aee54 req-f2978f23-20fd-4be9-8d5c-419b2c6f3005 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/ports?device_id=cab672f4-bdc3-404c-be9c-36244b956aa7 HTTP/1.1" status: 200 len: 946 time: 0.0759881 Apr 01 16:14:29.978229 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-53db8d00-9dd6-4cb4-9a6c-5e23b04aee54 req-09515af9-375a-426c-8a5e-f54e5e3de4cb tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1d87fd8-8361-496a-8946-495a7b0546fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440495 Apr 01 16:14:31.179288 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f24ed2c-a6d9-4c8d-93db-70b2fe47f04e req-56d7c5e4-074e-4111-bccf-687f40db35d6 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:31.180716 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5f24ed2c-a6d9-4c8d-93db-70b2fe47f04e req-56d7c5e4-074e-4111-bccf-687f40db35d6 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/ports?device_id=cab672f4-bdc3-404c-be9c-36244b956aa7 HTTP/1.1" status: 200 len: 946 time: 0.0806088 Apr 01 16:14:31.226566 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5f24ed2c-a6d9-4c8d-93db-70b2fe47f04e req-e830956c-3f15-4f0b-a278-3ce89c273470 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1d87fd8-8361-496a-8946-495a7b0546fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397308 Apr 01 16:14:32.427337 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c039ac1-aa50-4022-82e0-59a68631da4e req-aba17af9-ecbb-4129-be63-a4aa5cb2ac50 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:32.428666 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4c039ac1-aa50-4022-82e0-59a68631da4e req-aba17af9-ecbb-4129-be63-a4aa5cb2ac50 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/ports?device_id=cab672f4-bdc3-404c-be9c-36244b956aa7 HTTP/1.1" status: 200 len: 946 time: 0.0784771 Apr 01 16:14:32.472389 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4c039ac1-aa50-4022-82e0-59a68631da4e req-aaf0b487-59d1-4e6b-ba86-c1fed4e7f632 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1d87fd8-8361-496a-8946-495a7b0546fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374696 Apr 01 16:14:33.675397 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e31251c-9918-4dd1-ae2d-197b2be91cd0 req-4138d853-532e-4d1f-ad5a-e9d8d7ecb1e2 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:33.676862 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-6e31251c-9918-4dd1-ae2d-197b2be91cd0 req-4138d853-532e-4d1f-ad5a-e9d8d7ecb1e2 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/ports?device_id=cab672f4-bdc3-404c-be9c-36244b956aa7 HTTP/1.1" status: 200 len: 946 time: 0.0795920 Apr 01 16:14:33.722600 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-6e31251c-9918-4dd1-ae2d-197b2be91cd0 req-bf19977f-2227-4e99-84d0-e8758d97c4b0 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1d87fd8-8361-496a-8946-495a7b0546fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395234 Apr 01 16:14:34.922230 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e8f933-b56e-47ff-91ca-20106d02e351 req-ebc9cb70-869e-40ed-ad7c-76f1ba522996 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:34.923664 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a2e8f933-b56e-47ff-91ca-20106d02e351 req-ebc9cb70-869e-40ed-ad7c-76f1ba522996 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/ports?device_id=cab672f4-bdc3-404c-be9c-36244b956aa7 HTTP/1.1" status: 200 len: 946 time: 0.0787203 Apr 01 16:14:34.969680 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a2e8f933-b56e-47ff-91ca-20106d02e351 req-48023296-287c-4217-af14-5b37a0418636 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1d87fd8-8361-496a-8946-495a7b0546fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405376 Apr 01 16:14:35.603528 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:14:36.168521 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae4ffac-f7c6-4e00-83e1-000365870b22 req-9ac9472b-e4ae-4767-987e-a5731c52895d tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:36.169996 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-3ae4ffac-f7c6-4e00-83e1-000365870b22 req-9ac9472b-e4ae-4767-987e-a5731c52895d tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/ports?device_id=cab672f4-bdc3-404c-be9c-36244b956aa7 HTTP/1.1" status: 200 len: 946 time: 0.0763211 Apr 01 16:14:36.215448 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-3ae4ffac-f7c6-4e00-83e1-000365870b22 req-2a8e8e95-e335-4c09-8ff6-0932972c5657 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1d87fd8-8361-496a-8946-495a7b0546fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399947 Apr 01 16:14:37.414013 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d6ffc7-8a59-404e-a9b8-57d6c9afc466 req-bf0a1b4c-cd99-4e0b-a33b-7c3d0056edab tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:37.415946 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a7d6ffc7-8a59-404e-a9b8-57d6c9afc466 req-bf0a1b4c-cd99-4e0b-a33b-7c3d0056edab tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/ports?device_id=cab672f4-bdc3-404c-be9c-36244b956aa7 HTTP/1.1" status: 200 len: 946 time: 0.0786991 Apr 01 16:14:37.460141 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a7d6ffc7-8a59-404e-a9b8-57d6c9afc466 req-ee1f233d-5af2-44db-a5f8-570ff2fb9fc8 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1d87fd8-8361-496a-8946-495a7b0546fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385792 Apr 01 16:14:38.653441 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e00133c-4177-42f3-93b5-eae74a8c451a req-e6ed5859-71bc-42c6-971c-04dfe779b398 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:38.654883 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4e00133c-4177-42f3-93b5-eae74a8c451a req-e6ed5859-71bc-42c6-971c-04dfe779b398 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/ports?device_id=cab672f4-bdc3-404c-be9c-36244b956aa7 HTTP/1.1" status: 200 len: 946 time: 0.0756543 Apr 01 16:14:38.703300 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4e00133c-4177-42f3-93b5-eae74a8c451a req-af9cb731-24b5-4c5c-a0c2-9fd52f852b8f tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1d87fd8-8361-496a-8946-495a7b0546fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428824 Apr 01 16:14:39.899016 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fc804e-0c04-4834-8640-b53c5902411e req-66743e4d-94fc-4fab-846e-f99b58365322 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:39.901397 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-38fc804e-0c04-4834-8640-b53c5902411e req-66743e4d-94fc-4fab-846e-f99b58365322 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/ports?device_id=cab672f4-bdc3-404c-be9c-36244b956aa7 HTTP/1.1" status: 200 len: 946 time: 0.0784972 Apr 01 16:14:39.949852 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-38fc804e-0c04-4834-8640-b53c5902411e req-379295e0-93cb-4a62-9a9f-ecb56ff6a4a8 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1d87fd8-8361-496a-8946-495a7b0546fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428643 Apr 01 16:14:41.158340 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c232f8-2916-464c-8570-5fe37676543d req-f417cef1-425c-40ab-ba76-3a59091ef943 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:41.159771 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-14c232f8-2916-464c-8570-5fe37676543d req-f417cef1-425c-40ab-ba76-3a59091ef943 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/ports?device_id=cab672f4-bdc3-404c-be9c-36244b956aa7 HTTP/1.1" status: 200 len: 946 time: 0.0813863 Apr 01 16:14:41.211823 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-14c232f8-2916-464c-8570-5fe37676543d req-ed06d470-539e-4a9d-8310-d664dea3e51c tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1d87fd8-8361-496a-8946-495a7b0546fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464599 Apr 01 16:14:42.411534 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c9b4e-5bf6-4bed-9a13-e68d397e1fd1 req-03abddd1-3339-4fa2-a4c3-90e49a14b633 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:42.412952 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-525c9b4e-5bf6-4bed-9a13-e68d397e1fd1 req-03abddd1-3339-4fa2-a4c3-90e49a14b633 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/ports?device_id=cab672f4-bdc3-404c-be9c-36244b956aa7 HTTP/1.1" status: 200 len: 946 time: 0.0778153 Apr 01 16:14:42.458605 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-525c9b4e-5bf6-4bed-9a13-e68d397e1fd1 req-035b9c02-fc7f-4b73-9e64-a4f80bace6ca tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1d87fd8-8361-496a-8946-495a7b0546fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397828 Apr 01 16:14:43.657790 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b01056-f297-4621-a6c4-a44cdbfd9e0f req-73aa1d7b-d264-4d00-97d8-99016a6d38d2 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:43.659223 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-14b01056-f297-4621-a6c4-a44cdbfd9e0f req-73aa1d7b-d264-4d00-97d8-99016a6d38d2 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/ports?device_id=cab672f4-bdc3-404c-be9c-36244b956aa7 HTTP/1.1" status: 200 len: 946 time: 0.0787580 Apr 01 16:14:43.716921 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-14b01056-f297-4621-a6c4-a44cdbfd9e0f req-266e5185-0be2-419c-a9e4-921d56240720 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1d87fd8-8361-496a-8946-495a7b0546fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521984 Apr 01 16:14:44.628004 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-02224c03-4e17-4358-9d08-659fc283524e req-787b4f89-e655-4e2c-b4d4-1b49da0b93a2 service neutron] 10.222.0.24 "GET /v2.0/ports/ae23cade-7668-4012-b05a-bdf8283079ed/bindings/hv-neutron-8333 HTTP/1.1" status: 200 len: 384 time: 0.0736835 Apr 01 16:14:44.888482 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-02224c03-4e17-4358-9d08-659fc283524e req-59b9724d-5a16-43ad-a773-12a6b9a56435 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cab672f4-bdc3-404c-be9c-36244b956aa7&tenant_id=74b2ca2715fe4362a3ea103b10356f68 HTTP/1.1" status: 200 len: 1099 time: 0.0722148 Apr 01 16:14:44.921950 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa76d6a0-7f7d-4d6b-8db8-301b74d12358 req-df25dfa1-0b7f-48eb-9330-50ab1b622a3a tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:44.924235 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-aa76d6a0-7f7d-4d6b-8db8-301b74d12358 req-df25dfa1-0b7f-48eb-9330-50ab1b622a3a tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/ports?device_id=cab672f4-bdc3-404c-be9c-36244b956aa7 HTTP/1.1" status: 200 len: 946 time: 0.0812204 Apr 01 16:14:44.972810 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-aa76d6a0-7f7d-4d6b-8db8-301b74d12358 req-3d9ca1aa-b494-4045-b34a-b709a1f2184d tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1d87fd8-8361-496a-8946-495a7b0546fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431526 Apr 01 16:14:44.985170 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-02224c03-4e17-4358-9d08-659fc283524e req-d2afc1bb-b587-438e-9c3e-ad84022fad81 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=74b2ca2715fe4362a3ea103b10356f68&device_id=cab672f4-bdc3-404c-be9c-36244b956aa7 HTTP/1.1" status: 200 len: 1099 time: 0.0716670 Apr 01 16:14:45.122727 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02224c03-4e17-4358-9d08-659fc283524e req-b0f0b187-df33-4086-96cd-952f92928f09 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:45.124377 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-02224c03-4e17-4358-9d08-659fc283524e req-b0f0b187-df33-4086-96cd-952f92928f09 service neutron] 10.222.0.24 "GET /v2.0/networks?id=20631a3c-69a7-4f7a-8b32-a3ab1286e161 HTTP/1.1" status: 200 len: 915 time: 0.1304586 Apr 01 16:14:45.194523 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-02224c03-4e17-4358-9d08-659fc283524e req-2388d428-b0f4-4c20-b5d5-cad40cb3400e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae23cade-7668-4012-b05a-bdf8283079ed HTTP/1.1" status: 200 len: 217 time: 0.0639908 Apr 01 16:14:45.259368 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02224c03-4e17-4358-9d08-659fc283524e req-82fac9af-bc4e-4d61-b299-fd740d7aa291 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:45.261184 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-02224c03-4e17-4358-9d08-659fc283524e req-82fac9af-bc4e-4d61-b299-fd740d7aa291 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f3ea93d-a3b8-4940-bfbd-dc1b6a2fd31c HTTP/1.1" status: 200 len: 855 time: 0.0604081 Apr 01 16:14:45.319180 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-02224c03-4e17-4358-9d08-659fc283524e req-840c74c6-4180-4cdb-8883-a8ff575444fa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=20631a3c-69a7-4f7a-8b32-a3ab1286e161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420017 Apr 01 16:14:45.453768 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-02224c03-4e17-4358-9d08-659fc283524e req-cec6e141-b4b6-4f9b-b162-40047da63009 service neutron] 10.222.0.24 "GET /v2.0/networks/20631a3c-69a7-4f7a-8b32-a3ab1286e161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246629 Apr 01 16:14:45.583106 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-02224c03-4e17-4358-9d08-659fc283524e req-98b1c72c-c801-42e3-b9a6-dd86e1d3b5bb service neutron] 10.222.0.24 "GET /v2.0/networks/20631a3c-69a7-4f7a-8b32-a3ab1286e161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231370 Apr 01 16:14:46.261379 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f5744a-89a6-436e-aec4-c23d703d5558 req-a3760039-c6b7-4611-9fd9-59779f2f8492 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:46.262817 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-84f5744a-89a6-436e-aec4-c23d703d5558 req-a3760039-c6b7-4611-9fd9-59779f2f8492 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/ports?device_id=cab672f4-bdc3-404c-be9c-36244b956aa7 HTTP/1.1" status: 200 len: 946 time: 0.1624799 Apr 01 16:14:46.309713 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-84f5744a-89a6-436e-aec4-c23d703d5558 req-d0c11933-cf91-4499-a7e0-48196795f893 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1d87fd8-8361-496a-8946-495a7b0546fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413842 Apr 01 16:14:47.506735 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3805a7-1ea8-4d75-9d86-18c82ba70966 req-377e621a-faa8-4167-9f0d-fe233f73bf4a tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:47.508150 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-7a3805a7-1ea8-4d75-9d86-18c82ba70966 req-377e621a-faa8-4167-9f0d-fe233f73bf4a tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/ports?device_id=cab672f4-bdc3-404c-be9c-36244b956aa7 HTTP/1.1" status: 200 len: 946 time: 0.0762115 Apr 01 16:14:47.553667 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-7a3805a7-1ea8-4d75-9d86-18c82ba70966 req-67d02262-9199-41f3-aa99-4b7f9ace7d80 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1d87fd8-8361-496a-8946-495a7b0546fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393670 Apr 01 16:14:47.874544 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1535ce-62ba-4b23-8379-91063ac45c4a req-db9a306b-cb39-4eac-b10e-76d532768eb7 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:47.875141 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-0b1535ce-62ba-4b23-8379-91063ac45c4a req-db9a306b-cb39-4eac-b10e-76d532768eb7 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Synchronizing usage tracker for tenant:74b2ca2715fe4362a3ea103b10356f68 on resource:port {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:14:47.878289 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3236caca-ffd0-4dcf-ae22-2f4fed840859 req-cd2aa937-3531-4b92-9f1b-49b5eee139bf tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:47.879746 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-3236caca-ffd0-4dcf-ae22-2f4fed840859 req-cd2aa937-3531-4b92-9f1b-49b5eee139bf tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/ports?device_id=cab672f4-bdc3-404c-be9c-36244b956aa7 HTTP/1.1" status: 200 len: 946 time: 0.0762599 Apr 01 16:14:47.886885 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-0b1535ce-62ba-4b23-8379-91063ac45c4a req-db9a306b-cb39-4eac-b10e-76d532768eb7 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Unset dirty status for tenant:74b2ca2715fe4362a3ea103b10356f68 on resource:port {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:14:47.887977 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-0b1535ce-62ba-4b23-8379-91063ac45c4a req-db9a306b-cb39-4eac-b10e-76d532768eb7 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.24 "GET /v2.0/ports?device_id=cab672f4-bdc3-404c-be9c-36244b956aa7&tenant_id=74b2ca2715fe4362a3ea103b10356f68&binding%3Ahost_id=hv-neutron-8333 HTTP/1.1" status: 200 len: 946 time: 0.0923615 Apr 01 16:14:47.926180 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-3236caca-ffd0-4dcf-ae22-2f4fed840859 req-903f8daf-1b21-44bf-9437-45c1b927abcd tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1d87fd8-8361-496a-8946-495a7b0546fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402129 Apr 01 16:14:48.026311 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-0b1535ce-62ba-4b23-8379-91063ac45c4a req-1789b320-a019-4fe6-89ec-3e63cc164b20 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=74b2ca2715fe4362a3ea103b10356f68&device_id=cab672f4-bdc3-404c-be9c-36244b956aa7 HTTP/1.1" status: 200 len: 1099 time: 0.0680916 Apr 01 16:14:48.157850 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1535ce-62ba-4b23-8379-91063ac45c4a req-63dd999b-d032-4251-b8c8-cb5e24dc2992 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:48.159211 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-0b1535ce-62ba-4b23-8379-91063ac45c4a req-63dd999b-d032-4251-b8c8-cb5e24dc2992 service neutron] 10.222.0.24 "GET /v2.0/networks?id=20631a3c-69a7-4f7a-8b32-a3ab1286e161 HTTP/1.1" status: 200 len: 915 time: 0.1264174 Apr 01 16:14:48.318918 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-0b1535ce-62ba-4b23-8379-91063ac45c4a req-412424f6-49a2-4437-a15f-d72e8f185f3b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae23cade-7668-4012-b05a-bdf8283079ed HTTP/1.1" status: 200 len: 217 time: 0.1527958 Apr 01 16:14:48.382625 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1535ce-62ba-4b23-8379-91063ac45c4a req-03ea760f-601f-4b99-98d6-53f13c9d6818 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:48.384853 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-0b1535ce-62ba-4b23-8379-91063ac45c4a req-03ea760f-601f-4b99-98d6-53f13c9d6818 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f3ea93d-a3b8-4940-bfbd-dc1b6a2fd31c HTTP/1.1" status: 200 len: 855 time: 0.0596232 Apr 01 16:14:48.429215 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-0b1535ce-62ba-4b23-8379-91063ac45c4a req-023050d9-9bad-4f43-ae42-1de4291e73dc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=20631a3c-69a7-4f7a-8b32-a3ab1286e161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379162 Apr 01 16:14:48.558993 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-0b1535ce-62ba-4b23-8379-91063ac45c4a req-117b2797-322d-45b0-8ffd-c7c9d511b53c service neutron] 10.222.0.24 "GET /v2.0/networks/20631a3c-69a7-4f7a-8b32-a3ab1286e161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238143 Apr 01 16:14:48.690434 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-0b1535ce-62ba-4b23-8379-91063ac45c4a req-3fd10943-13ab-47aa-aca8-dc83cc5d6d88 service neutron] 10.222.0.24 "GET /v2.0/networks/20631a3c-69a7-4f7a-8b32-a3ab1286e161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246436 Apr 01 16:14:49.142702 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a09b73a-8170-44e9-8659-5d8a0106a438 req-d869b5d3-8b46-469b-bc9b-fa66b20a62fc tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:49.144156 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-9a09b73a-8170-44e9-8659-5d8a0106a438 req-d869b5d3-8b46-469b-bc9b-fa66b20a62fc tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/ports?device_id=cab672f4-bdc3-404c-be9c-36244b956aa7 HTTP/1.1" status: 200 len: 946 time: 0.0818391 Apr 01 16:14:49.191560 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-9a09b73a-8170-44e9-8659-5d8a0106a438 req-8e09e22d-ad99-46d5-a3df-910fbd0be247 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1d87fd8-8361-496a-8946-495a7b0546fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407131 Apr 01 16:14:49.393399 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device ae23cade-7668-4012-b05a-bdf8283079ed details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:14:49.397244 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device ae23cade-7668-4012-b05a-bdf8283079ed no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:14:49.606172 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:49.636077 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port ae23cade-7668-4012-b05a-bdf8283079ed, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=ae23cade-7668-4012-b05a-bdf8283079ed,segment=NetworkSegment(3136545a-9f37-41b2-b6f5-37cd17449905),segment_id=3136545a-9f37-41b2-b6f5-37cd17449905)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:14:49.658109 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Returning: {'device': 'ae23cade-7668-4012-b05a-bdf8283079ed', 'network_id': '20631a3c-69a7-4f7a-8b32-a3ab1286e161', 'port_id': 'ae23cade-7668-4012-b05a-bdf8283079ed', 'mac_address': 'fa:16:3e:31:5a:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f3ea93d-a3b8-4940-bfbd-dc1b6a2fd31c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:14:49.659376 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cab672f4-bdc3-404c-be9c-36244b956aa7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae23cade-7668-4012-b05a-bdf8283079ed'}] {{(pid=83829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:14:49.701463 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port ae23cade-7668-4012-b05a-bdf8283079ed, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=ae23cade-7668-4012-b05a-bdf8283079ed,segment=NetworkSegment(3136545a-9f37-41b2-b6f5-37cd17449905),segment_id=3136545a-9f37-41b2-b6f5-37cd17449905)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:14:49.711200 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:49.748031 dv-neutron-833373-2-hyperv neutron-server[83829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cab672f4-bdc3-404c-be9c-36244b956aa7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae23cade-7668-4012-b05a-bdf8283079ed', 'code': 200} Apr 01 16:14:49.772605 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:49.799539 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ae23cade-7668-4012-b05a-bdf8283079ed {{(pid=83829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:14:49.807587 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=ae23cade-7668-4012-b05a-bdf8283079ed,revision_number=6']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:49.841802 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:49.842176 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:49.842514 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:49.842848 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:49.843182 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:49.843511 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:49.843838 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:49.844164 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:49.844490 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:49.844836 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:49.845160 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:49.873933 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.db.api [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:14:49.874221 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG oslo_db.api [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:14:50.389629 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd80012f-c480-477f-9956-8775b2c46bff req-688fe0ad-6f1b-4d72-8729-0ae56ef0da03 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:50.391091 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-bd80012f-c480-477f-9956-8775b2c46bff req-688fe0ad-6f1b-4d72-8729-0ae56ef0da03 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/ports?device_id=cab672f4-bdc3-404c-be9c-36244b956aa7 HTTP/1.1" status: 200 len: 944 time: 0.0793526 Apr 01 16:14:50.433746 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:50.441782 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-bd80012f-c480-477f-9956-8775b2c46bff req-0767b5f1-17a7-4818-8a94-db10e288e316 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1d87fd8-8361-496a-8946-495a7b0546fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450199 Apr 01 16:14:50.451324 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae23cade-7668-4012-b05a-bdf8283079ed {{(pid=83829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:14:50.466366 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port ae23cade-7668-4012-b05a-bdf8283079ed, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=ae23cade-7668-4012-b05a-bdf8283079ed,segment=NetworkSegment(3136545a-9f37-41b2-b6f5-37cd17449905),segment_id=3136545a-9f37-41b2-b6f5-37cd17449905)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:14:50.470549 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:50.538273 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] get_ports_and_sgs() called for port_ids ['ae23cade-7668-4012-b05a-bdf8283079ed'] {{(pid=83829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 16:14:50.573069 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=ae23cade-7668-4012-b05a-bdf8283079ed,revision_number=7']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:50.639574 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97a9ec0-402d-4659-b7ea-6652bd0d475c req-7a950c5c-0141-470b-ac9e-a21a6a82b1e6 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:50.641023 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a97a9ec0-402d-4659-b7ea-6652bd0d475c req-7a950c5c-0141-470b-ac9e-a21a6a82b1e6 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/ports?device_id=cab672f4-bdc3-404c-be9c-36244b956aa7 HTTP/1.1" status: 200 len: 945 time: 0.0756342 Apr 01 16:14:50.687421 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a97a9ec0-402d-4659-b7ea-6652bd0d475c req-7e0e7bf7-5e9d-4b1b-aa72-5cce466b7a7c tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1d87fd8-8361-496a-8946-495a7b0546fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407646 Apr 01 16:14:50.886496 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad04bcf-a2a7-4f08-b76d-c41001083235 req-36e037c3-6203-412c-9699-f992dfdce25d tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:50.887924 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4ad04bcf-a2a7-4f08-b76d-c41001083235 req-36e037c3-6203-412c-9699-f992dfdce25d tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/ports?device_id=cab672f4-bdc3-404c-be9c-36244b956aa7 HTTP/1.1" status: 200 len: 945 time: 0.0784700 Apr 01 16:14:50.934018 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4ad04bcf-a2a7-4f08-b76d-c41001083235 req-d47d2c46-42a5-44bf-921a-0a71860d2eca tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1d87fd8-8361-496a-8946-495a7b0546fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405071 Apr 01 16:14:51.415094 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device ae23cade-7668-4012-b05a-bdf8283079ed up at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:14:51.482251 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning complete for port ae23cade-7668-4012-b05a-bdf8283079ed triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:14:51.483208 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:51.514218 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3271d17f-728c-4ddd-a0b2-43017502a6cf req-ba060a7d-d6d6-4e48-82e5-5293a8eaba23 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:51.515686 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-3271d17f-728c-4ddd-a0b2-43017502a6cf req-ba060a7d-d6d6-4e48-82e5-5293a8eaba23 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/ports?device_id=cab672f4-bdc3-404c-be9c-36244b956aa7 HTTP/1.1" status: 200 len: 945 time: 0.0763638 Apr 01 16:14:51.561784 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-3271d17f-728c-4ddd-a0b2-43017502a6cf req-fe6ad6b9-500a-4ceb-bc6c-1016119475aa tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1d87fd8-8361-496a-8946-495a7b0546fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405500 Apr 01 16:14:51.599355 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:51.631925 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port ae23cade-7668-4012-b05a-bdf8283079ed, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=ae23cade-7668-4012-b05a-bdf8283079ed,segment=NetworkSegment(3136545a-9f37-41b2-b6f5-37cd17449905),segment_id=3136545a-9f37-41b2-b6f5-37cd17449905)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:14:51.637001 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:51.699372 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=ae23cade-7668-4012-b05a-bdf8283079ed,revision_number=8']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:51.749471 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cab672f4-bdc3-404c-be9c-36244b956aa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae23cade-7668-4012-b05a-bdf8283079ed'}] {{(pid=83829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:14:51.801844 dv-neutron-833373-2-hyperv neutron-server[83829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cab672f4-bdc3-404c-be9c-36244b956aa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae23cade-7668-4012-b05a-bdf8283079ed', 'code': 200} Apr 01 16:14:52.759369 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8347389f-8190-49a1-a46c-9932653e2b37 req-b7425ee5-6bc4-4c03-ab18-0b75b5361ef6 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:52.760847 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8347389f-8190-49a1-a46c-9932653e2b37 req-b7425ee5-6bc4-4c03-ab18-0b75b5361ef6 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/ports?device_id=cab672f4-bdc3-404c-be9c-36244b956aa7 HTTP/1.1" status: 200 len: 946 time: 0.0793319 Apr 01 16:14:52.806114 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8347389f-8190-49a1-a46c-9932653e2b37 req-813fad25-2db5-4306-8a9e-e33b7bc64cfb tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/security-groups?id=d1d87fd8-8361-496a-8946-495a7b0546fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397575 Apr 01 16:14:53.118448 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66011abd-6eab-462c-b181-bebbe15b2242 req-880a9af2-38b1-4748-907b-9cfc369c9926 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:53.119911 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-66011abd-6eab-462c-b181-bebbe15b2242 req-880a9af2-38b1-4748-907b-9cfc369c9926 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.24 "GET /v2.0/ports?device_id=cab672f4-bdc3-404c-be9c-36244b956aa7 HTTP/1.1" status: 200 len: 946 time: 0.0747690 Apr 01 16:14:53.191386 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [req-66011abd-6eab-462c-b181-bebbe15b2242 req-a4208659-48a8-4cc3-a741-0f776afd4f0e tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Deleting port ae23cade-7668-4012-b05a-bdf8283079ed {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:14:53.191719 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-66011abd-6eab-462c-b181-bebbe15b2242 req-a4208659-48a8-4cc3-a741-0f776afd4f0e tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:53.436589 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [req-66011abd-6eab-462c-b181-bebbe15b2242 req-a4208659-48a8-4cc3-a741-0f776afd4f0e tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] For port ae23cade-7668-4012-b05a-bdf8283079ed, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=ae23cade-7668-4012-b05a-bdf8283079ed,segment=NetworkSegment(3136545a-9f37-41b2-b6f5-37cd17449905),segment_id=3136545a-9f37-41b2-b6f5-37cd17449905)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:14:53.436882 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-66011abd-6eab-462c-b181-bebbe15b2242 req-a4208659-48a8-4cc3-a741-0f776afd4f0e tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:53.555360 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [req-66011abd-6eab-462c-b181-bebbe15b2242 req-a4208659-48a8-4cc3-a741-0f776afd4f0e tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Calling delete_port for ae23cade-7668-4012-b05a-bdf8283079ed owned by compute:nova {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:14:53.695209 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-66011abd-6eab-462c-b181-bebbe15b2242 req-a4208659-48a8-4cc3-a741-0f776afd4f0e tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:53.707219 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] get_ports_and_sgs() called for port_ids ['ae23cade-7668-4012-b05a-bdf8283079ed'] {{(pid=83829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 16:14:53.745406 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4208659-48a8-4cc3-a741-0f776afd4f0e tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Pushing event deleted for resources: {'Port': ['ID=ae23cade-7668-4012-b05a-bdf8283079ed,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:53.814006 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [req-66011abd-6eab-462c-b181-bebbe15b2242 req-a4208659-48a8-4cc3-a741-0f776afd4f0e tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] No DVR routers for this DVR port ae23cade-7668-4012-b05a-bdf8283079ed on host hv-neutron-8333 {{(pid=83828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:14:53.816412 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-66011abd-6eab-462c-b181-bebbe15b2242 req-a4208659-48a8-4cc3-a741-0f776afd4f0e tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:53.818861 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cab672f4-bdc3-404c-be9c-36244b956aa7', 'name': 'network-vif-deleted', 'tag': 'ae23cade-7668-4012-b05a-bdf8283079ed'}] {{(pid=83828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:14:53.834974 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-66011abd-6eab-462c-b181-bebbe15b2242 req-a4208659-48a8-4cc3-a741-0f776afd4f0e tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.24 "DELETE /v2.0/ports/ae23cade-7668-4012-b05a-bdf8283079ed HTTP/1.1" status: 204 len: 173 time: 0.7094924 Apr 01 16:14:53.890268 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cab672f4-bdc3-404c-be9c-36244b956aa7', 'name': 'network-vif-deleted', 'tag': 'ae23cade-7668-4012-b05a-bdf8283079ed', 'status': 'completed', 'code': 200} Apr 01 16:14:53.915864 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-2cb3d137-9d4d-4ebe-ae8b-b5e4657d9f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:53.917755 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:53.974402 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c785f675-0337-4a13-b2a3-5e728890245d req-11ac550a-531b-45af-97c1-dc4b4255daf0 tempest-ServerDiskConfigTestJSON-232286018 tempest-ServerDiskConfigTestJSON-232286018-project] 10.222.0.55 "GET /v2.0/ports?device_id=cab672f4-bdc3-404c-be9c-36244b956aa7 HTTP/1.1" status: 200 len: 210 time: 0.0416844 Apr 01 16:14:55.414979 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 60584) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:14:55.475749 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f5a5acf-feb0-41be-93ed-ded71ac6d8ef admin admin] Deleting subnet 1f3ea93d-a3b8-4940-bfbd-dc1b6a2fd31c {{(pid=83828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 16:14:55.478908 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5f5a5acf-feb0-41be-93ed-ded71ac6d8ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:55.528295 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5f5a5acf-feb0-41be-93ed-ded71ac6d8ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15303084'] for subnet, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:55.586131 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5f5a5acf-feb0-41be-93ed-ded71ac6d8ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:55.652883 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5f5a5acf-feb0-41be-93ed-ded71ac6d8ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15306565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16030232'] for subnet, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:55.690789 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5a5acf-feb0-41be-93ed-ded71ac6d8ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f3ea93d-a3b8-4940-bfbd-dc1b6a2fd31c,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:55.695836 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5f5a5acf-feb0-41be-93ed-ded71ac6d8ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:55.702210 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-5f5a5acf-feb0-41be-93ed-ded71ac6d8ef admin admin] 10.222.0.55 "DELETE /v2.0/subnets/1f3ea93d-a3b8-4940-bfbd-dc1b6a2fd31c HTTP/1.1" status: 204 len: 168 time: 0.2861581 Apr 01 16:14:55.705410 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 60588) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:14:55.897559 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f1d3814e-8ef4-4734-aacb-e4053df55c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:56.021220 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f1d3814e-8ef4-4734-aacb-e4053df55c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:56.052807 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-f1d3814e-8ef4-4734-aacb-e4053df55c40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20631a3c-69a7-4f7a-8b32-a3ab1286e161']}} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:14:56.068400 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-f1d3814e-8ef4-4734-aacb-e4053df55c40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3136545a-9f37-41b2-b6f5-37cd17449905') {'for_net_delete': True} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:14:56.068696 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-f1d3814e-8ef4-4734-aacb-e4053df55c40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3136545a-9f37-41b2-b6f5-37cd17449905') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:14:56.085282 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f1d3814e-8ef4-4734-aacb-e4053df55c40 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15303093'] for segment, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:56.108603 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f1d3814e-8ef4-4734-aacb-e4053df55c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:56.115757 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1d3814e-8ef4-4734-aacb-e4053df55c40 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=83828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 16:14:56.116158 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f1d3814e-8ef4-4734-aacb-e4053df55c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15306523'] for segment, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:56.130093 dv-neutron-833373-2-hyperv neutron-server[83828]: Traceback (most recent call last): Apr 01 16:14:56.130093 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 16:14:56.130093 dv-neutron-833373-2-hyperv neutron-server[83828]: timer() Apr 01 16:14:56.130093 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:14:56.130093 dv-neutron-833373-2-hyperv neutron-server[83828]: cb(*args, **kw) Apr 01 16:14:56.130093 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:14:56.130093 dv-neutron-833373-2-hyperv neutron-server[83828]: return func(*args, **kwargs) Apr 01 16:14:56.130093 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:14:56.130093 dv-neutron-833373-2-hyperv neutron-server[83828]: self._notify() Apr 01 16:14:56.130093 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:14:56.130093 dv-neutron-833373-2-hyperv neutron-server[83828]: self.callback(batched_events) Apr 01 16:14:56.130093 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:14:56.130093 dv-neutron-833373-2-hyperv neutron-server[83828]: event.method(event) Apr 01 16:14:56.130093 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:14:56.130093 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:14:56.130093 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:14:56.130093 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:14:56.130093 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:14:56.130093 dv-neutron-833373-2-hyperv neutron-server[83828]: return f(self, *a, **k) Apr 01 16:14:56.130093 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 16:14:56.130093 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._get(url).json() Apr 01 16:14:56.130093 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 16:14:56.130093 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:14:56.130093 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 16:14:56.130093 dv-neutron-833373-2-hyperv neutron-server[83828]: return self.request(url, 'GET', **kwargs) Apr 01 16:14:56.130093 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 16:14:56.130093 dv-neutron-833373-2-hyperv neutron-server[83828]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:14:56.130093 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 16:14:56.130093 dv-neutron-833373-2-hyperv neutron-server[83828]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:14:56.130093 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 16:14:56.130093 dv-neutron-833373-2-hyperv neutron-server[83828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:14:56.130093 dv-neutron-833373-2-hyperv neutron-server[83828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:14:56.206479 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f1d3814e-8ef4-4734-aacb-e4053df55c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:56.231418 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f1d3814e-8ef4-4734-aacb-e4053df55c40 admin admin] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:56.244079 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d3814e-8ef4-4734-aacb-e4053df55c40 admin admin] Pushing event deleted for resources: {'Network': ['ID=20631a3c-69a7-4f7a-8b32-a3ab1286e161,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:56.258444 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-f1d3814e-8ef4-4734-aacb-e4053df55c40 admin admin] 10.222.0.55 "DELETE /v2.0/networks/20631a3c-69a7-4f7a-8b32-a3ab1286e161 HTTP/1.1" status: 204 len: 168 time: 0.5519173 Apr 01 16:14:56.286546 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-fb477f7e-ae2a-4191-acf8-7e309bc5eaa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:56.427425 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 60594) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:14:56.484532 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-3a59f594-a833-46d4-9a0a-7409be7ce874 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=74b2ca2715fe4362a3ea103b10356f68&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0559139 Apr 01 16:14:56.487099 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 60598) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:14:56.550556 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2993b0be-36eb-4486-a1a2-19dd14d58f3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:56.576009 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2993b0be-36eb-4486-a1a2-19dd14d58f3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:56.627821 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2993b0be-36eb-4486-a1a2-19dd14d58f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:56.641710 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2993b0be-36eb-4486-a1a2-19dd14d58f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d87fd8-8361-496a-8946-495a7b0546fa,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:56.648213 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2993b0be-36eb-4486-a1a2-19dd14d58f3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:56.649344 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-2993b0be-36eb-4486-a1a2-19dd14d58f3f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d1d87fd8-8361-496a-8946-495a7b0546fa HTTP/1.1" status: 204 len: 168 time: 0.1613209 Apr 01 16:14:57.423292 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device ae23cade-7668-4012-b05a-bdf8283079ed no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:14:57.456591 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] No Port match for: ae23cade-7668-4012-b05a-bdf8283079ed {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:14:57.456957 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device ae23cade-7668-4012-b05a-bdf8283079ed not bound to the agent host hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:14:57.497632 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 60620) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:14:57.621981 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:57.629949 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-a13b0132-554a-466a-85d9-b65ded7d3d14 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-447857044-network', 'tenant_id': 'c578f28ce31248cebab103300d5c4980'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:14:57.635630 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-a13b0132-554a-466a-85d9-b65ded7d3d14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:14:57.639545 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-a13b0132-554a-466a-85d9-b65ded7d3d14 admin admin] Usage tracker for resource:network and tenant:c578f28ce31248cebab103300d5c4980 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:14:57.642422 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-a13b0132-554a-466a-85d9-b65ded7d3d14 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:14:57.648805 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-a13b0132-554a-466a-85d9-b65ded7d3d14 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:14:57.657920 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a13b0132-554a-466a-85d9-b65ded7d3d14 admin admin] Made reservation on behalf of c578f28ce31248cebab103300d5c4980 for: {'network': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:14:57.660143 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a13b0132-554a-466a-85d9-b65ded7d3d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:57.672638 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a13b0132-554a-466a-85d9-b65ded7d3d14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:57.707377 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-a13b0132-554a-466a-85d9-b65ded7d3d14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:14:57.711575 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-a13b0132-554a-466a-85d9-b65ded7d3d14 admin admin] Usage tracker for resource:security_group_rule and tenant:c578f28ce31248cebab103300d5c4980 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:14:57.714962 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-a13b0132-554a-466a-85d9-b65ded7d3d14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:14:57.720803 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-a13b0132-554a-466a-85d9-b65ded7d3d14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:14:57.785305 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:57.803755 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a13b0132-554a-466a-85d9-b65ded7d3d14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:57.808568 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a13b0132-554a-466a-85d9-b65ded7d3d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:57.837143 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a13b0132-554a-466a-85d9-b65ded7d3d14 admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=83826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:14:57.850140 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13b0132-554a-466a-85d9-b65ded7d3d14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92fa83a0-b8f7-42a8-90cd-43b1049c5de4,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:57.855824 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a13b0132-554a-466a-85d9-b65ded7d3d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:57.856269 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.segments_db [None req-a13b0132-554a-466a-85d9-b65ded7d3d14 admin admin] Added segment eedea76a-6b55-46fe-a547-e638d80957c5 of type vlan for network 63ec6197-3c9d-41ee-add3-219b57c6a7c6 Apr 01 16:14:57.864957 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13b0132-554a-466a-85d9-b65ded7d3d14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:57.865298 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13b0132-554a-466a-85d9-b65ded7d3d14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:57.865628 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13b0132-554a-466a-85d9-b65ded7d3d14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:57.865954 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13b0132-554a-466a-85d9-b65ded7d3d14 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:57.866278 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13b0132-554a-466a-85d9-b65ded7d3d14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:57.866598 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13b0132-554a-466a-85d9-b65ded7d3d14 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:57.866917 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13b0132-554a-466a-85d9-b65ded7d3d14 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:57.867735 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13b0132-554a-466a-85d9-b65ded7d3d14 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:57.868112 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13b0132-554a-466a-85d9-b65ded7d3d14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:57.868545 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13b0132-554a-466a-85d9-b65ded7d3d14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:57.868890 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13b0132-554a-466a-85d9-b65ded7d3d14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:14:57.894378 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a13b0132-554a-466a-85d9-b65ded7d3d14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:57.922854 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a13b0132-554a-466a-85d9-b65ded7d3d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:57.923863 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13b0132-554a-466a-85d9-b65ded7d3d14 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:57.924457 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a13b0132-554a-466a-85d9-b65ded7d3d14 admin admin] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:58.028241 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-a13b0132-554a-466a-85d9-b65ded7d3d14 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5295103 Apr 01 16:14:58.029208 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13b0132-554a-466a-85d9-b65ded7d3d14 admin admin] Pushing event updated for resources: {'Network': ['ID=63ec6197-3c9d-41ee-add3-219b57c6a7c6,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:58.031192 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 60626) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:14:58.037001 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-8b29ad87-c169-462a-88dd-03bd0c3b461a admin admin] Request body: {'subnet': {'network_id': '63ec6197-3c9d-41ee-add3-219b57c6a7c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-447857044-subnet', 'tenant_id': 'c578f28ce31248cebab103300d5c4980', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:14:58.040744 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 63ec6197-3c9d-41ee-add3-219b57c6a7c6 details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:14:58.043137 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-8b29ad87-c169-462a-88dd-03bd0c3b461a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:14:58.048404 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-8b29ad87-c169-462a-88dd-03bd0c3b461a admin admin] Usage tracker for resource:subnet and tenant:c578f28ce31248cebab103300d5c4980 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:14:58.051597 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-8b29ad87-c169-462a-88dd-03bd0c3b461a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:14:58.058660 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-8b29ad87-c169-462a-88dd-03bd0c3b461a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:14:58.069344 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b29ad87-c169-462a-88dd-03bd0c3b461a admin admin] Made reservation on behalf of c578f28ce31248cebab103300d5c4980 for: {'subnet': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:14:58.071869 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8b29ad87-c169-462a-88dd-03bd0c3b461a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16030269'] for subnet, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:58.285932 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8b29ad87-c169-462a-88dd-03bd0c3b461a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15306628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16030227'] for subnet, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:58.358577 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b29ad87-c169-462a-88dd-03bd0c3b461a admin admin] Pushing event updated for resources: {'Subnet': ['ID=098e1af0-a105-4506-be65-fcc96abf103e,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:58.370683 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b29ad87-c169-462a-88dd-03bd0c3b461a admin admin] Checking segment: {'id': 'eedea76a-6b55-46fe-a547-e638d80957c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '63ec6197-3c9d-41ee-add3-219b57c6a7c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:14:58.371036 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b29ad87-c169-462a-88dd-03bd0c3b461a admin admin] Network hostable DHCP agents. Network: 63ec6197-3c9d-41ee-add3-219b57c6a7c6, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:14:58.392999 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b29ad87-c169-462a-88dd-03bd0c3b461a admin admin] Network 63ec6197-3c9d-41ee-add3-219b57c6a7c6 is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:14:58.402018 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-8b29ad87-c169-462a-88dd-03bd0c3b461a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, 63ec6197-3c9d-41ee-add3-219b57c6a7c6) {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:14:58.405923 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b29ad87-c169-462a-88dd-03bd0c3b461a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:14:58.406487 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8b29ad87-c169-462a-88dd-03bd0c3b461a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:58.411269 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60611d7f-1645-4277-aea3-078ed23646cb None None] Network 63ec6197-3c9d-41ee-add3-219b57c6a7c6 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:14:58.425964 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-8b29ad87-c169-462a-88dd-03bd0c3b461a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3936357 Apr 01 16:14:58.428797 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 60630) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:14:58.434200 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-43dc74c0-fe21-4b5c-8cb6-a177ef019401 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-447857044-router', 'tenant_id': 'c578f28ce31248cebab103300d5c4980', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:14:58.438893 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-43dc74c0-fe21-4b5c-8cb6-a177ef019401 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:14:58.442781 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-43dc74c0-fe21-4b5c-8cb6-a177ef019401 admin admin] Usage tracker for resource:router and tenant:c578f28ce31248cebab103300d5c4980 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:14:58.446686 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-43dc74c0-fe21-4b5c-8cb6-a177ef019401 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:14:58.452653 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-43dc74c0-fe21-4b5c-8cb6-a177ef019401 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:14:58.463118 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-43dc74c0-fe21-4b5c-8cb6-a177ef019401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130665'] for router, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:58.464060 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-43dc74c0-fe21-4b5c-8cb6-a177ef019401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617571', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130640'] for router, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:58.483452 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-43dc74c0-fe21-4b5c-8cb6-a177ef019401 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:58.628642 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95323e1c-8067-4d06-9ba3-fc533d76e34e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-63ec6197-3c9d-41ee-add3-219b57c6a7c6', 'network_id': '63ec6197-3c9d-41ee-add3-219b57c6a7c6', 'tenant_id': 'c578f28ce31248cebab103300d5c4980', 'fixed_ips': [{'subnet_id': '098e1af0-a105-4506-be65-fcc96abf103e'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 16:14:58.629499 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-95323e1c-8067-4d06-9ba3-fc533d76e34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:58.629623 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-43dc74c0-fe21-4b5c-8cb6-a177ef019401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130626'] for router, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:58.783768 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-95323e1c-8067-4d06-9ba3-fc533d76e34e None None] Allocated IP 172.20.0.2 (63ec6197-3c9d-41ee-add3-219b57c6a7c6/098e1af0-a105-4506-be65-fcc96abf103e/e31ffd48-4431-4fd0-8d33-bd897c6f6735) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:14:58.818568 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-43dc74c0-fe21-4b5c-8cb6-a177ef019401 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:58.851387 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-43dc74c0-fe21-4b5c-8cb6-a177ef019401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:58.990987 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-43dc74c0-fe21-4b5c-8cb6-a177ef019401 admin admin] Allocated IP 172.26.1.39 (ed45466e-0386-4b92-8de3-247c977242ac/0479f741-5cd1-4d6f-b593-d8aa909a42d3/0de7dbf5-60ef-496e-9c2a-1807ed7c5a12) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:14:58.991831 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-95323e1c-8067-4d06-9ba3-fc533d76e34e None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:59.003787 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-95323e1c-8067-4d06-9ba3-fc533d76e34e None None] Transition to ACTIVE for port object e31ffd48-4431-4fd0-8d33-bd897c6f6735 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:14:59.025324 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-95323e1c-8067-4d06-9ba3-fc533d76e34e None None] Transition to ACTIVE for port object e31ffd48-4431-4fd0-8d33-bd897c6f6735 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:14:59.031286 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-95323e1c-8067-4d06-9ba3-fc533d76e34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:59.102418 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95323e1c-8067-4d06-9ba3-fc533d76e34e None None] Network 63ec6197-3c9d-41ee-add3-219b57c6a7c6 is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:14:59.105357 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-95323e1c-8067-4d06-9ba3-fc533d76e34e None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:14:59.109934 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95323e1c-8067-4d06-9ba3-fc533d76e34e None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:14:59.112015 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95323e1c-8067-4d06-9ba3-fc533d76e34e None None] Pushing event updated for resources: {'Port': ['ID=e31ffd48-4431-4fd0-8d33-bd897c6f6735,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:59.150237 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-43dc74c0-fe21-4b5c-8cb6-a177ef019401 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:59.177764 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-43dc74c0-fe21-4b5c-8cb6-a177ef019401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:59.197999 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-95323e1c-8067-4d06-9ba3-fc533d76e34e None None] Attempting to bind port e31ffd48-4431-4fd0-8d33-bd897c6f6735 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:14:59.198359 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-95323e1c-8067-4d06-9ba3-fc533d76e34e None None] Attempting to bind port e31ffd48-4431-4fd0-8d33-bd897c6f6735 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'eedea76a-6b55-46fe-a547-e638d80957c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '63ec6197-3c9d-41ee-add3-219b57c6a7c6'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:14:59.198757 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95323e1c-8067-4d06-9ba3-fc533d76e34e None None] Attempting to bind port e31ffd48-4431-4fd0-8d33-bd897c6f6735 on network 63ec6197-3c9d-41ee-add3-219b57c6a7c6 {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:14:59.205313 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95323e1c-8067-4d06-9ba3-fc533d76e34e None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:14:59.205687 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95323e1c-8067-4d06-9ba3-fc533d76e34e None None] Checking segment: {'id': 'eedea76a-6b55-46fe-a547-e638d80957c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '63ec6197-3c9d-41ee-add3-219b57c6a7c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:14:59.206093 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-95323e1c-8067-4d06-9ba3-fc533d76e34e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:59.206486 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95323e1c-8067-4d06-9ba3-fc533d76e34e None None] Bound using segment: {'id': 'eedea76a-6b55-46fe-a547-e638d80957c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '63ec6197-3c9d-41ee-add3-219b57c6a7c6'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:14:59.206948 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-95323e1c-8067-4d06-9ba3-fc533d76e34e None None] Bound port: e31ffd48-4431-4fd0-8d33-bd897c6f6735, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eedea76a-6b55-46fe-a547-e638d80957c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '63ec6197-3c9d-41ee-add3-219b57c6a7c6'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:14:59.207323 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-95323e1c-8067-4d06-9ba3-fc533d76e34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:59.314152 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-95323e1c-8067-4d06-9ba3-fc533d76e34e None None] For port e31ffd48-4431-4fd0-8d33-bd897c6f6735, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:14:59.317735 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-95323e1c-8067-4d06-9ba3-fc533d76e34e None None] For port e31ffd48-4431-4fd0-8d33-bd897c6f6735, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=e31ffd48-4431-4fd0-8d33-bd897c6f6735,segment=NetworkSegment(eedea76a-6b55-46fe-a547-e638d80957c5),segment_id=eedea76a-6b55-46fe-a547-e638d80957c5)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:14:59.319395 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:59.322716 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-95323e1c-8067-4d06-9ba3-fc533d76e34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:59.347947 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43dc74c0-fe21-4b5c-8cb6-a177ef019401 admin admin] Network ed45466e-0386-4b92-8de3-247c977242ac is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:14:59.350980 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-43dc74c0-fe21-4b5c-8cb6-a177ef019401 admin admin] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:14:59.353986 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43dc74c0-fe21-4b5c-8cb6-a177ef019401 admin admin] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:14:59.385599 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dc74c0-fe21-4b5c-8cb6-a177ef019401 admin admin] Pushing event updated for resources: {'Port': ['ID=0de7dbf5-60ef-496e-9c2a-1807ed7c5a12,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:59.404828 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95323e1c-8067-4d06-9ba3-fc533d76e34e None None] Pushing event updated for resources: {'Port': ['ID=e31ffd48-4431-4fd0-8d33-bd897c6f6735,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:14:59.530321 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-43dc74c0-fe21-4b5c-8cb6-a177ef019401 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:59.531071 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-43dc74c0-fe21-4b5c-8cb6-a177ef019401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616'] for router, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:14:59.773249 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43dc74c0-fe21-4b5c-8cb6-a177ef019401 admin admin] Router 8cf77c56-b30b-4cb5-85fc-b492b6b2e976 is scheduled to L3 agent ff252634-3424-422a-b742-9ae457bd54bd with binding_index 1 {{(pid=83828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 16:14:59.972897 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43dc74c0-fe21-4b5c-8cb6-a177ef019401 admin admin] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:14:59.991866 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444f772c-6157-4743-b8d1-a58af4588965 None None] Sync routers for ids ['8cf77c56-b30b-4cb5-85fc-b492b6b2e976'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:15:00.002102 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-43dc74c0-fe21-4b5c-8cb6-a177ef019401 admin admin] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:00.006655 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 60634) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:15:00.007199 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-43dc74c0-fe21-4b5c-8cb6-a177ef019401 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5769813 Apr 01 16:15:00.007304 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444f772c-6157-4743-b8d1-a58af4588965 None None] Routers {'8cf77c56-b30b-4cb5-85fc-b492b6b2e976'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:15:00.007763 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-444f772c-6157-4743-b8d1-a58af4588965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:14:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['8cf77c56-b30b-4cb5-85fc-b492b6b2e976'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:00.200134 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-444f772c-6157-4743-b8d1-a58af4588965 None None] Set router 8cf77c56-b30b-4cb5-85fc-b492b6b2e976 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:15:00.373740 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a628c6c-c045-48ed-88b5-0f6389c53a3d None None] Network 63ec6197-3c9d-41ee-add3-219b57c6a7c6 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:15:00.549069 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-fd87a23d-5bc3-4812-8ee6-5a6a325a824c None None] Provisioning for port e31ffd48-4431-4fd0-8d33-bd897c6f6735 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:15:00.567043 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-444f772c-6157-4743-b8d1-a58af4588965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'name': 'tempest-ServerActionsTestJSON-447857044-router', 'tenant_id': 'c578f28ce31248cebab103300d5c4980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.39'}], 'enable_snat': True}, 'gw_port_id': '0de7dbf5-60ef-496e-9c2a-1807ed7c5a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:14:58Z', 'updated_at': '2022-04-01T16:14:59Z', 'revision_number': 3, 'project_id': 'c578f28ce31248cebab103300d5c4980', 'gw_port': {'id': '0de7dbf5-60ef-496e-9c2a-1807ed7c5a12', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:47:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:14:58Z', 'updated_at': '2022-04-01T16:14:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:00.571592 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444f772c-6157-4743-b8d1-a58af4588965 None None] Checking router: 8cf77c56-b30b-4cb5-85fc-b492b6b2e976 for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:15:00.572439 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444f772c-6157-4743-b8d1-a58af4588965 None None] Updating router 8cf77c56-b30b-4cb5-85fc-b492b6b2e976 port 0de7dbf5-60ef-496e-9c2a-1807ed7c5a12 binding host dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 16:15:00.623460 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-444f772c-6157-4743-b8d1-a58af4588965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:00.893800 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a21eda0e-775e-458e-8dda-e98307793eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:00.968139 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-444f772c-6157-4743-b8d1-a58af4588965 None None] Notify callbacks [] for port, precommit_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:00.980288 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.provisioning_blocks [None req-444f772c-6157-4743-b8d1-a58af4588965 None None] Transition to ACTIVE for port object 0de7dbf5-60ef-496e-9c2a-1807ed7c5a12 will not be triggered until provisioned by entity L2. {{(pid=83833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:15:00.988643 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-444f772c-6157-4743-b8d1-a58af4588965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:01.068905 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b023a-153c-4e56-b1b1-9219f946ce25 None None] Pushing event updated for resources: {'Port': ['ID=0de7dbf5-60ef-496e-9c2a-1807ed7c5a12,revision_number=2']} {{(pid=83833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:01.081436 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-444f772c-6157-4743-b8d1-a58af4588965 None None] Attempting to bind port 0de7dbf5-60ef-496e-9c2a-1807ed7c5a12 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:15:01.081798 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-444f772c-6157-4743-b8d1-a58af4588965 None None] Attempting to bind port 0de7dbf5-60ef-496e-9c2a-1807ed7c5a12 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}] {{(pid=83833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:15:01.082174 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444f772c-6157-4743-b8d1-a58af4588965 None None] Attempting to bind port 0de7dbf5-60ef-496e-9c2a-1807ed7c5a12 on network ed45466e-0386-4b92-8de3-247c977242ac {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:15:01.087543 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b023a-153c-4e56-b1b1-9219f946ce25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:01.087886 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b023a-153c-4e56-b1b1-9219f946ce25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:01.088221 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b023a-153c-4e56-b1b1-9219f946ce25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:01.088555 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b023a-153c-4e56-b1b1-9219f946ce25 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:01.088908 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b023a-153c-4e56-b1b1-9219f946ce25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:01.089232 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b023a-153c-4e56-b1b1-9219f946ce25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:01.089969 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b023a-153c-4e56-b1b1-9219f946ce25 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:01.089969 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b023a-153c-4e56-b1b1-9219f946ce25 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:01.090172 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b023a-153c-4e56-b1b1-9219f946ce25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:01.090472 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b023a-153c-4e56-b1b1-9219f946ce25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:01.090786 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1b023a-153c-4e56-b1b1-9219f946ce25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:01.096577 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444f772c-6157-4743-b8d1-a58af4588965 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:15:01.096966 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444f772c-6157-4743-b8d1-a58af4588965 None None] Checking segment: {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:15:01.097368 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-444f772c-6157-4743-b8d1-a58af4588965 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:01.097744 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444f772c-6157-4743-b8d1-a58af4588965 None None] Bound using segment: {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'} {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:15:01.098197 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-444f772c-6157-4743-b8d1-a58af4588965 None None] Bound port: 0de7dbf5-60ef-496e-9c2a-1807ed7c5a12, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}}] {{(pid=83833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:15:01.098563 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-444f772c-6157-4743-b8d1-a58af4588965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:01.109663 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-a21eda0e-775e-458e-8dda-e98307793eae admin admin] Allocated IP 172.20.0.1 (63ec6197-3c9d-41ee-add3-219b57c6a7c6/098e1af0-a105-4506-be65-fcc96abf103e/931c1e71-ff20-421f-887b-f220afbe0c02) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:15:01.172114 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.db [None req-444f772c-6157-4743-b8d1-a58af4588965 None None] For port 0de7dbf5-60ef-496e-9c2a-1807ed7c5a12, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:15:01.175032 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.db [None req-444f772c-6157-4743-b8d1-a58af4588965 None None] For port 0de7dbf5-60ef-496e-9c2a-1807ed7c5a12, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=0de7dbf5-60ef-496e-9c2a-1807ed7c5a12,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:15:01.179443 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-444f772c-6157-4743-b8d1-a58af4588965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:01.201343 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device e31ffd48-4431-4fd0-8d33-bd897c6f6735 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:15:01.269842 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b023a-153c-4e56-b1b1-9219f946ce25 None None] Pushing event updated for resources: {'Port': ['ID=0de7dbf5-60ef-496e-9c2a-1807ed7c5a12,revision_number=3']} {{(pid=83833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:01.271230 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port e31ffd48-4431-4fd0-8d33-bd897c6f6735 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:15:01.277625 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port e31ffd48-4431-4fd0-8d33-bd897c6f6735 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:15:01.278366 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:01.280108 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444f772c-6157-4743-b8d1-a58af4588965 None None] Routers {'8cf77c56-b30b-4cb5-85fc-b492b6b2e976'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:15:01.280476 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a21eda0e-775e-458e-8dda-e98307793eae admin admin] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:01.280718 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-444f772c-6157-4743-b8d1-a58af4588965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:14:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['8cf77c56-b30b-4cb5-85fc-b492b6b2e976'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:01.299711 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [None req-a21eda0e-775e-458e-8dda-e98307793eae admin admin] Transition to ACTIVE for port object 931c1e71-ff20-421f-887b-f220afbe0c02 will not be triggered until provisioned by entity DHCP. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:15:01.330110 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a21eda0e-775e-458e-8dda-e98307793eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:01.417872 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21eda0e-775e-458e-8dda-e98307793eae admin admin] Network 63ec6197-3c9d-41ee-add3-219b57c6a7c6 is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:15:01.420895 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:01.422070 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-a21eda0e-775e-458e-8dda-e98307793eae admin admin] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:15:01.424213 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21eda0e-775e-458e-8dda-e98307793eae admin admin] Pushing event updated for resources: {'Port': ['ID=931c1e71-ff20-421f-887b-f220afbe0c02,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:01.426690 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21eda0e-775e-458e-8dda-e98307793eae admin admin] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:15:01.473669 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-444f772c-6157-4743-b8d1-a58af4588965 None None] Set router 8cf77c56-b30b-4cb5-85fc-b492b6b2e976 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:15:01.495837 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a21eda0e-775e-458e-8dda-e98307793eae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611418'] for router_interface, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:01.520408 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port e31ffd48-4431-4fd0-8d33-bd897c6f6735, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=e31ffd48-4431-4fd0-8d33-bd897c6f6735,segment=NetworkSegment(eedea76a-6b55-46fe-a547-e638d80957c5),segment_id=eedea76a-6b55-46fe-a547-e638d80957c5)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:15:01.529122 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:01.618065 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a21eda0e-775e-458e-8dda-e98307793eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:01.737096 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=e31ffd48-4431-4fd0-8d33-bd897c6f6735,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:01.754201 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-291b931f-d04c-4e6f-a63b-895441d1f1b6 None None] Provisioning for port 931c1e71-ff20-421f-887b-f220afbe0c02 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:15:01.764317 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-291b931f-d04c-4e6f-a63b-895441d1f1b6 None None] Provisioning complete for port 931c1e71-ff20-421f-887b-f220afbe0c02 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:15:01.764683 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-291b931f-d04c-4e6f-a63b-895441d1f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:01.816602 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-444f772c-6157-4743-b8d1-a58af4588965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'name': 'tempest-ServerActionsTestJSON-447857044-router', 'tenant_id': 'c578f28ce31248cebab103300d5c4980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.39'}], 'enable_snat': True}, 'gw_port_id': '0de7dbf5-60ef-496e-9c2a-1807ed7c5a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:14:58Z', 'updated_at': '2022-04-01T16:14:59Z', 'revision_number': 3, 'project_id': 'c578f28ce31248cebab103300d5c4980', 'gw_port': {'id': '0de7dbf5-60ef-496e-9c2a-1807ed7c5a12', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:47:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:14:58Z', 'updated_at': '2022-04-01T16:15:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:01.821259 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444f772c-6157-4743-b8d1-a58af4588965 None None] The sync data for ids ['8cf77c56-b30b-4cb5-85fc-b492b6b2e976'] in dv-neutron-833373-2-hyperv is: [{'id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'name': 'tempest-ServerActionsTestJSON-447857044-router', 'tenant_id': 'c578f28ce31248cebab103300d5c4980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.39'}], 'enable_snat': True}, 'gw_port_id': '0de7dbf5-60ef-496e-9c2a-1807ed7c5a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:14:58Z', 'updated_at': '2022-04-01T16:14:59Z', 'revision_number': 3, 'project_id': 'c578f28ce31248cebab103300d5c4980', 'gw_port': {'id': '0de7dbf5-60ef-496e-9c2a-1807ed7c5a12', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:47:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:14:58Z', 'updated_at': '2022-04-01T16:15:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:15:01.827286 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-291b931f-d04c-4e6f-a63b-895441d1f1b6 None None] Port 931c1e71-ff20-421f-887b-f220afbe0c02 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 16:15:01.872238 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a21eda0e-775e-458e-8dda-e98307793eae admin admin] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:01.876930 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a21eda0e-775e-458e-8dda-e98307793eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:01.987631 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21eda0e-775e-458e-8dda-e98307793eae admin admin] Pushing event updated for resources: {'Port': ['ID=931c1e71-ff20-421f-887b-f220afbe0c02,revision_number=2']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:01.993033 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a21eda0e-775e-458e-8dda-e98307793eae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611525'] for router_interface, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:02.145050 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21eda0e-775e-458e-8dda-e98307793eae admin admin] Network 63ec6197-3c9d-41ee-add3-219b57c6a7c6 is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:15:02.146216 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-a21eda0e-775e-458e-8dda-e98307793eae admin admin] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:15:02.353074 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-287af8cc-c406-40f9-a416-bb848c9b5ce6 None None] Provisioning complete for port 931c1e71-ff20-421f-887b-f220afbe0c02 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:15:02.353605 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-287af8cc-c406-40f9-a416-bb848c9b5ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:02.411108 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-287af8cc-c406-40f9-a416-bb848c9b5ce6 None None] Port 931c1e71-ff20-421f-887b-f220afbe0c02 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 16:15:02.654375 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a21eda0e-775e-458e-8dda-e98307793eae admin admin] Router 8cf77c56-b30b-4cb5-85fc-b492b6b2e976 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:15:02.861352 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a21eda0e-775e-458e-8dda-e98307793eae admin admin] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:15:02.870872 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-a21eda0e-775e-458e-8dda-e98307793eae admin admin] 10.222.0.55 "PUT /v2.0/routers/8cf77c56-b30b-4cb5-85fc-b492b6b2e976/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8621554 Apr 01 16:15:03.230509 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 0de7dbf5-60ef-496e-9c2a-1807ed7c5a12 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:15:03.301484 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 0de7dbf5-60ef-496e-9c2a-1807ed7c5a12 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:15:03.307183 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 0de7dbf5-60ef-496e-9c2a-1807ed7c5a12 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:15:03.307552 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:03.421673 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:03.437566 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port 0de7dbf5-60ef-496e-9c2a-1807ed7c5a12, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=0de7dbf5-60ef-496e-9c2a-1807ed7c5a12,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:15:03.441670 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:03.442415 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device e31ffd48-4431-4fd0-8d33-bd897c6f6735 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:15:03.483597 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 60644) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:15:03.489142 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-4932612b-576e-4726-9ea9-6314a838eac9 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Request body: {'security_group': {'name': 'tempest-securitygroup--977074567', 'description': 'tempest-description--1192521921'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:15:03.495165 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-4932612b-576e-4726-9ea9-6314a838eac9 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:15:03.499027 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-4932612b-576e-4726-9ea9-6314a838eac9 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Usage tracker for resource:security_group and tenant:c578f28ce31248cebab103300d5c4980 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:15:03.501868 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-4932612b-576e-4726-9ea9-6314a838eac9 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:15:03.507495 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-4932612b-576e-4726-9ea9-6314a838eac9 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:15:03.518838 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4932612b-576e-4726-9ea9-6314a838eac9 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify callbacks [] for security_group, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:03.553459 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-4932612b-576e-4726-9ea9-6314a838eac9 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:15:03.558143 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-4932612b-576e-4726-9ea9-6314a838eac9 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Usage tracker for resource:security_group_rule and tenant:c578f28ce31248cebab103300d5c4980 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:15:03.560974 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-4932612b-576e-4726-9ea9-6314a838eac9 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:15:03.561568 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=0de7dbf5-60ef-496e-9c2a-1807ed7c5a12,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:03.566649 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-4932612b-576e-4726-9ea9-6314a838eac9 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:15:03.575178 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port e31ffd48-4431-4fd0-8d33-bd897c6f6735 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:15:03.575533 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:03.628037 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4932612b-576e-4726-9ea9-6314a838eac9 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify callbacks [] for security_group, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:03.631901 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4932612b-576e-4726-9ea9-6314a838eac9 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:03.673525 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4932612b-576e-4726-9ea9-6314a838eac9 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02bcb448-f759-42db-8cd1-4bc2edb8a5d2,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:03.676273 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4932612b-576e-4726-9ea9-6314a838eac9 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:03.680803 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-4932612b-576e-4726-9ea9-6314a838eac9 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.1928918 Apr 01 16:15:03.681011 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 60648) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:15:03.686669 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-ae76a706-3e8d-464c-9c5e-b54a4136d075 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Request body: {'security_group_rule': {'security_group_id': '02bcb448-f759-42db-8cd1-4bc2edb8a5d2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:15:03.692402 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-ae76a706-3e8d-464c-9c5e-b54a4136d075 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:15:03.696914 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-ae76a706-3e8d-464c-9c5e-b54a4136d075 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Usage tracker for resource:security_group_rule and tenant:c578f28ce31248cebab103300d5c4980 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:15:03.699723 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-ae76a706-3e8d-464c-9c5e-b54a4136d075 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:15:03.705373 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-ae76a706-3e8d-464c-9c5e-b54a4136d075 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:15:03.720824 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ae76a706-3e8d-464c-9c5e-b54a4136d075 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:03.782486 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ae76a706-3e8d-464c-9c5e-b54a4136d075 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:03.786205 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ae76a706-3e8d-464c-9c5e-b54a4136d075 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:03.808780 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae76a706-3e8d-464c-9c5e-b54a4136d075 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99725074-95f5-4cb7-8623-d8fcc98091cc,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:03.817742 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ae76a706-3e8d-464c-9c5e-b54a4136d075 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:03.818968 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-ae76a706-3e8d-464c-9c5e-b54a4136d075 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1369328 Apr 01 16:15:03.822251 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 60652) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:15:03.827571 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-98362c98-4fee-4455-b767-780d8da36aaf tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Request body: {'security_group_rule': {'security_group_id': '02bcb448-f759-42db-8cd1-4bc2edb8a5d2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:15:03.833367 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-98362c98-4fee-4455-b767-780d8da36aaf tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:15:03.837304 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-98362c98-4fee-4455-b767-780d8da36aaf tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Usage tracker for resource:security_group_rule and tenant:c578f28ce31248cebab103300d5c4980 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:15:03.840124 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-98362c98-4fee-4455-b767-780d8da36aaf tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:15:03.845714 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-98362c98-4fee-4455-b767-780d8da36aaf tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:15:03.862984 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-98362c98-4fee-4455-b767-780d8da36aaf tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:03.924137 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-98362c98-4fee-4455-b767-780d8da36aaf tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:03.928323 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-98362c98-4fee-4455-b767-780d8da36aaf tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:03.953048 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98362c98-4fee-4455-b767-780d8da36aaf tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7247051b-74a7-4a4a-b0b7-fb3672770568,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:03.962667 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-98362c98-4fee-4455-b767-780d8da36aaf tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:03.963847 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-98362c98-4fee-4455-b767-780d8da36aaf tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1406758 Apr 01 16:15:03.966941 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 60656) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:15:03.972099 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-6eaaea35-9e99-4b5d-b4ff-544c80cda7f8 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Request body: {'floatingip': {'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:15:03.977709 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-6eaaea35-9e99-4b5d-b4ff-544c80cda7f8 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:15:03.981482 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-6eaaea35-9e99-4b5d-b4ff-544c80cda7f8 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Usage tracker for resource:floatingip and tenant:c578f28ce31248cebab103300d5c4980 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:15:03.984583 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-6eaaea35-9e99-4b5d-b4ff-544c80cda7f8 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:15:03.990415 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-6eaaea35-9e99-4b5d-b4ff-544c80cda7f8 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:15:04.002361 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6eaaea35-9e99-4b5d-b4ff-544c80cda7f8 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify callbacks [] for floatingip, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:04.158988 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6eaaea35-9e99-4b5d-b4ff-544c80cda7f8 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:04.304350 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-6eaaea35-9e99-4b5d-b4ff-544c80cda7f8 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Allocated IP 172.26.1.252 (ed45466e-0386-4b92-8de3-247c977242ac/0479f741-5cd1-4d6f-b593-d8aa909a42d3/a3681047-311e-4b00-8776-315ec371f04c) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:15:04.448696 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6eaaea35-9e99-4b5d-b4ff-544c80cda7f8 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:04.475693 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6eaaea35-9e99-4b5d-b4ff-544c80cda7f8 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:04.540021 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eaaea35-9e99-4b5d-b4ff-544c80cda7f8 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Network ed45466e-0386-4b92-8de3-247c977242ac is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:15:04.542742 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-6eaaea35-9e99-4b5d-b4ff-544c80cda7f8 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:15:04.547724 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eaaea35-9e99-4b5d-b4ff-544c80cda7f8 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:15:04.591327 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaaea35-9e99-4b5d-b4ff-544c80cda7f8 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Pushing event updated for resources: {'Port': ['ID=a3681047-311e-4b00-8776-315ec371f04c,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:04.728978 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6eaaea35-9e99-4b5d-b4ff-544c80cda7f8 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:04.783749 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6eaaea35-9e99-4b5d-b4ff-544c80cda7f8 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:04.990239 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6eaaea35-9e99-4b5d-b4ff-544c80cda7f8 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:04.995751 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6eaaea35-9e99-4b5d-b4ff-544c80cda7f8 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:05.168682 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 0de7dbf5-60ef-496e-9c2a-1807ed7c5a12 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:15:05.214653 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaaea35-9e99-4b5d-b4ff-544c80cda7f8 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Pushing event updated for resources: {'Port': ['ID=a3681047-311e-4b00-8776-315ec371f04c,revision_number=2']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:05.226036 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6eaaea35-9e99-4b5d-b4ff-544c80cda7f8 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617697'] for floatingip, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:05.251980 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6eaaea35-9e99-4b5d-b4ff-544c80cda7f8 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for floatingip, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:05.254424 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-6eaaea35-9e99-4b5d-b4ff-544c80cda7f8 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2864950 Apr 01 16:15:05.273292 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 0de7dbf5-60ef-496e-9c2a-1807ed7c5a12 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:15:05.273720 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:05.376912 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4521c6e2-d500-4021-888a-ffcffaf2f592 None None] Sync routers for ids ['8cf77c56-b30b-4cb5-85fc-b492b6b2e976'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:15:05.414561 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4521c6e2-d500-4021-888a-ffcffaf2f592 None None] Routers {'8cf77c56-b30b-4cb5-85fc-b492b6b2e976'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:15:05.415193 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-4521c6e2-d500-4021-888a-ffcffaf2f592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:14:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['8cf77c56-b30b-4cb5-85fc-b492b6b2e976'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:05.470053 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-a8bf9ed0-f25f-47c6-9223-7d8bc134d621 req-ba4d7e91-b854-4e92-8934-6a55b3e857fb tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Synchronizing usage tracker for tenant:c578f28ce31248cebab103300d5c4980 on resource:security_group {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:15:05.488166 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-a8bf9ed0-f25f-47c6-9223-7d8bc134d621 req-ba4d7e91-b854-4e92-8934-6a55b3e857fb tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Unset dirty status for tenant:c578f28ce31248cebab103300d5c4980 on resource:security_group {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:15:05.489578 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a8bf9ed0-f25f-47c6-9223-7d8bc134d621 req-ba4d7e91-b854-4e92-8934-6a55b3e857fb tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--977074567&fields=id&tenant_id=c578f28ce31248cebab103300d5c4980 HTTP/1.1" status: 200 len: 267 time: 0.0639217 Apr 01 16:15:05.600700 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-4521c6e2-d500-4021-888a-ffcffaf2f592 None None] Set router 8cf77c56-b30b-4cb5-85fc-b492b6b2e976 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:15:05.638927 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bf9ed0-f25f-47c6-9223-7d8bc134d621 req-1e5536b7-7876-4222-91c1-ac3031fc7061 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:05.639494 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-a8bf9ed0-f25f-47c6-9223-7d8bc134d621 req-1e5536b7-7876-4222-91c1-ac3031fc7061 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Synchronizing usage tracker for tenant:c578f28ce31248cebab103300d5c4980 on resource:network {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:15:05.656433 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-a8bf9ed0-f25f-47c6-9223-7d8bc134d621 req-1e5536b7-7876-4222-91c1-ac3031fc7061 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Unset dirty status for tenant:c578f28ce31248cebab103300d5c4980 on resource:network {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:15:05.657574 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a8bf9ed0-f25f-47c6-9223-7d8bc134d621 req-1e5536b7-7876-4222-91c1-ac3031fc7061 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/networks?id=63ec6197-3c9d-41ee-add3-219b57c6a7c6 HTTP/1.1" status: 200 len: 811 time: 0.1610568 Apr 01 16:15:05.674340 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a8bf9ed0-f25f-47c6-9223-7d8bc134d621 req-85e0f3c3-89fb-4b01-9fda-a54ddd654746 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/quotas/c578f28ce31248cebab103300d5c4980 HTTP/1.1" status: 200 len: 375 time: 0.0112252 Apr 01 16:15:05.759596 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-a8bf9ed0-f25f-47c6-9223-7d8bc134d621 req-8392ed7c-add5-43e1-b751-8b98b2dfeb97 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Synchronizing usage tracker for tenant:c578f28ce31248cebab103300d5c4980 on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:15:05.777295 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-a8bf9ed0-f25f-47c6-9223-7d8bc134d621 req-8392ed7c-add5-43e1-b751-8b98b2dfeb97 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Unset dirty status for tenant:c578f28ce31248cebab103300d5c4980 on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:15:05.778601 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a8bf9ed0-f25f-47c6-9223-7d8bc134d621 req-8392ed7c-add5-43e1-b751-8b98b2dfeb97 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c578f28ce31248cebab103300d5c4980&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0989654 Apr 01 16:15:05.919763 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a8bf9ed0-f25f-47c6-9223-7d8bc134d621 req-c8946751-c03b-491b-9cf2-5e89a87779a5 service neutron] 10.222.0.55 "GET /v2.0/networks/63ec6197-3c9d-41ee-add3-219b57c6a7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283700 Apr 01 16:15:05.922372 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-4521c6e2-d500-4021-888a-ffcffaf2f592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'name': 'tempest-ServerActionsTestJSON-447857044-router', 'tenant_id': 'c578f28ce31248cebab103300d5c4980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.39'}], 'enable_snat': True}, 'gw_port_id': '0de7dbf5-60ef-496e-9c2a-1807ed7c5a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:14:58Z', 'updated_at': '2022-04-01T16:15:01Z', 'revision_number': 4, 'project_id': 'c578f28ce31248cebab103300d5c4980', 'gw_port': {'id': '0de7dbf5-60ef-496e-9c2a-1807ed7c5a12', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:47:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:14:58Z', 'updated_at': '2022-04-01T16:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '931c1e71-ff20-421f-887b-f220afbe0c02', 'name': '', 'network_id': '63ec6197-3c9d-41ee-add3-219b57c6a7c6', 'tenant_id': 'c578f28ce31248cebab103300d5c4980', 'mac_address': 'fa:16:3e:62:5c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '098e1af0-a105-4506-be65-fcc96abf103e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:15:00Z', 'updated_at': '2022-04-01T16:15:01Z', 'revision_number': 2, 'project_id': 'c578f28ce31248cebab103300d5c4980', 'subnets': [{'id': '098e1af0-a105-4506-be65-fcc96abf103e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:05.926568 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4521c6e2-d500-4021-888a-ffcffaf2f592 None None] Checking router: 8cf77c56-b30b-4cb5-85fc-b492b6b2e976 for host: dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:15:05.926917 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4521c6e2-d500-4021-888a-ffcffaf2f592 None None] Updating router 8cf77c56-b30b-4cb5-85fc-b492b6b2e976 port 931c1e71-ff20-421f-887b-f220afbe0c02 binding host dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 16:15:05.981631 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-4521c6e2-d500-4021-888a-ffcffaf2f592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:06.059238 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a8bf9ed0-f25f-47c6-9223-7d8bc134d621 req-3ad515e3-027b-4612-998c-3ebc77610fd5 service neutron] 10.222.0.55 "GET /v2.0/networks/63ec6197-3c9d-41ee-add3-219b57c6a7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328394 Apr 01 16:15:06.282672 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-cdfeca6e-62ff-41f7-849a-ea980134fcdb req-382a421e-fd17-4b8e-9afc-f9db5d948b4f tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=02750695-56f0-4ff3-b102-ac945d666a7f HTTP/1.1" status: 200 len: 210 time: 0.0465510 Apr 01 16:15:06.410069 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-4521c6e2-d500-4021-888a-ffcffaf2f592 None None] Notify callbacks [] for port, precommit_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:06.422233 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-4521c6e2-d500-4021-888a-ffcffaf2f592 None None] Transition to ACTIVE for port object 931c1e71-ff20-421f-887b-f220afbe0c02 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:15:06.428829 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-4521c6e2-d500-4021-888a-ffcffaf2f592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:06.581726 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e72a4b-a83d-4261-bc77-6862b8a318bf None None] Pushing event updated for resources: {'Port': ['ID=931c1e71-ff20-421f-887b-f220afbe0c02,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:06.699283 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-4521c6e2-d500-4021-888a-ffcffaf2f592 None None] Attempting to bind port 931c1e71-ff20-421f-887b-f220afbe0c02 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:15:06.699720 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-4521c6e2-d500-4021-888a-ffcffaf2f592 None None] Attempting to bind port 931c1e71-ff20-421f-887b-f220afbe0c02 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'eedea76a-6b55-46fe-a547-e638d80957c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '63ec6197-3c9d-41ee-add3-219b57c6a7c6'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:15:06.700389 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4521c6e2-d500-4021-888a-ffcffaf2f592 None None] Attempting to bind port 931c1e71-ff20-421f-887b-f220afbe0c02 on network 63ec6197-3c9d-41ee-add3-219b57c6a7c6 {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:15:06.709503 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4521c6e2-d500-4021-888a-ffcffaf2f592 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:15:06.709882 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4521c6e2-d500-4021-888a-ffcffaf2f592 None None] Checking segment: {'id': 'eedea76a-6b55-46fe-a547-e638d80957c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '63ec6197-3c9d-41ee-add3-219b57c6a7c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:15:06.710295 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-4521c6e2-d500-4021-888a-ffcffaf2f592 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:06.711321 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4521c6e2-d500-4021-888a-ffcffaf2f592 None None] Bound using segment: {'id': 'eedea76a-6b55-46fe-a547-e638d80957c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '63ec6197-3c9d-41ee-add3-219b57c6a7c6'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:15:06.711992 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-4521c6e2-d500-4021-888a-ffcffaf2f592 None None] Bound port: 931c1e71-ff20-421f-887b-f220afbe0c02, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eedea76a-6b55-46fe-a547-e638d80957c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '63ec6197-3c9d-41ee-add3-219b57c6a7c6'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:15:06.712579 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-4521c6e2-d500-4021-888a-ffcffaf2f592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:06.826780 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-4521c6e2-d500-4021-888a-ffcffaf2f592 None None] For port 931c1e71-ff20-421f-887b-f220afbe0c02, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:15:06.830281 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-4521c6e2-d500-4021-888a-ffcffaf2f592 None None] For port 931c1e71-ff20-421f-887b-f220afbe0c02, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=931c1e71-ff20-421f-887b-f220afbe0c02,segment=NetworkSegment(eedea76a-6b55-46fe-a547-e638d80957c5),segment_id=eedea76a-6b55-46fe-a547-e638d80957c5)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:15:06.834677 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-4521c6e2-d500-4021-888a-ffcffaf2f592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:06.921821 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e72a4b-a83d-4261-bc77-6862b8a318bf None None] Pushing event updated for resources: {'Port': ['ID=931c1e71-ff20-421f-887b-f220afbe0c02,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:06.924784 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4521c6e2-d500-4021-888a-ffcffaf2f592 None None] Routers {'8cf77c56-b30b-4cb5-85fc-b492b6b2e976'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:15:06.925401 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-4521c6e2-d500-4021-888a-ffcffaf2f592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:14:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['8cf77c56-b30b-4cb5-85fc-b492b6b2e976'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:07.117989 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-4521c6e2-d500-4021-888a-ffcffaf2f592 None None] Set router 8cf77c56-b30b-4cb5-85fc-b492b6b2e976 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:15:07.432715 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bf9ed0-f25f-47c6-9223-7d8bc134d621 req-fd5826fd-474d-4e55-9420-d01aac2a9301 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:07.434364 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-a8bf9ed0-f25f-47c6-9223-7d8bc134d621 req-fd5826fd-474d-4e55-9420-d01aac2a9301 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.24 "GET /v2.0/networks?id=63ec6197-3c9d-41ee-add3-219b57c6a7c6 HTTP/1.1" status: 200 len: 811 time: 0.1844807 Apr 01 16:15:07.467830 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-67edb1b1-24e8-4f1a-a4f3-4003efec39e8 req-4ce6d7d4-b7c8-4f20-bf24-55d4adeac609 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=02750695-56f0-4ff3-b102-ac945d666a7f HTTP/1.1" status: 200 len: 210 time: 0.0468254 Apr 01 16:15:07.475670 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-4521c6e2-d500-4021-888a-ffcffaf2f592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'name': 'tempest-ServerActionsTestJSON-447857044-router', 'tenant_id': 'c578f28ce31248cebab103300d5c4980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.39'}], 'enable_snat': True}, 'gw_port_id': '0de7dbf5-60ef-496e-9c2a-1807ed7c5a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:14:58Z', 'updated_at': '2022-04-01T16:15:01Z', 'revision_number': 4, 'project_id': 'c578f28ce31248cebab103300d5c4980', 'gw_port': {'id': '0de7dbf5-60ef-496e-9c2a-1807ed7c5a12', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:47:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:14:58Z', 'updated_at': '2022-04-01T16:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '931c1e71-ff20-421f-887b-f220afbe0c02', 'name': '', 'network_id': '63ec6197-3c9d-41ee-add3-219b57c6a7c6', 'tenant_id': 'c578f28ce31248cebab103300d5c4980', 'mac_address': 'fa:16:3e:62:5c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '098e1af0-a105-4506-be65-fcc96abf103e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:15:00Z', 'updated_at': '2022-04-01T16:15:06Z', 'revision_number': 4, 'project_id': 'c578f28ce31248cebab103300d5c4980', 'subnets': [{'id': '098e1af0-a105-4506-be65-fcc96abf103e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:07.480740 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4521c6e2-d500-4021-888a-ffcffaf2f592 None None] The sync data for ids ['8cf77c56-b30b-4cb5-85fc-b492b6b2e976'] in dv-neutron-833373-2-hyperv is: [{'id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'name': 'tempest-ServerActionsTestJSON-447857044-router', 'tenant_id': 'c578f28ce31248cebab103300d5c4980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.39'}], 'enable_snat': True}, 'gw_port_id': '0de7dbf5-60ef-496e-9c2a-1807ed7c5a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:14:58Z', 'updated_at': '2022-04-01T16:15:01Z', 'revision_number': 4, 'project_id': 'c578f28ce31248cebab103300d5c4980', 'gw_port': {'id': '0de7dbf5-60ef-496e-9c2a-1807ed7c5a12', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:47:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:14:58Z', 'updated_at': '2022-04-01T16:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '931c1e71-ff20-421f-887b-f220afbe0c02', 'name': '', 'network_id': '63ec6197-3c9d-41ee-add3-219b57c6a7c6', 'tenant_id': 'c578f28ce31248cebab103300d5c4980', 'mac_address': 'fa:16:3e:62:5c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '098e1af0-a105-4506-be65-fcc96abf103e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:15:00Z', 'updated_at': '2022-04-01T16:15:06Z', 'revision_number': 4, 'project_id': 'c578f28ce31248cebab103300d5c4980', 'subnets': [{'id': '098e1af0-a105-4506-be65-fcc96abf103e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:15:07.502564 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-a8bf9ed0-f25f-47c6-9223-7d8bc134d621 req-1e9acedc-a101-4cc8-b3b7-e010a18b2a8e tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c578f28ce31248cebab103300d5c4980 HTTP/1.1" status: 200 len: 379 time: 0.0561552 Apr 01 16:15:07.514565 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [req-a8bf9ed0-f25f-47c6-9223-7d8bc134d621 req-af0854f2-14db-46b0-9e89-28995b76b8fd tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Request body: {'port': {'device_id': '02750695-56f0-4ff3-b102-ac945d666a7f', 'network_id': '63ec6197-3c9d-41ee-add3-219b57c6a7c6', 'admin_state_up': True, 'tenant_id': 'c578f28ce31248cebab103300d5c4980', 'security_groups': ['02bcb448-f759-42db-8cd1-4bc2edb8a5d2']}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:15:07.674256 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [req-a8bf9ed0-f25f-47c6-9223-7d8bc134d621 req-af0854f2-14db-46b0-9e89-28995b76b8fd tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:15:07.685233 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [req-a8bf9ed0-f25f-47c6-9223-7d8bc134d621 req-af0854f2-14db-46b0-9e89-28995b76b8fd tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:15:07.697914 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8bf9ed0-f25f-47c6-9223-7d8bc134d621 req-af0854f2-14db-46b0-9e89-28995b76b8fd tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Made reservation on behalf of c578f28ce31248cebab103300d5c4980 for: {'port': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:15:07.702868 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-a8bf9ed0-f25f-47c6-9223-7d8bc134d621 req-af0854f2-14db-46b0-9e89-28995b76b8fd tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:07.881032 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [req-a8bf9ed0-f25f-47c6-9223-7d8bc134d621 req-af0854f2-14db-46b0-9e89-28995b76b8fd tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Allocated IP 172.20.0.10 (63ec6197-3c9d-41ee-add3-219b57c6a7c6/098e1af0-a105-4506-be65-fcc96abf103e/3a58c197-4b04-4f48-8823-964ff71d981d) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:15:08.081712 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-a8bf9ed0-f25f-47c6-9223-7d8bc134d621 req-af0854f2-14db-46b0-9e89-28995b76b8fd tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:08.098672 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [req-a8bf9ed0-f25f-47c6-9223-7d8bc134d621 req-af0854f2-14db-46b0-9e89-28995b76b8fd tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Transition to ACTIVE for port object 3a58c197-4b04-4f48-8823-964ff71d981d will not be triggered until provisioned by entity DHCP. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:15:08.122235 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-a8bf9ed0-f25f-47c6-9223-7d8bc134d621 req-af0854f2-14db-46b0-9e89-28995b76b8fd tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:08.199567 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8bf9ed0-f25f-47c6-9223-7d8bc134d621 req-af0854f2-14db-46b0-9e89-28995b76b8fd tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Network 63ec6197-3c9d-41ee-add3-219b57c6a7c6 is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:15:08.202633 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [req-a8bf9ed0-f25f-47c6-9223-7d8bc134d621 req-af0854f2-14db-46b0-9e89-28995b76b8fd tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:15:08.206684 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8bf9ed0-f25f-47c6-9223-7d8bc134d621 req-af0854f2-14db-46b0-9e89-28995b76b8fd tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:15:08.238393 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0854f2-14db-46b0-9e89-28995b76b8fd tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Pushing event updated for resources: {'Port': ['ID=3a58c197-4b04-4f48-8823-964ff71d981d,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:08.264916 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0854f2-14db-46b0-9e89-28995b76b8fd tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:08.265266 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0854f2-14db-46b0-9e89-28995b76b8fd tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:08.265603 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0854f2-14db-46b0-9e89-28995b76b8fd tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:08.265936 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0854f2-14db-46b0-9e89-28995b76b8fd tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:08.266268 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0854f2-14db-46b0-9e89-28995b76b8fd tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:08.266601 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0854f2-14db-46b0-9e89-28995b76b8fd tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:08.266925 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0854f2-14db-46b0-9e89-28995b76b8fd tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:08.267248 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0854f2-14db-46b0-9e89-28995b76b8fd tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:08.267575 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0854f2-14db-46b0-9e89-28995b76b8fd tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:08.267889 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0854f2-14db-46b0-9e89-28995b76b8fd tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:08.268210 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0854f2-14db-46b0-9e89-28995b76b8fd tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:08.296467 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bf9ed0-f25f-47c6-9223-7d8bc134d621 req-af0854f2-14db-46b0-9e89-28995b76b8fd tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:08.297119 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-a8bf9ed0-f25f-47c6-9223-7d8bc134d621 req-af0854f2-14db-46b0-9e89-28995b76b8fd tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:08.330260 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-a8bf9ed0-f25f-47c6-9223-7d8bc134d621 req-af0854f2-14db-46b0-9e89-28995b76b8fd tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8226054 Apr 01 16:15:08.343309 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [req-a8bf9ed0-f25f-47c6-9223-7d8bc134d621 req-8d906018-7c6e-4959-aa3b-906ab2b7e507 service neutron] Request body: {'port': {'device_id': '02750695-56f0-4ff3-b102-ac945d666a7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:15:08.458849 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-a8bf9ed0-f25f-47c6-9223-7d8bc134d621 req-8d906018-7c6e-4959-aa3b-906ab2b7e507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:08.483262 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-ee05e583-19ea-4821-aa1f-29ad9c7e1223 None None] Provisioning for port 3a58c197-4b04-4f48-8823-964ff71d981d completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:15:08.487870 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-ee05e583-19ea-4821-aa1f-29ad9c7e1223 None None] Provisioning complete for port 3a58c197-4b04-4f48-8823-964ff71d981d triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:15:08.488242 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ee05e583-19ea-4821-aa1f-29ad9c7e1223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:08.544535 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-ee05e583-19ea-4821-aa1f-29ad9c7e1223 None None] Port 3a58c197-4b04-4f48-8823-964ff71d981d cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 16:15:08.682763 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2681f7a-6a31-4c31-b175-8e5b1382567f req-3c811bc8-2a2b-4100-aca8-853df0318318 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:08.684341 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b2681f7a-6a31-4c31-b175-8e5b1382567f req-3c811bc8-2a2b-4100-aca8-853df0318318 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=02750695-56f0-4ff3-b102-ac945d666a7f HTTP/1.1" status: 200 len: 932 time: 0.0848560 Apr 01 16:15:08.730275 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b2681f7a-6a31-4c31-b175-8e5b1382567f req-03c98a46-dfd1-401d-a310-7a2d9a8c1132 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401187 Apr 01 16:15:08.897816 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [req-a8bf9ed0-f25f-47c6-9223-7d8bc134d621 req-8d906018-7c6e-4959-aa3b-906ab2b7e507 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a58c197-4b04-4f48-8823-964ff71d981d {{(pid=83828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:15:08.905096 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-a8bf9ed0-f25f-47c6-9223-7d8bc134d621 req-8d906018-7c6e-4959-aa3b-906ab2b7e507 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:08.919573 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [req-a8bf9ed0-f25f-47c6-9223-7d8bc134d621 req-8d906018-7c6e-4959-aa3b-906ab2b7e507 service neutron] Transition to ACTIVE for port object 3a58c197-4b04-4f48-8823-964ff71d981d will not be triggered until provisioned by entity L2. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:15:08.923367 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-a8bf9ed0-f25f-47c6-9223-7d8bc134d621 req-8d906018-7c6e-4959-aa3b-906ab2b7e507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:09.049421 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d906018-7c6e-4959-aa3b-906ab2b7e507 service neutron] Pushing event updated for resources: {'Port': ['ID=3a58c197-4b04-4f48-8823-964ff71d981d,revision_number=2']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:09.170651 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [req-a8bf9ed0-f25f-47c6-9223-7d8bc134d621 req-8d906018-7c6e-4959-aa3b-906ab2b7e507 service neutron] Attempting to bind port 3a58c197-4b04-4f48-8823-964ff71d981d on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:15:09.170975 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [req-a8bf9ed0-f25f-47c6-9223-7d8bc134d621 req-8d906018-7c6e-4959-aa3b-906ab2b7e507 service neutron] Attempting to bind port 3a58c197-4b04-4f48-8823-964ff71d981d by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'eedea76a-6b55-46fe-a547-e638d80957c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '63ec6197-3c9d-41ee-add3-219b57c6a7c6'}] {{(pid=83828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:15:09.171302 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bf9ed0-f25f-47c6-9223-7d8bc134d621 req-8d906018-7c6e-4959-aa3b-906ab2b7e507 service neutron] Attempting to bind port 3a58c197-4b04-4f48-8823-964ff71d981d on network 63ec6197-3c9d-41ee-add3-219b57c6a7c6 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:15:09.177213 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bf9ed0-f25f-47c6-9223-7d8bc134d621 req-8d906018-7c6e-4959-aa3b-906ab2b7e507 service neutron] Port 3a58c197-4b04-4f48-8823-964ff71d981d on network 63ec6197-3c9d-41ee-add3-219b57c6a7c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 16:15:09.177520 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bf9ed0-f25f-47c6-9223-7d8bc134d621 req-8d906018-7c6e-4959-aa3b-906ab2b7e507 service neutron] Attempting to bind port 3a58c197-4b04-4f48-8823-964ff71d981d on network 63ec6197-3c9d-41ee-add3-219b57c6a7c6 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:15:09.185073 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bf9ed0-f25f-47c6-9223-7d8bc134d621 req-8d906018-7c6e-4959-aa3b-906ab2b7e507 service neutron] Checking agent: {'id': '5b2860be-0b4f-4931-914a-5d10403eafcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 47, 24), 'started_at': datetime.datetime(2022, 4, 1, 15, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:15:09.185249 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bf9ed0-f25f-47c6-9223-7d8bc134d621 req-8d906018-7c6e-4959-aa3b-906ab2b7e507 service neutron] Checking segment: {'id': 'eedea76a-6b55-46fe-a547-e638d80957c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '63ec6197-3c9d-41ee-add3-219b57c6a7c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:15:09.186205 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bf9ed0-f25f-47c6-9223-7d8bc134d621 req-8d906018-7c6e-4959-aa3b-906ab2b7e507 service neutron] Bound using segment: {'id': 'eedea76a-6b55-46fe-a547-e638d80957c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '63ec6197-3c9d-41ee-add3-219b57c6a7c6'} {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:15:09.186205 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [req-a8bf9ed0-f25f-47c6-9223-7d8bc134d621 req-8d906018-7c6e-4959-aa3b-906ab2b7e507 service neutron] Bound port: 3a58c197-4b04-4f48-8823-964ff71d981d, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eedea76a-6b55-46fe-a547-e638d80957c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '63ec6197-3c9d-41ee-add3-219b57c6a7c6'}}] {{(pid=83828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:15:09.186405 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-a8bf9ed0-f25f-47c6-9223-7d8bc134d621 req-8d906018-7c6e-4959-aa3b-906ab2b7e507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:09.192990 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 931c1e71-ff20-421f-887b-f220afbe0c02 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:15:09.270030 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 931c1e71-ff20-421f-887b-f220afbe0c02 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:15:09.277450 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 931c1e71-ff20-421f-887b-f220afbe0c02 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:15:09.277818 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:09.282835 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [req-a8bf9ed0-f25f-47c6-9223-7d8bc134d621 req-8d906018-7c6e-4959-aa3b-906ab2b7e507 service neutron] For port 3a58c197-4b04-4f48-8823-964ff71d981d, host hv-neutron-8333, cleared binding levels {{(pid=83828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:15:09.285958 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [req-a8bf9ed0-f25f-47c6-9223-7d8bc134d621 req-8d906018-7c6e-4959-aa3b-906ab2b7e507 service neutron] For port 3a58c197-4b04-4f48-8823-964ff71d981d, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=3a58c197-4b04-4f48-8823-964ff71d981d,segment=NetworkSegment(eedea76a-6b55-46fe-a547-e638d80957c5),segment_id=eedea76a-6b55-46fe-a547-e638d80957c5)] {{(pid=83828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:15:09.291016 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-a8bf9ed0-f25f-47c6-9223-7d8bc134d621 req-8d906018-7c6e-4959-aa3b-906ab2b7e507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:09.383671 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-a8bf9ed0-f25f-47c6-9223-7d8bc134d621 req-8d906018-7c6e-4959-aa3b-906ab2b7e507 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:09.386536 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-a8bf9ed0-f25f-47c6-9223-7d8bc134d621 req-8d906018-7c6e-4959-aa3b-906ab2b7e507 service neutron] 10.222.0.24 "PUT /v2.0/ports/3a58c197-4b04-4f48-8823-964ff71d981d HTTP/1.1" status: 200 len: 1094 time: 1.0475810 Apr 01 16:15:09.388671 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02750695-56f0-4ff3-b102-ac945d666a7f', 'tag': '3a58c197-4b04-4f48-8823-964ff71d981d'}] {{(pid=83828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:15:09.412165 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:09.414557 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d906018-7c6e-4959-aa3b-906ab2b7e507 service neutron] Pushing event updated for resources: {'Port': ['ID=3a58c197-4b04-4f48-8823-964ff71d981d,revision_number=3']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:09.466642 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port 931c1e71-ff20-421f-887b-f220afbe0c02, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=931c1e71-ff20-421f-887b-f220afbe0c02,segment=NetworkSegment(eedea76a-6b55-46fe-a547-e638d80957c5),segment_id=eedea76a-6b55-46fe-a547-e638d80957c5)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:15:09.477258 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:09.500859 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02750695-56f0-4ff3-b102-ac945d666a7f', 'tag': '3a58c197-4b04-4f48-8823-964ff71d981d', 'status': 'completed', 'code': 200} Apr 01 16:15:09.522457 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-a8bf9ed0-f25f-47c6-9223-7d8bc134d621 req-38d2f946-e99b-4c59-86dc-8f191cafceba service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c578f28ce31248cebab103300d5c4980&device_id=02750695-56f0-4ff3-b102-ac945d666a7f HTTP/1.1" status: 200 len: 1097 time: 0.0810885 Apr 01 16:15:09.569505 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=931c1e71-ff20-421f-887b-f220afbe0c02,revision_number=5']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:09.599351 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-a8bf9ed0-f25f-47c6-9223-7d8bc134d621 req-30c8a1ef-f565-43a7-bc12-cb7431f7957c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a58c197-4b04-4f48-8823-964ff71d981d HTTP/1.1" status: 200 len: 217 time: 0.0693030 Apr 01 16:15:09.666418 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bf9ed0-f25f-47c6-9223-7d8bc134d621 req-ae020cbc-8a7e-4cea-a5e2-860f20af466a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:09.667666 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-a8bf9ed0-f25f-47c6-9223-7d8bc134d621 req-ae020cbc-8a7e-4cea-a5e2-860f20af466a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=098e1af0-a105-4506-be65-fcc96abf103e HTTP/1.1" status: 200 len: 850 time: 0.0626464 Apr 01 16:15:09.747017 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-a8bf9ed0-f25f-47c6-9223-7d8bc134d621 req-7876a71e-8e23-4c17-a369-a0b07b557687 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=63ec6197-3c9d-41ee-add3-219b57c6a7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724788 Apr 01 16:15:09.880140 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-a8bf9ed0-f25f-47c6-9223-7d8bc134d621 req-92385771-9d15-455b-a071-73f417e523a6 service neutron] 10.222.0.24 "GET /v2.0/networks/63ec6197-3c9d-41ee-add3-219b57c6a7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262741 Apr 01 16:15:09.924538 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6fbed4-58e9-49a0-bdd6-61daeefc3e82 req-7737deeb-1043-454e-a2fa-97e3c4cf4247 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:09.926113 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-9b6fbed4-58e9-49a0-bdd6-61daeefc3e82 req-7737deeb-1043-454e-a2fa-97e3c4cf4247 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=02750695-56f0-4ff3-b102-ac945d666a7f HTTP/1.1" status: 200 len: 944 time: 0.0754080 Apr 01 16:15:09.974847 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-9b6fbed4-58e9-49a0-bdd6-61daeefc3e82 req-1d7170ab-0828-4237-9b8e-35701b56edd9 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428965 Apr 01 16:15:10.013500 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-a8bf9ed0-f25f-47c6-9223-7d8bc134d621 req-2171829d-f25c-444e-a891-a5499ce4d114 service neutron] 10.222.0.24 "GET /v2.0/networks/63ec6197-3c9d-41ee-add3-219b57c6a7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267231 Apr 01 16:15:10.125038 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-6dd677d5-ec01-446a-a546-fc1ca76f3c41 req-cc1dd491-d28a-4e49-8ada-4960f1119131 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c578f28ce31248cebab103300d5c4980&device_id=02750695-56f0-4ff3-b102-ac945d666a7f HTTP/1.1" status: 200 len: 1097 time: 0.0677469 Apr 01 16:15:10.254129 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd677d5-ec01-446a-a546-fc1ca76f3c41 req-877b519d-ff0f-4fdc-8b82-6651c2800f5d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:10.255630 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-6dd677d5-ec01-446a-a546-fc1ca76f3c41 req-877b519d-ff0f-4fdc-8b82-6651c2800f5d service neutron] 10.222.0.24 "GET /v2.0/networks?id=63ec6197-3c9d-41ee-add3-219b57c6a7c6 HTTP/1.1" status: 200 len: 911 time: 0.1248760 Apr 01 16:15:10.327257 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-6dd677d5-ec01-446a-a546-fc1ca76f3c41 req-96248a90-99a0-4180-ba33-cd4a065eb58b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a58c197-4b04-4f48-8823-964ff71d981d HTTP/1.1" status: 200 len: 217 time: 0.0649972 Apr 01 16:15:10.388612 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd677d5-ec01-446a-a546-fc1ca76f3c41 req-be3baf49-5153-40e4-ac26-4f937a305fc4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:10.390056 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-6dd677d5-ec01-446a-a546-fc1ca76f3c41 req-be3baf49-5153-40e4-ac26-4f937a305fc4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=098e1af0-a105-4506-be65-fcc96abf103e HTTP/1.1" status: 200 len: 850 time: 0.0566289 Apr 01 16:15:10.561013 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-6dd677d5-ec01-446a-a546-fc1ca76f3c41 req-0ac1f059-fc86-4a29-bfeb-543de5abeaba service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=63ec6197-3c9d-41ee-add3-219b57c6a7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1648405 Apr 01 16:15:10.704389 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-6dd677d5-ec01-446a-a546-fc1ca76f3c41 req-2518a785-5c83-4291-9202-83465e77f976 service neutron] 10.222.0.24 "GET /v2.0/networks/63ec6197-3c9d-41ee-add3-219b57c6a7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355443 Apr 01 16:15:10.839849 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-6dd677d5-ec01-446a-a546-fc1ca76f3c41 req-825922d6-d647-4104-a6d1-b291902780e7 service neutron] 10.222.0.24 "GET /v2.0/networks/63ec6197-3c9d-41ee-add3-219b57c6a7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279593 Apr 01 16:15:11.166500 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 931c1e71-ff20-421f-887b-f220afbe0c02 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:15:11.174051 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a67d0db-389f-469e-8573-50ef00cb746b req-75e554bb-20be-4c97-8e52-123e5239bac3 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:11.175490 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-6a67d0db-389f-469e-8573-50ef00cb746b req-75e554bb-20be-4c97-8e52-123e5239bac3 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=02750695-56f0-4ff3-b102-ac945d666a7f HTTP/1.1" status: 200 len: 944 time: 0.0790739 Apr 01 16:15:11.223253 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-6a67d0db-389f-469e-8573-50ef00cb746b req-b68441b1-1292-4c05-ac70-08436769c387 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421808 Apr 01 16:15:11.290935 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 931c1e71-ff20-421f-887b-f220afbe0c02 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:15:11.291306 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:12.432804 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dba98f-610c-4012-8fdd-9f1216c246a5 req-e49b56c5-95df-4e85-88fe-de701fa3a4b2 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:12.434233 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f7dba98f-610c-4012-8fdd-9f1216c246a5 req-e49b56c5-95df-4e85-88fe-de701fa3a4b2 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=02750695-56f0-4ff3-b102-ac945d666a7f HTTP/1.1" status: 200 len: 944 time: 0.0794857 Apr 01 16:15:12.478484 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f7dba98f-610c-4012-8fdd-9f1216c246a5 req-272d1cae-d894-47df-b56f-5e6e2d2034c3 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387733 Apr 01 16:15:12.606890 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:15:13.485673 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 3a58c197-4b04-4f48-8823-964ff71d981d details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:15:13.631296 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 3a58c197-4b04-4f48-8823-964ff71d981d, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=3a58c197-4b04-4f48-8823-964ff71d981d,segment=NetworkSegment(eedea76a-6b55-46fe-a547-e638d80957c5),segment_id=eedea76a-6b55-46fe-a547-e638d80957c5)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:15:13.648861 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Returning: {'device': '3a58c197-4b04-4f48-8823-964ff71d981d', 'network_id': '63ec6197-3c9d-41ee-add3-219b57c6a7c6', 'port_id': '3a58c197-4b04-4f48-8823-964ff71d981d', 'mac_address': 'fa:16:3e:27:0a:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '098e1af0-a105-4506-be65-fcc96abf103e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:15:13.689334 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497366e5-1081-4c1e-a19e-57cd9e95666f req-e1380aef-e65b-4de0-b730-b878b066bf39 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:13.698376 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-497366e5-1081-4c1e-a19e-57cd9e95666f req-e1380aef-e65b-4de0-b730-b878b066bf39 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=02750695-56f0-4ff3-b102-ac945d666a7f HTTP/1.1" status: 200 len: 944 time: 0.0866239 Apr 01 16:15:13.704909 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:13.723695 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a58c197-4b04-4f48-8823-964ff71d981d {{(pid=83829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:15:13.740222 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 3a58c197-4b04-4f48-8823-964ff71d981d, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=3a58c197-4b04-4f48-8823-964ff71d981d,segment=NetworkSegment(eedea76a-6b55-46fe-a547-e638d80957c5),segment_id=eedea76a-6b55-46fe-a547-e638d80957c5)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:15:13.745072 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:13.745926 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-497366e5-1081-4c1e-a19e-57cd9e95666f req-4e8c9af7-dd5f-4231-9046-1fe6b257901d tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451219 Apr 01 16:15:13.815953 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=3a58c197-4b04-4f48-8823-964ff71d981d,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:13.961537 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] get_ports_and_sgs() called for port_ids ['3a58c197-4b04-4f48-8823-964ff71d981d'] {{(pid=83829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 16:15:14.951728 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de392dd-7079-4512-ba7d-5ee1dfd7cf7c req-3748ac9b-2643-43fc-9689-36c676ebee24 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:14.953231 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8de392dd-7079-4512-ba7d-5ee1dfd7cf7c req-3748ac9b-2643-43fc-9689-36c676ebee24 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=02750695-56f0-4ff3-b102-ac945d666a7f HTTP/1.1" status: 200 len: 945 time: 0.0816686 Apr 01 16:15:15.005415 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8de392dd-7079-4512-ba7d-5ee1dfd7cf7c req-3f79a75d-98db-45ac-8539-cf17bc7b1c24 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463955 Apr 01 16:15:15.498540 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 3a58c197-4b04-4f48-8823-964ff71d981d up at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:15:15.567596 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning for port 3a58c197-4b04-4f48-8823-964ff71d981d completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:15:15.572665 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning complete for port 3a58c197-4b04-4f48-8823-964ff71d981d triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:15:15.573068 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:15.687884 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:15.713515 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02750695-56f0-4ff3-b102-ac945d666a7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a58c197-4b04-4f48-8823-964ff71d981d'}] {{(pid=83829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:15:15.722653 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 3a58c197-4b04-4f48-8823-964ff71d981d, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=3a58c197-4b04-4f48-8823-964ff71d981d,segment=NetworkSegment(eedea76a-6b55-46fe-a547-e638d80957c5),segment_id=eedea76a-6b55-46fe-a547-e638d80957c5)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:15:15.727328 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:15.770519 dv-neutron-833373-2-hyperv neutron-server[83829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02750695-56f0-4ff3-b102-ac945d666a7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a58c197-4b04-4f48-8823-964ff71d981d', 'code': 200} Apr 01 16:15:15.794866 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=3a58c197-4b04-4f48-8823-964ff71d981d,revision_number=5']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:16.004916 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-21f38edc-32dc-4d78-83c4-a53a3fc0ce16 req-3796f3ed-8f87-41bf-aeb1-d3bf6f76b4ef service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=02750695-56f0-4ff3-b102-ac945d666a7f HTTP/1.1" status: 200 len: 1099 time: 0.0717840 Apr 01 16:15:16.052522 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-21f38edc-32dc-4d78-83c4-a53a3fc0ce16 req-6f01e308-a7d0-4e88-bac6-04125d3d6114 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411844 Apr 01 16:15:16.209866 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5b989b-c78b-4d68-8b50-8fdf73cb89cf req-977f94af-0f39-4eef-8757-fc7eaa9bc9ff tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:16.212013 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5f5b989b-c78b-4d68-8b50-8fdf73cb89cf req-977f94af-0f39-4eef-8757-fc7eaa9bc9ff tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=02750695-56f0-4ff3-b102-ac945d666a7f HTTP/1.1" status: 200 len: 946 time: 0.0775962 Apr 01 16:15:16.262801 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5f5b989b-c78b-4d68-8b50-8fdf73cb89cf req-ba967edd-b449-49a3-87fc-1b45295cc33d tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452526 Apr 01 16:15:17.461264 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d299e4-87d4-4004-a378-6c4174bff81a req-344e7e30-a0e7-4cf2-b74e-de739728c234 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:17.462700 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f2d299e4-87d4-4004-a378-6c4174bff81a req-344e7e30-a0e7-4cf2-b74e-de739728c234 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=02750695-56f0-4ff3-b102-ac945d666a7f HTTP/1.1" status: 200 len: 946 time: 0.0776587 Apr 01 16:15:17.507746 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f2d299e4-87d4-4004-a378-6c4174bff81a req-2e7664df-4525-470c-a43c-6db5db3ce9f4 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390148 Apr 01 16:15:17.698795 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a967a4-396d-4feb-8242-13458d2d774f req-1dfe19d9-c71d-4bc9-9bdb-a269fb3d3fc4 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:17.700217 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d7a967a4-396d-4feb-8242-13458d2d774f req-1dfe19d9-c71d-4bc9-9bdb-a269fb3d3fc4 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=02750695-56f0-4ff3-b102-ac945d666a7f HTTP/1.1" status: 200 len: 946 time: 0.0797503 Apr 01 16:15:17.708812 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 60704) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:15:17.714539 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-04d4a095-7fe8-4b2d-966e-41b9d9890371 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Request body: {'floatingip': {'port_id': '3a58c197-4b04-4f48-8823-964ff71d981d'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:15:17.787123 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-04d4a095-7fe8-4b2d-966e-41b9d9890371 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify callbacks [] for floatingip, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:18.454843 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-04d4a095-7fe8-4b2d-966e-41b9d9890371 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:18.458447 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-04d4a095-7fe8-4b2d-966e-41b9d9890371 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617697'] for floatingip, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:18.643795 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.l3_db [None req-04d4a095-7fe8-4b2d-966e-41b9d9890371 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Floating IP a8d379e0-a861-4a5a-8302-e88bdd826b26 associated. External IP: 172.26.1.252, port: 3a58c197-4b04-4f48-8823-964ff71d981d. Apr 01 16:15:19.029862 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04d4a095-7fe8-4b2d-966e-41b9d9890371 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Router 8cf77c56-b30b-4cb5-85fc-b492b6b2e976 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:15:19.331329 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04d4a095-7fe8-4b2d-966e-41b9d9890371 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:15:19.336604 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-04d4a095-7fe8-4b2d-966e-41b9d9890371 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for floatingip, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:19.342860 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19a7730-9226-41cd-9ae3-da1b3415186e None None] Sync routers for ids ['8cf77c56-b30b-4cb5-85fc-b492b6b2e976'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:15:19.355014 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19a7730-9226-41cd-9ae3-da1b3415186e None None] Routers {'8cf77c56-b30b-4cb5-85fc-b492b6b2e976'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:15:19.355607 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-c19a7730-9226-41cd-9ae3-da1b3415186e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:14:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['8cf77c56-b30b-4cb5-85fc-b492b6b2e976'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:19.389262 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-04d4a095-7fe8-4b2d-966e-41b9d9890371 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "PUT /v2.0/floatingips/a8d379e0-a861-4a5a-8302-e88bdd826b26 HTTP/1.1" status: 200 len: 992 time: 1.6794074 Apr 01 16:15:19.389835 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02750695-56f0-4ff3-b102-ac945d666a7f', 'tag': '3a58c197-4b04-4f48-8823-964ff71d981d'}] {{(pid=83826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:15:19.446125 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02750695-56f0-4ff3-b102-ac945d666a7f', 'tag': '3a58c197-4b04-4f48-8823-964ff71d981d', 'status': 'completed', 'code': 200} Apr 01 16:15:19.546359 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-ec630fcc-1859-49d0-9fd5-478d767c9140 req-0a37870a-720a-483a-a3e2-89c8740cc9f7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c578f28ce31248cebab103300d5c4980&device_id=02750695-56f0-4ff3-b102-ac945d666a7f HTTP/1.1" status: 200 len: 1099 time: 0.0767896 Apr 01 16:15:19.568706 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23cf10b-167f-45ec-b796-516faf49676b req-8c87eb01-07bb-4dec-8e9d-d32f3903b928 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:19.570375 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e23cf10b-167f-45ec-b796-516faf49676b req-8c87eb01-07bb-4dec-8e9d-d32f3903b928 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=02750695-56f0-4ff3-b102-ac945d666a7f HTTP/1.1" status: 200 len: 946 time: 0.0823553 Apr 01 16:15:19.570884 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-c19a7730-9226-41cd-9ae3-da1b3415186e None None] Set router 8cf77c56-b30b-4cb5-85fc-b492b6b2e976 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:15:19.623974 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e23cf10b-167f-45ec-b796-516faf49676b req-9bab6233-09be-4822-92a9-0ae186c02e0b tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467963 Apr 01 16:15:19.685924 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec630fcc-1859-49d0-9fd5-478d767c9140 req-be92c457-d78a-4943-94d9-a34c04938da8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:19.687371 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-ec630fcc-1859-49d0-9fd5-478d767c9140 req-be92c457-d78a-4943-94d9-a34c04938da8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=63ec6197-3c9d-41ee-add3-219b57c6a7c6 HTTP/1.1" status: 200 len: 911 time: 0.1347597 Apr 01 16:15:19.790184 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-ec630fcc-1859-49d0-9fd5-478d767c9140 req-3eebe76f-47d3-45d6-9288-a5be13f6899c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a58c197-4b04-4f48-8823-964ff71d981d HTTP/1.1" status: 200 len: 1000 time: 0.0962603 Apr 01 16:15:19.844167 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4512ff1-e1e8-4da0-853f-0b7e5b07dfc8 req-ad16b24a-1c0e-47b9-86b4-4a13c0440d3a tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:19.845568 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a4512ff1-e1e8-4da0-853f-0b7e5b07dfc8 req-ad16b24a-1c0e-47b9-86b4-4a13c0440d3a tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=02750695-56f0-4ff3-b102-ac945d666a7f HTTP/1.1" status: 200 len: 946 time: 0.0803123 Apr 01 16:15:19.860782 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec630fcc-1859-49d0-9fd5-478d767c9140 req-eee847cd-8afc-4c5c-bc16-ac1129094b2f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:19.862464 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-ec630fcc-1859-49d0-9fd5-478d767c9140 req-eee847cd-8afc-4c5c-bc16-ac1129094b2f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=098e1af0-a105-4506-be65-fcc96abf103e HTTP/1.1" status: 200 len: 850 time: 0.0651081 Apr 01 16:15:19.893023 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a4512ff1-e1e8-4da0-853f-0b7e5b07dfc8 req-e4b4172f-d6e6-4173-ae6b-7eff2b3fbefe tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413678 Apr 01 16:15:19.937528 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-c19a7730-9226-41cd-9ae3-da1b3415186e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'name': 'tempest-ServerActionsTestJSON-447857044-router', 'tenant_id': 'c578f28ce31248cebab103300d5c4980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.39'}], 'enable_snat': True}, 'gw_port_id': '0de7dbf5-60ef-496e-9c2a-1807ed7c5a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:14:58Z', 'updated_at': '2022-04-01T16:15:01Z', 'revision_number': 4, 'project_id': 'c578f28ce31248cebab103300d5c4980', 'gw_port': {'id': '0de7dbf5-60ef-496e-9c2a-1807ed7c5a12', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:47:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:14:58Z', 'updated_at': '2022-04-01T16:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': 'a8d379e0-a861-4a5a-8302-e88bdd826b26', 'tenant_id': 'c578f28ce31248cebab103300d5c4980', 'floating_ip_address': '172.26.1.252', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'port_id': '3a58c197-4b04-4f48-8823-964ff71d981d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63ec6197-3c9d-41ee-add3-219b57c6a7c6', 'mac_address': 'fa:16:3e:27:0a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02750695-56f0-4ff3-b102-ac945d666a7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:15:04Z', 'updated_at': '2022-04-01T16:15:18Z', 'revision_number': 1, 'project_id': 'c578f28ce31248cebab103300d5c4980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '931c1e71-ff20-421f-887b-f220afbe0c02', 'name': '', 'network_id': '63ec6197-3c9d-41ee-add3-219b57c6a7c6', 'tenant_id': 'c578f28ce31248cebab103300d5c4980', 'mac_address': 'fa:16:3e:62:5c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '098e1af0-a105-4506-be65-fcc96abf103e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:15:00Z', 'updated_at': '2022-04-01T16:15:09Z', 'revision_number': 5, 'project_id': 'c578f28ce31248cebab103300d5c4980', 'subnets': [{'id': '098e1af0-a105-4506-be65-fcc96abf103e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:19.941245 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19a7730-9226-41cd-9ae3-da1b3415186e None None] Checking router: 8cf77c56-b30b-4cb5-85fc-b492b6b2e976 for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:15:19.942156 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-ec630fcc-1859-49d0-9fd5-478d767c9140 req-365f1ec1-20eb-4a76-aebb-71df720f244f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=63ec6197-3c9d-41ee-add3-219b57c6a7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736859 Apr 01 16:15:19.952077 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19a7730-9226-41cd-9ae3-da1b3415186e None None] Routers {'8cf77c56-b30b-4cb5-85fc-b492b6b2e976'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:15:19.952671 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-c19a7730-9226-41cd-9ae3-da1b3415186e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:14:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['8cf77c56-b30b-4cb5-85fc-b492b6b2e976'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:20.082051 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-ec630fcc-1859-49d0-9fd5-478d767c9140 req-8fb3f241-d65d-47be-b5d0-ca205456cf95 service neutron] 10.222.0.24 "GET /v2.0/networks/63ec6197-3c9d-41ee-add3-219b57c6a7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329200 Apr 01 16:15:20.133137 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-c19a7730-9226-41cd-9ae3-da1b3415186e None None] Set router 8cf77c56-b30b-4cb5-85fc-b492b6b2e976 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:15:20.215433 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-ec630fcc-1859-49d0-9fd5-478d767c9140 req-5a4f69b1-0b23-4fb8-8080-3e65ea06e0b6 service neutron] 10.222.0.24 "GET /v2.0/networks/63ec6197-3c9d-41ee-add3-219b57c6a7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266215 Apr 01 16:15:20.481868 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-c19a7730-9226-41cd-9ae3-da1b3415186e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'name': 'tempest-ServerActionsTestJSON-447857044-router', 'tenant_id': 'c578f28ce31248cebab103300d5c4980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.39'}], 'enable_snat': True}, 'gw_port_id': '0de7dbf5-60ef-496e-9c2a-1807ed7c5a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:14:58Z', 'updated_at': '2022-04-01T16:15:01Z', 'revision_number': 4, 'project_id': 'c578f28ce31248cebab103300d5c4980', 'gw_port': {'id': '0de7dbf5-60ef-496e-9c2a-1807ed7c5a12', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:47:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:14:58Z', 'updated_at': '2022-04-01T16:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': 'a8d379e0-a861-4a5a-8302-e88bdd826b26', 'tenant_id': 'c578f28ce31248cebab103300d5c4980', 'floating_ip_address': '172.26.1.252', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'port_id': '3a58c197-4b04-4f48-8823-964ff71d981d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63ec6197-3c9d-41ee-add3-219b57c6a7c6', 'mac_address': 'fa:16:3e:27:0a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02750695-56f0-4ff3-b102-ac945d666a7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:15:04Z', 'updated_at': '2022-04-01T16:15:18Z', 'revision_number': 1, 'project_id': 'c578f28ce31248cebab103300d5c4980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '931c1e71-ff20-421f-887b-f220afbe0c02', 'name': '', 'network_id': '63ec6197-3c9d-41ee-add3-219b57c6a7c6', 'tenant_id': 'c578f28ce31248cebab103300d5c4980', 'mac_address': 'fa:16:3e:62:5c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '098e1af0-a105-4506-be65-fcc96abf103e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:15:00Z', 'updated_at': '2022-04-01T16:15:09Z', 'revision_number': 5, 'project_id': 'c578f28ce31248cebab103300d5c4980', 'subnets': [{'id': '098e1af0-a105-4506-be65-fcc96abf103e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:20.485941 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19a7730-9226-41cd-9ae3-da1b3415186e None None] The sync data for ids ['8cf77c56-b30b-4cb5-85fc-b492b6b2e976'] in dv-neutron-833373-2-hyperv is: [{'id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'name': 'tempest-ServerActionsTestJSON-447857044-router', 'tenant_id': 'c578f28ce31248cebab103300d5c4980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.39'}], 'enable_snat': True}, 'gw_port_id': '0de7dbf5-60ef-496e-9c2a-1807ed7c5a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:14:58Z', 'updated_at': '2022-04-01T16:15:01Z', 'revision_number': 4, 'project_id': 'c578f28ce31248cebab103300d5c4980', 'gw_port': {'id': '0de7dbf5-60ef-496e-9c2a-1807ed7c5a12', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:47:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:14:58Z', 'updated_at': '2022-04-01T16:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': 'a8d379e0-a861-4a5a-8302-e88bdd826b26', 'tenant_id': 'c578f28ce31248cebab103300d5c4980', 'floating_ip_address': '172.26.1.252', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'port_id': '3a58c197-4b04-4f48-8823-964ff71d981d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63ec6197-3c9d-41ee-add3-219b57c6a7c6', 'mac_address': 'fa:16:3e:27:0a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02750695-56f0-4ff3-b102-ac945d666a7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:15:04Z', 'updated_at': '2022-04-01T16:15:18Z', 'revision_number': 1, 'project_id': 'c578f28ce31248cebab103300d5c4980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '931c1e71-ff20-421f-887b-f220afbe0c02', 'name': '', 'network_id': '63ec6197-3c9d-41ee-add3-219b57c6a7c6', 'tenant_id': 'c578f28ce31248cebab103300d5c4980', 'mac_address': 'fa:16:3e:62:5c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '098e1af0-a105-4506-be65-fcc96abf103e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:15:00Z', 'updated_at': '2022-04-01T16:15:09Z', 'revision_number': 5, 'project_id': 'c578f28ce31248cebab103300d5c4980', 'subnets': [{'id': '098e1af0-a105-4506-be65-fcc96abf103e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:15:21.093663 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0067615e-6a24-4e4b-9468-6475e2924a78 req-cad93ea5-7379-4caf-8474-1fff3074ed59 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:21.095134 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-0067615e-6a24-4e4b-9468-6475e2924a78 req-cad93ea5-7379-4caf-8474-1fff3074ed59 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=02750695-56f0-4ff3-b102-ac945d666a7f HTTP/1.1" status: 200 len: 946 time: 0.0798275 Apr 01 16:15:21.141471 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-0067615e-6a24-4e4b-9468-6475e2924a78 req-d1db03cc-c4ea-448f-9720-fb04fece3dc8 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405712 Apr 01 16:15:21.332507 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36756b1-a7b6-49f0-9998-d96ee1cdc25c req-aa664ec9-1894-498d-91c2-331b5603ed33 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:21.333956 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c36756b1-a7b6-49f0-9998-d96ee1cdc25c req-aa664ec9-1894-498d-91c2-331b5603ed33 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=02750695-56f0-4ff3-b102-ac945d666a7f HTTP/1.1" status: 200 len: 946 time: 0.0743897 Apr 01 16:15:21.380258 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c36756b1-a7b6-49f0-9998-d96ee1cdc25c req-084f9066-6f32-4487-b70d-d3187e91c61f tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406413 Apr 01 16:15:21.580137 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-626435c7-5077-40cd-a94f-9a18412834b1 req-5866610e-4c7b-45ac-8c49-576af0a8f6ca service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=02750695-56f0-4ff3-b102-ac945d666a7f&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0694869 Apr 01 16:15:21.831029 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-1b2c72c7-0e0a-48ac-b119-638dafcff7ae req-602e0ba9-2939-4d98-9e02-17201db083fa service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=02750695-56f0-4ff3-b102-ac945d666a7f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0711987 Apr 01 16:15:21.889867 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8d86ea-7742-4b99-a7ef-5c4dcd940d75 req-29303b2d-c393-46a2-a308-7650a6b3c0d6 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:21.891419 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-df8d86ea-7742-4b99-a7ef-5c4dcd940d75 req-29303b2d-c393-46a2-a308-7650a6b3c0d6 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=02750695-56f0-4ff3-b102-ac945d666a7f HTTP/1.1" status: 200 len: 946 time: 0.0784357 Apr 01 16:15:21.940183 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-df8d86ea-7742-4b99-a7ef-5c4dcd940d75 req-7490e586-9bc4-4c54-8cd8-6b4ff434d72d tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431929 Apr 01 16:15:23.101075 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-1b2c72c7-0e0a-48ac-b119-638dafcff7ae req-a241164e-d967-45f9-9b94-8becf2387ba3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c578f28ce31248cebab103300d5c4980&device_id=02750695-56f0-4ff3-b102-ac945d666a7f HTTP/1.1" status: 200 len: 1099 time: 0.0835814 Apr 01 16:15:23.179862 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7489de6d-4c42-4740-a5be-603d25a2800d req-a70f3aca-b59f-4c4e-ba54-d02f9412a88d tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:23.181762 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-7489de6d-4c42-4740-a5be-603d25a2800d req-a70f3aca-b59f-4c4e-ba54-d02f9412a88d tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=02750695-56f0-4ff3-b102-ac945d666a7f HTTP/1.1" status: 200 len: 946 time: 0.0924790 Apr 01 16:15:23.240405 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-7489de6d-4c42-4740-a5be-603d25a2800d req-87eeb6af-4013-4f4b-b061-600af45a95e2 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515769 Apr 01 16:15:23.266636 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2c72c7-0e0a-48ac-b119-638dafcff7ae req-3a121979-b910-44d7-b508-ae34662c9b2e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:23.268096 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-1b2c72c7-0e0a-48ac-b119-638dafcff7ae req-3a121979-b910-44d7-b508-ae34662c9b2e service neutron] 10.222.0.24 "GET /v2.0/networks?id=63ec6197-3c9d-41ee-add3-219b57c6a7c6 HTTP/1.1" status: 200 len: 911 time: 0.1609287 Apr 01 16:15:23.301056 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8040c2f8-8475-4de5-84c0-59e91a8abd5d None None] New status for floating IP a8d379e0-a861-4a5a-8302-e88bdd826b26: ACTIVE {{(pid=83829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 16:15:23.380609 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-1b2c72c7-0e0a-48ac-b119-638dafcff7ae req-e24a06d5-67e8-4bd0-a891-8c88a2b6f6d6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a58c197-4b04-4f48-8823-964ff71d981d HTTP/1.1" status: 200 len: 1000 time: 0.1057022 Apr 01 16:15:23.445054 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2c72c7-0e0a-48ac-b119-638dafcff7ae req-96dd4712-78d9-4ebb-b5dc-42ea14aa8c41 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:23.446488 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-1b2c72c7-0e0a-48ac-b119-638dafcff7ae req-96dd4712-78d9-4ebb-b5dc-42ea14aa8c41 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=098e1af0-a105-4506-be65-fcc96abf103e HTTP/1.1" status: 200 len: 850 time: 0.0601935 Apr 01 16:15:23.624220 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-1b2c72c7-0e0a-48ac-b119-638dafcff7ae req-8be098ab-89d4-4d6d-bd29-b82af994d7c8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=63ec6197-3c9d-41ee-add3-219b57c6a7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1717587 Apr 01 16:15:23.760212 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-1b2c72c7-0e0a-48ac-b119-638dafcff7ae req-8b618c67-c2d9-4986-9277-b6eee0ed378d service neutron] 10.222.0.24 "GET /v2.0/networks/63ec6197-3c9d-41ee-add3-219b57c6a7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291399 Apr 01 16:15:23.890091 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-1b2c72c7-0e0a-48ac-b119-638dafcff7ae req-d89c3591-16c7-4b44-ad2c-594b063594ff service neutron] 10.222.0.24 "GET /v2.0/networks/63ec6197-3c9d-41ee-add3-219b57c6a7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241424 Apr 01 16:15:23.919051 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:23.920559 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-d46910cd-c01d-4aeb-a33a-9d7b907b545b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:24.442245 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036d0e54-323f-4c02-9b71-e53c17661edb req-1596d18a-6d52-4835-b809-187c7070e169 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:24.443618 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-036d0e54-323f-4c02-9b71-e53c17661edb req-1596d18a-6d52-4835-b809-187c7070e169 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=02750695-56f0-4ff3-b102-ac945d666a7f HTTP/1.1" status: 200 len: 946 time: 0.0751836 Apr 01 16:15:24.494308 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-036d0e54-323f-4c02-9b71-e53c17661edb req-9c03d0af-ed64-4ff8-9883-b78d0fdf90ff tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451102 Apr 01 16:15:25.690728 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54972d2f-06d6-45bb-ad95-57be0b7112a2 req-09ed86fc-92f2-4f73-ac59-6ac20137ead3 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:25.692163 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-54972d2f-06d6-45bb-ad95-57be0b7112a2 req-09ed86fc-92f2-4f73-ac59-6ac20137ead3 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=02750695-56f0-4ff3-b102-ac945d666a7f HTTP/1.1" status: 200 len: 946 time: 0.0760584 Apr 01 16:15:25.736724 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-54972d2f-06d6-45bb-ad95-57be0b7112a2 req-b5f15675-4b93-467e-9434-785e2371dc67 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389514 Apr 01 16:15:26.289056 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-13b88da5-272e-43cb-a78a-2f3e367927ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:26.932155 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c66c86-1f17-4607-914c-a0dcc05e8b91 req-f774d6f3-93df-429d-a163-cc76b403c461 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:26.933618 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-21c66c86-1f17-4607-914c-a0dcc05e8b91 req-f774d6f3-93df-429d-a163-cc76b403c461 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=02750695-56f0-4ff3-b102-ac945d666a7f HTTP/1.1" status: 200 len: 946 time: 0.0782955 Apr 01 16:15:26.979030 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-21c66c86-1f17-4607-914c-a0dcc05e8b91 req-ccac06fb-5060-4149-ae35-5417835734b6 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398104 Apr 01 16:15:27.627240 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:27.787428 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:28.187844 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313603dc-235e-47e3-b5ce-50ba81d9c07e req-fc18b011-2c89-4cc0-91b3-343d419e1831 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:28.189330 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-313603dc-235e-47e3-b5ce-50ba81d9c07e req-fc18b011-2c89-4cc0-91b3-343d419e1831 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=02750695-56f0-4ff3-b102-ac945d666a7f HTTP/1.1" status: 200 len: 946 time: 0.0806191 Apr 01 16:15:28.239762 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-313603dc-235e-47e3-b5ce-50ba81d9c07e req-f423da56-6025-4fdb-85e2-6466f9a1b9ad tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441589 Apr 01 16:15:29.312703 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:29.442555 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbc67f6-3061-4335-8ae9-d8babc74e592 req-6f41beb5-039a-4696-991c-82e4e0c8ab02 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:29.443987 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ccbc67f6-3061-4335-8ae9-d8babc74e592 req-6f41beb5-039a-4696-991c-82e4e0c8ab02 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=02750695-56f0-4ff3-b102-ac945d666a7f HTTP/1.1" status: 200 len: 946 time: 0.0806727 Apr 01 16:15:29.488923 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ccbc67f6-3061-4335-8ae9-d8babc74e592 req-5ca3f4b2-9945-4a61-9147-4b23e85f0412 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393705 Apr 01 16:15:30.685757 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e961e16-d882-43f6-977a-b3485206a7dd req-889cb7de-30da-4b40-b478-5de5a8aec48e tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:30.687206 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-1e961e16-d882-43f6-977a-b3485206a7dd req-889cb7de-30da-4b40-b478-5de5a8aec48e tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=02750695-56f0-4ff3-b102-ac945d666a7f HTTP/1.1" status: 200 len: 946 time: 0.0762138 Apr 01 16:15:30.735242 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-1e961e16-d882-43f6-977a-b3485206a7dd req-f69b87b8-df4b-41ae-90be-96c031ef3eb4 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425744 Apr 01 16:15:32.071704 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a2dfe8-20c4-44b3-ac8b-77bb96f86150 req-08e080b6-c23f-4b4b-a9c1-48b6d00bbe50 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:32.073153 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d4a2dfe8-20c4-44b3-ac8b-77bb96f86150 req-08e080b6-c23f-4b4b-a9c1-48b6d00bbe50 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=02750695-56f0-4ff3-b102-ac945d666a7f HTTP/1.1" status: 200 len: 946 time: 0.0789540 Apr 01 16:15:32.118499 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d4a2dfe8-20c4-44b3-ac8b-77bb96f86150 req-e98d5c45-59de-4ba5-8c41-b284f4b9b5f4 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398536 Apr 01 16:15:33.323580 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb108531-8300-43a3-8f97-8d38a35adcad req-29c24223-0748-4238-b42f-2bb516c1a9b4 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:33.324921 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-bb108531-8300-43a3-8f97-8d38a35adcad req-29c24223-0748-4238-b42f-2bb516c1a9b4 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=02750695-56f0-4ff3-b102-ac945d666a7f HTTP/1.1" status: 200 len: 946 time: 0.0806489 Apr 01 16:15:33.370122 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-bb108531-8300-43a3-8f97-8d38a35adcad req-a8dec368-886d-4155-98b8-e6f2d0983f7f tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396564 Apr 01 16:15:34.568390 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa2b7ab-19c4-4bbb-a5ae-ac9c6a085787 req-4cb83b83-4f11-4f8f-8eac-e59718589845 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:34.570625 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-caa2b7ab-19c4-4bbb-a5ae-ac9c6a085787 req-4cb83b83-4f11-4f8f-8eac-e59718589845 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=02750695-56f0-4ff3-b102-ac945d666a7f HTTP/1.1" status: 200 len: 946 time: 0.0759239 Apr 01 16:15:34.617385 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-caa2b7ab-19c4-4bbb-a5ae-ac9c6a085787 req-3e6e3d56-04d9-44fb-90da-44913c9ea4a5 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399528 Apr 01 16:15:35.815129 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c24389f-2bda-412e-ba75-f0b44af2b275 req-36b466aa-e95b-4bcb-9d3a-ab13de943d68 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:35.816571 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-9c24389f-2bda-412e-ba75-f0b44af2b275 req-36b466aa-e95b-4bcb-9d3a-ab13de943d68 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=02750695-56f0-4ff3-b102-ac945d666a7f HTTP/1.1" status: 200 len: 946 time: 0.0801690 Apr 01 16:15:35.861454 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-9c24389f-2bda-412e-ba75-f0b44af2b275 req-54967269-454f-4aab-977b-501665025bb1 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386858 Apr 01 16:15:37.056758 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b1746e-4139-4a42-8662-7b6a883ff7b6 req-6ce570bc-06e1-43c1-8dc1-f90b0fa6f415 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:37.058220 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-53b1746e-4139-4a42-8662-7b6a883ff7b6 req-6ce570bc-06e1-43c1-8dc1-f90b0fa6f415 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=02750695-56f0-4ff3-b102-ac945d666a7f HTTP/1.1" status: 200 len: 946 time: 0.0768394 Apr 01 16:15:37.105198 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-53b1746e-4139-4a42-8662-7b6a883ff7b6 req-10bf59ab-be6b-41e3-8bbd-ab45c6aa58df tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415559 Apr 01 16:15:38.302514 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d7b1a4-8c60-45b9-bee4-2a5ac26f55af req-9a9d221b-f335-454a-828c-02c85c0e54c2 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:38.304445 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b4d7b1a4-8c60-45b9-bee4-2a5ac26f55af req-9a9d221b-f335-454a-828c-02c85c0e54c2 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=02750695-56f0-4ff3-b102-ac945d666a7f HTTP/1.1" status: 200 len: 946 time: 0.0801799 Apr 01 16:15:38.349590 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b4d7b1a4-8c60-45b9-bee4-2a5ac26f55af req-06116d45-a52f-4d8c-8abd-a731ee48a54c tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395284 Apr 01 16:15:39.558919 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78914be-e1ab-4439-bcc1-f2efa2181b8c req-ee2a970a-400f-4eed-af17-5ec7f871c997 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:39.560370 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c78914be-e1ab-4439-bcc1-f2efa2181b8c req-ee2a970a-400f-4eed-af17-5ec7f871c997 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=02750695-56f0-4ff3-b102-ac945d666a7f HTTP/1.1" status: 200 len: 946 time: 0.0771115 Apr 01 16:15:39.609464 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c78914be-e1ab-4439-bcc1-f2efa2181b8c req-2797ad9b-1fdf-43e6-83bb-b190de06e52d tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436003 Apr 01 16:15:40.813417 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e659f8-2e45-4c6d-8268-38d86dab5417 req-a38e3118-d0b9-41ec-be43-ebc3dba95507 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:40.814880 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b4e659f8-2e45-4c6d-8268-38d86dab5417 req-a38e3118-d0b9-41ec-be43-ebc3dba95507 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=02750695-56f0-4ff3-b102-ac945d666a7f HTTP/1.1" status: 200 len: 946 time: 0.0752144 Apr 01 16:15:40.862393 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b4e659f8-2e45-4c6d-8268-38d86dab5417 req-f07cc229-a36c-42d5-a40e-8869d22a6c86 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407765 Apr 01 16:15:42.063911 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1612dd8-74bb-410f-b233-9e7aeaa717cb req-8e6fc07d-7bad-46eb-9965-415cf58dd935 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:42.065576 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a1612dd8-74bb-410f-b233-9e7aeaa717cb req-8e6fc07d-7bad-46eb-9965-415cf58dd935 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=02750695-56f0-4ff3-b102-ac945d666a7f HTTP/1.1" status: 200 len: 946 time: 0.0799053 Apr 01 16:15:42.113578 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a1612dd8-74bb-410f-b233-9e7aeaa717cb req-67d59c82-4bf3-4347-85c5-232c96e8fdb7 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416729 Apr 01 16:15:43.310544 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e240fcad-2167-46b0-89e6-f32dbe877274 req-4d8c75c5-add2-4438-afc9-ab9fcdd2f68e tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:43.311911 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e240fcad-2167-46b0-89e6-f32dbe877274 req-4d8c75c5-add2-4438-afc9-ab9fcdd2f68e tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=02750695-56f0-4ff3-b102-ac945d666a7f HTTP/1.1" status: 200 len: 946 time: 0.0766797 Apr 01 16:15:43.359290 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e240fcad-2167-46b0-89e6-f32dbe877274 req-9475bc72-30f6-4bd2-9075-1de3dd3efcfb tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417638 Apr 01 16:15:44.642811 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b4e65f-4d37-4634-b6eb-c2eabcab703f req-f8834ee2-5d66-479a-99f3-d3386e6176f6 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:44.644250 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c6b4e65f-4d37-4634-b6eb-c2eabcab703f req-f8834ee2-5d66-479a-99f3-d3386e6176f6 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=02750695-56f0-4ff3-b102-ac945d666a7f HTTP/1.1" status: 200 len: 946 time: 0.1642518 Apr 01 16:15:44.689119 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c6b4e65f-4d37-4634-b6eb-c2eabcab703f req-def3f459-9ffa-4c08-879b-f4c944eed04c tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381789 Apr 01 16:15:45.658851 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-1b2c72c7-0e0a-48ac-b119-638dafcff7ae req-4f1e214c-f2b3-49a4-95bb-ae7fb3696c19 service neutron] 10.222.0.24 "GET /v2.0/ports/3a58c197-4b04-4f48-8823-964ff71d981d/bindings/hv-neutron-8333 HTTP/1.1" status: 200 len: 384 time: 0.0732112 Apr 01 16:15:45.889396 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26394284-6f04-4460-a0e4-46d91b56d8b1 req-c1daf779-efae-4d25-ab2f-96e2283b1959 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:45.890846 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-26394284-6f04-4460-a0e4-46d91b56d8b1 req-c1daf779-efae-4d25-ab2f-96e2283b1959 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=02750695-56f0-4ff3-b102-ac945d666a7f HTTP/1.1" status: 200 len: 946 time: 0.0795832 Apr 01 16:15:45.923716 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-1b2c72c7-0e0a-48ac-b119-638dafcff7ae req-e15cdb2c-38e9-4c19-bfc4-76756f8ae146 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=02750695-56f0-4ff3-b102-ac945d666a7f&tenant_id=c578f28ce31248cebab103300d5c4980 HTTP/1.1" status: 200 len: 1099 time: 0.0737538 Apr 01 16:15:45.939480 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-26394284-6f04-4460-a0e4-46d91b56d8b1 req-7338ed4e-2553-450f-9444-2db27c053ab0 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430617 Apr 01 16:15:46.013652 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-1b2c72c7-0e0a-48ac-b119-638dafcff7ae req-389f26fd-a930-42ad-8846-af7a1d5d2f14 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c578f28ce31248cebab103300d5c4980&device_id=02750695-56f0-4ff3-b102-ac945d666a7f HTTP/1.1" status: 200 len: 1099 time: 0.0682564 Apr 01 16:15:46.146671 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2c72c7-0e0a-48ac-b119-638dafcff7ae req-9dfc116e-194f-4336-8d5b-894ad2f41697 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:46.148311 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-1b2c72c7-0e0a-48ac-b119-638dafcff7ae req-9dfc116e-194f-4336-8d5b-894ad2f41697 service neutron] 10.222.0.24 "GET /v2.0/networks?id=63ec6197-3c9d-41ee-add3-219b57c6a7c6 HTTP/1.1" status: 200 len: 911 time: 0.1283777 Apr 01 16:15:46.262256 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-1b2c72c7-0e0a-48ac-b119-638dafcff7ae req-d79a75e2-5955-4db6-be06-2aff67aee2d4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a58c197-4b04-4f48-8823-964ff71d981d HTTP/1.1" status: 200 len: 1002 time: 0.0999956 Apr 01 16:15:46.325743 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2c72c7-0e0a-48ac-b119-638dafcff7ae req-6e55435c-5e2d-45d3-9a15-7db9e9e58c36 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:46.327232 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-1b2c72c7-0e0a-48ac-b119-638dafcff7ae req-6e55435c-5e2d-45d3-9a15-7db9e9e58c36 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=098e1af0-a105-4506-be65-fcc96abf103e HTTP/1.1" status: 200 len: 850 time: 0.0571916 Apr 01 16:15:46.407946 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-1b2c72c7-0e0a-48ac-b119-638dafcff7ae req-6d4c3011-ad47-422f-9e13-65818cc90823 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=63ec6197-3c9d-41ee-add3-219b57c6a7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726533 Apr 01 16:15:46.541100 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-1b2c72c7-0e0a-48ac-b119-638dafcff7ae req-78e4b597-43e7-495f-998f-e1603f13e27f service neutron] 10.222.0.24 "GET /v2.0/networks/63ec6197-3c9d-41ee-add3-219b57c6a7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248162 Apr 01 16:15:46.669679 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-1b2c72c7-0e0a-48ac-b119-638dafcff7ae req-448700a3-d73f-4f43-b5d8-3021509ed96a service neutron] 10.222.0.24 "GET /v2.0/networks/63ec6197-3c9d-41ee-add3-219b57c6a7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220779 Apr 01 16:15:47.139001 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871c777d-2e19-4afb-bc4f-b62781bceae1 req-7d02691b-50f1-46fa-ba4e-8d837bb6fce7 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:47.140443 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-871c777d-2e19-4afb-bc4f-b62781bceae1 req-7d02691b-50f1-46fa-ba4e-8d837bb6fce7 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=02750695-56f0-4ff3-b102-ac945d666a7f HTTP/1.1" status: 200 len: 946 time: 0.0762973 Apr 01 16:15:47.186205 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-871c777d-2e19-4afb-bc4f-b62781bceae1 req-ca8bb4b9-fa69-4504-afa9-33e785e8549a tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401816 Apr 01 16:15:48.401833 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d8ba1-1f3e-434e-a3ae-ab6d1e9040ea req-29a1add5-bbc9-46fb-94cf-37a556ee7465 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:48.403197 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f52d8ba1-1f3e-434e-a3ae-ab6d1e9040ea req-29a1add5-bbc9-46fb-94cf-37a556ee7465 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=02750695-56f0-4ff3-b102-ac945d666a7f HTTP/1.1" status: 200 len: 946 time: 0.0851786 Apr 01 16:15:48.448329 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f52d8ba1-1f3e-434e-a3ae-ab6d1e9040ea req-299770ff-513e-4180-ba3c-7a3dbaee87c5 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394254 Apr 01 16:15:49.609330 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:15:49.610035 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 3a58c197-4b04-4f48-8823-964ff71d981d details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:15:49.612413 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 3a58c197-4b04-4f48-8823-964ff71d981d no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:15:49.649079 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea63250-1f09-4864-90a3-28b8299bbad8 req-b619a061-a491-4b53-90cb-eeecae2b1695 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:49.651373 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-eea63250-1f09-4864-90a3-28b8299bbad8 req-b619a061-a491-4b53-90cb-eeecae2b1695 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=02750695-56f0-4ff3-b102-ac945d666a7f HTTP/1.1" status: 200 len: 946 time: 0.0837903 Apr 01 16:15:49.696748 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-eea63250-1f09-4864-90a3-28b8299bbad8 req-500a90e2-5658-494a-8d26-f4f8a98a1d18 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407829 Apr 01 16:15:49.820474 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:49.854850 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 3a58c197-4b04-4f48-8823-964ff71d981d, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=3a58c197-4b04-4f48-8823-964ff71d981d,segment=NetworkSegment(eedea76a-6b55-46fe-a547-e638d80957c5),segment_id=eedea76a-6b55-46fe-a547-e638d80957c5)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:15:49.878177 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02750695-56f0-4ff3-b102-ac945d666a7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a58c197-4b04-4f48-8823-964ff71d981d'}] {{(pid=83829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:15:49.884324 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Returning: {'device': '3a58c197-4b04-4f48-8823-964ff71d981d', 'network_id': '63ec6197-3c9d-41ee-add3-219b57c6a7c6', 'port_id': '3a58c197-4b04-4f48-8823-964ff71d981d', 'mac_address': 'fa:16:3e:27:0a:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '098e1af0-a105-4506-be65-fcc96abf103e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:15:49.922775 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 3a58c197-4b04-4f48-8823-964ff71d981d, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=3a58c197-4b04-4f48-8823-964ff71d981d,segment=NetworkSegment(eedea76a-6b55-46fe-a547-e638d80957c5),segment_id=eedea76a-6b55-46fe-a547-e638d80957c5)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:15:49.933789 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:49.965422 dv-neutron-833373-2-hyperv neutron-server[83829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02750695-56f0-4ff3-b102-ac945d666a7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a58c197-4b04-4f48-8823-964ff71d981d', 'code': 200} Apr 01 16:15:49.992990 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:50.024189 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3a58c197-4b04-4f48-8823-964ff71d981d {{(pid=83829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:15:50.033072 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=3a58c197-4b04-4f48-8823-964ff71d981d,revision_number=6']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:50.038555 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0612f5a3-8edd-42f4-8b86-368bb5a2c287 req-976f17ab-b9b2-4b1d-906e-bd9da8bd7e10 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:50.039982 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-0612f5a3-8edd-42f4-8b86-368bb5a2c287 req-976f17ab-b9b2-4b1d-906e-bd9da8bd7e10 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=02750695-56f0-4ff3-b102-ac945d666a7f HTTP/1.1" status: 200 len: 944 time: 0.0873899 Apr 01 16:15:50.057573 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fefa84-2612-46b2-bbe6-5ac29eaee8a0 req-17fcd8bc-dc59-45f9-9183-27a822b67212 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:50.059436 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-d9fefa84-2612-46b2-bbe6-5ac29eaee8a0 req-17fcd8bc-dc59-45f9-9183-27a822b67212 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Synchronizing usage tracker for tenant:c578f28ce31248cebab103300d5c4980 on resource:port {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:15:50.079831 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-d9fefa84-2612-46b2-bbe6-5ac29eaee8a0 req-17fcd8bc-dc59-45f9-9183-27a822b67212 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Unset dirty status for tenant:c578f28ce31248cebab103300d5c4980 on resource:port {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:15:50.081263 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-d9fefa84-2612-46b2-bbe6-5ac29eaee8a0 req-17fcd8bc-dc59-45f9-9183-27a822b67212 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.24 "GET /v2.0/ports?device_id=02750695-56f0-4ff3-b102-ac945d666a7f&tenant_id=c578f28ce31248cebab103300d5c4980&binding%3Ahost_id=hv-neutron-8333 HTTP/1.1" status: 200 len: 944 time: 0.1193030 Apr 01 16:15:50.095466 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-0612f5a3-8edd-42f4-8b86-368bb5a2c287 req-803cc095-544d-4248-8413-bf626267b700 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486257 Apr 01 16:15:50.113868 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:50.114204 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:50.114544 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:50.114875 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:50.116789 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:50.116789 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:50.116789 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:50.117136 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:50.117389 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:50.117710 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:50.118033 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:15:50.140005 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.db.api [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:15:50.140357 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG oslo_db.api [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:15:50.230157 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-d9fefa84-2612-46b2-bbe6-5ac29eaee8a0 req-f2b7b787-eda1-4834-946a-1c0d2b2806be service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c578f28ce31248cebab103300d5c4980&device_id=02750695-56f0-4ff3-b102-ac945d666a7f HTTP/1.1" status: 200 len: 1097 time: 0.0720553 Apr 01 16:15:50.360363 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fefa84-2612-46b2-bbe6-5ac29eaee8a0 req-fb1498cb-9233-4b93-83cf-be0ef06524d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:50.361730 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-d9fefa84-2612-46b2-bbe6-5ac29eaee8a0 req-fb1498cb-9233-4b93-83cf-be0ef06524d4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=63ec6197-3c9d-41ee-add3-219b57c6a7c6 HTTP/1.1" status: 200 len: 911 time: 0.1259203 Apr 01 16:15:50.461373 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-d9fefa84-2612-46b2-bbe6-5ac29eaee8a0 req-cf81b94f-701e-4b4d-a5f2-e8b27c26db77 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a58c197-4b04-4f48-8823-964ff71d981d HTTP/1.1" status: 200 len: 1000 time: 0.0924757 Apr 01 16:15:50.628518 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fefa84-2612-46b2-bbe6-5ac29eaee8a0 req-d79799a1-81c3-4e50-b58a-1fa5beb54f11 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:50.629912 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-d9fefa84-2612-46b2-bbe6-5ac29eaee8a0 req-d79799a1-81c3-4e50-b58a-1fa5beb54f11 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=098e1af0-a105-4506-be65-fcc96abf103e HTTP/1.1" status: 200 len: 850 time: 0.1621819 Apr 01 16:15:50.697824 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:50.706231 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-d9fefa84-2612-46b2-bbe6-5ac29eaee8a0 req-bd3a1063-36c2-4acc-9039-37e449886ac7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=63ec6197-3c9d-41ee-add3-219b57c6a7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697198 Apr 01 16:15:50.716857 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a58c197-4b04-4f48-8823-964ff71d981d {{(pid=83829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:15:50.733384 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 3a58c197-4b04-4f48-8823-964ff71d981d, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=3a58c197-4b04-4f48-8823-964ff71d981d,segment=NetworkSegment(eedea76a-6b55-46fe-a547-e638d80957c5),segment_id=eedea76a-6b55-46fe-a547-e638d80957c5)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:15:50.738523 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:50.814752 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] get_ports_and_sgs() called for port_ids ['3a58c197-4b04-4f48-8823-964ff71d981d'] {{(pid=83829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 16:15:50.841351 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-d9fefa84-2612-46b2-bbe6-5ac29eaee8a0 req-4ac9d853-de58-4c87-8741-1ee06265578a service neutron] 10.222.0.24 "GET /v2.0/networks/63ec6197-3c9d-41ee-add3-219b57c6a7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280427 Apr 01 16:15:50.851594 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=3a58c197-4b04-4f48-8823-964ff71d981d,revision_number=7']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:51.003297 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-d9fefa84-2612-46b2-bbe6-5ac29eaee8a0 req-08bb72ab-cabe-44b7-8e5d-4af6f7a287de service neutron] 10.222.0.24 "GET /v2.0/networks/63ec6197-3c9d-41ee-add3-219b57c6a7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551528 Apr 01 16:15:51.302966 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1dd9fe-0dbf-4c40-a6bf-8670198e05a8 req-963260b9-1668-4b61-b9c0-110c6020dd6f tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:51.304406 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-3c1dd9fe-0dbf-4c40-a6bf-8670198e05a8 req-963260b9-1668-4b61-b9c0-110c6020dd6f tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=02750695-56f0-4ff3-b102-ac945d666a7f HTTP/1.1" status: 200 len: 945 time: 0.0762472 Apr 01 16:15:51.353929 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-3c1dd9fe-0dbf-4c40-a6bf-8670198e05a8 req-66f843a7-db31-4282-b8b3-78294c67b1af tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440133 Apr 01 16:15:51.625325 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 3a58c197-4b04-4f48-8823-964ff71d981d up at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:15:51.692521 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning complete for port 3a58c197-4b04-4f48-8823-964ff71d981d triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:15:51.692918 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:51.804513 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:51.837620 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 3a58c197-4b04-4f48-8823-964ff71d981d, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=3a58c197-4b04-4f48-8823-964ff71d981d,segment=NetworkSegment(eedea76a-6b55-46fe-a547-e638d80957c5),segment_id=eedea76a-6b55-46fe-a547-e638d80957c5)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:15:51.841230 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:51.905546 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=3a58c197-4b04-4f48-8823-964ff71d981d,revision_number=8']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:51.966634 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02750695-56f0-4ff3-b102-ac945d666a7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a58c197-4b04-4f48-8823-964ff71d981d'}] {{(pid=83829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:15:52.023248 dv-neutron-833373-2-hyperv neutron-server[83829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02750695-56f0-4ff3-b102-ac945d666a7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a58c197-4b04-4f48-8823-964ff71d981d', 'code': 200} Apr 01 16:15:52.555780 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c70d5d-ec1d-4075-90ff-f04f2e1694c5 req-7d2dc239-d0b8-4447-94b4-2e2e881b580b tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:52.557337 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-23c70d5d-ec1d-4075-90ff-f04f2e1694c5 req-7d2dc239-d0b8-4447-94b4-2e2e881b580b tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=02750695-56f0-4ff3-b102-ac945d666a7f HTTP/1.1" status: 200 len: 946 time: 0.0786510 Apr 01 16:15:52.604448 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-23c70d5d-ec1d-4075-90ff-f04f2e1694c5 req-e637a5c4-04d4-442e-b891-53be6bce3769 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409100 Apr 01 16:15:52.804209 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d406acf5-3923-4544-94bf-bab1a323b14e req-880a8bd9-b0dd-4644-aeb1-34f627c00cf7 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:52.805667 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d406acf5-3923-4544-94bf-bab1a323b14e req-880a8bd9-b0dd-4644-aeb1-34f627c00cf7 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=02750695-56f0-4ff3-b102-ac945d666a7f HTTP/1.1" status: 200 len: 946 time: 0.0782719 Apr 01 16:15:52.850463 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d406acf5-3923-4544-94bf-bab1a323b14e req-aa39cdc2-68cd-4d5b-b906-57ed5b07a04a tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393476 Apr 01 16:15:53.055876 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59868e2-5ac9-492d-b82f-f20afa78f230 req-d936c92a-9276-4642-ae55-f0b643c806d9 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:53.057382 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f59868e2-5ac9-492d-b82f-f20afa78f230 req-d936c92a-9276-4642-ae55-f0b643c806d9 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=02750695-56f0-4ff3-b102-ac945d666a7f HTTP/1.1" status: 200 len: 946 time: 0.0788572 Apr 01 16:15:53.102122 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f59868e2-5ac9-492d-b82f-f20afa78f230 req-e1f6fa72-d233-4259-9f96-e53b168de767 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392401 Apr 01 16:15:53.501749 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c9bda-6f52-4200-aed2-498fb8ac169a req-7a71b5f1-13af-4b8d-8eed-30cef44d3540 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:53.503185 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e98c9bda-6f52-4200-aed2-498fb8ac169a req-7a71b5f1-13af-4b8d-8eed-30cef44d3540 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=02750695-56f0-4ff3-b102-ac945d666a7f HTTP/1.1" status: 200 len: 946 time: 0.0790887 Apr 01 16:15:53.547165 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e98c9bda-6f52-4200-aed2-498fb8ac169a req-a6b0f21e-d4c0-40e5-85d8-62e6dcce38ec tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385330 Apr 01 16:15:53.919016 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:53.920154 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-467713dd-33a2-4e62-87ac-f42310e4b0e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:54.747302 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebb313d-70a4-49f4-9eb6-28f64fa6f714 req-f00decc0-27b8-4ae5-9c4d-1a93956903b9 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:54.748788 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-1ebb313d-70a4-49f4-9eb6-28f64fa6f714 req-f00decc0-27b8-4ae5-9c4d-1a93956903b9 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=02750695-56f0-4ff3-b102-ac945d666a7f HTTP/1.1" status: 200 len: 946 time: 0.0753894 Apr 01 16:15:54.794551 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-1ebb313d-70a4-49f4-9eb6-28f64fa6f714 req-aff96e48-23a7-4f11-becf-1649204c5a21 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401154 Apr 01 16:15:55.314254 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3436ce7-d63e-4c5b-9df6-c83900ead38f req-7dfce3d8-44d9-4dac-b06f-1f5be8e141a5 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:55.315620 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-e3436ce7-d63e-4c5b-9df6-c83900ead38f req-7dfce3d8-44d9-4dac-b06f-1f5be8e141a5 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.24 "GET /v2.0/ports?device_id=02750695-56f0-4ff3-b102-ac945d666a7f HTTP/1.1" status: 200 len: 946 time: 0.0827222 Apr 01 16:15:55.387934 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [req-e3436ce7-d63e-4c5b-9df6-c83900ead38f req-d9e6b801-f722-4caf-bd97-a0ebe4fc0db0 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Deleting port 3a58c197-4b04-4f48-8823-964ff71d981d {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:15:55.388277 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-e3436ce7-d63e-4c5b-9df6-c83900ead38f req-d9e6b801-f722-4caf-bd97-a0ebe4fc0db0 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:55.644829 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [req-e3436ce7-d63e-4c5b-9df6-c83900ead38f req-d9e6b801-f722-4caf-bd97-a0ebe4fc0db0 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] For port 3a58c197-4b04-4f48-8823-964ff71d981d, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=3a58c197-4b04-4f48-8823-964ff71d981d,segment=NetworkSegment(eedea76a-6b55-46fe-a547-e638d80957c5),segment_id=eedea76a-6b55-46fe-a547-e638d80957c5)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:15:55.645421 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-e3436ce7-d63e-4c5b-9df6-c83900ead38f req-d9e6b801-f722-4caf-bd97-a0ebe4fc0db0 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:55.938497 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-e3436ce7-d63e-4c5b-9df6-c83900ead38f req-d9e6b801-f722-4caf-bd97-a0ebe4fc0db0 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:55.938773 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-e3436ce7-d63e-4c5b-9df6-c83900ead38f req-d9e6b801-f722-4caf-bd97-a0ebe4fc0db0 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617697'] for floatingip, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:55.939085 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.l3_db [req-e3436ce7-d63e-4c5b-9df6-c83900ead38f req-d9e6b801-f722-4caf-bd97-a0ebe4fc0db0 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Floating IP a8d379e0-a861-4a5a-8302-e88bdd826b26 disassociated. External IP: 172.26.1.252, port: 3a58c197-4b04-4f48-8823-964ff71d981d. Apr 01 16:15:55.939422 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [req-e3436ce7-d63e-4c5b-9df6-c83900ead38f req-d9e6b801-f722-4caf-bd97-a0ebe4fc0db0 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Calling delete_port for 3a58c197-4b04-4f48-8823-964ff71d981d owned by compute:nova {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:15:55.998005 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2279fb9a-d6e1-45bf-a808-b28e9c4c6885 req-fe4b651b-d047-42ba-bb06-467ce4a8bf1b tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:55.999465 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2279fb9a-d6e1-45bf-a808-b28e9c4c6885 req-fe4b651b-d047-42ba-bb06-467ce4a8bf1b tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=02750695-56f0-4ff3-b102-ac945d666a7f HTTP/1.1" status: 200 len: 946 time: 0.0796182 Apr 01 16:15:56.047222 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2279fb9a-d6e1-45bf-a808-b28e9c4c6885 req-0b6489ee-1dd2-4847-a822-82c19a1a9264 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418344 Apr 01 16:15:56.085711 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-e3436ce7-d63e-4c5b-9df6-c83900ead38f req-d9e6b801-f722-4caf-bd97-a0ebe4fc0db0 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:56.135813 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e6b801-f722-4caf-bd97-a0ebe4fc0db0 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Pushing event deleted for resources: {'Port': ['ID=3a58c197-4b04-4f48-8823-964ff71d981d,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:15:56.292341 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-2804c1da-3bf2-4875-8b3c-416209d040f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:56.347110 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e3436ce7-d63e-4c5b-9df6-c83900ead38f req-d9e6b801-f722-4caf-bd97-a0ebe4fc0db0 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Router 8cf77c56-b30b-4cb5-85fc-b492b6b2e976 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:15:56.643379 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e3436ce7-d63e-4c5b-9df6-c83900ead38f req-d9e6b801-f722-4caf-bd97-a0ebe4fc0db0 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:15:56.653600 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98b4610-8cf7-477b-ae3c-25a32efdecfa None None] Sync routers for ids ['8cf77c56-b30b-4cb5-85fc-b492b6b2e976'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:15:56.667053 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98b4610-8cf7-477b-ae3c-25a32efdecfa None None] Routers {'8cf77c56-b30b-4cb5-85fc-b492b6b2e976'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:15:56.667676 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-e98b4610-8cf7-477b-ae3c-25a32efdecfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:15:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['8cf77c56-b30b-4cb5-85fc-b492b6b2e976'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:56.713107 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3436ce7-d63e-4c5b-9df6-c83900ead38f req-d9e6b801-f722-4caf-bd97-a0ebe4fc0db0 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] No DVR routers for this DVR port 3a58c197-4b04-4f48-8823-964ff71d981d on host hv-neutron-8333 {{(pid=83828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:15:56.715550 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-e3436ce7-d63e-4c5b-9df6-c83900ead38f req-d9e6b801-f722-4caf-bd97-a0ebe4fc0db0 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:56.718167 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02750695-56f0-4ff3-b102-ac945d666a7f', 'name': 'network-vif-deleted', 'tag': '3a58c197-4b04-4f48-8823-964ff71d981d'}] {{(pid=83828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:15:56.735156 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-e3436ce7-d63e-4c5b-9df6-c83900ead38f req-d9e6b801-f722-4caf-bd97-a0ebe4fc0db0 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.24 "DELETE /v2.0/ports/3a58c197-4b04-4f48-8823-964ff71d981d HTTP/1.1" status: 204 len: 173 time: 1.4131675 Apr 01 16:15:56.782841 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02750695-56f0-4ff3-b102-ac945d666a7f', 'name': 'network-vif-deleted', 'tag': '3a58c197-4b04-4f48-8823-964ff71d981d', 'status': 'completed', 'code': 200} Apr 01 16:15:56.879389 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-e98b4610-8cf7-477b-ae3c-25a32efdecfa None None] Set router 8cf77c56-b30b-4cb5-85fc-b492b6b2e976 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:15:57.238377 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-13a2a21a-8fc0-4a8e-9cfa-ae4f66d22321 req-f2414fd1-31d8-43dd-a23b-3fa22a30ad08 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=02750695-56f0-4ff3-b102-ac945d666a7f HTTP/1.1" status: 200 len: 210 time: 0.0494099 Apr 01 16:15:57.248577 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-e98b4610-8cf7-477b-ae3c-25a32efdecfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'name': 'tempest-ServerActionsTestJSON-447857044-router', 'tenant_id': 'c578f28ce31248cebab103300d5c4980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.39'}], 'enable_snat': True}, 'gw_port_id': '0de7dbf5-60ef-496e-9c2a-1807ed7c5a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:14:58Z', 'updated_at': '2022-04-01T16:15:01Z', 'revision_number': 4, 'project_id': 'c578f28ce31248cebab103300d5c4980', 'gw_port': {'id': '0de7dbf5-60ef-496e-9c2a-1807ed7c5a12', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:47:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:14:58Z', 'updated_at': '2022-04-01T16:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '931c1e71-ff20-421f-887b-f220afbe0c02', 'name': '', 'network_id': '63ec6197-3c9d-41ee-add3-219b57c6a7c6', 'tenant_id': 'c578f28ce31248cebab103300d5c4980', 'mac_address': 'fa:16:3e:62:5c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '098e1af0-a105-4506-be65-fcc96abf103e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:15:00Z', 'updated_at': '2022-04-01T16:15:09Z', 'revision_number': 5, 'project_id': 'c578f28ce31248cebab103300d5c4980', 'subnets': [{'id': '098e1af0-a105-4506-be65-fcc96abf103e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:57.252844 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98b4610-8cf7-477b-ae3c-25a32efdecfa None None] Checking router: 8cf77c56-b30b-4cb5-85fc-b492b6b2e976 for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:15:57.264635 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98b4610-8cf7-477b-ae3c-25a32efdecfa None None] Routers {'8cf77c56-b30b-4cb5-85fc-b492b6b2e976'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:15:57.265346 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-e98b4610-8cf7-477b-ae3c-25a32efdecfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:15:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['8cf77c56-b30b-4cb5-85fc-b492b6b2e976'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:57.442534 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-e98b4610-8cf7-477b-ae3c-25a32efdecfa None None] Set router 8cf77c56-b30b-4cb5-85fc-b492b6b2e976 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:15:57.632804 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:57.756612 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-e98b4610-8cf7-477b-ae3c-25a32efdecfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'name': 'tempest-ServerActionsTestJSON-447857044-router', 'tenant_id': 'c578f28ce31248cebab103300d5c4980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.39'}], 'enable_snat': True}, 'gw_port_id': '0de7dbf5-60ef-496e-9c2a-1807ed7c5a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:14:58Z', 'updated_at': '2022-04-01T16:15:01Z', 'revision_number': 4, 'project_id': 'c578f28ce31248cebab103300d5c4980', 'gw_port': {'id': '0de7dbf5-60ef-496e-9c2a-1807ed7c5a12', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:47:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:14:58Z', 'updated_at': '2022-04-01T16:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '931c1e71-ff20-421f-887b-f220afbe0c02', 'name': '', 'network_id': '63ec6197-3c9d-41ee-add3-219b57c6a7c6', 'tenant_id': 'c578f28ce31248cebab103300d5c4980', 'mac_address': 'fa:16:3e:62:5c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '098e1af0-a105-4506-be65-fcc96abf103e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:15:00Z', 'updated_at': '2022-04-01T16:15:09Z', 'revision_number': 5, 'project_id': 'c578f28ce31248cebab103300d5c4980', 'subnets': [{'id': '098e1af0-a105-4506-be65-fcc96abf103e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:15:57.760439 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98b4610-8cf7-477b-ae3c-25a32efdecfa None None] The sync data for ids ['8cf77c56-b30b-4cb5-85fc-b492b6b2e976'] in dv-neutron-833373-2-hyperv is: [{'id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'name': 'tempest-ServerActionsTestJSON-447857044-router', 'tenant_id': 'c578f28ce31248cebab103300d5c4980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.39'}], 'enable_snat': True}, 'gw_port_id': '0de7dbf5-60ef-496e-9c2a-1807ed7c5a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:14:58Z', 'updated_at': '2022-04-01T16:15:01Z', 'revision_number': 4, 'project_id': 'c578f28ce31248cebab103300d5c4980', 'gw_port': {'id': '0de7dbf5-60ef-496e-9c2a-1807ed7c5a12', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:47:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:14:58Z', 'updated_at': '2022-04-01T16:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '931c1e71-ff20-421f-887b-f220afbe0c02', 'name': '', 'network_id': '63ec6197-3c9d-41ee-add3-219b57c6a7c6', 'tenant_id': 'c578f28ce31248cebab103300d5c4980', 'mac_address': 'fa:16:3e:62:5c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '098e1af0-a105-4506-be65-fcc96abf103e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:15:00Z', 'updated_at': '2022-04-01T16:15:09Z', 'revision_number': 5, 'project_id': 'c578f28ce31248cebab103300d5c4980', 'subnets': [{'id': '098e1af0-a105-4506-be65-fcc96abf103e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:15:57.791235 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:57.981527 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de0cda8-006e-436f-a0c0-e6f45b8d8dd4 None None] New status for floating IP a8d379e0-a861-4a5a-8302-e88bdd826b26: DOWN {{(pid=83829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 16:15:58.616975 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-3db170b0-e470-4e96-af00-c4a1eb0779f4 req-1b166a0e-5fa0-4343-a650-bf382539de70 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--977074567&fields=id&tenant_id=c578f28ce31248cebab103300d5c4980 HTTP/1.1" status: 200 len: 267 time: 0.0472584 Apr 01 16:15:58.784291 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db170b0-e470-4e96-af00-c4a1eb0779f4 req-255d44c6-6581-4e14-b58a-a44a2d2526a7 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:15:58.785705 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-3db170b0-e470-4e96-af00-c4a1eb0779f4 req-255d44c6-6581-4e14-b58a-a44a2d2526a7 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/networks?id=63ec6197-3c9d-41ee-add3-219b57c6a7c6 HTTP/1.1" status: 200 len: 811 time: 0.1620831 Apr 01 16:15:58.801435 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-3db170b0-e470-4e96-af00-c4a1eb0779f4 req-3d326835-1768-44a1-aca0-02eec63f9f5d tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/quotas/c578f28ce31248cebab103300d5c4980 HTTP/1.1" status: 200 len: 375 time: 0.0104311 Apr 01 16:15:58.882085 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-3db170b0-e470-4e96-af00-c4a1eb0779f4 req-d70dcf36-35be-4fd7-b591-fba89bc65b64 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c578f28ce31248cebab103300d5c4980&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0753872 Apr 01 16:15:59.026469 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-3db170b0-e470-4e96-af00-c4a1eb0779f4 req-068386d9-50c8-4ffe-be46-151be4400ada service neutron] 10.222.0.55 "GET /v2.0/networks/63ec6197-3c9d-41ee-add3-219b57c6a7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331015 Apr 01 16:15:59.241875 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-3db170b0-e470-4e96-af00-c4a1eb0779f4 req-dad9abda-7f6f-4951-92c4-af08514b1505 service neutron] 10.222.0.55 "GET /v2.0/networks/63ec6197-3c9d-41ee-add3-219b57c6a7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096696 Apr 01 16:15:59.316773 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:15:59.436484 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d02eb84a-8a77-4fa5-acd3-03a6715afb71 req-9b9a2720-2b01-465e-9137-c808cbd905d1 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d3a99f0-1c54-4b2a-b390-20a1bc32bb34 HTTP/1.1" status: 200 len: 210 time: 0.0406618 Apr 01 16:15:59.684475 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 3a58c197-4b04-4f48-8823-964ff71d981d no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:15:59.717807 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] No Port match for: 3a58c197-4b04-4f48-8823-964ff71d981d {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:15:59.718207 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 3a58c197-4b04-4f48-8823-964ff71d981d not bound to the agent host hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:16:00.439823 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db170b0-e470-4e96-af00-c4a1eb0779f4 req-f3d21538-bb34-4f28-b602-137b6ec4b0db tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:00.441161 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-3db170b0-e470-4e96-af00-c4a1eb0779f4 req-f3d21538-bb34-4f28-b602-137b6ec4b0db tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.24 "GET /v2.0/networks?id=63ec6197-3c9d-41ee-add3-219b57c6a7c6 HTTP/1.1" status: 200 len: 811 time: 0.1452062 Apr 01 16:16:00.497316 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-3db170b0-e470-4e96-af00-c4a1eb0779f4 req-5faf9257-6758-4c78-9576-511ee8b789bd tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c578f28ce31248cebab103300d5c4980 HTTP/1.1" status: 200 len: 379 time: 0.0435436 Apr 01 16:16:00.505601 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [req-3db170b0-e470-4e96-af00-c4a1eb0779f4 req-fc51e980-fbf5-4e21-8ad6-cd7033b73abe tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Request body: {'port': {'device_id': '8d3a99f0-1c54-4b2a-b390-20a1bc32bb34', 'network_id': '63ec6197-3c9d-41ee-add3-219b57c6a7c6', 'admin_state_up': True, 'tenant_id': 'c578f28ce31248cebab103300d5c4980', 'security_groups': ['02bcb448-f759-42db-8cd1-4bc2edb8a5d2']}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:16:00.604756 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5599a2bb-61bf-4853-b676-d117327f266b req-c888b54c-b3a3-4999-bc83-c269e8ddb518 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d3a99f0-1c54-4b2a-b390-20a1bc32bb34 HTTP/1.1" status: 200 len: 210 time: 0.0434005 Apr 01 16:16:00.649964 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [req-3db170b0-e470-4e96-af00-c4a1eb0779f4 req-fc51e980-fbf5-4e21-8ad6-cd7033b73abe tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:16:00.654141 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-3db170b0-e470-4e96-af00-c4a1eb0779f4 req-fc51e980-fbf5-4e21-8ad6-cd7033b73abe tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Usage tracker for resource:port and tenant:c578f28ce31248cebab103300d5c4980 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:16:00.656993 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-3db170b0-e470-4e96-af00-c4a1eb0779f4 req-fc51e980-fbf5-4e21-8ad6-cd7033b73abe tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:16:00.662976 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [req-3db170b0-e470-4e96-af00-c4a1eb0779f4 req-fc51e980-fbf5-4e21-8ad6-cd7033b73abe tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:16:00.672328 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3db170b0-e470-4e96-af00-c4a1eb0779f4 req-fc51e980-fbf5-4e21-8ad6-cd7033b73abe tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Made reservation on behalf of c578f28ce31248cebab103300d5c4980 for: {'port': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:16:00.675298 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-3db170b0-e470-4e96-af00-c4a1eb0779f4 req-fc51e980-fbf5-4e21-8ad6-cd7033b73abe tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:00.835630 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [req-3db170b0-e470-4e96-af00-c4a1eb0779f4 req-fc51e980-fbf5-4e21-8ad6-cd7033b73abe tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Allocated IP 172.20.0.7 (63ec6197-3c9d-41ee-add3-219b57c6a7c6/098e1af0-a105-4506-be65-fcc96abf103e/cdb4b6b7-9841-455e-b01f-a036cf1fef70) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:16:01.022278 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-3db170b0-e470-4e96-af00-c4a1eb0779f4 req-fc51e980-fbf5-4e21-8ad6-cd7033b73abe tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:01.037555 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [req-3db170b0-e470-4e96-af00-c4a1eb0779f4 req-fc51e980-fbf5-4e21-8ad6-cd7033b73abe tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Transition to ACTIVE for port object cdb4b6b7-9841-455e-b01f-a036cf1fef70 will not be triggered until provisioned by entity DHCP. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:16:01.061334 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-3db170b0-e470-4e96-af00-c4a1eb0779f4 req-fc51e980-fbf5-4e21-8ad6-cd7033b73abe tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:01.136509 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3db170b0-e470-4e96-af00-c4a1eb0779f4 req-fc51e980-fbf5-4e21-8ad6-cd7033b73abe tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Network 63ec6197-3c9d-41ee-add3-219b57c6a7c6 is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:16:01.139513 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [req-3db170b0-e470-4e96-af00-c4a1eb0779f4 req-fc51e980-fbf5-4e21-8ad6-cd7033b73abe tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:16:01.143607 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [req-3db170b0-e470-4e96-af00-c4a1eb0779f4 req-fc51e980-fbf5-4e21-8ad6-cd7033b73abe tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:16:01.180890 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc51e980-fbf5-4e21-8ad6-cd7033b73abe tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Pushing event updated for resources: {'Port': ['ID=cdb4b6b7-9841-455e-b01f-a036cf1fef70,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:16:01.216009 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db170b0-e470-4e96-af00-c4a1eb0779f4 req-fc51e980-fbf5-4e21-8ad6-cd7033b73abe tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:01.216599 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-3db170b0-e470-4e96-af00-c4a1eb0779f4 req-fc51e980-fbf5-4e21-8ad6-cd7033b73abe tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:01.243103 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-3db170b0-e470-4e96-af00-c4a1eb0779f4 req-fc51e980-fbf5-4e21-8ad6-cd7033b73abe tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7411821 Apr 01 16:16:01.254415 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [req-3db170b0-e470-4e96-af00-c4a1eb0779f4 req-d2f08365-ae1d-4ce3-96e5-8c46f4050df9 service neutron] Request body: {'port': {'device_id': '8d3a99f0-1c54-4b2a-b390-20a1bc32bb34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:16:01.365309 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-3db170b0-e470-4e96-af00-c4a1eb0779f4 req-d2f08365-ae1d-4ce3-96e5-8c46f4050df9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:01.371530 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-d81355df-d0a4-4374-8af6-7bc81bfa588c None None] Provisioning for port cdb4b6b7-9841-455e-b01f-a036cf1fef70 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:16:01.376608 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-d81355df-d0a4-4374-8af6-7bc81bfa588c None None] Provisioning complete for port cdb4b6b7-9841-455e-b01f-a036cf1fef70 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:16:01.377000 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-d81355df-d0a4-4374-8af6-7bc81bfa588c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:01.429686 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-d81355df-d0a4-4374-8af6-7bc81bfa588c None None] Port cdb4b6b7-9841-455e-b01f-a036cf1fef70 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 16:16:01.717852 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [req-3db170b0-e470-4e96-af00-c4a1eb0779f4 req-d2f08365-ae1d-4ce3-96e5-8c46f4050df9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdb4b6b7-9841-455e-b01f-a036cf1fef70 {{(pid=83828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:16:01.725479 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-3db170b0-e470-4e96-af00-c4a1eb0779f4 req-d2f08365-ae1d-4ce3-96e5-8c46f4050df9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:01.741255 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [req-3db170b0-e470-4e96-af00-c4a1eb0779f4 req-d2f08365-ae1d-4ce3-96e5-8c46f4050df9 service neutron] Transition to ACTIVE for port object cdb4b6b7-9841-455e-b01f-a036cf1fef70 will not be triggered until provisioned by entity L2. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:16:01.745010 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-3db170b0-e470-4e96-af00-c4a1eb0779f4 req-d2f08365-ae1d-4ce3-96e5-8c46f4050df9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:01.807673 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7618c1f-12bd-4f92-8403-4cbf8f33a439 req-6eae0f68-7d11-4bb9-bad5-dcf17d8fd144 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:01.809169 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c7618c1f-12bd-4f92-8403-4cbf8f33a439 req-6eae0f68-7d11-4bb9-bad5-dcf17d8fd144 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d3a99f0-1c54-4b2a-b390-20a1bc32bb34 HTTP/1.1" status: 200 len: 943 time: 0.0773594 Apr 01 16:16:01.859221 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c7618c1f-12bd-4f92-8403-4cbf8f33a439 req-be24d5aa-7b44-4377-93f5-2b82138eda00 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438666 Apr 01 16:16:01.981564 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f08365-ae1d-4ce3-96e5-8c46f4050df9 service neutron] Pushing event updated for resources: {'Port': ['ID=cdb4b6b7-9841-455e-b01f-a036cf1fef70,revision_number=2']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:16:02.092356 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [req-3db170b0-e470-4e96-af00-c4a1eb0779f4 req-d2f08365-ae1d-4ce3-96e5-8c46f4050df9 service neutron] Attempting to bind port cdb4b6b7-9841-455e-b01f-a036cf1fef70 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:16:02.092613 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [req-3db170b0-e470-4e96-af00-c4a1eb0779f4 req-d2f08365-ae1d-4ce3-96e5-8c46f4050df9 service neutron] Attempting to bind port cdb4b6b7-9841-455e-b01f-a036cf1fef70 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'eedea76a-6b55-46fe-a547-e638d80957c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '63ec6197-3c9d-41ee-add3-219b57c6a7c6'}] {{(pid=83828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:16:02.092963 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db170b0-e470-4e96-af00-c4a1eb0779f4 req-d2f08365-ae1d-4ce3-96e5-8c46f4050df9 service neutron] Attempting to bind port cdb4b6b7-9841-455e-b01f-a036cf1fef70 on network 63ec6197-3c9d-41ee-add3-219b57c6a7c6 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:16:02.098539 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db170b0-e470-4e96-af00-c4a1eb0779f4 req-d2f08365-ae1d-4ce3-96e5-8c46f4050df9 service neutron] Port cdb4b6b7-9841-455e-b01f-a036cf1fef70 on network 63ec6197-3c9d-41ee-add3-219b57c6a7c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 16:16:02.098853 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db170b0-e470-4e96-af00-c4a1eb0779f4 req-d2f08365-ae1d-4ce3-96e5-8c46f4050df9 service neutron] Attempting to bind port cdb4b6b7-9841-455e-b01f-a036cf1fef70 on network 63ec6197-3c9d-41ee-add3-219b57c6a7c6 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:16:02.104966 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db170b0-e470-4e96-af00-c4a1eb0779f4 req-d2f08365-ae1d-4ce3-96e5-8c46f4050df9 service neutron] Checking agent: {'id': '5b2860be-0b4f-4931-914a-5d10403eafcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 47, 24), 'started_at': datetime.datetime(2022, 4, 1, 15, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:16:02.105297 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db170b0-e470-4e96-af00-c4a1eb0779f4 req-d2f08365-ae1d-4ce3-96e5-8c46f4050df9 service neutron] Checking segment: {'id': 'eedea76a-6b55-46fe-a547-e638d80957c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '63ec6197-3c9d-41ee-add3-219b57c6a7c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:16:02.105674 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db170b0-e470-4e96-af00-c4a1eb0779f4 req-d2f08365-ae1d-4ce3-96e5-8c46f4050df9 service neutron] Bound using segment: {'id': 'eedea76a-6b55-46fe-a547-e638d80957c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '63ec6197-3c9d-41ee-add3-219b57c6a7c6'} {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:16:02.106356 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [req-3db170b0-e470-4e96-af00-c4a1eb0779f4 req-d2f08365-ae1d-4ce3-96e5-8c46f4050df9 service neutron] Bound port: cdb4b6b7-9841-455e-b01f-a036cf1fef70, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eedea76a-6b55-46fe-a547-e638d80957c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '63ec6197-3c9d-41ee-add3-219b57c6a7c6'}}] {{(pid=83828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:16:02.106696 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-3db170b0-e470-4e96-af00-c4a1eb0779f4 req-d2f08365-ae1d-4ce3-96e5-8c46f4050df9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:02.195019 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [req-3db170b0-e470-4e96-af00-c4a1eb0779f4 req-d2f08365-ae1d-4ce3-96e5-8c46f4050df9 service neutron] For port cdb4b6b7-9841-455e-b01f-a036cf1fef70, host hv-neutron-8333, cleared binding levels {{(pid=83828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:16:02.197949 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [req-3db170b0-e470-4e96-af00-c4a1eb0779f4 req-d2f08365-ae1d-4ce3-96e5-8c46f4050df9 service neutron] For port cdb4b6b7-9841-455e-b01f-a036cf1fef70, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=cdb4b6b7-9841-455e-b01f-a036cf1fef70,segment=NetworkSegment(eedea76a-6b55-46fe-a547-e638d80957c5),segment_id=eedea76a-6b55-46fe-a547-e638d80957c5)] {{(pid=83828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:16:02.202729 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-3db170b0-e470-4e96-af00-c4a1eb0779f4 req-d2f08365-ae1d-4ce3-96e5-8c46f4050df9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:02.256828 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-3db170b0-e470-4e96-af00-c4a1eb0779f4 req-d2f08365-ae1d-4ce3-96e5-8c46f4050df9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:02.258117 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-3db170b0-e470-4e96-af00-c4a1eb0779f4 req-d2f08365-ae1d-4ce3-96e5-8c46f4050df9 service neutron] 10.222.0.24 "PUT /v2.0/ports/cdb4b6b7-9841-455e-b01f-a036cf1fef70 HTTP/1.1" status: 200 len: 1093 time: 1.0079727 Apr 01 16:16:02.265171 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d3a99f0-1c54-4b2a-b390-20a1bc32bb34', 'tag': 'cdb4b6b7-9841-455e-b01f-a036cf1fef70'}] {{(pid=83828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:16:02.292561 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f08365-ae1d-4ce3-96e5-8c46f4050df9 service neutron] Pushing event updated for resources: {'Port': ['ID=cdb4b6b7-9841-455e-b01f-a036cf1fef70,revision_number=3']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:16:02.337268 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d3a99f0-1c54-4b2a-b390-20a1bc32bb34', 'tag': 'cdb4b6b7-9841-455e-b01f-a036cf1fef70', 'status': 'completed', 'code': 200} Apr 01 16:16:02.381688 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-3db170b0-e470-4e96-af00-c4a1eb0779f4 req-8b4a467d-c5a0-4b48-b05e-e5fc93bdcb65 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c578f28ce31248cebab103300d5c4980&device_id=8d3a99f0-1c54-4b2a-b390-20a1bc32bb34 HTTP/1.1" status: 200 len: 1096 time: 0.0800252 Apr 01 16:16:02.453850 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-3db170b0-e470-4e96-af00-c4a1eb0779f4 req-7f0337e1-7582-474b-a25f-ac60feda79b2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cdb4b6b7-9841-455e-b01f-a036cf1fef70 HTTP/1.1" status: 200 len: 217 time: 0.0643508 Apr 01 16:16:02.516041 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db170b0-e470-4e96-af00-c4a1eb0779f4 req-179c299e-4497-4621-aa51-7d6ed924ff7c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:02.517455 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-3db170b0-e470-4e96-af00-c4a1eb0779f4 req-179c299e-4497-4621-aa51-7d6ed924ff7c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=098e1af0-a105-4506-be65-fcc96abf103e HTTP/1.1" status: 200 len: 850 time: 0.0575109 Apr 01 16:16:02.590007 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-3db170b0-e470-4e96-af00-c4a1eb0779f4 req-21289bf9-d624-4b8f-adce-bc5f20756823 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=63ec6197-3c9d-41ee-add3-219b57c6a7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0662324 Apr 01 16:16:02.722408 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-3db170b0-e470-4e96-af00-c4a1eb0779f4 req-33077ad6-d7f4-41e2-abf9-8f61b34f3160 service neutron] 10.222.0.24 "GET /v2.0/networks/63ec6197-3c9d-41ee-add3-219b57c6a7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258826 Apr 01 16:16:02.853821 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-3db170b0-e470-4e96-af00-c4a1eb0779f4 req-58fb6ea6-78c8-4dcc-aa4e-f5418ce8cd34 service neutron] 10.222.0.24 "GET /v2.0/networks/63ec6197-3c9d-41ee-add3-219b57c6a7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253233 Apr 01 16:16:02.975381 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-7e512474-c8e3-4809-837b-6cb6c4607e75 req-fb855df5-b0aa-4de4-ba7b-379dead9e030 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c578f28ce31248cebab103300d5c4980&device_id=8d3a99f0-1c54-4b2a-b390-20a1bc32bb34 HTTP/1.1" status: 200 len: 1096 time: 0.0751634 Apr 01 16:16:03.079519 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db54e036-fecb-4ec2-8574-ccaabd3374d3 req-871cef81-74a4-4dbf-be16-d4c27a91fcdb tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:03.080978 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-db54e036-fecb-4ec2-8574-ccaabd3374d3 req-871cef81-74a4-4dbf-be16-d4c27a91fcdb tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d3a99f0-1c54-4b2a-b390-20a1bc32bb34 HTTP/1.1" status: 200 len: 943 time: 0.0845115 Apr 01 16:16:03.112932 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e512474-c8e3-4809-837b-6cb6c4607e75 req-69a76d7d-e089-45b5-98b5-daa27ea009e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:03.114354 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-7e512474-c8e3-4809-837b-6cb6c4607e75 req-69a76d7d-e089-45b5-98b5-daa27ea009e3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=63ec6197-3c9d-41ee-add3-219b57c6a7c6 HTTP/1.1" status: 200 len: 911 time: 0.1322467 Apr 01 16:16:03.126016 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-db54e036-fecb-4ec2-8574-ccaabd3374d3 req-f089a94a-bac2-4b07-ac30-a3ffec369594 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392482 Apr 01 16:16:03.184474 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-7e512474-c8e3-4809-837b-6cb6c4607e75 req-546747df-92b9-419f-b947-e26f347b33af service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cdb4b6b7-9841-455e-b01f-a036cf1fef70 HTTP/1.1" status: 200 len: 217 time: 0.0626523 Apr 01 16:16:03.250229 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e512474-c8e3-4809-837b-6cb6c4607e75 req-55e2852b-127c-4e66-bb71-ce6260f84db1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:03.251729 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-7e512474-c8e3-4809-837b-6cb6c4607e75 req-55e2852b-127c-4e66-bb71-ce6260f84db1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=098e1af0-a105-4506-be65-fcc96abf103e HTTP/1.1" status: 200 len: 850 time: 0.0608432 Apr 01 16:16:03.326083 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-7e512474-c8e3-4809-837b-6cb6c4607e75 req-a82bf126-c84e-4964-a814-5d33eb40d4a1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=63ec6197-3c9d-41ee-add3-219b57c6a7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678205 Apr 01 16:16:03.456060 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-7e512474-c8e3-4809-837b-6cb6c4607e75 req-000ef323-806d-49c2-ba8b-22378b4f7962 service neutron] 10.222.0.24 "GET /v2.0/networks/63ec6197-3c9d-41ee-add3-219b57c6a7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229215 Apr 01 16:16:03.586407 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-7e512474-c8e3-4809-837b-6cb6c4607e75 req-586d78eb-69e8-44a8-aea2-fc230013bd4f service neutron] 10.222.0.24 "GET /v2.0/networks/63ec6197-3c9d-41ee-add3-219b57c6a7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238363 Apr 01 16:16:04.325246 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89929e63-c7b5-4f4b-8ba0-5b5bc5ed0a6f req-2cea52b8-80d6-48be-a785-c1e7b37c6bd1 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:04.326585 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-89929e63-c7b5-4f4b-8ba0-5b5bc5ed0a6f req-2cea52b8-80d6-48be-a785-c1e7b37c6bd1 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d3a99f0-1c54-4b2a-b390-20a1bc32bb34 HTTP/1.1" status: 200 len: 943 time: 0.0753064 Apr 01 16:16:04.374668 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-89929e63-c7b5-4f4b-8ba0-5b5bc5ed0a6f req-bb2281d9-78d0-488c-b889-303c487d35fd tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423720 Apr 01 16:16:05.567565 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e56bff-3fec-452b-aef1-03ab4f2ce00b req-7e7f13e3-7d3d-45da-8ed8-74499fdd3a99 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:05.569181 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-66e56bff-3fec-452b-aef1-03ab4f2ce00b req-7e7f13e3-7d3d-45da-8ed8-74499fdd3a99 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d3a99f0-1c54-4b2a-b390-20a1bc32bb34 HTTP/1.1" status: 200 len: 943 time: 0.0750139 Apr 01 16:16:05.615942 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-66e56bff-3fec-452b-aef1-03ab4f2ce00b req-b1b911ad-69cc-4a7c-b3dc-5a6126cc4498 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412562 Apr 01 16:16:05.733165 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device cdb4b6b7-9841-455e-b01f-a036cf1fef70 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:16:05.865863 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port cdb4b6b7-9841-455e-b01f-a036cf1fef70, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=cdb4b6b7-9841-455e-b01f-a036cf1fef70,segment=NetworkSegment(eedea76a-6b55-46fe-a547-e638d80957c5),segment_id=eedea76a-6b55-46fe-a547-e638d80957c5)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:16:05.878576 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Returning: {'device': 'cdb4b6b7-9841-455e-b01f-a036cf1fef70', 'network_id': '63ec6197-3c9d-41ee-add3-219b57c6a7c6', 'port_id': 'cdb4b6b7-9841-455e-b01f-a036cf1fef70', 'mac_address': 'fa:16:3e:bc:52:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '098e1af0-a105-4506-be65-fcc96abf103e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:16:05.935780 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:05.953935 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdb4b6b7-9841-455e-b01f-a036cf1fef70 {{(pid=83829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:16:05.969063 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port cdb4b6b7-9841-455e-b01f-a036cf1fef70, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=cdb4b6b7-9841-455e-b01f-a036cf1fef70,segment=NetworkSegment(eedea76a-6b55-46fe-a547-e638d80957c5),segment_id=eedea76a-6b55-46fe-a547-e638d80957c5)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:16:05.973020 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:06.041512 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=cdb4b6b7-9841-455e-b01f-a036cf1fef70,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:16:06.184972 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] get_ports_and_sgs() called for port_ids ['cdb4b6b7-9841-455e-b01f-a036cf1fef70'] {{(pid=83829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 16:16:06.811935 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1facb1f-7fcd-4b29-8e23-f009576a8413 req-f09e3754-54b1-4a9e-ae3b-2b57637acb1e tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:06.813309 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b1facb1f-7fcd-4b29-8e23-f009576a8413 req-f09e3754-54b1-4a9e-ae3b-2b57637acb1e tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d3a99f0-1c54-4b2a-b390-20a1bc32bb34 HTTP/1.1" status: 200 len: 944 time: 0.0792589 Apr 01 16:16:06.858455 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b1facb1f-7fcd-4b29-8e23-f009576a8413 req-f4dfc0d5-3417-4b17-8f06-61e7d87f75d4 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390575 Apr 01 16:16:07.749015 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device cdb4b6b7-9841-455e-b01f-a036cf1fef70 up at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:16:07.819571 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning for port cdb4b6b7-9841-455e-b01f-a036cf1fef70 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:16:07.824955 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning complete for port cdb4b6b7-9841-455e-b01f-a036cf1fef70 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:16:07.825325 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:07.950249 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:07.979627 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d3a99f0-1c54-4b2a-b390-20a1bc32bb34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdb4b6b7-9841-455e-b01f-a036cf1fef70'}] {{(pid=83829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:16:07.990434 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port cdb4b6b7-9841-455e-b01f-a036cf1fef70, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=cdb4b6b7-9841-455e-b01f-a036cf1fef70,segment=NetworkSegment(eedea76a-6b55-46fe-a547-e638d80957c5),segment_id=eedea76a-6b55-46fe-a547-e638d80957c5)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:16:07.996141 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:08.079898 dv-neutron-833373-2-hyperv neutron-server[83829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d3a99f0-1c54-4b2a-b390-20a1bc32bb34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdb4b6b7-9841-455e-b01f-a036cf1fef70', 'code': 200} Apr 01 16:16:08.096543 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53601b8f-e907-431d-a237-1b1358b7c6d5 req-cc44112d-6be4-4bac-837b-e95fdf6c68a5 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:08.098105 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-53601b8f-e907-431d-a237-1b1358b7c6d5 req-cc44112d-6be4-4bac-837b-e95fdf6c68a5 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d3a99f0-1c54-4b2a-b390-20a1bc32bb34 HTTP/1.1" status: 200 len: 945 time: 0.1086626 Apr 01 16:16:08.120368 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=cdb4b6b7-9841-455e-b01f-a036cf1fef70,revision_number=5']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:16:08.149934 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-53601b8f-e907-431d-a237-1b1358b7c6d5 req-401a3ac8-a766-43a2-8630-fdd66f86a8ff tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451837 Apr 01 16:16:08.306699 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-c65c953e-222f-445c-89df-c422b37af070 req-adea6ff2-87b5-4f9b-ac46-0ab064a862fc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8d3a99f0-1c54-4b2a-b390-20a1bc32bb34 HTTP/1.1" status: 200 len: 1098 time: 0.0758095 Apr 01 16:16:08.350565 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-c65c953e-222f-445c-89df-c422b37af070 req-4fa6a4c7-f18a-4d5e-b077-90951a16ed36 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378966 Apr 01 16:16:09.384081 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0501d9-ec19-479d-8a30-e165b5a8ace3 req-4bc174a8-efc3-4fd0-93ea-8a4006e9008d tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:09.385571 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-3c0501d9-ec19-479d-8a30-e165b5a8ace3 req-4bc174a8-efc3-4fd0-93ea-8a4006e9008d tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d3a99f0-1c54-4b2a-b390-20a1bc32bb34 HTTP/1.1" status: 200 len: 945 time: 0.1026781 Apr 01 16:16:09.438931 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-3c0501d9-ec19-479d-8a30-e165b5a8ace3 req-272d2f22-84a3-4d0f-905a-1136f34eb057 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452075 Apr 01 16:16:10.638084 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce91f2d9-635d-490c-927a-c1ee6f15d818 req-6873289f-5043-4a6c-ac40-da9a5f98e06b tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:10.639998 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ce91f2d9-635d-490c-927a-c1ee6f15d818 req-6873289f-5043-4a6c-ac40-da9a5f98e06b tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d3a99f0-1c54-4b2a-b390-20a1bc32bb34 HTTP/1.1" status: 200 len: 945 time: 0.0794656 Apr 01 16:16:10.702907 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ce91f2d9-635d-490c-927a-c1ee6f15d818 req-0bcb272c-0d24-47d3-8fb4-c8333a4bdc05 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558083 Apr 01 16:16:10.914522 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97304c34-1321-4548-88da-f24aff0f6c79 req-1caa51f8-79d6-4d66-a088-a6de6bfbe4e2 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:10.915996 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-97304c34-1321-4548-88da-f24aff0f6c79 req-1caa51f8-79d6-4d66-a088-a6de6bfbe4e2 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d3a99f0-1c54-4b2a-b390-20a1bc32bb34 HTTP/1.1" status: 200 len: 945 time: 0.0802007 Apr 01 16:16:10.924762 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 60866) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:16:10.930740 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-6c04f6eb-7424-4809-a541-cc1929a9bb96 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Request body: {'floatingip': {'port_id': 'cdb4b6b7-9841-455e-b01f-a036cf1fef70'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:16:11.012151 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6c04f6eb-7424-4809-a541-cc1929a9bb96 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify callbacks [] for floatingip, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:11.721294 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6c04f6eb-7424-4809-a541-cc1929a9bb96 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:11.726040 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6c04f6eb-7424-4809-a541-cc1929a9bb96 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617697'] for floatingip, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:11.926125 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.l3_db [None req-6c04f6eb-7424-4809-a541-cc1929a9bb96 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Floating IP a8d379e0-a861-4a5a-8302-e88bdd826b26 associated. External IP: 172.26.1.252, port: cdb4b6b7-9841-455e-b01f-a036cf1fef70. Apr 01 16:16:12.349639 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c04f6eb-7424-4809-a541-cc1929a9bb96 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Router 8cf77c56-b30b-4cb5-85fc-b492b6b2e976 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:16:12.553881 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c04f6eb-7424-4809-a541-cc1929a9bb96 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:16:12.559024 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6c04f6eb-7424-4809-a541-cc1929a9bb96 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for floatingip, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:12.563526 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d892302e-217a-4f90-a98f-a7bc08d3df77 None None] Sync routers for ids ['8cf77c56-b30b-4cb5-85fc-b492b6b2e976'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:16:12.576370 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d892302e-217a-4f90-a98f-a7bc08d3df77 None None] Routers {'8cf77c56-b30b-4cb5-85fc-b492b6b2e976'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:16:12.576991 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-d892302e-217a-4f90-a98f-a7bc08d3df77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:15:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['8cf77c56-b30b-4cb5-85fc-b492b6b2e976'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:16:12.623296 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-6c04f6eb-7424-4809-a541-cc1929a9bb96 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "PUT /v2.0/floatingips/a8d379e0-a861-4a5a-8302-e88bdd826b26 HTTP/1.1" status: 200 len: 991 time: 1.6971254 Apr 01 16:16:12.624305 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d3a99f0-1c54-4b2a-b390-20a1bc32bb34', 'tag': 'cdb4b6b7-9841-455e-b01f-a036cf1fef70'}] {{(pid=83826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:16:12.696368 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d3a99f0-1c54-4b2a-b390-20a1bc32bb34', 'tag': 'cdb4b6b7-9841-455e-b01f-a036cf1fef70', 'status': 'completed', 'code': 200} Apr 01 16:16:12.773906 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-d892302e-217a-4f90-a98f-a7bc08d3df77 None None] Set router 8cf77c56-b30b-4cb5-85fc-b492b6b2e976 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:16:12.791337 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-ce14f0b5-b2ed-4116-8c76-b7a02655f0a6 req-d324ddd8-e09d-424e-aa77-0503196a48f7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c578f28ce31248cebab103300d5c4980&device_id=8d3a99f0-1c54-4b2a-b390-20a1bc32bb34 HTTP/1.1" status: 200 len: 1098 time: 0.0715044 Apr 01 16:16:13.010290 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c0274-aa9f-4796-8592-a26ee967f849 req-a7ef3d29-b3b4-4eda-aaa7-db85f91dfb8d tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:13.012540 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ee2c0274-aa9f-4796-8592-a26ee967f849 req-a7ef3d29-b3b4-4eda-aaa7-db85f91dfb8d tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d3a99f0-1c54-4b2a-b390-20a1bc32bb34 HTTP/1.1" status: 200 len: 945 time: 0.0873301 Apr 01 16:16:13.045756 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce14f0b5-b2ed-4116-8c76-b7a02655f0a6 req-a6f77058-547e-4113-ac0a-7c0f072c933d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:13.049743 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-ce14f0b5-b2ed-4116-8c76-b7a02655f0a6 req-a6f77058-547e-4113-ac0a-7c0f072c933d service neutron] 10.222.0.24 "GET /v2.0/networks?id=63ec6197-3c9d-41ee-add3-219b57c6a7c6 HTTP/1.1" status: 200 len: 911 time: 0.2519503 Apr 01 16:16:13.070548 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ee2c0274-aa9f-4796-8592-a26ee967f849 req-dfe2080d-2e43-471f-bec7-ab43c79bb391 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516365 Apr 01 16:16:13.164652 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-ce14f0b5-b2ed-4116-8c76-b7a02655f0a6 req-401b0cf1-f731-4613-a534-22cda406f5e3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cdb4b6b7-9841-455e-b01f-a036cf1fef70 HTTP/1.1" status: 200 len: 999 time: 0.1075850 Apr 01 16:16:13.202845 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-d892302e-217a-4f90-a98f-a7bc08d3df77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'name': 'tempest-ServerActionsTestJSON-447857044-router', 'tenant_id': 'c578f28ce31248cebab103300d5c4980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.39'}], 'enable_snat': True}, 'gw_port_id': '0de7dbf5-60ef-496e-9c2a-1807ed7c5a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:14:58Z', 'updated_at': '2022-04-01T16:15:01Z', 'revision_number': 4, 'project_id': 'c578f28ce31248cebab103300d5c4980', 'gw_port': {'id': '0de7dbf5-60ef-496e-9c2a-1807ed7c5a12', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:47:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:14:58Z', 'updated_at': '2022-04-01T16:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': 'a8d379e0-a861-4a5a-8302-e88bdd826b26', 'tenant_id': 'c578f28ce31248cebab103300d5c4980', 'floating_ip_address': '172.26.1.252', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'port_id': 'cdb4b6b7-9841-455e-b01f-a036cf1fef70', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63ec6197-3c9d-41ee-add3-219b57c6a7c6', 'mac_address': 'fa:16:3e:bc:52:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3a99f0-1c54-4b2a-b390-20a1bc32bb34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:15:04Z', 'updated_at': '2022-04-01T16:16:11Z', 'revision_number': 5, 'project_id': 'c578f28ce31248cebab103300d5c4980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '931c1e71-ff20-421f-887b-f220afbe0c02', 'name': '', 'network_id': '63ec6197-3c9d-41ee-add3-219b57c6a7c6', 'tenant_id': 'c578f28ce31248cebab103300d5c4980', 'mac_address': 'fa:16:3e:62:5c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '098e1af0-a105-4506-be65-fcc96abf103e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:15:00Z', 'updated_at': '2022-04-01T16:15:09Z', 'revision_number': 5, 'project_id': 'c578f28ce31248cebab103300d5c4980', 'subnets': [{'id': '098e1af0-a105-4506-be65-fcc96abf103e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:16:13.206743 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d892302e-217a-4f90-a98f-a7bc08d3df77 None None] Checking router: 8cf77c56-b30b-4cb5-85fc-b492b6b2e976 for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:16:13.217389 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d892302e-217a-4f90-a98f-a7bc08d3df77 None None] Routers {'8cf77c56-b30b-4cb5-85fc-b492b6b2e976'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:16:13.217982 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-d892302e-217a-4f90-a98f-a7bc08d3df77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:15:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['8cf77c56-b30b-4cb5-85fc-b492b6b2e976'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:16:13.230004 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce14f0b5-b2ed-4116-8c76-b7a02655f0a6 req-a0b6cf3b-d9dd-4198-8867-2368089584f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:13.231706 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-ce14f0b5-b2ed-4116-8c76-b7a02655f0a6 req-a0b6cf3b-d9dd-4198-8867-2368089584f0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=098e1af0-a105-4506-be65-fcc96abf103e HTTP/1.1" status: 200 len: 850 time: 0.0613458 Apr 01 16:16:13.309433 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-ce14f0b5-b2ed-4116-8c76-b7a02655f0a6 req-a0cd1a4b-cfd4-40ef-9c5a-aeb2689d155a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=63ec6197-3c9d-41ee-add3-219b57c6a7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710082 Apr 01 16:16:13.429460 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-d892302e-217a-4f90-a98f-a7bc08d3df77 None None] Set router 8cf77c56-b30b-4cb5-85fc-b492b6b2e976 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:16:13.460973 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-ce14f0b5-b2ed-4116-8c76-b7a02655f0a6 req-7bb41a68-3022-4472-b203-5841be2d51ad service neutron] 10.222.0.24 "GET /v2.0/networks/63ec6197-3c9d-41ee-add3-219b57c6a7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448314 Apr 01 16:16:13.598233 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-ce14f0b5-b2ed-4116-8c76-b7a02655f0a6 req-c8daf529-ae5d-47cc-b401-bfb44fe7db64 service neutron] 10.222.0.24 "GET /v2.0/networks/63ec6197-3c9d-41ee-add3-219b57c6a7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309619 Apr 01 16:16:13.799645 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-d892302e-217a-4f90-a98f-a7bc08d3df77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'name': 'tempest-ServerActionsTestJSON-447857044-router', 'tenant_id': 'c578f28ce31248cebab103300d5c4980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.39'}], 'enable_snat': True}, 'gw_port_id': '0de7dbf5-60ef-496e-9c2a-1807ed7c5a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:14:58Z', 'updated_at': '2022-04-01T16:15:01Z', 'revision_number': 4, 'project_id': 'c578f28ce31248cebab103300d5c4980', 'gw_port': {'id': '0de7dbf5-60ef-496e-9c2a-1807ed7c5a12', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:47:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:14:58Z', 'updated_at': '2022-04-01T16:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': 'a8d379e0-a861-4a5a-8302-e88bdd826b26', 'tenant_id': 'c578f28ce31248cebab103300d5c4980', 'floating_ip_address': '172.26.1.252', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'port_id': 'cdb4b6b7-9841-455e-b01f-a036cf1fef70', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63ec6197-3c9d-41ee-add3-219b57c6a7c6', 'mac_address': 'fa:16:3e:bc:52:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3a99f0-1c54-4b2a-b390-20a1bc32bb34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:15:04Z', 'updated_at': '2022-04-01T16:16:11Z', 'revision_number': 5, 'project_id': 'c578f28ce31248cebab103300d5c4980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '931c1e71-ff20-421f-887b-f220afbe0c02', 'name': '', 'network_id': '63ec6197-3c9d-41ee-add3-219b57c6a7c6', 'tenant_id': 'c578f28ce31248cebab103300d5c4980', 'mac_address': 'fa:16:3e:62:5c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '098e1af0-a105-4506-be65-fcc96abf103e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:15:00Z', 'updated_at': '2022-04-01T16:15:09Z', 'revision_number': 5, 'project_id': 'c578f28ce31248cebab103300d5c4980', 'subnets': [{'id': '098e1af0-a105-4506-be65-fcc96abf103e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:16:13.804936 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d892302e-217a-4f90-a98f-a7bc08d3df77 None None] The sync data for ids ['8cf77c56-b30b-4cb5-85fc-b492b6b2e976'] in dv-neutron-833373-2-hyperv is: [{'id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'name': 'tempest-ServerActionsTestJSON-447857044-router', 'tenant_id': 'c578f28ce31248cebab103300d5c4980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.39'}], 'enable_snat': True}, 'gw_port_id': '0de7dbf5-60ef-496e-9c2a-1807ed7c5a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:14:58Z', 'updated_at': '2022-04-01T16:15:01Z', 'revision_number': 4, 'project_id': 'c578f28ce31248cebab103300d5c4980', 'gw_port': {'id': '0de7dbf5-60ef-496e-9c2a-1807ed7c5a12', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:47:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:14:58Z', 'updated_at': '2022-04-01T16:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': 'a8d379e0-a861-4a5a-8302-e88bdd826b26', 'tenant_id': 'c578f28ce31248cebab103300d5c4980', 'floating_ip_address': '172.26.1.252', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'port_id': 'cdb4b6b7-9841-455e-b01f-a036cf1fef70', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63ec6197-3c9d-41ee-add3-219b57c6a7c6', 'mac_address': 'fa:16:3e:bc:52:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3a99f0-1c54-4b2a-b390-20a1bc32bb34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:15:04Z', 'updated_at': '2022-04-01T16:16:11Z', 'revision_number': 5, 'project_id': 'c578f28ce31248cebab103300d5c4980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '931c1e71-ff20-421f-887b-f220afbe0c02', 'name': '', 'network_id': '63ec6197-3c9d-41ee-add3-219b57c6a7c6', 'tenant_id': 'c578f28ce31248cebab103300d5c4980', 'mac_address': 'fa:16:3e:62:5c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '098e1af0-a105-4506-be65-fcc96abf103e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:15:00Z', 'updated_at': '2022-04-01T16:15:09Z', 'revision_number': 5, 'project_id': 'c578f28ce31248cebab103300d5c4980', 'subnets': [{'id': '098e1af0-a105-4506-be65-fcc96abf103e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:16:14.001074 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b74c3dc-6a1d-4a49-862a-25f9130a5fac None None] New status for floating IP a8d379e0-a861-4a5a-8302-e88bdd826b26: ACTIVE {{(pid=83829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 16:16:14.289855 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e7738-3e74-4aac-a7e5-8b8e7939f97b req-6617f5e0-f667-4820-b58e-ea61ba83cae8 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:14.291326 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5b7e7738-3e74-4aac-a7e5-8b8e7939f97b req-6617f5e0-f667-4820-b58e-ea61ba83cae8 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d3a99f0-1c54-4b2a-b390-20a1bc32bb34 HTTP/1.1" status: 200 len: 945 time: 0.0837159 Apr 01 16:16:14.342797 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5b7e7738-3e74-4aac-a7e5-8b8e7939f97b req-2e1074ee-1d5a-471f-aad9-c22a02898681 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458198 Apr 01 16:16:15.543499 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db082002-fccd-4ade-b114-8cda0df7eee8 req-d76426e8-fba5-4848-b4fe-0fd0c57b44f2 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:15.544998 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-db082002-fccd-4ade-b114-8cda0df7eee8 req-d76426e8-fba5-4848-b4fe-0fd0c57b44f2 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d3a99f0-1c54-4b2a-b390-20a1bc32bb34 HTTP/1.1" status: 200 len: 945 time: 0.0778306 Apr 01 16:16:15.592167 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-db082002-fccd-4ade-b114-8cda0df7eee8 req-c75401a3-0930-44a3-b8ca-8697fb0a078e tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411103 Apr 01 16:16:16.810939 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91ff0de-4640-4f2a-83ce-d3c9aba02ea1 req-30c9d5ee-5b4b-40fd-af28-fd2eb376d6cc tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:16.812428 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e91ff0de-4640-4f2a-83ce-d3c9aba02ea1 req-30c9d5ee-5b4b-40fd-af28-fd2eb376d6cc tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d3a99f0-1c54-4b2a-b390-20a1bc32bb34 HTTP/1.1" status: 200 len: 945 time: 0.0921054 Apr 01 16:16:16.860629 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e91ff0de-4640-4f2a-83ce-d3c9aba02ea1 req-34f186db-e03e-4d73-892b-234f62c79c17 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423579 Apr 01 16:16:18.066961 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8c338c-decc-4c57-a1cc-ec5be0ad9d09 req-d911b95b-8d92-435a-9693-0a0738951fdc tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:18.069742 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-be8c338c-decc-4c57-a1cc-ec5be0ad9d09 req-d911b95b-8d92-435a-9693-0a0738951fdc tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d3a99f0-1c54-4b2a-b390-20a1bc32bb34 HTTP/1.1" status: 200 len: 945 time: 0.0830064 Apr 01 16:16:18.118227 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-be8c338c-decc-4c57-a1cc-ec5be0ad9d09 req-a0d335fb-8ed1-4869-b85c-e5c2e76ad95f tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425034 Apr 01 16:16:19.456723 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1452f97-ccfa-4e5a-a85a-3fbdc16a76ce req-8050531f-5587-4303-b7f5-999c376d319b tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:19.459377 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e1452f97-ccfa-4e5a-a85a-3fbdc16a76ce req-8050531f-5587-4303-b7f5-999c376d319b tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d3a99f0-1c54-4b2a-b390-20a1bc32bb34 HTTP/1.1" status: 200 len: 945 time: 0.1895304 Apr 01 16:16:19.509422 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e1452f97-ccfa-4e5a-a85a-3fbdc16a76ce req-6f534f23-f8c8-4b39-b5d1-e69ecf19ab70 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447717 Apr 01 16:16:20.722292 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c44ab-a95d-4807-bbf9-3ca5199c45f4 req-6f7731ca-e504-4abf-82e8-3b91d9419fa0 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:20.723741 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-809c44ab-a95d-4807-bbf9-3ca5199c45f4 req-6f7731ca-e504-4abf-82e8-3b91d9419fa0 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d3a99f0-1c54-4b2a-b390-20a1bc32bb34 HTTP/1.1" status: 200 len: 945 time: 0.0794156 Apr 01 16:16:20.773059 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-809c44ab-a95d-4807-bbf9-3ca5199c45f4 req-be0f643a-8aaf-4d5d-8327-71d18bd3fa5c tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422606 Apr 01 16:16:21.991521 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8180a89d-8dec-48b9-99b2-288291468c35 req-178da2b5-43ae-41c7-bee1-87ee6bc3b4a5 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:21.993058 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8180a89d-8dec-48b9-99b2-288291468c35 req-178da2b5-43ae-41c7-bee1-87ee6bc3b4a5 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d3a99f0-1c54-4b2a-b390-20a1bc32bb34 HTTP/1.1" status: 200 len: 945 time: 0.0902231 Apr 01 16:16:22.041147 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8180a89d-8dec-48b9-99b2-288291468c35 req-ad950b65-5402-4380-a06b-07d24e638e55 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422101 Apr 01 16:16:23.279921 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f9dd9-fc1e-478c-b603-1cd28e53c732 req-864a2680-aa03-4030-8051-3ee2b40c0f33 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:23.281408 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-434f9dd9-fc1e-478c-b603-1cd28e53c732 req-864a2680-aa03-4030-8051-3ee2b40c0f33 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d3a99f0-1c54-4b2a-b390-20a1bc32bb34 HTTP/1.1" status: 200 len: 945 time: 0.1076446 Apr 01 16:16:23.339272 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-434f9dd9-fc1e-478c-b603-1cd28e53c732 req-87a2b9cb-47e2-4962-a1a2-7b2a1dea5413 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522852 Apr 01 16:16:23.922305 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-2b49879b-d195-4dab-82ac-ad4616e4eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:23.926246 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:24.548411 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af6b15c-0d36-4621-8bed-abacc1f63bb4 req-9f329865-fc08-409b-aaab-d7819b3b3b35 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:24.549968 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4af6b15c-0d36-4621-8bed-abacc1f63bb4 req-9f329865-fc08-409b-aaab-d7819b3b3b35 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d3a99f0-1c54-4b2a-b390-20a1bc32bb34 HTTP/1.1" status: 200 len: 945 time: 0.0827975 Apr 01 16:16:24.605274 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4af6b15c-0d36-4621-8bed-abacc1f63bb4 req-0b4ee150-b152-467c-b753-b25d3f1f440a tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468440 Apr 01 16:16:25.820183 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4928ac-8a76-47c0-ba72-76d192f72f2c req-b7201edc-b52b-416a-9c4c-46a9529055b0 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:25.821734 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-aa4928ac-8a76-47c0-ba72-76d192f72f2c req-b7201edc-b52b-416a-9c4c-46a9529055b0 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d3a99f0-1c54-4b2a-b390-20a1bc32bb34 HTTP/1.1" status: 200 len: 945 time: 0.0833969 Apr 01 16:16:25.872196 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-aa4928ac-8a76-47c0-ba72-76d192f72f2c req-901ba979-32c2-469a-9d58-bdbe9572e181 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449405 Apr 01 16:16:26.295171 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-1e443e63-1fd1-453c-b528-0b426200eb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:26.610556 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:16:27.078746 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6554bfba-6f78-4681-9115-b4cc9468fc3f req-cbb1f5c6-97dc-459e-bfe6-94c220e93888 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:27.080286 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-6554bfba-6f78-4681-9115-b4cc9468fc3f req-cbb1f5c6-97dc-459e-bfe6-94c220e93888 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d3a99f0-1c54-4b2a-b390-20a1bc32bb34 HTTP/1.1" status: 200 len: 945 time: 0.0818970 Apr 01 16:16:27.128017 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-6554bfba-6f78-4681-9115-b4cc9468fc3f req-dd1d1a05-adf0-444d-9d6b-44fbeb5a9c24 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414448 Apr 01 16:16:27.631735 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:27.796484 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:28.397813 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef6128-c313-4ba5-bc39-4fe779ff15b6 req-283df8a6-4593-4e48-a449-043e3aadde72 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:28.399662 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e0ef6128-c313-4ba5-bc39-4fe779ff15b6 req-283df8a6-4593-4e48-a449-043e3aadde72 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d3a99f0-1c54-4b2a-b390-20a1bc32bb34 HTTP/1.1" status: 200 len: 945 time: 0.1165848 Apr 01 16:16:28.462304 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e0ef6128-c313-4ba5-bc39-4fe779ff15b6 req-11205128-1463-48f7-8d05-bff312c16bcc tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521247 Apr 01 16:16:29.322080 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:29.705669 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272e4ebb-35e8-49f5-a216-029910bf6e14 req-99b07588-cc33-45bd-a650-44f047da4d48 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:29.707175 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-272e4ebb-35e8-49f5-a216-029910bf6e14 req-99b07588-cc33-45bd-a650-44f047da4d48 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d3a99f0-1c54-4b2a-b390-20a1bc32bb34 HTTP/1.1" status: 200 len: 945 time: 0.0966046 Apr 01 16:16:29.770560 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-272e4ebb-35e8-49f5-a216-029910bf6e14 req-ccec31e7-828a-41fe-b04b-3481db942155 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559945 Apr 01 16:16:30.995225 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c17281-51be-4404-b72c-46554adddfd7 req-7883c864-f16b-4100-891f-2cefb084eea1 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:30.996697 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-93c17281-51be-4404-b72c-46554adddfd7 req-7883c864-f16b-4100-891f-2cefb084eea1 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d3a99f0-1c54-4b2a-b390-20a1bc32bb34 HTTP/1.1" status: 200 len: 945 time: 0.0806692 Apr 01 16:16:31.053773 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-93c17281-51be-4404-b72c-46554adddfd7 req-e356b5a8-2870-42ea-b747-4df0aac60bc6 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512302 Apr 01 16:16:32.265221 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb03765-add1-45b9-ad14-5816ee9e9589 req-47145bf8-3666-46fa-afec-44243a00b426 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:32.267299 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8fb03765-add1-45b9-ad14-5816ee9e9589 req-47145bf8-3666-46fa-afec-44243a00b426 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d3a99f0-1c54-4b2a-b390-20a1bc32bb34 HTTP/1.1" status: 200 len: 945 time: 0.0885594 Apr 01 16:16:32.321920 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8fb03765-add1-45b9-ad14-5816ee9e9589 req-cf102cce-5b71-44c3-9b58-f2c8282d62af tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475371 Apr 01 16:16:33.589527 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a78ac-f025-4f90-9165-5ebf035cd58b req-adaf9450-985c-438f-a25f-8e8cfb925703 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:33.592122 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-722a78ac-f025-4f90-9165-5ebf035cd58b req-adaf9450-985c-438f-a25f-8e8cfb925703 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d3a99f0-1c54-4b2a-b390-20a1bc32bb34 HTTP/1.1" status: 200 len: 945 time: 0.0940051 Apr 01 16:16:33.644569 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-722a78ac-f025-4f90-9165-5ebf035cd58b req-0ab2542c-c627-461a-b34b-4ce5fb9ff980 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467381 Apr 01 16:16:34.849618 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1562c5-da51-4d1b-a0dc-46ea04718543 req-da5b52de-ccff-4a60-9885-03824fb6c93d tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:34.851071 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-da1562c5-da51-4d1b-a0dc-46ea04718543 req-da5b52de-ccff-4a60-9885-03824fb6c93d tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d3a99f0-1c54-4b2a-b390-20a1bc32bb34 HTTP/1.1" status: 200 len: 945 time: 0.0815866 Apr 01 16:16:34.900005 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-da1562c5-da51-4d1b-a0dc-46ea04718543 req-06c92088-39a9-4585-b979-b1129e94b917 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419326 Apr 01 16:16:36.117041 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73078d4-7e48-4e75-9ac6-80a845962655 req-492170a3-246b-4ca1-8f80-c2d6c9fb9ec3 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:36.118596 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e73078d4-7e48-4e75-9ac6-80a845962655 req-492170a3-246b-4ca1-8f80-c2d6c9fb9ec3 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d3a99f0-1c54-4b2a-b390-20a1bc32bb34 HTTP/1.1" status: 200 len: 945 time: 0.0800364 Apr 01 16:16:36.166914 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e73078d4-7e48-4e75-9ac6-80a845962655 req-715e6454-7183-4ea3-a667-c2e8f293b00c tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419004 Apr 01 16:16:37.375335 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc525431-4ce7-4a43-a339-373ee7ab89de req-34038ea1-d203-4a15-b43c-49780b0b4dd3 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:37.376719 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-fc525431-4ce7-4a43-a339-373ee7ab89de req-34038ea1-d203-4a15-b43c-49780b0b4dd3 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d3a99f0-1c54-4b2a-b390-20a1bc32bb34 HTTP/1.1" status: 200 len: 945 time: 0.0829113 Apr 01 16:16:37.430884 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-fc525431-4ce7-4a43-a339-373ee7ab89de req-a238e7b3-4752-4e0d-b2f5-0ecc1dc30b42 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482354 Apr 01 16:16:38.635390 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84453e6d-746c-4099-80a7-e3b79f927b2a req-3ec4713d-9a34-4804-8473-3c955daa5e06 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:38.636869 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-84453e6d-746c-4099-80a7-e3b79f927b2a req-3ec4713d-9a34-4804-8473-3c955daa5e06 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d3a99f0-1c54-4b2a-b390-20a1bc32bb34 HTTP/1.1" status: 200 len: 945 time: 0.0769517 Apr 01 16:16:38.686998 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-84453e6d-746c-4099-80a7-e3b79f927b2a req-9ea294dd-c23a-4521-81a6-67e081ef2747 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445759 Apr 01 16:16:38.960894 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a21629a6-a84c-48ac-95c0-d5bc0a9e6e2d req-a2dcacbe-ac2b-4dc0-b466-43db4e5c59ab service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8d3a99f0-1c54-4b2a-b390-20a1bc32bb34&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1363685 Apr 01 16:16:39.232276 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-095e9eb9-e6e2-4484-a6ab-006150ec1436 req-3b49212c-fc08-4f4a-80fe-54efc1e991e0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8d3a99f0-1c54-4b2a-b390-20a1bc32bb34&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0671978 Apr 01 16:16:39.294382 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c1eab5-a988-4909-9d21-7890ed2beb7e req-a7fe39e6-df94-48bc-9b8c-26ce605e0921 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:39.295825 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-43c1eab5-a988-4909-9d21-7890ed2beb7e req-a7fe39e6-df94-48bc-9b8c-26ce605e0921 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d3a99f0-1c54-4b2a-b390-20a1bc32bb34 HTTP/1.1" status: 200 len: 945 time: 0.0793018 Apr 01 16:16:39.346465 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-43c1eab5-a988-4909-9d21-7890ed2beb7e req-f677d207-beac-45cd-9b0c-494e4a83f27b tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451231 Apr 01 16:16:40.399573 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-095e9eb9-e6e2-4484-a6ab-006150ec1436 req-81dae577-7904-4548-a60c-318b306f188b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c578f28ce31248cebab103300d5c4980&device_id=8d3a99f0-1c54-4b2a-b390-20a1bc32bb34 HTTP/1.1" status: 200 len: 1098 time: 0.0752020 Apr 01 16:16:40.543093 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095e9eb9-e6e2-4484-a6ab-006150ec1436 req-e38b95aa-edb7-47e9-ab6a-765d7696bae8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:40.544621 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-095e9eb9-e6e2-4484-a6ab-006150ec1436 req-e38b95aa-edb7-47e9-ab6a-765d7696bae8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=63ec6197-3c9d-41ee-add3-219b57c6a7c6 HTTP/1.1" status: 200 len: 911 time: 0.1385405 Apr 01 16:16:40.565626 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085497d8-914c-4db4-bb16-dfc50a5b9d93 req-e83ed6cc-3be9-4ff6-b8a1-d50ad1549e73 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:40.567169 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-085497d8-914c-4db4-bb16-dfc50a5b9d93 req-e83ed6cc-3be9-4ff6-b8a1-d50ad1549e73 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d3a99f0-1c54-4b2a-b390-20a1bc32bb34 HTTP/1.1" status: 200 len: 945 time: 0.0817702 Apr 01 16:16:40.618378 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-085497d8-914c-4db4-bb16-dfc50a5b9d93 req-d360c30a-4c3e-4b4b-9ed1-6793d9832cd8 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453928 Apr 01 16:16:40.652225 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-095e9eb9-e6e2-4484-a6ab-006150ec1436 req-6f3d9547-6bd1-49db-8bf4-3f64cba8e43f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cdb4b6b7-9841-455e-b01f-a036cf1fef70 HTTP/1.1" status: 200 len: 1001 time: 0.1008492 Apr 01 16:16:40.715293 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095e9eb9-e6e2-4484-a6ab-006150ec1436 req-1a2c5064-068c-44ae-9496-8f8f38d3e637 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:40.716772 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-095e9eb9-e6e2-4484-a6ab-006150ec1436 req-1a2c5064-068c-44ae-9496-8f8f38d3e637 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=098e1af0-a105-4506-be65-fcc96abf103e HTTP/1.1" status: 200 len: 850 time: 0.0586281 Apr 01 16:16:40.797171 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-095e9eb9-e6e2-4484-a6ab-006150ec1436 req-5cc8a6c5-9e7d-4876-87bc-95a595eeb9ee service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=63ec6197-3c9d-41ee-add3-219b57c6a7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742264 Apr 01 16:16:40.932909 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-095e9eb9-e6e2-4484-a6ab-006150ec1436 req-f58edf48-d353-4a18-9d55-e83e09d74456 service neutron] 10.222.0.24 "GET /v2.0/networks/63ec6197-3c9d-41ee-add3-219b57c6a7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287470 Apr 01 16:16:41.068593 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-095e9eb9-e6e2-4484-a6ab-006150ec1436 req-9c7d17f8-fca0-4991-bcd9-120adeb21f3a service neutron] 10.222.0.24 "GET /v2.0/networks/63ec6197-3c9d-41ee-add3-219b57c6a7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293871 Apr 01 16:16:41.823862 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf34b8e-b1b3-4bb7-8ccc-530f30d113db req-14aa0ba5-8f41-44c6-9663-897223516267 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:41.825366 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-aaf34b8e-b1b3-4bb7-8ccc-530f30d113db req-14aa0ba5-8f41-44c6-9663-897223516267 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d3a99f0-1c54-4b2a-b390-20a1bc32bb34 HTTP/1.1" status: 200 len: 945 time: 0.0825324 Apr 01 16:16:41.874390 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-aaf34b8e-b1b3-4bb7-8ccc-530f30d113db req-06adb861-423b-4693-8843-a8bef3d06b67 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435069 Apr 01 16:16:42.782226 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-095e9eb9-e6e2-4484-a6ab-006150ec1436 req-e14327a1-7a2d-4244-955c-e6ed8398ba68 service neutron] 10.222.0.24 "GET /v2.0/ports/cdb4b6b7-9841-455e-b01f-a036cf1fef70/bindings/hv-neutron-8333 HTTP/1.1" status: 200 len: 384 time: 0.0736263 Apr 01 16:16:43.063206 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-095e9eb9-e6e2-4484-a6ab-006150ec1436 req-658981d1-f4f6-46f5-8900-5b362f9da7f0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8d3a99f0-1c54-4b2a-b390-20a1bc32bb34&tenant_id=c578f28ce31248cebab103300d5c4980 HTTP/1.1" status: 200 len: 1098 time: 0.0735505 Apr 01 16:16:43.080762 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f7b31-b045-4d3a-bb35-0ebd40017c41 req-84017aee-b3a8-4241-ab70-2c5f10dc6ae8 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:43.082268 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8a0f7b31-b045-4d3a-bb35-0ebd40017c41 req-84017aee-b3a8-4241-ab70-2c5f10dc6ae8 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d3a99f0-1c54-4b2a-b390-20a1bc32bb34 HTTP/1.1" status: 200 len: 945 time: 0.0803506 Apr 01 16:16:43.133061 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8a0f7b31-b045-4d3a-bb35-0ebd40017c41 req-8ef14a64-647f-4155-89f1-594b31eefecd tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437288 Apr 01 16:16:43.262088 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-095e9eb9-e6e2-4484-a6ab-006150ec1436 req-adcee625-b578-42cc-b179-0314d0f9fa35 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c578f28ce31248cebab103300d5c4980&device_id=8d3a99f0-1c54-4b2a-b390-20a1bc32bb34 HTTP/1.1" status: 200 len: 1098 time: 0.1752145 Apr 01 16:16:43.398023 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095e9eb9-e6e2-4484-a6ab-006150ec1436 req-e3461d71-55a6-4167-9972-6fbf5c07216d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:43.399370 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-095e9eb9-e6e2-4484-a6ab-006150ec1436 req-e3461d71-55a6-4167-9972-6fbf5c07216d service neutron] 10.222.0.24 "GET /v2.0/networks?id=63ec6197-3c9d-41ee-add3-219b57c6a7c6 HTTP/1.1" status: 200 len: 911 time: 0.1308491 Apr 01 16:16:43.504278 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-095e9eb9-e6e2-4484-a6ab-006150ec1436 req-0125d4fb-c019-4a30-a644-2635d8117c86 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cdb4b6b7-9841-455e-b01f-a036cf1fef70 HTTP/1.1" status: 200 len: 1001 time: 0.0985138 Apr 01 16:16:43.570555 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095e9eb9-e6e2-4484-a6ab-006150ec1436 req-5b7d9256-73ee-418d-a9bb-d856f24b6a98 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:43.572014 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-095e9eb9-e6e2-4484-a6ab-006150ec1436 req-5b7d9256-73ee-418d-a9bb-d856f24b6a98 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=098e1af0-a105-4506-be65-fcc96abf103e HTTP/1.1" status: 200 len: 850 time: 0.0609546 Apr 01 16:16:43.652720 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-095e9eb9-e6e2-4484-a6ab-006150ec1436 req-237222b0-7cb4-44f5-9c74-b62344909ece service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=63ec6197-3c9d-41ee-add3-219b57c6a7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737355 Apr 01 16:16:43.798307 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-095e9eb9-e6e2-4484-a6ab-006150ec1436 req-ed3f67a4-8178-431b-b30e-4beb5ef5d4ec service neutron] 10.222.0.24 "GET /v2.0/networks/63ec6197-3c9d-41ee-add3-219b57c6a7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389303 Apr 01 16:16:43.938371 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-095e9eb9-e6e2-4484-a6ab-006150ec1436 req-91530a31-6c91-4316-ba63-1cf3f17b8675 service neutron] 10.222.0.24 "GET /v2.0/networks/63ec6197-3c9d-41ee-add3-219b57c6a7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328418 Apr 01 16:16:44.351399 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956fbd43-5390-494c-97e6-5f0590e1063e req-11191eb5-29c0-45c8-a597-c840015e01a5 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:44.352907 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-956fbd43-5390-494c-97e6-5f0590e1063e req-11191eb5-29c0-45c8-a597-c840015e01a5 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d3a99f0-1c54-4b2a-b390-20a1bc32bb34 HTTP/1.1" status: 200 len: 945 time: 0.0848298 Apr 01 16:16:44.399125 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-956fbd43-5390-494c-97e6-5f0590e1063e req-87ac9650-6a02-496c-8230-df05656a3c68 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403891 Apr 01 16:16:45.606970 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1134635-1f31-414d-9139-96629c548733 req-8c96017c-dbe6-4ab0-9e38-4034d689f3f0 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:45.608503 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a1134635-1f31-414d-9139-96629c548733 req-8c96017c-dbe6-4ab0-9e38-4034d689f3f0 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d3a99f0-1c54-4b2a-b390-20a1bc32bb34 HTTP/1.1" status: 200 len: 945 time: 0.0846362 Apr 01 16:16:45.663073 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a1134635-1f31-414d-9139-96629c548733 req-a09e59a1-4099-41c8-9a7f-948f3f8a6380 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476656 Apr 01 16:16:46.038989 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6479bb87-3644-49f3-bfb3-b1c669c72d88 req-dac5d8ef-fb39-4fb0-9876-aad8f39aa5e4 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:46.039744 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-6479bb87-3644-49f3-bfb3-b1c669c72d88 req-dac5d8ef-fb39-4fb0-9876-aad8f39aa5e4 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Synchronizing usage tracker for tenant:c578f28ce31248cebab103300d5c4980 on resource:port {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:16:46.045705 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3f22fa-c75e-4cb5-9d63-2830a0f8f2b1 req-00843b92-f0c3-46bf-b025-7c1c371a76da tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:46.048387 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ad3f22fa-c75e-4cb5-9d63-2830a0f8f2b1 req-00843b92-f0c3-46bf-b025-7c1c371a76da tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d3a99f0-1c54-4b2a-b390-20a1bc32bb34 HTTP/1.1" status: 200 len: 945 time: 0.0952356 Apr 01 16:16:46.057952 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-6479bb87-3644-49f3-bfb3-b1c669c72d88 req-dac5d8ef-fb39-4fb0-9876-aad8f39aa5e4 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Unset dirty status for tenant:c578f28ce31248cebab103300d5c4980 on resource:port {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:16:46.059827 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-6479bb87-3644-49f3-bfb3-b1c669c72d88 req-dac5d8ef-fb39-4fb0-9876-aad8f39aa5e4 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d3a99f0-1c54-4b2a-b390-20a1bc32bb34&tenant_id=c578f28ce31248cebab103300d5c4980&binding%3Ahost_id=hv-neutron-8333 HTTP/1.1" status: 200 len: 945 time: 0.1103270 Apr 01 16:16:46.114081 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ad3f22fa-c75e-4cb5-9d63-2830a0f8f2b1 req-76e0a1cd-2aac-420d-8ed1-1469787d3501 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582082 Apr 01 16:16:46.254005 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-6479bb87-3644-49f3-bfb3-b1c669c72d88 req-49726486-d852-400f-8a22-2878f665559e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c578f28ce31248cebab103300d5c4980&device_id=8d3a99f0-1c54-4b2a-b390-20a1bc32bb34 HTTP/1.1" status: 200 len: 1098 time: 0.0857432 Apr 01 16:16:46.392043 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6479bb87-3644-49f3-bfb3-b1c669c72d88 req-4ce72526-3153-4d0c-b0eb-036299480189 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:46.393472 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-6479bb87-3644-49f3-bfb3-b1c669c72d88 req-4ce72526-3153-4d0c-b0eb-036299480189 service neutron] 10.222.0.24 "GET /v2.0/networks?id=63ec6197-3c9d-41ee-add3-219b57c6a7c6 HTTP/1.1" status: 200 len: 911 time: 0.1331027 Apr 01 16:16:46.501906 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-6479bb87-3644-49f3-bfb3-b1c669c72d88 req-99cea266-1ba2-43f3-8424-51768e710852 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cdb4b6b7-9841-455e-b01f-a036cf1fef70 HTTP/1.1" status: 200 len: 1001 time: 0.1019874 Apr 01 16:16:46.575400 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6479bb87-3644-49f3-bfb3-b1c669c72d88 req-9db5a7a6-e57d-4776-866a-5b4649427f81 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:46.576882 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-6479bb87-3644-49f3-bfb3-b1c669c72d88 req-9db5a7a6-e57d-4776-866a-5b4649427f81 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=098e1af0-a105-4506-be65-fcc96abf103e HTTP/1.1" status: 200 len: 850 time: 0.0630476 Apr 01 16:16:46.656391 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-6479bb87-3644-49f3-bfb3-b1c669c72d88 req-df06a7c1-80d2-435a-8802-e4aa5d94fa75 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=63ec6197-3c9d-41ee-add3-219b57c6a7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731707 Apr 01 16:16:46.800441 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-6479bb87-3644-49f3-bfb3-b1c669c72d88 req-f754b4ad-1333-49b2-8cb7-feacb21bb270 service neutron] 10.222.0.24 "GET /v2.0/networks/63ec6197-3c9d-41ee-add3-219b57c6a7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370528 Apr 01 16:16:46.940368 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-6479bb87-3644-49f3-bfb3-b1c669c72d88 req-cdd1af3f-cece-4650-a4cf-e6144ab2bf1e service neutron] 10.222.0.24 "GET /v2.0/networks/63ec6197-3c9d-41ee-add3-219b57c6a7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334901 Apr 01 16:16:47.420678 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d05e64-2f5d-4e65-a5e0-92e1794fa4b0 req-e71795ce-2dd2-4272-bb7d-0a2fdaced502 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:47.422237 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-88d05e64-2f5d-4e65-a5e0-92e1794fa4b0 req-e71795ce-2dd2-4272-bb7d-0a2fdaced502 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d3a99f0-1c54-4b2a-b390-20a1bc32bb34 HTTP/1.1" status: 200 len: 945 time: 0.1762421 Apr 01 16:16:47.471884 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-88d05e64-2f5d-4e65-a5e0-92e1794fa4b0 req-09666960-3bf8-452f-ac42-a498fe87d364 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430958 Apr 01 16:16:48.694737 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812db28b-0e33-4554-aec9-78dbae5a8e08 req-0dd74a68-04f9-4cd5-b825-f185a4db64ee tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:48.696184 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-812db28b-0e33-4554-aec9-78dbae5a8e08 req-0dd74a68-04f9-4cd5-b825-f185a4db64ee tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d3a99f0-1c54-4b2a-b390-20a1bc32bb34 HTTP/1.1" status: 200 len: 945 time: 0.0789220 Apr 01 16:16:48.743257 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-812db28b-0e33-4554-aec9-78dbae5a8e08 req-7e4e27cc-2c1e-4a35-890d-d40af3ce3c10 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415311 Apr 01 16:16:48.942095 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b41d45-63d6-4543-8da1-ba6f535da42c req-30ab148f-27b5-4dfa-84ba-a9371b2ddd44 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:48.943670 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c3b41d45-63d6-4543-8da1-ba6f535da42c req-30ab148f-27b5-4dfa-84ba-a9371b2ddd44 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d3a99f0-1c54-4b2a-b390-20a1bc32bb34 HTTP/1.1" status: 200 len: 945 time: 0.0787511 Apr 01 16:16:48.988759 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c3b41d45-63d6-4543-8da1-ba6f535da42c req-a2017d78-d182-4568-ad85-b572b1c0e4ac tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396047 Apr 01 16:16:49.365208 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6741f9-3b3a-4e69-bc21-a678753ebd0c req-48ebfce8-8ae9-4616-af39-33890f8b2865 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:49.366639 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-bc6741f9-3b3a-4e69-bc21-a678753ebd0c req-48ebfce8-8ae9-4616-af39-33890f8b2865 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d3a99f0-1c54-4b2a-b390-20a1bc32bb34 HTTP/1.1" status: 200 len: 945 time: 0.0824218 Apr 01 16:16:49.415231 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-bc6741f9-3b3a-4e69-bc21-a678753ebd0c req-fb418ce4-af90-46bc-ab56-3e0417a39d0f tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425253 Apr 01 16:16:49.423152 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-c2059077-6f9f-4628-99a1-6f8883a0713b req-876817f4-5d22-492b-b7f7-857dd8ad25e8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c578f28ce31248cebab103300d5c4980&device_id=8d3a99f0-1c54-4b2a-b390-20a1bc32bb34 HTTP/1.1" status: 200 len: 1098 time: 0.0794909 Apr 01 16:16:49.649977 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2059077-6f9f-4628-99a1-6f8883a0713b req-4ccf591d-2950-49ff-a16c-9ff64cdb00c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:49.651349 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-c2059077-6f9f-4628-99a1-6f8883a0713b req-4ccf591d-2950-49ff-a16c-9ff64cdb00c0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=63ec6197-3c9d-41ee-add3-219b57c6a7c6 HTTP/1.1" status: 200 len: 911 time: 0.2208302 Apr 01 16:16:49.757920 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-c2059077-6f9f-4628-99a1-6f8883a0713b req-ffb60951-d426-461e-a6cb-19951be7cf51 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cdb4b6b7-9841-455e-b01f-a036cf1fef70 HTTP/1.1" status: 200 len: 1001 time: 0.1001520 Apr 01 16:16:49.821110 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2059077-6f9f-4628-99a1-6f8883a0713b req-b49f58bc-32a2-4ad8-956e-ae58ba07efcd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:49.822527 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-c2059077-6f9f-4628-99a1-6f8883a0713b req-b49f58bc-32a2-4ad8-956e-ae58ba07efcd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=098e1af0-a105-4506-be65-fcc96abf103e HTTP/1.1" status: 200 len: 850 time: 0.0584857 Apr 01 16:16:49.900139 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-c2059077-6f9f-4628-99a1-6f8883a0713b req-01b2689f-7a27-4b0d-affc-a0f48fdc62ca service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=63ec6197-3c9d-41ee-add3-219b57c6a7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715327 Apr 01 16:16:50.042917 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-c2059077-6f9f-4628-99a1-6f8883a0713b req-ba54efb2-856e-4ced-be4d-1ec7e7ecfbe6 service neutron] 10.222.0.24 "GET /v2.0/networks/63ec6197-3c9d-41ee-add3-219b57c6a7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305208 Apr 01 16:16:50.172485 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-c2059077-6f9f-4628-99a1-6f8883a0713b req-83eaa48c-d317-4f1f-998a-936628cf36e0 service neutron] 10.222.0.24 "GET /v2.0/networks/63ec6197-3c9d-41ee-add3-219b57c6a7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235733 Apr 01 16:16:50.631943 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10795283-4166-400c-8178-3040ff4ca883 req-a621580f-1a0e-4fb1-85a2-37b34c555d84 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:50.634050 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-10795283-4166-400c-8178-3040ff4ca883 req-a621580f-1a0e-4fb1-85a2-37b34c555d84 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d3a99f0-1c54-4b2a-b390-20a1bc32bb34 HTTP/1.1" status: 200 len: 945 time: 0.0840375 Apr 01 16:16:50.682075 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-10795283-4166-400c-8178-3040ff4ca883 req-73b28a22-6ec1-4309-b4a6-ac6a739d37a2 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418689 Apr 01 16:16:51.877032 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1111770e-6b18-4bd9-bfe4-4dd200e14668 req-d974a6ed-c4a4-4b0b-a10b-2fc93d6d1f64 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:51.878472 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-1111770e-6b18-4bd9-bfe4-4dd200e14668 req-d974a6ed-c4a4-4b0b-a10b-2fc93d6d1f64 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d3a99f0-1c54-4b2a-b390-20a1bc32bb34 HTTP/1.1" status: 200 len: 945 time: 0.0754569 Apr 01 16:16:51.928712 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-1111770e-6b18-4bd9-bfe4-4dd200e14668 req-5d8acb06-4b75-4631-ac1c-47fd3caaf062 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439565 Apr 01 16:16:52.337198 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b486083-443f-4980-961e-17a951bc37d0 req-0af5d6be-b4c2-455b-a9db-6d8d840a49ce tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:52.338650 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8b486083-443f-4980-961e-17a951bc37d0 req-0af5d6be-b4c2-455b-a9db-6d8d840a49ce tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d3a99f0-1c54-4b2a-b390-20a1bc32bb34 HTTP/1.1" status: 200 len: 945 time: 0.0799558 Apr 01 16:16:52.386106 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8b486083-443f-4980-961e-17a951bc37d0 req-e9406d5f-1d13-43b8-bb75-22b81490eca9 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416818 Apr 01 16:16:53.589402 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc7afbb-b501-4e80-acd2-b0bed4bd2774 req-6cfc87c6-f373-47dd-b080-0a06226c92bf tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:53.590853 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-edc7afbb-b501-4e80-acd2-b0bed4bd2774 req-6cfc87c6-f373-47dd-b080-0a06226c92bf tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d3a99f0-1c54-4b2a-b390-20a1bc32bb34 HTTP/1.1" status: 200 len: 945 time: 0.0826027 Apr 01 16:16:53.637418 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-edc7afbb-b501-4e80-acd2-b0bed4bd2774 req-67217bea-c7c8-4136-8b0b-5b3d37d33568 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401695 Apr 01 16:16:53.922988 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:53.924029 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6c2890b2-5a68-4575-9c01-30880be40380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:54.056630 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f42562-2aa8-4173-bb07-8e9ecb726fa7 req-504b0ab8-c496-415d-8de0-babda7e27a77 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:54.058136 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-27f42562-2aa8-4173-bb07-8e9ecb726fa7 req-504b0ab8-c496-415d-8de0-babda7e27a77 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d3a99f0-1c54-4b2a-b390-20a1bc32bb34 HTTP/1.1" status: 200 len: 945 time: 0.0807810 Apr 01 16:16:54.127719 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [req-27f42562-2aa8-4173-bb07-8e9ecb726fa7 req-0a4b2f99-415f-44d3-982e-0fc7bc6360f1 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Deleting port cdb4b6b7-9841-455e-b01f-a036cf1fef70 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:16:54.127976 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-27f42562-2aa8-4173-bb07-8e9ecb726fa7 req-0a4b2f99-415f-44d3-982e-0fc7bc6360f1 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:54.368308 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [req-27f42562-2aa8-4173-bb07-8e9ecb726fa7 req-0a4b2f99-415f-44d3-982e-0fc7bc6360f1 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] For port cdb4b6b7-9841-455e-b01f-a036cf1fef70, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=cdb4b6b7-9841-455e-b01f-a036cf1fef70,segment=NetworkSegment(eedea76a-6b55-46fe-a547-e638d80957c5),segment_id=eedea76a-6b55-46fe-a547-e638d80957c5)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:16:54.368661 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-27f42562-2aa8-4173-bb07-8e9ecb726fa7 req-0a4b2f99-415f-44d3-982e-0fc7bc6360f1 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:54.657798 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-27f42562-2aa8-4173-bb07-8e9ecb726fa7 req-0a4b2f99-415f-44d3-982e-0fc7bc6360f1 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:54.658162 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-27f42562-2aa8-4173-bb07-8e9ecb726fa7 req-0a4b2f99-415f-44d3-982e-0fc7bc6360f1 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617697'] for floatingip, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:54.658480 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.l3_db [req-27f42562-2aa8-4173-bb07-8e9ecb726fa7 req-0a4b2f99-415f-44d3-982e-0fc7bc6360f1 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Floating IP a8d379e0-a861-4a5a-8302-e88bdd826b26 disassociated. External IP: 172.26.1.252, port: cdb4b6b7-9841-455e-b01f-a036cf1fef70. Apr 01 16:16:54.658864 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [req-27f42562-2aa8-4173-bb07-8e9ecb726fa7 req-0a4b2f99-415f-44d3-982e-0fc7bc6360f1 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Calling delete_port for cdb4b6b7-9841-455e-b01f-a036cf1fef70 owned by compute:nova {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:16:54.808752 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-27f42562-2aa8-4173-bb07-8e9ecb726fa7 req-0a4b2f99-415f-44d3-982e-0fc7bc6360f1 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:54.837579 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad3f22-25ea-4de7-b0ad-885416c1224b req-113176be-45a8-482c-98dd-6d0e6d3bcaa8 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:54.839017 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5bad3f22-25ea-4de7-b0ad-885416c1224b req-113176be-45a8-482c-98dd-6d0e6d3bcaa8 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d3a99f0-1c54-4b2a-b390-20a1bc32bb34 HTTP/1.1" status: 200 len: 945 time: 0.0801454 Apr 01 16:16:54.858955 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4b2f99-415f-44d3-982e-0fc7bc6360f1 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Pushing event deleted for resources: {'Port': ['ID=cdb4b6b7-9841-455e-b01f-a036cf1fef70,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:16:54.874409 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4b2f99-415f-44d3-982e-0fc7bc6360f1 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:54.874757 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4b2f99-415f-44d3-982e-0fc7bc6360f1 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:54.875086 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4b2f99-415f-44d3-982e-0fc7bc6360f1 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:54.875416 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4b2f99-415f-44d3-982e-0fc7bc6360f1 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:54.875741 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4b2f99-415f-44d3-982e-0fc7bc6360f1 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:54.876063 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4b2f99-415f-44d3-982e-0fc7bc6360f1 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:54.876384 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4b2f99-415f-44d3-982e-0fc7bc6360f1 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:54.876708 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4b2f99-415f-44d3-982e-0fc7bc6360f1 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:54.877052 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4b2f99-415f-44d3-982e-0fc7bc6360f1 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:54.877371 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4b2f99-415f-44d3-982e-0fc7bc6360f1 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:54.877683 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4b2f99-415f-44d3-982e-0fc7bc6360f1 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:16:54.889867 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5bad3f22-25ea-4de7-b0ad-885416c1224b req-cbe22a90-33e3-419a-a5b5-7b1f056c65ec tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452712 Apr 01 16:16:55.178718 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [req-27f42562-2aa8-4173-bb07-8e9ecb726fa7 req-0a4b2f99-415f-44d3-982e-0fc7bc6360f1 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Router 8cf77c56-b30b-4cb5-85fc-b492b6b2e976 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:16:55.396591 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-27f42562-2aa8-4173-bb07-8e9ecb726fa7 req-0a4b2f99-415f-44d3-982e-0fc7bc6360f1 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:16:55.408521 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4020077-2f36-4bc5-aebe-d62cb4ef1549 None None] Sync routers for ids ['8cf77c56-b30b-4cb5-85fc-b492b6b2e976'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:16:55.423324 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4020077-2f36-4bc5-aebe-d62cb4ef1549 None None] Routers {'8cf77c56-b30b-4cb5-85fc-b492b6b2e976'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:16:55.423948 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-e4020077-2f36-4bc5-aebe-d62cb4ef1549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:16:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['8cf77c56-b30b-4cb5-85fc-b492b6b2e976'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:16:55.466784 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [req-27f42562-2aa8-4173-bb07-8e9ecb726fa7 req-0a4b2f99-415f-44d3-982e-0fc7bc6360f1 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] No DVR routers for this DVR port cdb4b6b7-9841-455e-b01f-a036cf1fef70 on host hv-neutron-8333 {{(pid=83828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:16:55.469249 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-27f42562-2aa8-4173-bb07-8e9ecb726fa7 req-0a4b2f99-415f-44d3-982e-0fc7bc6360f1 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:55.471966 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d3a99f0-1c54-4b2a-b390-20a1bc32bb34', 'name': 'network-vif-deleted', 'tag': 'cdb4b6b7-9841-455e-b01f-a036cf1fef70'}] {{(pid=83828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:16:55.492998 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-27f42562-2aa8-4173-bb07-8e9ecb726fa7 req-0a4b2f99-415f-44d3-982e-0fc7bc6360f1 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.24 "DELETE /v2.0/ports/cdb4b6b7-9841-455e-b01f-a036cf1fef70 HTTP/1.1" status: 204 len: 173 time: 1.4293249 Apr 01 16:16:55.538430 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d3a99f0-1c54-4b2a-b390-20a1bc32bb34', 'name': 'network-vif-deleted', 'tag': 'cdb4b6b7-9841-455e-b01f-a036cf1fef70', 'status': 'completed', 'code': 200} Apr 01 16:16:55.644666 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-e4020077-2f36-4bc5-aebe-d62cb4ef1549 None None] Set router 8cf77c56-b30b-4cb5-85fc-b492b6b2e976 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:16:55.985986 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-e4020077-2f36-4bc5-aebe-d62cb4ef1549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'name': 'tempest-ServerActionsTestJSON-447857044-router', 'tenant_id': 'c578f28ce31248cebab103300d5c4980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.39'}], 'enable_snat': True}, 'gw_port_id': '0de7dbf5-60ef-496e-9c2a-1807ed7c5a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:14:58Z', 'updated_at': '2022-04-01T16:15:01Z', 'revision_number': 4, 'project_id': 'c578f28ce31248cebab103300d5c4980', 'gw_port': {'id': '0de7dbf5-60ef-496e-9c2a-1807ed7c5a12', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:47:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:14:58Z', 'updated_at': '2022-04-01T16:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '931c1e71-ff20-421f-887b-f220afbe0c02', 'name': '', 'network_id': '63ec6197-3c9d-41ee-add3-219b57c6a7c6', 'tenant_id': 'c578f28ce31248cebab103300d5c4980', 'mac_address': 'fa:16:3e:62:5c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '098e1af0-a105-4506-be65-fcc96abf103e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:15:00Z', 'updated_at': '2022-04-01T16:15:09Z', 'revision_number': 5, 'project_id': 'c578f28ce31248cebab103300d5c4980', 'subnets': [{'id': '098e1af0-a105-4506-be65-fcc96abf103e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:16:55.991847 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4020077-2f36-4bc5-aebe-d62cb4ef1549 None None] Checking router: 8cf77c56-b30b-4cb5-85fc-b492b6b2e976 for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:16:56.004154 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4020077-2f36-4bc5-aebe-d62cb4ef1549 None None] Routers {'8cf77c56-b30b-4cb5-85fc-b492b6b2e976'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:16:56.004925 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-e4020077-2f36-4bc5-aebe-d62cb4ef1549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:16:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['8cf77c56-b30b-4cb5-85fc-b492b6b2e976'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:16:56.099772 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e2f36374-d96d-4527-b6a9-46858dc5ef4f req-2621d5b9-b839-4175-9471-a90e3e269303 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d3a99f0-1c54-4b2a-b390-20a1bc32bb34 HTTP/1.1" status: 200 len: 210 time: 0.0507333 Apr 01 16:16:56.195106 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-e4020077-2f36-4bc5-aebe-d62cb4ef1549 None None] Set router 8cf77c56-b30b-4cb5-85fc-b492b6b2e976 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:16:56.298124 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-e7ea02ca-4ad2-4445-b40d-38db0a6fb7f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:56.527066 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-e4020077-2f36-4bc5-aebe-d62cb4ef1549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'name': 'tempest-ServerActionsTestJSON-447857044-router', 'tenant_id': 'c578f28ce31248cebab103300d5c4980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.39'}], 'enable_snat': True}, 'gw_port_id': '0de7dbf5-60ef-496e-9c2a-1807ed7c5a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:14:58Z', 'updated_at': '2022-04-01T16:15:01Z', 'revision_number': 4, 'project_id': 'c578f28ce31248cebab103300d5c4980', 'gw_port': {'id': '0de7dbf5-60ef-496e-9c2a-1807ed7c5a12', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:47:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:14:58Z', 'updated_at': '2022-04-01T16:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '931c1e71-ff20-421f-887b-f220afbe0c02', 'name': '', 'network_id': '63ec6197-3c9d-41ee-add3-219b57c6a7c6', 'tenant_id': 'c578f28ce31248cebab103300d5c4980', 'mac_address': 'fa:16:3e:62:5c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '098e1af0-a105-4506-be65-fcc96abf103e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:15:00Z', 'updated_at': '2022-04-01T16:15:09Z', 'revision_number': 5, 'project_id': 'c578f28ce31248cebab103300d5c4980', 'subnets': [{'id': '098e1af0-a105-4506-be65-fcc96abf103e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:16:56.530868 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4020077-2f36-4bc5-aebe-d62cb4ef1549 None None] The sync data for ids ['8cf77c56-b30b-4cb5-85fc-b492b6b2e976'] in dv-neutron-833373-2-hyperv is: [{'id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'name': 'tempest-ServerActionsTestJSON-447857044-router', 'tenant_id': 'c578f28ce31248cebab103300d5c4980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.39'}], 'enable_snat': True}, 'gw_port_id': '0de7dbf5-60ef-496e-9c2a-1807ed7c5a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:14:58Z', 'updated_at': '2022-04-01T16:15:01Z', 'revision_number': 4, 'project_id': 'c578f28ce31248cebab103300d5c4980', 'gw_port': {'id': '0de7dbf5-60ef-496e-9c2a-1807ed7c5a12', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:47:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:14:58Z', 'updated_at': '2022-04-01T16:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '931c1e71-ff20-421f-887b-f220afbe0c02', 'name': '', 'network_id': '63ec6197-3c9d-41ee-add3-219b57c6a7c6', 'tenant_id': 'c578f28ce31248cebab103300d5c4980', 'mac_address': 'fa:16:3e:62:5c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '098e1af0-a105-4506-be65-fcc96abf103e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:15:00Z', 'updated_at': '2022-04-01T16:15:09Z', 'revision_number': 5, 'project_id': 'c578f28ce31248cebab103300d5c4980', 'subnets': [{'id': '098e1af0-a105-4506-be65-fcc96abf103e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:16:56.741997 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56aff890-4c01-4de4-9ee0-e69c3d39a619 None None] New status for floating IP a8d379e0-a861-4a5a-8302-e88bdd826b26: DOWN {{(pid=83829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 16:16:57.464807 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-0a946dfb-e2d8-4dba-8148-07a887f647eb req-afb38ca3-fb2a-46b1-881e-cbef9ef67c7e tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--977074567&fields=id&tenant_id=c578f28ce31248cebab103300d5c4980 HTTP/1.1" status: 200 len: 267 time: 0.0406616 Apr 01 16:16:57.609544 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a946dfb-e2d8-4dba-8148-07a887f647eb req-6ab98912-388c-4985-b7e2-fbd37973b77b tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:57.610976 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-0a946dfb-e2d8-4dba-8148-07a887f647eb req-6ab98912-388c-4985-b7e2-fbd37973b77b tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/networks?id=63ec6197-3c9d-41ee-add3-219b57c6a7c6 HTTP/1.1" status: 200 len: 811 time: 0.1399653 Apr 01 16:16:57.630856 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-0a946dfb-e2d8-4dba-8148-07a887f647eb req-d104c1bc-64d9-4cff-baa8-4e22e2ee2c6e tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/quotas/c578f28ce31248cebab103300d5c4980 HTTP/1.1" status: 200 len: 375 time: 0.0117209 Apr 01 16:16:57.632694 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:57.712259 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-0a946dfb-e2d8-4dba-8148-07a887f647eb req-d6583eec-0bae-4074-9d61-4e31228972a2 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c578f28ce31248cebab103300d5c4980&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0758045 Apr 01 16:16:57.800170 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:57.851292 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-0a946dfb-e2d8-4dba-8148-07a887f647eb req-4956bd7a-3861-4398-b858-dbf1f24cdec4 service neutron] 10.222.0.55 "GET /v2.0/networks/63ec6197-3c9d-41ee-add3-219b57c6a7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264822 Apr 01 16:16:57.947884 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device cdb4b6b7-9841-455e-b01f-a036cf1fef70 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:16:57.980947 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] No Port match for: cdb4b6b7-9841-455e-b01f-a036cf1fef70 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:16:57.981445 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device cdb4b6b7-9841-455e-b01f-a036cf1fef70 not bound to the agent host hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:16:57.989611 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-0a946dfb-e2d8-4dba-8148-07a887f647eb req-525d2a73-76cf-45ad-93c3-8a3579b15f1b service neutron] 10.222.0.55 "GET /v2.0/networks/63ec6197-3c9d-41ee-add3-219b57c6a7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322849 Apr 01 16:16:58.182863 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ad0f9127-e396-49f3-8157-758b19cbf381 req-0ae200cf-7122-4a0d-88b0-b59944a2b597 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aa83041-3aa2-480b-b95d-96e822c09afa HTTP/1.1" status: 200 len: 210 time: 0.0505054 Apr 01 16:16:59.186138 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a946dfb-e2d8-4dba-8148-07a887f647eb req-a4490dd5-2c27-4eab-88d5-42475509b0db tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:59.187590 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-0a946dfb-e2d8-4dba-8148-07a887f647eb req-a4490dd5-2c27-4eab-88d5-42475509b0db tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.24 "GET /v2.0/networks?id=63ec6197-3c9d-41ee-add3-219b57c6a7c6 HTTP/1.1" status: 200 len: 811 time: 0.1469610 Apr 01 16:16:59.260309 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-0a946dfb-e2d8-4dba-8148-07a887f647eb req-1658cc42-f8ea-46b2-bbde-cf3e66d4c77f tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c578f28ce31248cebab103300d5c4980 HTTP/1.1" status: 200 len: 379 time: 0.0515954 Apr 01 16:16:59.269071 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [req-0a946dfb-e2d8-4dba-8148-07a887f647eb req-4e957186-64f0-40fd-8608-5de6c355f7ad tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Request body: {'port': {'device_id': '3aa83041-3aa2-480b-b95d-96e822c09afa', 'network_id': '63ec6197-3c9d-41ee-add3-219b57c6a7c6', 'admin_state_up': True, 'tenant_id': 'c578f28ce31248cebab103300d5c4980', 'security_groups': ['02bcb448-f759-42db-8cd1-4bc2edb8a5d2']}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:16:59.322571 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:59.358828 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a5c4a4ab-33e3-4c2e-88b9-1d3b161c9ed7 req-d97b173d-9eb2-4cdd-8a7c-be49a71972f3 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aa83041-3aa2-480b-b95d-96e822c09afa HTTP/1.1" status: 200 len: 210 time: 0.0424435 Apr 01 16:16:59.407200 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [req-0a946dfb-e2d8-4dba-8148-07a887f647eb req-4e957186-64f0-40fd-8608-5de6c355f7ad tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:16:59.411868 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-0a946dfb-e2d8-4dba-8148-07a887f647eb req-4e957186-64f0-40fd-8608-5de6c355f7ad tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Usage tracker for resource:port and tenant:c578f28ce31248cebab103300d5c4980 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:16:59.414741 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-0a946dfb-e2d8-4dba-8148-07a887f647eb req-4e957186-64f0-40fd-8608-5de6c355f7ad tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:16:59.420468 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [req-0a946dfb-e2d8-4dba-8148-07a887f647eb req-4e957186-64f0-40fd-8608-5de6c355f7ad tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:16:59.430597 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a946dfb-e2d8-4dba-8148-07a887f647eb req-4e957186-64f0-40fd-8608-5de6c355f7ad tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Made reservation on behalf of c578f28ce31248cebab103300d5c4980 for: {'port': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:16:59.433908 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-0a946dfb-e2d8-4dba-8148-07a887f647eb req-4e957186-64f0-40fd-8608-5de6c355f7ad tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:59.607087 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [req-0a946dfb-e2d8-4dba-8148-07a887f647eb req-4e957186-64f0-40fd-8608-5de6c355f7ad tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Allocated IP 172.20.0.13 (63ec6197-3c9d-41ee-add3-219b57c6a7c6/098e1af0-a105-4506-be65-fcc96abf103e/ee05815c-b2b6-482f-8fba-9914d58e0d4d) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:16:59.789879 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-0a946dfb-e2d8-4dba-8148-07a887f647eb req-4e957186-64f0-40fd-8608-5de6c355f7ad tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:59.805834 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [req-0a946dfb-e2d8-4dba-8148-07a887f647eb req-4e957186-64f0-40fd-8608-5de6c355f7ad tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Transition to ACTIVE for port object ee05815c-b2b6-482f-8fba-9914d58e0d4d will not be triggered until provisioned by entity DHCP. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:16:59.827951 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-0a946dfb-e2d8-4dba-8148-07a887f647eb req-4e957186-64f0-40fd-8608-5de6c355f7ad tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:16:59.909049 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a946dfb-e2d8-4dba-8148-07a887f647eb req-4e957186-64f0-40fd-8608-5de6c355f7ad tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Network 63ec6197-3c9d-41ee-add3-219b57c6a7c6 is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:16:59.912747 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [req-0a946dfb-e2d8-4dba-8148-07a887f647eb req-4e957186-64f0-40fd-8608-5de6c355f7ad tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:16:59.914639 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e957186-64f0-40fd-8608-5de6c355f7ad tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Pushing event updated for resources: {'Port': ['ID=ee05815c-b2b6-482f-8fba-9914d58e0d4d,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:16:59.919148 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a946dfb-e2d8-4dba-8148-07a887f647eb req-4e957186-64f0-40fd-8608-5de6c355f7ad tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:16:59.981905 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a946dfb-e2d8-4dba-8148-07a887f647eb req-4e957186-64f0-40fd-8608-5de6c355f7ad tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:16:59.982521 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-0a946dfb-e2d8-4dba-8148-07a887f647eb req-4e957186-64f0-40fd-8608-5de6c355f7ad tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:00.009277 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-0a946dfb-e2d8-4dba-8148-07a887f647eb req-4e957186-64f0-40fd-8608-5de6c355f7ad tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7437117 Apr 01 16:17:00.020760 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [req-0a946dfb-e2d8-4dba-8148-07a887f647eb req-b590aa25-a1f4-4d8d-bed3-34484d9de50f service neutron] Request body: {'port': {'device_id': '3aa83041-3aa2-480b-b95d-96e822c09afa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:17:00.133425 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-0a946dfb-e2d8-4dba-8148-07a887f647eb req-b590aa25-a1f4-4d8d-bed3-34484d9de50f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:00.168688 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-69f60216-1a9c-4f6b-acf1-60238a0b4806 None None] Provisioning for port ee05815c-b2b6-482f-8fba-9914d58e0d4d completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:17:00.173277 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-69f60216-1a9c-4f6b-acf1-60238a0b4806 None None] Provisioning complete for port ee05815c-b2b6-482f-8fba-9914d58e0d4d triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:17:00.173648 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-69f60216-1a9c-4f6b-acf1-60238a0b4806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:00.230335 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-69f60216-1a9c-4f6b-acf1-60238a0b4806 None None] Port ee05815c-b2b6-482f-8fba-9914d58e0d4d cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 16:17:00.561070 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d9225-f7b3-4806-b970-9d7a7f52eaa8 req-081ef316-dbed-4df0-8ebc-d6fb51df71f2 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:00.562545 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-559d9225-f7b3-4806-b970-9d7a7f52eaa8 req-081ef316-dbed-4df0-8ebc-d6fb51df71f2 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aa83041-3aa2-480b-b95d-96e822c09afa HTTP/1.1" status: 200 len: 932 time: 0.0815437 Apr 01 16:17:00.565713 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [req-0a946dfb-e2d8-4dba-8148-07a887f647eb req-b590aa25-a1f4-4d8d-bed3-34484d9de50f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee05815c-b2b6-482f-8fba-9914d58e0d4d {{(pid=83828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:17:00.574206 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-0a946dfb-e2d8-4dba-8148-07a887f647eb req-b590aa25-a1f4-4d8d-bed3-34484d9de50f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:00.589661 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [req-0a946dfb-e2d8-4dba-8148-07a887f647eb req-b590aa25-a1f4-4d8d-bed3-34484d9de50f service neutron] Transition to ACTIVE for port object ee05815c-b2b6-482f-8fba-9914d58e0d4d will not be triggered until provisioned by entity L2. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:17:00.595328 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-0a946dfb-e2d8-4dba-8148-07a887f647eb req-b590aa25-a1f4-4d8d-bed3-34484d9de50f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:00.615756 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-559d9225-f7b3-4806-b970-9d7a7f52eaa8 req-d7250305-b170-4e56-bdd8-108b49ecfa73 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453081 Apr 01 16:17:00.728057 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b590aa25-a1f4-4d8d-bed3-34484d9de50f service neutron] Pushing event updated for resources: {'Port': ['ID=ee05815c-b2b6-482f-8fba-9914d58e0d4d,revision_number=2']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:17:00.831407 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [req-0a946dfb-e2d8-4dba-8148-07a887f647eb req-b590aa25-a1f4-4d8d-bed3-34484d9de50f service neutron] Attempting to bind port ee05815c-b2b6-482f-8fba-9914d58e0d4d on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:17:00.831738 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [req-0a946dfb-e2d8-4dba-8148-07a887f647eb req-b590aa25-a1f4-4d8d-bed3-34484d9de50f service neutron] Attempting to bind port ee05815c-b2b6-482f-8fba-9914d58e0d4d by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'eedea76a-6b55-46fe-a547-e638d80957c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '63ec6197-3c9d-41ee-add3-219b57c6a7c6'}] {{(pid=83828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:17:00.832169 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a946dfb-e2d8-4dba-8148-07a887f647eb req-b590aa25-a1f4-4d8d-bed3-34484d9de50f service neutron] Attempting to bind port ee05815c-b2b6-482f-8fba-9914d58e0d4d on network 63ec6197-3c9d-41ee-add3-219b57c6a7c6 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:17:00.837753 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a946dfb-e2d8-4dba-8148-07a887f647eb req-b590aa25-a1f4-4d8d-bed3-34484d9de50f service neutron] Port ee05815c-b2b6-482f-8fba-9914d58e0d4d on network 63ec6197-3c9d-41ee-add3-219b57c6a7c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 16:17:00.838066 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a946dfb-e2d8-4dba-8148-07a887f647eb req-b590aa25-a1f4-4d8d-bed3-34484d9de50f service neutron] Attempting to bind port ee05815c-b2b6-482f-8fba-9914d58e0d4d on network 63ec6197-3c9d-41ee-add3-219b57c6a7c6 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:17:00.844659 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a946dfb-e2d8-4dba-8148-07a887f647eb req-b590aa25-a1f4-4d8d-bed3-34484d9de50f service neutron] Checking agent: {'id': '5b2860be-0b4f-4931-914a-5d10403eafcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 47, 24), 'started_at': datetime.datetime(2022, 4, 1, 15, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:17:00.845035 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a946dfb-e2d8-4dba-8148-07a887f647eb req-b590aa25-a1f4-4d8d-bed3-34484d9de50f service neutron] Checking segment: {'id': 'eedea76a-6b55-46fe-a547-e638d80957c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '63ec6197-3c9d-41ee-add3-219b57c6a7c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:17:00.845420 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a946dfb-e2d8-4dba-8148-07a887f647eb req-b590aa25-a1f4-4d8d-bed3-34484d9de50f service neutron] Bound using segment: {'id': 'eedea76a-6b55-46fe-a547-e638d80957c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '63ec6197-3c9d-41ee-add3-219b57c6a7c6'} {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:17:00.845848 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [req-0a946dfb-e2d8-4dba-8148-07a887f647eb req-b590aa25-a1f4-4d8d-bed3-34484d9de50f service neutron] Bound port: ee05815c-b2b6-482f-8fba-9914d58e0d4d, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eedea76a-6b55-46fe-a547-e638d80957c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '63ec6197-3c9d-41ee-add3-219b57c6a7c6'}}] {{(pid=83828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:17:00.846194 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-0a946dfb-e2d8-4dba-8148-07a887f647eb req-b590aa25-a1f4-4d8d-bed3-34484d9de50f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:00.946689 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [req-0a946dfb-e2d8-4dba-8148-07a887f647eb req-b590aa25-a1f4-4d8d-bed3-34484d9de50f service neutron] For port ee05815c-b2b6-482f-8fba-9914d58e0d4d, host hv-neutron-8333, cleared binding levels {{(pid=83828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:17:00.949778 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [req-0a946dfb-e2d8-4dba-8148-07a887f647eb req-b590aa25-a1f4-4d8d-bed3-34484d9de50f service neutron] For port ee05815c-b2b6-482f-8fba-9914d58e0d4d, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=ee05815c-b2b6-482f-8fba-9914d58e0d4d,segment=NetworkSegment(eedea76a-6b55-46fe-a547-e638d80957c5),segment_id=eedea76a-6b55-46fe-a547-e638d80957c5)] {{(pid=83828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:17:00.954338 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-0a946dfb-e2d8-4dba-8148-07a887f647eb req-b590aa25-a1f4-4d8d-bed3-34484d9de50f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:01.015613 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-0a946dfb-e2d8-4dba-8148-07a887f647eb req-b590aa25-a1f4-4d8d-bed3-34484d9de50f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:01.016983 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-0a946dfb-e2d8-4dba-8148-07a887f647eb req-b590aa25-a1f4-4d8d-bed3-34484d9de50f service neutron] 10.222.0.24 "PUT /v2.0/ports/ee05815c-b2b6-482f-8fba-9914d58e0d4d HTTP/1.1" status: 200 len: 1094 time: 1.0011027 Apr 01 16:17:01.017560 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aa83041-3aa2-480b-b95d-96e822c09afa', 'tag': 'ee05815c-b2b6-482f-8fba-9914d58e0d4d'}] {{(pid=83828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:17:01.036243 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b590aa25-a1f4-4d8d-bed3-34484d9de50f service neutron] Pushing event updated for resources: {'Port': ['ID=ee05815c-b2b6-482f-8fba-9914d58e0d4d,revision_number=3']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:17:01.094225 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aa83041-3aa2-480b-b95d-96e822c09afa', 'tag': 'ee05815c-b2b6-482f-8fba-9914d58e0d4d', 'status': 'completed', 'code': 200} Apr 01 16:17:01.141024 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-0a946dfb-e2d8-4dba-8148-07a887f647eb req-f9ef6174-f9a9-47d3-8f4c-5c7a914dcaf3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c578f28ce31248cebab103300d5c4980&device_id=3aa83041-3aa2-480b-b95d-96e822c09afa HTTP/1.1" status: 200 len: 1097 time: 0.0791938 Apr 01 16:17:01.210051 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-0a946dfb-e2d8-4dba-8148-07a887f647eb req-9a83508b-1836-4c34-90d3-47ee4173f126 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee05815c-b2b6-482f-8fba-9914d58e0d4d HTTP/1.1" status: 200 len: 217 time: 0.0618329 Apr 01 16:17:01.280186 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a946dfb-e2d8-4dba-8148-07a887f647eb req-4808bb59-1556-4625-84fe-e599f16a6ca2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:01.281699 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-0a946dfb-e2d8-4dba-8148-07a887f647eb req-4808bb59-1556-4625-84fe-e599f16a6ca2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=098e1af0-a105-4506-be65-fcc96abf103e HTTP/1.1" status: 200 len: 850 time: 0.0653689 Apr 01 16:17:01.358248 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-0a946dfb-e2d8-4dba-8148-07a887f647eb req-d345a697-029e-4b6a-9ced-5a4d2905f195 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=63ec6197-3c9d-41ee-add3-219b57c6a7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696061 Apr 01 16:17:01.491280 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-0a946dfb-e2d8-4dba-8148-07a887f647eb req-02eed54e-d661-44d1-882a-683830c67426 service neutron] 10.222.0.24 "GET /v2.0/networks/63ec6197-3c9d-41ee-add3-219b57c6a7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258268 Apr 01 16:17:01.625033 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-0a946dfb-e2d8-4dba-8148-07a887f647eb req-19d27069-d9be-4b83-b827-3e0967e9e130 service neutron] 10.222.0.24 "GET /v2.0/networks/63ec6197-3c9d-41ee-add3-219b57c6a7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274219 Apr 01 16:17:01.745068 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-dc8bab5a-fc5d-47f1-8191-9047362fcff5 req-25c94c36-2219-44f6-a4ad-be3ceb4a0a7d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c578f28ce31248cebab103300d5c4980&device_id=3aa83041-3aa2-480b-b95d-96e822c09afa HTTP/1.1" status: 200 len: 1097 time: 0.0713098 Apr 01 16:17:01.877164 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8bab5a-fc5d-47f1-8191-9047362fcff5 req-4133c82e-b75d-4571-821e-0f74f9e5555c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:01.878542 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-dc8bab5a-fc5d-47f1-8191-9047362fcff5 req-4133c82e-b75d-4571-821e-0f74f9e5555c service neutron] 10.222.0.24 "GET /v2.0/networks?id=63ec6197-3c9d-41ee-add3-219b57c6a7c6 HTTP/1.1" status: 200 len: 911 time: 0.1267936 Apr 01 16:17:01.902147 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b073680a-60f8-4fa8-a5cd-d4e8afacbec0 req-4361f47a-e2b8-4046-a4cd-f07ff2b9cf92 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:01.903503 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b073680a-60f8-4fa8-a5cd-d4e8afacbec0 req-4361f47a-e2b8-4046-a4cd-f07ff2b9cf92 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aa83041-3aa2-480b-b95d-96e822c09afa HTTP/1.1" status: 200 len: 944 time: 0.1621678 Apr 01 16:17:01.958861 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b073680a-60f8-4fa8-a5cd-d4e8afacbec0 req-925a0dc1-687c-4128-8166-b36f83416a09 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496535 Apr 01 16:17:01.969082 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-dc8bab5a-fc5d-47f1-8191-9047362fcff5 req-fb1f81e2-0faa-4e6f-beff-80d789e65e18 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee05815c-b2b6-482f-8fba-9914d58e0d4d HTTP/1.1" status: 200 len: 217 time: 0.0835006 Apr 01 16:17:02.032426 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8bab5a-fc5d-47f1-8191-9047362fcff5 req-10622f0a-5f00-471c-aa98-5d022b0e3685 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:02.033879 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-dc8bab5a-fc5d-47f1-8191-9047362fcff5 req-10622f0a-5f00-471c-aa98-5d022b0e3685 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=098e1af0-a105-4506-be65-fcc96abf103e HTTP/1.1" status: 200 len: 850 time: 0.0583105 Apr 01 16:17:02.118181 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-dc8bab5a-fc5d-47f1-8191-9047362fcff5 req-e88162ff-4eae-4c49-9dbf-f2970d57eaee service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=63ec6197-3c9d-41ee-add3-219b57c6a7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767725 Apr 01 16:17:02.348445 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-dc8bab5a-fc5d-47f1-8191-9047362fcff5 req-6cc6ce60-f70b-4076-bf7b-d6bedad10a29 service neutron] 10.222.0.24 "GET /v2.0/networks/63ec6197-3c9d-41ee-add3-219b57c6a7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223859 Apr 01 16:17:02.476828 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-dc8bab5a-fc5d-47f1-8191-9047362fcff5 req-24457fd7-4883-4778-8466-4431cb10e40d service neutron] 10.222.0.24 "GET /v2.0/networks/63ec6197-3c9d-41ee-add3-219b57c6a7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230602 Apr 01 16:17:03.232489 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38690963-2831-4010-9183-1f0b97284d76 req-ea00b153-4295-405c-a224-1b69de20a0ea tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:03.233958 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-38690963-2831-4010-9183-1f0b97284d76 req-ea00b153-4295-405c-a224-1b69de20a0ea tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aa83041-3aa2-480b-b95d-96e822c09afa HTTP/1.1" status: 200 len: 944 time: 0.1514268 Apr 01 16:17:03.279563 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-38690963-2831-4010-9183-1f0b97284d76 req-3ba74951-4d37-44d4-b84d-497a36293762 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392029 Apr 01 16:17:03.610835 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:17:03.983746 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device ee05815c-b2b6-482f-8fba-9914d58e0d4d details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:17:04.117502 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port ee05815c-b2b6-482f-8fba-9914d58e0d4d, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=ee05815c-b2b6-482f-8fba-9914d58e0d4d,segment=NetworkSegment(eedea76a-6b55-46fe-a547-e638d80957c5),segment_id=eedea76a-6b55-46fe-a547-e638d80957c5)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:17:04.130083 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Returning: {'device': 'ee05815c-b2b6-482f-8fba-9914d58e0d4d', 'network_id': '63ec6197-3c9d-41ee-add3-219b57c6a7c6', 'port_id': 'ee05815c-b2b6-482f-8fba-9914d58e0d4d', 'mac_address': 'fa:16:3e:3c:dd:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '098e1af0-a105-4506-be65-fcc96abf103e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:17:04.181904 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:04.198570 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee05815c-b2b6-482f-8fba-9914d58e0d4d {{(pid=83829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:17:04.213223 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port ee05815c-b2b6-482f-8fba-9914d58e0d4d, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=ee05815c-b2b6-482f-8fba-9914d58e0d4d,segment=NetworkSegment(eedea76a-6b55-46fe-a547-e638d80957c5),segment_id=eedea76a-6b55-46fe-a547-e638d80957c5)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:17:04.216965 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:04.285912 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=ee05815c-b2b6-482f-8fba-9914d58e0d4d,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:17:04.294177 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:04.294630 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:04.294850 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:04.295177 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:04.295499 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:04.295825 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:04.296141 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:04.296458 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:04.296800 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:04.297120 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:04.297433 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:04.436339 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] get_ports_and_sgs() called for port_ids ['ee05815c-b2b6-482f-8fba-9914d58e0d4d'] {{(pid=83829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 16:17:04.483270 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37710ded-f6d7-4796-a5ea-fb184b3475e5 req-0b174c3a-fac7-4aad-bbe8-91c0fb8fa8ec tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:04.484681 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-37710ded-f6d7-4796-a5ea-fb184b3475e5 req-0b174c3a-fac7-4aad-bbe8-91c0fb8fa8ec tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aa83041-3aa2-480b-b95d-96e822c09afa HTTP/1.1" status: 200 len: 945 time: 0.0764217 Apr 01 16:17:04.530221 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-37710ded-f6d7-4796-a5ea-fb184b3475e5 req-db7fa335-c8e0-4ceb-8542-053fb98d04e6 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392616 Apr 01 16:17:05.808342 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85451594-5f1c-4ff0-b9d9-857149468b27 req-8a1fdebf-aa50-4171-a500-0031ea4d7d1a tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:05.809801 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-85451594-5f1c-4ff0-b9d9-857149468b27 req-8a1fdebf-aa50-4171-a500-0031ea4d7d1a tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aa83041-3aa2-480b-b95d-96e822c09afa HTTP/1.1" status: 200 len: 945 time: 0.1602199 Apr 01 16:17:05.855215 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-85451594-5f1c-4ff0-b9d9-857149468b27 req-586ed14f-7ce7-443a-8528-5e6552af1470 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397220 Apr 01 16:17:06.004204 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device ee05815c-b2b6-482f-8fba-9914d58e0d4d up at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:17:06.114301 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning for port ee05815c-b2b6-482f-8fba-9914d58e0d4d completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:17:06.118770 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning complete for port ee05815c-b2b6-482f-8fba-9914d58e0d4d triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:17:06.119135 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:06.230578 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:06.258997 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aa83041-3aa2-480b-b95d-96e822c09afa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee05815c-b2b6-482f-8fba-9914d58e0d4d'}] {{(pid=83829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:17:06.268590 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port ee05815c-b2b6-482f-8fba-9914d58e0d4d, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=ee05815c-b2b6-482f-8fba-9914d58e0d4d,segment=NetworkSegment(eedea76a-6b55-46fe-a547-e638d80957c5),segment_id=eedea76a-6b55-46fe-a547-e638d80957c5)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:17:06.274054 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:06.318391 dv-neutron-833373-2-hyperv neutron-server[83829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aa83041-3aa2-480b-b95d-96e822c09afa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee05815c-b2b6-482f-8fba-9914d58e0d4d', 'code': 200} Apr 01 16:17:06.344068 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=ee05815c-b2b6-482f-8fba-9914d58e0d4d,revision_number=5']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:17:06.612701 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-419299ac-b170-424e-a88e-419ac10f8921 req-0dc55731-1613-4b49-ad06-62048b0d57d6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3aa83041-3aa2-480b-b95d-96e822c09afa HTTP/1.1" status: 200 len: 1099 time: 0.1365905 Apr 01 16:17:06.654994 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-419299ac-b170-424e-a88e-419ac10f8921 req-e844f67d-e006-4836-be86-aeeb210d37ef service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351200 Apr 01 16:17:07.049648 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaf7e9e-43fa-45ea-b06f-d5a7bd4a6231 req-4389c3c9-3a43-436c-a60c-58952d05b533 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:07.051213 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5eaf7e9e-43fa-45ea-b06f-d5a7bd4a6231 req-4389c3c9-3a43-436c-a60c-58952d05b533 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aa83041-3aa2-480b-b95d-96e822c09afa HTTP/1.1" status: 200 len: 946 time: 0.0754163 Apr 01 16:17:07.099851 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5eaf7e9e-43fa-45ea-b06f-d5a7bd4a6231 req-e172ae52-3e42-422d-9f4c-b28c93c24c5f tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427074 Apr 01 16:17:08.297671 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd03dff-595c-45d7-968b-febd09ecfa80 req-c175a406-9a69-4ac6-8c24-55f80992037a tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:08.299196 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-dfd03dff-595c-45d7-968b-febd09ecfa80 req-c175a406-9a69-4ac6-8c24-55f80992037a tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aa83041-3aa2-480b-b95d-96e822c09afa HTTP/1.1" status: 200 len: 946 time: 0.0763919 Apr 01 16:17:08.345480 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-dfd03dff-595c-45d7-968b-febd09ecfa80 req-7c39c2db-b94f-42e3-a624-6717e585d001 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397255 Apr 01 16:17:08.539115 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebce263-cc91-459c-9d85-46142139d956 req-14dd7b0f-5d14-40f7-a64b-a5d019b476ec tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:08.540542 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-0ebce263-cc91-459c-9d85-46142139d956 req-14dd7b0f-5d14-40f7-a64b-a5d019b476ec tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aa83041-3aa2-480b-b95d-96e822c09afa HTTP/1.1" status: 200 len: 946 time: 0.0790236 Apr 01 16:17:08.549320 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 32804) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:17:08.555422 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-50cd679e-49c2-4dd1-9996-354ef2d6ce2a tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Request body: {'floatingip': {'port_id': 'ee05815c-b2b6-482f-8fba-9914d58e0d4d'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:17:08.630867 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-50cd679e-49c2-4dd1-9996-354ef2d6ce2a tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify callbacks [] for floatingip, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:09.214459 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-50cd679e-49c2-4dd1-9996-354ef2d6ce2a tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:09.217921 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-50cd679e-49c2-4dd1-9996-354ef2d6ce2a tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617697'] for floatingip, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:09.403971 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.l3_db [None req-50cd679e-49c2-4dd1-9996-354ef2d6ce2a tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Floating IP a8d379e0-a861-4a5a-8302-e88bdd826b26 associated. External IP: 172.26.1.252, port: ee05815c-b2b6-482f-8fba-9914d58e0d4d. Apr 01 16:17:09.892082 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50cd679e-49c2-4dd1-9996-354ef2d6ce2a tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Router 8cf77c56-b30b-4cb5-85fc-b492b6b2e976 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:17:10.096816 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50cd679e-49c2-4dd1-9996-354ef2d6ce2a tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:17:10.102179 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-50cd679e-49c2-4dd1-9996-354ef2d6ce2a tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for floatingip, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:10.106951 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673c5e50-daa1-4cfb-ab0b-8f4db41baeb2 None None] Sync routers for ids ['8cf77c56-b30b-4cb5-85fc-b492b6b2e976'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:17:10.119830 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673c5e50-daa1-4cfb-ab0b-8f4db41baeb2 None None] Routers {'8cf77c56-b30b-4cb5-85fc-b492b6b2e976'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:17:10.120435 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-673c5e50-daa1-4cfb-ab0b-8f4db41baeb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:16:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['8cf77c56-b30b-4cb5-85fc-b492b6b2e976'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:17:10.154766 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-50cd679e-49c2-4dd1-9996-354ef2d6ce2a tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "PUT /v2.0/floatingips/a8d379e0-a861-4a5a-8302-e88bdd826b26 HTTP/1.1" status: 200 len: 992 time: 1.6043539 Apr 01 16:17:10.155247 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aa83041-3aa2-480b-b95d-96e822c09afa', 'tag': 'ee05815c-b2b6-482f-8fba-9914d58e0d4d'}] {{(pid=83826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:17:10.290591 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aa83041-3aa2-480b-b95d-96e822c09afa', 'tag': 'ee05815c-b2b6-482f-8fba-9914d58e0d4d', 'status': 'completed', 'code': 200} Apr 01 16:17:10.316318 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-673c5e50-daa1-4cfb-ab0b-8f4db41baeb2 None None] Set router 8cf77c56-b30b-4cb5-85fc-b492b6b2e976 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:17:10.336318 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b79bdbba-b397-4a8e-abef-bd6c3be258a3 req-8091149c-c354-47a8-9e59-7651aff6602d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3aa83041-3aa2-480b-b95d-96e822c09afa&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0784509 Apr 01 16:17:10.385558 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-22b78c84-1c74-4df0-a382-079bd0764e28 req-f2dd3e77-7fc7-4d88-816f-1c57b40f2248 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c578f28ce31248cebab103300d5c4980&device_id=3aa83041-3aa2-480b-b95d-96e822c09afa HTTP/1.1" status: 200 len: 1099 time: 0.0757091 Apr 01 16:17:10.572011 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b78c84-1c74-4df0-a382-079bd0764e28 req-9803b815-8342-4298-9145-249dde6a2313 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:10.573498 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-22b78c84-1c74-4df0-a382-079bd0764e28 req-9803b815-8342-4298-9145-249dde6a2313 service neutron] 10.222.0.24 "GET /v2.0/networks?id=63ec6197-3c9d-41ee-add3-219b57c6a7c6 HTTP/1.1" status: 200 len: 911 time: 0.1739476 Apr 01 16:17:10.668517 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12925aeb-6612-4d8b-a113-b1cc4809d6c7 req-36da56a1-b6ad-47da-be38-0d7fd6d7659f tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:10.670164 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-12925aeb-6612-4d8b-a113-b1cc4809d6c7 req-36da56a1-b6ad-47da-be38-0d7fd6d7659f tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aa83041-3aa2-480b-b95d-96e822c09afa HTTP/1.1" status: 200 len: 946 time: 0.0799153 Apr 01 16:17:10.700318 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-16d91835-f5f4-4a6d-b371-e7f57d7b008c req-3d43a02a-2744-4730-848a-b88e29b04073 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3aa83041-3aa2-480b-b95d-96e822c09afa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1694727 Apr 01 16:17:10.703523 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-673c5e50-daa1-4cfb-ab0b-8f4db41baeb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'name': 'tempest-ServerActionsTestJSON-447857044-router', 'tenant_id': 'c578f28ce31248cebab103300d5c4980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.39'}], 'enable_snat': True}, 'gw_port_id': '0de7dbf5-60ef-496e-9c2a-1807ed7c5a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:14:58Z', 'updated_at': '2022-04-01T16:15:01Z', 'revision_number': 4, 'project_id': 'c578f28ce31248cebab103300d5c4980', 'gw_port': {'id': '0de7dbf5-60ef-496e-9c2a-1807ed7c5a12', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:47:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:14:58Z', 'updated_at': '2022-04-01T16:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': 'a8d379e0-a861-4a5a-8302-e88bdd826b26', 'tenant_id': 'c578f28ce31248cebab103300d5c4980', 'floating_ip_address': '172.26.1.252', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'port_id': 'ee05815c-b2b6-482f-8fba-9914d58e0d4d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63ec6197-3c9d-41ee-add3-219b57c6a7c6', 'mac_address': 'fa:16:3e:3c:dd:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa83041-3aa2-480b-b95d-96e822c09afa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:15:04Z', 'updated_at': '2022-04-01T16:17:09Z', 'revision_number': 9, 'project_id': 'c578f28ce31248cebab103300d5c4980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '931c1e71-ff20-421f-887b-f220afbe0c02', 'name': '', 'network_id': '63ec6197-3c9d-41ee-add3-219b57c6a7c6', 'tenant_id': 'c578f28ce31248cebab103300d5c4980', 'mac_address': 'fa:16:3e:62:5c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '098e1af0-a105-4506-be65-fcc96abf103e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:15:00Z', 'updated_at': '2022-04-01T16:15:09Z', 'revision_number': 5, 'project_id': 'c578f28ce31248cebab103300d5c4980', 'subnets': [{'id': '098e1af0-a105-4506-be65-fcc96abf103e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:17:10.704496 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-22b78c84-1c74-4df0-a382-079bd0764e28 req-696f4d52-0a3d-4797-8d50-09117dff9c35 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee05815c-b2b6-482f-8fba-9914d58e0d4d HTTP/1.1" status: 200 len: 1000 time: 0.1141934 Apr 01 16:17:10.708408 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673c5e50-daa1-4cfb-ab0b-8f4db41baeb2 None None] Checking router: 8cf77c56-b30b-4cb5-85fc-b492b6b2e976 for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:17:10.719415 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673c5e50-daa1-4cfb-ab0b-8f4db41baeb2 None None] Routers {'8cf77c56-b30b-4cb5-85fc-b492b6b2e976'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:17:10.720100 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-673c5e50-daa1-4cfb-ab0b-8f4db41baeb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:16:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['8cf77c56-b30b-4cb5-85fc-b492b6b2e976'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:17:10.724669 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-12925aeb-6612-4d8b-a113-b1cc4809d6c7 req-1bb8122b-2956-43aa-ad2b-1f7da16a3d17 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444696 Apr 01 16:17:10.786817 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b78c84-1c74-4df0-a382-079bd0764e28 req-b1ea5a9f-067a-4ba6-a98e-b8f5d0e7aa9d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:10.788263 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-22b78c84-1c74-4df0-a382-079bd0764e28 req-b1ea5a9f-067a-4ba6-a98e-b8f5d0e7aa9d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=098e1af0-a105-4506-be65-fcc96abf103e HTTP/1.1" status: 200 len: 850 time: 0.0767157 Apr 01 16:17:10.866124 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-22b78c84-1c74-4df0-a382-079bd0764e28 req-be6f441d-8ca2-41e4-b2ab-9c12a358c84c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=63ec6197-3c9d-41ee-add3-219b57c6a7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715997 Apr 01 16:17:10.905455 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-673c5e50-daa1-4cfb-ab0b-8f4db41baeb2 None None] Set router 8cf77c56-b30b-4cb5-85fc-b492b6b2e976 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:17:11.005226 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-22b78c84-1c74-4df0-a382-079bd0764e28 req-22d3f93d-0f7d-4173-b854-3d40dc5c325f service neutron] 10.222.0.24 "GET /v2.0/networks/63ec6197-3c9d-41ee-add3-219b57c6a7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318433 Apr 01 16:17:11.157535 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-22b78c84-1c74-4df0-a382-079bd0764e28 req-2b88e6df-51ad-4e9d-be1c-d6a36cddcd29 service neutron] 10.222.0.24 "GET /v2.0/networks/63ec6197-3c9d-41ee-add3-219b57c6a7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462564 Apr 01 16:17:11.289114 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-673c5e50-daa1-4cfb-ab0b-8f4db41baeb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'name': 'tempest-ServerActionsTestJSON-447857044-router', 'tenant_id': 'c578f28ce31248cebab103300d5c4980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.39'}], 'enable_snat': True}, 'gw_port_id': '0de7dbf5-60ef-496e-9c2a-1807ed7c5a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:14:58Z', 'updated_at': '2022-04-01T16:15:01Z', 'revision_number': 4, 'project_id': 'c578f28ce31248cebab103300d5c4980', 'gw_port': {'id': '0de7dbf5-60ef-496e-9c2a-1807ed7c5a12', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:47:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:14:58Z', 'updated_at': '2022-04-01T16:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': 'a8d379e0-a861-4a5a-8302-e88bdd826b26', 'tenant_id': 'c578f28ce31248cebab103300d5c4980', 'floating_ip_address': '172.26.1.252', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'port_id': 'ee05815c-b2b6-482f-8fba-9914d58e0d4d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63ec6197-3c9d-41ee-add3-219b57c6a7c6', 'mac_address': 'fa:16:3e:3c:dd:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa83041-3aa2-480b-b95d-96e822c09afa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:15:04Z', 'updated_at': '2022-04-01T16:17:09Z', 'revision_number': 9, 'project_id': 'c578f28ce31248cebab103300d5c4980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '931c1e71-ff20-421f-887b-f220afbe0c02', 'name': '', 'network_id': '63ec6197-3c9d-41ee-add3-219b57c6a7c6', 'tenant_id': 'c578f28ce31248cebab103300d5c4980', 'mac_address': 'fa:16:3e:62:5c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '098e1af0-a105-4506-be65-fcc96abf103e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:15:00Z', 'updated_at': '2022-04-01T16:15:09Z', 'revision_number': 5, 'project_id': 'c578f28ce31248cebab103300d5c4980', 'subnets': [{'id': '098e1af0-a105-4506-be65-fcc96abf103e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:17:11.294248 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673c5e50-daa1-4cfb-ab0b-8f4db41baeb2 None None] The sync data for ids ['8cf77c56-b30b-4cb5-85fc-b492b6b2e976'] in dv-neutron-833373-2-hyperv is: [{'id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'name': 'tempest-ServerActionsTestJSON-447857044-router', 'tenant_id': 'c578f28ce31248cebab103300d5c4980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.39'}], 'enable_snat': True}, 'gw_port_id': '0de7dbf5-60ef-496e-9c2a-1807ed7c5a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:14:58Z', 'updated_at': '2022-04-01T16:15:01Z', 'revision_number': 4, 'project_id': 'c578f28ce31248cebab103300d5c4980', 'gw_port': {'id': '0de7dbf5-60ef-496e-9c2a-1807ed7c5a12', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:47:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:14:58Z', 'updated_at': '2022-04-01T16:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': 'a8d379e0-a861-4a5a-8302-e88bdd826b26', 'tenant_id': 'c578f28ce31248cebab103300d5c4980', 'floating_ip_address': '172.26.1.252', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'port_id': 'ee05815c-b2b6-482f-8fba-9914d58e0d4d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63ec6197-3c9d-41ee-add3-219b57c6a7c6', 'mac_address': 'fa:16:3e:3c:dd:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa83041-3aa2-480b-b95d-96e822c09afa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:15:04Z', 'updated_at': '2022-04-01T16:17:09Z', 'revision_number': 9, 'project_id': 'c578f28ce31248cebab103300d5c4980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '931c1e71-ff20-421f-887b-f220afbe0c02', 'name': '', 'network_id': '63ec6197-3c9d-41ee-add3-219b57c6a7c6', 'tenant_id': 'c578f28ce31248cebab103300d5c4980', 'mac_address': 'fa:16:3e:62:5c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '098e1af0-a105-4506-be65-fcc96abf103e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:15:00Z', 'updated_at': '2022-04-01T16:15:09Z', 'revision_number': 5, 'project_id': 'c578f28ce31248cebab103300d5c4980', 'subnets': [{'id': '098e1af0-a105-4506-be65-fcc96abf103e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:17:11.493738 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545abdef-d8b3-43aa-a6ff-6c42fbfd6e9c None None] New status for floating IP a8d379e0-a861-4a5a-8302-e88bdd826b26: ACTIVE {{(pid=83829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 16:17:11.918463 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-16d91835-f5f4-4a6d-b371-e7f57d7b008c req-d5ae2dfd-dc76-4b72-8929-63fc7da6f41c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c578f28ce31248cebab103300d5c4980&device_id=3aa83041-3aa2-480b-b95d-96e822c09afa HTTP/1.1" status: 200 len: 1099 time: 0.0753334 Apr 01 16:17:11.940172 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6991e87-ea9f-43b3-b3ce-f6a8bb01d7c1 req-f107ed64-12f0-43b4-bb46-6bbc31f98259 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:11.941792 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c6991e87-ea9f-43b3-b3ce-f6a8bb01d7c1 req-f107ed64-12f0-43b4-bb46-6bbc31f98259 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aa83041-3aa2-480b-b95d-96e822c09afa HTTP/1.1" status: 200 len: 946 time: 0.0798957 Apr 01 16:17:11.987743 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c6991e87-ea9f-43b3-b3ce-f6a8bb01d7c1 req-0b50abfd-6f33-42d2-85e5-642efe09c96a tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403571 Apr 01 16:17:12.059145 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d91835-f5f4-4a6d-b371-e7f57d7b008c req-280fb471-2fa1-4fef-835b-5f090f24ce74 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:12.060666 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-16d91835-f5f4-4a6d-b371-e7f57d7b008c req-280fb471-2fa1-4fef-835b-5f090f24ce74 service neutron] 10.222.0.24 "GET /v2.0/networks?id=63ec6197-3c9d-41ee-add3-219b57c6a7c6 HTTP/1.1" status: 200 len: 911 time: 0.1363754 Apr 01 16:17:12.159817 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-16d91835-f5f4-4a6d-b371-e7f57d7b008c req-e14d8888-b208-4a6f-9cd0-1d3d7856771e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee05815c-b2b6-482f-8fba-9914d58e0d4d HTTP/1.1" status: 200 len: 1003 time: 0.0923734 Apr 01 16:17:12.227341 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d91835-f5f4-4a6d-b371-e7f57d7b008c req-4b74e457-8374-4e30-a432-f31e93d9afd3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:12.228797 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-16d91835-f5f4-4a6d-b371-e7f57d7b008c req-4b74e457-8374-4e30-a432-f31e93d9afd3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=098e1af0-a105-4506-be65-fcc96abf103e HTTP/1.1" status: 200 len: 850 time: 0.0621309 Apr 01 16:17:12.306662 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-16d91835-f5f4-4a6d-b371-e7f57d7b008c req-3339067e-a8c2-45de-b9bd-0b8ad1e66942 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=63ec6197-3c9d-41ee-add3-219b57c6a7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711112 Apr 01 16:17:12.543936 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-16d91835-f5f4-4a6d-b371-e7f57d7b008c req-dd4e829e-57db-4df9-b813-92737518ca2b service neutron] 10.222.0.24 "GET /v2.0/networks/63ec6197-3c9d-41ee-add3-219b57c6a7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302089 Apr 01 16:17:12.674529 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-16d91835-f5f4-4a6d-b371-e7f57d7b008c req-210000fb-b0a9-4862-81f4-65c2fb4e753f service neutron] 10.222.0.24 "GET /v2.0/networks/63ec6197-3c9d-41ee-add3-219b57c6a7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245568 Apr 01 16:17:13.187034 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f7fdfd-e564-47fb-875b-d32df3ce1394 req-a6dfbb82-4c42-4f4a-88a3-75915c06a402 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:13.188479 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b2f7fdfd-e564-47fb-875b-d32df3ce1394 req-a6dfbb82-4c42-4f4a-88a3-75915c06a402 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aa83041-3aa2-480b-b95d-96e822c09afa HTTP/1.1" status: 200 len: 946 time: 0.0759833 Apr 01 16:17:13.236379 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b2f7fdfd-e564-47fb-875b-d32df3ce1394 req-6dc9d36d-84eb-4b54-8fec-a20657fc2811 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409694 Apr 01 16:17:14.439587 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8a02e7-4f1e-4c73-a1ca-de1f5c82ba3a req-e29343b0-5b38-4e45-8bb2-88e0ea0e0b8c tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:14.440947 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-be8a02e7-4f1e-4c73-a1ca-de1f5c82ba3a req-e29343b0-5b38-4e45-8bb2-88e0ea0e0b8c tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aa83041-3aa2-480b-b95d-96e822c09afa HTTP/1.1" status: 200 len: 946 time: 0.0785623 Apr 01 16:17:14.485540 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-be8a02e7-4f1e-4c73-a1ca-de1f5c82ba3a req-ef00f869-de0d-4772-8ca0-da3bb3ee5e03 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390480 Apr 01 16:17:15.689674 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b8a200-ca08-4cd9-8b2b-a5361540bb59 req-516a3ee0-ac1f-4166-975f-f1ef0815ccd4 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:15.691698 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e0b8a200-ca08-4cd9-8b2b-a5361540bb59 req-516a3ee0-ac1f-4166-975f-f1ef0815ccd4 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aa83041-3aa2-480b-b95d-96e822c09afa HTTP/1.1" status: 200 len: 946 time: 0.0832486 Apr 01 16:17:15.736479 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e0b8a200-ca08-4cd9-8b2b-a5361540bb59 req-7f9f785b-9cb3-4cbc-98e4-02b66d3011d8 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383282 Apr 01 16:17:16.937009 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dde5fc2-ed79-45d1-9a5d-8c9f7dba8a9e req-7a8f3861-c57d-4c7d-9dbb-e1e44696c658 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:16.938355 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8dde5fc2-ed79-45d1-9a5d-8c9f7dba8a9e req-7a8f3861-c57d-4c7d-9dbb-e1e44696c658 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aa83041-3aa2-480b-b95d-96e822c09afa HTTP/1.1" status: 200 len: 946 time: 0.0782287 Apr 01 16:17:16.983873 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8dde5fc2-ed79-45d1-9a5d-8c9f7dba8a9e req-fda51711-4631-4a8f-8428-4b40046a88d1 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395298 Apr 01 16:17:18.185677 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69026dd-bca7-4e1a-8149-f077d96c93b6 req-dd296ec9-d2ee-4dfc-84b7-e1d75ca59d66 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:18.187098 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d69026dd-bca7-4e1a-8149-f077d96c93b6 req-dd296ec9-d2ee-4dfc-84b7-e1d75ca59d66 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aa83041-3aa2-480b-b95d-96e822c09afa HTTP/1.1" status: 200 len: 946 time: 0.0770197 Apr 01 16:17:18.236314 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d69026dd-bca7-4e1a-8149-f077d96c93b6 req-da7ab938-85cc-4d8c-9384-bc3e9f18f398 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429873 Apr 01 16:17:19.431441 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d2745c-61b8-42b1-9679-77ece7306066 req-51f8a324-feae-4d19-9c46-1ef0c1aca8a8 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:19.432795 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f3d2745c-61b8-42b1-9679-77ece7306066 req-51f8a324-feae-4d19-9c46-1ef0c1aca8a8 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aa83041-3aa2-480b-b95d-96e822c09afa HTTP/1.1" status: 200 len: 946 time: 0.0763943 Apr 01 16:17:19.477092 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f3d2745c-61b8-42b1-9679-77ece7306066 req-854911a3-8ff6-49a4-83ad-e6866aa11590 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387785 Apr 01 16:17:20.678802 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95b6563-9239-4f9e-876b-de959cec899a req-0c727c26-3bd8-4431-b666-62b819e55bef tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:20.680296 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d95b6563-9239-4f9e-876b-de959cec899a req-0c727c26-3bd8-4431-b666-62b819e55bef tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aa83041-3aa2-480b-b95d-96e822c09afa HTTP/1.1" status: 200 len: 946 time: 0.0827267 Apr 01 16:17:20.724800 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d95b6563-9239-4f9e-876b-de959cec899a req-95e28d6c-968f-4501-835f-f2565b269850 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389473 Apr 01 16:17:21.916676 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b997f1-a992-4dc3-b919-11e9a0e28541 req-e2d3f48f-effc-4c04-ba04-5bee898ad990 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:21.918119 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-26b997f1-a992-4dc3-b919-11e9a0e28541 req-e2d3f48f-effc-4c04-ba04-5bee898ad990 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aa83041-3aa2-480b-b95d-96e822c09afa HTTP/1.1" status: 200 len: 946 time: 0.0750558 Apr 01 16:17:21.962594 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-26b997f1-a992-4dc3-b919-11e9a0e28541 req-d1e6b4a5-de7c-4e20-9893-612e98d3daa7 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390296 Apr 01 16:17:23.164575 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49b24d6-674f-4351-a473-e6fea29bb83c req-14a04a46-8814-46bf-8e00-ce666cebbe3a tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:23.166072 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a49b24d6-674f-4351-a473-e6fea29bb83c req-14a04a46-8814-46bf-8e00-ce666cebbe3a tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aa83041-3aa2-480b-b95d-96e822c09afa HTTP/1.1" status: 200 len: 946 time: 0.0797875 Apr 01 16:17:23.214251 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a49b24d6-674f-4351-a473-e6fea29bb83c req-7cada4ac-dbb8-42a0-acf1-63333e0e73cd tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425975 Apr 01 16:17:23.924237 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-e10a86f2-750e-48c2-bbe7-a883db63bcec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:23.927833 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:24.417642 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647ecb90-1cd2-4f84-9d9a-d247712c7134 req-b97d1b70-2d0f-413b-ba07-264a05d54ece tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:24.419077 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-647ecb90-1cd2-4f84-9d9a-d247712c7134 req-b97d1b70-2d0f-413b-ba07-264a05d54ece tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aa83041-3aa2-480b-b95d-96e822c09afa HTTP/1.1" status: 200 len: 946 time: 0.0800445 Apr 01 16:17:24.467043 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-647ecb90-1cd2-4f84-9d9a-d247712c7134 req-2d7fe31b-084b-4b47-827d-3a2154456310 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422268 Apr 01 16:17:25.752219 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b27c782-cfef-4b40-b710-8f59714bc834 req-6a261775-c077-452a-9a07-67bc13e3c24a tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:25.753682 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8b27c782-cfef-4b40-b710-8f59714bc834 req-6a261775-c077-452a-9a07-67bc13e3c24a tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aa83041-3aa2-480b-b95d-96e822c09afa HTTP/1.1" status: 200 len: 946 time: 0.1649890 Apr 01 16:17:25.800497 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8b27c782-cfef-4b40-b710-8f59714bc834 req-12052959-2b9a-4cff-9fa7-8faba000e64d tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406659 Apr 01 16:17:26.302264 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-0b04dad9-35a3-4c92-95cd-d7064d696e47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:26.998017 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62174e8e-7ab7-4af3-abc0-a3a1cfb6570d req-0029a72d-e8cd-4086-b5b9-d09fb06b5256 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:26.999451 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-62174e8e-7ab7-4af3-abc0-a3a1cfb6570d req-0029a72d-e8cd-4086-b5b9-d09fb06b5256 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aa83041-3aa2-480b-b95d-96e822c09afa HTTP/1.1" status: 200 len: 946 time: 0.0793872 Apr 01 16:17:27.044585 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-62174e8e-7ab7-4af3-abc0-a3a1cfb6570d req-0485e377-2e5c-4a12-9548-cd74cedc942b tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395808 Apr 01 16:17:27.638370 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:27.803349 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:28.242150 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd487dc-2f38-4f93-8c29-44b414874222 req-6bded777-d910-4f1c-9144-6cccc1672c74 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:28.243584 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-dcd487dc-2f38-4f93-8c29-44b414874222 req-6bded777-d910-4f1c-9144-6cccc1672c74 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aa83041-3aa2-480b-b95d-96e822c09afa HTTP/1.1" status: 200 len: 946 time: 0.0768197 Apr 01 16:17:28.289420 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-dcd487dc-2f38-4f93-8c29-44b414874222 req-a9a852dd-761c-4eee-adfe-c3d2f207aca6 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403175 Apr 01 16:17:29.325378 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:29.523643 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be2d1e5-da2c-4e40-8470-9a89258b47ab req-aa8f6eb5-48bc-4bf5-b73a-5498b9ae6f73 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:29.526192 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-0be2d1e5-da2c-4e40-8470-9a89258b47ab req-aa8f6eb5-48bc-4bf5-b73a-5498b9ae6f73 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aa83041-3aa2-480b-b95d-96e822c09afa HTTP/1.1" status: 200 len: 946 time: 0.0856943 Apr 01 16:17:29.575234 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-0be2d1e5-da2c-4e40-8470-9a89258b47ab req-21427699-65ce-4b1b-a6e5-ffa4a7d64106 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428250 Apr 01 16:17:30.773691 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b129f5-18fa-43d3-8a74-6770bf22cbf6 req-d9eaf56d-62ad-4942-ae8f-dddf4c32bbf9 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:30.775197 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-71b129f5-18fa-43d3-8a74-6770bf22cbf6 req-d9eaf56d-62ad-4942-ae8f-dddf4c32bbf9 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aa83041-3aa2-480b-b95d-96e822c09afa HTTP/1.1" status: 200 len: 946 time: 0.0771735 Apr 01 16:17:30.826279 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-71b129f5-18fa-43d3-8a74-6770bf22cbf6 req-a76c969c-fb7d-4129-9890-c8fce84cad95 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455666 Apr 01 16:17:32.024626 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee43e0ad-04ce-4d4f-8848-43afbda96d11 req-5607335c-8964-432d-bd2c-11333667783c tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:32.026096 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ee43e0ad-04ce-4d4f-8848-43afbda96d11 req-5607335c-8964-432d-bd2c-11333667783c tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aa83041-3aa2-480b-b95d-96e822c09afa HTTP/1.1" status: 200 len: 946 time: 0.0775881 Apr 01 16:17:32.084174 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ee43e0ad-04ce-4d4f-8848-43afbda96d11 req-75443303-19db-4b18-9235-333b96f8648c tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476112 Apr 01 16:17:33.288204 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcc4b2f-14bd-4b1e-a08e-9de1e2a27a60 req-e7278102-d0c0-4378-9b27-1c47fcff82c5 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:33.289666 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-efcc4b2f-14bd-4b1e-a08e-9de1e2a27a60 req-e7278102-d0c0-4378-9b27-1c47fcff82c5 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aa83041-3aa2-480b-b95d-96e822c09afa HTTP/1.1" status: 200 len: 946 time: 0.0817397 Apr 01 16:17:33.335676 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-efcc4b2f-14bd-4b1e-a08e-9de1e2a27a60 req-1feb5092-c85a-4c8a-b329-43f5be910010 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403581 Apr 01 16:17:34.528600 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f869587-2148-404c-a28f-dc7632a50b35 req-9b9b780a-12a8-479a-84bd-ddd020f4c9ee tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:34.530057 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5f869587-2148-404c-a28f-dc7632a50b35 req-9b9b780a-12a8-479a-84bd-ddd020f4c9ee tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aa83041-3aa2-480b-b95d-96e822c09afa HTTP/1.1" status: 200 len: 946 time: 0.0754621 Apr 01 16:17:34.574553 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5f869587-2148-404c-a28f-dc7632a50b35 req-9d6b9be9-b677-4405-88b0-d9eee1bc30ea tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390711 Apr 01 16:17:35.916842 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa54777-a0a7-43b4-a4a9-da40d52726a2 req-0b303093-4201-46ef-a911-f5a3684707c6 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:35.918218 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4fa54777-a0a7-43b4-a4a9-da40d52726a2 req-0b303093-4201-46ef-a911-f5a3684707c6 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aa83041-3aa2-480b-b95d-96e822c09afa HTTP/1.1" status: 200 len: 946 time: 0.0791144 Apr 01 16:17:35.962604 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4fa54777-a0a7-43b4-a4a9-da40d52726a2 req-7608d030-786e-4b16-9087-2bb3a6f3c809 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388622 Apr 01 16:17:37.158682 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2919ce95-3203-4b25-97c4-69ec46b48122 req-d703b920-2d01-4930-9c3a-a3d2e2b6f112 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:37.160102 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2919ce95-3203-4b25-97c4-69ec46b48122 req-d703b920-2d01-4930-9c3a-a3d2e2b6f112 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aa83041-3aa2-480b-b95d-96e822c09afa HTTP/1.1" status: 200 len: 946 time: 0.0773778 Apr 01 16:17:37.205367 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2919ce95-3203-4b25-97c4-69ec46b48122 req-4bf2c5ed-9556-4e9c-9895-f4a9b918068c tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397172 Apr 01 16:17:38.406685 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8b4ff7-f14b-4f8d-aebd-232f96e2265c req-0735527e-d6bd-4a20-8e07-1179d424bc11 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:38.408042 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ed8b4ff7-f14b-4f8d-aebd-232f96e2265c req-0735527e-d6bd-4a20-8e07-1179d424bc11 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aa83041-3aa2-480b-b95d-96e822c09afa HTTP/1.1" status: 200 len: 946 time: 0.0820954 Apr 01 16:17:38.453468 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ed8b4ff7-f14b-4f8d-aebd-232f96e2265c req-d3937c97-efb0-47ec-b405-17ab2bc1af9c tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393791 Apr 01 16:17:39.652964 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f24d13-ddac-43a2-85eb-8a2ad5e3c9f9 req-db0177be-2a06-471d-8cb3-36f9cea3c905 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:39.654418 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-77f24d13-ddac-43a2-85eb-8a2ad5e3c9f9 req-db0177be-2a06-471d-8cb3-36f9cea3c905 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aa83041-3aa2-480b-b95d-96e822c09afa HTTP/1.1" status: 200 len: 946 time: 0.0770693 Apr 01 16:17:39.702912 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-77f24d13-ddac-43a2-85eb-8a2ad5e3c9f9 req-61a29a0d-90c0-4775-a546-418e4a5f103c tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429029 Apr 01 16:17:40.612017 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:17:40.902515 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe09a6f-217a-4bad-ac10-eca53b99b6a8 req-96841523-002f-4f12-b43d-d517fb58fea2 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:40.903864 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-cbe09a6f-217a-4bad-ac10-eca53b99b6a8 req-96841523-002f-4f12-b43d-d517fb58fea2 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aa83041-3aa2-480b-b95d-96e822c09afa HTTP/1.1" status: 200 len: 946 time: 0.0774179 Apr 01 16:17:40.948641 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-cbe09a6f-217a-4bad-ac10-eca53b99b6a8 req-d1fda194-a6ee-419d-afe1-c35d80ab2488 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392606 Apr 01 16:17:42.151090 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f98aa79-144e-4e5c-abf6-9069ad70c8fd req-53fbc4dd-c064-4da6-abb2-435d619bd51d tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:42.152533 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-1f98aa79-144e-4e5c-abf6-9069ad70c8fd req-53fbc4dd-c064-4da6-abb2-435d619bd51d tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aa83041-3aa2-480b-b95d-96e822c09afa HTTP/1.1" status: 200 len: 946 time: 0.0821769 Apr 01 16:17:42.199986 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-1f98aa79-144e-4e5c-abf6-9069ad70c8fd req-df39572f-8537-4c16-957b-9eb3c4517875 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418258 Apr 01 16:17:43.393292 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e9a556-080d-427f-95fb-43fd9ae043c9 req-619de8a8-4cc4-435d-a1b4-ff9721084a1c tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:43.394647 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-39e9a556-080d-427f-95fb-43fd9ae043c9 req-619de8a8-4cc4-435d-a1b4-ff9721084a1c tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aa83041-3aa2-480b-b95d-96e822c09afa HTTP/1.1" status: 200 len: 946 time: 0.0751159 Apr 01 16:17:43.440537 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-39e9a556-080d-427f-95fb-43fd9ae043c9 req-2502313a-3eaf-48f5-ac56-b5697ef27e11 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392811 Apr 01 16:17:44.468835 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-16d91835-f5f4-4a6d-b371-e7f57d7b008c req-35ece231-2a57-497b-a0df-f162bcce3626 service neutron] 10.222.0.24 "GET /v2.0/ports/ee05815c-b2b6-482f-8fba-9914d58e0d4d/bindings/hv-neutron-8333 HTTP/1.1" status: 200 len: 384 time: 0.0774910 Apr 01 16:17:44.649212 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d6115-c4c5-4fea-8073-c4192fc3b5ab req-d6623f4e-9f94-45e1-8fcd-1a7afce2c7c1 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:44.650687 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-333d6115-c4c5-4fea-8073-c4192fc3b5ab req-d6623f4e-9f94-45e1-8fcd-1a7afce2c7c1 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aa83041-3aa2-480b-b95d-96e822c09afa HTTP/1.1" status: 200 len: 946 time: 0.0867496 Apr 01 16:17:44.697656 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-333d6115-c4c5-4fea-8073-c4192fc3b5ab req-bf2fd2a7-15f3-4597-9cee-816cbfa6071f tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412641 Apr 01 16:17:44.731891 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-16d91835-f5f4-4a6d-b371-e7f57d7b008c req-4308a746-9a4c-466f-8243-8e276f62df28 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3aa83041-3aa2-480b-b95d-96e822c09afa&tenant_id=c578f28ce31248cebab103300d5c4980 HTTP/1.1" status: 200 len: 1099 time: 0.0692451 Apr 01 16:17:44.829402 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-16d91835-f5f4-4a6d-b371-e7f57d7b008c req-0a594e94-8650-482a-af3e-c1b1ec3550eb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c578f28ce31248cebab103300d5c4980&device_id=3aa83041-3aa2-480b-b95d-96e822c09afa HTTP/1.1" status: 200 len: 1099 time: 0.0744555 Apr 01 16:17:44.962838 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d91835-f5f4-4a6d-b371-e7f57d7b008c req-9e01f6e9-3324-4fed-b834-c327d50e30e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:44.964259 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-16d91835-f5f4-4a6d-b371-e7f57d7b008c req-9e01f6e9-3324-4fed-b834-c327d50e30e5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=63ec6197-3c9d-41ee-add3-219b57c6a7c6 HTTP/1.1" status: 200 len: 911 time: 0.1286273 Apr 01 16:17:45.064512 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-16d91835-f5f4-4a6d-b371-e7f57d7b008c req-7543d04d-777e-4af3-bbea-8396c8e5b78b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee05815c-b2b6-482f-8fba-9914d58e0d4d HTTP/1.1" status: 200 len: 1003 time: 0.0935295 Apr 01 16:17:45.130849 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d91835-f5f4-4a6d-b371-e7f57d7b008c req-4e06a096-97ff-4546-ad68-34f9ff868740 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:45.132460 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-16d91835-f5f4-4a6d-b371-e7f57d7b008c req-4e06a096-97ff-4546-ad68-34f9ff868740 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=098e1af0-a105-4506-be65-fcc96abf103e HTTP/1.1" status: 200 len: 850 time: 0.0613379 Apr 01 16:17:45.210215 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-16d91835-f5f4-4a6d-b371-e7f57d7b008c req-44b6faf8-badc-4f6f-94a6-e0a90195af12 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=63ec6197-3c9d-41ee-add3-219b57c6a7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707552 Apr 01 16:17:45.341338 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-16d91835-f5f4-4a6d-b371-e7f57d7b008c req-4121fcea-0a8b-4114-a124-4b73a8c4d064 service neutron] 10.222.0.24 "GET /v2.0/networks/63ec6197-3c9d-41ee-add3-219b57c6a7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237216 Apr 01 16:17:45.472359 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-16d91835-f5f4-4a6d-b371-e7f57d7b008c req-48101d16-6c86-4faa-ba38-96fc2ae0b32c service neutron] 10.222.0.24 "GET /v2.0/networks/63ec6197-3c9d-41ee-add3-219b57c6a7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252947 Apr 01 16:17:45.902293 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03abf0f-e527-486d-810d-f8b64b4cb34e req-f8e180e6-a429-4d18-9bfc-47dbd4f9a1eb tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:45.903698 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b03abf0f-e527-486d-810d-f8b64b4cb34e req-f8e180e6-a429-4d18-9bfc-47dbd4f9a1eb tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aa83041-3aa2-480b-b95d-96e822c09afa HTTP/1.1" status: 200 len: 946 time: 0.0824926 Apr 01 16:17:45.952434 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b03abf0f-e527-486d-810d-f8b64b4cb34e req-0af50e6b-97a9-4b27-a1fd-8160cfa30c90 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431325 Apr 01 16:17:47.303931 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e24a648-5401-4e2b-a160-6470625eeefb req-9a567fbf-c02f-4b1e-91bd-21acc95c2292 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:47.305430 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-6e24a648-5401-4e2b-a160-6470625eeefb req-9a567fbf-c02f-4b1e-91bd-21acc95c2292 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aa83041-3aa2-480b-b95d-96e822c09afa HTTP/1.1" status: 200 len: 946 time: 0.0800514 Apr 01 16:17:47.352647 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-6e24a648-5401-4e2b-a160-6470625eeefb req-28de2ba9-e647-482d-98e5-b876e7ca4a84 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416837 Apr 01 16:17:48.202543 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device ee05815c-b2b6-482f-8fba-9914d58e0d4d details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:17:48.204919 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device ee05815c-b2b6-482f-8fba-9914d58e0d4d no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:17:48.426469 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:48.450657 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port ee05815c-b2b6-482f-8fba-9914d58e0d4d, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=ee05815c-b2b6-482f-8fba-9914d58e0d4d,segment=NetworkSegment(eedea76a-6b55-46fe-a547-e638d80957c5),segment_id=eedea76a-6b55-46fe-a547-e638d80957c5)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:17:48.470181 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Returning: {'device': 'ee05815c-b2b6-482f-8fba-9914d58e0d4d', 'network_id': '63ec6197-3c9d-41ee-add3-219b57c6a7c6', 'port_id': 'ee05815c-b2b6-482f-8fba-9914d58e0d4d', 'mac_address': 'fa:16:3e:3c:dd:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '098e1af0-a105-4506-be65-fcc96abf103e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:17:48.475361 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aa83041-3aa2-480b-b95d-96e822c09afa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee05815c-b2b6-482f-8fba-9914d58e0d4d'}] {{(pid=83829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:17:48.510291 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port ee05815c-b2b6-482f-8fba-9914d58e0d4d, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=ee05815c-b2b6-482f-8fba-9914d58e0d4d,segment=NetworkSegment(eedea76a-6b55-46fe-a547-e638d80957c5),segment_id=eedea76a-6b55-46fe-a547-e638d80957c5)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:17:48.521877 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:48.559853 dv-neutron-833373-2-hyperv neutron-server[83829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aa83041-3aa2-480b-b95d-96e822c09afa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee05815c-b2b6-482f-8fba-9914d58e0d4d', 'code': 200} Apr 01 16:17:48.563394 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bf6171-0708-4001-ae08-f10817b88c3d req-54963005-3aab-4b25-a1dd-17809b2c1daa tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:48.565156 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-38bf6171-0708-4001-ae08-f10817b88c3d req-54963005-3aab-4b25-a1dd-17809b2c1daa tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aa83041-3aa2-480b-b95d-96e822c09afa HTTP/1.1" status: 200 len: 944 time: 0.0858972 Apr 01 16:17:48.591392 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:48.622467 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee05815c-b2b6-482f-8fba-9914d58e0d4d {{(pid=83829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:17:48.626183 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=ee05815c-b2b6-482f-8fba-9914d58e0d4d,revision_number=6']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:17:48.643135 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port ee05815c-b2b6-482f-8fba-9914d58e0d4d, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=ee05815c-b2b6-482f-8fba-9914d58e0d4d,segment=NetworkSegment(eedea76a-6b55-46fe-a547-e638d80957c5),segment_id=eedea76a-6b55-46fe-a547-e638d80957c5)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:17:48.647621 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:48.695334 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-38bf6171-0708-4001-ae08-f10817b88c3d req-f30fbd12-2e9f-4394-8f8c-d1e9a16c034a tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247780 Apr 01 16:17:48.719253 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] get_ports_and_sgs() called for port_ids ['ee05815c-b2b6-482f-8fba-9914d58e0d4d'] {{(pid=83829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 16:17:48.747823 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=ee05815c-b2b6-482f-8fba-9914d58e0d4d,revision_number=7']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:17:49.132291 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4675274d-11ce-4ee1-821c-aa353038edbd req-90d327f9-620f-4482-a1a4-a76c1ed78034 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:49.133090 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-4675274d-11ce-4ee1-821c-aa353038edbd req-90d327f9-620f-4482-a1a4-a76c1ed78034 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Synchronizing usage tracker for tenant:c578f28ce31248cebab103300d5c4980 on resource:port {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:17:49.149410 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-4675274d-11ce-4ee1-821c-aa353038edbd req-90d327f9-620f-4482-a1a4-a76c1ed78034 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Unset dirty status for tenant:c578f28ce31248cebab103300d5c4980 on resource:port {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:17:49.150546 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-4675274d-11ce-4ee1-821c-aa353038edbd req-90d327f9-620f-4482-a1a4-a76c1ed78034 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.24 "GET /v2.0/ports?device_id=3aa83041-3aa2-480b-b95d-96e822c09afa&tenant_id=c578f28ce31248cebab103300d5c4980&binding%3Ahost_id=hv-neutron-8333 HTTP/1.1" status: 200 len: 945 time: 0.1042461 Apr 01 16:17:49.178208 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18499505-b046-4123-9199-6b01d4172a44 req-adf2c070-72c6-40a3-984c-ff602f8de4fc tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:49.179657 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-18499505-b046-4123-9199-6b01d4172a44 req-adf2c070-72c6-40a3-984c-ff602f8de4fc tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aa83041-3aa2-480b-b95d-96e822c09afa HTTP/1.1" status: 200 len: 945 time: 0.0773485 Apr 01 16:17:49.227729 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-18499505-b046-4123-9199-6b01d4172a44 req-5dd88b8a-6efc-45d5-8e0b-056a0297bdae tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423937 Apr 01 16:17:49.231495 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-4675274d-11ce-4ee1-821c-aa353038edbd req-6ce5e8ae-a7b4-4810-a057-bfee0679e4f5 service neutron] 10.222.0.24 "GET /v2.0/ports/ee05815c-b2b6-482f-8fba-9914d58e0d4d/bindings/hv-neutron-8333 HTTP/1.1" status: 200 len: 384 time: 0.0752342 Apr 01 16:17:49.328343 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-4675274d-11ce-4ee1-821c-aa353038edbd req-e05de389-1826-4603-b8c6-5d3758e8ced6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c578f28ce31248cebab103300d5c4980&device_id=3aa83041-3aa2-480b-b95d-96e822c09afa HTTP/1.1" status: 200 len: 1098 time: 0.0671017 Apr 01 16:17:49.455468 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4675274d-11ce-4ee1-821c-aa353038edbd req-afce1c73-2ec3-4a6b-9a71-e7bd823cddc3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:49.456917 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-4675274d-11ce-4ee1-821c-aa353038edbd req-afce1c73-2ec3-4a6b-9a71-e7bd823cddc3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=63ec6197-3c9d-41ee-add3-219b57c6a7c6 HTTP/1.1" status: 200 len: 911 time: 0.1220398 Apr 01 16:17:49.559131 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-4675274d-11ce-4ee1-821c-aa353038edbd req-64e2f002-6ffc-44ff-8492-d31fe9179686 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee05815c-b2b6-482f-8fba-9914d58e0d4d HTTP/1.1" status: 200 len: 1002 time: 0.0961714 Apr 01 16:17:49.628047 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4675274d-11ce-4ee1-821c-aa353038edbd req-54f16c38-7572-477d-a6e0-a2cdc96e3ba8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:49.629430 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-4675274d-11ce-4ee1-821c-aa353038edbd req-54f16c38-7572-477d-a6e0-a2cdc96e3ba8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=098e1af0-a105-4506-be65-fcc96abf103e HTTP/1.1" status: 200 len: 850 time: 0.0643659 Apr 01 16:17:49.711867 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-4675274d-11ce-4ee1-821c-aa353038edbd req-16975546-def2-4d32-8008-df92333d1d0b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=63ec6197-3c9d-41ee-add3-219b57c6a7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681770 Apr 01 16:17:49.923920 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-4675274d-11ce-4ee1-821c-aa353038edbd req-ec344888-8956-4623-bd89-d6c8c39180ac service neutron] 10.222.0.24 "GET /v2.0/networks/63ec6197-3c9d-41ee-add3-219b57c6a7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057831 Apr 01 16:17:50.054081 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-4675274d-11ce-4ee1-821c-aa353038edbd req-5244f30c-2b9c-4df7-9aaa-64bd67489d8e service neutron] 10.222.0.24 "GET /v2.0/networks/63ec6197-3c9d-41ee-add3-219b57c6a7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239264 Apr 01 16:17:50.201970 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device ee05815c-b2b6-482f-8fba-9914d58e0d4d up at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:17:50.270089 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning complete for port ee05815c-b2b6-482f-8fba-9914d58e0d4d triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:17:50.270456 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:50.386054 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:50.418714 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port ee05815c-b2b6-482f-8fba-9914d58e0d4d, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=ee05815c-b2b6-482f-8fba-9914d58e0d4d,segment=NetworkSegment(eedea76a-6b55-46fe-a547-e638d80957c5),segment_id=eedea76a-6b55-46fe-a547-e638d80957c5)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:17:50.422854 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:50.429222 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed37f53-a230-4a81-933e-3bda8e22d94f req-0e20d1de-b9ae-4cda-8abb-7a2f3872de39 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:50.430658 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4ed37f53-a230-4a81-933e-3bda8e22d94f req-0e20d1de-b9ae-4cda-8abb-7a2f3872de39 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aa83041-3aa2-480b-b95d-96e822c09afa HTTP/1.1" status: 200 len: 945 time: 0.0777769 Apr 01 16:17:50.476545 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4ed37f53-a230-4a81-933e-3bda8e22d94f req-e2ef3d45-9d8c-4770-ab0a-2fd85686fc39 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399144 Apr 01 16:17:50.488310 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=ee05815c-b2b6-482f-8fba-9914d58e0d4d,revision_number=8']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:17:50.560884 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aa83041-3aa2-480b-b95d-96e822c09afa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee05815c-b2b6-482f-8fba-9914d58e0d4d'}] {{(pid=83829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:17:50.626204 dv-neutron-833373-2-hyperv neutron-server[83829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aa83041-3aa2-480b-b95d-96e822c09afa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee05815c-b2b6-482f-8fba-9914d58e0d4d', 'code': 200} Apr 01 16:17:51.671310 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fda0087-31c2-476e-85eb-6d35816fbe2a req-39708953-d5f8-4ae2-9efd-5f5a410d4e1b tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:51.672780 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4fda0087-31c2-476e-85eb-6d35816fbe2a req-39708953-d5f8-4ae2-9efd-5f5a410d4e1b tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aa83041-3aa2-480b-b95d-96e822c09afa HTTP/1.1" status: 200 len: 946 time: 0.0773447 Apr 01 16:17:51.722026 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4fda0087-31c2-476e-85eb-6d35816fbe2a req-1d8cbc4a-7cb1-44ec-973c-011bdb041f2d tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433524 Apr 01 16:17:52.622358 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-4675274d-11ce-4ee1-821c-aa353038edbd req-5694dcbf-671c-4db0-9421-bf1229e1be31 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3aa83041-3aa2-480b-b95d-96e822c09afa&tenant_id=c578f28ce31248cebab103300d5c4980 HTTP/1.1" status: 200 len: 1099 time: 0.0836837 Apr 01 16:17:52.709812 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-4675274d-11ce-4ee1-821c-aa353038edbd req-64b25a15-dbe2-42bd-bd89-05c56d10ae08 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c578f28ce31248cebab103300d5c4980&device_id=3aa83041-3aa2-480b-b95d-96e822c09afa HTTP/1.1" status: 200 len: 1099 time: 0.0668836 Apr 01 16:17:52.839444 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4675274d-11ce-4ee1-821c-aa353038edbd req-6625aae1-ef75-4aff-a318-06a256cbffda service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:52.840990 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-4675274d-11ce-4ee1-821c-aa353038edbd req-6625aae1-ef75-4aff-a318-06a256cbffda service neutron] 10.222.0.24 "GET /v2.0/networks?id=63ec6197-3c9d-41ee-add3-219b57c6a7c6 HTTP/1.1" status: 200 len: 911 time: 0.1252775 Apr 01 16:17:52.925526 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481036a1-f66b-491e-ad7c-8f7a2bef2c14 req-e6fe88ac-efcb-40f5-9a9a-ed1a878188e4 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:52.926969 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-481036a1-f66b-491e-ad7c-8f7a2bef2c14 req-e6fe88ac-efcb-40f5-9a9a-ed1a878188e4 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aa83041-3aa2-480b-b95d-96e822c09afa HTTP/1.1" status: 200 len: 946 time: 0.0825002 Apr 01 16:17:52.948530 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-4675274d-11ce-4ee1-821c-aa353038edbd req-ac40341e-b712-4d2e-95ed-6ce2ab1e1c8f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee05815c-b2b6-482f-8fba-9914d58e0d4d HTTP/1.1" status: 200 len: 1003 time: 0.1013832 Apr 01 16:17:52.973191 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-481036a1-f66b-491e-ad7c-8f7a2bef2c14 req-b144713f-3568-42ac-a597-c3bd452efbcd tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403974 Apr 01 16:17:53.012507 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4675274d-11ce-4ee1-821c-aa353038edbd req-a6be5fef-18db-4173-a697-12bfaad0d4b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:53.014116 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-4675274d-11ce-4ee1-821c-aa353038edbd req-a6be5fef-18db-4173-a697-12bfaad0d4b7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=098e1af0-a105-4506-be65-fcc96abf103e HTTP/1.1" status: 200 len: 850 time: 0.0595260 Apr 01 16:17:53.091777 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-4675274d-11ce-4ee1-821c-aa353038edbd req-dea9b90b-76c2-43f5-9bbe-7ddd2dd38316 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=63ec6197-3c9d-41ee-add3-219b57c6a7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710330 Apr 01 16:17:53.221576 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-4675274d-11ce-4ee1-821c-aa353038edbd req-c14e629b-dfc4-4ca9-ac16-e4017b2adfc9 service neutron] 10.222.0.24 "GET /v2.0/networks/63ec6197-3c9d-41ee-add3-219b57c6a7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235421 Apr 01 16:17:53.350737 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-4675274d-11ce-4ee1-821c-aa353038edbd req-2c0a1710-de4b-49d7-a577-147146c149d7 service neutron] 10.222.0.24 "GET /v2.0/networks/63ec6197-3c9d-41ee-add3-219b57c6a7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227400 Apr 01 16:17:53.917147 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-fe6ef6a1-e3f9-49e3-8be1-95d533c3f8ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:53.938896 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:54.175120 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91808e5-201b-48c2-851e-1b324d5d43ae req-eed03c6f-cf58-4e58-a017-7c4eff174efa tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:54.176435 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e91808e5-201b-48c2-851e-1b324d5d43ae req-eed03c6f-cf58-4e58-a017-7c4eff174efa tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aa83041-3aa2-480b-b95d-96e822c09afa HTTP/1.1" status: 200 len: 946 time: 0.0796561 Apr 01 16:17:54.224959 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e91808e5-201b-48c2-851e-1b324d5d43ae req-bdb17588-2a36-4270-90a4-76c3e34bd2a1 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393324 Apr 01 16:17:55.434231 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60fb01a-f1cd-4be0-9a97-66b81b057f1d req-96e63086-4859-4e23-9681-2dbdc8495952 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:55.435612 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d60fb01a-f1cd-4be0-9a97-66b81b057f1d req-96e63086-4859-4e23-9681-2dbdc8495952 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aa83041-3aa2-480b-b95d-96e822c09afa HTTP/1.1" status: 200 len: 946 time: 0.0866430 Apr 01 16:17:55.481878 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d60fb01a-f1cd-4be0-9a97-66b81b057f1d req-bdfaaf9d-8ec1-447e-b8a7-966d35ff53d3 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404787 Apr 01 16:17:55.688420 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525463a4-d0e5-46ac-ae87-842bc616c53b req-39f8e460-b1f9-45a7-bcea-af54dca7d313 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:55.690020 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-525463a4-d0e5-46ac-ae87-842bc616c53b req-39f8e460-b1f9-45a7-bcea-af54dca7d313 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aa83041-3aa2-480b-b95d-96e822c09afa HTTP/1.1" status: 200 len: 946 time: 0.0824137 Apr 01 16:17:55.737954 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-525463a4-d0e5-46ac-ae87-842bc616c53b req-1d30c7c6-5043-4ec2-acf1-88d340e908d0 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407281 Apr 01 16:17:55.936725 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e22061-c418-4184-bafa-bed1c22db5aa req-931faf27-9425-4ea8-9f5e-4ef0aba8d84d tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:55.938202 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-26e22061-c418-4184-bafa-bed1c22db5aa req-931faf27-9425-4ea8-9f5e-4ef0aba8d84d tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aa83041-3aa2-480b-b95d-96e822c09afa HTTP/1.1" status: 200 len: 946 time: 0.0761902 Apr 01 16:17:55.987088 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-26e22061-c418-4184-bafa-bed1c22db5aa req-278d54c5-3527-4252-8fdf-f5af7f10039b tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425398 Apr 01 16:17:56.221331 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device ee05815c-b2b6-482f-8fba-9914d58e0d4d details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:17:56.225024 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device ee05815c-b2b6-482f-8fba-9914d58e0d4d no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:17:56.401740 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fdae4d-d2fa-41af-af87-466027636243 req-e93b4d1b-81b5-4602-881b-e871590ee978 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:56.404377 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-48fdae4d-d2fa-41af-af87-466027636243 req-e93b4d1b-81b5-4602-881b-e871590ee978 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aa83041-3aa2-480b-b95d-96e822c09afa HTTP/1.1" status: 200 len: 946 time: 0.0825920 Apr 01 16:17:56.415004 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-da4532d0-4201-4b91-a2cf-94fbffeed30b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:56.453987 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-48fdae4d-d2fa-41af-af87-466027636243 req-445192fd-7acc-48d4-b96f-c25b5d93329c tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440724 Apr 01 16:17:56.503668 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:56.520925 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port ee05815c-b2b6-482f-8fba-9914d58e0d4d, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=ee05815c-b2b6-482f-8fba-9914d58e0d4d,segment=NetworkSegment(eedea76a-6b55-46fe-a547-e638d80957c5),segment_id=eedea76a-6b55-46fe-a547-e638d80957c5)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:17:56.541715 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Returning: {'device': 'ee05815c-b2b6-482f-8fba-9914d58e0d4d', 'network_id': '63ec6197-3c9d-41ee-add3-219b57c6a7c6', 'port_id': 'ee05815c-b2b6-482f-8fba-9914d58e0d4d', 'mac_address': 'fa:16:3e:3c:dd:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '098e1af0-a105-4506-be65-fcc96abf103e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:17:56.547880 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aa83041-3aa2-480b-b95d-96e822c09afa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee05815c-b2b6-482f-8fba-9914d58e0d4d'}] {{(pid=83829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:17:56.584097 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port ee05815c-b2b6-482f-8fba-9914d58e0d4d, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=ee05815c-b2b6-482f-8fba-9914d58e0d4d,segment=NetworkSegment(eedea76a-6b55-46fe-a547-e638d80957c5),segment_id=eedea76a-6b55-46fe-a547-e638d80957c5)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:17:56.593114 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:56.632265 dv-neutron-833373-2-hyperv neutron-server[83829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aa83041-3aa2-480b-b95d-96e822c09afa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee05815c-b2b6-482f-8fba-9914d58e0d4d', 'code': 200} Apr 01 16:17:56.657421 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:56.683029 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ee05815c-b2b6-482f-8fba-9914d58e0d4d {{(pid=83829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:17:56.692011 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=ee05815c-b2b6-482f-8fba-9914d58e0d4d,revision_number=9']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:17:56.749416 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.db.api [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:17:56.749834 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG oslo_db.api [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:17:57.308792 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:57.326618 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee05815c-b2b6-482f-8fba-9914d58e0d4d {{(pid=83829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:17:57.343252 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port ee05815c-b2b6-482f-8fba-9914d58e0d4d, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=ee05815c-b2b6-482f-8fba-9914d58e0d4d,segment=NetworkSegment(eedea76a-6b55-46fe-a547-e638d80957c5),segment_id=eedea76a-6b55-46fe-a547-e638d80957c5)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:17:57.347742 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:57.419388 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] get_ports_and_sgs() called for port_ids ['ee05815c-b2b6-482f-8fba-9914d58e0d4d'] {{(pid=83829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 16:17:57.468077 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=ee05815c-b2b6-482f-8fba-9914d58e0d4d,revision_number=10']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:17:57.639058 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:57.656976 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bcf53a-2c2d-4719-b850-349e3d7028c1 req-d1062097-5253-4624-8c56-07f7b74ae258 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:57.658409 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-92bcf53a-2c2d-4719-b850-349e3d7028c1 req-d1062097-5253-4624-8c56-07f7b74ae258 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aa83041-3aa2-480b-b95d-96e822c09afa HTTP/1.1" status: 200 len: 946 time: 0.0817912 Apr 01 16:17:57.703518 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-92bcf53a-2c2d-4719-b850-349e3d7028c1 req-c114a026-5adb-4d15-a273-1aa160968f4b tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395157 Apr 01 16:17:57.806200 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:58.231441 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device ee05815c-b2b6-482f-8fba-9914d58e0d4d up at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:17:58.298991 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning complete for port ee05815c-b2b6-482f-8fba-9914d58e0d4d triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:17:58.299266 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:58.447331 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:58.481840 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port ee05815c-b2b6-482f-8fba-9914d58e0d4d, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=ee05815c-b2b6-482f-8fba-9914d58e0d4d,segment=NetworkSegment(eedea76a-6b55-46fe-a547-e638d80957c5),segment_id=eedea76a-6b55-46fe-a547-e638d80957c5)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:17:58.485902 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:58.553603 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=ee05815c-b2b6-482f-8fba-9914d58e0d4d,revision_number=11']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:17:58.633033 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aa83041-3aa2-480b-b95d-96e822c09afa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee05815c-b2b6-482f-8fba-9914d58e0d4d'}] {{(pid=83829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:17:58.637758 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90072e68-ab68-4ffe-9ade-e954153273bb req-cd14a808-e576-42ea-b2ab-652a6d474aff tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:58.639528 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-90072e68-ab68-4ffe-9ade-e954153273bb req-cd14a808-e576-42ea-b2ab-652a6d474aff tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.24 "GET /v2.0/ports?device_id=3aa83041-3aa2-480b-b95d-96e822c09afa HTTP/1.1" status: 200 len: 947 time: 0.0816097 Apr 01 16:17:58.696141 dv-neutron-833373-2-hyperv neutron-server[83829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aa83041-3aa2-480b-b95d-96e822c09afa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee05815c-b2b6-482f-8fba-9914d58e0d4d', 'code': 200} Apr 01 16:17:58.715176 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [req-90072e68-ab68-4ffe-9ade-e954153273bb req-4f935508-7aca-410f-8444-d33f2be58d7d tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Deleting port ee05815c-b2b6-482f-8fba-9914d58e0d4d {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:17:58.715512 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-90072e68-ab68-4ffe-9ade-e954153273bb req-4f935508-7aca-410f-8444-d33f2be58d7d tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:58.903285 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebac4dc-a274-42e3-91c1-414db5699ec4 req-580bca0a-5368-4c8b-be36-0db527e02599 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:17:58.904632 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-aebac4dc-a274-42e3-91c1-414db5699ec4 req-580bca0a-5368-4c8b-be36-0db527e02599 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aa83041-3aa2-480b-b95d-96e822c09afa HTTP/1.1" status: 200 len: 947 time: 0.0787249 Apr 01 16:17:58.951835 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-aebac4dc-a274-42e3-91c1-414db5699ec4 req-42ff3081-9e92-49d1-9c68-87d76411213c tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408783 Apr 01 16:17:58.958885 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [req-90072e68-ab68-4ffe-9ade-e954153273bb req-4f935508-7aca-410f-8444-d33f2be58d7d tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] For port ee05815c-b2b6-482f-8fba-9914d58e0d4d, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=ee05815c-b2b6-482f-8fba-9914d58e0d4d,segment=NetworkSegment(eedea76a-6b55-46fe-a547-e638d80957c5),segment_id=eedea76a-6b55-46fe-a547-e638d80957c5)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:17:58.959327 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-90072e68-ab68-4ffe-9ade-e954153273bb req-4f935508-7aca-410f-8444-d33f2be58d7d tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:59.328209 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:59.344915 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-90072e68-ab68-4ffe-9ade-e954153273bb req-4f935508-7aca-410f-8444-d33f2be58d7d tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:59.345292 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-90072e68-ab68-4ffe-9ade-e954153273bb req-4f935508-7aca-410f-8444-d33f2be58d7d tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617697'] for floatingip, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:59.345603 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.l3_db [req-90072e68-ab68-4ffe-9ade-e954153273bb req-4f935508-7aca-410f-8444-d33f2be58d7d tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Floating IP a8d379e0-a861-4a5a-8302-e88bdd826b26 disassociated. External IP: 172.26.1.252, port: ee05815c-b2b6-482f-8fba-9914d58e0d4d. Apr 01 16:17:59.345944 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [req-90072e68-ab68-4ffe-9ade-e954153273bb req-4f935508-7aca-410f-8444-d33f2be58d7d tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Calling delete_port for ee05815c-b2b6-482f-8fba-9914d58e0d4d owned by compute:nova {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:17:59.486796 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-90072e68-ab68-4ffe-9ade-e954153273bb req-4f935508-7aca-410f-8444-d33f2be58d7d tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:17:59.537713 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f935508-7aca-410f-8444-d33f2be58d7d tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Pushing event deleted for resources: {'Port': ['ID=ee05815c-b2b6-482f-8fba-9914d58e0d4d,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:17:59.551114 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f935508-7aca-410f-8444-d33f2be58d7d tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:59.551460 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f935508-7aca-410f-8444-d33f2be58d7d tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:59.552075 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f935508-7aca-410f-8444-d33f2be58d7d tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:59.553174 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f935508-7aca-410f-8444-d33f2be58d7d tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:59.553580 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f935508-7aca-410f-8444-d33f2be58d7d tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:59.554050 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f935508-7aca-410f-8444-d33f2be58d7d tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:59.554448 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f935508-7aca-410f-8444-d33f2be58d7d tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:59.554783 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f935508-7aca-410f-8444-d33f2be58d7d tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:59.555104 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f935508-7aca-410f-8444-d33f2be58d7d tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:59.555424 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f935508-7aca-410f-8444-d33f2be58d7d tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:59.555743 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f935508-7aca-410f-8444-d33f2be58d7d tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:17:59.773626 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [req-90072e68-ab68-4ffe-9ade-e954153273bb req-4f935508-7aca-410f-8444-d33f2be58d7d tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Router 8cf77c56-b30b-4cb5-85fc-b492b6b2e976 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:17:59.982543 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-90072e68-ab68-4ffe-9ade-e954153273bb req-4f935508-7aca-410f-8444-d33f2be58d7d tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:17:59.994316 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3010a120-f839-417d-b8a8-e91ed4f73acd None None] Sync routers for ids ['8cf77c56-b30b-4cb5-85fc-b492b6b2e976'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:18:00.015433 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3010a120-f839-417d-b8a8-e91ed4f73acd None None] Routers {'8cf77c56-b30b-4cb5-85fc-b492b6b2e976'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:18:00.016033 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-3010a120-f839-417d-b8a8-e91ed4f73acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:17:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['8cf77c56-b30b-4cb5-85fc-b492b6b2e976'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:18:00.055177 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [req-90072e68-ab68-4ffe-9ade-e954153273bb req-4f935508-7aca-410f-8444-d33f2be58d7d tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] No DVR routers for this DVR port ee05815c-b2b6-482f-8fba-9914d58e0d4d on host hv-neutron-8333 {{(pid=83828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:18:00.058314 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-90072e68-ab68-4ffe-9ade-e954153273bb req-4f935508-7aca-410f-8444-d33f2be58d7d tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:00.061358 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aa83041-3aa2-480b-b95d-96e822c09afa', 'name': 'network-vif-deleted', 'tag': 'ee05815c-b2b6-482f-8fba-9914d58e0d4d'}] {{(pid=83828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:18:00.077709 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-90072e68-ab68-4ffe-9ade-e954153273bb req-4f935508-7aca-410f-8444-d33f2be58d7d tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.24 "DELETE /v2.0/ports/ee05815c-b2b6-482f-8fba-9914d58e0d4d HTTP/1.1" status: 204 len: 173 time: 1.4322977 Apr 01 16:18:00.126087 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aa83041-3aa2-480b-b95d-96e822c09afa', 'name': 'network-vif-deleted', 'tag': 'ee05815c-b2b6-482f-8fba-9914d58e0d4d', 'status': 'completed', 'code': 200} Apr 01 16:18:00.176825 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-666d3b38-08e9-4508-954a-23803d63aa6c req-94f6fc27-282c-4247-9705-c630d89b6836 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aa83041-3aa2-480b-b95d-96e822c09afa HTTP/1.1" status: 200 len: 210 time: 0.0480902 Apr 01 16:18:00.222054 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-3010a120-f839-417d-b8a8-e91ed4f73acd None None] Set router 8cf77c56-b30b-4cb5-85fc-b492b6b2e976 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:18:00.546679 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-3010a120-f839-417d-b8a8-e91ed4f73acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'name': 'tempest-ServerActionsTestJSON-447857044-router', 'tenant_id': 'c578f28ce31248cebab103300d5c4980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.39'}], 'enable_snat': True}, 'gw_port_id': '0de7dbf5-60ef-496e-9c2a-1807ed7c5a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:14:58Z', 'updated_at': '2022-04-01T16:15:01Z', 'revision_number': 4, 'project_id': 'c578f28ce31248cebab103300d5c4980', 'gw_port': {'id': '0de7dbf5-60ef-496e-9c2a-1807ed7c5a12', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:47:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:14:58Z', 'updated_at': '2022-04-01T16:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '931c1e71-ff20-421f-887b-f220afbe0c02', 'name': '', 'network_id': '63ec6197-3c9d-41ee-add3-219b57c6a7c6', 'tenant_id': 'c578f28ce31248cebab103300d5c4980', 'mac_address': 'fa:16:3e:62:5c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '098e1af0-a105-4506-be65-fcc96abf103e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:15:00Z', 'updated_at': '2022-04-01T16:15:09Z', 'revision_number': 5, 'project_id': 'c578f28ce31248cebab103300d5c4980', 'subnets': [{'id': '098e1af0-a105-4506-be65-fcc96abf103e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:18:00.550863 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3010a120-f839-417d-b8a8-e91ed4f73acd None None] Checking router: 8cf77c56-b30b-4cb5-85fc-b492b6b2e976 for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:18:00.561829 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3010a120-f839-417d-b8a8-e91ed4f73acd None None] Routers {'8cf77c56-b30b-4cb5-85fc-b492b6b2e976'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:18:00.562424 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-3010a120-f839-417d-b8a8-e91ed4f73acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:17:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['8cf77c56-b30b-4cb5-85fc-b492b6b2e976'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:18:00.738788 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-3010a120-f839-417d-b8a8-e91ed4f73acd None None] Set router 8cf77c56-b30b-4cb5-85fc-b492b6b2e976 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:18:01.056184 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-3010a120-f839-417d-b8a8-e91ed4f73acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'name': 'tempest-ServerActionsTestJSON-447857044-router', 'tenant_id': 'c578f28ce31248cebab103300d5c4980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.39'}], 'enable_snat': True}, 'gw_port_id': '0de7dbf5-60ef-496e-9c2a-1807ed7c5a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:14:58Z', 'updated_at': '2022-04-01T16:15:01Z', 'revision_number': 4, 'project_id': 'c578f28ce31248cebab103300d5c4980', 'gw_port': {'id': '0de7dbf5-60ef-496e-9c2a-1807ed7c5a12', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:47:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:14:58Z', 'updated_at': '2022-04-01T16:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '931c1e71-ff20-421f-887b-f220afbe0c02', 'name': '', 'network_id': '63ec6197-3c9d-41ee-add3-219b57c6a7c6', 'tenant_id': 'c578f28ce31248cebab103300d5c4980', 'mac_address': 'fa:16:3e:62:5c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '098e1af0-a105-4506-be65-fcc96abf103e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:15:00Z', 'updated_at': '2022-04-01T16:15:09Z', 'revision_number': 5, 'project_id': 'c578f28ce31248cebab103300d5c4980', 'subnets': [{'id': '098e1af0-a105-4506-be65-fcc96abf103e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:18:01.060865 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3010a120-f839-417d-b8a8-e91ed4f73acd None None] The sync data for ids ['8cf77c56-b30b-4cb5-85fc-b492b6b2e976'] in dv-neutron-833373-2-hyperv is: [{'id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'name': 'tempest-ServerActionsTestJSON-447857044-router', 'tenant_id': 'c578f28ce31248cebab103300d5c4980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.39'}], 'enable_snat': True}, 'gw_port_id': '0de7dbf5-60ef-496e-9c2a-1807ed7c5a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:14:58Z', 'updated_at': '2022-04-01T16:15:01Z', 'revision_number': 4, 'project_id': 'c578f28ce31248cebab103300d5c4980', 'gw_port': {'id': '0de7dbf5-60ef-496e-9c2a-1807ed7c5a12', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:47:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:14:58Z', 'updated_at': '2022-04-01T16:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '931c1e71-ff20-421f-887b-f220afbe0c02', 'name': '', 'network_id': '63ec6197-3c9d-41ee-add3-219b57c6a7c6', 'tenant_id': 'c578f28ce31248cebab103300d5c4980', 'mac_address': 'fa:16:3e:62:5c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '098e1af0-a105-4506-be65-fcc96abf103e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:15:00Z', 'updated_at': '2022-04-01T16:15:09Z', 'revision_number': 5, 'project_id': 'c578f28ce31248cebab103300d5c4980', 'subnets': [{'id': '098e1af0-a105-4506-be65-fcc96abf103e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:18:01.303258 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28aff9b5-14ab-4840-8947-1625a5b0656c None None] New status for floating IP a8d379e0-a861-4a5a-8302-e88bdd826b26: DOWN {{(pid=83829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 16:18:01.581490 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-1e5637f4-7fc4-457a-afaf-128bf139eeac req-6347c34f-435c-4df1-bfe3-276560b3e7b2 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--977074567&fields=id&tenant_id=c578f28ce31248cebab103300d5c4980 HTTP/1.1" status: 200 len: 267 time: 0.0465295 Apr 01 16:18:01.735224 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5637f4-7fc4-457a-afaf-128bf139eeac req-422996ba-a983-4c7a-8c98-80db3c328921 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:01.736638 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-1e5637f4-7fc4-457a-afaf-128bf139eeac req-422996ba-a983-4c7a-8c98-80db3c328921 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/networks?id=63ec6197-3c9d-41ee-add3-219b57c6a7c6 HTTP/1.1" status: 200 len: 811 time: 0.1479881 Apr 01 16:18:01.755160 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-1e5637f4-7fc4-457a-afaf-128bf139eeac req-196d0222-b989-438c-b6ce-2f3aed4d32b9 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/quotas/c578f28ce31248cebab103300d5c4980 HTTP/1.1" status: 200 len: 375 time: 0.0119240 Apr 01 16:18:01.837428 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-1e5637f4-7fc4-457a-afaf-128bf139eeac req-82a69b47-faa0-4e7d-aa1c-55323ea08ba8 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c578f28ce31248cebab103300d5c4980&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0767577 Apr 01 16:18:01.975627 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-1e5637f4-7fc4-457a-afaf-128bf139eeac req-d7a79275-51d6-4e5e-a663-a6fa2668109f service neutron] 10.222.0.55 "GET /v2.0/networks/63ec6197-3c9d-41ee-add3-219b57c6a7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267881 Apr 01 16:18:02.114285 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-1e5637f4-7fc4-457a-afaf-128bf139eeac req-af6cc506-fd28-4b66-9f5d-fa32e41bee4f service neutron] 10.222.0.55 "GET /v2.0/networks/63ec6197-3c9d-41ee-add3-219b57c6a7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325753 Apr 01 16:18:02.261215 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device ee05815c-b2b6-482f-8fba-9914d58e0d4d no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:18:02.299860 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] No Port match for: ee05815c-b2b6-482f-8fba-9914d58e0d4d {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:18:02.300333 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device ee05815c-b2b6-482f-8fba-9914d58e0d4d not bound to the agent host hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:18:02.402683 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-3bb2c919-c123-4021-ad24-ee88eb6b92ee req-8e33336f-9b37-4070-80d9-a327557e21d0 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd7cbc56-12df-4d7a-b537-84ba490a5bbc HTTP/1.1" status: 200 len: 210 time: 0.1348336 Apr 01 16:18:03.355973 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5637f4-7fc4-457a-afaf-128bf139eeac req-bf4b938c-ef13-42be-b170-d6d556286255 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:03.358153 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-1e5637f4-7fc4-457a-afaf-128bf139eeac req-bf4b938c-ef13-42be-b170-d6d556286255 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.24 "GET /v2.0/networks?id=63ec6197-3c9d-41ee-add3-219b57c6a7c6 HTTP/1.1" status: 200 len: 811 time: 0.1493726 Apr 01 16:18:03.413875 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-1e5637f4-7fc4-457a-afaf-128bf139eeac req-5b14bda7-e5ef-4c5a-bbec-7a20a8025114 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c578f28ce31248cebab103300d5c4980 HTTP/1.1" status: 200 len: 379 time: 0.0428708 Apr 01 16:18:03.422617 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [req-1e5637f4-7fc4-457a-afaf-128bf139eeac req-37d2e55c-fd73-4907-95e8-ef26369b99bc tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Request body: {'port': {'device_id': 'cd7cbc56-12df-4d7a-b537-84ba490a5bbc', 'network_id': '63ec6197-3c9d-41ee-add3-219b57c6a7c6', 'admin_state_up': True, 'tenant_id': 'c578f28ce31248cebab103300d5c4980', 'security_groups': ['02bcb448-f759-42db-8cd1-4bc2edb8a5d2']}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:18:03.560713 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [req-1e5637f4-7fc4-457a-afaf-128bf139eeac req-37d2e55c-fd73-4907-95e8-ef26369b99bc tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:18:03.564870 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-1e5637f4-7fc4-457a-afaf-128bf139eeac req-37d2e55c-fd73-4907-95e8-ef26369b99bc tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Usage tracker for resource:port and tenant:c578f28ce31248cebab103300d5c4980 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:18:03.568344 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-1e5637f4-7fc4-457a-afaf-128bf139eeac req-37d2e55c-fd73-4907-95e8-ef26369b99bc tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:18:03.574259 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [req-1e5637f4-7fc4-457a-afaf-128bf139eeac req-37d2e55c-fd73-4907-95e8-ef26369b99bc tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:18:03.583682 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-7888551d-491d-446f-b699-38ce0648f0aa req-53d7e20f-4614-4342-99e4-c743821598d8 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd7cbc56-12df-4d7a-b537-84ba490a5bbc HTTP/1.1" status: 200 len: 210 time: 0.0408535 Apr 01 16:18:03.584943 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e5637f4-7fc4-457a-afaf-128bf139eeac req-37d2e55c-fd73-4907-95e8-ef26369b99bc tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Made reservation on behalf of c578f28ce31248cebab103300d5c4980 for: {'port': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:18:03.588371 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-1e5637f4-7fc4-457a-afaf-128bf139eeac req-37d2e55c-fd73-4907-95e8-ef26369b99bc tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:03.746375 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [req-1e5637f4-7fc4-457a-afaf-128bf139eeac req-37d2e55c-fd73-4907-95e8-ef26369b99bc tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Allocated IP 172.20.0.6 (63ec6197-3c9d-41ee-add3-219b57c6a7c6/098e1af0-a105-4506-be65-fcc96abf103e/b7143680-a80f-4ef8-829f-586e89308055) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:18:03.932246 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-1e5637f4-7fc4-457a-afaf-128bf139eeac req-37d2e55c-fd73-4907-95e8-ef26369b99bc tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:03.947936 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [req-1e5637f4-7fc4-457a-afaf-128bf139eeac req-37d2e55c-fd73-4907-95e8-ef26369b99bc tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Transition to ACTIVE for port object b7143680-a80f-4ef8-829f-586e89308055 will not be triggered until provisioned by entity DHCP. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:18:03.969829 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-1e5637f4-7fc4-457a-afaf-128bf139eeac req-37d2e55c-fd73-4907-95e8-ef26369b99bc tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:04.041791 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e5637f4-7fc4-457a-afaf-128bf139eeac req-37d2e55c-fd73-4907-95e8-ef26369b99bc tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Network 63ec6197-3c9d-41ee-add3-219b57c6a7c6 is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:18:04.044868 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [req-1e5637f4-7fc4-457a-afaf-128bf139eeac req-37d2e55c-fd73-4907-95e8-ef26369b99bc tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:18:04.047904 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e5637f4-7fc4-457a-afaf-128bf139eeac req-37d2e55c-fd73-4907-95e8-ef26369b99bc tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:18:04.089845 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d2e55c-fd73-4907-95e8-ef26369b99bc tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Pushing event updated for resources: {'Port': ['ID=b7143680-a80f-4ef8-829f-586e89308055,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:18:04.249879 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5637f4-7fc4-457a-afaf-128bf139eeac req-37d2e55c-fd73-4907-95e8-ef26369b99bc tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:04.250505 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-1e5637f4-7fc4-457a-afaf-128bf139eeac req-37d2e55c-fd73-4907-95e8-ef26369b99bc tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:04.262051 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-43dc0fc6-18d7-4ae7-b13f-e261b817c002 None None] Provisioning for port b7143680-a80f-4ef8-829f-586e89308055 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:18:04.267072 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-43dc0fc6-18d7-4ae7-b13f-e261b817c002 None None] Provisioning complete for port b7143680-a80f-4ef8-829f-586e89308055 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:18:04.267445 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-43dc0fc6-18d7-4ae7-b13f-e261b817c002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:04.282138 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-1e5637f4-7fc4-457a-afaf-128bf139eeac req-37d2e55c-fd73-4907-95e8-ef26369b99bc tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8631392 Apr 01 16:18:04.303637 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [req-1e5637f4-7fc4-457a-afaf-128bf139eeac req-d70a2130-6b49-4028-b4ce-aafdb8f5e3b3 service neutron] Request body: {'port': {'device_id': 'cd7cbc56-12df-4d7a-b537-84ba490a5bbc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:18:04.323246 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-43dc0fc6-18d7-4ae7-b13f-e261b817c002 None None] Port b7143680-a80f-4ef8-829f-586e89308055 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 16:18:04.414762 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-1e5637f4-7fc4-457a-afaf-128bf139eeac req-d70a2130-6b49-4028-b4ce-aafdb8f5e3b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:04.765999 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [req-1e5637f4-7fc4-457a-afaf-128bf139eeac req-d70a2130-6b49-4028-b4ce-aafdb8f5e3b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7143680-a80f-4ef8-829f-586e89308055 {{(pid=83828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:18:04.773116 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-1e5637f4-7fc4-457a-afaf-128bf139eeac req-d70a2130-6b49-4028-b4ce-aafdb8f5e3b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:04.788582 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44df2289-31d5-4cc8-9178-1a81bc197d8b req-9b7a50ac-8db7-4aa4-a113-3623f497a96e tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:04.790106 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-44df2289-31d5-4cc8-9178-1a81bc197d8b req-9b7a50ac-8db7-4aa4-a113-3623f497a96e tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd7cbc56-12df-4d7a-b537-84ba490a5bbc HTTP/1.1" status: 200 len: 931 time: 0.0857313 Apr 01 16:18:04.796640 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [req-1e5637f4-7fc4-457a-afaf-128bf139eeac req-d70a2130-6b49-4028-b4ce-aafdb8f5e3b3 service neutron] Transition to ACTIVE for port object b7143680-a80f-4ef8-829f-586e89308055 will not be triggered until provisioned by entity L2. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:18:04.800515 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-1e5637f4-7fc4-457a-afaf-128bf139eeac req-d70a2130-6b49-4028-b4ce-aafdb8f5e3b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:04.841133 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-44df2289-31d5-4cc8-9178-1a81bc197d8b req-f24bfe84-c1df-41f9-a23b-86272c55d7d2 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452895 Apr 01 16:18:04.936690 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70a2130-6b49-4028-b4ce-aafdb8f5e3b3 service neutron] Pushing event updated for resources: {'Port': ['ID=b7143680-a80f-4ef8-829f-586e89308055,revision_number=2']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:18:05.047968 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [req-1e5637f4-7fc4-457a-afaf-128bf139eeac req-d70a2130-6b49-4028-b4ce-aafdb8f5e3b3 service neutron] Attempting to bind port b7143680-a80f-4ef8-829f-586e89308055 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:18:05.048328 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [req-1e5637f4-7fc4-457a-afaf-128bf139eeac req-d70a2130-6b49-4028-b4ce-aafdb8f5e3b3 service neutron] Attempting to bind port b7143680-a80f-4ef8-829f-586e89308055 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'eedea76a-6b55-46fe-a547-e638d80957c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '63ec6197-3c9d-41ee-add3-219b57c6a7c6'}] {{(pid=83828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:18:05.048623 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5637f4-7fc4-457a-afaf-128bf139eeac req-d70a2130-6b49-4028-b4ce-aafdb8f5e3b3 service neutron] Attempting to bind port b7143680-a80f-4ef8-829f-586e89308055 on network 63ec6197-3c9d-41ee-add3-219b57c6a7c6 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:18:05.055945 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5637f4-7fc4-457a-afaf-128bf139eeac req-d70a2130-6b49-4028-b4ce-aafdb8f5e3b3 service neutron] Port b7143680-a80f-4ef8-829f-586e89308055 on network 63ec6197-3c9d-41ee-add3-219b57c6a7c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 16:18:05.056262 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5637f4-7fc4-457a-afaf-128bf139eeac req-d70a2130-6b49-4028-b4ce-aafdb8f5e3b3 service neutron] Attempting to bind port b7143680-a80f-4ef8-829f-586e89308055 on network 63ec6197-3c9d-41ee-add3-219b57c6a7c6 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:18:05.063727 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5637f4-7fc4-457a-afaf-128bf139eeac req-d70a2130-6b49-4028-b4ce-aafdb8f5e3b3 service neutron] Checking agent: {'id': '5b2860be-0b4f-4931-914a-5d10403eafcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 47, 24), 'started_at': datetime.datetime(2022, 4, 1, 15, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:18:05.064051 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5637f4-7fc4-457a-afaf-128bf139eeac req-d70a2130-6b49-4028-b4ce-aafdb8f5e3b3 service neutron] Checking segment: {'id': 'eedea76a-6b55-46fe-a547-e638d80957c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '63ec6197-3c9d-41ee-add3-219b57c6a7c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:18:05.064431 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5637f4-7fc4-457a-afaf-128bf139eeac req-d70a2130-6b49-4028-b4ce-aafdb8f5e3b3 service neutron] Bound using segment: {'id': 'eedea76a-6b55-46fe-a547-e638d80957c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '63ec6197-3c9d-41ee-add3-219b57c6a7c6'} {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:18:05.064895 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [req-1e5637f4-7fc4-457a-afaf-128bf139eeac req-d70a2130-6b49-4028-b4ce-aafdb8f5e3b3 service neutron] Bound port: b7143680-a80f-4ef8-829f-586e89308055, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eedea76a-6b55-46fe-a547-e638d80957c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '63ec6197-3c9d-41ee-add3-219b57c6a7c6'}}] {{(pid=83828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:18:05.065235 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-1e5637f4-7fc4-457a-afaf-128bf139eeac req-d70a2130-6b49-4028-b4ce-aafdb8f5e3b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:05.155436 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [req-1e5637f4-7fc4-457a-afaf-128bf139eeac req-d70a2130-6b49-4028-b4ce-aafdb8f5e3b3 service neutron] For port b7143680-a80f-4ef8-829f-586e89308055, host hv-neutron-8333, cleared binding levels {{(pid=83828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:18:05.158510 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [req-1e5637f4-7fc4-457a-afaf-128bf139eeac req-d70a2130-6b49-4028-b4ce-aafdb8f5e3b3 service neutron] For port b7143680-a80f-4ef8-829f-586e89308055, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=b7143680-a80f-4ef8-829f-586e89308055,segment=NetworkSegment(eedea76a-6b55-46fe-a547-e638d80957c5),segment_id=eedea76a-6b55-46fe-a547-e638d80957c5)] {{(pid=83828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:18:05.163664 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-1e5637f4-7fc4-457a-afaf-128bf139eeac req-d70a2130-6b49-4028-b4ce-aafdb8f5e3b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:05.259585 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-1e5637f4-7fc4-457a-afaf-128bf139eeac req-d70a2130-6b49-4028-b4ce-aafdb8f5e3b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:05.261077 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-1e5637f4-7fc4-457a-afaf-128bf139eeac req-d70a2130-6b49-4028-b4ce-aafdb8f5e3b3 service neutron] 10.222.0.24 "PUT /v2.0/ports/b7143680-a80f-4ef8-829f-586e89308055 HTTP/1.1" status: 200 len: 1093 time: 0.9625213 Apr 01 16:18:05.261411 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd7cbc56-12df-4d7a-b537-84ba490a5bbc', 'tag': 'b7143680-a80f-4ef8-829f-586e89308055'}] {{(pid=83828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:18:05.282698 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70a2130-6b49-4028-b4ce-aafdb8f5e3b3 service neutron] Pushing event updated for resources: {'Port': ['ID=b7143680-a80f-4ef8-829f-586e89308055,revision_number=3']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:18:05.336080 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd7cbc56-12df-4d7a-b537-84ba490a5bbc', 'tag': 'b7143680-a80f-4ef8-829f-586e89308055', 'status': 'completed', 'code': 200} Apr 01 16:18:05.382453 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-1e5637f4-7fc4-457a-afaf-128bf139eeac req-0142283a-a16e-46d8-9cd7-0b44ea0f5af1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c578f28ce31248cebab103300d5c4980&device_id=cd7cbc56-12df-4d7a-b537-84ba490a5bbc HTTP/1.1" status: 200 len: 1096 time: 0.0798917 Apr 01 16:18:05.457197 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-1e5637f4-7fc4-457a-afaf-128bf139eeac req-f16a9519-eccb-4598-85b8-d6cab6a2b8fa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7143680-a80f-4ef8-829f-586e89308055 HTTP/1.1" status: 200 len: 217 time: 0.0675902 Apr 01 16:18:05.519328 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5637f4-7fc4-457a-afaf-128bf139eeac req-e40525d2-7bc0-4b2d-8349-6f6160ce9663 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:05.521544 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-1e5637f4-7fc4-457a-afaf-128bf139eeac req-e40525d2-7bc0-4b2d-8349-6f6160ce9663 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=098e1af0-a105-4506-be65-fcc96abf103e HTTP/1.1" status: 200 len: 850 time: 0.0580659 Apr 01 16:18:05.598189 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-1e5637f4-7fc4-457a-afaf-128bf139eeac req-f0970f69-28c2-47b5-ad8a-f042c041c84a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=63ec6197-3c9d-41ee-add3-219b57c6a7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711935 Apr 01 16:18:05.733213 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-1e5637f4-7fc4-457a-afaf-128bf139eeac req-9d4e33c5-f744-41ac-9465-ca3d041f40a5 service neutron] 10.222.0.24 "GET /v2.0/networks/63ec6197-3c9d-41ee-add3-219b57c6a7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282189 Apr 01 16:18:05.868658 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-1e5637f4-7fc4-457a-afaf-128bf139eeac req-f964cbfe-4821-412f-80df-ba69f6372c0f service neutron] 10.222.0.24 "GET /v2.0/networks/63ec6197-3c9d-41ee-add3-219b57c6a7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292703 Apr 01 16:18:05.988588 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-fb783ea8-feb3-44c8-a4d0-6a85eac609d7 req-928d6d77-16f1-42b6-8dcb-604afa9e767e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c578f28ce31248cebab103300d5c4980&device_id=cd7cbc56-12df-4d7a-b537-84ba490a5bbc HTTP/1.1" status: 200 len: 1096 time: 0.0750308 Apr 01 16:18:06.045518 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f898d31-a99a-47eb-bc0d-00cefacebf8d req-31e9be25-8386-4763-8aa7-2818a57f1dc7 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:06.046981 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-7f898d31-a99a-47eb-bc0d-00cefacebf8d req-31e9be25-8386-4763-8aa7-2818a57f1dc7 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd7cbc56-12df-4d7a-b537-84ba490a5bbc HTTP/1.1" status: 200 len: 943 time: 0.0778782 Apr 01 16:18:06.096668 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-7f898d31-a99a-47eb-bc0d-00cefacebf8d req-d6fe9de1-42ad-4698-917e-dd327998ba2f tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427921 Apr 01 16:18:06.223189 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb783ea8-feb3-44c8-a4d0-6a85eac609d7 req-270b6583-874c-48b2-ac6d-ff6cf38aafd1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:06.225210 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-fb783ea8-feb3-44c8-a4d0-6a85eac609d7 req-270b6583-874c-48b2-ac6d-ff6cf38aafd1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=63ec6197-3c9d-41ee-add3-219b57c6a7c6 HTTP/1.1" status: 200 len: 911 time: 0.2303324 Apr 01 16:18:06.305107 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-fb783ea8-feb3-44c8-a4d0-6a85eac609d7 req-111ded20-8a59-4595-b252-0b2c83092caf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7143680-a80f-4ef8-829f-586e89308055 HTTP/1.1" status: 200 len: 217 time: 0.0738175 Apr 01 16:18:06.372942 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb783ea8-feb3-44c8-a4d0-6a85eac609d7 req-9d3f7385-c349-4b95-a63b-6c3099761167 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:06.374407 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-fb783ea8-feb3-44c8-a4d0-6a85eac609d7 req-9d3f7385-c349-4b95-a63b-6c3099761167 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=098e1af0-a105-4506-be65-fcc96abf103e HTTP/1.1" status: 200 len: 850 time: 0.0626314 Apr 01 16:18:06.473179 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-fb783ea8-feb3-44c8-a4d0-6a85eac609d7 req-933e831d-776c-4e60-9d04-deda34c0ee54 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=63ec6197-3c9d-41ee-add3-219b57c6a7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0915575 Apr 01 16:18:06.624287 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-fb783ea8-feb3-44c8-a4d0-6a85eac609d7 req-4357f905-45d0-4e7c-86fa-adc56d06d0ec service neutron] 10.222.0.24 "GET /v2.0/networks/63ec6197-3c9d-41ee-add3-219b57c6a7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435134 Apr 01 16:18:06.765463 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-fb783ea8-feb3-44c8-a4d0-6a85eac609d7 req-b9f9c18e-01a8-4af6-9a28-ef664e6e12ed service neutron] 10.222.0.24 "GET /v2.0/networks/63ec6197-3c9d-41ee-add3-219b57c6a7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341288 Apr 01 16:18:07.305362 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc461daf-7491-44d4-9537-59b229ef694e req-e08a0e16-00d3-470e-ab3b-749562f13997 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:07.306805 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-bc461daf-7491-44d4-9537-59b229ef694e req-e08a0e16-00d3-470e-ab3b-749562f13997 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd7cbc56-12df-4d7a-b537-84ba490a5bbc HTTP/1.1" status: 200 len: 943 time: 0.0845165 Apr 01 16:18:07.355452 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-bc461daf-7491-44d4-9537-59b229ef694e req-353231fc-c71b-44e8-9bfd-01232f716d47 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428033 Apr 01 16:18:08.306086 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device b7143680-a80f-4ef8-829f-586e89308055 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:18:08.440764 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port b7143680-a80f-4ef8-829f-586e89308055, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=b7143680-a80f-4ef8-829f-586e89308055,segment=NetworkSegment(eedea76a-6b55-46fe-a547-e638d80957c5),segment_id=eedea76a-6b55-46fe-a547-e638d80957c5)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:18:08.454460 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Returning: {'device': 'b7143680-a80f-4ef8-829f-586e89308055', 'network_id': '63ec6197-3c9d-41ee-add3-219b57c6a7c6', 'port_id': 'b7143680-a80f-4ef8-829f-586e89308055', 'mac_address': 'fa:16:3e:ae:38:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '098e1af0-a105-4506-be65-fcc96abf103e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:18:08.512810 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:08.530821 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7143680-a80f-4ef8-829f-586e89308055 {{(pid=83829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:18:08.548142 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port b7143680-a80f-4ef8-829f-586e89308055, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=b7143680-a80f-4ef8-829f-586e89308055,segment=NetworkSegment(eedea76a-6b55-46fe-a547-e638d80957c5),segment_id=eedea76a-6b55-46fe-a547-e638d80957c5)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:18:08.551362 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:08.559518 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b067e2-cde6-4df5-b839-195a3ec75222 req-b1173ac2-22df-437c-a18f-c110515d9cf5 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:08.560949 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d3b067e2-cde6-4df5-b839-195a3ec75222 req-b1173ac2-22df-437c-a18f-c110515d9cf5 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd7cbc56-12df-4d7a-b537-84ba490a5bbc HTTP/1.1" status: 200 len: 943 time: 0.0773022 Apr 01 16:18:08.610557 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d3b067e2-cde6-4df5-b839-195a3ec75222 req-e23b317b-92fb-4634-b37f-de857497a956 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430748 Apr 01 16:18:08.622422 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=b7143680-a80f-4ef8-829f-586e89308055,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:18:08.632530 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:08.632894 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:08.633226 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:08.633552 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:08.633900 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:08.634202 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:08.634522 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:08.634839 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:08.635153 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:08.635481 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:08.635783 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:18:08.772740 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] get_ports_and_sgs() called for port_ids ['b7143680-a80f-4ef8-829f-586e89308055'] {{(pid=83829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 16:18:09.819643 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ae67c6-b4c3-4eb5-a3dd-7737b368de12 req-fa12d0dc-2567-4475-bb8f-2bd41cb85327 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:09.821149 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-55ae67c6-b4c3-4eb5-a3dd-7737b368de12 req-fa12d0dc-2567-4475-bb8f-2bd41cb85327 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd7cbc56-12df-4d7a-b537-84ba490a5bbc HTTP/1.1" status: 200 len: 944 time: 0.0844395 Apr 01 16:18:09.869119 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-55ae67c6-b4c3-4eb5-a3dd-7737b368de12 req-5bab0188-03f4-4e4f-84e1-39c138760ae6 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422413 Apr 01 16:18:10.308266 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device b7143680-a80f-4ef8-829f-586e89308055 up at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:18:10.375249 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning for port b7143680-a80f-4ef8-829f-586e89308055 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:18:10.379809 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning complete for port b7143680-a80f-4ef8-829f-586e89308055 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:18:10.380117 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:10.493654 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:10.521263 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd7cbc56-12df-4d7a-b537-84ba490a5bbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7143680-a80f-4ef8-829f-586e89308055'}] {{(pid=83829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:18:10.531643 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port b7143680-a80f-4ef8-829f-586e89308055, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=b7143680-a80f-4ef8-829f-586e89308055,segment=NetworkSegment(eedea76a-6b55-46fe-a547-e638d80957c5),segment_id=eedea76a-6b55-46fe-a547-e638d80957c5)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:18:10.535850 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:10.635113 dv-neutron-833373-2-hyperv neutron-server[83829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd7cbc56-12df-4d7a-b537-84ba490a5bbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7143680-a80f-4ef8-829f-586e89308055', 'code': 200} Apr 01 16:18:10.645718 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=b7143680-a80f-4ef8-829f-586e89308055,revision_number=5']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:18:10.865047 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-0e00d415-f998-4a01-8e1a-3b49d3004504 req-665eaecd-8faf-4561-be09-022dd8de035a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cd7cbc56-12df-4d7a-b537-84ba490a5bbc HTTP/1.1" status: 200 len: 1098 time: 0.0715370 Apr 01 16:18:10.907655 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-0e00d415-f998-4a01-8e1a-3b49d3004504 req-2f7549a8-10ea-45d2-95b7-bc0366b5b0c7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362866 Apr 01 16:18:11.068366 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a305d5-99b0-4835-99c9-413cd95add08 req-c61c5375-84a3-47eb-8ca6-23a17b031dd1 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:11.070018 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-90a305d5-99b0-4835-99c9-413cd95add08 req-c61c5375-84a3-47eb-8ca6-23a17b031dd1 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd7cbc56-12df-4d7a-b537-84ba490a5bbc HTTP/1.1" status: 200 len: 945 time: 0.0786662 Apr 01 16:18:11.120135 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-90a305d5-99b0-4835-99c9-413cd95add08 req-dc635a76-8e0f-497a-bf1e-529853ee0fd1 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442910 Apr 01 16:18:12.337684 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beb9209-06ef-4066-834a-cb14f7ddd9f6 req-5660eb1c-dcdc-491a-bf01-f9ab624e5df3 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:12.339132 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4beb9209-06ef-4066-834a-cb14f7ddd9f6 req-5660eb1c-dcdc-491a-bf01-f9ab624e5df3 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd7cbc56-12df-4d7a-b537-84ba490a5bbc HTTP/1.1" status: 200 len: 945 time: 0.0879738 Apr 01 16:18:12.390219 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4beb9209-06ef-4066-834a-cb14f7ddd9f6 req-d629b49d-0764-4ffe-892e-63a242b29425 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452213 Apr 01 16:18:12.590944 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234969f4-725e-45f8-ad54-14adf8c3d606 req-2b413466-31c1-4674-8616-903316f0c6d0 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:12.592308 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-234969f4-725e-45f8-ad54-14adf8c3d606 req-2b413466-31c1-4674-8616-903316f0c6d0 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd7cbc56-12df-4d7a-b537-84ba490a5bbc HTTP/1.1" status: 200 len: 945 time: 0.0812235 Apr 01 16:18:12.601279 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 32982) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:18:12.607564 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-4de739cf-d62b-4e9b-adf2-63446bfce221 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Request body: {'floatingip': {'port_id': 'b7143680-a80f-4ef8-829f-586e89308055'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:18:12.685457 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4de739cf-d62b-4e9b-adf2-63446bfce221 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify callbacks [] for floatingip, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:13.319451 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4de739cf-d62b-4e9b-adf2-63446bfce221 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:13.322991 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4de739cf-d62b-4e9b-adf2-63446bfce221 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617697'] for floatingip, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:13.672855 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.l3_db [None req-4de739cf-d62b-4e9b-adf2-63446bfce221 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Floating IP a8d379e0-a861-4a5a-8302-e88bdd826b26 associated. External IP: 172.26.1.252, port: b7143680-a80f-4ef8-829f-586e89308055. Apr 01 16:18:14.105825 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4de739cf-d62b-4e9b-adf2-63446bfce221 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Router 8cf77c56-b30b-4cb5-85fc-b492b6b2e976 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:18:14.330956 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4de739cf-d62b-4e9b-adf2-63446bfce221 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:18:14.336611 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4de739cf-d62b-4e9b-adf2-63446bfce221 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for floatingip, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:14.343331 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e321d5be-08c1-44df-9903-21acc6737938 None None] Sync routers for ids ['8cf77c56-b30b-4cb5-85fc-b492b6b2e976'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:18:14.359840 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e321d5be-08c1-44df-9903-21acc6737938 None None] Routers {'8cf77c56-b30b-4cb5-85fc-b492b6b2e976'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:18:14.360463 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-e321d5be-08c1-44df-9903-21acc6737938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:17:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['8cf77c56-b30b-4cb5-85fc-b492b6b2e976'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:18:14.394227 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-4de739cf-d62b-4e9b-adf2-63446bfce221 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "PUT /v2.0/floatingips/a8d379e0-a861-4a5a-8302-e88bdd826b26 HTTP/1.1" status: 200 len: 992 time: 1.7914674 Apr 01 16:18:14.394824 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd7cbc56-12df-4d7a-b537-84ba490a5bbc', 'tag': 'b7143680-a80f-4ef8-829f-586e89308055'}] {{(pid=83828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:18:14.452369 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd7cbc56-12df-4d7a-b537-84ba490a5bbc', 'tag': 'b7143680-a80f-4ef8-829f-586e89308055', 'status': 'completed', 'code': 200} Apr 01 16:18:14.569503 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-e321d5be-08c1-44df-9903-21acc6737938 None None] Set router 8cf77c56-b30b-4cb5-85fc-b492b6b2e976 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:18:14.599810 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-09e4a969-927b-4dca-9182-3c073878ebe3 req-5914a1ec-7a5e-43a6-b812-06929165b905 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c578f28ce31248cebab103300d5c4980&device_id=cd7cbc56-12df-4d7a-b537-84ba490a5bbc HTTP/1.1" status: 200 len: 1098 time: 0.1237926 Apr 01 16:18:14.788419 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e4a969-927b-4dca-9182-3c073878ebe3 req-82fccd20-827d-47c3-9765-9991aaaff3da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:14.790758 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-09e4a969-927b-4dca-9182-3c073878ebe3 req-82fccd20-827d-47c3-9765-9991aaaff3da service neutron] 10.222.0.24 "GET /v2.0/networks?id=63ec6197-3c9d-41ee-add3-219b57c6a7c6 HTTP/1.1" status: 200 len: 911 time: 0.1844749 Apr 01 16:18:14.929688 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-09e4a969-927b-4dca-9182-3c073878ebe3 req-95369a00-050d-419d-bb02-1630aadc813e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7143680-a80f-4ef8-829f-586e89308055 HTTP/1.1" status: 200 len: 1000 time: 0.1318128 Apr 01 16:18:15.010167 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e4a969-927b-4dca-9182-3c073878ebe3 req-af44290f-59e0-4c8b-a778-f0a453f41858 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:15.012169 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-09e4a969-927b-4dca-9182-3c073878ebe3 req-af44290f-59e0-4c8b-a778-f0a453f41858 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=098e1af0-a105-4506-be65-fcc96abf103e HTTP/1.1" status: 200 len: 850 time: 0.0757151 Apr 01 16:18:15.098367 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-e321d5be-08c1-44df-9903-21acc6737938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'name': 'tempest-ServerActionsTestJSON-447857044-router', 'tenant_id': 'c578f28ce31248cebab103300d5c4980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.39'}], 'enable_snat': True}, 'gw_port_id': '0de7dbf5-60ef-496e-9c2a-1807ed7c5a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:14:58Z', 'updated_at': '2022-04-01T16:15:01Z', 'revision_number': 4, 'project_id': 'c578f28ce31248cebab103300d5c4980', 'gw_port': {'id': '0de7dbf5-60ef-496e-9c2a-1807ed7c5a12', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:47:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:14:58Z', 'updated_at': '2022-04-01T16:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': 'a8d379e0-a861-4a5a-8302-e88bdd826b26', 'tenant_id': 'c578f28ce31248cebab103300d5c4980', 'floating_ip_address': '172.26.1.252', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'port_id': 'b7143680-a80f-4ef8-829f-586e89308055', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63ec6197-3c9d-41ee-add3-219b57c6a7c6', 'mac_address': 'fa:16:3e:ae:38:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7cbc56-12df-4d7a-b537-84ba490a5bbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:15:04Z', 'updated_at': '2022-04-01T16:18:13Z', 'revision_number': 13, 'project_id': 'c578f28ce31248cebab103300d5c4980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '931c1e71-ff20-421f-887b-f220afbe0c02', 'name': '', 'network_id': '63ec6197-3c9d-41ee-add3-219b57c6a7c6', 'tenant_id': 'c578f28ce31248cebab103300d5c4980', 'mac_address': 'fa:16:3e:62:5c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '098e1af0-a105-4506-be65-fcc96abf103e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:15:00Z', 'updated_at': '2022-04-01T16:15:09Z', 'revision_number': 5, 'project_id': 'c578f28ce31248cebab103300d5c4980', 'subnets': [{'id': '098e1af0-a105-4506-be65-fcc96abf103e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:18:15.104300 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e321d5be-08c1-44df-9903-21acc6737938 None None] Checking router: 8cf77c56-b30b-4cb5-85fc-b492b6b2e976 for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:18:15.117197 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e321d5be-08c1-44df-9903-21acc6737938 None None] Routers {'8cf77c56-b30b-4cb5-85fc-b492b6b2e976'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:18:15.117912 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-e321d5be-08c1-44df-9903-21acc6737938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:17:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['8cf77c56-b30b-4cb5-85fc-b492b6b2e976'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:18:15.120278 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-09e4a969-927b-4dca-9182-3c073878ebe3 req-c9bdf88c-4d13-478c-ba42-5ebd73d83062 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=63ec6197-3c9d-41ee-add3-219b57c6a7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1002672 Apr 01 16:18:15.288225 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-09e4a969-927b-4dca-9182-3c073878ebe3 req-ee914dad-d237-4833-b6df-3a3c0bf2c811 service neutron] 10.222.0.24 "GET /v2.0/networks/63ec6197-3c9d-41ee-add3-219b57c6a7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617279 Apr 01 16:18:15.335086 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-e321d5be-08c1-44df-9903-21acc6737938 None None] Set router 8cf77c56-b30b-4cb5-85fc-b492b6b2e976 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:18:15.434421 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-09e4a969-927b-4dca-9182-3c073878ebe3 req-e28bd982-1ca1-4702-b430-0a3a4a769031 service neutron] 10.222.0.24 "GET /v2.0/networks/63ec6197-3c9d-41ee-add3-219b57c6a7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391559 Apr 01 16:18:15.717372 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-e321d5be-08c1-44df-9903-21acc6737938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'name': 'tempest-ServerActionsTestJSON-447857044-router', 'tenant_id': 'c578f28ce31248cebab103300d5c4980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.39'}], 'enable_snat': True}, 'gw_port_id': '0de7dbf5-60ef-496e-9c2a-1807ed7c5a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:14:58Z', 'updated_at': '2022-04-01T16:15:01Z', 'revision_number': 4, 'project_id': 'c578f28ce31248cebab103300d5c4980', 'gw_port': {'id': '0de7dbf5-60ef-496e-9c2a-1807ed7c5a12', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:47:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:14:58Z', 'updated_at': '2022-04-01T16:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': 'a8d379e0-a861-4a5a-8302-e88bdd826b26', 'tenant_id': 'c578f28ce31248cebab103300d5c4980', 'floating_ip_address': '172.26.1.252', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'port_id': 'b7143680-a80f-4ef8-829f-586e89308055', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63ec6197-3c9d-41ee-add3-219b57c6a7c6', 'mac_address': 'fa:16:3e:ae:38:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7cbc56-12df-4d7a-b537-84ba490a5bbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:15:04Z', 'updated_at': '2022-04-01T16:18:13Z', 'revision_number': 13, 'project_id': 'c578f28ce31248cebab103300d5c4980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '931c1e71-ff20-421f-887b-f220afbe0c02', 'name': '', 'network_id': '63ec6197-3c9d-41ee-add3-219b57c6a7c6', 'tenant_id': 'c578f28ce31248cebab103300d5c4980', 'mac_address': 'fa:16:3e:62:5c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '098e1af0-a105-4506-be65-fcc96abf103e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:15:00Z', 'updated_at': '2022-04-01T16:15:09Z', 'revision_number': 5, 'project_id': 'c578f28ce31248cebab103300d5c4980', 'subnets': [{'id': '098e1af0-a105-4506-be65-fcc96abf103e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:18:15.721277 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e321d5be-08c1-44df-9903-21acc6737938 None None] The sync data for ids ['8cf77c56-b30b-4cb5-85fc-b492b6b2e976'] in dv-neutron-833373-2-hyperv is: [{'id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'name': 'tempest-ServerActionsTestJSON-447857044-router', 'tenant_id': 'c578f28ce31248cebab103300d5c4980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.39'}], 'enable_snat': True}, 'gw_port_id': '0de7dbf5-60ef-496e-9c2a-1807ed7c5a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:14:58Z', 'updated_at': '2022-04-01T16:15:01Z', 'revision_number': 4, 'project_id': 'c578f28ce31248cebab103300d5c4980', 'gw_port': {'id': '0de7dbf5-60ef-496e-9c2a-1807ed7c5a12', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:47:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:14:58Z', 'updated_at': '2022-04-01T16:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': 'a8d379e0-a861-4a5a-8302-e88bdd826b26', 'tenant_id': 'c578f28ce31248cebab103300d5c4980', 'floating_ip_address': '172.26.1.252', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'port_id': 'b7143680-a80f-4ef8-829f-586e89308055', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63ec6197-3c9d-41ee-add3-219b57c6a7c6', 'mac_address': 'fa:16:3e:ae:38:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7cbc56-12df-4d7a-b537-84ba490a5bbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:15:04Z', 'updated_at': '2022-04-01T16:18:13Z', 'revision_number': 13, 'project_id': 'c578f28ce31248cebab103300d5c4980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '931c1e71-ff20-421f-887b-f220afbe0c02', 'name': '', 'network_id': '63ec6197-3c9d-41ee-add3-219b57c6a7c6', 'tenant_id': 'c578f28ce31248cebab103300d5c4980', 'mac_address': 'fa:16:3e:62:5c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '098e1af0-a105-4506-be65-fcc96abf103e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:15:00Z', 'updated_at': '2022-04-01T16:15:09Z', 'revision_number': 5, 'project_id': 'c578f28ce31248cebab103300d5c4980', 'subnets': [{'id': '098e1af0-a105-4506-be65-fcc96abf103e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:18:15.923485 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bac126-2484-4ba2-b556-75bf5af00a34 None None] New status for floating IP a8d379e0-a861-4a5a-8302-e88bdd826b26: ACTIVE {{(pid=83829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 16:18:16.161204 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31227766-e2e6-4db8-a8c8-630f271ebd30 req-54c17f30-8a82-41de-b49e-243d5e8b0ad1 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:16.163769 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-31227766-e2e6-4db8-a8c8-630f271ebd30 req-54c17f30-8a82-41de-b49e-243d5e8b0ad1 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd7cbc56-12df-4d7a-b537-84ba490a5bbc HTTP/1.1" status: 200 len: 945 time: 0.0840163 Apr 01 16:18:16.212094 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-31227766-e2e6-4db8-a8c8-630f271ebd30 req-42c4f637-5a72-4d24-b53c-312814a32b16 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427999 Apr 01 16:18:17.612398 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:18:23.943829 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-69ff0c4e-5317-4302-8201-155282c21ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:23.951197 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:24.681075 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d1a057c0-b69b-4c16-b8e1-75f3eeb9c897 req-07f77b90-032e-4036-ae68-1dc95867b9d5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cd7cbc56-12df-4d7a-b537-84ba490a5bbc&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0777171 Apr 01 16:18:25.067276 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa7979-1a93-4d1a-9169-27898af9a54b req-55fd49b5-ac73-4c72-836d-06f26f9beefd tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:25.070595 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b6aa7979-1a93-4d1a-9169-27898af9a54b req-55fd49b5-ac73-4c72-836d-06f26f9beefd tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd7cbc56-12df-4d7a-b537-84ba490a5bbc HTTP/1.1" status: 200 len: 945 time: 0.1307738 Apr 01 16:18:25.126955 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b6aa7979-1a93-4d1a-9169-27898af9a54b req-e55e7a49-51d6-47b6-88cd-ff29c798793f tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503962 Apr 01 16:18:25.155001 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-8d49538e-0b0c-4000-81cb-307af2338034 req-4f8b87f1-2b9e-4ab6-8ac3-3515a8251064 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cd7cbc56-12df-4d7a-b537-84ba490a5bbc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2754731 Apr 01 16:18:26.307505 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-0f23b588-7e20-42a0-9dfa-dd31519be576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:26.336962 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c71dea-bddb-4944-808a-4e6411e03e19 req-06a1868b-98fa-4484-abcb-010ff8beb33e tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:26.338463 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f6c71dea-bddb-4944-808a-4e6411e03e19 req-06a1868b-98fa-4484-abcb-010ff8beb33e tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd7cbc56-12df-4d7a-b537-84ba490a5bbc HTTP/1.1" status: 200 len: 945 time: 0.0845728 Apr 01 16:18:26.391102 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f6c71dea-bddb-4944-808a-4e6411e03e19 req-2dc035e3-3c42-4c07-a49f-d19b83cf13fb tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460260 Apr 01 16:18:26.499660 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-8d49538e-0b0c-4000-81cb-307af2338034 req-7f455178-200d-400b-a1d4-4f4068522f24 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c578f28ce31248cebab103300d5c4980&device_id=cd7cbc56-12df-4d7a-b537-84ba490a5bbc HTTP/1.1" status: 200 len: 1098 time: 0.0758889 Apr 01 16:18:26.641705 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d49538e-0b0c-4000-81cb-307af2338034 req-3973f899-aee5-49fa-b903-0d34da809218 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:26.642365 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-8d49538e-0b0c-4000-81cb-307af2338034 req-3973f899-aee5-49fa-b903-0d34da809218 service neutron] 10.222.0.24 "GET /v2.0/networks?id=63ec6197-3c9d-41ee-add3-219b57c6a7c6 HTTP/1.1" status: 200 len: 911 time: 0.1368361 Apr 01 16:18:26.750496 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-8d49538e-0b0c-4000-81cb-307af2338034 req-f53e8339-424b-49c1-a497-2e033926dd6d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7143680-a80f-4ef8-829f-586e89308055 HTTP/1.1" status: 200 len: 1002 time: 0.1009953 Apr 01 16:18:26.819186 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d49538e-0b0c-4000-81cb-307af2338034 req-1d98175c-350d-4076-be30-e7e10e608fb3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:26.820631 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-8d49538e-0b0c-4000-81cb-307af2338034 req-1d98175c-350d-4076-be30-e7e10e608fb3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=098e1af0-a105-4506-be65-fcc96abf103e HTTP/1.1" status: 200 len: 850 time: 0.0643408 Apr 01 16:18:26.899233 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-8d49538e-0b0c-4000-81cb-307af2338034 req-94aff624-2ab9-464a-a97d-c1be9a8669f8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=63ec6197-3c9d-41ee-add3-219b57c6a7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716207 Apr 01 16:18:27.059025 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-8d49538e-0b0c-4000-81cb-307af2338034 req-616b78c9-72db-48fb-8124-9f8519858e06 service neutron] 10.222.0.24 "GET /v2.0/networks/63ec6197-3c9d-41ee-add3-219b57c6a7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528363 Apr 01 16:18:27.201891 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-8d49538e-0b0c-4000-81cb-307af2338034 req-a6dbfb41-dbc2-4923-833b-963a98fbfbb6 service neutron] 10.222.0.24 "GET /v2.0/networks/63ec6197-3c9d-41ee-add3-219b57c6a7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367521 Apr 01 16:18:27.617237 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74afe19-6302-4c85-aef2-25779ab94eef req-49b0349e-269a-4064-b3d1-a5db00e1345b tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:27.618797 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a74afe19-6302-4c85-aef2-25779ab94eef req-49b0349e-269a-4064-b3d1-a5db00e1345b tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd7cbc56-12df-4d7a-b537-84ba490a5bbc HTTP/1.1" status: 200 len: 945 time: 0.0820787 Apr 01 16:18:27.644774 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:27.676678 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a74afe19-6302-4c85-aef2-25779ab94eef req-f6522134-f59b-43a3-a9c5-d9226db0d30e tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521832 Apr 01 16:18:27.820788 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:28.912865 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75779e59-097e-4e2b-bdf4-c77d593ffc50 req-45110409-1eff-4fea-994a-989538844ac9 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:28.914392 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-75779e59-097e-4e2b-bdf4-c77d593ffc50 req-45110409-1eff-4fea-994a-989538844ac9 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd7cbc56-12df-4d7a-b537-84ba490a5bbc HTTP/1.1" status: 200 len: 945 time: 0.0852699 Apr 01 16:18:28.965531 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-75779e59-097e-4e2b-bdf4-c77d593ffc50 req-bbe92b7c-9510-4c49-b64e-b317318b932d tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432000 Apr 01 16:18:29.333052 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:30.170085 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d612d39-e800-4c9e-ba92-1779ed1597c2 req-43b57bd3-2c9c-4a79-a597-a6b47a258f79 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:30.171537 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4d612d39-e800-4c9e-ba92-1779ed1597c2 req-43b57bd3-2c9c-4a79-a597-a6b47a258f79 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd7cbc56-12df-4d7a-b537-84ba490a5bbc HTTP/1.1" status: 200 len: 945 time: 0.0783944 Apr 01 16:18:30.220892 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4d612d39-e800-4c9e-ba92-1779ed1597c2 req-d3724ef6-66fc-4438-ae5e-e6ee04553c69 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437040 Apr 01 16:18:31.449382 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26813be8-ef8a-4670-968e-f8ef321a471e req-7a5ee7a8-005d-4dfb-b1c6-16e3b74fa0ee tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:31.450984 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-26813be8-ef8a-4670-968e-f8ef321a471e req-7a5ee7a8-005d-4dfb-b1c6-16e3b74fa0ee tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd7cbc56-12df-4d7a-b537-84ba490a5bbc HTTP/1.1" status: 200 len: 945 time: 0.0979121 Apr 01 16:18:31.504657 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-26813be8-ef8a-4670-968e-f8ef321a471e req-a6eb59d9-ed96-4ecc-b7dc-525359706f53 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463672 Apr 01 16:18:32.723816 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a76ed3-0ec5-41f9-a092-b73a561f8c21 req-96e959c9-a4f7-4a03-b385-1ad014d76d66 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:32.725747 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-22a76ed3-0ec5-41f9-a092-b73a561f8c21 req-96e959c9-a4f7-4a03-b385-1ad014d76d66 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd7cbc56-12df-4d7a-b537-84ba490a5bbc HTTP/1.1" status: 200 len: 945 time: 0.0902765 Apr 01 16:18:32.784850 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-22a76ed3-0ec5-41f9-a092-b73a561f8c21 req-cf88fa50-de86-4165-a9d9-b11c4e7c6c18 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528867 Apr 01 16:18:33.992992 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39053136-5687-4a57-ba18-34f382bfbeac req-b87b6bae-d9db-4409-9fdf-cabd80a18d29 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:33.995781 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-39053136-5687-4a57-ba18-34f382bfbeac req-b87b6bae-d9db-4409-9fdf-cabd80a18d29 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd7cbc56-12df-4d7a-b537-84ba490a5bbc HTTP/1.1" status: 200 len: 945 time: 0.0857952 Apr 01 16:18:34.043522 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-39053136-5687-4a57-ba18-34f382bfbeac req-c7761a7c-4ef6-4146-a8fe-bee967d91f19 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419407 Apr 01 16:18:35.358695 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2274021-1405-4f2c-b958-bdabfc56923a req-6bf16879-0552-403c-983e-09307cf12cbd tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:35.360523 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d2274021-1405-4f2c-b958-bdabfc56923a req-6bf16879-0552-403c-983e-09307cf12cbd tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd7cbc56-12df-4d7a-b537-84ba490a5bbc HTTP/1.1" status: 200 len: 945 time: 0.1807573 Apr 01 16:18:35.410523 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d2274021-1405-4f2c-b958-bdabfc56923a req-6618b54a-af23-4e8c-8cef-07a92d48541f tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433900 Apr 01 16:18:36.623809 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06df05f-6aa9-4b8a-88aa-e359906676b7 req-44e4a400-57c6-4026-846f-07e5d3319fbe tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:36.625316 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c06df05f-6aa9-4b8a-88aa-e359906676b7 req-44e4a400-57c6-4026-846f-07e5d3319fbe tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd7cbc56-12df-4d7a-b537-84ba490a5bbc HTTP/1.1" status: 200 len: 945 time: 0.0795839 Apr 01 16:18:36.672345 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c06df05f-6aa9-4b8a-88aa-e359906676b7 req-5645ec22-37bf-410d-95b0-baee33c19a9c tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404780 Apr 01 16:18:37.881946 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76e3c57-d1e4-44d5-b8aa-fe2c6b458ec0 req-e3fdabe2-82a2-4840-80d1-e14b20c75b49 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:37.883451 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f76e3c57-d1e4-44d5-b8aa-fe2c6b458ec0 req-e3fdabe2-82a2-4840-80d1-e14b20c75b49 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd7cbc56-12df-4d7a-b537-84ba490a5bbc HTTP/1.1" status: 200 len: 945 time: 0.0846913 Apr 01 16:18:37.931559 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f76e3c57-d1e4-44d5-b8aa-fe2c6b458ec0 req-f98e0caf-fff0-4670-8f68-949a39d2ca39 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424678 Apr 01 16:18:39.143407 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694c9b46-102b-42a5-9d73-d65eedef350d req-a25a6440-55bd-4a49-b74d-cadb6b5d0b62 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:39.144989 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-694c9b46-102b-42a5-9d73-d65eedef350d req-a25a6440-55bd-4a49-b74d-cadb6b5d0b62 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd7cbc56-12df-4d7a-b537-84ba490a5bbc HTTP/1.1" status: 200 len: 945 time: 0.0864596 Apr 01 16:18:39.201232 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-694c9b46-102b-42a5-9d73-d65eedef350d req-e795c24d-8d01-4b22-b1eb-592635287a3e tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496066 Apr 01 16:18:40.415379 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d529a-bafd-49f3-98de-6a21d70065d0 req-36fdda6f-cd7b-474c-8a56-ca9e716051d6 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:40.416817 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b81d529a-bafd-49f3-98de-6a21d70065d0 req-36fdda6f-cd7b-474c-8a56-ca9e716051d6 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd7cbc56-12df-4d7a-b537-84ba490a5bbc HTTP/1.1" status: 200 len: 945 time: 0.0782938 Apr 01 16:18:40.468290 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b81d529a-bafd-49f3-98de-6a21d70065d0 req-55e9b89c-d07f-42b9-ac1c-cb08579b1fcd tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458579 Apr 01 16:18:41.697819 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030e6c8f-11e6-4b4d-977a-f2d17fc44b05 req-5b768e16-5cd6-48d0-820a-08baa136f7a6 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:41.699389 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-030e6c8f-11e6-4b4d-977a-f2d17fc44b05 req-5b768e16-5cd6-48d0-820a-08baa136f7a6 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd7cbc56-12df-4d7a-b537-84ba490a5bbc HTTP/1.1" status: 200 len: 945 time: 0.0867198 Apr 01 16:18:41.751416 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-030e6c8f-11e6-4b4d-977a-f2d17fc44b05 req-06bc68e0-78f3-4cf9-835e-c181eb5601b5 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456004 Apr 01 16:18:42.966284 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6075b6-17bd-4987-9f6f-539b0c6fc30c req-907c2e93-5f0a-4eed-bc7a-3eea68c9a1f6 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:42.967877 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-0e6075b6-17bd-4987-9f6f-539b0c6fc30c req-907c2e93-5f0a-4eed-bc7a-3eea68c9a1f6 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd7cbc56-12df-4d7a-b537-84ba490a5bbc HTTP/1.1" status: 200 len: 945 time: 0.0845385 Apr 01 16:18:43.016936 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-0e6075b6-17bd-4987-9f6f-539b0c6fc30c req-595f8218-857a-47f0-a723-c13683ee9cce tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432270 Apr 01 16:18:44.242946 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442617f7-9130-4b14-80b9-4db7819a4c59 req-9d1a401a-2de4-45bb-8425-96dc23d032ed tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:44.244423 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-442617f7-9130-4b14-80b9-4db7819a4c59 req-9d1a401a-2de4-45bb-8425-96dc23d032ed tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd7cbc56-12df-4d7a-b537-84ba490a5bbc HTTP/1.1" status: 200 len: 945 time: 0.0821598 Apr 01 16:18:44.291956 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-442617f7-9130-4b14-80b9-4db7819a4c59 req-e9bef7ba-391e-4e34-b71f-d0996b342c6d tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418355 Apr 01 16:18:45.492719 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e92f9c6-a6b9-47e9-b672-0e84437a1d01 req-24709f2e-74b9-445b-b15e-1a1c5db3d5ec tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:45.494215 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8e92f9c6-a6b9-47e9-b672-0e84437a1d01 req-24709f2e-74b9-445b-b15e-1a1c5db3d5ec tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd7cbc56-12df-4d7a-b537-84ba490a5bbc HTTP/1.1" status: 200 len: 945 time: 0.0778360 Apr 01 16:18:45.544028 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8e92f9c6-a6b9-47e9-b672-0e84437a1d01 req-5862545a-e204-4161-826a-b33a59dceb4f tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442593 Apr 01 16:18:46.746012 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbf58f1-36e1-4e01-a8bd-941200ebb755 req-ef3a872c-9f84-46c3-9c0c-128fd272fc0f tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:46.747498 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-afbf58f1-36e1-4e01-a8bd-941200ebb755 req-ef3a872c-9f84-46c3-9c0c-128fd272fc0f tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd7cbc56-12df-4d7a-b537-84ba490a5bbc HTTP/1.1" status: 200 len: 945 time: 0.0783191 Apr 01 16:18:46.797775 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-afbf58f1-36e1-4e01-a8bd-941200ebb755 req-3703438a-3aa2-4dbc-8344-4ff1b82af783 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438430 Apr 01 16:18:48.000567 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9b64af-43f1-42c2-a370-0bec716c3ccd req-c696fad6-eafb-4607-a322-9cada9ad830c tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:48.002056 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ac9b64af-43f1-42c2-a370-0bec716c3ccd req-c696fad6-eafb-4607-a322-9cada9ad830c tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd7cbc56-12df-4d7a-b537-84ba490a5bbc HTTP/1.1" status: 200 len: 945 time: 0.0811265 Apr 01 16:18:48.048152 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ac9b64af-43f1-42c2-a370-0bec716c3ccd req-9c5cbf68-db76-44b9-946d-6e35c453f9df tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397336 Apr 01 16:18:49.268791 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882f3da6-cc90-4d70-9ba0-542de1cc9801 req-925ff42a-63b7-48ac-80b1-b2c8e152e58c tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:49.270848 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-882f3da6-cc90-4d70-9ba0-542de1cc9801 req-925ff42a-63b7-48ac-80b1-b2c8e152e58c tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd7cbc56-12df-4d7a-b537-84ba490a5bbc HTTP/1.1" status: 200 len: 945 time: 0.0876832 Apr 01 16:18:49.318825 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-882f3da6-cc90-4d70-9ba0-542de1cc9801 req-0f7818ee-bce7-4d68-bda1-8bde8ce998c3 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413585 Apr 01 16:18:49.780322 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-8d49538e-0b0c-4000-81cb-307af2338034 req-eb722f1f-86b8-40df-b833-6d937467237f service neutron] 10.222.0.24 "GET /v2.0/ports/b7143680-a80f-4ef8-829f-586e89308055/bindings/hv-neutron-8333 HTTP/1.1" status: 200 len: 384 time: 0.0806949 Apr 01 16:18:50.090259 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-8d49538e-0b0c-4000-81cb-307af2338034 req-7ff7b2f6-354f-4276-9f2e-4202d536a97d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cd7cbc56-12df-4d7a-b537-84ba490a5bbc&tenant_id=c578f28ce31248cebab103300d5c4980 HTTP/1.1" status: 200 len: 1098 time: 0.0767348 Apr 01 16:18:50.183688 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-8d49538e-0b0c-4000-81cb-307af2338034 req-844e0600-ded6-478b-9126-bdafc0f1d388 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c578f28ce31248cebab103300d5c4980&device_id=cd7cbc56-12df-4d7a-b537-84ba490a5bbc HTTP/1.1" status: 200 len: 1098 time: 0.0714798 Apr 01 16:18:50.318898 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d49538e-0b0c-4000-81cb-307af2338034 req-ad776833-9927-497c-ac28-fbdaa22e6cac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:50.320251 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-8d49538e-0b0c-4000-81cb-307af2338034 req-ad776833-9927-497c-ac28-fbdaa22e6cac service neutron] 10.222.0.24 "GET /v2.0/networks?id=63ec6197-3c9d-41ee-add3-219b57c6a7c6 HTTP/1.1" status: 200 len: 911 time: 0.1304660 Apr 01 16:18:50.431740 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-8d49538e-0b0c-4000-81cb-307af2338034 req-40026659-bb96-4efe-b15a-2dad97921438 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7143680-a80f-4ef8-829f-586e89308055 HTTP/1.1" status: 200 len: 1002 time: 0.1048074 Apr 01 16:18:50.499252 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d49538e-0b0c-4000-81cb-307af2338034 req-78888028-5948-4999-879d-5e6708f24c87 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:50.501021 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-8d49538e-0b0c-4000-81cb-307af2338034 req-78888028-5948-4999-879d-5e6708f24c87 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=098e1af0-a105-4506-be65-fcc96abf103e HTTP/1.1" status: 200 len: 850 time: 0.0633013 Apr 01 16:18:50.557693 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2affa59f-dd0d-4af8-b717-df7fd91d182e req-ebb07702-6b5a-48a1-96a7-ffc6a32517af tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:50.559196 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2affa59f-dd0d-4af8-b717-df7fd91d182e req-ebb07702-6b5a-48a1-96a7-ffc6a32517af tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd7cbc56-12df-4d7a-b537-84ba490a5bbc HTTP/1.1" status: 200 len: 945 time: 0.0828474 Apr 01 16:18:50.586345 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-8d49538e-0b0c-4000-81cb-307af2338034 req-10ac821e-f11e-4456-8547-0d85bdae4df1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=63ec6197-3c9d-41ee-add3-219b57c6a7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782771 Apr 01 16:18:50.605762 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2affa59f-dd0d-4af8-b717-df7fd91d182e req-5a51b3f5-bb08-4e4d-adc9-d48b2515dc13 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408726 Apr 01 16:18:50.717099 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-8d49538e-0b0c-4000-81cb-307af2338034 req-2bf6fed6-374c-43ff-92a6-d14fccd6acd4 service neutron] 10.222.0.24 "GET /v2.0/networks/63ec6197-3c9d-41ee-add3-219b57c6a7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246195 Apr 01 16:18:50.940151 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-8d49538e-0b0c-4000-81cb-307af2338034 req-1d37ac52-ee8c-4a7d-bb6e-96ed29717082 service neutron] 10.222.0.24 "GET /v2.0/networks/63ec6197-3c9d-41ee-add3-219b57c6a7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169952 Apr 01 16:18:51.817483 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f236450b-8173-41ae-8b00-28c2dadcb1f2 req-495eb3a6-737d-4b27-8ca3-860831a1f0d1 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:51.819328 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f236450b-8173-41ae-8b00-28c2dadcb1f2 req-495eb3a6-737d-4b27-8ca3-860831a1f0d1 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd7cbc56-12df-4d7a-b537-84ba490a5bbc HTTP/1.1" status: 200 len: 945 time: 0.0893669 Apr 01 16:18:51.864697 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f236450b-8173-41ae-8b00-28c2dadcb1f2 req-0ee64345-e782-4f9b-b2e2-92854df9380d tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398865 Apr 01 16:18:52.524565 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device b7143680-a80f-4ef8-829f-586e89308055 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:18:52.636002 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:52.662331 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd7cbc56-12df-4d7a-b537-84ba490a5bbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7143680-a80f-4ef8-829f-586e89308055'}] {{(pid=83829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:18:52.671897 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port b7143680-a80f-4ef8-829f-586e89308055, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=b7143680-a80f-4ef8-829f-586e89308055,segment=NetworkSegment(eedea76a-6b55-46fe-a547-e638d80957c5),segment_id=eedea76a-6b55-46fe-a547-e638d80957c5)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:18:52.674917 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:52.730664 dv-neutron-833373-2-hyperv neutron-server[83829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd7cbc56-12df-4d7a-b537-84ba490a5bbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7143680-a80f-4ef8-829f-586e89308055', 'code': 200} Apr 01 16:18:52.746676 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=b7143680-a80f-4ef8-829f-586e89308055,revision_number=6']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:18:53.068160 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8507e0b-fb53-4d8d-937a-6a9b0274add8 req-411706b0-e50c-462a-85d9-d42146d47cc6 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:53.069638 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d8507e0b-fb53-4d8d-937a-6a9b0274add8 req-411706b0-e50c-462a-85d9-d42146d47cc6 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd7cbc56-12df-4d7a-b537-84ba490a5bbc HTTP/1.1" status: 200 len: 943 time: 0.0797079 Apr 01 16:18:53.115233 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d8507e0b-fb53-4d8d-937a-6a9b0274add8 req-367e7d5b-3607-4ff2-b006-b79b841a6892 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399787 Apr 01 16:18:53.915678 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-911f5abd-6c8a-488e-860c-340b34ab54be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:53.941827 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:54.318907 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cae76f-4e72-47fa-979d-876700dc03cd req-adf1f744-0422-4172-96ca-a1f5af9c7295 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:54.320349 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-46cae76f-4e72-47fa-979d-876700dc03cd req-adf1f744-0422-4172-96ca-a1f5af9c7295 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd7cbc56-12df-4d7a-b537-84ba490a5bbc HTTP/1.1" status: 200 len: 943 time: 0.0776734 Apr 01 16:18:54.371067 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-46cae76f-4e72-47fa-979d-876700dc03cd req-8cd89893-8584-468d-85d3-5d40daa4f090 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451727 Apr 01 16:18:54.523452 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device b7143680-a80f-4ef8-829f-586e89308055 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:18:54.614361 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:18:54.662781 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port b7143680-a80f-4ef8-829f-586e89308055, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=b7143680-a80f-4ef8-829f-586e89308055,segment=NetworkSegment(eedea76a-6b55-46fe-a547-e638d80957c5),segment_id=eedea76a-6b55-46fe-a547-e638d80957c5)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:18:54.675701 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Returning: {'device': 'b7143680-a80f-4ef8-829f-586e89308055', 'network_id': '63ec6197-3c9d-41ee-add3-219b57c6a7c6', 'port_id': 'b7143680-a80f-4ef8-829f-586e89308055', 'mac_address': 'fa:16:3e:ae:38:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '098e1af0-a105-4506-be65-fcc96abf103e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:18:54.728917 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:54.745616 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7143680-a80f-4ef8-829f-586e89308055 {{(pid=83829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:18:54.760556 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port b7143680-a80f-4ef8-829f-586e89308055, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=b7143680-a80f-4ef8-829f-586e89308055,segment=NetworkSegment(eedea76a-6b55-46fe-a547-e638d80957c5),segment_id=eedea76a-6b55-46fe-a547-e638d80957c5)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:18:54.764528 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:54.828932 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] get_ports_and_sgs() called for port_ids ['b7143680-a80f-4ef8-829f-586e89308055'] {{(pid=83829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 16:18:54.877985 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=b7143680-a80f-4ef8-829f-586e89308055,revision_number=7']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:18:55.574645 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02e68a2-7d61-4812-a139-2b2fe0a0506f req-97d67f53-0185-4793-8c9b-f0936ca83963 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:55.576089 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a02e68a2-7d61-4812-a139-2b2fe0a0506f req-97d67f53-0185-4793-8c9b-f0936ca83963 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd7cbc56-12df-4d7a-b537-84ba490a5bbc HTTP/1.1" status: 200 len: 944 time: 0.0794899 Apr 01 16:18:55.629864 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a02e68a2-7d61-4812-a139-2b2fe0a0506f req-30e06b14-2143-4c7f-9d23-b5c4a2f535b0 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473645 Apr 01 16:18:56.310189 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-1a0ad181-47df-4425-b688-98cf87a39462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:56.539515 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device b7143680-a80f-4ef8-829f-586e89308055 up at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:18:56.612913 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning complete for port b7143680-a80f-4ef8-829f-586e89308055 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:18:56.613187 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:56.726947 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:56.753325 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd7cbc56-12df-4d7a-b537-84ba490a5bbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7143680-a80f-4ef8-829f-586e89308055'}] {{(pid=83829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:18:56.763861 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port b7143680-a80f-4ef8-829f-586e89308055, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=b7143680-a80f-4ef8-829f-586e89308055,segment=NetworkSegment(eedea76a-6b55-46fe-a547-e638d80957c5),segment_id=eedea76a-6b55-46fe-a547-e638d80957c5)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:18:56.769139 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:56.825617 dv-neutron-833373-2-hyperv neutron-server[83829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd7cbc56-12df-4d7a-b537-84ba490a5bbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7143680-a80f-4ef8-829f-586e89308055', 'code': 200} Apr 01 16:18:56.841674 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e9e78-3808-4d9c-b87c-fc5a2b7fca2c req-19ecf352-2453-4478-8169-19a6dff4e450 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:56.843140 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f85e9e78-3808-4d9c-b87c-fc5a2b7fca2c req-19ecf352-2453-4478-8169-19a6dff4e450 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd7cbc56-12df-4d7a-b537-84ba490a5bbc HTTP/1.1" status: 200 len: 945 time: 0.0864267 Apr 01 16:18:56.843265 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=b7143680-a80f-4ef8-829f-586e89308055,revision_number=8']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:18:56.891432 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f85e9e78-3808-4d9c-b87c-fc5a2b7fca2c req-acd19e1d-1ffa-4323-ad28-17bba917defa tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412714 Apr 01 16:18:57.644794 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:57.808240 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:58.088484 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab2558-faa1-40c5-be21-b88c71455409 req-a86aa6e2-04c1-4a70-acb7-12e55610cebf tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:58.089942 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-02ab2558-faa1-40c5-be21-b88c71455409 req-a86aa6e2-04c1-4a70-acb7-12e55610cebf tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd7cbc56-12df-4d7a-b537-84ba490a5bbc HTTP/1.1" status: 200 len: 945 time: 0.0769551 Apr 01 16:18:58.135215 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-02ab2558-faa1-40c5-be21-b88c71455409 req-5dd99acf-af51-495a-9de1-7fd189065cb6 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396991 Apr 01 16:18:59.336473 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:18:59.344405 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bdbf42-425b-4518-a26a-e1dff4a3ab57 req-ff508bf3-f21c-4b2d-a97b-22f1abc8530e tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:18:59.345911 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e2bdbf42-425b-4518-a26a-e1dff4a3ab57 req-ff508bf3-f21c-4b2d-a97b-22f1abc8530e tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd7cbc56-12df-4d7a-b537-84ba490a5bbc HTTP/1.1" status: 200 len: 945 time: 0.0813735 Apr 01 16:18:59.393006 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e2bdbf42-425b-4518-a26a-e1dff4a3ab57 req-b21818e8-720f-429e-a08a-48b0a9305a22 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396144 Apr 01 16:19:00.597660 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d680a-d275-420a-b6fe-011e35c5ff17 req-eeb04d7e-f2dc-4756-b24c-0bacf88f84d0 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:00.599195 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-874d680a-d275-420a-b6fe-011e35c5ff17 req-eeb04d7e-f2dc-4756-b24c-0bacf88f84d0 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd7cbc56-12df-4d7a-b537-84ba490a5bbc HTTP/1.1" status: 200 len: 945 time: 0.0837381 Apr 01 16:19:00.649461 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-874d680a-d275-420a-b6fe-011e35c5ff17 req-1ef19de0-f68a-492d-8ac0-9309d5d3f4b2 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444045 Apr 01 16:19:00.947678 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-b74757fe-e71c-44d1-8d40-f877cdc1979f req-31365ecf-8462-4173-95b6-15e5d9db71dc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cd7cbc56-12df-4d7a-b537-84ba490a5bbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0709770 Apr 01 16:19:01.087269 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c889777a-2a74-4b30-8534-583661cf7988 req-3b9af785-3918-4690-aca9-6357a501e2ee tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:01.087959 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-c889777a-2a74-4b30-8534-583661cf7988 req-3b9af785-3918-4690-aca9-6357a501e2ee tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Synchronizing usage tracker for tenant:c578f28ce31248cebab103300d5c4980 on resource:port {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:19:01.105553 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-c889777a-2a74-4b30-8534-583661cf7988 req-3b9af785-3918-4690-aca9-6357a501e2ee tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Unset dirty status for tenant:c578f28ce31248cebab103300d5c4980 on resource:port {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:19:01.106677 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-c889777a-2a74-4b30-8534-583661cf7988 req-3b9af785-3918-4690-aca9-6357a501e2ee tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd7cbc56-12df-4d7a-b537-84ba490a5bbc&tenant_id=c578f28ce31248cebab103300d5c4980&binding%3Ahost_id=hv-neutron-8333 HTTP/1.1" status: 200 len: 945 time: 0.1149766 Apr 01 16:19:01.154392 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b74757fe-e71c-44d1-8d40-f877cdc1979f req-297bde05-01ab-42bc-a894-f4ae6d4cc68c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c578f28ce31248cebab103300d5c4980&device_id=cd7cbc56-12df-4d7a-b537-84ba490a5bbc HTTP/1.1" status: 200 len: 1098 time: 0.1386802 Apr 01 16:19:01.168547 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1687e92-3c7a-4c91-8cfb-75574f46aed5 req-03cc9c20-26f6-41c0-8f65-dfcd3f6ec960 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:01.169998 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a1687e92-3c7a-4c91-8cfb-75574f46aed5 req-03cc9c20-26f6-41c0-8f65-dfcd3f6ec960 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd7cbc56-12df-4d7a-b537-84ba490a5bbc HTTP/1.1" status: 200 len: 945 time: 0.1153889 Apr 01 16:19:01.186790 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-c889777a-2a74-4b30-8534-583661cf7988 req-9fdf5bcb-10f1-4f17-a43a-17fdb503380b service neutron] 10.222.0.24 "GET /v2.0/ports/b7143680-a80f-4ef8-829f-586e89308055/bindings/hv-neutron-8333 HTTP/1.1" status: 200 len: 384 time: 0.0745411 Apr 01 16:19:01.386152 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a1687e92-3c7a-4c91-8cfb-75574f46aed5 req-2e8408f6-7886-49c3-bf37-a2793f11c3ee tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061382 Apr 01 16:19:01.421136 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74757fe-e71c-44d1-8d40-f877cdc1979f req-f1db6401-5e9d-4eab-90e1-869e33c0c86e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:01.422738 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b74757fe-e71c-44d1-8d40-f877cdc1979f req-f1db6401-5e9d-4eab-90e1-869e33c0c86e service neutron] 10.222.0.24 "GET /v2.0/networks?id=63ec6197-3c9d-41ee-add3-219b57c6a7c6 HTTP/1.1" status: 200 len: 911 time: 0.2497129 Apr 01 16:19:01.529576 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b74757fe-e71c-44d1-8d40-f877cdc1979f req-1a6718fc-eddc-46d7-9d1c-711af5bf8e87 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7143680-a80f-4ef8-829f-586e89308055 HTTP/1.1" status: 200 len: 1002 time: 0.1006944 Apr 01 16:19:01.592940 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74757fe-e71c-44d1-8d40-f877cdc1979f req-cd8b651d-648a-4757-8e24-0b2092216f17 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:01.594390 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b74757fe-e71c-44d1-8d40-f877cdc1979f req-cd8b651d-648a-4757-8e24-0b2092216f17 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=098e1af0-a105-4506-be65-fcc96abf103e HTTP/1.1" status: 200 len: 850 time: 0.0580590 Apr 01 16:19:01.674527 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b74757fe-e71c-44d1-8d40-f877cdc1979f req-b259dfb1-5d92-4658-bcf4-8cf93c752f1e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=63ec6197-3c9d-41ee-add3-219b57c6a7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734653 Apr 01 16:19:01.807666 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b74757fe-e71c-44d1-8d40-f877cdc1979f req-821bf6db-7f20-4d67-a796-f27cb1804762 service neutron] 10.222.0.24 "GET /v2.0/networks/63ec6197-3c9d-41ee-add3-219b57c6a7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257169 Apr 01 16:19:01.937551 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b74757fe-e71c-44d1-8d40-f877cdc1979f req-4ee4fa92-9da7-4020-b519-7293e6f31f27 service neutron] 10.222.0.24 "GET /v2.0/networks/63ec6197-3c9d-41ee-add3-219b57c6a7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230857 Apr 01 16:19:02.062637 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c889777a-2a74-4b30-8534-583661cf7988 req-8f32a72b-20db-4c48-a70e-2842ab9457c0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c578f28ce31248cebab103300d5c4980&device_id=cd7cbc56-12df-4d7a-b537-84ba490a5bbc HTTP/1.1" status: 200 len: 1098 time: 0.0679705 Apr 01 16:19:02.191347 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c889777a-2a74-4b30-8534-583661cf7988 req-99cba3fd-4300-4e7d-a81a-7c52bae25a91 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:02.192771 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c889777a-2a74-4b30-8534-583661cf7988 req-99cba3fd-4300-4e7d-a81a-7c52bae25a91 service neutron] 10.222.0.24 "GET /v2.0/networks?id=63ec6197-3c9d-41ee-add3-219b57c6a7c6 HTTP/1.1" status: 200 len: 911 time: 0.1241021 Apr 01 16:19:02.295947 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c889777a-2a74-4b30-8534-583661cf7988 req-289bb670-1264-4b3b-a4d7-296e360e846a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7143680-a80f-4ef8-829f-586e89308055 HTTP/1.1" status: 200 len: 1002 time: 0.0968335 Apr 01 16:19:02.357386 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c889777a-2a74-4b30-8534-583661cf7988 req-6410e971-e69e-4215-a5c2-ccd9b18cfa32 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:02.358731 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c889777a-2a74-4b30-8534-583661cf7988 req-6410e971-e69e-4215-a5c2-ccd9b18cfa32 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=098e1af0-a105-4506-be65-fcc96abf103e HTTP/1.1" status: 200 len: 850 time: 0.0562708 Apr 01 16:19:02.436127 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c889777a-2a74-4b30-8534-583661cf7988 req-3ccd33bd-e207-4b19-ad8a-292e05f4e89e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=63ec6197-3c9d-41ee-add3-219b57c6a7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705066 Apr 01 16:19:02.619078 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c889777a-2a74-4b30-8534-583661cf7988 req-3dc99820-7480-4a36-a4ca-d6db3d5b79c7 service neutron] 10.222.0.24 "GET /v2.0/networks/63ec6197-3c9d-41ee-add3-219b57c6a7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754751 Apr 01 16:19:02.706225 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b8b4d5-8425-4998-8105-a0d7d6fd0dd3 req-01a7036d-6a02-4702-8736-ef0a0eb398ad tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:02.708530 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-91b8b4d5-8425-4998-8105-a0d7d6fd0dd3 req-01a7036d-6a02-4702-8736-ef0a0eb398ad tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd7cbc56-12df-4d7a-b537-84ba490a5bbc HTTP/1.1" status: 200 len: 945 time: 0.1858134 Apr 01 16:19:02.791932 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-91b8b4d5-8425-4998-8105-a0d7d6fd0dd3 req-4f9e141e-db2b-4a61-b241-1e77a5e2ca62 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737998 Apr 01 16:19:02.795070 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c889777a-2a74-4b30-8534-583661cf7988 req-d40af011-c501-42a3-af3e-5fc17ae0e64d service neutron] 10.222.0.24 "GET /v2.0/networks/63ec6197-3c9d-41ee-add3-219b57c6a7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688857 Apr 01 16:19:04.086104 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0929ab5d-1089-4207-992f-b3f0ac57b4c6 req-0e1a74de-b793-44ab-a8bb-682be1903d8b tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:04.087481 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-0929ab5d-1089-4207-992f-b3f0ac57b4c6 req-0e1a74de-b793-44ab-a8bb-682be1903d8b tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd7cbc56-12df-4d7a-b537-84ba490a5bbc HTTP/1.1" status: 200 len: 945 time: 0.1728959 Apr 01 16:19:04.133716 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-0929ab5d-1089-4207-992f-b3f0ac57b4c6 req-2941d963-603d-49ba-a1be-aaaa258f198b tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406332 Apr 01 16:19:05.356149 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff21933-0949-4109-9d3b-38776927f1fd req-242f8e58-4ff9-4e27-ad0e-172d08269ee1 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:05.357695 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2ff21933-0949-4109-9d3b-38776927f1fd req-242f8e58-4ff9-4e27-ad0e-172d08269ee1 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd7cbc56-12df-4d7a-b537-84ba490a5bbc HTTP/1.1" status: 200 len: 945 time: 0.0775189 Apr 01 16:19:05.404389 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2ff21933-0949-4109-9d3b-38776927f1fd req-f2540d0e-6644-4013-8d67-0fa0e1d9a6c1 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413289 Apr 01 16:19:06.089644 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c889777a-2a74-4b30-8534-583661cf7988 req-6147a2e1-9121-48b6-a4f8-7566d6ac51fc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cd7cbc56-12df-4d7a-b537-84ba490a5bbc&tenant_id=c578f28ce31248cebab103300d5c4980 HTTP/1.1" status: 200 len: 1098 time: 0.0729144 Apr 01 16:19:06.179381 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c889777a-2a74-4b30-8534-583661cf7988 req-1c562855-8fcc-4711-a991-5f1000aa6293 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c578f28ce31248cebab103300d5c4980&device_id=cd7cbc56-12df-4d7a-b537-84ba490a5bbc HTTP/1.1" status: 200 len: 1098 time: 0.0678527 Apr 01 16:19:06.316793 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c889777a-2a74-4b30-8534-583661cf7988 req-442e36cc-b403-4045-8498-f4181d16657e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:06.318279 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c889777a-2a74-4b30-8534-583661cf7988 req-442e36cc-b403-4045-8498-f4181d16657e service neutron] 10.222.0.24 "GET /v2.0/networks?id=63ec6197-3c9d-41ee-add3-219b57c6a7c6 HTTP/1.1" status: 200 len: 911 time: 0.1326940 Apr 01 16:19:06.422507 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c889777a-2a74-4b30-8534-583661cf7988 req-e0f217c1-9394-43e2-b17b-e724154364b2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7143680-a80f-4ef8-829f-586e89308055 HTTP/1.1" status: 200 len: 1002 time: 0.0981951 Apr 01 16:19:06.492078 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c889777a-2a74-4b30-8534-583661cf7988 req-89d23a2d-6017-494e-8332-24bf8387e46f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:06.493527 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c889777a-2a74-4b30-8534-583661cf7988 req-89d23a2d-6017-494e-8332-24bf8387e46f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=098e1af0-a105-4506-be65-fcc96abf103e HTTP/1.1" status: 200 len: 850 time: 0.0644023 Apr 01 16:19:06.630159 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c889777a-2a74-4b30-8534-583661cf7988 req-9f5136a9-d5b2-4713-b823-c86603e6b69e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=63ec6197-3c9d-41ee-add3-219b57c6a7c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1304593 Apr 01 16:19:06.662885 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45898c4-3f99-48ea-bcb2-e7fc36a91e2d req-8e1c2fea-80d5-4795-ab0a-f3c37219fc2f tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:06.664261 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b45898c4-3f99-48ea-bcb2-e7fc36a91e2d req-8e1c2fea-80d5-4795-ab0a-f3c37219fc2f tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd7cbc56-12df-4d7a-b537-84ba490a5bbc HTTP/1.1" status: 200 len: 945 time: 0.1217487 Apr 01 16:19:06.784532 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b45898c4-3f99-48ea-bcb2-e7fc36a91e2d req-c684b552-f115-4429-98e8-b3e83326a62f tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756738 Apr 01 16:19:06.801725 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c889777a-2a74-4b30-8534-583661cf7988 req-67734599-55a6-4982-891b-2d55abd36985 service neutron] 10.222.0.24 "GET /v2.0/networks/63ec6197-3c9d-41ee-add3-219b57c6a7c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629305 Apr 01 16:19:06.933965 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c889777a-2a74-4b30-8534-583661cf7988 req-cd7a57a2-7171-4116-a91c-2ca7694a8f2f service neutron] 10.222.0.24 "GET /v2.0/networks/63ec6197-3c9d-41ee-add3-219b57c6a7c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272161 Apr 01 16:19:07.995165 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c327cefc-039d-48f7-af60-d749240d032e req-46285280-eafe-4cc1-95b5-3c76a91f0c0c tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:07.996642 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c327cefc-039d-48f7-af60-d749240d032e req-46285280-eafe-4cc1-95b5-3c76a91f0c0c tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd7cbc56-12df-4d7a-b537-84ba490a5bbc HTTP/1.1" status: 200 len: 945 time: 0.0889452 Apr 01 16:19:08.042046 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c327cefc-039d-48f7-af60-d749240d032e req-437717d6-ec03-4d8c-a1aa-a397be22cd33 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398898 Apr 01 16:19:08.602069 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device b7143680-a80f-4ef8-829f-586e89308055 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:19:08.711671 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:08.738187 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd7cbc56-12df-4d7a-b537-84ba490a5bbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7143680-a80f-4ef8-829f-586e89308055'}] {{(pid=83829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:19:08.747659 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port b7143680-a80f-4ef8-829f-586e89308055, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=b7143680-a80f-4ef8-829f-586e89308055,segment=NetworkSegment(eedea76a-6b55-46fe-a547-e638d80957c5),segment_id=eedea76a-6b55-46fe-a547-e638d80957c5)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:19:08.751979 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:08.820164 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=b7143680-a80f-4ef8-829f-586e89308055,revision_number=9']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:19:08.828502 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:08.828855 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:08.829292 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:08.829514 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:08.829827 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:08.830145 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:08.830464 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:08.830781 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:08.831093 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:08.831406 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:08.832221 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:08.897760 dv-neutron-833373-2-hyperv neutron-server[83829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd7cbc56-12df-4d7a-b537-84ba490a5bbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7143680-a80f-4ef8-829f-586e89308055', 'code': 200} Apr 01 16:19:09.245755 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b88725-cb48-461d-ba41-9938c3a38d26 req-86708aa8-55b1-47ed-837d-e42b3162c632 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:09.247242 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-00b88725-cb48-461d-ba41-9938c3a38d26 req-86708aa8-55b1-47ed-837d-e42b3162c632 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd7cbc56-12df-4d7a-b537-84ba490a5bbc HTTP/1.1" status: 200 len: 943 time: 0.0803959 Apr 01 16:19:09.293117 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-00b88725-cb48-461d-ba41-9938c3a38d26 req-9ad4d19a-ed64-4a6a-868e-e0ab0145c75b tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399923 Apr 01 16:19:10.491965 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f63732-dcf7-4595-a247-000d4cc0cf88 req-dcd6f7da-91e7-4ad3-9d01-d959b657b2c8 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:10.493435 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c3f63732-dcf7-4595-a247-000d4cc0cf88 req-dcd6f7da-91e7-4ad3-9d01-d959b657b2c8 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd7cbc56-12df-4d7a-b537-84ba490a5bbc HTTP/1.1" status: 200 len: 943 time: 0.0752809 Apr 01 16:19:10.538956 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c3f63732-dcf7-4595-a247-000d4cc0cf88 req-3eb092d0-36fb-4e80-ab4b-a9241f909db8 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399773 Apr 01 16:19:10.616898 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device b7143680-a80f-4ef8-829f-586e89308055 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:19:10.750131 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port b7143680-a80f-4ef8-829f-586e89308055, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=b7143680-a80f-4ef8-829f-586e89308055,segment=NetworkSegment(eedea76a-6b55-46fe-a547-e638d80957c5),segment_id=eedea76a-6b55-46fe-a547-e638d80957c5)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:19:10.763113 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Returning: {'device': 'b7143680-a80f-4ef8-829f-586e89308055', 'network_id': '63ec6197-3c9d-41ee-add3-219b57c6a7c6', 'port_id': 'b7143680-a80f-4ef8-829f-586e89308055', 'mac_address': 'fa:16:3e:ae:38:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '098e1af0-a105-4506-be65-fcc96abf103e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:19:10.819467 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:10.835866 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7143680-a80f-4ef8-829f-586e89308055 {{(pid=83829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:19:10.850866 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port b7143680-a80f-4ef8-829f-586e89308055, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=b7143680-a80f-4ef8-829f-586e89308055,segment=NetworkSegment(eedea76a-6b55-46fe-a547-e638d80957c5),segment_id=eedea76a-6b55-46fe-a547-e638d80957c5)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:19:10.855394 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:10.920480 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] get_ports_and_sgs() called for port_ids ['b7143680-a80f-4ef8-829f-586e89308055'] {{(pid=83829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 16:19:10.961545 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=b7143680-a80f-4ef8-829f-586e89308055,revision_number=10']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:19:11.748982 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb747c2-13ac-453f-ae36-7ba38bb12386 req-b05fb340-09ab-41e1-8888-3584f5a95620 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:11.750436 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5fb747c2-13ac-453f-ae36-7ba38bb12386 req-b05fb340-09ab-41e1-8888-3584f5a95620 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd7cbc56-12df-4d7a-b537-84ba490a5bbc HTTP/1.1" status: 200 len: 945 time: 0.0878742 Apr 01 16:19:11.795152 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5fb747c2-13ac-453f-ae36-7ba38bb12386 req-f8c895da-1fdd-489e-8ffc-4a8f3a873beb tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392408 Apr 01 16:19:12.632492 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device b7143680-a80f-4ef8-829f-586e89308055 up at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:19:12.700902 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning complete for port b7143680-a80f-4ef8-829f-586e89308055 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:19:12.701265 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:12.813262 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:12.841448 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd7cbc56-12df-4d7a-b537-84ba490a5bbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7143680-a80f-4ef8-829f-586e89308055'}] {{(pid=83829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:19:12.851439 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port b7143680-a80f-4ef8-829f-586e89308055, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=b7143680-a80f-4ef8-829f-586e89308055,segment=NetworkSegment(eedea76a-6b55-46fe-a547-e638d80957c5),segment_id=eedea76a-6b55-46fe-a547-e638d80957c5)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:19:12.856035 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:12.913088 dv-neutron-833373-2-hyperv neutron-server[83829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd7cbc56-12df-4d7a-b537-84ba490a5bbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7143680-a80f-4ef8-829f-586e89308055', 'code': 200} Apr 01 16:19:12.930583 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=b7143680-a80f-4ef8-829f-586e89308055,revision_number=11']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:19:12.998009 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f1a85d-818c-4bbb-8951-82d8923deeff req-2c22eaf4-1c8e-4a80-91fa-40ede8cdbf00 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:12.999462 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e5f1a85d-818c-4bbb-8951-82d8923deeff req-2c22eaf4-1c8e-4a80-91fa-40ede8cdbf00 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd7cbc56-12df-4d7a-b537-84ba490a5bbc HTTP/1.1" status: 200 len: 946 time: 0.0785372 Apr 01 16:19:13.057013 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e5f1a85d-818c-4bbb-8951-82d8923deeff req-8be6c113-282a-43cb-9ecf-d44a9200640a tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502093 Apr 01 16:19:14.256669 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dbc6f6-3f6a-431a-88f9-d87a689ac0ec req-18c5fd36-92df-4ff7-8384-411e1c8d311f tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:14.258126 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-50dbc6f6-3f6a-431a-88f9-d87a689ac0ec req-18c5fd36-92df-4ff7-8384-411e1c8d311f tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd7cbc56-12df-4d7a-b537-84ba490a5bbc HTTP/1.1" status: 200 len: 946 time: 0.0777507 Apr 01 16:19:14.303410 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-50dbc6f6-3f6a-431a-88f9-d87a689ac0ec req-b6ab04d5-2d02-4f07-b3d1-15d8a116ba3a tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393853 Apr 01 16:19:15.595323 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f298e6-5c4e-401d-8b68-9c0c94e9e0dd req-11c11b7b-4b45-49da-b662-9b982433face tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:15.596803 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b9f298e6-5c4e-401d-8b68-9c0c94e9e0dd req-11c11b7b-4b45-49da-b662-9b982433face tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd7cbc56-12df-4d7a-b537-84ba490a5bbc HTTP/1.1" status: 200 len: 946 time: 0.1637950 Apr 01 16:19:15.641404 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b9f298e6-5c4e-401d-8b68-9c0c94e9e0dd req-808d7333-aa74-4b90-a1b9-cfac7bb44ff8 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381730 Apr 01 16:19:15.837539 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5cca86-a71e-4e3f-b3e6-7472fb1647db req-18b6378d-4dce-40a3-a945-799c20f424b0 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:15.838982 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8b5cca86-a71e-4e3f-b3e6-7472fb1647db req-18b6378d-4dce-40a3-a945-799c20f424b0 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd7cbc56-12df-4d7a-b537-84ba490a5bbc HTTP/1.1" status: 200 len: 946 time: 0.0762210 Apr 01 16:19:15.883388 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8b5cca86-a71e-4e3f-b3e6-7472fb1647db req-a4935469-e817-478e-8f36-df78c40d1205 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388854 Apr 01 16:19:16.083934 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc86a3-44c2-458f-9989-5f1a504f1a22 req-69228c69-b2ca-4a32-96d3-2cebde3b9780 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:16.085403 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-fbfc86a3-44c2-458f-9989-5f1a504f1a22 req-69228c69-b2ca-4a32-96d3-2cebde3b9780 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd7cbc56-12df-4d7a-b537-84ba490a5bbc HTTP/1.1" status: 200 len: 946 time: 0.0794942 Apr 01 16:19:16.132213 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-fbfc86a3-44c2-458f-9989-5f1a504f1a22 req-85c7e780-dbb8-4511-b367-672bc353d16f tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411236 Apr 01 16:19:16.527201 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5351f69d-a337-4bf7-aee4-45d9c445e1ee req-41f91d88-1edb-46ec-b1b7-06b41ba37626 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:16.528655 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5351f69d-a337-4bf7-aee4-45d9c445e1ee req-41f91d88-1edb-46ec-b1b7-06b41ba37626 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd7cbc56-12df-4d7a-b537-84ba490a5bbc HTTP/1.1" status: 200 len: 946 time: 0.0764639 Apr 01 16:19:16.573933 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5351f69d-a337-4bf7-aee4-45d9c445e1ee req-59766791-5b53-4087-855f-2173efc22c93 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397613 Apr 01 16:19:17.775967 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd6b6f8-6067-454a-a96e-13ffac530461 req-988f3c89-3960-46b2-a8aa-f904ed433c40 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:17.777443 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5bd6b6f8-6067-454a-a96e-13ffac530461 req-988f3c89-3960-46b2-a8aa-f904ed433c40 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd7cbc56-12df-4d7a-b537-84ba490a5bbc HTTP/1.1" status: 200 len: 946 time: 0.0787125 Apr 01 16:19:17.822046 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5bd6b6f8-6067-454a-a96e-13ffac530461 req-7e8985e8-4327-4f90-94fd-b2640a754522 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390458 Apr 01 16:19:19.061133 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ecba26-fbfb-4e5c-9e90-21137eee7a64 req-2d3d512d-aecd-4d49-b551-1715f26aa071 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:19.062553 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-97ecba26-fbfb-4e5c-9e90-21137eee7a64 req-2d3d512d-aecd-4d49-b551-1715f26aa071 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.24 "GET /v2.0/ports?device_id=cd7cbc56-12df-4d7a-b537-84ba490a5bbc HTTP/1.1" status: 200 len: 946 time: 0.1332219 Apr 01 16:19:19.072708 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0315c385-e8a1-4618-b6dc-8460380663b6 req-0d5f41bc-f592-4181-9fb8-b170d40617f0 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:19.074093 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-0315c385-e8a1-4618-b6dc-8460380663b6 req-0d5f41bc-f592-4181-9fb8-b170d40617f0 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd7cbc56-12df-4d7a-b537-84ba490a5bbc HTTP/1.1" status: 200 len: 946 time: 0.1149020 Apr 01 16:19:19.166304 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [req-97ecba26-fbfb-4e5c-9e90-21137eee7a64 req-96278ed2-eb4f-418e-b228-5b86cae9ad9d tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Deleting port b7143680-a80f-4ef8-829f-586e89308055 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:19:19.166519 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-97ecba26-fbfb-4e5c-9e90-21137eee7a64 req-96278ed2-eb4f-418e-b228-5b86cae9ad9d tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:19.204817 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-0315c385-e8a1-4618-b6dc-8460380663b6 req-8e60462c-a5af-42ef-8527-7ec13a734b5b tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups?id=02bcb448-f759-42db-8cd1-4bc2edb8a5d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022136 Apr 01 16:19:19.410980 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [req-97ecba26-fbfb-4e5c-9e90-21137eee7a64 req-96278ed2-eb4f-418e-b228-5b86cae9ad9d tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] For port b7143680-a80f-4ef8-829f-586e89308055, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=b7143680-a80f-4ef8-829f-586e89308055,segment=NetworkSegment(eedea76a-6b55-46fe-a547-e638d80957c5),segment_id=eedea76a-6b55-46fe-a547-e638d80957c5)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:19:19.411328 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-97ecba26-fbfb-4e5c-9e90-21137eee7a64 req-96278ed2-eb4f-418e-b228-5b86cae9ad9d tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:19.695212 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-97ecba26-fbfb-4e5c-9e90-21137eee7a64 req-96278ed2-eb4f-418e-b228-5b86cae9ad9d tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:19.695571 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-97ecba26-fbfb-4e5c-9e90-21137eee7a64 req-96278ed2-eb4f-418e-b228-5b86cae9ad9d tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617697'] for floatingip, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:19.695881 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.l3_db [req-97ecba26-fbfb-4e5c-9e90-21137eee7a64 req-96278ed2-eb4f-418e-b228-5b86cae9ad9d tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Floating IP a8d379e0-a861-4a5a-8302-e88bdd826b26 disassociated. External IP: 172.26.1.252, port: b7143680-a80f-4ef8-829f-586e89308055. Apr 01 16:19:19.696592 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [req-97ecba26-fbfb-4e5c-9e90-21137eee7a64 req-96278ed2-eb4f-418e-b228-5b86cae9ad9d tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Calling delete_port for b7143680-a80f-4ef8-829f-586e89308055 owned by compute:nova {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:19:19.837157 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-97ecba26-fbfb-4e5c-9e90-21137eee7a64 req-96278ed2-eb4f-418e-b228-5b86cae9ad9d tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:19.887343 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96278ed2-eb4f-418e-b228-5b86cae9ad9d tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Pushing event deleted for resources: {'Port': ['ID=b7143680-a80f-4ef8-829f-586e89308055,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:19:19.899679 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96278ed2-eb4f-418e-b228-5b86cae9ad9d tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:19.900056 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96278ed2-eb4f-418e-b228-5b86cae9ad9d tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:19.900331 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96278ed2-eb4f-418e-b228-5b86cae9ad9d tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:19.900658 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96278ed2-eb4f-418e-b228-5b86cae9ad9d tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:19.901009 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96278ed2-eb4f-418e-b228-5b86cae9ad9d tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:19.901328 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96278ed2-eb4f-418e-b228-5b86cae9ad9d tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:19.901646 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96278ed2-eb4f-418e-b228-5b86cae9ad9d tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:19.901969 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96278ed2-eb4f-418e-b228-5b86cae9ad9d tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:19.902553 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96278ed2-eb4f-418e-b228-5b86cae9ad9d tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:19.902868 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96278ed2-eb4f-418e-b228-5b86cae9ad9d tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:19.903185 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96278ed2-eb4f-418e-b228-5b86cae9ad9d tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:20.114222 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-97ecba26-fbfb-4e5c-9e90-21137eee7a64 req-96278ed2-eb4f-418e-b228-5b86cae9ad9d tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Router 8cf77c56-b30b-4cb5-85fc-b492b6b2e976 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:19:20.374021 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-884cebea-35d4-4ff3-a722-173dd571c703 req-d544ce7a-d9f8-4a9c-9f13-68d92bc5c69f tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd7cbc56-12df-4d7a-b537-84ba490a5bbc HTTP/1.1" status: 200 len: 210 time: 0.0478077 Apr 01 16:19:20.459014 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-97ecba26-fbfb-4e5c-9e90-21137eee7a64 req-96278ed2-eb4f-418e-b228-5b86cae9ad9d tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:19:20.468342 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9559c6d6-5437-4738-abb8-73b6b6e90c3c None None] Sync routers for ids ['8cf77c56-b30b-4cb5-85fc-b492b6b2e976'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:19:20.480787 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9559c6d6-5437-4738-abb8-73b6b6e90c3c None None] Routers {'8cf77c56-b30b-4cb5-85fc-b492b6b2e976'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:19:20.481454 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-9559c6d6-5437-4738-abb8-73b6b6e90c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:18:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['8cf77c56-b30b-4cb5-85fc-b492b6b2e976'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:19:20.525915 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [req-97ecba26-fbfb-4e5c-9e90-21137eee7a64 req-96278ed2-eb4f-418e-b228-5b86cae9ad9d tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] No DVR routers for this DVR port b7143680-a80f-4ef8-829f-586e89308055 on host hv-neutron-8333 {{(pid=83826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:19:20.528397 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-97ecba26-fbfb-4e5c-9e90-21137eee7a64 req-96278ed2-eb4f-418e-b228-5b86cae9ad9d tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:20.530875 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd7cbc56-12df-4d7a-b537-84ba490a5bbc', 'name': 'network-vif-deleted', 'tag': 'b7143680-a80f-4ef8-829f-586e89308055'}] {{(pid=83826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:19:20.547507 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-97ecba26-fbfb-4e5c-9e90-21137eee7a64 req-96278ed2-eb4f-418e-b228-5b86cae9ad9d tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.24 "DELETE /v2.0/ports/b7143680-a80f-4ef8-829f-586e89308055 HTTP/1.1" status: 204 len: 173 time: 1.4723177 Apr 01 16:19:20.598893 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd7cbc56-12df-4d7a-b537-84ba490a5bbc', 'name': 'network-vif-deleted', 'tag': 'b7143680-a80f-4ef8-829f-586e89308055', 'status': 'completed', 'code': 200} Apr 01 16:19:20.662065 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-9559c6d6-5437-4738-abb8-73b6b6e90c3c None None] Set router 8cf77c56-b30b-4cb5-85fc-b492b6b2e976 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:19:21.019194 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-9559c6d6-5437-4738-abb8-73b6b6e90c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'name': 'tempest-ServerActionsTestJSON-447857044-router', 'tenant_id': 'c578f28ce31248cebab103300d5c4980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.39'}], 'enable_snat': True}, 'gw_port_id': '0de7dbf5-60ef-496e-9c2a-1807ed7c5a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:14:58Z', 'updated_at': '2022-04-01T16:15:01Z', 'revision_number': 4, 'project_id': 'c578f28ce31248cebab103300d5c4980', 'gw_port': {'id': '0de7dbf5-60ef-496e-9c2a-1807ed7c5a12', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:47:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:14:58Z', 'updated_at': '2022-04-01T16:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '931c1e71-ff20-421f-887b-f220afbe0c02', 'name': '', 'network_id': '63ec6197-3c9d-41ee-add3-219b57c6a7c6', 'tenant_id': 'c578f28ce31248cebab103300d5c4980', 'mac_address': 'fa:16:3e:62:5c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '098e1af0-a105-4506-be65-fcc96abf103e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:15:00Z', 'updated_at': '2022-04-01T16:15:09Z', 'revision_number': 5, 'project_id': 'c578f28ce31248cebab103300d5c4980', 'subnets': [{'id': '098e1af0-a105-4506-be65-fcc96abf103e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:19:21.023671 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9559c6d6-5437-4738-abb8-73b6b6e90c3c None None] Checking router: 8cf77c56-b30b-4cb5-85fc-b492b6b2e976 for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:19:21.034618 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9559c6d6-5437-4738-abb8-73b6b6e90c3c None None] Routers {'8cf77c56-b30b-4cb5-85fc-b492b6b2e976'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:19:21.035335 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-9559c6d6-5437-4738-abb8-73b6b6e90c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:18:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['8cf77c56-b30b-4cb5-85fc-b492b6b2e976'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:19:21.217823 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-9559c6d6-5437-4738-abb8-73b6b6e90c3c None None] Set router 8cf77c56-b30b-4cb5-85fc-b492b6b2e976 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:19:21.542704 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-9559c6d6-5437-4738-abb8-73b6b6e90c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'name': 'tempest-ServerActionsTestJSON-447857044-router', 'tenant_id': 'c578f28ce31248cebab103300d5c4980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.39'}], 'enable_snat': True}, 'gw_port_id': '0de7dbf5-60ef-496e-9c2a-1807ed7c5a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:14:58Z', 'updated_at': '2022-04-01T16:15:01Z', 'revision_number': 4, 'project_id': 'c578f28ce31248cebab103300d5c4980', 'gw_port': {'id': '0de7dbf5-60ef-496e-9c2a-1807ed7c5a12', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:47:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:14:58Z', 'updated_at': '2022-04-01T16:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '931c1e71-ff20-421f-887b-f220afbe0c02', 'name': '', 'network_id': '63ec6197-3c9d-41ee-add3-219b57c6a7c6', 'tenant_id': 'c578f28ce31248cebab103300d5c4980', 'mac_address': 'fa:16:3e:62:5c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '098e1af0-a105-4506-be65-fcc96abf103e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:15:00Z', 'updated_at': '2022-04-01T16:15:09Z', 'revision_number': 5, 'project_id': 'c578f28ce31248cebab103300d5c4980', 'subnets': [{'id': '098e1af0-a105-4506-be65-fcc96abf103e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:19:21.546759 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9559c6d6-5437-4738-abb8-73b6b6e90c3c None None] The sync data for ids ['8cf77c56-b30b-4cb5-85fc-b492b6b2e976'] in dv-neutron-833373-2-hyperv is: [{'id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'name': 'tempest-ServerActionsTestJSON-447857044-router', 'tenant_id': 'c578f28ce31248cebab103300d5c4980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.39'}], 'enable_snat': True}, 'gw_port_id': '0de7dbf5-60ef-496e-9c2a-1807ed7c5a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:14:58Z', 'updated_at': '2022-04-01T16:15:01Z', 'revision_number': 4, 'project_id': 'c578f28ce31248cebab103300d5c4980', 'gw_port': {'id': '0de7dbf5-60ef-496e-9c2a-1807ed7c5a12', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:47:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:14:58Z', 'updated_at': '2022-04-01T16:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '931c1e71-ff20-421f-887b-f220afbe0c02', 'name': '', 'network_id': '63ec6197-3c9d-41ee-add3-219b57c6a7c6', 'tenant_id': 'c578f28ce31248cebab103300d5c4980', 'mac_address': 'fa:16:3e:62:5c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '098e1af0-a105-4506-be65-fcc96abf103e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:15:00Z', 'updated_at': '2022-04-01T16:15:09Z', 'revision_number': 5, 'project_id': 'c578f28ce31248cebab103300d5c4980', 'subnets': [{'id': '098e1af0-a105-4506-be65-fcc96abf103e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:19:21.574058 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-bdcf179c-297a-4aaf-aee1-37e4ccb39518 req-808cb09a-7f77-41a0-a9f2-fd22070fec19 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Synchronizing usage tracker for tenant:c578f28ce31248cebab103300d5c4980 on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:19:21.589483 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-bdcf179c-297a-4aaf-aee1-37e4ccb39518 req-808cb09a-7f77-41a0-a9f2-fd22070fec19 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Unset dirty status for tenant:c578f28ce31248cebab103300d5c4980 on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:19:21.590758 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-bdcf179c-297a-4aaf-aee1-37e4ccb39518 req-808cb09a-7f77-41a0-a9f2-fd22070fec19 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd7cbc56-12df-4d7a-b537-84ba490a5bbc HTTP/1.1" status: 200 len: 210 time: 0.0692775 Apr 01 16:19:21.765613 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad49f75-b24f-4d2f-b3da-09532908f5d3 None None] New status for floating IP a8d379e0-a861-4a5a-8302-e88bdd826b26: DOWN {{(pid=83829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 16:19:22.652491 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device b7143680-a80f-4ef8-829f-586e89308055 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:19:22.685272 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] No Port match for: b7143680-a80f-4ef8-829f-586e89308055 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:19:22.685613 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device b7143680-a80f-4ef8-829f-586e89308055 not bound to the agent host hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:19:23.918282 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-4c0e9661-1fc0-4fe5-9acf-1b5057826169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:23.944443 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:25.925097 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 33204) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:19:25.989179 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-22b23a8d-51fd-4804-80a6-30470f2d0cde tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:26.015619 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-22b23a8d-51fd-4804-80a6-30470f2d0cde tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:26.072430 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-22b23a8d-51fd-4804-80a6-30470f2d0cde tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:26.091382 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b23a8d-51fd-4804-80a6-30470f2d0cde tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02bcb448-f759-42db-8cd1-4bc2edb8a5d2,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:19:26.105723 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b23a8d-51fd-4804-80a6-30470f2d0cde tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:26.106060 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b23a8d-51fd-4804-80a6-30470f2d0cde tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:26.106392 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b23a8d-51fd-4804-80a6-30470f2d0cde tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:26.106724 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b23a8d-51fd-4804-80a6-30470f2d0cde tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:26.107044 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b23a8d-51fd-4804-80a6-30470f2d0cde tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:26.107404 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b23a8d-51fd-4804-80a6-30470f2d0cde tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:26.107682 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b23a8d-51fd-4804-80a6-30470f2d0cde tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:26.108000 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b23a8d-51fd-4804-80a6-30470f2d0cde tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:26.108315 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b23a8d-51fd-4804-80a6-30470f2d0cde tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:26.108626 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b23a8d-51fd-4804-80a6-30470f2d0cde tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:26.108968 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b23a8d-51fd-4804-80a6-30470f2d0cde tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:19:26.114272 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-22b23a8d-51fd-4804-80a6-30470f2d0cde tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:26.117867 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 33208) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:19:26.118836 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-22b23a8d-51fd-4804-80a6-30470f2d0cde tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "DELETE /v2.0/security-groups/02bcb448-f759-42db-8cd1-4bc2edb8a5d2 HTTP/1.1" status: 204 len: 168 time: 0.1929872 Apr 01 16:19:26.135240 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.api.v2.resource [None req-e1cc5d19-2bf3-4c0b-8366-0fe6f4197c48 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] show failed (client error): The resource could not be found. Apr 01 16:19:26.136234 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-e1cc5d19-2bf3-4c0b-8366-0fe6f4197c48 tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "GET /v2.0/security-groups/02bcb448-f759-42db-8cd1-4bc2edb8a5d2 HTTP/1.1" status: 404 len: 347 time: 0.0172987 Apr 01 16:19:26.138928 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 33212) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:19:26.289054 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-b05f249b-db82-4b8e-a1ee-5bd59947c50a tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Deleting port a3681047-311e-4b00-8776-315ec371f04c {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:19:26.289385 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b05f249b-db82-4b8e-a1ee-5bd59947c50a tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:26.311666 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-05c5234b-78e0-4cbb-b816-028eecf913a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:26.452979 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b05f249b-db82-4b8e-a1ee-5bd59947c50a tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:26.453202 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b05f249b-db82-4b8e-a1ee-5bd59947c50a tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:26.574573 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-b05f249b-db82-4b8e-a1ee-5bd59947c50a tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Calling delete_port for a3681047-311e-4b00-8776-315ec371f04c owned by network:floatingip {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:19:26.706942 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b05f249b-db82-4b8e-a1ee-5bd59947c50a tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:26.755136 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05f249b-db82-4b8e-a1ee-5bd59947c50a tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Pushing event deleted for resources: {'Port': ['ID=a3681047-311e-4b00-8776-315ec371f04c,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:19:26.844073 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b05f249b-db82-4b8e-a1ee-5bd59947c50a tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify callbacks [] for floatingip, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:26.861645 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b05f249b-db82-4b8e-a1ee-5bd59947c50a tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for floatingip, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:26.862773 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-b05f249b-db82-4b8e-a1ee-5bd59947c50a tempest-ServerActionsTestJSON-57695020 tempest-ServerActionsTestJSON-57695020-project] 10.222.0.55 "DELETE /v2.0/floatingips/a8d379e0-a861-4a5a-8302-e88bdd826b26 HTTP/1.1" status: 204 len: 168 time: 0.7229788 Apr 01 16:19:26.866294 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 33216) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:19:27.356178 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6d048087-b0b4-45b4-8d32-9f589ff72a9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611543'] for router_interface, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:27.648714 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:27.810874 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:27.945081 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-6d048087-b0b4-45b4-8d32-9f589ff72a9e admin admin] Deleting port 931c1e71-ff20-421f-887b-f220afbe0c02 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:19:27.945345 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6d048087-b0b4-45b4-8d32-9f589ff72a9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:28.117888 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [None req-6d048087-b0b4-45b4-8d32-9f589ff72a9e admin admin] For port 931c1e71-ff20-421f-887b-f220afbe0c02, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=931c1e71-ff20-421f-887b-f220afbe0c02,segment=NetworkSegment(eedea76a-6b55-46fe-a547-e638d80957c5),segment_id=eedea76a-6b55-46fe-a547-e638d80957c5)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:19:28.118242 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6d048087-b0b4-45b4-8d32-9f589ff72a9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:28.239714 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-6d048087-b0b4-45b4-8d32-9f589ff72a9e admin admin] Calling delete_port for 931c1e71-ff20-421f-887b-f220afbe0c02 owned by network:router_interface {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:19:28.406443 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6d048087-b0b4-45b4-8d32-9f589ff72a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:28.454272 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d048087-b0b4-45b4-8d32-9f589ff72a9e admin admin] Pushing event deleted for resources: {'Port': ['ID=931c1e71-ff20-421f-887b-f220afbe0c02,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:19:28.845635 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6d048087-b0b4-45b4-8d32-9f589ff72a9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611462'] for router_interface, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:29.336289 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:29.412241 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d048087-b0b4-45b4-8d32-9f589ff72a9e admin admin] Router 8cf77c56-b30b-4cb5-85fc-b492b6b2e976 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:19:29.606217 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d048087-b0b4-45b4-8d32-9f589ff72a9e admin admin] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:19:29.616094 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1bdd29-89ff-441c-82d9-9dcaeef3a2dd None None] Sync routers for ids ['8cf77c56-b30b-4cb5-85fc-b492b6b2e976'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:19:29.619693 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-6d048087-b0b4-45b4-8d32-9f589ff72a9e admin admin] 10.222.0.55 "PUT /v2.0/routers/8cf77c56-b30b-4cb5-85fc-b492b6b2e976/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7524011 Apr 01 16:19:29.622160 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 33220) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:19:29.627773 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1bdd29-89ff-441c-82d9-9dcaeef3a2dd None None] Routers {'8cf77c56-b30b-4cb5-85fc-b492b6b2e976'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:19:29.628359 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-bb1bdd29-89ff-441c-82d9-9dcaeef3a2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:19:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['8cf77c56-b30b-4cb5-85fc-b492b6b2e976'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:19:29.806141 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-bb1bdd29-89ff-441c-82d9-9dcaeef3a2dd None None] Set router 8cf77c56-b30b-4cb5-85fc-b492b6b2e976 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:19:29.813861 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2b12a44b-198b-41b6-aa80-4b9025ebcb02 admin admin] Notify callbacks [] for router, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:30.008550 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2b12a44b-198b-41b6-aa80-4b9025ebcb02 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:30.018173 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-2b12a44b-198b-41b6-aa80-4b9025ebcb02 admin admin] Deleting port 0de7dbf5-60ef-496e-9c2a-1807ed7c5a12 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:19:30.018516 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2b12a44b-198b-41b6-aa80-4b9025ebcb02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:30.089990 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-bb1bdd29-89ff-441c-82d9-9dcaeef3a2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'name': 'tempest-ServerActionsTestJSON-447857044-router', 'tenant_id': 'c578f28ce31248cebab103300d5c4980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.39'}], 'enable_snat': True}, 'gw_port_id': '0de7dbf5-60ef-496e-9c2a-1807ed7c5a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:14:58Z', 'updated_at': '2022-04-01T16:19:28Z', 'revision_number': 5, 'project_id': 'c578f28ce31248cebab103300d5c4980', 'gw_port': {'id': '0de7dbf5-60ef-496e-9c2a-1807ed7c5a12', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:47:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:14:58Z', 'updated_at': '2022-04-01T16:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:19:30.094208 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1bdd29-89ff-441c-82d9-9dcaeef3a2dd None None] Checking router: 8cf77c56-b30b-4cb5-85fc-b492b6b2e976 for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:19:30.105811 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1bdd29-89ff-441c-82d9-9dcaeef3a2dd None None] Routers {'8cf77c56-b30b-4cb5-85fc-b492b6b2e976'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:19:30.106399 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-bb1bdd29-89ff-441c-82d9-9dcaeef3a2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:19:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['8cf77c56-b30b-4cb5-85fc-b492b6b2e976'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:19:30.194504 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [None req-2b12a44b-198b-41b6-aa80-4b9025ebcb02 admin admin] For port 0de7dbf5-60ef-496e-9c2a-1807ed7c5a12, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=0de7dbf5-60ef-496e-9c2a-1807ed7c5a12,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:19:30.194861 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2b12a44b-198b-41b6-aa80-4b9025ebcb02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:30.268425 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-bb1bdd29-89ff-441c-82d9-9dcaeef3a2dd None None] Set router 8cf77c56-b30b-4cb5-85fc-b492b6b2e976 gateway port host: None {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:19:30.399032 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-bb1bdd29-89ff-441c-82d9-9dcaeef3a2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'name': 'tempest-ServerActionsTestJSON-447857044-router', 'tenant_id': 'c578f28ce31248cebab103300d5c4980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:14:58Z', 'updated_at': '2022-04-01T16:19:30Z', 'revision_number': 6, 'project_id': 'c578f28ce31248cebab103300d5c4980', 'gw_port_host': None}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:19:30.402978 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1bdd29-89ff-441c-82d9-9dcaeef3a2dd None None] The sync data for ids ['8cf77c56-b30b-4cb5-85fc-b492b6b2e976'] in dv-neutron-833373-2-hyperv is: [{'id': '8cf77c56-b30b-4cb5-85fc-b492b6b2e976', 'name': 'tempest-ServerActionsTestJSON-447857044-router', 'tenant_id': 'c578f28ce31248cebab103300d5c4980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:14:58Z', 'updated_at': '2022-04-01T16:19:30Z', 'revision_number': 6, 'project_id': 'c578f28ce31248cebab103300d5c4980', 'gw_port_host': None}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:19:30.420232 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-2b12a44b-198b-41b6-aa80-4b9025ebcb02 admin admin] Calling delete_port for 0de7dbf5-60ef-496e-9c2a-1807ed7c5a12 owned by network:router_gateway {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:19:30.583845 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2b12a44b-198b-41b6-aa80-4b9025ebcb02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:30.630286 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b12a44b-198b-41b6-aa80-4b9025ebcb02 admin admin] Pushing event deleted for resources: {'Port': ['ID=0de7dbf5-60ef-496e-9c2a-1807ed7c5a12,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:19:30.874605 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2b12a44b-198b-41b6-aa80-4b9025ebcb02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617660'] for router_gateway, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:31.177913 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2b12a44b-198b-41b6-aa80-4b9025ebcb02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130651'] for router, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:31.182944 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2b12a44b-198b-41b6-aa80-4b9025ebcb02 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:31.215720 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2b12a44b-198b-41b6-aa80-4b9025ebcb02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607376'] for router, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:31.216277 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b12a44b-198b-41b6-aa80-4b9025ebcb02 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8cf77c56-b30b-4cb5-85fc-b492b6b2e976 {{(pid=83826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 16:19:31.230410 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2b12a44b-198b-41b6-aa80-4b9025ebcb02 admin admin] Notify callbacks [] for router, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:31.231566 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-2b12a44b-198b-41b6-aa80-4b9025ebcb02 admin admin] 10.222.0.55 "DELETE /v2.0/routers/8cf77c56-b30b-4cb5-85fc-b492b6b2e976 HTTP/1.1" status: 204 len: 168 time: 1.6085258 Apr 01 16:19:31.235939 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 33224) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:19:31.309976 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d0e6da7-8678-48e5-a845-974e2ed97e63 admin admin] Deleting subnet 098e1af0-a105-4506-be65-fcc96abf103e {{(pid=83826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 16:19:31.311040 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 0de7dbf5-60ef-496e-9c2a-1807ed7c5a12 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:19:31.313262 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9d0e6da7-8678-48e5-a845-974e2ed97e63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:31.350067 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 0de7dbf5-60ef-496e-9c2a-1807ed7c5a12 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:19:31.350067 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 0de7dbf5-60ef-496e-9c2a-1807ed7c5a12 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:19:31.350967 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 931c1e71-ff20-421f-887b-f220afbe0c02 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:19:31.367914 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9d0e6da7-8678-48e5-a845-974e2ed97e63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16610770'] for subnet, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:31.384086 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 931c1e71-ff20-421f-887b-f220afbe0c02 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:19:31.384437 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 931c1e71-ff20-421f-887b-f220afbe0c02 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:19:31.463498 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9d0e6da7-8678-48e5-a845-974e2ed97e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:31.539956 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9d0e6da7-8678-48e5-a845-974e2ed97e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15415074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16089009'] for subnet, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:31.578480 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0e6da7-8678-48e5-a845-974e2ed97e63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=098e1af0-a105-4506-be65-fcc96abf103e,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:19:31.586128 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9d0e6da7-8678-48e5-a845-974e2ed97e63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:31.592430 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-9d0e6da7-8678-48e5-a845-974e2ed97e63 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/098e1af0-a105-4506-be65-fcc96abf103e HTTP/1.1" status: 204 len: 168 time: 0.3554676 Apr 01 16:19:31.593416 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57fcb5d8-7057-4e82-bdf3-eba845a19fee None None] Network 63ec6197-3c9d-41ee-add3-219b57c6a7c6 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:19:31.596046 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 33228) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:19:31.616952 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:19:31.704645 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2ac4cc3e-9826-4492-b684-01e42b3cab56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:31.716931 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-2ac4cc3e-9826-4492-b684-01e42b3cab56 admin admin] Deleting port e31ffd48-4431-4fd0-8d33-bd897c6f6735 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:19:31.717361 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2ac4cc3e-9826-4492-b684-01e42b3cab56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:31.887680 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32eb94e-0eaf-4bd1-8658-eaa3da7383f3 None None] DHCP port deletion for 63ec6197-3c9d-41ee-add3-219b57c6a7c6 request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 16:19:31.891885 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-e32eb94e-0eaf-4bd1-8658-eaa3da7383f3 None None] Deleting port e31ffd48-4431-4fd0-8d33-bd897c6f6735 {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:19:31.892250 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-e32eb94e-0eaf-4bd1-8658-eaa3da7383f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:32.014197 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [None req-2ac4cc3e-9826-4492-b684-01e42b3cab56 admin admin] For port e31ffd48-4431-4fd0-8d33-bd897c6f6735, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=e31ffd48-4431-4fd0-8d33-bd897c6f6735,segment=NetworkSegment(eedea76a-6b55-46fe-a547-e638d80957c5),segment_id=eedea76a-6b55-46fe-a547-e638d80957c5)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:19:32.014539 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2ac4cc3e-9826-4492-b684-01e42b3cab56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:32.096148 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-e32eb94e-0eaf-4bd1-8658-eaa3da7383f3 None None] For port e31ffd48-4431-4fd0-8d33-bd897c6f6735, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=e31ffd48-4431-4fd0-8d33-bd897c6f6735,segment=NetworkSegment(eedea76a-6b55-46fe-a547-e638d80957c5),segment_id=eedea76a-6b55-46fe-a547-e638d80957c5)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:19:32.096756 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-e32eb94e-0eaf-4bd1-8658-eaa3da7383f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:32.136792 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-2ac4cc3e-9826-4492-b684-01e42b3cab56 admin admin] Calling delete_port for e31ffd48-4431-4fd0-8d33-bd897c6f6735 owned by network:dhcp {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:19:32.215249 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2ac4cc3e-9826-4492-b684-01e42b3cab56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:32.216694 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-e32eb94e-0eaf-4bd1-8658-eaa3da7383f3 None None] Calling delete_port for e31ffd48-4431-4fd0-8d33-bd897c6f6735 owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:19:32.264138 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac4cc3e-9826-4492-b684-01e42b3cab56 admin admin] Pushing event deleted for resources: {'Port': ['ID=e31ffd48-4431-4fd0-8d33-bd897c6f6735,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:19:32.270606 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac4cc3e-9826-4492-b684-01e42b3cab56 admin admin] No DVR routers for this DVR port e31ffd48-4431-4fd0-8d33-bd897c6f6735 on host dv-neutron-833373-2-hyperv {{(pid=83826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:19:32.300981 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.db.api [None req-e32eb94e-0eaf-4bd1-8658-eaa3da7383f3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:19:32.301519 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG oslo_db.api [None req-e32eb94e-0eaf-4bd1-8658-eaa3da7383f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:19:32.389790 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2ac4cc3e-9826-4492-b684-01e42b3cab56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:32.414152 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-2ac4cc3e-9826-4492-b684-01e42b3cab56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63ec6197-3c9d-41ee-add3-219b57c6a7c6']}} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:19:32.427007 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-2ac4cc3e-9826-4492-b684-01e42b3cab56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eedea76a-6b55-46fe-a547-e638d80957c5') {'for_net_delete': True} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:19:32.427295 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-2ac4cc3e-9826-4492-b684-01e42b3cab56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eedea76a-6b55-46fe-a547-e638d80957c5') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:19:32.438061 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2ac4cc3e-9826-4492-b684-01e42b3cab56 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16610763'] for segment, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:32.453679 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2ac4cc3e-9826-4492-b684-01e42b3cab56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:32.460937 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ac4cc3e-9826-4492-b684-01e42b3cab56 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=83826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 16:19:32.461382 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2ac4cc3e-9826-4492-b684-01e42b3cab56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15415164'] for segment, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:32.475713 dv-neutron-833373-2-hyperv neutron-server[83826]: Traceback (most recent call last): Apr 01 16:19:32.475713 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 16:19:32.475713 dv-neutron-833373-2-hyperv neutron-server[83826]: timer() Apr 01 16:19:32.475713 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:19:32.475713 dv-neutron-833373-2-hyperv neutron-server[83826]: cb(*args, **kw) Apr 01 16:19:32.475713 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:19:32.475713 dv-neutron-833373-2-hyperv neutron-server[83826]: return func(*args, **kwargs) Apr 01 16:19:32.475713 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:19:32.475713 dv-neutron-833373-2-hyperv neutron-server[83826]: self._notify() Apr 01 16:19:32.475713 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:19:32.475713 dv-neutron-833373-2-hyperv neutron-server[83826]: self.callback(batched_events) Apr 01 16:19:32.475713 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:19:32.475713 dv-neutron-833373-2-hyperv neutron-server[83826]: event.method(event) Apr 01 16:19:32.475713 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:19:32.475713 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:19:32.475713 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:19:32.475713 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:19:32.475713 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:19:32.475713 dv-neutron-833373-2-hyperv neutron-server[83826]: return f(self, *a, **k) Apr 01 16:19:32.475713 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 16:19:32.475713 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._get(url).json() Apr 01 16:19:32.475713 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 16:19:32.475713 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:19:32.475713 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 16:19:32.475713 dv-neutron-833373-2-hyperv neutron-server[83826]: return self.request(url, 'GET', **kwargs) Apr 01 16:19:32.475713 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 16:19:32.475713 dv-neutron-833373-2-hyperv neutron-server[83826]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:19:32.475713 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 16:19:32.475713 dv-neutron-833373-2-hyperv neutron-server[83826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:19:32.475713 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 16:19:32.475713 dv-neutron-833373-2-hyperv neutron-server[83826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:19:32.475713 dv-neutron-833373-2-hyperv neutron-server[83826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:19:32.554620 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2ac4cc3e-9826-4492-b684-01e42b3cab56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:32.559130 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2ac4cc3e-9826-4492-b684-01e42b3cab56 admin admin] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:32.582891 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac4cc3e-9826-4492-b684-01e42b3cab56 admin admin] Pushing event deleted for resources: {'Network': ['ID=63ec6197-3c9d-41ee-add3-219b57c6a7c6,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:19:32.594922 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-2ac4cc3e-9826-4492-b684-01e42b3cab56 admin admin] 10.222.0.55 "DELETE /v2.0/networks/63ec6197-3c9d-41ee-add3-219b57c6a7c6 HTTP/1.1" status: 204 len: 168 time: 0.9978831 Apr 01 16:19:32.749633 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 33234) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:19:32.802015 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-1d7bfce1-c7a7-434b-80e2-efc06ff36e4e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c578f28ce31248cebab103300d5c4980&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0511951 Apr 01 16:19:32.802959 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-e32eb94e-0eaf-4bd1-8658-eaa3da7383f3 None None] Deleting port e31ffd48-4431-4fd0-8d33-bd897c6f6735 {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:19:32.803480 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-e32eb94e-0eaf-4bd1-8658-eaa3da7383f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:32.804492 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 33238) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:19:32.869067 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-e32eb94e-0eaf-4bd1-8658-eaa3da7383f3 None None] The port 'e31ffd48-4431-4fd0-8d33-bd897c6f6735' was deleted {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 16:19:32.881001 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a02fd196-487b-41e7-be2e-4b8e3c4ca648 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:32.906029 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a02fd196-487b-41e7-be2e-4b8e3c4ca648 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:32.957205 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a02fd196-487b-41e7-be2e-4b8e3c4ca648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:32.976445 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02fd196-487b-41e7-be2e-4b8e3c4ca648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92fa83a0-b8f7-42a8-90cd-43b1049c5de4,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:19:32.980719 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a02fd196-487b-41e7-be2e-4b8e3c4ca648 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:32.984376 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-a02fd196-487b-41e7-be2e-4b8e3c4ca648 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/92fa83a0-b8f7-42a8-90cd-43b1049c5de4 HTTP/1.1" status: 204 len: 168 time: 0.1764283 Apr 01 16:19:33.305740 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device e31ffd48-4431-4fd0-8d33-bd897c6f6735 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:19:33.340913 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: e31ffd48-4431-4fd0-8d33-bd897c6f6735 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:19:33.341261 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device e31ffd48-4431-4fd0-8d33-bd897c6f6735 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:19:33.903425 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 33260) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:19:34.031884 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-39b1aba9-7f4d-4ffb-b37d-2b64621a1545 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2145418343-network', 'tenant_id': '96cab78dd2e84a55816a962fefacd592'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:19:34.036951 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-39b1aba9-7f4d-4ffb-b37d-2b64621a1545 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:19:34.041006 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-39b1aba9-7f4d-4ffb-b37d-2b64621a1545 admin admin] Usage tracker for resource:network and tenant:96cab78dd2e84a55816a962fefacd592 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:19:34.043807 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-39b1aba9-7f4d-4ffb-b37d-2b64621a1545 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:19:34.049458 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-39b1aba9-7f4d-4ffb-b37d-2b64621a1545 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:19:34.059992 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b1aba9-7f4d-4ffb-b37d-2b64621a1545 admin admin] Made reservation on behalf of 96cab78dd2e84a55816a962fefacd592 for: {'network': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:19:34.062397 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-39b1aba9-7f4d-4ffb-b37d-2b64621a1545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:34.075622 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-39b1aba9-7f4d-4ffb-b37d-2b64621a1545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:34.106931 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-39b1aba9-7f4d-4ffb-b37d-2b64621a1545 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:19:34.110654 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-39b1aba9-7f4d-4ffb-b37d-2b64621a1545 admin admin] Usage tracker for resource:security_group_rule and tenant:96cab78dd2e84a55816a962fefacd592 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:19:34.114165 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-39b1aba9-7f4d-4ffb-b37d-2b64621a1545 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:19:34.119792 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-39b1aba9-7f4d-4ffb-b37d-2b64621a1545 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:19:34.188193 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-39b1aba9-7f4d-4ffb-b37d-2b64621a1545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:34.192678 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-39b1aba9-7f4d-4ffb-b37d-2b64621a1545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:34.225717 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39b1aba9-7f4d-4ffb-b37d-2b64621a1545 admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=83826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:19:34.234052 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b1aba9-7f4d-4ffb-b37d-2b64621a1545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e842b84-1db1-42f3-bc69-973f06f98978,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:19:34.242010 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-39b1aba9-7f4d-4ffb-b37d-2b64621a1545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:34.242010 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.segments_db [None req-39b1aba9-7f4d-4ffb-b37d-2b64621a1545 admin admin] Added segment 2c72bcb3-7cbd-4c69-8553-7127c5874c07 of type vlan for network 23198321-9571-4a6f-9244-1b8376822e1c Apr 01 16:19:34.270023 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-39b1aba9-7f4d-4ffb-b37d-2b64621a1545 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:34.298875 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-39b1aba9-7f4d-4ffb-b37d-2b64621a1545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:34.299746 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b1aba9-7f4d-4ffb-b37d-2b64621a1545 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:34.300857 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-39b1aba9-7f4d-4ffb-b37d-2b64621a1545 admin admin] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:34.402940 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b1aba9-7f4d-4ffb-b37d-2b64621a1545 admin admin] Pushing event updated for resources: {'Network': ['ID=23198321-9571-4a6f-9244-1b8376822e1c,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:19:34.405873 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-39b1aba9-7f4d-4ffb-b37d-2b64621a1545 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5015020 Apr 01 16:19:34.408825 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 33266) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:19:34.414155 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-e8d2d927-d73a-4ddb-af70-d486566156ae admin admin] Request body: {'subnet': {'network_id': '23198321-9571-4a6f-9244-1b8376822e1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2145418343-subnet', 'tenant_id': '96cab78dd2e84a55816a962fefacd592', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:19:34.414611 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 23198321-9571-4a6f-9244-1b8376822e1c details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:19:34.419124 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-e8d2d927-d73a-4ddb-af70-d486566156ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:19:34.423023 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-e8d2d927-d73a-4ddb-af70-d486566156ae admin admin] Usage tracker for resource:subnet and tenant:96cab78dd2e84a55816a962fefacd592 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:19:34.426659 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-e8d2d927-d73a-4ddb-af70-d486566156ae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:19:34.432351 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-e8d2d927-d73a-4ddb-af70-d486566156ae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:19:34.442799 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d2d927-d73a-4ddb-af70-d486566156ae admin admin] Made reservation on behalf of 96cab78dd2e84a55816a962fefacd592 for: {'subnet': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:19:34.444980 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e8d2d927-d73a-4ddb-af70-d486566156ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16088980'] for subnet, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:34.643529 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e8d2d927-d73a-4ddb-af70-d486566156ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15415267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16089018'] for subnet, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:34.717796 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d2d927-d73a-4ddb-af70-d486566156ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9e2e9b5-8f78-4058-8f1e-c59ff2c4e719,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:19:34.731153 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d2d927-d73a-4ddb-af70-d486566156ae admin admin] Checking segment: {'id': '2c72bcb3-7cbd-4c69-8553-7127c5874c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '23198321-9571-4a6f-9244-1b8376822e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:19:34.731498 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d2d927-d73a-4ddb-af70-d486566156ae admin admin] Network hostable DHCP agents. Network: 23198321-9571-4a6f-9244-1b8376822e1c, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:19:34.752947 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d2d927-d73a-4ddb-af70-d486566156ae admin admin] Network 23198321-9571-4a6f-9244-1b8376822e1c is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:19:34.762963 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-e8d2d927-d73a-4ddb-af70-d486566156ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, 23198321-9571-4a6f-9244-1b8376822e1c) {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:19:34.766692 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d2d927-d73a-4ddb-af70-d486566156ae admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:34.767260 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e8d2d927-d73a-4ddb-af70-d486566156ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:34.771858 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6681e861-5268-4eda-9e70-87a53a2869f8 None None] Network 23198321-9571-4a6f-9244-1b8376822e1c requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:19:34.796077 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-e8d2d927-d73a-4ddb-af70-d486566156ae admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3862760 Apr 01 16:19:34.988876 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564dcdfc-8a11-4644-a311-b4d5e827a428 None None] Network 23198321-9571-4a6f-9244-1b8376822e1c requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:19:35.441705 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2107dec-7485-422d-806b-d305b2702bf3 req-07157ff5-7c24-44d4-ad1b-62045681601a tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:35.442597 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-c2107dec-7485-422d-806b-d305b2702bf3 req-07157ff5-7c24-44d4-ad1b-62045681601a tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] Synchronizing usage tracker for tenant:96cab78dd2e84a55816a962fefacd592 on resource:network {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:19:35.459831 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-c2107dec-7485-422d-806b-d305b2702bf3 req-07157ff5-7c24-44d4-ad1b-62045681601a tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] Unset dirty status for tenant:96cab78dd2e84a55816a962fefacd592 on resource:network {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:19:35.460983 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c2107dec-7485-422d-806b-d305b2702bf3 req-07157ff5-7c24-44d4-ad1b-62045681601a tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] 10.222.0.55 "GET /v2.0/networks?id=23198321-9571-4a6f-9244-1b8376822e1c HTTP/1.1" status: 200 len: 814 time: 0.2437217 Apr 01 16:19:35.477217 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c2107dec-7485-422d-806b-d305b2702bf3 req-b91eb8fa-97f8-48a7-8615-684f05c402d2 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] 10.222.0.55 "GET /v2.0/quotas/96cab78dd2e84a55816a962fefacd592 HTTP/1.1" status: 200 len: 375 time: 0.0108573 Apr 01 16:19:35.530367 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c2107dec-7485-422d-806b-d305b2702bf3 req-bfd0461c-8f5f-478f-b199-cc8a0525e60d tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=96cab78dd2e84a55816a962fefacd592&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0481896 Apr 01 16:19:35.733406 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c2107dec-7485-422d-806b-d305b2702bf3 req-394f60aa-4312-4ac7-8731-5febde8fa15a service neutron] 10.222.0.55 "GET /v2.0/networks/23198321-9571-4a6f-9244-1b8376822e1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930239 Apr 01 16:19:35.867150 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c2107dec-7485-422d-806b-d305b2702bf3 req-8e11b82f-5f9a-4ca2-b767-fdf0ca1db6fd service neutron] 10.222.0.55 "GET /v2.0/networks/23198321-9571-4a6f-9244-1b8376822e1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276689 Apr 01 16:19:37.069264 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-55635c59-dedc-4860-b6a2-43df4acf0342 req-d53a101a-915d-417a-997a-f98c5b3055d8 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] 10.222.0.55 "GET /v2.0/ports?device_id=183ed0bb-8c95-42d9-ab79-04111a3aaa15 HTTP/1.1" status: 200 len: 210 time: 0.0411766 Apr 01 16:19:38.302516 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c7d0dd9d-8dc2-4989-a4ff-ea4183c70a31 req-e7f6f74e-4b04-4dbe-831f-b088052534cb tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] 10.222.0.55 "GET /v2.0/ports?device_id=183ed0bb-8c95-42d9-ab79-04111a3aaa15 HTTP/1.1" status: 200 len: 210 time: 0.0966659 Apr 01 16:19:38.382142 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2107dec-7485-422d-806b-d305b2702bf3 req-db93be1b-6b6c-4e01-9000-2ba1f8253159 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:38.383797 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c2107dec-7485-422d-806b-d305b2702bf3 req-db93be1b-6b6c-4e01-9000-2ba1f8253159 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] 10.222.0.24 "GET /v2.0/networks?id=23198321-9571-4a6f-9244-1b8376822e1c HTTP/1.1" status: 200 len: 814 time: 0.2042830 Apr 01 16:19:38.399604 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [req-c2107dec-7485-422d-806b-d305b2702bf3 req-3011f3eb-803a-4e62-8ac4-822bd1dc4f02 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] Request body: {'port': {'device_id': '183ed0bb-8c95-42d9-ab79-04111a3aaa15', 'network_id': '23198321-9571-4a6f-9244-1b8376822e1c', 'admin_state_up': True, 'tenant_id': '96cab78dd2e84a55816a962fefacd592'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:19:38.552488 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [req-c2107dec-7485-422d-806b-d305b2702bf3 req-3011f3eb-803a-4e62-8ac4-822bd1dc4f02 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:19:38.556545 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-c2107dec-7485-422d-806b-d305b2702bf3 req-3011f3eb-803a-4e62-8ac4-822bd1dc4f02 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] Usage tracker for resource:port and tenant:96cab78dd2e84a55816a962fefacd592 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:19:38.559821 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-c2107dec-7485-422d-806b-d305b2702bf3 req-3011f3eb-803a-4e62-8ac4-822bd1dc4f02 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:19:38.566492 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [req-c2107dec-7485-422d-806b-d305b2702bf3 req-3011f3eb-803a-4e62-8ac4-822bd1dc4f02 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:19:38.577225 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2107dec-7485-422d-806b-d305b2702bf3 req-3011f3eb-803a-4e62-8ac4-822bd1dc4f02 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] Made reservation on behalf of 96cab78dd2e84a55816a962fefacd592 for: {'port': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:19:38.580147 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-c2107dec-7485-422d-806b-d305b2702bf3 req-3011f3eb-803a-4e62-8ac4-822bd1dc4f02 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:38.753127 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [req-c2107dec-7485-422d-806b-d305b2702bf3 req-3011f3eb-803a-4e62-8ac4-822bd1dc4f02 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] Allocated IP 172.20.0.9 (23198321-9571-4a6f-9244-1b8376822e1c/c9e2e9b5-8f78-4058-8f1e-c59ff2c4e719/be92f5f7-cbed-452f-a799-6179d6c5f22a) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:19:38.951789 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-c2107dec-7485-422d-806b-d305b2702bf3 req-3011f3eb-803a-4e62-8ac4-822bd1dc4f02 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:38.980390 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-c2107dec-7485-422d-806b-d305b2702bf3 req-3011f3eb-803a-4e62-8ac4-822bd1dc4f02 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:39.057108 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2107dec-7485-422d-806b-d305b2702bf3 req-3011f3eb-803a-4e62-8ac4-822bd1dc4f02 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] Network 23198321-9571-4a6f-9244-1b8376822e1c is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:19:39.060034 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [req-c2107dec-7485-422d-806b-d305b2702bf3 req-3011f3eb-803a-4e62-8ac4-822bd1dc4f02 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:19:39.063937 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2107dec-7485-422d-806b-d305b2702bf3 req-3011f3eb-803a-4e62-8ac4-822bd1dc4f02 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:19:39.094189 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3011f3eb-803a-4e62-8ac4-822bd1dc4f02 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] Pushing event updated for resources: {'Port': ['ID=be92f5f7-cbed-452f-a799-6179d6c5f22a,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:19:39.127356 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2107dec-7485-422d-806b-d305b2702bf3 req-3011f3eb-803a-4e62-8ac4-822bd1dc4f02 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:39.127955 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-c2107dec-7485-422d-806b-d305b2702bf3 req-3011f3eb-803a-4e62-8ac4-822bd1dc4f02 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:39.150311 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c2107dec-7485-422d-806b-d305b2702bf3 req-3011f3eb-803a-4e62-8ac4-822bd1dc4f02 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7543755 Apr 01 16:19:39.161436 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [req-c2107dec-7485-422d-806b-d305b2702bf3 req-dfa0e406-5e00-4096-93f8-0ce27e219174 service neutron] Request body: {'port': {'device_id': '183ed0bb-8c95-42d9-ab79-04111a3aaa15', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:19:39.270624 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-c2107dec-7485-422d-806b-d305b2702bf3 req-dfa0e406-5e00-4096-93f8-0ce27e219174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:39.697025 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267bc476-be92-485b-a49e-5f55d9d2d658 req-b8057ae8-4cd1-43a4-bd70-dc0e407acad6 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:39.697734 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-267bc476-be92-485b-a49e-5f55d9d2d658 req-b8057ae8-4cd1-43a4-bd70-dc0e407acad6 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] Synchronizing usage tracker for tenant:96cab78dd2e84a55816a962fefacd592 on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:19:39.752577 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-267bc476-be92-485b-a49e-5f55d9d2d658 req-b8057ae8-4cd1-43a4-bd70-dc0e407acad6 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] Unset dirty status for tenant:96cab78dd2e84a55816a962fefacd592 on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:19:39.753977 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-267bc476-be92-485b-a49e-5f55d9d2d658 req-b8057ae8-4cd1-43a4-bd70-dc0e407acad6 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] 10.222.0.55 "GET /v2.0/ports?device_id=183ed0bb-8c95-42d9-ab79-04111a3aaa15 HTTP/1.1" status: 200 len: 931 time: 0.3160605 Apr 01 16:19:39.799791 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [req-c2107dec-7485-422d-806b-d305b2702bf3 req-dfa0e406-5e00-4096-93f8-0ce27e219174 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be92f5f7-cbed-452f-a799-6179d6c5f22a {{(pid=83826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:19:39.815084 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-c2107dec-7485-422d-806b-d305b2702bf3 req-dfa0e406-5e00-4096-93f8-0ce27e219174 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:39.834664 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-267bc476-be92-485b-a49e-5f55d9d2d658 req-9737f868-ea4e-49b4-8f6d-69e966a6d092 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] Synchronizing usage tracker for tenant:96cab78dd2e84a55816a962fefacd592 on resource:security_group {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:19:39.839353 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [req-c2107dec-7485-422d-806b-d305b2702bf3 req-dfa0e406-5e00-4096-93f8-0ce27e219174 service neutron] Transition to ACTIVE for port object be92f5f7-cbed-452f-a799-6179d6c5f22a will not be triggered until provisioned by entity L2. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:19:39.844515 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-c2107dec-7485-422d-806b-d305b2702bf3 req-dfa0e406-5e00-4096-93f8-0ce27e219174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:39.898956 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-267bc476-be92-485b-a49e-5f55d9d2d658 req-9737f868-ea4e-49b4-8f6d-69e966a6d092 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] Unset dirty status for tenant:96cab78dd2e84a55816a962fefacd592 on resource:security_group {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:19:39.901482 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-267bc476-be92-485b-a49e-5f55d9d2d658 req-9737f868-ea4e-49b4-8f6d-69e966a6d092 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e842b84-1db1-42f3-bc69-973f06f98978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354570 Apr 01 16:19:39.977346 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa0e406-5e00-4096-93f8-0ce27e219174 service neutron] Pushing event updated for resources: {'Port': ['ID=be92f5f7-cbed-452f-a799-6179d6c5f22a,revision_number=2']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:19:40.082753 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.managers [req-c2107dec-7485-422d-806b-d305b2702bf3 req-dfa0e406-5e00-4096-93f8-0ce27e219174 service neutron] Attempting to bind port be92f5f7-cbed-452f-a799-6179d6c5f22a on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:19:40.083071 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.managers [req-c2107dec-7485-422d-806b-d305b2702bf3 req-dfa0e406-5e00-4096-93f8-0ce27e219174 service neutron] Attempting to bind port be92f5f7-cbed-452f-a799-6179d6c5f22a by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '2c72bcb3-7cbd-4c69-8553-7127c5874c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '23198321-9571-4a6f-9244-1b8376822e1c'}] {{(pid=83826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:19:40.083395 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2107dec-7485-422d-806b-d305b2702bf3 req-dfa0e406-5e00-4096-93f8-0ce27e219174 service neutron] Attempting to bind port be92f5f7-cbed-452f-a799-6179d6c5f22a on network 23198321-9571-4a6f-9244-1b8376822e1c {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:19:40.089209 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2107dec-7485-422d-806b-d305b2702bf3 req-dfa0e406-5e00-4096-93f8-0ce27e219174 service neutron] Port be92f5f7-cbed-452f-a799-6179d6c5f22a on network 23198321-9571-4a6f-9244-1b8376822e1c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 16:19:40.089530 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2107dec-7485-422d-806b-d305b2702bf3 req-dfa0e406-5e00-4096-93f8-0ce27e219174 service neutron] Attempting to bind port be92f5f7-cbed-452f-a799-6179d6c5f22a on network 23198321-9571-4a6f-9244-1b8376822e1c {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:19:40.095634 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2107dec-7485-422d-806b-d305b2702bf3 req-dfa0e406-5e00-4096-93f8-0ce27e219174 service neutron] Checking agent: {'id': '5b2860be-0b4f-4931-914a-5d10403eafcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 47, 24), 'started_at': datetime.datetime(2022, 4, 1, 15, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:19:40.095947 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2107dec-7485-422d-806b-d305b2702bf3 req-dfa0e406-5e00-4096-93f8-0ce27e219174 service neutron] Checking segment: {'id': '2c72bcb3-7cbd-4c69-8553-7127c5874c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '23198321-9571-4a6f-9244-1b8376822e1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:19:40.096327 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2107dec-7485-422d-806b-d305b2702bf3 req-dfa0e406-5e00-4096-93f8-0ce27e219174 service neutron] Bound using segment: {'id': '2c72bcb3-7cbd-4c69-8553-7127c5874c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '23198321-9571-4a6f-9244-1b8376822e1c'} {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:19:40.096762 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.managers [req-c2107dec-7485-422d-806b-d305b2702bf3 req-dfa0e406-5e00-4096-93f8-0ce27e219174 service neutron] Bound port: be92f5f7-cbed-452f-a799-6179d6c5f22a, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c72bcb3-7cbd-4c69-8553-7127c5874c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '23198321-9571-4a6f-9244-1b8376822e1c'}}] {{(pid=83826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:19:40.097670 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-c2107dec-7485-422d-806b-d305b2702bf3 req-dfa0e406-5e00-4096-93f8-0ce27e219174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:40.185071 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [req-c2107dec-7485-422d-806b-d305b2702bf3 req-dfa0e406-5e00-4096-93f8-0ce27e219174 service neutron] For port be92f5f7-cbed-452f-a799-6179d6c5f22a, host hv-neutron-8333, cleared binding levels {{(pid=83826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:19:40.187946 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [req-c2107dec-7485-422d-806b-d305b2702bf3 req-dfa0e406-5e00-4096-93f8-0ce27e219174 service neutron] For port be92f5f7-cbed-452f-a799-6179d6c5f22a, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=be92f5f7-cbed-452f-a799-6179d6c5f22a,segment=NetworkSegment(2c72bcb3-7cbd-4c69-8553-7127c5874c07),segment_id=2c72bcb3-7cbd-4c69-8553-7127c5874c07)] {{(pid=83826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:19:40.192025 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-c2107dec-7485-422d-806b-d305b2702bf3 req-dfa0e406-5e00-4096-93f8-0ce27e219174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:40.253491 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-c2107dec-7485-422d-806b-d305b2702bf3 req-dfa0e406-5e00-4096-93f8-0ce27e219174 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:40.254901 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c2107dec-7485-422d-806b-d305b2702bf3 req-dfa0e406-5e00-4096-93f8-0ce27e219174 service neutron] 10.222.0.24 "PUT /v2.0/ports/be92f5f7-cbed-452f-a799-6179d6c5f22a HTTP/1.1" status: 200 len: 1093 time: 1.0975230 Apr 01 16:19:40.255346 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '183ed0bb-8c95-42d9-ab79-04111a3aaa15', 'tag': 'be92f5f7-cbed-452f-a799-6179d6c5f22a'}] {{(pid=83826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:19:40.275844 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa0e406-5e00-4096-93f8-0ce27e219174 service neutron] Pushing event updated for resources: {'Port': ['ID=be92f5f7-cbed-452f-a799-6179d6c5f22a,revision_number=3']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:19:40.323580 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '183ed0bb-8c95-42d9-ab79-04111a3aaa15', 'tag': 'be92f5f7-cbed-452f-a799-6179d6c5f22a', 'status': 'completed', 'code': 200} Apr 01 16:19:40.369972 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c2107dec-7485-422d-806b-d305b2702bf3 req-f1b0174f-5320-4296-86ec-847787903361 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96cab78dd2e84a55816a962fefacd592&device_id=183ed0bb-8c95-42d9-ab79-04111a3aaa15 HTTP/1.1" status: 200 len: 1096 time: 0.0771461 Apr 01 16:19:40.437529 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c2107dec-7485-422d-806b-d305b2702bf3 req-afa07296-d5f5-4bd3-a144-395fc9c73dfe service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be92f5f7-cbed-452f-a799-6179d6c5f22a HTTP/1.1" status: 200 len: 217 time: 0.0605612 Apr 01 16:19:40.504208 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2107dec-7485-422d-806b-d305b2702bf3 req-6df175a7-5054-4f72-9e45-19d74bacdc52 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:40.505557 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c2107dec-7485-422d-806b-d305b2702bf3 req-6df175a7-5054-4f72-9e45-19d74bacdc52 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c9e2e9b5-8f78-4058-8f1e-c59ff2c4e719 HTTP/1.1" status: 200 len: 854 time: 0.0607035 Apr 01 16:19:40.551439 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c2107dec-7485-422d-806b-d305b2702bf3 req-a6db15f0-c2af-4582-8c0f-c1c49508e053 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=23198321-9571-4a6f-9244-1b8376822e1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391073 Apr 01 16:19:40.681981 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c2107dec-7485-422d-806b-d305b2702bf3 req-c0a40ca1-43df-46fb-86be-cc2131cd0de9 service neutron] 10.222.0.24 "GET /v2.0/networks/23198321-9571-4a6f-9244-1b8376822e1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244977 Apr 01 16:19:40.813558 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c2107dec-7485-422d-806b-d305b2702bf3 req-c1e82699-3b6d-43d3-a5c9-04b62bc69567 service neutron] 10.222.0.24 "GET /v2.0/networks/23198321-9571-4a6f-9244-1b8376822e1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256340 Apr 01 16:19:40.929349 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-137dde5b-e203-48e2-be47-21a08fcdd59e req-ceff0b17-7392-482c-8181-32f21b09eb0d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96cab78dd2e84a55816a962fefacd592&device_id=183ed0bb-8c95-42d9-ab79-04111a3aaa15 HTTP/1.1" status: 200 len: 1096 time: 0.0676098 Apr 01 16:19:41.110503 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137dde5b-e203-48e2-be47-21a08fcdd59e req-60fa4255-274a-465e-a519-6ba9bc780312 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:41.111840 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-137dde5b-e203-48e2-be47-21a08fcdd59e req-60fa4255-274a-465e-a519-6ba9bc780312 service neutron] 10.222.0.24 "GET /v2.0/networks?id=23198321-9571-4a6f-9244-1b8376822e1c HTTP/1.1" status: 200 len: 914 time: 0.1758175 Apr 01 16:19:41.186680 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-137dde5b-e203-48e2-be47-21a08fcdd59e req-200ab27a-c0c6-44cd-9370-6f41a54ea08b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be92f5f7-cbed-452f-a799-6179d6c5f22a HTTP/1.1" status: 200 len: 217 time: 0.0666404 Apr 01 16:19:41.238973 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54f7b4b-9b24-470b-9fcb-21a50208d4be req-15218f7c-9151-4a2b-bd5f-d2b1f4c8ee4a tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:41.240287 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f54f7b4b-9b24-470b-9fcb-21a50208d4be req-15218f7c-9151-4a2b-bd5f-d2b1f4c8ee4a tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] 10.222.0.55 "GET /v2.0/ports?device_id=183ed0bb-8c95-42d9-ab79-04111a3aaa15 HTTP/1.1" status: 200 len: 943 time: 0.2055359 Apr 01 16:19:41.286979 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137dde5b-e203-48e2-be47-21a08fcdd59e req-0ae4b8cb-29d5-435b-aaff-7c41686b376f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:41.288403 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-137dde5b-e203-48e2-be47-21a08fcdd59e req-0ae4b8cb-29d5-435b-aaff-7c41686b376f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c9e2e9b5-8f78-4058-8f1e-c59ff2c4e719 HTTP/1.1" status: 200 len: 854 time: 0.0942276 Apr 01 16:19:41.341935 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f54f7b4b-9b24-470b-9fcb-21a50208d4be req-cb3c463d-b6f0-4dbe-949b-944746e50f7c tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e842b84-1db1-42f3-bc69-973f06f98978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931659 Apr 01 16:19:41.343756 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-137dde5b-e203-48e2-be47-21a08fcdd59e req-f22f1f4a-8699-4777-aa71-73f4a6cb6a48 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=23198321-9571-4a6f-9244-1b8376822e1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491128 Apr 01 16:19:41.575584 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-137dde5b-e203-48e2-be47-21a08fcdd59e req-39048047-3f6d-42ce-923e-52a1de2e264c service neutron] 10.222.0.24 "GET /v2.0/networks/23198321-9571-4a6f-9244-1b8376822e1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195332 Apr 01 16:19:41.718051 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-137dde5b-e203-48e2-be47-21a08fcdd59e req-d6246f90-2287-42e8-a751-ee1213e3c51d service neutron] 10.222.0.24 "GET /v2.0/networks/23198321-9571-4a6f-9244-1b8376822e1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357286 Apr 01 16:19:42.541072 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad3cbe0-1bf9-4a4b-9be4-056358fdcd2d req-4b7d2291-9571-4215-9138-e3e5ed59e458 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:42.544086 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-3ad3cbe0-1bf9-4a4b-9be4-056358fdcd2d req-4b7d2291-9571-4215-9138-e3e5ed59e458 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] 10.222.0.55 "GET /v2.0/ports?device_id=183ed0bb-8c95-42d9-ab79-04111a3aaa15 HTTP/1.1" status: 200 len: 943 time: 0.0768712 Apr 01 16:19:42.590712 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-3ad3cbe0-1bf9-4a4b-9be4-056358fdcd2d req-cb8d08bf-2cdc-4766-812a-c510202ffd25 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e842b84-1db1-42f3-bc69-973f06f98978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411298 Apr 01 16:19:42.711636 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device be92f5f7-cbed-452f-a799-6179d6c5f22a details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:19:42.843841 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port be92f5f7-cbed-452f-a799-6179d6c5f22a, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=be92f5f7-cbed-452f-a799-6179d6c5f22a,segment=NetworkSegment(2c72bcb3-7cbd-4c69-8553-7127c5874c07),segment_id=2c72bcb3-7cbd-4c69-8553-7127c5874c07)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:19:42.859108 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Returning: {'device': 'be92f5f7-cbed-452f-a799-6179d6c5f22a', 'network_id': '23198321-9571-4a6f-9244-1b8376822e1c', 'port_id': 'be92f5f7-cbed-452f-a799-6179d6c5f22a', 'mac_address': 'fa:16:3e:9d:a1:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9e2e9b5-8f78-4058-8f1e-c59ff2c4e719', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:19:42.911223 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:42.928819 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be92f5f7-cbed-452f-a799-6179d6c5f22a {{(pid=83829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:19:42.943155 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port be92f5f7-cbed-452f-a799-6179d6c5f22a, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=be92f5f7-cbed-452f-a799-6179d6c5f22a,segment=NetworkSegment(2c72bcb3-7cbd-4c69-8553-7127c5874c07),segment_id=2c72bcb3-7cbd-4c69-8553-7127c5874c07)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:19:42.947216 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:43.047090 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=be92f5f7-cbed-452f-a799-6179d6c5f22a,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:19:43.173920 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] get_ports_and_sgs() called for port_ids ['be92f5f7-cbed-452f-a799-6179d6c5f22a'] {{(pid=83829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 16:19:43.797255 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5037d0ff-5a60-4672-b4ee-af402e87cd39 req-58c0168d-619f-46e6-a775-088d4d22aa73 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:43.798715 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5037d0ff-5a60-4672-b4ee-af402e87cd39 req-58c0168d-619f-46e6-a775-088d4d22aa73 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] 10.222.0.55 "GET /v2.0/ports?device_id=183ed0bb-8c95-42d9-ab79-04111a3aaa15 HTTP/1.1" status: 200 len: 944 time: 0.0803885 Apr 01 16:19:43.844756 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5037d0ff-5a60-4672-b4ee-af402e87cd39 req-bb9eeb5d-26fc-4fb6-a06a-6feefeb1cbe9 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e842b84-1db1-42f3-bc69-973f06f98978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404482 Apr 01 16:19:44.727795 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device be92f5f7-cbed-452f-a799-6179d6c5f22a up at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:19:44.794609 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning for port be92f5f7-cbed-452f-a799-6179d6c5f22a completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:19:44.799370 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning complete for port be92f5f7-cbed-452f-a799-6179d6c5f22a triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:19:44.799739 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:44.916678 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:44.943046 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '183ed0bb-8c95-42d9-ab79-04111a3aaa15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be92f5f7-cbed-452f-a799-6179d6c5f22a'}] {{(pid=83829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:19:44.953606 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port be92f5f7-cbed-452f-a799-6179d6c5f22a, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=be92f5f7-cbed-452f-a799-6179d6c5f22a,segment=NetworkSegment(2c72bcb3-7cbd-4c69-8553-7127c5874c07),segment_id=2c72bcb3-7cbd-4c69-8553-7127c5874c07)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:19:44.957470 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:45.026727 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=be92f5f7-cbed-452f-a799-6179d6c5f22a,revision_number=5']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:19:45.041151 dv-neutron-833373-2-hyperv neutron-server[83829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '183ed0bb-8c95-42d9-ab79-04111a3aaa15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be92f5f7-cbed-452f-a799-6179d6c5f22a', 'code': 200} Apr 01 16:19:45.071410 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c60b84-c6df-4595-b505-89761a8c8004 req-e57b632e-cde2-406a-ab0a-0d3da462490b tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:45.072893 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c5c60b84-c6df-4595-b505-89761a8c8004 req-e57b632e-cde2-406a-ab0a-0d3da462490b tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] 10.222.0.55 "GET /v2.0/ports?device_id=183ed0bb-8c95-42d9-ab79-04111a3aaa15 HTTP/1.1" status: 200 len: 945 time: 0.1063473 Apr 01 16:19:45.123255 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c5c60b84-c6df-4595-b505-89761a8c8004 req-37b9e342-1c9e-4a8d-bcd5-414f111c8303 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e842b84-1db1-42f3-bc69-973f06f98978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447302 Apr 01 16:19:45.265789 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-7c017fd4-413e-412c-a895-df9cac578376 req-a4cc9d33-688d-4844-84f5-9ace09a5a0e7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=183ed0bb-8c95-42d9-ab79-04111a3aaa15 HTTP/1.1" status: 200 len: 1098 time: 0.0771034 Apr 01 16:19:45.310192 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-7c017fd4-413e-412c-a895-df9cac578376 req-f0c9bf3b-4219-4e21-b9db-b47715f4885c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2e842b84-1db1-42f3-bc69-973f06f98978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377460 Apr 01 16:19:46.323074 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe15c7a-b6d8-4109-9048-74ca5a5f1cc6 req-23b1be8e-bcf4-45cd-9bdb-81182d83162e tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:46.324459 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-cfe15c7a-b6d8-4109-9048-74ca5a5f1cc6 req-23b1be8e-bcf4-45cd-9bdb-81182d83162e tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] 10.222.0.55 "GET /v2.0/ports?device_id=183ed0bb-8c95-42d9-ab79-04111a3aaa15 HTTP/1.1" status: 200 len: 945 time: 0.0780528 Apr 01 16:19:46.380441 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-cfe15c7a-b6d8-4109-9048-74ca5a5f1cc6 req-c4d66923-89cf-41d8-92b8-5c5c0e451bee tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e842b84-1db1-42f3-bc69-973f06f98978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496933 Apr 01 16:19:47.575661 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978551f-9d6e-412e-9d51-6e5abe207fd7 req-f23aed3d-bdb1-433d-95ae-58f1abee5580 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:47.577110 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-7978551f-9d6e-412e-9d51-6e5abe207fd7 req-f23aed3d-bdb1-433d-95ae-58f1abee5580 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] 10.222.0.55 "GET /v2.0/ports?device_id=183ed0bb-8c95-42d9-ab79-04111a3aaa15 HTTP/1.1" status: 200 len: 945 time: 0.0757661 Apr 01 16:19:47.622551 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-7978551f-9d6e-412e-9d51-6e5abe207fd7 req-84a5f6e9-0ad7-4656-9112-0bf6d7da7073 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e842b84-1db1-42f3-bc69-973f06f98978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399268 Apr 01 16:19:47.919169 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f8a77-20ae-437e-a6b5-68e805ef8c2c req-be32d721-8fd1-42d6-b1c0-cebcd1e81a3f tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:47.920578 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c48f8a77-20ae-437e-a6b5-68e805ef8c2c req-be32d721-8fd1-42d6-b1c0-cebcd1e81a3f tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] 10.222.0.55 "GET /v2.0/networks?id=23198321-9571-4a6f-9244-1b8376822e1c HTTP/1.1" status: 200 len: 814 time: 0.1406207 Apr 01 16:19:47.936487 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c48f8a77-20ae-437e-a6b5-68e805ef8c2c req-a45db394-f798-4392-95d0-c598e7350310 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] 10.222.0.55 "GET /v2.0/quotas/96cab78dd2e84a55816a962fefacd592 HTTP/1.1" status: 200 len: 375 time: 0.0104730 Apr 01 16:19:48.031739 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c48f8a77-20ae-437e-a6b5-68e805ef8c2c req-a8025333-78df-4aaa-8ee2-c85c3232ab6b tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=96cab78dd2e84a55816a962fefacd592&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0903270 Apr 01 16:19:48.168616 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c48f8a77-20ae-437e-a6b5-68e805ef8c2c req-bf860248-fb75-456e-901f-765aa2237594 service neutron] 10.222.0.55 "GET /v2.0/networks/23198321-9571-4a6f-9244-1b8376822e1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299791 Apr 01 16:19:48.301847 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c48f8a77-20ae-437e-a6b5-68e805ef8c2c req-3810c0f5-757b-4266-b091-507d1d4ecd44 service neutron] 10.222.0.55 "GET /v2.0/networks/23198321-9571-4a6f-9244-1b8376822e1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271183 Apr 01 16:19:48.489048 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-40939471-98ee-469d-8498-a68e848c5103 req-c1324cc5-7569-4880-89ab-aeefbcea3380 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] 10.222.0.55 "GET /v2.0/ports?device_id=def04181-6e04-41e3-90d1-f8dc96131650 HTTP/1.1" status: 200 len: 210 time: 0.0419853 Apr 01 16:19:49.489584 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f8a77-20ae-437e-a6b5-68e805ef8c2c req-02830c92-79fd-4984-bb93-2389aab81e4c tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:49.490985 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c48f8a77-20ae-437e-a6b5-68e805ef8c2c req-02830c92-79fd-4984-bb93-2389aab81e4c tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] 10.222.0.24 "GET /v2.0/networks?id=23198321-9571-4a6f-9244-1b8376822e1c HTTP/1.1" status: 200 len: 814 time: 0.1421263 Apr 01 16:19:49.507173 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [req-c48f8a77-20ae-437e-a6b5-68e805ef8c2c req-e6225301-eac5-4473-8d91-d9646fb4737d tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] Request body: {'port': {'device_id': 'def04181-6e04-41e3-90d1-f8dc96131650', 'network_id': '23198321-9571-4a6f-9244-1b8376822e1c', 'admin_state_up': True, 'tenant_id': '96cab78dd2e84a55816a962fefacd592'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:19:49.725725 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-93c34dfb-471c-48ef-9974-39df2b264a2b req-9f9aef1c-7df1-42fd-91f3-799850843b45 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] 10.222.0.55 "GET /v2.0/ports?device_id=def04181-6e04-41e3-90d1-f8dc96131650 HTTP/1.1" status: 200 len: 210 time: 0.0568867 Apr 01 16:19:49.777412 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [req-c48f8a77-20ae-437e-a6b5-68e805ef8c2c req-e6225301-eac5-4473-8d91-d9646fb4737d tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:19:49.786743 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [req-c48f8a77-20ae-437e-a6b5-68e805ef8c2c req-e6225301-eac5-4473-8d91-d9646fb4737d tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:19:49.796342 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c48f8a77-20ae-437e-a6b5-68e805ef8c2c req-e6225301-eac5-4473-8d91-d9646fb4737d tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] Made reservation on behalf of 96cab78dd2e84a55816a962fefacd592 for: {'port': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:19:49.799389 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-c48f8a77-20ae-437e-a6b5-68e805ef8c2c req-e6225301-eac5-4473-8d91-d9646fb4737d tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:49.959358 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [req-c48f8a77-20ae-437e-a6b5-68e805ef8c2c req-e6225301-eac5-4473-8d91-d9646fb4737d tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] Allocated IP 172.20.0.4 (23198321-9571-4a6f-9244-1b8376822e1c/c9e2e9b5-8f78-4058-8f1e-c59ff2c4e719/c20da7c6-1211-4ac1-880f-6bf7c17c8d84) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:19:50.158330 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-c48f8a77-20ae-437e-a6b5-68e805ef8c2c req-e6225301-eac5-4473-8d91-d9646fb4737d tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:50.185795 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-c48f8a77-20ae-437e-a6b5-68e805ef8c2c req-e6225301-eac5-4473-8d91-d9646fb4737d tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:50.198467 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] get_ports_and_sgs() called for port_ids ['be92f5f7-cbed-452f-a799-6179d6c5f22a'] {{(pid=83829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 16:19:50.258866 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c48f8a77-20ae-437e-a6b5-68e805ef8c2c req-e6225301-eac5-4473-8d91-d9646fb4737d tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] Network 23198321-9571-4a6f-9244-1b8376822e1c is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:19:50.262048 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [req-c48f8a77-20ae-437e-a6b5-68e805ef8c2c req-e6225301-eac5-4473-8d91-d9646fb4737d tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:19:50.266553 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [req-c48f8a77-20ae-437e-a6b5-68e805ef8c2c req-e6225301-eac5-4473-8d91-d9646fb4737d tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:19:50.297493 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6225301-eac5-4473-8d91-d9646fb4737d tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] Pushing event updated for resources: {'Port': ['ID=c20da7c6-1211-4ac1-880f-6bf7c17c8d84,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:19:50.331290 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f8a77-20ae-437e-a6b5-68e805ef8c2c req-e6225301-eac5-4473-8d91-d9646fb4737d tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:50.331880 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-c48f8a77-20ae-437e-a6b5-68e805ef8c2c req-e6225301-eac5-4473-8d91-d9646fb4737d tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:50.356746 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c48f8a77-20ae-437e-a6b5-68e805ef8c2c req-e6225301-eac5-4473-8d91-d9646fb4737d tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8532019 Apr 01 16:19:50.369294 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [req-c48f8a77-20ae-437e-a6b5-68e805ef8c2c req-4299b013-0030-4cf5-a6e9-7852ad328767 service neutron] Request body: {'port': {'device_id': 'def04181-6e04-41e3-90d1-f8dc96131650', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:19:50.478765 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-c48f8a77-20ae-437e-a6b5-68e805ef8c2c req-4299b013-0030-4cf5-a6e9-7852ad328767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:50.838848 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [req-c48f8a77-20ae-437e-a6b5-68e805ef8c2c req-4299b013-0030-4cf5-a6e9-7852ad328767 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c20da7c6-1211-4ac1-880f-6bf7c17c8d84 {{(pid=83826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:19:50.846100 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-c48f8a77-20ae-437e-a6b5-68e805ef8c2c req-4299b013-0030-4cf5-a6e9-7852ad328767 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:50.899537 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [req-c48f8a77-20ae-437e-a6b5-68e805ef8c2c req-4299b013-0030-4cf5-a6e9-7852ad328767 service neutron] Transition to ACTIVE for port object c20da7c6-1211-4ac1-880f-6bf7c17c8d84 will not be triggered until provisioned by entity L2. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:19:50.905283 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-c48f8a77-20ae-437e-a6b5-68e805ef8c2c req-4299b013-0030-4cf5-a6e9-7852ad328767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:51.066689 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4299b013-0030-4cf5-a6e9-7852ad328767 service neutron] Pushing event updated for resources: {'Port': ['ID=c20da7c6-1211-4ac1-880f-6bf7c17c8d84,revision_number=2']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:19:51.116328 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ea52bc-a991-455b-82ad-4ab760de1075 req-4812d612-559d-4543-9dc0-d793f8c3f359 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:51.117043 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-34ea52bc-a991-455b-82ad-4ab760de1075 req-4812d612-559d-4543-9dc0-d793f8c3f359 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] Synchronizing usage tracker for tenant:96cab78dd2e84a55816a962fefacd592 on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:19:51.179224 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-34ea52bc-a991-455b-82ad-4ab760de1075 req-4812d612-559d-4543-9dc0-d793f8c3f359 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] Unset dirty status for tenant:96cab78dd2e84a55816a962fefacd592 on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:19:51.180424 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-34ea52bc-a991-455b-82ad-4ab760de1075 req-4812d612-559d-4543-9dc0-d793f8c3f359 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] 10.222.0.55 "GET /v2.0/ports?device_id=def04181-6e04-41e3-90d1-f8dc96131650 HTTP/1.1" status: 200 len: 931 time: 0.3264027 Apr 01 16:19:51.239346 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.managers [req-c48f8a77-20ae-437e-a6b5-68e805ef8c2c req-4299b013-0030-4cf5-a6e9-7852ad328767 service neutron] Attempting to bind port c20da7c6-1211-4ac1-880f-6bf7c17c8d84 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:19:51.239680 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.managers [req-c48f8a77-20ae-437e-a6b5-68e805ef8c2c req-4299b013-0030-4cf5-a6e9-7852ad328767 service neutron] Attempting to bind port c20da7c6-1211-4ac1-880f-6bf7c17c8d84 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '2c72bcb3-7cbd-4c69-8553-7127c5874c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '23198321-9571-4a6f-9244-1b8376822e1c'}] {{(pid=83826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:19:51.240008 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48f8a77-20ae-437e-a6b5-68e805ef8c2c req-4299b013-0030-4cf5-a6e9-7852ad328767 service neutron] Attempting to bind port c20da7c6-1211-4ac1-880f-6bf7c17c8d84 on network 23198321-9571-4a6f-9244-1b8376822e1c {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:19:51.252126 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-34ea52bc-a991-455b-82ad-4ab760de1075 req-ca0ae7f3-b07f-41d5-ab0f-fbcb1d0c214e tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e842b84-1db1-42f3-bc69-973f06f98978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645659 Apr 01 16:19:51.253185 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48f8a77-20ae-437e-a6b5-68e805ef8c2c req-4299b013-0030-4cf5-a6e9-7852ad328767 service neutron] Port c20da7c6-1211-4ac1-880f-6bf7c17c8d84 on network 23198321-9571-4a6f-9244-1b8376822e1c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 16:19:51.253524 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48f8a77-20ae-437e-a6b5-68e805ef8c2c req-4299b013-0030-4cf5-a6e9-7852ad328767 service neutron] Attempting to bind port c20da7c6-1211-4ac1-880f-6bf7c17c8d84 on network 23198321-9571-4a6f-9244-1b8376822e1c {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:19:51.261051 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48f8a77-20ae-437e-a6b5-68e805ef8c2c req-4299b013-0030-4cf5-a6e9-7852ad328767 service neutron] Checking agent: {'id': '5b2860be-0b4f-4931-914a-5d10403eafcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 47, 24), 'started_at': datetime.datetime(2022, 4, 1, 15, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:19:51.261399 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48f8a77-20ae-437e-a6b5-68e805ef8c2c req-4299b013-0030-4cf5-a6e9-7852ad328767 service neutron] Checking segment: {'id': '2c72bcb3-7cbd-4c69-8553-7127c5874c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '23198321-9571-4a6f-9244-1b8376822e1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:19:51.261893 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48f8a77-20ae-437e-a6b5-68e805ef8c2c req-4299b013-0030-4cf5-a6e9-7852ad328767 service neutron] Bound using segment: {'id': '2c72bcb3-7cbd-4c69-8553-7127c5874c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '23198321-9571-4a6f-9244-1b8376822e1c'} {{(pid=83826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:19:51.262204 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.managers [req-c48f8a77-20ae-437e-a6b5-68e805ef8c2c req-4299b013-0030-4cf5-a6e9-7852ad328767 service neutron] Bound port: c20da7c6-1211-4ac1-880f-6bf7c17c8d84, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c72bcb3-7cbd-4c69-8553-7127c5874c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '23198321-9571-4a6f-9244-1b8376822e1c'}}] {{(pid=83826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:19:51.262553 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-c48f8a77-20ae-437e-a6b5-68e805ef8c2c req-4299b013-0030-4cf5-a6e9-7852ad328767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:51.370571 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [req-c48f8a77-20ae-437e-a6b5-68e805ef8c2c req-4299b013-0030-4cf5-a6e9-7852ad328767 service neutron] For port c20da7c6-1211-4ac1-880f-6bf7c17c8d84, host hv-neutron-8333, cleared binding levels {{(pid=83826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:19:51.374790 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [req-c48f8a77-20ae-437e-a6b5-68e805ef8c2c req-4299b013-0030-4cf5-a6e9-7852ad328767 service neutron] For port c20da7c6-1211-4ac1-880f-6bf7c17c8d84, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=c20da7c6-1211-4ac1-880f-6bf7c17c8d84,segment=NetworkSegment(2c72bcb3-7cbd-4c69-8553-7127c5874c07),segment_id=2c72bcb3-7cbd-4c69-8553-7127c5874c07)] {{(pid=83826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:19:51.379493 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-c48f8a77-20ae-437e-a6b5-68e805ef8c2c req-4299b013-0030-4cf5-a6e9-7852ad328767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:51.441951 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-c48f8a77-20ae-437e-a6b5-68e805ef8c2c req-4299b013-0030-4cf5-a6e9-7852ad328767 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:51.443336 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c48f8a77-20ae-437e-a6b5-68e805ef8c2c req-4299b013-0030-4cf5-a6e9-7852ad328767 service neutron] 10.222.0.24 "PUT /v2.0/ports/c20da7c6-1211-4ac1-880f-6bf7c17c8d84 HTTP/1.1" status: 200 len: 1093 time: 1.0785120 Apr 01 16:19:51.446551 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'def04181-6e04-41e3-90d1-f8dc96131650', 'tag': 'c20da7c6-1211-4ac1-880f-6bf7c17c8d84'}] {{(pid=83826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:19:51.469155 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4299b013-0030-4cf5-a6e9-7852ad328767 service neutron] Pushing event updated for resources: {'Port': ['ID=c20da7c6-1211-4ac1-880f-6bf7c17c8d84,revision_number=3']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:19:51.512999 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'def04181-6e04-41e3-90d1-f8dc96131650', 'tag': 'c20da7c6-1211-4ac1-880f-6bf7c17c8d84', 'status': 'completed', 'code': 200} Apr 01 16:19:51.556611 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c48f8a77-20ae-437e-a6b5-68e805ef8c2c req-b8323645-0249-48e8-b1c3-f3416fe0d722 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96cab78dd2e84a55816a962fefacd592&device_id=def04181-6e04-41e3-90d1-f8dc96131650 HTTP/1.1" status: 200 len: 1096 time: 0.0754859 Apr 01 16:19:51.715460 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c48f8a77-20ae-437e-a6b5-68e805ef8c2c req-411f2d38-43c9-4c0c-af2f-c621aa32823c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c20da7c6-1211-4ac1-880f-6bf7c17c8d84 HTTP/1.1" status: 200 len: 217 time: 0.1518326 Apr 01 16:19:51.779546 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f8a77-20ae-437e-a6b5-68e805ef8c2c req-9e079afa-7047-4da7-b792-e75db0860497 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:51.781017 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c48f8a77-20ae-437e-a6b5-68e805ef8c2c req-9e079afa-7047-4da7-b792-e75db0860497 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c9e2e9b5-8f78-4058-8f1e-c59ff2c4e719 HTTP/1.1" status: 200 len: 854 time: 0.0599718 Apr 01 16:19:51.825596 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c48f8a77-20ae-437e-a6b5-68e805ef8c2c req-22ff716e-6089-42a8-a13f-762009f44d78 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=23198321-9571-4a6f-9244-1b8376822e1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380967 Apr 01 16:19:51.841940 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [req-c48f8a77-20ae-437e-a6b5-68e805ef8c2c req-d98ed93e-4609-4ab9-9f03-f9fa963d65ab service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=83826) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 16:19:51.843008 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c48f8a77-20ae-437e-a6b5-68e805ef8c2c req-d98ed93e-4609-4ab9-9f03-f9fa963d65ab service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046458 Apr 01 16:19:51.970967 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c48f8a77-20ae-437e-a6b5-68e805ef8c2c req-99b6203a-b9d8-4391-98ef-bdee4d077a03 service neutron] 10.222.0.24 "GET /v2.0/networks/23198321-9571-4a6f-9244-1b8376822e1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224368 Apr 01 16:19:52.104424 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c48f8a77-20ae-437e-a6b5-68e805ef8c2c req-8806a125-be29-4771-b728-b073331ed0e2 service neutron] 10.222.0.24 "GET /v2.0/networks/23198321-9571-4a6f-9244-1b8376822e1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262784 Apr 01 16:19:52.220244 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-69a6e34a-cdc9-4be0-ad3b-e31b408b545f req-0037bb9e-c7a4-45e6-89b3-38f2037a20df service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96cab78dd2e84a55816a962fefacd592&device_id=def04181-6e04-41e3-90d1-f8dc96131650 HTTP/1.1" status: 200 len: 1096 time: 0.0676031 Apr 01 16:19:52.353637 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a6e34a-cdc9-4be0-ad3b-e31b408b545f req-acc5fb41-5983-47eb-b031-ea9912ff0993 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:52.355064 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-69a6e34a-cdc9-4be0-ad3b-e31b408b545f req-acc5fb41-5983-47eb-b031-ea9912ff0993 service neutron] 10.222.0.24 "GET /v2.0/networks?id=23198321-9571-4a6f-9244-1b8376822e1c HTTP/1.1" status: 200 len: 914 time: 0.1276667 Apr 01 16:19:52.461016 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-69a6e34a-cdc9-4be0-ad3b-e31b408b545f req-e707a50f-0fd8-4d51-a1fe-98c98916c639 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c20da7c6-1211-4ac1-880f-6bf7c17c8d84 HTTP/1.1" status: 200 len: 217 time: 0.0993876 Apr 01 16:19:52.537730 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a6e34a-cdc9-4be0-ad3b-e31b408b545f req-ab33e6c8-d95b-44bf-936f-077909e0c237 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:52.539141 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-69a6e34a-cdc9-4be0-ad3b-e31b408b545f req-ab33e6c8-d95b-44bf-936f-077909e0c237 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c9e2e9b5-8f78-4058-8f1e-c59ff2c4e719 HTTP/1.1" status: 200 len: 854 time: 0.0721543 Apr 01 16:19:52.551582 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a15a50-abec-4d02-abfb-e163e7447e8c req-0e46139f-4d2e-42d5-b2cc-8a4af52c19c3 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:52.552964 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c1a15a50-abec-4d02-abfb-e163e7447e8c req-0e46139f-4d2e-42d5-b2cc-8a4af52c19c3 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] 10.222.0.55 "GET /v2.0/ports?device_id=def04181-6e04-41e3-90d1-f8dc96131650 HTTP/1.1" status: 200 len: 943 time: 0.1417720 Apr 01 16:19:52.607165 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-69a6e34a-cdc9-4be0-ad3b-e31b408b545f req-42ed4340-9866-46e7-aad3-fa00a6e564fd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=23198321-9571-4a6f-9244-1b8376822e1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614152 Apr 01 16:19:52.699187 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c1a15a50-abec-4d02-abfb-e163e7447e8c req-c4e31591-06b6-4da6-8ca3-19c96e8d2c77 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e842b84-1db1-42f3-bc69-973f06f98978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186414 Apr 01 16:19:52.751016 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-69a6e34a-cdc9-4be0-ad3b-e31b408b545f req-a9f0f91f-405b-4826-82c3-55e0f24a696c service neutron] 10.222.0.24 "GET /v2.0/networks/23198321-9571-4a6f-9244-1b8376822e1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337578 Apr 01 16:19:52.886674 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-69a6e34a-cdc9-4be0-ad3b-e31b408b545f req-1b4a5d25-3e72-4312-85ff-2f0663dc3299 service neutron] 10.222.0.24 "GET /v2.0/networks/23198321-9571-4a6f-9244-1b8376822e1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252942 Apr 01 16:19:53.897419 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23128368-4aa4-4aab-ae7b-1504a0f9652f req-fda60cea-7e14-4887-996b-4c37561ca66b tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:53.899456 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-23128368-4aa4-4aab-ae7b-1504a0f9652f req-fda60cea-7e14-4887-996b-4c37561ca66b tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] 10.222.0.55 "GET /v2.0/ports?device_id=def04181-6e04-41e3-90d1-f8dc96131650 HTTP/1.1" status: 200 len: 943 time: 0.0793962 Apr 01 16:19:53.920319 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-dcdd9831-a601-43ee-b78e-e4da9a224548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:53.944471 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:53.949226 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-23128368-4aa4-4aab-ae7b-1504a0f9652f req-5fc88b8b-d49f-4e3a-96b9-2eaee3b50164 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e842b84-1db1-42f3-bc69-973f06f98978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441418 Apr 01 16:19:54.802714 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device c20da7c6-1211-4ac1-880f-6bf7c17c8d84 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:19:54.937216 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port c20da7c6-1211-4ac1-880f-6bf7c17c8d84, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=c20da7c6-1211-4ac1-880f-6bf7c17c8d84,segment=NetworkSegment(2c72bcb3-7cbd-4c69-8553-7127c5874c07),segment_id=2c72bcb3-7cbd-4c69-8553-7127c5874c07)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:19:54.949918 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Returning: {'device': 'c20da7c6-1211-4ac1-880f-6bf7c17c8d84', 'network_id': '23198321-9571-4a6f-9244-1b8376822e1c', 'port_id': 'c20da7c6-1211-4ac1-880f-6bf7c17c8d84', 'mac_address': 'fa:16:3e:0c:17:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9e2e9b5-8f78-4058-8f1e-c59ff2c4e719', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:19:55.009416 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:55.027415 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c20da7c6-1211-4ac1-880f-6bf7c17c8d84 {{(pid=83829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:19:55.043660 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port c20da7c6-1211-4ac1-880f-6bf7c17c8d84, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=c20da7c6-1211-4ac1-880f-6bf7c17c8d84,segment=NetworkSegment(2c72bcb3-7cbd-4c69-8553-7127c5874c07),segment_id=2c72bcb3-7cbd-4c69-8553-7127c5874c07)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:19:55.048768 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:55.114189 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=c20da7c6-1211-4ac1-880f-6bf7c17c8d84,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:19:55.149525 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03abf470-10b1-4e40-be16-01d2a26a4b60 req-8df084c7-ea2d-4b94-b2e1-e53a124ba6f9 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:55.151022 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-03abf470-10b1-4e40-be16-01d2a26a4b60 req-8df084c7-ea2d-4b94-b2e1-e53a124ba6f9 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] 10.222.0.55 "GET /v2.0/ports?device_id=def04181-6e04-41e3-90d1-f8dc96131650 HTTP/1.1" status: 200 len: 944 time: 0.0770645 Apr 01 16:19:55.200091 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-03abf470-10b1-4e40-be16-01d2a26a4b60 req-02a7559c-2d8b-4fb3-b01f-a654ba9de587 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e842b84-1db1-42f3-bc69-973f06f98978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429459 Apr 01 16:19:55.264495 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] get_ports_and_sgs() called for port_ids ['c20da7c6-1211-4ac1-880f-6bf7c17c8d84'] {{(pid=83829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 16:19:56.315783 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-adebe54c-724c-4b73-81de-8d94c0fef433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:56.409217 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389aa068-1474-4d13-92ef-1bc01bf20aa6 req-96f28028-c1a7-4101-a200-e12a0e142731 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:56.410644 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-389aa068-1474-4d13-92ef-1bc01bf20aa6 req-96f28028-c1a7-4101-a200-e12a0e142731 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] 10.222.0.55 "GET /v2.0/ports?device_id=def04181-6e04-41e3-90d1-f8dc96131650 HTTP/1.1" status: 200 len: 944 time: 0.0795605 Apr 01 16:19:56.457929 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-389aa068-1474-4d13-92ef-1bc01bf20aa6 req-fa7385e1-5af8-4c8e-a695-6c06c3e0c4ac tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e842b84-1db1-42f3-bc69-973f06f98978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404692 Apr 01 16:19:56.803128 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device c20da7c6-1211-4ac1-880f-6bf7c17c8d84 up at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:19:56.870180 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning for port c20da7c6-1211-4ac1-880f-6bf7c17c8d84 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:19:56.875053 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning complete for port c20da7c6-1211-4ac1-880f-6bf7c17c8d84 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:19:56.875429 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:56.989483 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:57.016351 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'def04181-6e04-41e3-90d1-f8dc96131650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c20da7c6-1211-4ac1-880f-6bf7c17c8d84'}] {{(pid=83829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:19:57.026585 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port c20da7c6-1211-4ac1-880f-6bf7c17c8d84, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=c20da7c6-1211-4ac1-880f-6bf7c17c8d84,segment=NetworkSegment(2c72bcb3-7cbd-4c69-8553-7127c5874c07),segment_id=2c72bcb3-7cbd-4c69-8553-7127c5874c07)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:19:57.031107 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:57.077283 dv-neutron-833373-2-hyperv neutron-server[83829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'def04181-6e04-41e3-90d1-f8dc96131650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c20da7c6-1211-4ac1-880f-6bf7c17c8d84', 'code': 200} Apr 01 16:19:57.104033 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=c20da7c6-1211-4ac1-880f-6bf7c17c8d84,revision_number=5']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:19:57.385304 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f543d489-d45f-4576-aef3-00f6eb95dca1 req-747d94f3-c3ea-47c2-8a28-9823ac13d524 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=def04181-6e04-41e3-90d1-f8dc96131650 HTTP/1.1" status: 200 len: 1098 time: 0.1569593 Apr 01 16:19:57.427855 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f543d489-d45f-4576-aef3-00f6eb95dca1 req-f0702ff3-3802-438a-ba46-ef1a357bf8e0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2e842b84-1db1-42f3-bc69-973f06f98978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361753 Apr 01 16:19:57.657069 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:57.659243 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7850d178-98b6-4686-b81b-cb29def077d6 req-2f36b3b6-65a9-48cf-8dbe-0cb0f3ebd9c3 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:57.660864 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-7850d178-98b6-4686-b81b-cb29def077d6 req-2f36b3b6-65a9-48cf-8dbe-0cb0f3ebd9c3 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] 10.222.0.55 "GET /v2.0/ports?device_id=def04181-6e04-41e3-90d1-f8dc96131650 HTTP/1.1" status: 200 len: 945 time: 0.0834322 Apr 01 16:19:57.711773 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-7850d178-98b6-4686-b81b-cb29def077d6 req-c857a822-3687-401a-88b4-6a4213a65561 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e842b84-1db1-42f3-bc69-973f06f98978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441794 Apr 01 16:19:57.815746 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:58.913592 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc6c6f0-664a-43d9-abf0-c8d8ba61fa3a req-c9f3a8c8-6a36-4639-a496-75d4f5306748 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:58.915080 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-1cc6c6f0-664a-43d9-abf0-c8d8ba61fa3a req-c9f3a8c8-6a36-4639-a496-75d4f5306748 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] 10.222.0.55 "GET /v2.0/ports?device_id=def04181-6e04-41e3-90d1-f8dc96131650 HTTP/1.1" status: 200 len: 945 time: 0.0794497 Apr 01 16:19:58.961248 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-1cc6c6f0-664a-43d9-abf0-c8d8ba61fa3a req-d37598e1-91b2-443a-b761-af83458ac011 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e842b84-1db1-42f3-bc69-973f06f98978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400257 Apr 01 16:19:59.338277 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:19:59.357859 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fee9d3-b456-4c47-8bd6-c8efb32da4ac req-16b561d1-f796-4926-925d-26430b672cda tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:19:59.359309 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-16fee9d3-b456-4c47-8bd6-c8efb32da4ac req-16b561d1-f796-4926-925d-26430b672cda tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] 10.222.0.55 "GET /v2.0/ports?device_id=def04181-6e04-41e3-90d1-f8dc96131650 HTTP/1.1" status: 200 len: 945 time: 0.0762887 Apr 01 16:19:59.406413 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-16fee9d3-b456-4c47-8bd6-c8efb32da4ac req-617c2d11-413c-407f-943c-582adc24e5a8 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e842b84-1db1-42f3-bc69-973f06f98978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416136 Apr 01 16:20:00.609450 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df82f0f3-42a8-4831-94b6-286ad5871315 req-9f4219b2-a8c5-4333-888c-f8b1ed1a50a6 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:00.610880 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-df82f0f3-42a8-4831-94b6-286ad5871315 req-9f4219b2-a8c5-4333-888c-f8b1ed1a50a6 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] 10.222.0.55 "GET /v2.0/ports?device_id=def04181-6e04-41e3-90d1-f8dc96131650 HTTP/1.1" status: 200 len: 945 time: 0.0806546 Apr 01 16:20:00.657669 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-df82f0f3-42a8-4831-94b6-286ad5871315 req-2df59fbb-3cb5-4182-b4da-d4428c5a3202 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e842b84-1db1-42f3-bc69-973f06f98978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412264 Apr 01 16:20:00.793936 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb287813-b26e-4c50-9d45-68b49c424f8a req-c6bd91b2-aabf-47f0-84f5-820adf06dabd tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:00.795394 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-eb287813-b26e-4c50-9d45-68b49c424f8a req-c6bd91b2-aabf-47f0-84f5-820adf06dabd tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] 10.222.0.24 "GET /v2.0/ports?device_id=def04181-6e04-41e3-90d1-f8dc96131650 HTTP/1.1" status: 200 len: 945 time: 0.0757442 Apr 01 16:20:00.867469 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [req-eb287813-b26e-4c50-9d45-68b49c424f8a req-e0b63055-c1b4-48a2-a4df-3629dc446025 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] Deleting port c20da7c6-1211-4ac1-880f-6bf7c17c8d84 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:20:00.867871 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-eb287813-b26e-4c50-9d45-68b49c424f8a req-e0b63055-c1b4-48a2-a4df-3629dc446025 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:00.923463 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-e2a37bbb-98cb-4dbc-af93-f4e5299a921b req-9b39f7d3-207e-4dce-a4ed-c71b5a314481 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=183ed0bb-8c95-42d9-ab79-04111a3aaa15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0675702 Apr 01 16:20:01.075185 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-e2a37bbb-98cb-4dbc-af93-f4e5299a921b req-2fb97c55-ed55-4a86-a2db-5b013da32e2e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=96cab78dd2e84a55816a962fefacd592&device_id=183ed0bb-8c95-42d9-ab79-04111a3aaa15 HTTP/1.1" status: 200 len: 1098 time: 0.0802133 Apr 01 16:20:01.138779 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [req-eb287813-b26e-4c50-9d45-68b49c424f8a req-e0b63055-c1b4-48a2-a4df-3629dc446025 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] For port c20da7c6-1211-4ac1-880f-6bf7c17c8d84, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=c20da7c6-1211-4ac1-880f-6bf7c17c8d84,segment=NetworkSegment(2c72bcb3-7cbd-4c69-8553-7127c5874c07),segment_id=2c72bcb3-7cbd-4c69-8553-7127c5874c07)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:20:01.139127 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-eb287813-b26e-4c50-9d45-68b49c424f8a req-e0b63055-c1b4-48a2-a4df-3629dc446025 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:01.226969 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a37bbb-98cb-4dbc-af93-f4e5299a921b req-a45fb6ba-0416-43a2-878c-d2a944bf7bab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:01.228426 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-e2a37bbb-98cb-4dbc-af93-f4e5299a921b req-a45fb6ba-0416-43a2-878c-d2a944bf7bab service neutron] 10.222.0.24 "GET /v2.0/networks?id=23198321-9571-4a6f-9244-1b8376822e1c HTTP/1.1" status: 200 len: 914 time: 0.1347635 Apr 01 16:20:01.263921 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [req-eb287813-b26e-4c50-9d45-68b49c424f8a req-e0b63055-c1b4-48a2-a4df-3629dc446025 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] Calling delete_port for c20da7c6-1211-4ac1-880f-6bf7c17c8d84 owned by compute:nova {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:20:01.296603 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-e2a37bbb-98cb-4dbc-af93-f4e5299a921b req-6827fd84-a904-4e46-9959-71b3e6e915f0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be92f5f7-cbed-452f-a799-6179d6c5f22a HTTP/1.1" status: 200 len: 217 time: 0.0615911 Apr 01 16:20:01.364079 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a37bbb-98cb-4dbc-af93-f4e5299a921b req-ee235f2e-3ea4-406e-af3d-28c68a4c67e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:01.365467 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-e2a37bbb-98cb-4dbc-af93-f4e5299a921b req-ee235f2e-3ea4-406e-af3d-28c68a4c67e0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c9e2e9b5-8f78-4058-8f1e-c59ff2c4e719 HTTP/1.1" status: 200 len: 854 time: 0.0613642 Apr 01 16:20:01.407749 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-eb287813-b26e-4c50-9d45-68b49c424f8a req-e0b63055-c1b4-48a2-a4df-3629dc446025 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:01.409976 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-e2a37bbb-98cb-4dbc-af93-f4e5299a921b req-10babc8a-27b5-4ab4-be40-41fb3417141d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=23198321-9571-4a6f-9244-1b8376822e1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383739 Apr 01 16:20:01.420670 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] get_ports_and_sgs() called for port_ids ['be92f5f7-cbed-452f-a799-6179d6c5f22a', 'c20da7c6-1211-4ac1-880f-6bf7c17c8d84'] {{(pid=83829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 16:20:01.459395 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b63055-c1b4-48a2-a4df-3629dc446025 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] Pushing event deleted for resources: {'Port': ['ID=c20da7c6-1211-4ac1-880f-6bf7c17c8d84,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:01.534757 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb287813-b26e-4c50-9d45-68b49c424f8a req-e0b63055-c1b4-48a2-a4df-3629dc446025 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] No DVR routers for this DVR port c20da7c6-1211-4ac1-880f-6bf7c17c8d84 on host hv-neutron-8333 {{(pid=83826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:20:01.538282 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-eb287813-b26e-4c50-9d45-68b49c424f8a req-e0b63055-c1b4-48a2-a4df-3629dc446025 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:01.542349 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'def04181-6e04-41e3-90d1-f8dc96131650', 'name': 'network-vif-deleted', 'tag': 'c20da7c6-1211-4ac1-880f-6bf7c17c8d84'}] {{(pid=83826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:20:01.554205 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-e2a37bbb-98cb-4dbc-af93-f4e5299a921b req-4e8fe1ca-7764-4e5e-a2f3-85a04d365cfd service neutron] 10.222.0.24 "GET /v2.0/networks/23198321-9571-4a6f-9244-1b8376822e1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376538 Apr 01 16:20:01.559800 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-eb287813-b26e-4c50-9d45-68b49c424f8a req-e0b63055-c1b4-48a2-a4df-3629dc446025 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] 10.222.0.24 "DELETE /v2.0/ports/c20da7c6-1211-4ac1-880f-6bf7c17c8d84 HTTP/1.1" status: 204 len: 173 time: 0.7589519 Apr 01 16:20:01.604780 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'def04181-6e04-41e3-90d1-f8dc96131650', 'name': 'network-vif-deleted', 'tag': 'c20da7c6-1211-4ac1-880f-6bf7c17c8d84', 'status': 'completed', 'code': 200} Apr 01 16:20:01.713944 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-e2a37bbb-98cb-4dbc-af93-f4e5299a921b req-0e2dc0e9-d680-42d3-a25d-e34114ad888b service neutron] 10.222.0.24 "GET /v2.0/networks/23198321-9571-4a6f-9244-1b8376822e1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481783 Apr 01 16:20:01.836667 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-c7fa8603-3152-452f-9fa4-018942d6e6e3 req-79d14a35-2e19-4823-a79e-d1c52fcc0cee tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] Synchronizing usage tracker for tenant:96cab78dd2e84a55816a962fefacd592 on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:20:01.851606 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-c7fa8603-3152-452f-9fa4-018942d6e6e3 req-79d14a35-2e19-4823-a79e-d1c52fcc0cee tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] Unset dirty status for tenant:96cab78dd2e84a55816a962fefacd592 on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:20:01.852996 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c7fa8603-3152-452f-9fa4-018942d6e6e3 req-79d14a35-2e19-4823-a79e-d1c52fcc0cee tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] 10.222.0.55 "GET /v2.0/ports?device_id=def04181-6e04-41e3-90d1-f8dc96131650 HTTP/1.1" status: 200 len: 210 time: 0.0564585 Apr 01 16:20:03.126533 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5dc054-b9c6-48db-8e18-38de1feba9af req-06a717b8-41ed-49f4-afd1-f61a9d8fb006 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:03.127960 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-bb5dc054-b9c6-48db-8e18-38de1feba9af req-06a717b8-41ed-49f4-afd1-f61a9d8fb006 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] 10.222.0.55 "GET /v2.0/ports?device_id=183ed0bb-8c95-42d9-ab79-04111a3aaa15 HTTP/1.1" status: 200 len: 945 time: 0.0770500 Apr 01 16:20:03.173196 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-bb5dc054-b9c6-48db-8e18-38de1feba9af req-eff29fca-fe8b-4f8b-9fe1-49452714a006 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e842b84-1db1-42f3-bc69-973f06f98978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390053 Apr 01 16:20:03.400378 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8889bd03-34b4-4aef-b778-f40e4cdf7a74 req-136a8bd6-42cd-4785-86b6-7286074a9a73 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:03.401836 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8889bd03-34b4-4aef-b778-f40e4cdf7a74 req-136a8bd6-42cd-4785-86b6-7286074a9a73 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] 10.222.0.55 "GET /v2.0/ports?device_id=183ed0bb-8c95-42d9-ab79-04111a3aaa15 HTTP/1.1" status: 200 len: 945 time: 0.0785041 Apr 01 16:20:03.453307 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8889bd03-34b4-4aef-b778-f40e4cdf7a74 req-20389d83-2f01-4d6f-b14b-b07ade223fa4 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e842b84-1db1-42f3-bc69-973f06f98978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458031 Apr 01 16:20:03.649203 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d46254d-8d22-4fc2-aeaa-4f0648bb7d96 req-0afca6c0-39c6-4417-9fb7-3739d2208afb tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:03.650616 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4d46254d-8d22-4fc2-aeaa-4f0648bb7d96 req-0afca6c0-39c6-4417-9fb7-3739d2208afb tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] 10.222.0.55 "GET /v2.0/ports?device_id=183ed0bb-8c95-42d9-ab79-04111a3aaa15 HTTP/1.1" status: 200 len: 945 time: 0.0747309 Apr 01 16:20:03.698626 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4d46254d-8d22-4fc2-aeaa-4f0648bb7d96 req-ffa29231-d513-47dc-bca3-1a04e7c272e0 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e842b84-1db1-42f3-bc69-973f06f98978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425131 Apr 01 16:20:03.892549 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-47f2b25a-e336-4c8a-ac3e-cf1f0cc0ca3a req-8526b5b8-bd67-4cf3-8d90-e150f5e466bc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=183ed0bb-8c95-42d9-ab79-04111a3aaa15&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0670264 Apr 01 16:20:04.084464 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b2dddd-0596-4ce6-9a25-894c15e90b52 req-7ba1be34-8537-4202-b26e-e96052af0184 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:04.086451 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-07b2dddd-0596-4ce6-9a25-894c15e90b52 req-7ba1be34-8537-4202-b26e-e96052af0184 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] 10.222.0.55 "GET /v2.0/ports?device_id=183ed0bb-8c95-42d9-ab79-04111a3aaa15 HTTP/1.1" status: 200 len: 945 time: 0.0763912 Apr 01 16:20:04.135559 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-07b2dddd-0596-4ce6-9a25-894c15e90b52 req-8c2645fe-9a60-4efa-bf3b-effdef8a1dcf tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e842b84-1db1-42f3-bc69-973f06f98978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436769 Apr 01 16:20:04.329098 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc9501f-ca2a-4688-b103-43ee9287b87f req-2629ae0f-c4d2-4724-98ef-2381cc0c5bbc tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:04.330364 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2bc9501f-ca2a-4688-b103-43ee9287b87f req-2629ae0f-c4d2-4724-98ef-2381cc0c5bbc tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] 10.222.0.55 "GET /v2.0/ports?device_id=183ed0bb-8c95-42d9-ab79-04111a3aaa15 HTTP/1.1" status: 200 len: 945 time: 0.0757272 Apr 01 16:20:04.375751 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2bc9501f-ca2a-4688-b103-43ee9287b87f req-18ad144f-5480-43af-a44c-0e6960483814 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e842b84-1db1-42f3-bc69-973f06f98978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398252 Apr 01 16:20:04.594585 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e9d04-6a3d-4122-adb4-30a6aa096aac req-462454d8-8244-4135-adab-6e6741a1ca42 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:04.596229 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-341e9d04-6a3d-4122-adb4-30a6aa096aac req-462454d8-8244-4135-adab-6e6741a1ca42 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] 10.222.0.55 "GET /v2.0/ports?device_id=183ed0bb-8c95-42d9-ab79-04111a3aaa15 HTTP/1.1" status: 200 len: 945 time: 0.0820978 Apr 01 16:20:04.641296 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-341e9d04-6a3d-4122-adb4-30a6aa096aac req-d9f3073a-677e-4e20-8cf8-8fafa9d2c323 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e842b84-1db1-42f3-bc69-973f06f98978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389178 Apr 01 16:20:04.837458 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device c20da7c6-1211-4ac1-880f-6bf7c17c8d84 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:20:04.873836 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] No Port match for: c20da7c6-1211-4ac1-880f-6bf7c17c8d84 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:20:04.874093 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device c20da7c6-1211-4ac1-880f-6bf7c17c8d84 not bound to the agent host hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:20:05.193402 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdaa6c2-9b7d-4694-bd25-8e7004862265 req-5955e4c8-fd40-4f17-a2bf-85d2ee00ea5e tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:05.194750 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2fdaa6c2-9b7d-4694-bd25-8e7004862265 req-5955e4c8-fd40-4f17-a2bf-85d2ee00ea5e tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] 10.222.0.55 "GET /v2.0/ports?device_id=183ed0bb-8c95-42d9-ab79-04111a3aaa15 HTTP/1.1" status: 200 len: 945 time: 0.0753241 Apr 01 16:20:05.240273 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2fdaa6c2-9b7d-4694-bd25-8e7004862265 req-29b57f52-b24f-41cf-ac54-ecde7e1c8079 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e842b84-1db1-42f3-bc69-973f06f98978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399377 Apr 01 16:20:06.452187 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf7995-6ae0-4029-8d5b-91c45ca8686f req-51254b2e-3f44-40f9-9959-21e798fae31b tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:06.453623 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-35bf7995-6ae0-4029-8d5b-91c45ca8686f req-51254b2e-3f44-40f9-9959-21e798fae31b tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] 10.222.0.55 "GET /v2.0/ports?device_id=183ed0bb-8c95-42d9-ab79-04111a3aaa15 HTTP/1.1" status: 200 len: 945 time: 0.0887258 Apr 01 16:20:06.505927 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-35bf7995-6ae0-4029-8d5b-91c45ca8686f req-7cdaa38b-c91c-4b95-92c3-53637956e1d6 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e842b84-1db1-42f3-bc69-973f06f98978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466702 Apr 01 16:20:06.542704 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5875e12d-6aa2-4c4c-9ec8-76a61ce376f2 req-0e056369-f1d1-4108-88b9-a8c8a260df6f tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:06.544127 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-5875e12d-6aa2-4c4c-9ec8-76a61ce376f2 req-0e056369-f1d1-4108-88b9-a8c8a260df6f tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] 10.222.0.24 "GET /v2.0/ports?device_id=183ed0bb-8c95-42d9-ab79-04111a3aaa15 HTTP/1.1" status: 200 len: 945 time: 0.0777137 Apr 01 16:20:06.616672 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [req-5875e12d-6aa2-4c4c-9ec8-76a61ce376f2 req-6388f53c-33bc-43b7-8d40-edf522054dd8 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] Deleting port be92f5f7-cbed-452f-a799-6179d6c5f22a {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:20:06.617783 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-5875e12d-6aa2-4c4c-9ec8-76a61ce376f2 req-6388f53c-33bc-43b7-8d40-edf522054dd8 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:06.864473 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [req-5875e12d-6aa2-4c4c-9ec8-76a61ce376f2 req-6388f53c-33bc-43b7-8d40-edf522054dd8 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] For port be92f5f7-cbed-452f-a799-6179d6c5f22a, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=be92f5f7-cbed-452f-a799-6179d6c5f22a,segment=NetworkSegment(2c72bcb3-7cbd-4c69-8553-7127c5874c07),segment_id=2c72bcb3-7cbd-4c69-8553-7127c5874c07)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:20:06.864853 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-5875e12d-6aa2-4c4c-9ec8-76a61ce376f2 req-6388f53c-33bc-43b7-8d40-edf522054dd8 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:07.073458 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [req-5875e12d-6aa2-4c4c-9ec8-76a61ce376f2 req-6388f53c-33bc-43b7-8d40-edf522054dd8 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] Calling delete_port for be92f5f7-cbed-452f-a799-6179d6c5f22a owned by compute:nova {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:20:07.215321 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-5875e12d-6aa2-4c4c-9ec8-76a61ce376f2 req-6388f53c-33bc-43b7-8d40-edf522054dd8 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:07.228243 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] get_ports_and_sgs() called for port_ids ['be92f5f7-cbed-452f-a799-6179d6c5f22a'] {{(pid=83829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 16:20:07.264587 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6388f53c-33bc-43b7-8d40-edf522054dd8 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] Pushing event deleted for resources: {'Port': ['ID=be92f5f7-cbed-452f-a799-6179d6c5f22a,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:07.345377 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [req-5875e12d-6aa2-4c4c-9ec8-76a61ce376f2 req-6388f53c-33bc-43b7-8d40-edf522054dd8 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] No DVR routers for this DVR port be92f5f7-cbed-452f-a799-6179d6c5f22a on host hv-neutron-8333 {{(pid=83828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:20:07.347838 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-5875e12d-6aa2-4c4c-9ec8-76a61ce376f2 req-6388f53c-33bc-43b7-8d40-edf522054dd8 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:07.350741 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '183ed0bb-8c95-42d9-ab79-04111a3aaa15', 'name': 'network-vif-deleted', 'tag': 'be92f5f7-cbed-452f-a799-6179d6c5f22a'}] {{(pid=83828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:20:07.366197 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-5875e12d-6aa2-4c4c-9ec8-76a61ce376f2 req-6388f53c-33bc-43b7-8d40-edf522054dd8 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] 10.222.0.24 "DELETE /v2.0/ports/be92f5f7-cbed-452f-a799-6179d6c5f22a HTTP/1.1" status: 204 len: 173 time: 0.8154275 Apr 01 16:20:07.492756 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '183ed0bb-8c95-42d9-ab79-04111a3aaa15', 'name': 'network-vif-deleted', 'tag': 'be92f5f7-cbed-452f-a799-6179d6c5f22a', 'status': 'completed', 'code': 200} Apr 01 16:20:07.683130 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e4e4e482-fb88-489b-b3ae-64ee48fbc0d6 req-63dd8200-9485-4563-aa3e-ce1ed0b855e9 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] 10.222.0.55 "GET /v2.0/ports?device_id=183ed0bb-8c95-42d9-ab79-04111a3aaa15 HTTP/1.1" status: 200 len: 210 time: 0.0404303 Apr 01 16:20:08.619230 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:20:08.793497 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 33408) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:20:08.938632 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_v2 [None req-c06c63a1-ee23-4a75-a0ca-19d20e12ebd6 admin admin] Deleting subnet c9e2e9b5-8f78-4058-8f1e-c59ff2c4e719 {{(pid=83826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 16:20:08.941391 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c06c63a1-ee23-4a75-a0ca-19d20e12ebd6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:08.993967 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c06c63a1-ee23-4a75-a0ca-19d20e12ebd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16610770'] for subnet, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:09.048018 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c06c63a1-ee23-4a75-a0ca-19d20e12ebd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:09.117266 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c06c63a1-ee23-4a75-a0ca-19d20e12ebd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15415074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16089009'] for subnet, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:09.155373 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06c63a1-ee23-4a75-a0ca-19d20e12ebd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9e2e9b5-8f78-4058-8f1e-c59ff2c4e719,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:09.160858 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c06c63a1-ee23-4a75-a0ca-19d20e12ebd6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:09.166894 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-c06c63a1-ee23-4a75-a0ca-19d20e12ebd6 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/c9e2e9b5-8f78-4058-8f1e-c59ff2c4e719 HTTP/1.1" status: 204 len: 168 time: 0.3723910 Apr 01 16:20:09.169294 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 33412) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:20:09.275184 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-cc81cd22-02b8-4a8c-a878-32cfe0232f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:09.394468 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-cc81cd22-02b8-4a8c-a878-32cfe0232f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:09.419624 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-cc81cd22-02b8-4a8c-a878-32cfe0232f48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23198321-9571-4a6f-9244-1b8376822e1c']}} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:20:09.431168 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-cc81cd22-02b8-4a8c-a878-32cfe0232f48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c72bcb3-7cbd-4c69-8553-7127c5874c07') {'for_net_delete': True} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:20:09.431455 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-cc81cd22-02b8-4a8c-a878-32cfe0232f48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c72bcb3-7cbd-4c69-8553-7127c5874c07') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:20:09.442310 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-cc81cd22-02b8-4a8c-a878-32cfe0232f48 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16610763'] for segment, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:09.457542 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-cc81cd22-02b8-4a8c-a878-32cfe0232f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:09.464102 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc81cd22-02b8-4a8c-a878-32cfe0232f48 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=83826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 16:20:09.464485 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-cc81cd22-02b8-4a8c-a878-32cfe0232f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15415164'] for segment, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:09.477723 dv-neutron-833373-2-hyperv neutron-server[83826]: Traceback (most recent call last): Apr 01 16:20:09.477723 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 16:20:09.477723 dv-neutron-833373-2-hyperv neutron-server[83826]: timer() Apr 01 16:20:09.477723 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:20:09.477723 dv-neutron-833373-2-hyperv neutron-server[83826]: cb(*args, **kw) Apr 01 16:20:09.477723 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:20:09.477723 dv-neutron-833373-2-hyperv neutron-server[83826]: return func(*args, **kwargs) Apr 01 16:20:09.477723 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:20:09.477723 dv-neutron-833373-2-hyperv neutron-server[83826]: self._notify() Apr 01 16:20:09.477723 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:20:09.477723 dv-neutron-833373-2-hyperv neutron-server[83826]: self.callback(batched_events) Apr 01 16:20:09.477723 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:20:09.477723 dv-neutron-833373-2-hyperv neutron-server[83826]: event.method(event) Apr 01 16:20:09.477723 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:20:09.477723 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:20:09.477723 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:20:09.477723 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:20:09.477723 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:20:09.477723 dv-neutron-833373-2-hyperv neutron-server[83826]: return f(self, *a, **k) Apr 01 16:20:09.477723 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 16:20:09.477723 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._get(url).json() Apr 01 16:20:09.477723 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 16:20:09.477723 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:20:09.477723 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 16:20:09.477723 dv-neutron-833373-2-hyperv neutron-server[83826]: return self.request(url, 'GET', **kwargs) Apr 01 16:20:09.477723 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 16:20:09.477723 dv-neutron-833373-2-hyperv neutron-server[83826]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:20:09.477723 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 16:20:09.477723 dv-neutron-833373-2-hyperv neutron-server[83826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:20:09.477723 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 16:20:09.477723 dv-neutron-833373-2-hyperv neutron-server[83826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:20:09.477723 dv-neutron-833373-2-hyperv neutron-server[83826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:20:09.552120 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-cc81cd22-02b8-4a8c-a878-32cfe0232f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:09.567312 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-cc81cd22-02b8-4a8c-a878-32cfe0232f48 admin admin] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:09.579083 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc81cd22-02b8-4a8c-a878-32cfe0232f48 admin admin] Pushing event deleted for resources: {'Network': ['ID=23198321-9571-4a6f-9244-1b8376822e1c,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:09.589071 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-cc81cd22-02b8-4a8c-a878-32cfe0232f48 admin admin] 10.222.0.55 "DELETE /v2.0/networks/23198321-9571-4a6f-9244-1b8376822e1c HTTP/1.1" status: 204 len: 168 time: 0.4187696 Apr 01 16:20:09.724640 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 33418) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:20:09.775669 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-46d6810b-4008-427a-8439-99153e2fa51b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=96cab78dd2e84a55816a962fefacd592&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0497286 Apr 01 16:20:09.778188 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 33422) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:20:09.842999 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-dc8bf039-5de7-44f3-afbd-02ada4e34569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:09.871421 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-dc8bf039-5de7-44f3-afbd-02ada4e34569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:09.922262 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-dc8bf039-5de7-44f3-afbd-02ada4e34569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:09.939333 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8bf039-5de7-44f3-afbd-02ada4e34569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e842b84-1db1-42f3-bc69-973f06f98978,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:09.953391 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-dc8bf039-5de7-44f3-afbd-02ada4e34569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:09.954506 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-dc8bf039-5de7-44f3-afbd-02ada4e34569 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2e842b84-1db1-42f3-bc69-973f06f98978 HTTP/1.1" status: 204 len: 168 time: 0.1753836 Apr 01 16:20:10.793083 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 33444) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:20:10.834315 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device be92f5f7-cbed-452f-a799-6179d6c5f22a no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:20:10.878596 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] No Port match for: be92f5f7-cbed-452f-a799-6179d6c5f22a {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:20:10.879086 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device be92f5f7-cbed-452f-a799-6179d6c5f22a not bound to the agent host hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:20:10.923403 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-f4091625-ce33-418c-ab01-af98869d926f tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-230299830'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:20:10.928408 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-f4091625-ce33-418c-ab01-af98869d926f tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:20:10.932849 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-f4091625-ce33-418c-ab01-af98869d926f tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Usage tracker for resource:network and tenant:e0ce8b2cfb4640aca2b0de4a2e1637af is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:20:10.935658 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-f4091625-ce33-418c-ab01-af98869d926f tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:20:10.941766 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-f4091625-ce33-418c-ab01-af98869d926f tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:20:10.952551 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4091625-ce33-418c-ab01-af98869d926f tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Made reservation on behalf of e0ce8b2cfb4640aca2b0de4a2e1637af for: {'network': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:20:10.955504 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f4091625-ce33-418c-ab01-af98869d926f tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:10.967757 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f4091625-ce33-418c-ab01-af98869d926f tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks [] for security_group, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:11.002893 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-f4091625-ce33-418c-ab01-af98869d926f tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:20:11.006590 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-f4091625-ce33-418c-ab01-af98869d926f tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Usage tracker for resource:security_group_rule and tenant:e0ce8b2cfb4640aca2b0de4a2e1637af is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:20:11.010246 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-f4091625-ce33-418c-ab01-af98869d926f tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:20:11.015859 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-f4091625-ce33-418c-ab01-af98869d926f tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:20:11.082995 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f4091625-ce33-418c-ab01-af98869d926f tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks [] for security_group, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:11.086602 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f4091625-ce33-418c-ab01-af98869d926f tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:11.122104 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4091625-ce33-418c-ab01-af98869d926f tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=83826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:20:11.130241 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4091625-ce33-418c-ab01-af98869d926f tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf0bda2-76ab-4b6d-989f-2849bbea261b,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:11.135846 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f4091625-ce33-418c-ab01-af98869d926f tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:11.136206 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.segments_db [None req-f4091625-ce33-418c-ab01-af98869d926f tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Added segment 18ee4c43-ca16-4026-a801-0339e1ca8b3b of type vlan for network 25acbad6-8ed9-4447-8f1d-7671c025666b Apr 01 16:20:11.161439 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f4091625-ce33-418c-ab01-af98869d926f tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:11.191042 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f4091625-ce33-418c-ab01-af98869d926f tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:11.195446 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4091625-ce33-418c-ab01-af98869d926f tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:11.196216 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f4091625-ce33-418c-ab01-af98869d926f tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:11.304183 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-f4091625-ce33-418c-ab01-af98869d926f tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5099449 Apr 01 16:20:11.309761 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4091625-ce33-418c-ab01-af98869d926f tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Pushing event updated for resources: {'Network': ['ID=25acbad6-8ed9-4447-8f1d-7671c025666b,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:11.331823 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 25acbad6-8ed9-4447-8f1d-7671c025666b details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:20:14.666730 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 33450) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:20:14.672417 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-74bee4d5-c72d-4511-a2cf-f999f3fb8dc8 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Request body: {'subnet': {'network_id': '25acbad6-8ed9-4447-8f1d-7671c025666b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:20:14.779357 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-74bee4d5-c72d-4511-a2cf-f999f3fb8dc8 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:20:14.783045 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-74bee4d5-c72d-4511-a2cf-f999f3fb8dc8 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Usage tracker for resource:subnet and tenant:e0ce8b2cfb4640aca2b0de4a2e1637af is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:20:14.785756 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-74bee4d5-c72d-4511-a2cf-f999f3fb8dc8 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:20:14.792067 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-74bee4d5-c72d-4511-a2cf-f999f3fb8dc8 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:20:14.801720 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74bee4d5-c72d-4511-a2cf-f999f3fb8dc8 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Made reservation on behalf of e0ce8b2cfb4640aca2b0de4a2e1637af for: {'subnet': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:20:14.907477 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-74bee4d5-c72d-4511-a2cf-f999f3fb8dc8 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16088980'] for subnet, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:15.124880 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-74bee4d5-c72d-4511-a2cf-f999f3fb8dc8 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15415267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16089018'] for subnet, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:15.203599 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bee4d5-c72d-4511-a2cf-f999f3fb8dc8 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Pushing event updated for resources: {'Subnet': ['ID=5158e4b6-8631-4fb8-a9a6-4979322b2792,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:15.213970 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bee4d5-c72d-4511-a2cf-f999f3fb8dc8 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Checking segment: {'id': '18ee4c43-ca16-4026-a801-0339e1ca8b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '25acbad6-8ed9-4447-8f1d-7671c025666b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:20:15.214314 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74bee4d5-c72d-4511-a2cf-f999f3fb8dc8 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Network hostable DHCP agents. Network: 25acbad6-8ed9-4447-8f1d-7671c025666b, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:20:15.235754 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74bee4d5-c72d-4511-a2cf-f999f3fb8dc8 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Network 25acbad6-8ed9-4447-8f1d-7671c025666b is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:20:15.245716 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-74bee4d5-c72d-4511-a2cf-f999f3fb8dc8 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, 25acbad6-8ed9-4447-8f1d-7671c025666b) {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:20:15.250244 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74bee4d5-c72d-4511-a2cf-f999f3fb8dc8 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:15.250795 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-74bee4d5-c72d-4511-a2cf-f999f3fb8dc8 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:15.256931 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498794af-ddea-4396-8e30-50cea1de8410 None None] Network 25acbad6-8ed9-4447-8f1d-7671c025666b requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:20:15.280783 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-74bee4d5-c72d-4511-a2cf-f999f3fb8dc8 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6112401 Apr 01 16:20:15.284839 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 33454) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:20:15.291759 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-8673bc98-1488-4804-8a0c-9adae70cbd36 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-635943915'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:20:15.297165 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-8673bc98-1488-4804-8a0c-9adae70cbd36 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:20:15.301376 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-8673bc98-1488-4804-8a0c-9adae70cbd36 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Usage tracker for resource:network and tenant:e0ce8b2cfb4640aca2b0de4a2e1637af is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:20:15.304364 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-8673bc98-1488-4804-8a0c-9adae70cbd36 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:20:15.310330 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-8673bc98-1488-4804-8a0c-9adae70cbd36 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:20:15.405373 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8673bc98-1488-4804-8a0c-9adae70cbd36 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Made reservation on behalf of e0ce8b2cfb4640aca2b0de4a2e1637af for: {'network': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:20:15.408334 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8673bc98-1488-4804-8a0c-9adae70cbd36 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:15.438488 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8673bc98-1488-4804-8a0c-9adae70cbd36 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=83826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:20:15.448348 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8673bc98-1488-4804-8a0c-9adae70cbd36 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:15.448700 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.segments_db [None req-8673bc98-1488-4804-8a0c-9adae70cbd36 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Added segment 597d6317-54ce-4808-b887-00c396e36adb of type vlan for network 20a6836a-037e-4a7e-aca5-b811690557dd Apr 01 16:20:15.474970 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8673bc98-1488-4804-8a0c-9adae70cbd36 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:15.504464 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8673bc98-1488-4804-8a0c-9adae70cbd36 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:15.508704 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8673bc98-1488-4804-8a0c-9adae70cbd36 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:15.509292 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8673bc98-1488-4804-8a0c-9adae70cbd36 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:15.518581 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ced6e6-0bf1-4f14-924d-1351a03b127e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-25acbad6-8ed9-4447-8f1d-7671c025666b', 'network_id': '25acbad6-8ed9-4447-8f1d-7671c025666b', 'tenant_id': 'e0ce8b2cfb4640aca2b0de4a2e1637af', 'fixed_ips': [{'subnet_id': '5158e4b6-8631-4fb8-a9a6-4979322b2792'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 16:20:15.519443 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-55ced6e6-0bf1-4f14-924d-1351a03b127e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:15.608560 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-8673bc98-1488-4804-8a0c-9adae70cbd36 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3223426 Apr 01 16:20:15.611479 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 33458) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:20:15.617186 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-1706778e-2e84-46e9-a35f-964742ad5fd1 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Request body: {'subnet': {'network_id': '20a6836a-037e-4a7e-aca5-b811690557dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:20:15.622360 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8673bc98-1488-4804-8a0c-9adae70cbd36 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Pushing event updated for resources: {'Network': ['ID=20a6836a-037e-4a7e-aca5-b811690557dd,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:15.655036 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 20a6836a-037e-4a7e-aca5-b811690557dd details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:20:15.728209 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-1706778e-2e84-46e9-a35f-964742ad5fd1 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:20:15.732099 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-1706778e-2e84-46e9-a35f-964742ad5fd1 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Usage tracker for resource:subnet and tenant:e0ce8b2cfb4640aca2b0de4a2e1637af is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:20:15.735150 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-1706778e-2e84-46e9-a35f-964742ad5fd1 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:20:15.740882 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-1706778e-2e84-46e9-a35f-964742ad5fd1 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:20:15.750693 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1706778e-2e84-46e9-a35f-964742ad5fd1 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Made reservation on behalf of e0ce8b2cfb4640aca2b0de4a2e1637af for: {'subnet': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:20:15.772545 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-55ced6e6-0bf1-4f14-924d-1351a03b127e None None] Allocated IP 2001:db8:0:ffff::2 (25acbad6-8ed9-4447-8f1d-7671c025666b/5158e4b6-8631-4fb8-a9a6-4979322b2792/2ba01426-3627-4161-8489-706176e054d0) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:20:15.850622 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1706778e-2e84-46e9-a35f-964742ad5fd1 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16030269'] for subnet, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:15.979826 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-55ced6e6-0bf1-4f14-924d-1351a03b127e None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:15.990322 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-55ced6e6-0bf1-4f14-924d-1351a03b127e None None] Transition to ACTIVE for port object 2ba01426-3627-4161-8489-706176e054d0 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:20:16.010616 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-55ced6e6-0bf1-4f14-924d-1351a03b127e None None] Transition to ACTIVE for port object 2ba01426-3627-4161-8489-706176e054d0 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:20:16.016431 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-55ced6e6-0bf1-4f14-924d-1351a03b127e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:16.087395 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ced6e6-0bf1-4f14-924d-1351a03b127e None None] Network 25acbad6-8ed9-4447-8f1d-7671c025666b is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:20:16.088485 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1706778e-2e84-46e9-a35f-964742ad5fd1 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15306628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16030227'] for subnet, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:16.090295 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-55ced6e6-0bf1-4f14-924d-1351a03b127e None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:20:16.094869 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ced6e6-0bf1-4f14-924d-1351a03b127e None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:20:16.097304 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ced6e6-0bf1-4f14-924d-1351a03b127e None None] Pushing event updated for resources: {'Port': ['ID=2ba01426-3627-4161-8489-706176e054d0,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:16.133786 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ced6e6-0bf1-4f14-924d-1351a03b127e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:16.134137 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ced6e6-0bf1-4f14-924d-1351a03b127e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:16.134481 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ced6e6-0bf1-4f14-924d-1351a03b127e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:16.134812 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ced6e6-0bf1-4f14-924d-1351a03b127e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:16.135145 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ced6e6-0bf1-4f14-924d-1351a03b127e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:16.135478 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ced6e6-0bf1-4f14-924d-1351a03b127e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:16.135802 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ced6e6-0bf1-4f14-924d-1351a03b127e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:16.136126 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ced6e6-0bf1-4f14-924d-1351a03b127e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:16.136447 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ced6e6-0bf1-4f14-924d-1351a03b127e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:16.136792 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ced6e6-0bf1-4f14-924d-1351a03b127e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:16.137118 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ced6e6-0bf1-4f14-924d-1351a03b127e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:16.171345 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1706778e-2e84-46e9-a35f-964742ad5fd1 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Pushing event updated for resources: {'Subnet': ['ID=6f4e0b06-6370-4113-9e30-edc2d32206d7,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:16.180989 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1706778e-2e84-46e9-a35f-964742ad5fd1 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Checking segment: {'id': '597d6317-54ce-4808-b887-00c396e36adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '20a6836a-037e-4a7e-aca5-b811690557dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:20:16.181366 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1706778e-2e84-46e9-a35f-964742ad5fd1 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Network hostable DHCP agents. Network: 20a6836a-037e-4a7e-aca5-b811690557dd, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:20:16.198373 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-55ced6e6-0bf1-4f14-924d-1351a03b127e None None] Attempting to bind port 2ba01426-3627-4161-8489-706176e054d0 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:20:16.198852 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-55ced6e6-0bf1-4f14-924d-1351a03b127e None None] Attempting to bind port 2ba01426-3627-4161-8489-706176e054d0 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': '18ee4c43-ca16-4026-a801-0339e1ca8b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '25acbad6-8ed9-4447-8f1d-7671c025666b'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:20:16.199245 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ced6e6-0bf1-4f14-924d-1351a03b127e None None] Attempting to bind port 2ba01426-3627-4161-8489-706176e054d0 on network 25acbad6-8ed9-4447-8f1d-7671c025666b {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:20:16.204223 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1706778e-2e84-46e9-a35f-964742ad5fd1 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Network 20a6836a-037e-4a7e-aca5-b811690557dd is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:20:16.206425 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ced6e6-0bf1-4f14-924d-1351a03b127e None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:20:16.206753 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ced6e6-0bf1-4f14-924d-1351a03b127e None None] Checking segment: {'id': '18ee4c43-ca16-4026-a801-0339e1ca8b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '25acbad6-8ed9-4447-8f1d-7671c025666b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:20:16.207164 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-55ced6e6-0bf1-4f14-924d-1351a03b127e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:16.207687 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ced6e6-0bf1-4f14-924d-1351a03b127e None None] Bound using segment: {'id': '18ee4c43-ca16-4026-a801-0339e1ca8b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '25acbad6-8ed9-4447-8f1d-7671c025666b'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:20:16.208189 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-55ced6e6-0bf1-4f14-924d-1351a03b127e None None] Bound port: 2ba01426-3627-4161-8489-706176e054d0, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18ee4c43-ca16-4026-a801-0339e1ca8b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '25acbad6-8ed9-4447-8f1d-7671c025666b'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:20:16.208569 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-55ced6e6-0bf1-4f14-924d-1351a03b127e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:16.214367 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-1706778e-2e84-46e9-a35f-964742ad5fd1 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, 20a6836a-037e-4a7e-aca5-b811690557dd) {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:20:16.218636 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1706778e-2e84-46e9-a35f-964742ad5fd1 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:16.219223 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1706778e-2e84-46e9-a35f-964742ad5fd1 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:16.228092 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99d0a5b-d970-466d-9ea0-e8b634e38fcc None None] Network 20a6836a-037e-4a7e-aca5-b811690557dd requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:20:16.245187 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-1706778e-2e84-46e9-a35f-964742ad5fd1 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.6323760 Apr 01 16:20:16.247600 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 33462) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:20:16.388238 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-835d2e76-6385-44dd-88c2-c0dd7eefacae tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:16.413239 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-55ced6e6-0bf1-4f14-924d-1351a03b127e None None] For port 2ba01426-3627-4161-8489-706176e054d0, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:20:16.451469 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-55ced6e6-0bf1-4f14-924d-1351a03b127e None None] For port 2ba01426-3627-4161-8489-706176e054d0, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=2ba01426-3627-4161-8489-706176e054d0,segment=NetworkSegment(18ee4c43-ca16-4026-a801-0339e1ca8b3b),segment_id=18ee4c43-ca16-4026-a801-0339e1ca8b3b)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:20:16.453903 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-835d2e76-6385-44dd-88c2-c0dd7eefacae tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:16.463575 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-55ced6e6-0bf1-4f14-924d-1351a03b127e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:16.535979 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-835d2e76-6385-44dd-88c2-c0dd7eefacae tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15306565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16030232'] for subnet, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:16.576136 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835d2e76-6385-44dd-88c2-c0dd7eefacae tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Pushing event deleted for resources: {'Subnet': ['ID=6f4e0b06-6370-4113-9e30-edc2d32206d7,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:16.595100 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab188229-9b5d-4e9c-b4d2-c5b97cbd888d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-20a6836a-037e-4a7e-aca5-b811690557dd', 'network_id': '20a6836a-037e-4a7e-aca5-b811690557dd', 'tenant_id': 'e0ce8b2cfb4640aca2b0de4a2e1637af', 'fixed_ips': [{'subnet_id': '6f4e0b06-6370-4113-9e30-edc2d32206d7'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 16:20:16.595900 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ab188229-9b5d-4e9c-b4d2-c5b97cbd888d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:16.618190 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ced6e6-0bf1-4f14-924d-1351a03b127e None None] Pushing event updated for resources: {'Port': ['ID=2ba01426-3627-4161-8489-706176e054d0,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:16.678663 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-835d2e76-6385-44dd-88c2-c0dd7eefacae tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:16.705985 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effca657-d020-4c79-930f-aa58177af075 None None] Network 20a6836a-037e-4a7e-aca5-b811690557dd requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:20:16.712829 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-835d2e76-6385-44dd-88c2-c0dd7eefacae tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20a6836a-037e-4a7e-aca5-b811690557dd']}} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:20:16.726258 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-835d2e76-6385-44dd-88c2-c0dd7eefacae tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '597d6317-54ce-4808-b887-00c396e36adb') {'for_net_delete': True} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:20:16.726562 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-835d2e76-6385-44dd-88c2-c0dd7eefacae tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '597d6317-54ce-4808-b887-00c396e36adb') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:20:16.738575 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-835d2e76-6385-44dd-88c2-c0dd7eefacae tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15303093'] for segment, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:16.757756 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-835d2e76-6385-44dd-88c2-c0dd7eefacae tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:16.765309 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-835d2e76-6385-44dd-88c2-c0dd7eefacae tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=83828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 16:20:16.765705 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-835d2e76-6385-44dd-88c2-c0dd7eefacae tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15306523'] for segment, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:16.788794 dv-neutron-833373-2-hyperv neutron-server[83828]: Traceback (most recent call last): Apr 01 16:20:16.788794 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 16:20:16.788794 dv-neutron-833373-2-hyperv neutron-server[83828]: timer() Apr 01 16:20:16.788794 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:20:16.788794 dv-neutron-833373-2-hyperv neutron-server[83828]: cb(*args, **kw) Apr 01 16:20:16.788794 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:20:16.788794 dv-neutron-833373-2-hyperv neutron-server[83828]: return func(*args, **kwargs) Apr 01 16:20:16.788794 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:20:16.788794 dv-neutron-833373-2-hyperv neutron-server[83828]: self._notify() Apr 01 16:20:16.788794 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:20:16.788794 dv-neutron-833373-2-hyperv neutron-server[83828]: self.callback(batched_events) Apr 01 16:20:16.788794 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:20:16.788794 dv-neutron-833373-2-hyperv neutron-server[83828]: event.method(event) Apr 01 16:20:16.788794 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:20:16.788794 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:20:16.788794 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:20:16.788794 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:20:16.788794 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:20:16.788794 dv-neutron-833373-2-hyperv neutron-server[83828]: return f(self, *a, **k) Apr 01 16:20:16.788794 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 16:20:16.788794 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._get(url).json() Apr 01 16:20:16.788794 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 16:20:16.788794 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:20:16.788794 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 16:20:16.788794 dv-neutron-833373-2-hyperv neutron-server[83828]: return self.request(url, 'GET', **kwargs) Apr 01 16:20:16.788794 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 16:20:16.788794 dv-neutron-833373-2-hyperv neutron-server[83828]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:20:16.788794 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 16:20:16.788794 dv-neutron-833373-2-hyperv neutron-server[83828]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:20:16.788794 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 16:20:16.788794 dv-neutron-833373-2-hyperv neutron-server[83828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:20:16.788794 dv-neutron-833373-2-hyperv neutron-server[83828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:20:16.875799 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-835d2e76-6385-44dd-88c2-c0dd7eefacae tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:16.895467 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-835d2e76-6385-44dd-88c2-c0dd7eefacae tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:16.907339 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835d2e76-6385-44dd-88c2-c0dd7eefacae tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Pushing event deleted for resources: {'Network': ['ID=20a6836a-037e-4a7e-aca5-b811690557dd,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:16.911707 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-835d2e76-6385-44dd-88c2-c0dd7eefacae tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] 10.222.0.55 "DELETE /v2.0/networks/20a6836a-037e-4a7e-aca5-b811690557dd HTTP/1.1" status: 204 len: 168 time: 0.6630979 Apr 01 16:20:16.917141 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 33466) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:20:16.923123 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-5e5a88ad-4f5f-466b-a0ed-c0b0f94faddf tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-722188599'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:20:16.928526 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-5e5a88ad-4f5f-466b-a0ed-c0b0f94faddf tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:20:16.933071 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-5e5a88ad-4f5f-466b-a0ed-c0b0f94faddf tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Usage tracker for resource:network and tenant:e0ce8b2cfb4640aca2b0de4a2e1637af is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:20:16.936219 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-5e5a88ad-4f5f-466b-a0ed-c0b0f94faddf tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:20:16.941925 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-5e5a88ad-4f5f-466b-a0ed-c0b0f94faddf tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:20:16.953215 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5a88ad-4f5f-466b-a0ed-c0b0f94faddf tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Made reservation on behalf of e0ce8b2cfb4640aca2b0de4a2e1637af for: {'network': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:20:16.956115 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5e5a88ad-4f5f-466b-a0ed-c0b0f94faddf tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:16.984594 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e5a88ad-4f5f-466b-a0ed-c0b0f94faddf tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=83828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:20:16.994887 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5e5a88ad-4f5f-466b-a0ed-c0b0f94faddf tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:16.995228 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.segments_db [None req-5e5a88ad-4f5f-466b-a0ed-c0b0f94faddf tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Added segment adb405ca-0434-41ff-9d3c-379c5471c209 of type vlan for network 1c26bf16-16b2-4720-a773-82ecf03422f7 Apr 01 16:20:17.021949 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5e5a88ad-4f5f-466b-a0ed-c0b0f94faddf tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:17.053314 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5e5a88ad-4f5f-466b-a0ed-c0b0f94faddf tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:17.057315 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5a88ad-4f5f-466b-a0ed-c0b0f94faddf tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:17.057883 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5e5a88ad-4f5f-466b-a0ed-c0b0f94faddf tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:17.157656 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-5e5a88ad-4f5f-466b-a0ed-c0b0f94faddf tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2393587 Apr 01 16:20:17.160369 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 33470) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:20:17.168483 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-b991cb68-fa63-4ff0-9920-9a847a573225 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Request body: {'subnet': {'network_id': '1c26bf16-16b2-4720-a773-82ecf03422f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:20:17.190150 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5a88ad-4f5f-466b-a0ed-c0b0f94faddf tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Pushing event updated for resources: {'Network': ['ID=1c26bf16-16b2-4720-a773-82ecf03422f7,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:17.201047 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 1c26bf16-16b2-4720-a773-82ecf03422f7 details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:20:17.300363 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-b991cb68-fa63-4ff0-9920-9a847a573225 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:20:17.305834 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-b991cb68-fa63-4ff0-9920-9a847a573225 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Usage tracker for resource:subnet and tenant:e0ce8b2cfb4640aca2b0de4a2e1637af is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:20:17.310110 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-b991cb68-fa63-4ff0-9920-9a847a573225 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:20:17.317474 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-b991cb68-fa63-4ff0-9920-9a847a573225 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:20:17.329851 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b991cb68-fa63-4ff0-9920-9a847a573225 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Made reservation on behalf of e0ce8b2cfb4640aca2b0de4a2e1637af for: {'subnet': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:20:17.368452 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 2ba01426-3627-4161-8489-706176e054d0 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:20:17.442474 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 2ba01426-3627-4161-8489-706176e054d0 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:20:17.540388 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b991cb68-fa63-4ff0-9920-9a847a573225 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16030269'] for subnet, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:17.633587 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.ipam_backend_mixin [None req-b991cb68-fa63-4ff0-9920-9a847a573225 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Performing IP validity checks on allocation pools {{(pid=83828) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 01 16:20:17.634131 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.ipam_backend_mixin [None req-b991cb68-fa63-4ff0-9920-9a847a573225 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83828) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 01 16:20:17.673289 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea04218b-1e7c-42be-bf92-e458fbf53e17 None None] Network 25acbad6-8ed9-4447-8f1d-7671c025666b requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:20:17.761648 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b991cb68-fa63-4ff0-9920-9a847a573225 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15306628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16030227'] for subnet, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:17.781990 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-770de09e-5d59-4118-9d71-a34f043ab92d None None] Provisioning for port 2ba01426-3627-4161-8489-706176e054d0 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:20:17.792436 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-770de09e-5d59-4118-9d71-a34f043ab92d None None] Provisioning complete for port 2ba01426-3627-4161-8489-706176e054d0 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:20:17.792831 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-770de09e-5d59-4118-9d71-a34f043ab92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:17.846429 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b991cb68-fa63-4ff0-9920-9a847a573225 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Pushing event updated for resources: {'Subnet': ['ID=ee2ca7a6-d301-4f9f-a747-fa236a237afb,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:17.861299 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b991cb68-fa63-4ff0-9920-9a847a573225 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Checking segment: {'id': 'adb405ca-0434-41ff-9d3c-379c5471c209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1c26bf16-16b2-4720-a773-82ecf03422f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:20:17.861651 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b991cb68-fa63-4ff0-9920-9a847a573225 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Network hostable DHCP agents. Network: 1c26bf16-16b2-4720-a773-82ecf03422f7, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:20:17.884825 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b991cb68-fa63-4ff0-9920-9a847a573225 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Network 1c26bf16-16b2-4720-a773-82ecf03422f7 is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:20:17.894315 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-b991cb68-fa63-4ff0-9920-9a847a573225 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, 1c26bf16-16b2-4720-a773-82ecf03422f7) {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:20:17.900259 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b991cb68-fa63-4ff0-9920-9a847a573225 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:17.900881 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b991cb68-fa63-4ff0-9920-9a847a573225 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:17.903802 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6c5298-2ee2-47a8-85e5-901d0b807068 None None] Network 1c26bf16-16b2-4720-a773-82ecf03422f7 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:20:17.923189 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-b991cb68-fa63-4ff0-9920-9a847a573225 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7616174 Apr 01 16:20:17.925864 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 33474) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:20:18.068189 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-510d5e15-5a40-49a0-9bdc-8080bfd18743 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:18.093185 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-770de09e-5d59-4118-9d71-a34f043ab92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:18.131876 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-510d5e15-5a40-49a0-9bdc-8080bfd18743 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:18.190649 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-770de09e-5d59-4118-9d71-a34f043ab92d None None] For port 2ba01426-3627-4161-8489-706176e054d0, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=2ba01426-3627-4161-8489-706176e054d0,segment=NetworkSegment(18ee4c43-ca16-4026-a801-0339e1ca8b3b),segment_id=18ee4c43-ca16-4026-a801-0339e1ca8b3b)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:20:18.200132 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-770de09e-5d59-4118-9d71-a34f043ab92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:18.214056 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-510d5e15-5a40-49a0-9bdc-8080bfd18743 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15306565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16030232'] for subnet, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:18.252035 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510d5e15-5a40-49a0-9bdc-8080bfd18743 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Pushing event deleted for resources: {'Subnet': ['ID=ee2ca7a6-d301-4f9f-a747-fa236a237afb,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:18.305744 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac6bc73-1d79-4ae5-8a15-605d78718e1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-1c26bf16-16b2-4720-a773-82ecf03422f7', 'network_id': '1c26bf16-16b2-4720-a773-82ecf03422f7', 'tenant_id': 'e0ce8b2cfb4640aca2b0de4a2e1637af', 'fixed_ips': [{'subnet_id': 'ee2ca7a6-d301-4f9f-a747-fa236a237afb'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 16:20:18.306670 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-3ac6bc73-1d79-4ae5-8a15-605d78718e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:18.329534 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770de09e-5d59-4118-9d71-a34f043ab92d None None] Pushing event updated for resources: {'Port': ['ID=2ba01426-3627-4161-8489-706176e054d0,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:18.389318 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-510d5e15-5a40-49a0-9bdc-8080bfd18743 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:18.419649 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3630cda1-e773-44bc-ad92-d5643563f4b9 None None] Network 1c26bf16-16b2-4720-a773-82ecf03422f7 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:20:18.421087 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-510d5e15-5a40-49a0-9bdc-8080bfd18743 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c26bf16-16b2-4720-a773-82ecf03422f7']}} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:20:18.435216 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-510d5e15-5a40-49a0-9bdc-8080bfd18743 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adb405ca-0434-41ff-9d3c-379c5471c209') {'for_net_delete': True} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:20:18.435621 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-510d5e15-5a40-49a0-9bdc-8080bfd18743 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adb405ca-0434-41ff-9d3c-379c5471c209') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:20:18.448923 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-510d5e15-5a40-49a0-9bdc-8080bfd18743 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15303093'] for segment, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:18.464882 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-510d5e15-5a40-49a0-9bdc-8080bfd18743 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:18.470926 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-510d5e15-5a40-49a0-9bdc-8080bfd18743 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=83828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 16:20:18.471394 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-510d5e15-5a40-49a0-9bdc-8080bfd18743 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15306523'] for segment, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:18.485804 dv-neutron-833373-2-hyperv neutron-server[83828]: Traceback (most recent call last): Apr 01 16:20:18.485804 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 16:20:18.485804 dv-neutron-833373-2-hyperv neutron-server[83828]: timer() Apr 01 16:20:18.485804 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:20:18.485804 dv-neutron-833373-2-hyperv neutron-server[83828]: cb(*args, **kw) Apr 01 16:20:18.485804 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:20:18.485804 dv-neutron-833373-2-hyperv neutron-server[83828]: return func(*args, **kwargs) Apr 01 16:20:18.485804 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:20:18.485804 dv-neutron-833373-2-hyperv neutron-server[83828]: self._notify() Apr 01 16:20:18.485804 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:20:18.485804 dv-neutron-833373-2-hyperv neutron-server[83828]: self.callback(batched_events) Apr 01 16:20:18.485804 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:20:18.485804 dv-neutron-833373-2-hyperv neutron-server[83828]: event.method(event) Apr 01 16:20:18.485804 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:20:18.485804 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:20:18.485804 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:20:18.485804 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:20:18.485804 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:20:18.485804 dv-neutron-833373-2-hyperv neutron-server[83828]: return f(self, *a, **k) Apr 01 16:20:18.485804 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 16:20:18.485804 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._get(url).json() Apr 01 16:20:18.485804 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 16:20:18.485804 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:20:18.485804 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 16:20:18.485804 dv-neutron-833373-2-hyperv neutron-server[83828]: return self.request(url, 'GET', **kwargs) Apr 01 16:20:18.485804 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 16:20:18.485804 dv-neutron-833373-2-hyperv neutron-server[83828]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:20:18.485804 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 16:20:18.485804 dv-neutron-833373-2-hyperv neutron-server[83828]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:20:18.485804 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 16:20:18.485804 dv-neutron-833373-2-hyperv neutron-server[83828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:20:18.485804 dv-neutron-833373-2-hyperv neutron-server[83828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:20:18.567326 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-510d5e15-5a40-49a0-9bdc-8080bfd18743 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:18.584545 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-510d5e15-5a40-49a0-9bdc-8080bfd18743 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:18.597872 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510d5e15-5a40-49a0-9bdc-8080bfd18743 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Pushing event deleted for resources: {'Network': ['ID=1c26bf16-16b2-4720-a773-82ecf03422f7,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:18.600074 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-510d5e15-5a40-49a0-9bdc-8080bfd18743 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] 10.222.0.55 "DELETE /v2.0/networks/1c26bf16-16b2-4720-a773-82ecf03422f7 HTTP/1.1" status: 204 len: 168 time: 0.6732697 Apr 01 16:20:18.604661 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 33478) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:20:18.610415 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-91bef3c7-b56d-4e43-9e32-75d387f87d6f tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1763856086'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:20:18.611388 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a8a3e3d0-2b41-4f16-bc73-03902a5254e0 None None] Provisioning complete for port 2ba01426-3627-4161-8489-706176e054d0 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:20:18.611833 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a8a3e3d0-2b41-4f16-bc73-03902a5254e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:18.616147 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-91bef3c7-b56d-4e43-9e32-75d387f87d6f tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:20:18.620222 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-91bef3c7-b56d-4e43-9e32-75d387f87d6f tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Usage tracker for resource:network and tenant:e0ce8b2cfb4640aca2b0de4a2e1637af is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:20:18.623213 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-91bef3c7-b56d-4e43-9e32-75d387f87d6f tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:20:18.630185 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-91bef3c7-b56d-4e43-9e32-75d387f87d6f tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:20:18.641635 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91bef3c7-b56d-4e43-9e32-75d387f87d6f tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Made reservation on behalf of e0ce8b2cfb4640aca2b0de4a2e1637af for: {'network': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:20:18.644781 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-91bef3c7-b56d-4e43-9e32-75d387f87d6f tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:18.673448 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91bef3c7-b56d-4e43-9e32-75d387f87d6f tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=83826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:20:18.682292 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-91bef3c7-b56d-4e43-9e32-75d387f87d6f tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:18.682735 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.segments_db [None req-91bef3c7-b56d-4e43-9e32-75d387f87d6f tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Added segment 8d9efa10-10a1-4688-a5a5-9e401a53e630 of type vlan for network 2114f48c-3833-4699-8fa4-f514500ff398 Apr 01 16:20:18.709215 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-91bef3c7-b56d-4e43-9e32-75d387f87d6f tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:18.740299 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-91bef3c7-b56d-4e43-9e32-75d387f87d6f tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:18.744576 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91bef3c7-b56d-4e43-9e32-75d387f87d6f tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:18.745185 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-91bef3c7-b56d-4e43-9e32-75d387f87d6f tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:18.848301 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-91bef3c7-b56d-4e43-9e32-75d387f87d6f tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2423849 Apr 01 16:20:18.851413 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 33482) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:20:18.854789 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bef3c7-b56d-4e43-9e32-75d387f87d6f tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Pushing event updated for resources: {'Network': ['ID=2114f48c-3833-4699-8fa4-f514500ff398,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:18.857115 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-69c5abf9-48bf-475b-96c3-fc3da1a983d0 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Request body: {'subnet': {'network_id': '2114f48c-3833-4699-8fa4-f514500ff398', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:20:18.865543 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 2114f48c-3833-4699-8fa4-f514500ff398 details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:20:18.971080 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-69c5abf9-48bf-475b-96c3-fc3da1a983d0 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:20:18.975121 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-69c5abf9-48bf-475b-96c3-fc3da1a983d0 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Usage tracker for resource:subnet and tenant:e0ce8b2cfb4640aca2b0de4a2e1637af is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:20:18.978208 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-69c5abf9-48bf-475b-96c3-fc3da1a983d0 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:20:18.983836 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-69c5abf9-48bf-475b-96c3-fc3da1a983d0 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:20:18.994595 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c5abf9-48bf-475b-96c3-fc3da1a983d0 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Made reservation on behalf of e0ce8b2cfb4640aca2b0de4a2e1637af for: {'subnet': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:20:19.101550 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-69c5abf9-48bf-475b-96c3-fc3da1a983d0 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16030269'] for subnet, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:19.317408 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-69c5abf9-48bf-475b-96c3-fc3da1a983d0 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15306628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16030227'] for subnet, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:19.323047 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 2ba01426-3627-4161-8489-706176e054d0 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:20:19.389487 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 2ba01426-3627-4161-8489-706176e054d0 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:20:19.389861 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:19.400229 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c5abf9-48bf-475b-96c3-fc3da1a983d0 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Pushing event updated for resources: {'Subnet': ['ID=3a22f15d-33c8-46bd-9fd8-6d94b7a45b64,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:19.410340 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c5abf9-48bf-475b-96c3-fc3da1a983d0 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Checking segment: {'id': '8d9efa10-10a1-4688-a5a5-9e401a53e630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2114f48c-3833-4699-8fa4-f514500ff398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:20:19.410758 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c5abf9-48bf-475b-96c3-fc3da1a983d0 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Network hostable DHCP agents. Network: 2114f48c-3833-4699-8fa4-f514500ff398, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:20:19.432477 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c5abf9-48bf-475b-96c3-fc3da1a983d0 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Network 2114f48c-3833-4699-8fa4-f514500ff398 is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:20:19.441708 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-69c5abf9-48bf-475b-96c3-fc3da1a983d0 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, 2114f48c-3833-4699-8fa4-f514500ff398) {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:20:19.446454 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c5abf9-48bf-475b-96c3-fc3da1a983d0 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:19.447038 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-69c5abf9-48bf-475b-96c3-fc3da1a983d0 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:19.453664 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d96dbe-e9e4-4b23-b82d-a162fb9919a1 None None] Network 2114f48c-3833-4699-8fa4-f514500ff398 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:20:19.469831 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-69c5abf9-48bf-475b-96c3-fc3da1a983d0 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6173079 Apr 01 16:20:19.473313 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 33486) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:20:19.479417 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-21914a18-4711-4cf5-88a4-b80e0ddbac72 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-171887308'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:20:19.484312 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-21914a18-4711-4cf5-88a4-b80e0ddbac72 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:20:19.488035 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-21914a18-4711-4cf5-88a4-b80e0ddbac72 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Usage tracker for resource:network and tenant:e0ce8b2cfb4640aca2b0de4a2e1637af is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:20:19.490934 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-21914a18-4711-4cf5-88a4-b80e0ddbac72 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:20:19.496535 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-21914a18-4711-4cf5-88a4-b80e0ddbac72 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:20:19.507630 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21914a18-4711-4cf5-88a4-b80e0ddbac72 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Made reservation on behalf of e0ce8b2cfb4640aca2b0de4a2e1637af for: {'network': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:20:19.510654 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-21914a18-4711-4cf5-88a4-b80e0ddbac72 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:19.538703 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21914a18-4711-4cf5-88a4-b80e0ddbac72 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=83828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:20:19.548199 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-21914a18-4711-4cf5-88a4-b80e0ddbac72 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:19.548541 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.segments_db [None req-21914a18-4711-4cf5-88a4-b80e0ddbac72 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Added segment 80e79fbf-4453-4173-b670-d65e466fdaf1 of type vlan for network c89107c3-e52e-45e4-b51b-dec33acdb917 Apr 01 16:20:19.576279 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-21914a18-4711-4cf5-88a4-b80e0ddbac72 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:19.606602 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-21914a18-4711-4cf5-88a4-b80e0ddbac72 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:19.610266 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21914a18-4711-4cf5-88a4-b80e0ddbac72 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:19.610839 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-21914a18-4711-4cf5-88a4-b80e0ddbac72 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:19.765131 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855fb2d6-9133-49e3-bf2c-a0f008448ae2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-2114f48c-3833-4699-8fa4-f514500ff398', 'network_id': '2114f48c-3833-4699-8fa4-f514500ff398', 'tenant_id': 'e0ce8b2cfb4640aca2b0de4a2e1637af', 'fixed_ips': [{'subnet_id': '3a22f15d-33c8-46bd-9fd8-6d94b7a45b64'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 16:20:19.766025 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-855fb2d6-9133-49e3-bf2c-a0f008448ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:19.814214 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-21914a18-4711-4cf5-88a4-b80e0ddbac72 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3396983 Apr 01 16:20:19.816960 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 33490) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:20:19.824762 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-9f2531d1-d983-477f-bb11-0b88266d54cf tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Request body: {'subnet': {'network_id': 'c89107c3-e52e-45e4-b51b-dec33acdb917', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:20:19.838137 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21914a18-4711-4cf5-88a4-b80e0ddbac72 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Pushing event updated for resources: {'Network': ['ID=c89107c3-e52e-45e4-b51b-dec33acdb917,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:19.850693 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network c89107c3-e52e-45e4-b51b-dec33acdb917 details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:20:19.934810 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-9f2531d1-d983-477f-bb11-0b88266d54cf tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:20:19.938580 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-9f2531d1-d983-477f-bb11-0b88266d54cf tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Usage tracker for resource:subnet and tenant:e0ce8b2cfb4640aca2b0de4a2e1637af is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:20:19.941374 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-9f2531d1-d983-477f-bb11-0b88266d54cf tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:20:19.947757 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-9f2531d1-d983-477f-bb11-0b88266d54cf tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:20:19.958241 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f2531d1-d983-477f-bb11-0b88266d54cf tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Made reservation on behalf of e0ce8b2cfb4640aca2b0de4a2e1637af for: {'subnet': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:20:20.022760 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-855fb2d6-9133-49e3-bf2c-a0f008448ae2 None None] Allocated IP 2001:db8::2 (2114f48c-3833-4699-8fa4-f514500ff398/3a22f15d-33c8-46bd-9fd8-6d94b7a45b64/58f82b9d-2ee0-48cd-b485-0057791fbed0) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:20:20.063414 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9f2531d1-d983-477f-bb11-0b88266d54cf tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16030269'] for subnet, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:20.226599 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-855fb2d6-9133-49e3-bf2c-a0f008448ae2 None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:20.237356 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-855fb2d6-9133-49e3-bf2c-a0f008448ae2 None None] Transition to ACTIVE for port object 58f82b9d-2ee0-48cd-b485-0057791fbed0 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:20:20.256384 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-855fb2d6-9133-49e3-bf2c-a0f008448ae2 None None] Transition to ACTIVE for port object 58f82b9d-2ee0-48cd-b485-0057791fbed0 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:20:20.261641 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-855fb2d6-9133-49e3-bf2c-a0f008448ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:20.283968 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9f2531d1-d983-477f-bb11-0b88266d54cf tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15306628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16030227'] for subnet, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:20.327351 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855fb2d6-9133-49e3-bf2c-a0f008448ae2 None None] Network 2114f48c-3833-4699-8fa4-f514500ff398 is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:20:20.330031 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-855fb2d6-9133-49e3-bf2c-a0f008448ae2 None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:20:20.333705 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855fb2d6-9133-49e3-bf2c-a0f008448ae2 None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:20:20.338795 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855fb2d6-9133-49e3-bf2c-a0f008448ae2 None None] Pushing event updated for resources: {'Port': ['ID=58f82b9d-2ee0-48cd-b485-0057791fbed0,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:20.360664 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2531d1-d983-477f-bb11-0b88266d54cf tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Pushing event updated for resources: {'Subnet': ['ID=3f8ec9dc-9a68-4893-b348-7815a83b2f52,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:20.378360 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2531d1-d983-477f-bb11-0b88266d54cf tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Checking segment: {'id': '80e79fbf-4453-4173-b670-d65e466fdaf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c89107c3-e52e-45e4-b51b-dec33acdb917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:20:20.379041 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2531d1-d983-477f-bb11-0b88266d54cf tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Network hostable DHCP agents. Network: c89107c3-e52e-45e4-b51b-dec33acdb917, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:20:20.401508 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2531d1-d983-477f-bb11-0b88266d54cf tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Network c89107c3-e52e-45e4-b51b-dec33acdb917 is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:20:20.411074 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-9f2531d1-d983-477f-bb11-0b88266d54cf tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, c89107c3-e52e-45e4-b51b-dec33acdb917) {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:20:20.416018 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2531d1-d983-477f-bb11-0b88266d54cf tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:20.416752 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9f2531d1-d983-477f-bb11-0b88266d54cf tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:20.421566 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5182697b-5c67-44f0-9b46-76b0d2738067 None None] Network c89107c3-e52e-45e4-b51b-dec33acdb917 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:20:20.438290 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-9f2531d1-d983-477f-bb11-0b88266d54cf tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6203198 Apr 01 16:20:20.440902 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 33494) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:20:20.488619 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-855fb2d6-9133-49e3-bf2c-a0f008448ae2 None None] Attempting to bind port 58f82b9d-2ee0-48cd-b485-0057791fbed0 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:20:20.488908 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-855fb2d6-9133-49e3-bf2c-a0f008448ae2 None None] Attempting to bind port 58f82b9d-2ee0-48cd-b485-0057791fbed0 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': '8d9efa10-10a1-4688-a5a5-9e401a53e630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2114f48c-3833-4699-8fa4-f514500ff398'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:20:20.489281 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855fb2d6-9133-49e3-bf2c-a0f008448ae2 None None] Attempting to bind port 58f82b9d-2ee0-48cd-b485-0057791fbed0 on network 2114f48c-3833-4699-8fa4-f514500ff398 {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:20:20.510825 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855fb2d6-9133-49e3-bf2c-a0f008448ae2 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:20:20.511199 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855fb2d6-9133-49e3-bf2c-a0f008448ae2 None None] Checking segment: {'id': '8d9efa10-10a1-4688-a5a5-9e401a53e630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2114f48c-3833-4699-8fa4-f514500ff398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:20:20.511588 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-855fb2d6-9133-49e3-bf2c-a0f008448ae2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:20.511975 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855fb2d6-9133-49e3-bf2c-a0f008448ae2 None None] Bound using segment: {'id': '8d9efa10-10a1-4688-a5a5-9e401a53e630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2114f48c-3833-4699-8fa4-f514500ff398'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:20:20.512431 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-855fb2d6-9133-49e3-bf2c-a0f008448ae2 None None] Bound port: 58f82b9d-2ee0-48cd-b485-0057791fbed0, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9efa10-10a1-4688-a5a5-9e401a53e630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2114f48c-3833-4699-8fa4-f514500ff398'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:20:20.512823 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-855fb2d6-9133-49e3-bf2c-a0f008448ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:20.580319 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4d5d10bd-3390-42a0-9420-9a79d34bffd7 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:20.644754 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4d5d10bd-3390-42a0-9420-9a79d34bffd7 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:20.671188 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-855fb2d6-9133-49e3-bf2c-a0f008448ae2 None None] For port 58f82b9d-2ee0-48cd-b485-0057791fbed0, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:20:20.675499 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-855fb2d6-9133-49e3-bf2c-a0f008448ae2 None None] For port 58f82b9d-2ee0-48cd-b485-0057791fbed0, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=58f82b9d-2ee0-48cd-b485-0057791fbed0,segment=NetworkSegment(8d9efa10-10a1-4688-a5a5-9e401a53e630),segment_id=8d9efa10-10a1-4688-a5a5-9e401a53e630)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:20:20.704916 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-855fb2d6-9133-49e3-bf2c-a0f008448ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:20.724989 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4d5d10bd-3390-42a0-9420-9a79d34bffd7 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15306565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16030232'] for subnet, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:20.758436 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3731cf-57b4-4e2b-85be-ad1af8ef7a5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-c89107c3-e52e-45e4-b51b-dec33acdb917', 'network_id': 'c89107c3-e52e-45e4-b51b-dec33acdb917', 'tenant_id': 'e0ce8b2cfb4640aca2b0de4a2e1637af', 'fixed_ips': [{'subnet_id': '3f8ec9dc-9a68-4893-b348-7815a83b2f52'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 16:20:20.759231 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-9c3731cf-57b4-4e2b-85be-ad1af8ef7a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:20.764851 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5d10bd-3390-42a0-9420-9a79d34bffd7 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Pushing event deleted for resources: {'Subnet': ['ID=3f8ec9dc-9a68-4893-b348-7815a83b2f52,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:20.859169 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855fb2d6-9133-49e3-bf2c-a0f008448ae2 None None] Pushing event updated for resources: {'Port': ['ID=58f82b9d-2ee0-48cd-b485-0057791fbed0,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:20.874564 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4d5d10bd-3390-42a0-9420-9a79d34bffd7 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:20.894490 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ad5cf9-f1db-4547-a82a-02c8cb896efa None None] Network c89107c3-e52e-45e4-b51b-dec33acdb917 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:20:20.903867 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-4d5d10bd-3390-42a0-9420-9a79d34bffd7 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c89107c3-e52e-45e4-b51b-dec33acdb917']}} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:20:20.917377 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-4d5d10bd-3390-42a0-9420-9a79d34bffd7 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80e79fbf-4453-4173-b670-d65e466fdaf1') {'for_net_delete': True} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:20:20.917678 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-4d5d10bd-3390-42a0-9420-9a79d34bffd7 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80e79fbf-4453-4173-b670-d65e466fdaf1') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:20:20.930032 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4d5d10bd-3390-42a0-9420-9a79d34bffd7 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15303093'] for segment, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:20.947456 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4d5d10bd-3390-42a0-9420-9a79d34bffd7 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:20.955578 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d5d10bd-3390-42a0-9420-9a79d34bffd7 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=83828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 16:20:20.956050 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4d5d10bd-3390-42a0-9420-9a79d34bffd7 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15306523'] for segment, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:20.972401 dv-neutron-833373-2-hyperv neutron-server[83828]: Traceback (most recent call last): Apr 01 16:20:20.972401 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 16:20:20.972401 dv-neutron-833373-2-hyperv neutron-server[83828]: timer() Apr 01 16:20:20.972401 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:20:20.972401 dv-neutron-833373-2-hyperv neutron-server[83828]: cb(*args, **kw) Apr 01 16:20:20.972401 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:20:20.972401 dv-neutron-833373-2-hyperv neutron-server[83828]: return func(*args, **kwargs) Apr 01 16:20:20.972401 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:20:20.972401 dv-neutron-833373-2-hyperv neutron-server[83828]: self._notify() Apr 01 16:20:20.972401 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:20:20.972401 dv-neutron-833373-2-hyperv neutron-server[83828]: self.callback(batched_events) Apr 01 16:20:20.972401 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:20:20.972401 dv-neutron-833373-2-hyperv neutron-server[83828]: event.method(event) Apr 01 16:20:20.972401 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:20:20.972401 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:20:20.972401 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:20:20.972401 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:20:20.972401 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:20:20.972401 dv-neutron-833373-2-hyperv neutron-server[83828]: return f(self, *a, **k) Apr 01 16:20:20.972401 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 16:20:20.972401 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._get(url).json() Apr 01 16:20:20.972401 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 16:20:20.972401 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:20:20.972401 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 16:20:20.972401 dv-neutron-833373-2-hyperv neutron-server[83828]: return self.request(url, 'GET', **kwargs) Apr 01 16:20:20.972401 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 16:20:20.972401 dv-neutron-833373-2-hyperv neutron-server[83828]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:20:20.972401 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 16:20:20.972401 dv-neutron-833373-2-hyperv neutron-server[83828]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:20:20.972401 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 16:20:20.972401 dv-neutron-833373-2-hyperv neutron-server[83828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:20:20.972401 dv-neutron-833373-2-hyperv neutron-server[83828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:20:21.077309 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4d5d10bd-3390-42a0-9420-9a79d34bffd7 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:21.083680 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4d5d10bd-3390-42a0-9420-9a79d34bffd7 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:21.119662 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 33498) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:20:21.120291 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-4d5d10bd-3390-42a0-9420-9a79d34bffd7 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] 10.222.0.55 "DELETE /v2.0/networks/c89107c3-e52e-45e4-b51b-dec33acdb917 HTTP/1.1" status: 204 len: 168 time: 0.6783421 Apr 01 16:20:21.128514 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5d10bd-3390-42a0-9420-9a79d34bffd7 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Pushing event deleted for resources: {'Network': ['ID=c89107c3-e52e-45e4-b51b-dec33acdb917,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:21.166510 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-491bf43b-2bba-4994-9153-d1a1f9a97d99 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] GET failed (client error): The resource could not be found. Apr 01 16:20:21.167013 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-491bf43b-2bba-4994-9153-d1a1f9a97d99 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Synchronizing usage tracker for tenant:e0ce8b2cfb4640aca2b0de4a2e1637af on resource:subnet {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:20:21.184537 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-491bf43b-2bba-4994-9153-d1a1f9a97d99 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Unset dirty status for tenant:e0ce8b2cfb4640aca2b0de4a2e1637af on resource:subnet {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:20:21.185887 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-491bf43b-2bba-4994-9153-d1a1f9a97d99 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] 10.222.0.55 "GET /v2.0/subnets/3f8ec9dc-9a68-4893-b348-7815a83b2f52 HTTP/1.1" status: 404 len: 337 time: 0.0652263 Apr 01 16:20:21.188682 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 33502) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:20:21.214779 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e2c6916-9c0a-4d79-a9f3-6c299592d568 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] DELETE failed (client error): The resource could not be found. Apr 01 16:20:21.215212 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e2c6916-9c0a-4d79-a9f3-6c299592d568 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 16:20:21.216890 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-6e2c6916-9c0a-4d79-a9f3-6c299592d568 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] 10.222.0.55 "DELETE /v2.0/networks/c89107c3-e52e-45e4-b51b-dec33acdb917 HTTP/1.1" status: 404 len: 339 time: 0.0272527 Apr 01 16:20:21.220795 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 33506) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:20:21.258818 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eb9b12a-fb77-4ab1-b7e8-2b4108fe5934 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] DELETE failed (client error): The resource could not be found. Apr 01 16:20:21.259166 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9eb9b12a-fb77-4ab1-b7e8-2b4108fe5934 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 16:20:21.260843 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-9eb9b12a-fb77-4ab1-b7e8-2b4108fe5934 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] 10.222.0.55 "DELETE /v2.0/subnets/3f8ec9dc-9a68-4893-b348-7815a83b2f52 HTTP/1.1" status: 404 len: 337 time: 0.0391388 Apr 01 16:20:21.264373 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 33510) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:20:21.291882 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6828811-8080-4a83-9cd2-f00e686ab652 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] DELETE failed (client error): The resource could not be found. Apr 01 16:20:21.292367 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6828811-8080-4a83-9cd2-f00e686ab652 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 16:20:21.294065 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-e6828811-8080-4a83-9cd2-f00e686ab652 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] 10.222.0.55 "DELETE /v2.0/networks/c89107c3-e52e-45e4-b51b-dec33acdb917 HTTP/1.1" status: 404 len: 339 time: 0.0284758 Apr 01 16:20:21.296528 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 33514) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:20:21.351954 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 58f82b9d-2ee0-48cd-b485-0057791fbed0 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:20:21.422522 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 58f82b9d-2ee0-48cd-b485-0057791fbed0 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:20:21.488065 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bafd2db-e583-4f00-8ce4-9c0f2a7ccfb7 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Deleting subnet 3a22f15d-33c8-46bd-9fd8-6d94b7a45b64 {{(pid=83826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 16:20:21.491117 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7bafd2db-e583-4f00-8ce4-9c0f2a7ccfb7 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks [] for subnet, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:21.546374 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7bafd2db-e583-4f00-8ce4-9c0f2a7ccfb7 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16610770'] for subnet, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:21.642261 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7bafd2db-e583-4f00-8ce4-9c0f2a7ccfb7 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:21.718103 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7bafd2db-e583-4f00-8ce4-9c0f2a7ccfb7 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15415074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16089009'] for subnet, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:21.756345 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bafd2db-e583-4f00-8ce4-9c0f2a7ccfb7 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Pushing event deleted for resources: {'Subnet': ['ID=3a22f15d-33c8-46bd-9fd8-6d94b7a45b64,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:21.766291 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7bafd2db-e583-4f00-8ce4-9c0f2a7ccfb7 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:21.775483 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bafd2db-e583-4f00-8ce4-9c0f2a7ccfb7 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:21.775823 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bafd2db-e583-4f00-8ce4-9c0f2a7ccfb7 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:21.776175 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bafd2db-e583-4f00-8ce4-9c0f2a7ccfb7 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:21.776504 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bafd2db-e583-4f00-8ce4-9c0f2a7ccfb7 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:21.776855 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bafd2db-e583-4f00-8ce4-9c0f2a7ccfb7 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:21.777178 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bafd2db-e583-4f00-8ce4-9c0f2a7ccfb7 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:21.777492 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bafd2db-e583-4f00-8ce4-9c0f2a7ccfb7 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:21.777808 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bafd2db-e583-4f00-8ce4-9c0f2a7ccfb7 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:21.778120 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bafd2db-e583-4f00-8ce4-9c0f2a7ccfb7 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:21.778436 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bafd2db-e583-4f00-8ce4-9c0f2a7ccfb7 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:21.778753 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bafd2db-e583-4f00-8ce4-9c0f2a7ccfb7 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:21.788496 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-7bafd2db-e583-4f00-8ce4-9c0f2a7ccfb7 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] 10.222.0.55 "DELETE /v2.0/subnets/3a22f15d-33c8-46bd-9fd8-6d94b7a45b64 HTTP/1.1" status: 204 len: 168 time: 0.4907777 Apr 01 16:20:21.791083 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 33518) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:20:21.796773 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cbc99ad-7ddc-4f54-9cc0-47656e880f0d None None] Network 2114f48c-3833-4699-8fa4-f514500ff398 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:20:21.907836 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ace84ac5-4bce-4de7-8aa4-b05df32bab8e tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:21.920186 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-ace84ac5-4bce-4de7-8aa4-b05df32bab8e tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Deleting port 58f82b9d-2ee0-48cd-b485-0057791fbed0 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:20:21.920529 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ace84ac5-4bce-4de7-8aa4-b05df32bab8e tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:21.985898 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-b2e86aad-0f75-4360-a8e3-5bb7f37c7b00 None None] Provisioning for port 58f82b9d-2ee0-48cd-b485-0057791fbed0 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:20:22.019303 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-b2e86aad-0f75-4360-a8e3-5bb7f37c7b00 None None] Provisioning complete for port 58f82b9d-2ee0-48cd-b485-0057791fbed0 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:20:22.019685 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-b2e86aad-0f75-4360-a8e3-5bb7f37c7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:22.135015 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [None req-ace84ac5-4bce-4de7-8aa4-b05df32bab8e tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] For port 58f82b9d-2ee0-48cd-b485-0057791fbed0, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=58f82b9d-2ee0-48cd-b485-0057791fbed0,segment=NetworkSegment(8d9efa10-10a1-4688-a5a5-9e401a53e630),segment_id=8d9efa10-10a1-4688-a5a5-9e401a53e630)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:20:22.135597 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ace84ac5-4bce-4de7-8aa4-b05df32bab8e tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:22.158182 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-b2e86aad-0f75-4360-a8e3-5bb7f37c7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:22.195414 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2076ae73-3044-4b71-b715-3ad541bb215b None None] DHCP port deletion for 2114f48c-3833-4699-8fa4-f514500ff398 request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 16:20:22.203811 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-b2e86aad-0f75-4360-a8e3-5bb7f37c7b00 None None] For port 58f82b9d-2ee0-48cd-b485-0057791fbed0, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=58f82b9d-2ee0-48cd-b485-0057791fbed0,segment=NetworkSegment(8d9efa10-10a1-4688-a5a5-9e401a53e630),segment_id=8d9efa10-10a1-4688-a5a5-9e401a53e630)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:20:22.204854 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-2076ae73-3044-4b71-b715-3ad541bb215b None None] Deleting port 58f82b9d-2ee0-48cd-b485-0057791fbed0 {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:20:22.205288 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-2076ae73-3044-4b71-b715-3ad541bb215b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:22.243565 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-b2e86aad-0f75-4360-a8e3-5bb7f37c7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:22.265991 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-ace84ac5-4bce-4de7-8aa4-b05df32bab8e tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Calling delete_port for 58f82b9d-2ee0-48cd-b485-0057791fbed0 owned by network:dhcp {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:20:22.344067 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.db.api [None req-ace84ac5-4bce-4de7-8aa4-b05df32bab8e tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:20:22.344294 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG oslo_db.api [None req-ace84ac5-4bce-4de7-8aa4-b05df32bab8e tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:20:22.372600 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e86aad-0f75-4360-a8e3-5bb7f37c7b00 None None] Pushing event updated for resources: {'Port': ['ID=58f82b9d-2ee0-48cd-b485-0057791fbed0,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:22.474977 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-2076ae73-3044-4b71-b715-3ad541bb215b None None] For port 58f82b9d-2ee0-48cd-b485-0057791fbed0, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=58f82b9d-2ee0-48cd-b485-0057791fbed0,segment=NetworkSegment(8d9efa10-10a1-4688-a5a5-9e401a53e630),segment_id=8d9efa10-10a1-4688-a5a5-9e401a53e630)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:20:22.475264 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-2076ae73-3044-4b71-b715-3ad541bb215b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:22.594503 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-2076ae73-3044-4b71-b715-3ad541bb215b None None] Calling delete_port for 58f82b9d-2ee0-48cd-b485-0057791fbed0 owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:20:22.667276 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-2076ae73-3044-4b71-b715-3ad541bb215b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671'] for port, after_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:22.710683 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2076ae73-3044-4b71-b715-3ad541bb215b None None] Pushing event deleted for resources: {'Port': ['ID=58f82b9d-2ee0-48cd-b485-0057791fbed0,revision_number=None']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:22.718253 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2076ae73-3044-4b71-b715-3ad541bb215b None None] No DVR routers for this DVR port 58f82b9d-2ee0-48cd-b485-0057791fbed0 on host dv-neutron-833373-2-hyperv {{(pid=83829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:20:22.845894 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-ace84ac5-4bce-4de7-8aa4-b05df32bab8e tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Deleting port 58f82b9d-2ee0-48cd-b485-0057791fbed0 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:20:22.846172 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ace84ac5-4bce-4de7-8aa4-b05df32bab8e tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:22.995422 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-ace84ac5-4bce-4de7-8aa4-b05df32bab8e tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] The port '58f82b9d-2ee0-48cd-b485-0057791fbed0' was deleted {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 16:20:23.126038 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ace84ac5-4bce-4de7-8aa4-b05df32bab8e tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:23.152514 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-ace84ac5-4bce-4de7-8aa4-b05df32bab8e tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2114f48c-3833-4699-8fa4-f514500ff398']}} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:20:23.164480 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-ace84ac5-4bce-4de7-8aa4-b05df32bab8e tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d9efa10-10a1-4688-a5a5-9e401a53e630') {'for_net_delete': True} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:20:23.164806 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-ace84ac5-4bce-4de7-8aa4-b05df32bab8e tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d9efa10-10a1-4688-a5a5-9e401a53e630') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:20:23.176165 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ace84ac5-4bce-4de7-8aa4-b05df32bab8e tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16610763'] for segment, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:23.192047 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ace84ac5-4bce-4de7-8aa4-b05df32bab8e tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:23.199315 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ace84ac5-4bce-4de7-8aa4-b05df32bab8e tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=83826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 16:20:23.199649 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ace84ac5-4bce-4de7-8aa4-b05df32bab8e tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15415164'] for segment, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:23.218165 dv-neutron-833373-2-hyperv neutron-server[83826]: Traceback (most recent call last): Apr 01 16:20:23.218165 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 16:20:23.218165 dv-neutron-833373-2-hyperv neutron-server[83826]: timer() Apr 01 16:20:23.218165 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:20:23.218165 dv-neutron-833373-2-hyperv neutron-server[83826]: cb(*args, **kw) Apr 01 16:20:23.218165 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:20:23.218165 dv-neutron-833373-2-hyperv neutron-server[83826]: return func(*args, **kwargs) Apr 01 16:20:23.218165 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:20:23.218165 dv-neutron-833373-2-hyperv neutron-server[83826]: self._notify() Apr 01 16:20:23.218165 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:20:23.218165 dv-neutron-833373-2-hyperv neutron-server[83826]: self.callback(batched_events) Apr 01 16:20:23.218165 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:20:23.218165 dv-neutron-833373-2-hyperv neutron-server[83826]: event.method(event) Apr 01 16:20:23.218165 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:20:23.218165 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:20:23.218165 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:20:23.218165 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:20:23.218165 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:20:23.218165 dv-neutron-833373-2-hyperv neutron-server[83826]: return f(self, *a, **k) Apr 01 16:20:23.218165 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 16:20:23.218165 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._get(url).json() Apr 01 16:20:23.218165 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 16:20:23.218165 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:20:23.218165 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 16:20:23.218165 dv-neutron-833373-2-hyperv neutron-server[83826]: return self.request(url, 'GET', **kwargs) Apr 01 16:20:23.218165 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 16:20:23.218165 dv-neutron-833373-2-hyperv neutron-server[83826]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:20:23.218165 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 16:20:23.218165 dv-neutron-833373-2-hyperv neutron-server[83826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:20:23.218165 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 16:20:23.218165 dv-neutron-833373-2-hyperv neutron-server[83826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:20:23.218165 dv-neutron-833373-2-hyperv neutron-server[83826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:20:23.301585 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ace84ac5-4bce-4de7-8aa4-b05df32bab8e tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:23.324654 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ace84ac5-4bce-4de7-8aa4-b05df32bab8e tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:23.328103 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 58f82b9d-2ee0-48cd-b485-0057791fbed0 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:20:23.333618 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace84ac5-4bce-4de7-8aa4-b05df32bab8e tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Pushing event deleted for resources: {'Network': ['ID=2114f48c-3833-4699-8fa4-f514500ff398,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:23.340610 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-ace84ac5-4bce-4de7-8aa4-b05df32bab8e tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] 10.222.0.55 "DELETE /v2.0/networks/2114f48c-3833-4699-8fa4-f514500ff398 HTTP/1.1" status: 204 len: 168 time: 1.5464377 Apr 01 16:20:23.341063 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 33522) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:20:23.365132 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 58f82b9d-2ee0-48cd-b485-0057791fbed0 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:20:23.365477 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 58f82b9d-2ee0-48cd-b485-0057791fbed0 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:20:23.384450 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3b9c817-249a-46fc-9549-dd8463fe3b73 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] DELETE failed (client error): The resource could not be found. Apr 01 16:20:23.384929 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3b9c817-249a-46fc-9549-dd8463fe3b73 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 16:20:23.386666 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-a3b9c817-249a-46fc-9549-dd8463fe3b73 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] 10.222.0.55 "DELETE /v2.0/subnets/ee2ca7a6-d301-4f9f-a747-fa236a237afb HTTP/1.1" status: 404 len: 337 time: 0.0449197 Apr 01 16:20:23.389243 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 33526) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:20:23.415109 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0cb2dc0-05e4-4a76-8e19-ce67be515914 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] DELETE failed (client error): The resource could not be found. Apr 01 16:20:23.415541 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0cb2dc0-05e4-4a76-8e19-ce67be515914 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 16:20:23.417163 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-b0cb2dc0-05e4-4a76-8e19-ce67be515914 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] 10.222.0.55 "DELETE /v2.0/networks/1c26bf16-16b2-4720-a773-82ecf03422f7 HTTP/1.1" status: 404 len: 339 time: 0.0270097 Apr 01 16:20:23.419627 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 33530) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:20:23.458172 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe859084-ae03-488d-950e-542f4e956f77 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] DELETE failed (client error): The resource could not be found. Apr 01 16:20:23.458610 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe859084-ae03-488d-950e-542f4e956f77 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 16:20:23.461814 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-fe859084-ae03-488d-950e-542f4e956f77 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] 10.222.0.55 "DELETE /v2.0/subnets/6f4e0b06-6370-4113-9e30-edc2d32206d7 HTTP/1.1" status: 404 len: 337 time: 0.0403311 Apr 01 16:20:23.464062 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 33534) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:20:23.489694 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7053887-82da-4682-a7c6-b5e1f7f367cf tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] DELETE failed (client error): The resource could not be found. Apr 01 16:20:23.490130 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7053887-82da-4682-a7c6-b5e1f7f367cf tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83826) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 16:20:23.491775 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-e7053887-82da-4682-a7c6-b5e1f7f367cf tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] 10.222.0.55 "DELETE /v2.0/networks/20a6836a-037e-4a7e-aca5-b811690557dd HTTP/1.1" status: 404 len: 339 time: 0.0267854 Apr 01 16:20:23.494336 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 33538) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:20:23.690569 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b6629de-0828-4d51-8a48-2c3eebde87b4 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Deleting subnet 5158e4b6-8631-4fb8-a9a6-4979322b2792 {{(pid=83826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 16:20:23.693406 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8b6629de-0828-4d51-8a48-2c3eebde87b4 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks [] for subnet, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:23.747011 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8b6629de-0828-4d51-8a48-2c3eebde87b4 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16610770'] for subnet, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:23.833996 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8b6629de-0828-4d51-8a48-2c3eebde87b4 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:23.922014 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8b6629de-0828-4d51-8a48-2c3eebde87b4 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15415074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16089009'] for subnet, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:23.923875 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-542b80ea-d331-4431-9aa5-263a2b52b28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:23.943450 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:23.968606 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6629de-0828-4d51-8a48-2c3eebde87b4 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Pushing event deleted for resources: {'Subnet': ['ID=5158e4b6-8631-4fb8-a9a6-4979322b2792,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:23.977135 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8b6629de-0828-4d51-8a48-2c3eebde87b4 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:23.982250 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110b416a-547a-4147-9b70-7fb7adb43611 None None] Network 25acbad6-8ed9-4447-8f1d-7671c025666b requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:20:23.987737 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-8b6629de-0828-4d51-8a48-2c3eebde87b4 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] 10.222.0.55 "DELETE /v2.0/subnets/5158e4b6-8631-4fb8-a9a6-4979322b2792 HTTP/1.1" status: 204 len: 168 time: 0.4924390 Apr 01 16:20:23.990149 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 33542) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:20:24.103625 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-beef4fae-3513-4895-9d4f-7e0f156289e8 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:24.113771 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-beef4fae-3513-4895-9d4f-7e0f156289e8 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Deleting port 2ba01426-3627-4161-8489-706176e054d0 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:20:24.114071 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-beef4fae-3513-4895-9d4f-7e0f156289e8 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:24.224975 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff36465a-71c7-4708-bf18-401a54372da1 None None] DHCP port deletion for 25acbad6-8ed9-4447-8f1d-7671c025666b request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 16:20:24.229292 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-ff36465a-71c7-4708-bf18-401a54372da1 None None] Deleting port 2ba01426-3627-4161-8489-706176e054d0 {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:20:24.229655 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ff36465a-71c7-4708-bf18-401a54372da1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:24.324956 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [None req-beef4fae-3513-4895-9d4f-7e0f156289e8 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] For port 2ba01426-3627-4161-8489-706176e054d0, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=2ba01426-3627-4161-8489-706176e054d0,segment=NetworkSegment(18ee4c43-ca16-4026-a801-0339e1ca8b3b),segment_id=18ee4c43-ca16-4026-a801-0339e1ca8b3b)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:20:24.325538 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-beef4fae-3513-4895-9d4f-7e0f156289e8 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:24.440497 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-ff36465a-71c7-4708-bf18-401a54372da1 None None] For port 2ba01426-3627-4161-8489-706176e054d0, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=2ba01426-3627-4161-8489-706176e054d0,segment=NetworkSegment(18ee4c43-ca16-4026-a801-0339e1ca8b3b),segment_id=18ee4c43-ca16-4026-a801-0339e1ca8b3b)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:20:24.441137 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ff36465a-71c7-4708-bf18-401a54372da1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:24.446441 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-beef4fae-3513-4895-9d4f-7e0f156289e8 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Calling delete_port for 2ba01426-3627-4161-8489-706176e054d0 owned by network:dhcp {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:20:24.522518 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-beef4fae-3513-4895-9d4f-7e0f156289e8 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:24.562897 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-ff36465a-71c7-4708-bf18-401a54372da1 None None] Calling delete_port for 2ba01426-3627-4161-8489-706176e054d0 owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:20:24.636210 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.db.api [None req-ff36465a-71c7-4708-bf18-401a54372da1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:20:24.636588 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG oslo_db.api [None req-ff36465a-71c7-4708-bf18-401a54372da1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:20:24.653935 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beef4fae-3513-4895-9d4f-7e0f156289e8 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Pushing event deleted for resources: {'Port': ['ID=2ba01426-3627-4161-8489-706176e054d0,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:24.660105 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beef4fae-3513-4895-9d4f-7e0f156289e8 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] No DVR routers for this DVR port 2ba01426-3627-4161-8489-706176e054d0 on host dv-neutron-833373-2-hyperv {{(pid=83826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:20:24.780942 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-beef4fae-3513-4895-9d4f-7e0f156289e8 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:24.805763 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-beef4fae-3513-4895-9d4f-7e0f156289e8 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25acbad6-8ed9-4447-8f1d-7671c025666b']}} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:20:24.817382 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-beef4fae-3513-4895-9d4f-7e0f156289e8 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18ee4c43-ca16-4026-a801-0339e1ca8b3b') {'for_net_delete': True} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:20:24.817680 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-beef4fae-3513-4895-9d4f-7e0f156289e8 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18ee4c43-ca16-4026-a801-0339e1ca8b3b') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:20:24.828502 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-beef4fae-3513-4895-9d4f-7e0f156289e8 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16610763'] for segment, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:24.843906 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-beef4fae-3513-4895-9d4f-7e0f156289e8 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:24.851515 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beef4fae-3513-4895-9d4f-7e0f156289e8 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=83826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 16:20:24.851976 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-beef4fae-3513-4895-9d4f-7e0f156289e8 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15415164'] for segment, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:24.870232 dv-neutron-833373-2-hyperv neutron-server[83826]: Traceback (most recent call last): Apr 01 16:20:24.870232 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 16:20:24.870232 dv-neutron-833373-2-hyperv neutron-server[83826]: timer() Apr 01 16:20:24.870232 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:20:24.870232 dv-neutron-833373-2-hyperv neutron-server[83826]: cb(*args, **kw) Apr 01 16:20:24.870232 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:20:24.870232 dv-neutron-833373-2-hyperv neutron-server[83826]: return func(*args, **kwargs) Apr 01 16:20:24.870232 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:20:24.870232 dv-neutron-833373-2-hyperv neutron-server[83826]: self._notify() Apr 01 16:20:24.870232 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:20:24.870232 dv-neutron-833373-2-hyperv neutron-server[83826]: self.callback(batched_events) Apr 01 16:20:24.870232 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:20:24.870232 dv-neutron-833373-2-hyperv neutron-server[83826]: event.method(event) Apr 01 16:20:24.870232 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:20:24.870232 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:20:24.870232 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:20:24.870232 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:20:24.870232 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:20:24.870232 dv-neutron-833373-2-hyperv neutron-server[83826]: return f(self, *a, **k) Apr 01 16:20:24.870232 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 16:20:24.870232 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._get(url).json() Apr 01 16:20:24.870232 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 16:20:24.870232 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:20:24.870232 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 16:20:24.870232 dv-neutron-833373-2-hyperv neutron-server[83826]: return self.request(url, 'GET', **kwargs) Apr 01 16:20:24.870232 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 16:20:24.870232 dv-neutron-833373-2-hyperv neutron-server[83826]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:20:24.870232 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 16:20:24.870232 dv-neutron-833373-2-hyperv neutron-server[83826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:20:24.870232 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 16:20:24.870232 dv-neutron-833373-2-hyperv neutron-server[83826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:20:24.870232 dv-neutron-833373-2-hyperv neutron-server[83826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:20:24.947392 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-beef4fae-3513-4895-9d4f-7e0f156289e8 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:24.952309 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-beef4fae-3513-4895-9d4f-7e0f156289e8 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:24.979027 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beef4fae-3513-4895-9d4f-7e0f156289e8 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] Pushing event deleted for resources: {'Network': ['ID=25acbad6-8ed9-4447-8f1d-7671c025666b,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:24.983120 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-beef4fae-3513-4895-9d4f-7e0f156289e8 tempest-NetworksIpV6Test-987321311 tempest-NetworksIpV6Test-987321311-project] 10.222.0.55 "DELETE /v2.0/networks/25acbad6-8ed9-4447-8f1d-7671c025666b HTTP/1.1" status: 204 len: 168 time: 0.9918697 Apr 01 16:20:25.137973 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-ff36465a-71c7-4708-bf18-401a54372da1 None None] Deleting port 2ba01426-3627-4161-8489-706176e054d0 {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:20:25.138545 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ff36465a-71c7-4708-bf18-401a54372da1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:25.243643 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-ff36465a-71c7-4708-bf18-401a54372da1 None None] The port '2ba01426-3627-4161-8489-706176e054d0' was deleted {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 16:20:25.289016 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 33550) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:20:25.319107 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 2ba01426-3627-4161-8489-706176e054d0 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:20:25.357439 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 2ba01426-3627-4161-8489-706176e054d0 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:20:25.357887 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 2ba01426-3627-4161-8489-706176e054d0 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:20:25.469465 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-002506d7-b831-4fdc-b814-5ac655b0f5c9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e0ce8b2cfb4640aca2b0de4a2e1637af&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1791410 Apr 01 16:20:25.471951 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 33556) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:20:25.531449 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-158865b1-d41c-4df2-a71b-3a8047c8ce8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:25.556153 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-158865b1-d41c-4df2-a71b-3a8047c8ce8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:25.606608 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-158865b1-d41c-4df2-a71b-3a8047c8ce8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:25.622326 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158865b1-d41c-4df2-a71b-3a8047c8ce8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf0bda2-76ab-4b6d-989f-2849bbea261b,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:25.626552 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-158865b1-d41c-4df2-a71b-3a8047c8ce8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:25.627652 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-158865b1-d41c-4df2-a71b-3a8047c8ce8e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6cf0bda2-76ab-4b6d-989f-2849bbea261b HTTP/1.1" status: 204 len: 168 time: 0.1547916 Apr 01 16:20:26.320762 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-50d61af1-8ffb-452d-8c1a-a72565b92ecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:26.431915 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 33578) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:20:26.565993 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-e581421d-dc89-4d80-875c-1c301f931af9 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1451237109', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:20:26.573366 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-e581421d-dc89-4d80-875c-1c301f931af9 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:20:26.577181 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-e581421d-dc89-4d80-875c-1c301f931af9 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Usage tracker for resource:router and tenant:3c9b7faafc0e4341a7bc0e40200714eb is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:20:26.579997 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-e581421d-dc89-4d80-875c-1c301f931af9 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:20:26.586186 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-e581421d-dc89-4d80-875c-1c301f931af9 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:20:26.595941 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e581421d-dc89-4d80-875c-1c301f931af9 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130665'] for router, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:26.596868 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e581421d-dc89-4d80-875c-1c301f931af9 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617571', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130640'] for router, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:26.617673 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e581421d-dc89-4d80-875c-1c301f931af9 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:26.634913 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e581421d-dc89-4d80-875c-1c301f931af9 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616'] for router, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:26.656258 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e581421d-dc89-4d80-875c-1c301f931af9 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Notify callbacks [] for router, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:26.657521 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-e581421d-dc89-4d80-875c-1c301f931af9 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2246211 Apr 01 16:20:26.660291 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 33584) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:20:26.666181 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-d5837d5c-239e-4658-b3f4-b385fa2af291 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-321236146'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:20:26.671187 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-d5837d5c-239e-4658-b3f4-b385fa2af291 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:20:26.674955 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-d5837d5c-239e-4658-b3f4-b385fa2af291 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Usage tracker for resource:network and tenant:3c9b7faafc0e4341a7bc0e40200714eb is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:20:26.678439 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-d5837d5c-239e-4658-b3f4-b385fa2af291 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:20:26.684887 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-d5837d5c-239e-4658-b3f4-b385fa2af291 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:20:26.695483 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5837d5c-239e-4658-b3f4-b385fa2af291 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Made reservation on behalf of 3c9b7faafc0e4341a7bc0e40200714eb for: {'network': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:20:26.698348 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d5837d5c-239e-4658-b3f4-b385fa2af291 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:26.711368 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d5837d5c-239e-4658-b3f4-b385fa2af291 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Notify callbacks [] for security_group, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:26.745488 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-d5837d5c-239e-4658-b3f4-b385fa2af291 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:20:26.749259 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-d5837d5c-239e-4658-b3f4-b385fa2af291 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Usage tracker for resource:security_group_rule and tenant:3c9b7faafc0e4341a7bc0e40200714eb is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:20:26.751980 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-d5837d5c-239e-4658-b3f4-b385fa2af291 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:20:26.758254 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-d5837d5c-239e-4658-b3f4-b385fa2af291 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:20:26.825856 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d5837d5c-239e-4658-b3f4-b385fa2af291 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Notify callbacks [] for security_group, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:26.829579 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d5837d5c-239e-4658-b3f4-b385fa2af291 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:26.863445 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5837d5c-239e-4658-b3f4-b385fa2af291 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=83826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:20:26.868719 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5837d5c-239e-4658-b3f4-b385fa2af291 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b9ed0d-7797-4ff3-8823-dcd87ee51c8b,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:26.875516 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d5837d5c-239e-4658-b3f4-b385fa2af291 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:26.875799 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.segments_db [None req-d5837d5c-239e-4658-b3f4-b385fa2af291 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Added segment 3348cbe0-d20a-4278-95ae-682c777adf52 of type vlan for network c4eef5c3-0435-4330-8e99-d54c041ea1b0 Apr 01 16:20:26.903341 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d5837d5c-239e-4658-b3f4-b385fa2af291 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:26.931571 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d5837d5c-239e-4658-b3f4-b385fa2af291 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:26.935215 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5837d5c-239e-4658-b3f4-b385fa2af291 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:26.935787 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d5837d5c-239e-4658-b3f4-b385fa2af291 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:27.044004 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-d5837d5c-239e-4658-b3f4-b385fa2af291 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3826098 Apr 01 16:20:27.046757 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5837d5c-239e-4658-b3f4-b385fa2af291 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Pushing event updated for resources: {'Network': ['ID=c4eef5c3-0435-4330-8e99-d54c041ea1b0,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:27.047121 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 33588) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:20:27.055932 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-44a96a50-0f40-4069-a006-e1d75260ea3f tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Request body: {'subnet': {'network_id': 'c4eef5c3-0435-4330-8e99-d54c041ea1b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:20:27.057454 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network c4eef5c3-0435-4330-8e99-d54c041ea1b0 details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:20:27.172608 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-44a96a50-0f40-4069-a006-e1d75260ea3f tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:20:27.176444 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-44a96a50-0f40-4069-a006-e1d75260ea3f tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Usage tracker for resource:subnet and tenant:3c9b7faafc0e4341a7bc0e40200714eb is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:20:27.179472 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-44a96a50-0f40-4069-a006-e1d75260ea3f tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:20:27.185170 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-44a96a50-0f40-4069-a006-e1d75260ea3f tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:20:27.195516 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a96a50-0f40-4069-a006-e1d75260ea3f tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Made reservation on behalf of 3c9b7faafc0e4341a7bc0e40200714eb for: {'subnet': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:20:27.299093 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-44a96a50-0f40-4069-a006-e1d75260ea3f tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16030269'] for subnet, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:27.604170 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-44a96a50-0f40-4069-a006-e1d75260ea3f tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15306628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16030227'] for subnet, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:27.649436 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:27.682293 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a96a50-0f40-4069-a006-e1d75260ea3f tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Pushing event updated for resources: {'Subnet': ['ID=2654214e-852c-491c-9c92-c0eb6b3ed1bf,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:27.699282 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a96a50-0f40-4069-a006-e1d75260ea3f tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:27.699629 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a96a50-0f40-4069-a006-e1d75260ea3f tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:27.699966 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a96a50-0f40-4069-a006-e1d75260ea3f tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:27.700312 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a96a50-0f40-4069-a006-e1d75260ea3f tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:27.700624 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a96a50-0f40-4069-a006-e1d75260ea3f tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:27.700975 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a96a50-0f40-4069-a006-e1d75260ea3f tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:27.701300 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a96a50-0f40-4069-a006-e1d75260ea3f tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:27.701623 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a96a50-0f40-4069-a006-e1d75260ea3f tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:27.701942 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a96a50-0f40-4069-a006-e1d75260ea3f tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:27.702260 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a96a50-0f40-4069-a006-e1d75260ea3f tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:27.702578 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a96a50-0f40-4069-a006-e1d75260ea3f tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:27.708024 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a96a50-0f40-4069-a006-e1d75260ea3f tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Checking segment: {'id': '3348cbe0-d20a-4278-95ae-682c777adf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c4eef5c3-0435-4330-8e99-d54c041ea1b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:20:27.708381 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a96a50-0f40-4069-a006-e1d75260ea3f tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Network hostable DHCP agents. Network: c4eef5c3-0435-4330-8e99-d54c041ea1b0, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:20:27.731274 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a96a50-0f40-4069-a006-e1d75260ea3f tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Network c4eef5c3-0435-4330-8e99-d54c041ea1b0 is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:20:27.739807 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-44a96a50-0f40-4069-a006-e1d75260ea3f tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, c4eef5c3-0435-4330-8e99-d54c041ea1b0) {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:20:27.743813 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a96a50-0f40-4069-a006-e1d75260ea3f tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:27.744375 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-44a96a50-0f40-4069-a006-e1d75260ea3f tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:27.749757 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a80f1f6-1d65-4b07-be21-647b9c08a0bf None None] Network c4eef5c3-0435-4330-8e99-d54c041ea1b0 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:20:27.766963 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-44a96a50-0f40-4069-a006-e1d75260ea3f tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7186313 Apr 01 16:20:27.770041 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 33592) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:20:27.776245 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-fcc8fe18-465f-452c-86af-b5ec5519ede8 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1730532375'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:20:27.781237 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-fcc8fe18-465f-452c-86af-b5ec5519ede8 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:20:27.784998 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-fcc8fe18-465f-452c-86af-b5ec5519ede8 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Usage tracker for resource:network and tenant:3c9b7faafc0e4341a7bc0e40200714eb is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:20:27.788056 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-fcc8fe18-465f-452c-86af-b5ec5519ede8 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:20:27.793847 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-fcc8fe18-465f-452c-86af-b5ec5519ede8 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:20:27.804299 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc8fe18-465f-452c-86af-b5ec5519ede8 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Made reservation on behalf of 3c9b7faafc0e4341a7bc0e40200714eb for: {'network': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:20:27.807571 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-fcc8fe18-465f-452c-86af-b5ec5519ede8 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:27.839329 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcc8fe18-465f-452c-86af-b5ec5519ede8 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=83828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:20:27.844347 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:27.852522 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-fcc8fe18-465f-452c-86af-b5ec5519ede8 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:27.852966 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.segments_db [None req-fcc8fe18-465f-452c-86af-b5ec5519ede8 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Added segment 3d7d6e5e-9dd5-45dd-9a28-33b45191606a of type vlan for network 4cfaecae-fc34-42ff-b7a3-81acaaa90e74 Apr 01 16:20:27.878930 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-fcc8fe18-465f-452c-86af-b5ec5519ede8 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:27.908882 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-fcc8fe18-465f-452c-86af-b5ec5519ede8 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:27.913257 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc8fe18-465f-452c-86af-b5ec5519ede8 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:27.914027 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-fcc8fe18-465f-452c-86af-b5ec5519ede8 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:27.980053 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee26cd4-0d1c-4f0c-8e12-ac991258e0c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-c4eef5c3-0435-4330-8e99-d54c041ea1b0', 'network_id': 'c4eef5c3-0435-4330-8e99-d54c041ea1b0', 'tenant_id': '3c9b7faafc0e4341a7bc0e40200714eb', 'fixed_ips': [{'subnet_id': '2654214e-852c-491c-9c92-c0eb6b3ed1bf'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 16:20:27.980913 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-3ee26cd4-0d1c-4f0c-8e12-ac991258e0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:28.017685 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-fcc8fe18-465f-452c-86af-b5ec5519ede8 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2465479 Apr 01 16:20:28.020453 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 33596) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:20:28.028212 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-4d03364b-359e-48f4-966d-b10ccdbdafd1 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Request body: {'subnet': {'network_id': '4cfaecae-fc34-42ff-b7a3-81acaaa90e74', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:20:28.051616 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc8fe18-465f-452c-86af-b5ec5519ede8 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Pushing event updated for resources: {'Network': ['ID=4cfaecae-fc34-42ff-b7a3-81acaaa90e74,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:28.066405 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 4cfaecae-fc34-42ff-b7a3-81acaaa90e74 details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:20:28.144084 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-4d03364b-359e-48f4-966d-b10ccdbdafd1 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:20:28.147907 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-4d03364b-359e-48f4-966d-b10ccdbdafd1 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Usage tracker for resource:subnet and tenant:3c9b7faafc0e4341a7bc0e40200714eb is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:20:28.151511 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-4d03364b-359e-48f4-966d-b10ccdbdafd1 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:20:28.157206 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-4d03364b-359e-48f4-966d-b10ccdbdafd1 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:20:28.167473 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d03364b-359e-48f4-966d-b10ccdbdafd1 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Made reservation on behalf of 3c9b7faafc0e4341a7bc0e40200714eb for: {'subnet': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:20:28.242636 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-3ee26cd4-0d1c-4f0c-8e12-ac991258e0c4 None None] Allocated IP 172.20.0.2 (c4eef5c3-0435-4330-8e99-d54c041ea1b0/2654214e-852c-491c-9c92-c0eb6b3ed1bf/95e4d4f0-34a2-47d3-af99-353e9ebee0bd) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:20:28.272244 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4d03364b-359e-48f4-966d-b10ccdbdafd1 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16030269'] for subnet, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:28.449113 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-3ee26cd4-0d1c-4f0c-8e12-ac991258e0c4 None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:28.459323 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-3ee26cd4-0d1c-4f0c-8e12-ac991258e0c4 None None] Transition to ACTIVE for port object 95e4d4f0-34a2-47d3-af99-353e9ebee0bd will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:20:28.478264 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-3ee26cd4-0d1c-4f0c-8e12-ac991258e0c4 None None] Transition to ACTIVE for port object 95e4d4f0-34a2-47d3-af99-353e9ebee0bd will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:20:28.483508 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-3ee26cd4-0d1c-4f0c-8e12-ac991258e0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:28.492465 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4d03364b-359e-48f4-966d-b10ccdbdafd1 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15306628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16030227'] for subnet, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:28.555200 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee26cd4-0d1c-4f0c-8e12-ac991258e0c4 None None] Network c4eef5c3-0435-4330-8e99-d54c041ea1b0 is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:20:28.558114 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-3ee26cd4-0d1c-4f0c-8e12-ac991258e0c4 None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:20:28.561057 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee26cd4-0d1c-4f0c-8e12-ac991258e0c4 None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:20:28.566191 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee26cd4-0d1c-4f0c-8e12-ac991258e0c4 None None] Pushing event updated for resources: {'Port': ['ID=95e4d4f0-34a2-47d3-af99-353e9ebee0bd,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:28.575379 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d03364b-359e-48f4-966d-b10ccdbdafd1 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Pushing event updated for resources: {'Subnet': ['ID=ca755817-7284-4ce7-9da9-d86113abb930,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:28.585878 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d03364b-359e-48f4-966d-b10ccdbdafd1 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Checking segment: {'id': '3d7d6e5e-9dd5-45dd-9a28-33b45191606a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4cfaecae-fc34-42ff-b7a3-81acaaa90e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:20:28.586241 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d03364b-359e-48f4-966d-b10ccdbdafd1 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Network hostable DHCP agents. Network: 4cfaecae-fc34-42ff-b7a3-81acaaa90e74, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:20:28.608462 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d03364b-359e-48f4-966d-b10ccdbdafd1 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Network 4cfaecae-fc34-42ff-b7a3-81acaaa90e74 is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:20:28.619186 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-4d03364b-359e-48f4-966d-b10ccdbdafd1 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, 4cfaecae-fc34-42ff-b7a3-81acaaa90e74) {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:20:28.623414 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d03364b-359e-48f4-966d-b10ccdbdafd1 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:28.624010 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4d03364b-359e-48f4-966d-b10ccdbdafd1 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:28.640961 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f464352-6a1c-42d6-8841-d6a96b979df4 None None] Network 4cfaecae-fc34-42ff-b7a3-81acaaa90e74 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:20:28.645705 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-4d03364b-359e-48f4-966d-b10ccdbdafd1 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6242075 Apr 01 16:20:28.649089 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 33600) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:20:28.654318 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-ec7ceab7-9f01-4aef-ae0c-fdca57e7bb94 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Request body: {'router': {'external_gateway_info': {'network_id': '4cfaecae-fc34-42ff-b7a3-81acaaa90e74'}}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:20:28.739788 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-3ee26cd4-0d1c-4f0c-8e12-ac991258e0c4 None None] Attempting to bind port 95e4d4f0-34a2-47d3-af99-353e9ebee0bd on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:20:28.740360 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-3ee26cd4-0d1c-4f0c-8e12-ac991258e0c4 None None] Attempting to bind port 95e4d4f0-34a2-47d3-af99-353e9ebee0bd by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': '3348cbe0-d20a-4278-95ae-682c777adf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c4eef5c3-0435-4330-8e99-d54c041ea1b0'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:20:28.740467 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee26cd4-0d1c-4f0c-8e12-ac991258e0c4 None None] Attempting to bind port 95e4d4f0-34a2-47d3-af99-353e9ebee0bd on network c4eef5c3-0435-4330-8e99-d54c041ea1b0 {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:20:28.755418 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee26cd4-0d1c-4f0c-8e12-ac991258e0c4 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:20:28.755778 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee26cd4-0d1c-4f0c-8e12-ac991258e0c4 None None] Checking segment: {'id': '3348cbe0-d20a-4278-95ae-682c777adf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c4eef5c3-0435-4330-8e99-d54c041ea1b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:20:28.756171 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-3ee26cd4-0d1c-4f0c-8e12-ac991258e0c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:28.756603 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee26cd4-0d1c-4f0c-8e12-ac991258e0c4 None None] Bound using segment: {'id': '3348cbe0-d20a-4278-95ae-682c777adf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c4eef5c3-0435-4330-8e99-d54c041ea1b0'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:20:28.757596 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-3ee26cd4-0d1c-4f0c-8e12-ac991258e0c4 None None] Bound port: 95e4d4f0-34a2-47d3-af99-353e9ebee0bd, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3348cbe0-d20a-4278-95ae-682c777adf52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c4eef5c3-0435-4330-8e99-d54c041ea1b0'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:20:28.757960 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-3ee26cd4-0d1c-4f0c-8e12-ac991258e0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:28.937119 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-3ee26cd4-0d1c-4f0c-8e12-ac991258e0c4 None None] For port 95e4d4f0-34a2-47d3-af99-353e9ebee0bd, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:20:28.953917 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-3ee26cd4-0d1c-4f0c-8e12-ac991258e0c4 None None] For port 95e4d4f0-34a2-47d3-af99-353e9ebee0bd, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=95e4d4f0-34a2-47d3-af99-353e9ebee0bd,segment=NetworkSegment(3348cbe0-d20a-4278-95ae-682c777adf52),segment_id=3348cbe0-d20a-4278-95ae-682c777adf52)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:20:28.960871 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-3ee26cd4-0d1c-4f0c-8e12-ac991258e0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:28.999046 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cde66fe-4009-4613-b2d5-4590c5d43e04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-4cfaecae-fc34-42ff-b7a3-81acaaa90e74', 'network_id': '4cfaecae-fc34-42ff-b7a3-81acaaa90e74', 'tenant_id': '3c9b7faafc0e4341a7bc0e40200714eb', 'fixed_ips': [{'subnet_id': 'ca755817-7284-4ce7-9da9-d86113abb930'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 16:20:28.999887 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-7cde66fe-4009-4613-b2d5-4590c5d43e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:29.049007 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ec7ceab7-9f01-4aef-ae0c-fdca57e7bb94 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130626'] for router, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:29.146651 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee26cd4-0d1c-4f0c-8e12-ac991258e0c4 None None] Pushing event updated for resources: {'Port': ['ID=95e4d4f0-34a2-47d3-af99-353e9ebee0bd,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:29.309213 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-7cde66fe-4009-4613-b2d5-4590c5d43e04 None None] Allocated IP 172.21.0.2 (4cfaecae-fc34-42ff-b7a3-81acaaa90e74/ca755817-7284-4ce7-9da9-d86113abb930/fc2a9303-3cfc-431f-90ad-80131c23d2b0) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:20:29.352171 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.api.v2.resource [None req-ec7ceab7-9f01-4aef-ae0c-fdca57e7bb94 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 16:20:29.353314 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-ec7ceab7-9f01-4aef-ae0c-fdca57e7bb94 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] 10.222.0.55 "PUT /v2.0/routers/5583c2ea-b7cd-4a1c-b9fe-ff3af7516ec1 HTTP/1.1" status: 400 len: 364 time: 0.7032812 Apr 01 16:20:29.359065 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 33604) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:20:29.367455 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:29.435072 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ace8089-a18c-4c53-a013-9de10a5f38f8 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Deleting subnet ca755817-7284-4ce7-9da9-d86113abb930 {{(pid=83828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 16:20:29.446646 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 95e4d4f0-34a2-47d3-af99-353e9ebee0bd up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:20:29.603449 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 95e4d4f0-34a2-47d3-af99-353e9ebee0bd completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:20:29.636221 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-7cde66fe-4009-4613-b2d5-4590c5d43e04 None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:29.646202 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-7cde66fe-4009-4613-b2d5-4590c5d43e04 None None] Transition to ACTIVE for port object fc2a9303-3cfc-431f-90ad-80131c23d2b0 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:20:29.665279 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-7cde66fe-4009-4613-b2d5-4590c5d43e04 None None] Transition to ACTIVE for port object fc2a9303-3cfc-431f-90ad-80131c23d2b0 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:20:29.670545 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8ace8089-a18c-4c53-a013-9de10a5f38f8 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Notify callbacks [] for subnet, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:29.671013 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-7cde66fe-4009-4613-b2d5-4590c5d43e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:29.730477 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8ace8089-a18c-4c53-a013-9de10a5f38f8 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15303084'] for subnet, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:29.742231 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cde66fe-4009-4613-b2d5-4590c5d43e04 None None] Network 4cfaecae-fc34-42ff-b7a3-81acaaa90e74 is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:20:29.745021 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-7cde66fe-4009-4613-b2d5-4590c5d43e04 None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:20:29.747691 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cde66fe-4009-4613-b2d5-4590c5d43e04 None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:20:29.754549 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cde66fe-4009-4613-b2d5-4590c5d43e04 None None] Pushing event updated for resources: {'Port': ['ID=fc2a9303-3cfc-431f-90ad-80131c23d2b0,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:29.813537 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8ace8089-a18c-4c53-a013-9de10a5f38f8 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:29.843978 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-7cde66fe-4009-4613-b2d5-4590c5d43e04 None None] Attempting to bind port fc2a9303-3cfc-431f-90ad-80131c23d2b0 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:20:29.844350 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-7cde66fe-4009-4613-b2d5-4590c5d43e04 None None] Attempting to bind port fc2a9303-3cfc-431f-90ad-80131c23d2b0 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': '3d7d6e5e-9dd5-45dd-9a28-33b45191606a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4cfaecae-fc34-42ff-b7a3-81acaaa90e74'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:20:29.844718 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cde66fe-4009-4613-b2d5-4590c5d43e04 None None] Attempting to bind port fc2a9303-3cfc-431f-90ad-80131c23d2b0 on network 4cfaecae-fc34-42ff-b7a3-81acaaa90e74 {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:20:29.852857 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cde66fe-4009-4613-b2d5-4590c5d43e04 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:20:29.853160 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cde66fe-4009-4613-b2d5-4590c5d43e04 None None] Checking segment: {'id': '3d7d6e5e-9dd5-45dd-9a28-33b45191606a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4cfaecae-fc34-42ff-b7a3-81acaaa90e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:20:29.853621 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-7cde66fe-4009-4613-b2d5-4590c5d43e04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:29.853967 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cde66fe-4009-4613-b2d5-4590c5d43e04 None None] Bound using segment: {'id': '3d7d6e5e-9dd5-45dd-9a28-33b45191606a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4cfaecae-fc34-42ff-b7a3-81acaaa90e74'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:20:29.854618 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-7cde66fe-4009-4613-b2d5-4590c5d43e04 None None] Bound port: fc2a9303-3cfc-431f-90ad-80131c23d2b0, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d7d6e5e-9dd5-45dd-9a28-33b45191606a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4cfaecae-fc34-42ff-b7a3-81acaaa90e74'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:20:29.854994 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-7cde66fe-4009-4613-b2d5-4590c5d43e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:29.902273 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8ace8089-a18c-4c53-a013-9de10a5f38f8 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15306565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16030232'] for subnet, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:29.943699 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ace8089-a18c-4c53-a013-9de10a5f38f8 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Pushing event deleted for resources: {'Subnet': ['ID=ca755817-7284-4ce7-9da9-d86113abb930,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:29.948081 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8ace8089-a18c-4c53-a013-9de10a5f38f8 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:29.952883 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-7cde66fe-4009-4613-b2d5-4590c5d43e04 None None] For port fc2a9303-3cfc-431f-90ad-80131c23d2b0, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:20:29.956860 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 33608) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:20:29.957435 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-7cde66fe-4009-4613-b2d5-4590c5d43e04 None None] For port fc2a9303-3cfc-431f-90ad-80131c23d2b0, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=fc2a9303-3cfc-431f-90ad-80131c23d2b0,segment=NetworkSegment(3d7d6e5e-9dd5-45dd-9a28-33b45191606a),segment_id=3d7d6e5e-9dd5-45dd-9a28-33b45191606a)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:20:29.961493 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-8ace8089-a18c-4c53-a013-9de10a5f38f8 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] 10.222.0.55 "DELETE /v2.0/subnets/ca755817-7284-4ce7-9da9-d86113abb930 HTTP/1.1" status: 204 len: 168 time: 0.6011732 Apr 01 16:20:29.964120 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-7cde66fe-4009-4613-b2d5-4590c5d43e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:30.061554 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cde66fe-4009-4613-b2d5-4590c5d43e04 None None] Pushing event updated for resources: {'Port': ['ID=fc2a9303-3cfc-431f-90ad-80131c23d2b0,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:30.101518 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4db4babe-1dfe-4ec6-8dfe-9b5751b8bfa9 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:30.113245 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-4db4babe-1dfe-4ec6-8dfe-9b5751b8bfa9 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Deleting port fc2a9303-3cfc-431f-90ad-80131c23d2b0 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:20:30.113652 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4db4babe-1dfe-4ec6-8dfe-9b5751b8bfa9 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:30.198512 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0913e5f-974d-4322-b3ca-bf4e01f02802 None None] Network c4eef5c3-0435-4330-8e99-d54c041ea1b0 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:20:30.323061 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-7a0e7fb3-56b6-4597-bab8-6c3d8657dd2d None None] Provisioning for port 95e4d4f0-34a2-47d3-af99-353e9ebee0bd completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:20:30.341098 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-7a0e7fb3-56b6-4597-bab8-6c3d8657dd2d None None] Provisioning complete for port 95e4d4f0-34a2-47d3-af99-353e9ebee0bd triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:20:30.341470 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-7a0e7fb3-56b6-4597-bab8-6c3d8657dd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:30.364829 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [None req-4db4babe-1dfe-4ec6-8dfe-9b5751b8bfa9 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] For port fc2a9303-3cfc-431f-90ad-80131c23d2b0, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=fc2a9303-3cfc-431f-90ad-80131c23d2b0,segment=NetworkSegment(3d7d6e5e-9dd5-45dd-9a28-33b45191606a),segment_id=3d7d6e5e-9dd5-45dd-9a28-33b45191606a)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:20:30.364829 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4db4babe-1dfe-4ec6-8dfe-9b5751b8bfa9 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:30.490380 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-4db4babe-1dfe-4ec6-8dfe-9b5751b8bfa9 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Calling delete_port for fc2a9303-3cfc-431f-90ad-80131c23d2b0 owned by network:dhcp {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:20:30.558471 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-7a0e7fb3-56b6-4597-bab8-6c3d8657dd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:30.567507 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4db4babe-1dfe-4ec6-8dfe-9b5751b8bfa9 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:30.602233 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-7a0e7fb3-56b6-4597-bab8-6c3d8657dd2d None None] For port 95e4d4f0-34a2-47d3-af99-353e9ebee0bd, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=95e4d4f0-34a2-47d3-af99-353e9ebee0bd,segment=NetworkSegment(3348cbe0-d20a-4278-95ae-682c777adf52),segment_id=3348cbe0-d20a-4278-95ae-682c777adf52)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:20:30.606196 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-7a0e7fb3-56b6-4597-bab8-6c3d8657dd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:30.617428 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4babe-1dfe-4ec6-8dfe-9b5751b8bfa9 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Pushing event deleted for resources: {'Port': ['ID=fc2a9303-3cfc-431f-90ad-80131c23d2b0,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:30.621710 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db4babe-1dfe-4ec6-8dfe-9b5751b8bfa9 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] No DVR routers for this DVR port fc2a9303-3cfc-431f-90ad-80131c23d2b0 on host dv-neutron-833373-2-hyperv {{(pid=83826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:20:30.681441 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0e7fb3-56b6-4597-bab8-6c3d8657dd2d None None] Pushing event updated for resources: {'Port': ['ID=95e4d4f0-34a2-47d3-af99-353e9ebee0bd,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:30.842335 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4db4babe-1dfe-4ec6-8dfe-9b5751b8bfa9 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:30.871946 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-4db4babe-1dfe-4ec6-8dfe-9b5751b8bfa9 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cfaecae-fc34-42ff-b7a3-81acaaa90e74']}} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:20:30.886296 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-4db4babe-1dfe-4ec6-8dfe-9b5751b8bfa9 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d7d6e5e-9dd5-45dd-9a28-33b45191606a') {'for_net_delete': True} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:20:30.886677 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-4db4babe-1dfe-4ec6-8dfe-9b5751b8bfa9 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d7d6e5e-9dd5-45dd-9a28-33b45191606a') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:20:30.900114 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4db4babe-1dfe-4ec6-8dfe-9b5751b8bfa9 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16610763'] for segment, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:30.917206 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4db4babe-1dfe-4ec6-8dfe-9b5751b8bfa9 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:30.925440 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4db4babe-1dfe-4ec6-8dfe-9b5751b8bfa9 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=83826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 16:20:30.926012 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4db4babe-1dfe-4ec6-8dfe-9b5751b8bfa9 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15415164'] for segment, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:30.941495 dv-neutron-833373-2-hyperv neutron-server[83826]: Traceback (most recent call last): Apr 01 16:20:30.941495 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 16:20:30.941495 dv-neutron-833373-2-hyperv neutron-server[83826]: timer() Apr 01 16:20:30.941495 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:20:30.941495 dv-neutron-833373-2-hyperv neutron-server[83826]: cb(*args, **kw) Apr 01 16:20:30.941495 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:20:30.941495 dv-neutron-833373-2-hyperv neutron-server[83826]: return func(*args, **kwargs) Apr 01 16:20:30.941495 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:20:30.941495 dv-neutron-833373-2-hyperv neutron-server[83826]: self._notify() Apr 01 16:20:30.941495 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:20:30.941495 dv-neutron-833373-2-hyperv neutron-server[83826]: self.callback(batched_events) Apr 01 16:20:30.941495 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:20:30.941495 dv-neutron-833373-2-hyperv neutron-server[83826]: event.method(event) Apr 01 16:20:30.941495 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:20:30.941495 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:20:30.941495 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:20:30.941495 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:20:30.941495 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:20:30.941495 dv-neutron-833373-2-hyperv neutron-server[83826]: return f(self, *a, **k) Apr 01 16:20:30.941495 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 16:20:30.941495 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._get(url).json() Apr 01 16:20:30.941495 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 16:20:30.941495 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:20:30.941495 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 16:20:30.941495 dv-neutron-833373-2-hyperv neutron-server[83826]: return self.request(url, 'GET', **kwargs) Apr 01 16:20:30.941495 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 16:20:30.941495 dv-neutron-833373-2-hyperv neutron-server[83826]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:20:30.941495 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 16:20:30.941495 dv-neutron-833373-2-hyperv neutron-server[83826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:20:30.941495 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 16:20:30.941495 dv-neutron-833373-2-hyperv neutron-server[83826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:20:30.941495 dv-neutron-833373-2-hyperv neutron-server[83826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:20:31.035907 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4db4babe-1dfe-4ec6-8dfe-9b5751b8bfa9 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:31.044489 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a8adb940-9f68-430f-bc64-70142fcc15cf None None] Provisioning complete for port 95e4d4f0-34a2-47d3-af99-353e9ebee0bd triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:20:31.045392 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a8adb940-9f68-430f-bc64-70142fcc15cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:31.047721 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4db4babe-1dfe-4ec6-8dfe-9b5751b8bfa9 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:31.080403 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4babe-1dfe-4ec6-8dfe-9b5751b8bfa9 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Pushing event deleted for resources: {'Network': ['ID=4cfaecae-fc34-42ff-b7a3-81acaaa90e74,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:31.084970 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-4db4babe-1dfe-4ec6-8dfe-9b5751b8bfa9 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] 10.222.0.55 "DELETE /v2.0/networks/4cfaecae-fc34-42ff-b7a3-81acaaa90e74 HTTP/1.1" status: 204 len: 168 time: 1.1269851 Apr 01 16:20:31.087382 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 33612) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:20:31.219796 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61dde695-e363-4c5f-ae98-8c4d86423fe6 None None] DHCP port deletion for 4cfaecae-fc34-42ff-b7a3-81acaaa90e74 request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 16:20:31.238569 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afba08ef-6307-4604-ad66-210d1fea5514 None None] Network 4cfaecae-fc34-42ff-b7a3-81acaaa90e74 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:20:31.261669 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afba08ef-6307-4604-ad66-210d1fea5514 None None] Network 4cfaecae-fc34-42ff-b7a3-81acaaa90e74 could not be found, it might have been deleted concurrently. {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Apr 01 16:20:31.331719 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-95b2ca5a-1ecb-4a13-b280-bdccfa4dfc6b None None] Could not find standard attr ID for object fc2a9303-3cfc-431f-90ad-80131c23d2b0. {{(pid=83829) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 16:20:31.338533 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ee42836-330c-446d-937f-96e669f05fef tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Deleting subnet 2654214e-852c-491c-9c92-c0eb6b3ed1bf {{(pid=83826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 16:20:31.343226 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6ee42836-330c-446d-937f-96e669f05fef tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Notify callbacks [] for subnet, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:31.346802 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 95e4d4f0-34a2-47d3-af99-353e9ebee0bd up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:20:31.406062 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6ee42836-330c-446d-937f-96e669f05fef tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16610770'] for subnet, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:31.427386 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 95e4d4f0-34a2-47d3-af99-353e9ebee0bd triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:20:31.427796 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:31.499860 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6ee42836-330c-446d-937f-96e669f05fef tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:31.589076 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6ee42836-330c-446d-937f-96e669f05fef tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15415074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16089009'] for subnet, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:31.640435 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee42836-330c-446d-937f-96e669f05fef tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Pushing event deleted for resources: {'Subnet': ['ID=2654214e-852c-491c-9c92-c0eb6b3ed1bf,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:31.647735 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-6ee42836-330c-446d-937f-96e669f05fef tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:31.655791 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b4a0c3-1511-4aec-950e-e7d82cf93196 None None] Network c4eef5c3-0435-4330-8e99-d54c041ea1b0 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:20:31.657461 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-6ee42836-330c-446d-937f-96e669f05fef tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] 10.222.0.55 "DELETE /v2.0/subnets/2654214e-852c-491c-9c92-c0eb6b3ed1bf HTTP/1.1" status: 204 len: 168 time: 0.5683284 Apr 01 16:20:31.659907 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 33616) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:20:31.787330 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-519544af-bd1c-4dfb-9bd7-a6326bbb2b03 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:31.797653 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-519544af-bd1c-4dfb-9bd7-a6326bbb2b03 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Deleting port 95e4d4f0-34a2-47d3-af99-353e9ebee0bd {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:20:31.797974 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-519544af-bd1c-4dfb-9bd7-a6326bbb2b03 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:31.918187 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cddaf6d0-4e13-4313-8615-2a7ae0147f5f None None] DHCP port deletion for c4eef5c3-0435-4330-8e99-d54c041ea1b0 request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 16:20:31.922000 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-cddaf6d0-4e13-4313-8615-2a7ae0147f5f None None] Deleting port 95e4d4f0-34a2-47d3-af99-353e9ebee0bd {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:20:31.922373 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-cddaf6d0-4e13-4313-8615-2a7ae0147f5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:32.002764 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-519544af-bd1c-4dfb-9bd7-a6326bbb2b03 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] For port 95e4d4f0-34a2-47d3-af99-353e9ebee0bd, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=95e4d4f0-34a2-47d3-af99-353e9ebee0bd,segment=NetworkSegment(3348cbe0-d20a-4278-95ae-682c777adf52),segment_id=3348cbe0-d20a-4278-95ae-682c777adf52)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:20:32.002764 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-519544af-bd1c-4dfb-9bd7-a6326bbb2b03 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:32.130653 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-519544af-bd1c-4dfb-9bd7-a6326bbb2b03 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Calling delete_port for 95e4d4f0-34a2-47d3-af99-353e9ebee0bd owned by network:dhcp {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:20:32.164261 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-cddaf6d0-4e13-4313-8615-2a7ae0147f5f None None] For port 95e4d4f0-34a2-47d3-af99-353e9ebee0bd, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=95e4d4f0-34a2-47d3-af99-353e9ebee0bd,segment=NetworkSegment(3348cbe0-d20a-4278-95ae-682c777adf52),segment_id=3348cbe0-d20a-4278-95ae-682c777adf52)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:20:32.164861 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-cddaf6d0-4e13-4313-8615-2a7ae0147f5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:32.205935 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-519544af-bd1c-4dfb-9bd7-a6326bbb2b03 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:32.249303 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519544af-bd1c-4dfb-9bd7-a6326bbb2b03 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Pushing event deleted for resources: {'Port': ['ID=95e4d4f0-34a2-47d3-af99-353e9ebee0bd,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:32.256154 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519544af-bd1c-4dfb-9bd7-a6326bbb2b03 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] No DVR routers for this DVR port 95e4d4f0-34a2-47d3-af99-353e9ebee0bd on host dv-neutron-833373-2-hyperv {{(pid=83828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:20:32.287025 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-cddaf6d0-4e13-4313-8615-2a7ae0147f5f None None] Calling delete_port for 95e4d4f0-34a2-47d3-af99-353e9ebee0bd owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:20:32.359881 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.db.api [None req-cddaf6d0-4e13-4313-8615-2a7ae0147f5f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:20:32.360207 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG oslo_db.api [None req-cddaf6d0-4e13-4313-8615-2a7ae0147f5f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:20:32.376373 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-519544af-bd1c-4dfb-9bd7-a6326bbb2b03 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:32.405766 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-519544af-bd1c-4dfb-9bd7-a6326bbb2b03 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4eef5c3-0435-4330-8e99-d54c041ea1b0']}} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:20:32.417422 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-519544af-bd1c-4dfb-9bd7-a6326bbb2b03 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3348cbe0-d20a-4278-95ae-682c777adf52') {'for_net_delete': True} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:20:32.417717 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-519544af-bd1c-4dfb-9bd7-a6326bbb2b03 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3348cbe0-d20a-4278-95ae-682c777adf52') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:20:32.428699 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-519544af-bd1c-4dfb-9bd7-a6326bbb2b03 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15303093'] for segment, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:32.443680 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-519544af-bd1c-4dfb-9bd7-a6326bbb2b03 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:32.450202 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-519544af-bd1c-4dfb-9bd7-a6326bbb2b03 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=83828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 16:20:32.450584 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-519544af-bd1c-4dfb-9bd7-a6326bbb2b03 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15306523'] for segment, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:32.464940 dv-neutron-833373-2-hyperv neutron-server[83828]: Traceback (most recent call last): Apr 01 16:20:32.464940 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 16:20:32.464940 dv-neutron-833373-2-hyperv neutron-server[83828]: timer() Apr 01 16:20:32.464940 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:20:32.464940 dv-neutron-833373-2-hyperv neutron-server[83828]: cb(*args, **kw) Apr 01 16:20:32.464940 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:20:32.464940 dv-neutron-833373-2-hyperv neutron-server[83828]: return func(*args, **kwargs) Apr 01 16:20:32.464940 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:20:32.464940 dv-neutron-833373-2-hyperv neutron-server[83828]: self._notify() Apr 01 16:20:32.464940 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:20:32.464940 dv-neutron-833373-2-hyperv neutron-server[83828]: self.callback(batched_events) Apr 01 16:20:32.464940 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:20:32.464940 dv-neutron-833373-2-hyperv neutron-server[83828]: event.method(event) Apr 01 16:20:32.464940 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:20:32.464940 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:20:32.464940 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:20:32.464940 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:20:32.464940 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:20:32.464940 dv-neutron-833373-2-hyperv neutron-server[83828]: return f(self, *a, **k) Apr 01 16:20:32.464940 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 16:20:32.464940 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._get(url).json() Apr 01 16:20:32.464940 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 16:20:32.464940 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:20:32.464940 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 16:20:32.464940 dv-neutron-833373-2-hyperv neutron-server[83828]: return self.request(url, 'GET', **kwargs) Apr 01 16:20:32.464940 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 16:20:32.464940 dv-neutron-833373-2-hyperv neutron-server[83828]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:20:32.464940 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 16:20:32.464940 dv-neutron-833373-2-hyperv neutron-server[83828]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:20:32.464940 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 16:20:32.464940 dv-neutron-833373-2-hyperv neutron-server[83828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:20:32.464940 dv-neutron-833373-2-hyperv neutron-server[83828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:20:32.544210 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-519544af-bd1c-4dfb-9bd7-a6326bbb2b03 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:32.549312 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-519544af-bd1c-4dfb-9bd7-a6326bbb2b03 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:32.575060 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519544af-bd1c-4dfb-9bd7-a6326bbb2b03 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Pushing event deleted for resources: {'Network': ['ID=c4eef5c3-0435-4330-8e99-d54c041ea1b0,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:32.578599 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-519544af-bd1c-4dfb-9bd7-a6326bbb2b03 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] 10.222.0.55 "DELETE /v2.0/networks/c4eef5c3-0435-4330-8e99-d54c041ea1b0 HTTP/1.1" status: 204 len: 168 time: 0.9176435 Apr 01 16:20:32.581109 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 33620) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:20:32.622058 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-92531722-b0d5-4997-a552-3bd3631ebba3 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Synchronizing usage tracker for tenant:3c9b7faafc0e4341a7bc0e40200714eb on resource:port {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:20:32.638119 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-92531722-b0d5-4997-a552-3bd3631ebba3 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Unset dirty status for tenant:3c9b7faafc0e4341a7bc0e40200714eb on resource:port {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:20:32.639262 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-92531722-b0d5-4997-a552-3bd3631ebba3 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] 10.222.0.55 "GET /v2.0/ports?device_id=5583c2ea-b7cd-4a1c-b9fe-ff3af7516ec1 HTTP/1.1" status: 200 len: 205 time: 0.0572495 Apr 01 16:20:32.641754 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 33624) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:20:32.782518 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a6dbf142-4b49-42a8-b0cb-e787ba118918 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Notify callbacks [] for router, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:32.861715 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-cddaf6d0-4e13-4313-8615-2a7ae0147f5f None None] Deleting port 95e4d4f0-34a2-47d3-af99-353e9ebee0bd {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:20:32.862094 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-cddaf6d0-4e13-4313-8615-2a7ae0147f5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:32.925206 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-cddaf6d0-4e13-4313-8615-2a7ae0147f5f None None] The port '95e4d4f0-34a2-47d3-af99-353e9ebee0bd' was deleted {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 16:20:33.266091 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a6dbf142-4b49-42a8-b0cb-e787ba118918 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130651'] for router, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:33.270190 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a6dbf142-4b49-42a8-b0cb-e787ba118918 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:33.299586 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a6dbf142-4b49-42a8-b0cb-e787ba118918 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607376'] for router, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:33.300140 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6dbf142-4b49-42a8-b0cb-e787ba118918 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Fanout notify agent at l3_agent the message router_deleted on router 5583c2ea-b7cd-4a1c-b9fe-ff3af7516ec1 {{(pid=83828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 16:20:33.319295 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a6dbf142-4b49-42a8-b0cb-e787ba118918 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:33.320464 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-a6dbf142-4b49-42a8-b0cb-e787ba118918 tempest-RoutersNegativeTest-1675620708 tempest-RoutersNegativeTest-1675620708-project] 10.222.0.55 "DELETE /v2.0/routers/5583c2ea-b7cd-4a1c-b9fe-ff3af7516ec1 HTTP/1.1" status: 204 len: 168 time: 0.6778293 Apr 01 16:20:33.338135 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 95e4d4f0-34a2-47d3-af99-353e9ebee0bd no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:20:33.373589 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 95e4d4f0-34a2-47d3-af99-353e9ebee0bd {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:20:33.373991 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 95e4d4f0-34a2-47d3-af99-353e9ebee0bd not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:20:33.613113 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 33632) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:20:33.781758 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-2217747b-01b1-41df-ba25-f17fc75dde2a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3c9b7faafc0e4341a7bc0e40200714eb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1675081 Apr 01 16:20:33.784167 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 33638) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:20:33.844526 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d2041fff-adaf-422d-bf7e-2a12edea137a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:33.870874 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d2041fff-adaf-422d-bf7e-2a12edea137a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:33.920118 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d2041fff-adaf-422d-bf7e-2a12edea137a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:33.936201 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2041fff-adaf-422d-bf7e-2a12edea137a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b9ed0d-7797-4ff3-8823-dcd87ee51c8b,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:33.941076 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d2041fff-adaf-422d-bf7e-2a12edea137a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:33.941595 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-d2041fff-adaf-422d-bf7e-2a12edea137a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d8b9ed0d-7797-4ff3-8823-dcd87ee51c8b HTTP/1.1" status: 204 len: 168 time: 0.1565552 Apr 01 16:20:34.708517 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 33660) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:20:34.839460 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-5b0bc3dd-cc2b-4fbe-a770-9423834ded43 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-520323389-network', 'tenant_id': '873582d6d4474d1f8470062feb69877f'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:20:34.844294 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-5b0bc3dd-cc2b-4fbe-a770-9423834ded43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:20:34.848463 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-5b0bc3dd-cc2b-4fbe-a770-9423834ded43 admin admin] Usage tracker for resource:network and tenant:873582d6d4474d1f8470062feb69877f is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:20:34.852019 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-5b0bc3dd-cc2b-4fbe-a770-9423834ded43 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:20:34.857798 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-5b0bc3dd-cc2b-4fbe-a770-9423834ded43 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:20:34.869824 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b0bc3dd-cc2b-4fbe-a770-9423834ded43 admin admin] Made reservation on behalf of 873582d6d4474d1f8470062feb69877f for: {'network': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:20:34.872187 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5b0bc3dd-cc2b-4fbe-a770-9423834ded43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:34.884776 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5b0bc3dd-cc2b-4fbe-a770-9423834ded43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:34.914554 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-5b0bc3dd-cc2b-4fbe-a770-9423834ded43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:20:34.918229 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-5b0bc3dd-cc2b-4fbe-a770-9423834ded43 admin admin] Usage tracker for resource:security_group_rule and tenant:873582d6d4474d1f8470062feb69877f is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:20:34.921069 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-5b0bc3dd-cc2b-4fbe-a770-9423834ded43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:20:34.926913 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-5b0bc3dd-cc2b-4fbe-a770-9423834ded43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:20:34.991945 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5b0bc3dd-cc2b-4fbe-a770-9423834ded43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:34.995656 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5b0bc3dd-cc2b-4fbe-a770-9423834ded43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:35.029877 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b0bc3dd-cc2b-4fbe-a770-9423834ded43 admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=83828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:20:35.035133 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0bc3dd-cc2b-4fbe-a770-9423834ded43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f76e0f8f-e1d8-4544-bb22-91a9a9cb1732,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:35.041830 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5b0bc3dd-cc2b-4fbe-a770-9423834ded43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:35.042216 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.segments_db [None req-5b0bc3dd-cc2b-4fbe-a770-9423834ded43 admin admin] Added segment 41ecd37a-8ba6-44d2-9311-ebfe23576e2b of type vlan for network 03e70929-998f-4c02-8055-f80323e00c12 Apr 01 16:20:35.070002 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5b0bc3dd-cc2b-4fbe-a770-9423834ded43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:35.098121 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5b0bc3dd-cc2b-4fbe-a770-9423834ded43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:35.099227 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0bc3dd-cc2b-4fbe-a770-9423834ded43 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:35.099791 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5b0bc3dd-cc2b-4fbe-a770-9423834ded43 admin admin] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:35.202695 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-5b0bc3dd-cc2b-4fbe-a770-9423834ded43 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4929905 Apr 01 16:20:35.203387 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0bc3dd-cc2b-4fbe-a770-9423834ded43 admin admin] Pushing event updated for resources: {'Network': ['ID=03e70929-998f-4c02-8055-f80323e00c12,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:35.205478 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 33666) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:20:35.211035 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-f35b09a4-501f-44c3-b2ba-2954b6399932 admin admin] Request body: {'subnet': {'network_id': '03e70929-998f-4c02-8055-f80323e00c12', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-520323389-subnet', 'tenant_id': '873582d6d4474d1f8470062feb69877f', 'ip_version': 4}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:20:35.214435 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 03e70929-998f-4c02-8055-f80323e00c12 details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:20:35.216080 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-f35b09a4-501f-44c3-b2ba-2954b6399932 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:20:35.219891 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-f35b09a4-501f-44c3-b2ba-2954b6399932 admin admin] Usage tracker for resource:subnet and tenant:873582d6d4474d1f8470062feb69877f is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:20:35.223128 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-f35b09a4-501f-44c3-b2ba-2954b6399932 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:20:35.231471 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-f35b09a4-501f-44c3-b2ba-2954b6399932 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:20:35.244227 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35b09a4-501f-44c3-b2ba-2954b6399932 admin admin] Made reservation on behalf of 873582d6d4474d1f8470062feb69877f for: {'subnet': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:20:35.246706 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f35b09a4-501f-44c3-b2ba-2954b6399932 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16030269'] for subnet, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:35.447360 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f35b09a4-501f-44c3-b2ba-2954b6399932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15306628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16030227'] for subnet, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:35.515512 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35b09a4-501f-44c3-b2ba-2954b6399932 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e0cbe24-118e-4853-8239-fdcb9ae5be99,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:35.532586 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35b09a4-501f-44c3-b2ba-2954b6399932 admin admin] Checking segment: {'id': '41ecd37a-8ba6-44d2-9311-ebfe23576e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '03e70929-998f-4c02-8055-f80323e00c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:20:35.532965 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35b09a4-501f-44c3-b2ba-2954b6399932 admin admin] Network hostable DHCP agents. Network: 03e70929-998f-4c02-8055-f80323e00c12, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:20:35.554517 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35b09a4-501f-44c3-b2ba-2954b6399932 admin admin] Network 03e70929-998f-4c02-8055-f80323e00c12 is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:20:35.563134 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-f35b09a4-501f-44c3-b2ba-2954b6399932 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, 03e70929-998f-4c02-8055-f80323e00c12) {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:20:35.566988 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35b09a4-501f-44c3-b2ba-2954b6399932 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:35.567571 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f35b09a4-501f-44c3-b2ba-2954b6399932 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:35.572609 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5941817f-0b03-4bbf-923e-60df9ead2fe7 None None] Network 03e70929-998f-4c02-8055-f80323e00c12 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:20:35.590135 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-f35b09a4-501f-44c3-b2ba-2954b6399932 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3812604 Apr 01 16:20:35.590362 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 33670) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:20:35.595189 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-367d9aee-5d59-4b56-a7ca-77f8271d9d63 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-520323389-router', 'tenant_id': '873582d6d4474d1f8470062feb69877f', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:20:35.600047 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-367d9aee-5d59-4b56-a7ca-77f8271d9d63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:20:35.603853 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-367d9aee-5d59-4b56-a7ca-77f8271d9d63 admin admin] Usage tracker for resource:router and tenant:873582d6d4474d1f8470062feb69877f is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:20:35.606673 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-367d9aee-5d59-4b56-a7ca-77f8271d9d63 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:20:35.612218 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-367d9aee-5d59-4b56-a7ca-77f8271d9d63 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:20:35.623390 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-367d9aee-5d59-4b56-a7ca-77f8271d9d63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130665'] for router, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:35.624060 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-367d9aee-5d59-4b56-a7ca-77f8271d9d63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617571', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130640'] for router, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:35.642709 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-367d9aee-5d59-4b56-a7ca-77f8271d9d63 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:35.784410 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-367d9aee-5d59-4b56-a7ca-77f8271d9d63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130626'] for router, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:35.790941 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60b7f77-fe11-42d6-b518-fa36293a39ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-03e70929-998f-4c02-8055-f80323e00c12', 'network_id': '03e70929-998f-4c02-8055-f80323e00c12', 'tenant_id': '873582d6d4474d1f8470062feb69877f', 'fixed_ips': [{'subnet_id': '0e0cbe24-118e-4853-8239-fdcb9ae5be99'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 16:20:35.791989 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-b60b7f77-fe11-42d6-b518-fa36293a39ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:35.952621 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-b60b7f77-fe11-42d6-b518-fa36293a39ca None None] Allocated IP 172.20.0.2 (03e70929-998f-4c02-8055-f80323e00c12/0e0cbe24-118e-4853-8239-fdcb9ae5be99/d9ca26cb-60d1-4d42-a8a4-e407bad14c6c) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:20:36.069861 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-367d9aee-5d59-4b56-a7ca-77f8271d9d63 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:36.103047 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-367d9aee-5d59-4b56-a7ca-77f8271d9d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:36.157095 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-b60b7f77-fe11-42d6-b518-fa36293a39ca None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:36.168198 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-b60b7f77-fe11-42d6-b518-fa36293a39ca None None] Transition to ACTIVE for port object d9ca26cb-60d1-4d42-a8a4-e407bad14c6c will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:20:36.186141 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-b60b7f77-fe11-42d6-b518-fa36293a39ca None None] Transition to ACTIVE for port object d9ca26cb-60d1-4d42-a8a4-e407bad14c6c will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:20:36.192082 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-b60b7f77-fe11-42d6-b518-fa36293a39ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:36.243690 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-367d9aee-5d59-4b56-a7ca-77f8271d9d63 admin admin] Allocated IP 172.26.1.246 (ed45466e-0386-4b92-8de3-247c977242ac/0479f741-5cd1-4d6f-b593-d8aa909a42d3/5d468ead-b800-4c96-9e48-2acaf726f5ff) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:20:36.264473 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60b7f77-fe11-42d6-b518-fa36293a39ca None None] Network 03e70929-998f-4c02-8055-f80323e00c12 is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:20:36.267515 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-b60b7f77-fe11-42d6-b518-fa36293a39ca None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:20:36.272680 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60b7f77-fe11-42d6-b518-fa36293a39ca None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:20:36.274838 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60b7f77-fe11-42d6-b518-fa36293a39ca None None] Pushing event updated for resources: {'Port': ['ID=d9ca26cb-60d1-4d42-a8a4-e407bad14c6c,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:36.360952 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-b60b7f77-fe11-42d6-b518-fa36293a39ca None None] Attempting to bind port d9ca26cb-60d1-4d42-a8a4-e407bad14c6c on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:20:36.361233 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-b60b7f77-fe11-42d6-b518-fa36293a39ca None None] Attempting to bind port d9ca26cb-60d1-4d42-a8a4-e407bad14c6c by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': '41ecd37a-8ba6-44d2-9311-ebfe23576e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '03e70929-998f-4c02-8055-f80323e00c12'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:20:36.361595 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60b7f77-fe11-42d6-b518-fa36293a39ca None None] Attempting to bind port d9ca26cb-60d1-4d42-a8a4-e407bad14c6c on network 03e70929-998f-4c02-8055-f80323e00c12 {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:20:36.368436 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60b7f77-fe11-42d6-b518-fa36293a39ca None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:20:36.368824 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60b7f77-fe11-42d6-b518-fa36293a39ca None None] Checking segment: {'id': '41ecd37a-8ba6-44d2-9311-ebfe23576e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '03e70929-998f-4c02-8055-f80323e00c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:20:36.369221 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-b60b7f77-fe11-42d6-b518-fa36293a39ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:36.369606 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60b7f77-fe11-42d6-b518-fa36293a39ca None None] Bound using segment: {'id': '41ecd37a-8ba6-44d2-9311-ebfe23576e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '03e70929-998f-4c02-8055-f80323e00c12'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:20:36.370059 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-b60b7f77-fe11-42d6-b518-fa36293a39ca None None] Bound port: d9ca26cb-60d1-4d42-a8a4-e407bad14c6c, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41ecd37a-8ba6-44d2-9311-ebfe23576e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '03e70929-998f-4c02-8055-f80323e00c12'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:20:36.370426 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-b60b7f77-fe11-42d6-b518-fa36293a39ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:36.391146 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-367d9aee-5d59-4b56-a7ca-77f8271d9d63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:36.419923 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-367d9aee-5d59-4b56-a7ca-77f8271d9d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:36.463985 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-b60b7f77-fe11-42d6-b518-fa36293a39ca None None] For port d9ca26cb-60d1-4d42-a8a4-e407bad14c6c, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:20:36.467235 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-b60b7f77-fe11-42d6-b518-fa36293a39ca None None] For port d9ca26cb-60d1-4d42-a8a4-e407bad14c6c, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=d9ca26cb-60d1-4d42-a8a4-e407bad14c6c,segment=NetworkSegment(41ecd37a-8ba6-44d2-9311-ebfe23576e2b),segment_id=41ecd37a-8ba6-44d2-9311-ebfe23576e2b)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:20:36.471020 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-b60b7f77-fe11-42d6-b518-fa36293a39ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:36.492479 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367d9aee-5d59-4b56-a7ca-77f8271d9d63 admin admin] Network ed45466e-0386-4b92-8de3-247c977242ac is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:20:36.495386 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-367d9aee-5d59-4b56-a7ca-77f8271d9d63 admin admin] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:20:36.499733 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367d9aee-5d59-4b56-a7ca-77f8271d9d63 admin admin] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:20:36.524342 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367d9aee-5d59-4b56-a7ca-77f8271d9d63 admin admin] Pushing event updated for resources: {'Port': ['ID=5d468ead-b800-4c96-9e48-2acaf726f5ff,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:36.554885 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60b7f77-fe11-42d6-b518-fa36293a39ca None None] Pushing event updated for resources: {'Port': ['ID=d9ca26cb-60d1-4d42-a8a4-e407bad14c6c,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:36.670230 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-367d9aee-5d59-4b56-a7ca-77f8271d9d63 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:36.671044 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-367d9aee-5d59-4b56-a7ca-77f8271d9d63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616'] for router, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:36.915196 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-367d9aee-5d59-4b56-a7ca-77f8271d9d63 admin admin] Router 1cb7e95a-ee30-4eed-9258-d6ff713c0a51 is scheduled to L3 agent ff252634-3424-422a-b742-9ae457bd54bd with binding_index 1 {{(pid=83828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 16:20:37.129806 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-367d9aee-5d59-4b56-a7ca-77f8271d9d63 admin admin] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:20:37.142095 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4ba491-9f7c-46c4-8c9d-9c00d1c0fdb8 None None] Sync routers for ids ['1cb7e95a-ee30-4eed-9258-d6ff713c0a51'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:20:37.155737 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4ba491-9f7c-46c4-8c9d-9c00d1c0fdb8 None None] Routers {'1cb7e95a-ee30-4eed-9258-d6ff713c0a51'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:20:37.156412 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-1b4ba491-9f7c-46c4-8c9d-9c00d1c0fdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:20:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['1cb7e95a-ee30-4eed-9258-d6ff713c0a51'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:20:37.158558 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-367d9aee-5d59-4b56-a7ca-77f8271d9d63 admin admin] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:37.159929 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-367d9aee-5d59-4b56-a7ca-77f8271d9d63 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5686655 Apr 01 16:20:37.162722 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 33674) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:20:37.405706 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device d9ca26cb-60d1-4d42-a8a4-e407bad14c6c up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:20:37.472933 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-1b4ba491-9f7c-46c4-8c9d-9c00d1c0fdb8 None None] Set router 1cb7e95a-ee30-4eed-9258-d6ff713c0a51 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:20:37.584752 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45f3e73-b871-4474-b96f-7fe8c39c1b25 None None] Network 03e70929-998f-4c02-8055-f80323e00c12 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:20:37.758133 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port d9ca26cb-60d1-4d42-a8a4-e407bad14c6c completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:20:37.781376 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-caf7cafc-0f2e-4d35-b63b-fa1bb9d09c2e None None] Provisioning for port d9ca26cb-60d1-4d42-a8a4-e407bad14c6c completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:20:37.790842 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port d9ca26cb-60d1-4d42-a8a4-e407bad14c6c triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:20:37.791207 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:37.841374 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-caf7cafc-0f2e-4d35-b63b-fa1bb9d09c2e None None] Provisioning complete for port d9ca26cb-60d1-4d42-a8a4-e407bad14c6c triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:20:37.841748 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-caf7cafc-0f2e-4d35-b63b-fa1bb9d09c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:38.073363 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-296bc122-09aa-4003-8cd8-e1f2e76cab9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:38.181516 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-caf7cafc-0f2e-4d35-b63b-fa1bb9d09c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:38.198495 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:38.257183 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-1b4ba491-9f7c-46c4-8c9d-9c00d1c0fdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb7e95a-ee30-4eed-9258-d6ff713c0a51', 'name': 'tempest-TestEncryptedCinderVolumes-520323389-router', 'tenant_id': '873582d6d4474d1f8470062feb69877f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.246'}], 'enable_snat': True}, 'gw_port_id': '5d468ead-b800-4c96-9e48-2acaf726f5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:20:35Z', 'updated_at': '2022-04-01T16:20:36Z', 'revision_number': 3, 'project_id': '873582d6d4474d1f8470062feb69877f', 'gw_port': {'id': '5d468ead-b800-4c96-9e48-2acaf726f5ff', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:5d:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cb7e95a-ee30-4eed-9258-d6ff713c0a51', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:20:36Z', 'updated_at': '2022-04-01T16:20:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:20:38.260130 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-caf7cafc-0f2e-4d35-b63b-fa1bb9d09c2e None None] For port d9ca26cb-60d1-4d42-a8a4-e407bad14c6c, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=d9ca26cb-60d1-4d42-a8a4-e407bad14c6c,segment=NetworkSegment(41ecd37a-8ba6-44d2-9311-ebfe23576e2b),segment_id=41ecd37a-8ba6-44d2-9311-ebfe23576e2b)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:20:38.266058 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4ba491-9f7c-46c4-8c9d-9c00d1c0fdb8 None None] Checking router: 1cb7e95a-ee30-4eed-9258-d6ff713c0a51 for host: dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:20:38.266399 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4ba491-9f7c-46c4-8c9d-9c00d1c0fdb8 None None] Updating router 1cb7e95a-ee30-4eed-9258-d6ff713c0a51 port 5d468ead-b800-4c96-9e48-2acaf726f5ff binding host dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 16:20:38.281864 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-296bc122-09aa-4003-8cd8-e1f2e76cab9c admin admin] Allocated IP 172.20.0.1 (03e70929-998f-4c02-8055-f80323e00c12/0e0cbe24-118e-4853-8239-fdcb9ae5be99/de16810d-2a86-43b9-8a4e-1de19335f4ba) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:20:38.294453 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-caf7cafc-0f2e-4d35-b63b-fa1bb9d09c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:38.422385 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-1b4ba491-9f7c-46c4-8c9d-9c00d1c0fdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:38.439040 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-296bc122-09aa-4003-8cd8-e1f2e76cab9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:38.456841 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [None req-296bc122-09aa-4003-8cd8-e1f2e76cab9c admin admin] Transition to ACTIVE for port object de16810d-2a86-43b9-8a4e-1de19335f4ba will not be triggered until provisioned by entity DHCP. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:20:38.465477 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.db.api [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:20:38.465837 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG oslo_db.api [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:20:38.477387 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf7cafc-0f2e-4d35-b63b-fa1bb9d09c2e None None] Pushing event updated for resources: {'Port': ['ID=d9ca26cb-60d1-4d42-a8a4-e407bad14c6c,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:38.486011 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-296bc122-09aa-4003-8cd8-e1f2e76cab9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:38.551871 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296bc122-09aa-4003-8cd8-e1f2e76cab9c admin admin] Network 03e70929-998f-4c02-8055-f80323e00c12 is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:20:38.555491 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-296bc122-09aa-4003-8cd8-e1f2e76cab9c admin admin] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:20:38.558529 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296bc122-09aa-4003-8cd8-e1f2e76cab9c admin admin] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:20:38.623265 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296bc122-09aa-4003-8cd8-e1f2e76cab9c admin admin] Pushing event updated for resources: {'Port': ['ID=de16810d-2a86-43b9-8a4e-1de19335f4ba,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:38.638820 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-296bc122-09aa-4003-8cd8-e1f2e76cab9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611418'] for router_interface, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:38.666147 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-4e4e2000-517e-4261-b3da-e0771add635f None None] Provisioning complete for port d9ca26cb-60d1-4d42-a8a4-e407bad14c6c triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:20:38.666651 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-4e4e2000-517e-4261-b3da-e0771add635f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:38.738413 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-296bc122-09aa-4003-8cd8-e1f2e76cab9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:38.928469 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-1b4ba491-9f7c-46c4-8c9d-9c00d1c0fdb8 None None] Notify callbacks [] for port, precommit_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:38.939828 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-1b4ba491-9f7c-46c4-8c9d-9c00d1c0fdb8 None None] Transition to ACTIVE for port object 5d468ead-b800-4c96-9e48-2acaf726f5ff will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:20:38.947117 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-1b4ba491-9f7c-46c4-8c9d-9c00d1c0fdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:38.965418 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-296bc122-09aa-4003-8cd8-e1f2e76cab9c admin admin] Notify callbacks [] for port, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:38.969689 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-296bc122-09aa-4003-8cd8-e1f2e76cab9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:39.080416 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-296bc122-09aa-4003-8cd8-e1f2e76cab9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611525'] for router_interface, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:39.085272 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296bc122-09aa-4003-8cd8-e1f2e76cab9c admin admin] Pushing event updated for resources: {'Port': ['ID=de16810d-2a86-43b9-8a4e-1de19335f4ba,revision_number=2']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:39.085719 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc21ad6f-b5b7-48f3-8dcb-4223040c7d99 None None] Pushing event updated for resources: {'Port': ['ID=5d468ead-b800-4c96-9e48-2acaf726f5ff,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:39.093899 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-1b4ba491-9f7c-46c4-8c9d-9c00d1c0fdb8 None None] Attempting to bind port 5d468ead-b800-4c96-9e48-2acaf726f5ff on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:20:39.094347 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-1b4ba491-9f7c-46c4-8c9d-9c00d1c0fdb8 None None] Attempting to bind port 5d468ead-b800-4c96-9e48-2acaf726f5ff by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:20:39.094944 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4ba491-9f7c-46c4-8c9d-9c00d1c0fdb8 None None] Attempting to bind port 5d468ead-b800-4c96-9e48-2acaf726f5ff on network ed45466e-0386-4b92-8de3-247c977242ac {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:20:39.105154 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4ba491-9f7c-46c4-8c9d-9c00d1c0fdb8 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:20:39.105594 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4ba491-9f7c-46c4-8c9d-9c00d1c0fdb8 None None] Checking segment: {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:20:39.105994 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-1b4ba491-9f7c-46c4-8c9d-9c00d1c0fdb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:39.106410 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4ba491-9f7c-46c4-8c9d-9c00d1c0fdb8 None None] Bound using segment: {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:20:39.106882 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-1b4ba491-9f7c-46c4-8c9d-9c00d1c0fdb8 None None] Bound port: 5d468ead-b800-4c96-9e48-2acaf726f5ff, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:20:39.107298 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-1b4ba491-9f7c-46c4-8c9d-9c00d1c0fdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:39.134083 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-f1d6824b-61e2-4a1f-a177-8bf87a366d79 None None] Provisioning for port de16810d-2a86-43b9-8a4e-1de19335f4ba completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:20:39.150842 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-f1d6824b-61e2-4a1f-a177-8bf87a366d79 None None] Provisioning complete for port de16810d-2a86-43b9-8a4e-1de19335f4ba triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:20:39.151232 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f1d6824b-61e2-4a1f-a177-8bf87a366d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:39.228223 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-f1d6824b-61e2-4a1f-a177-8bf87a366d79 None None] Port de16810d-2a86-43b9-8a4e-1de19335f4ba cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 16:20:39.228866 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296bc122-09aa-4003-8cd8-e1f2e76cab9c admin admin] Network 03e70929-998f-4c02-8055-f80323e00c12 is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:20:39.230020 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-296bc122-09aa-4003-8cd8-e1f2e76cab9c admin admin] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:20:39.231511 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-1b4ba491-9f7c-46c4-8c9d-9c00d1c0fdb8 None None] For port 5d468ead-b800-4c96-9e48-2acaf726f5ff, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:20:39.234707 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-1b4ba491-9f7c-46c4-8c9d-9c00d1c0fdb8 None None] For port 5d468ead-b800-4c96-9e48-2acaf726f5ff, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=5d468ead-b800-4c96-9e48-2acaf726f5ff,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:20:39.241805 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-1b4ba491-9f7c-46c4-8c9d-9c00d1c0fdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:39.327162 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc21ad6f-b5b7-48f3-8dcb-4223040c7d99 None None] Pushing event updated for resources: {'Port': ['ID=5d468ead-b800-4c96-9e48-2acaf726f5ff,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:39.331958 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4ba491-9f7c-46c4-8c9d-9c00d1c0fdb8 None None] Routers {'1cb7e95a-ee30-4eed-9258-d6ff713c0a51'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:20:39.332698 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-1b4ba491-9f7c-46c4-8c9d-9c00d1c0fdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:20:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['1cb7e95a-ee30-4eed-9258-d6ff713c0a51'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:20:39.407411 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device d9ca26cb-60d1-4d42-a8a4-e407bad14c6c up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:20:39.602033 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-7cf4ec0d-31df-4d58-a1dd-2eb4c5f18079 None None] Provisioning complete for port de16810d-2a86-43b9-8a4e-1de19335f4ba triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:20:39.602702 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-7cf4ec0d-31df-4d58-a1dd-2eb4c5f18079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:39.632137 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-1b4ba491-9f7c-46c4-8c9d-9c00d1c0fdb8 None None] Set router 1cb7e95a-ee30-4eed-9258-d6ff713c0a51 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:20:39.668079 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port d9ca26cb-60d1-4d42-a8a4-e407bad14c6c triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:20:39.668448 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:39.735934 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-296bc122-09aa-4003-8cd8-e1f2e76cab9c admin admin] Router 1cb7e95a-ee30-4eed-9258-d6ff713c0a51 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:20:39.765863 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-7cf4ec0d-31df-4d58-a1dd-2eb4c5f18079 None None] Port de16810d-2a86-43b9-8a4e-1de19335f4ba cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 16:20:39.938317 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-296bc122-09aa-4003-8cd8-e1f2e76cab9c admin admin] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:20:39.948067 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-296bc122-09aa-4003-8cd8-e1f2e76cab9c admin admin] 10.222.0.55 "PUT /v2.0/routers/1cb7e95a-ee30-4eed-9258-d6ff713c0a51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7843211 Apr 01 16:20:40.064235 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-1b4ba491-9f7c-46c4-8c9d-9c00d1c0fdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb7e95a-ee30-4eed-9258-d6ff713c0a51', 'name': 'tempest-TestEncryptedCinderVolumes-520323389-router', 'tenant_id': '873582d6d4474d1f8470062feb69877f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.246'}], 'enable_snat': True}, 'gw_port_id': '5d468ead-b800-4c96-9e48-2acaf726f5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:20:35Z', 'updated_at': '2022-04-01T16:20:38Z', 'revision_number': 4, 'project_id': '873582d6d4474d1f8470062feb69877f', 'gw_port': {'id': '5d468ead-b800-4c96-9e48-2acaf726f5ff', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:5d:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cb7e95a-ee30-4eed-9258-d6ff713c0a51', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:20:36Z', 'updated_at': '2022-04-01T16:20:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': 'de16810d-2a86-43b9-8a4e-1de19335f4ba', 'name': '', 'network_id': '03e70929-998f-4c02-8055-f80323e00c12', 'tenant_id': '873582d6d4474d1f8470062feb69877f', 'mac_address': 'fa:16:3e:38:72:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cb7e95a-ee30-4eed-9258-d6ff713c0a51', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e0cbe24-118e-4853-8239-fdcb9ae5be99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:20:38Z', 'updated_at': '2022-04-01T16:20:38Z', 'revision_number': 2, 'project_id': '873582d6d4474d1f8470062feb69877f', 'subnets': [{'id': '0e0cbe24-118e-4853-8239-fdcb9ae5be99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:20:40.068366 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4ba491-9f7c-46c4-8c9d-9c00d1c0fdb8 None None] The sync data for ids ['1cb7e95a-ee30-4eed-9258-d6ff713c0a51'] in dv-neutron-833373-2-hyperv is: [{'id': '1cb7e95a-ee30-4eed-9258-d6ff713c0a51', 'name': 'tempest-TestEncryptedCinderVolumes-520323389-router', 'tenant_id': '873582d6d4474d1f8470062feb69877f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.246'}], 'enable_snat': True}, 'gw_port_id': '5d468ead-b800-4c96-9e48-2acaf726f5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:20:35Z', 'updated_at': '2022-04-01T16:20:38Z', 'revision_number': 4, 'project_id': '873582d6d4474d1f8470062feb69877f', 'gw_port': {'id': '5d468ead-b800-4c96-9e48-2acaf726f5ff', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:5d:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cb7e95a-ee30-4eed-9258-d6ff713c0a51', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:20:36Z', 'updated_at': '2022-04-01T16:20:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': 'de16810d-2a86-43b9-8a4e-1de19335f4ba', 'name': '', 'network_id': '03e70929-998f-4c02-8055-f80323e00c12', 'tenant_id': '873582d6d4474d1f8470062feb69877f', 'mac_address': 'fa:16:3e:38:72:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cb7e95a-ee30-4eed-9258-d6ff713c0a51', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e0cbe24-118e-4853-8239-fdcb9ae5be99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:20:38Z', 'updated_at': '2022-04-01T16:20:38Z', 'revision_number': 2, 'project_id': '873582d6d4474d1f8470062feb69877f', 'subnets': [{'id': '0e0cbe24-118e-4853-8239-fdcb9ae5be99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:20:40.836971 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 33696) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:20:40.842851 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-6d630dff-3b04-4979-9ce1-024033c4dd24 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1535981849-network', 'tenant_id': '3cf9eaf749c84c3a8cb8eca2fe987aaa'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:20:40.847996 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-6d630dff-3b04-4979-9ce1-024033c4dd24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:20:40.852688 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-6d630dff-3b04-4979-9ce1-024033c4dd24 admin admin] Usage tracker for resource:network and tenant:3cf9eaf749c84c3a8cb8eca2fe987aaa is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:20:40.855884 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-6d630dff-3b04-4979-9ce1-024033c4dd24 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:20:40.861842 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-6d630dff-3b04-4979-9ce1-024033c4dd24 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:20:40.873368 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d630dff-3b04-4979-9ce1-024033c4dd24 admin admin] Made reservation on behalf of 3cf9eaf749c84c3a8cb8eca2fe987aaa for: {'network': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:20:40.875724 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6d630dff-3b04-4979-9ce1-024033c4dd24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:40.889360 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6d630dff-3b04-4979-9ce1-024033c4dd24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:40.922197 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-6d630dff-3b04-4979-9ce1-024033c4dd24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:20:40.926220 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-6d630dff-3b04-4979-9ce1-024033c4dd24 admin admin] Usage tracker for resource:security_group_rule and tenant:3cf9eaf749c84c3a8cb8eca2fe987aaa is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:20:40.929947 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-6d630dff-3b04-4979-9ce1-024033c4dd24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:20:40.935883 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-6d630dff-3b04-4979-9ce1-024033c4dd24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:20:41.010997 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6d630dff-3b04-4979-9ce1-024033c4dd24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:41.016039 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6d630dff-3b04-4979-9ce1-024033c4dd24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:41.049963 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d630dff-3b04-4979-9ce1-024033c4dd24 admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=83828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:20:41.059423 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d630dff-3b04-4979-9ce1-024033c4dd24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e16c41-1768-491a-b4d2-bdb0b690ef35,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:41.068069 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6d630dff-3b04-4979-9ce1-024033c4dd24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:41.068160 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.segments_db [None req-6d630dff-3b04-4979-9ce1-024033c4dd24 admin admin] Added segment 722e234f-ae02-4b33-a6b9-5a375970460e of type vlan for network af5f594b-1706-44af-a630-97198293122c Apr 01 16:20:41.102520 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6d630dff-3b04-4979-9ce1-024033c4dd24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:41.135011 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6d630dff-3b04-4979-9ce1-024033c4dd24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:41.135975 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d630dff-3b04-4979-9ce1-024033c4dd24 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:41.136628 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6d630dff-3b04-4979-9ce1-024033c4dd24 admin admin] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:41.250262 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d630dff-3b04-4979-9ce1-024033c4dd24 admin admin] Pushing event updated for resources: {'Network': ['ID=af5f594b-1706-44af-a630-97198293122c,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:41.253088 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-6d630dff-3b04-4979-9ce1-024033c4dd24 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4150212 Apr 01 16:20:41.255973 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 33700) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:20:41.261137 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network af5f594b-1706-44af-a630-97198293122c details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:20:41.261881 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-8dd3ccc3-faf7-4dd8-85c0-12b7fc1eed74 admin admin] Request body: {'subnet': {'network_id': 'af5f594b-1706-44af-a630-97198293122c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1535981849-subnet', 'tenant_id': '3cf9eaf749c84c3a8cb8eca2fe987aaa', 'ip_version': 4}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:20:41.266924 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-8dd3ccc3-faf7-4dd8-85c0-12b7fc1eed74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:20:41.270770 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-8dd3ccc3-faf7-4dd8-85c0-12b7fc1eed74 admin admin] Usage tracker for resource:subnet and tenant:3cf9eaf749c84c3a8cb8eca2fe987aaa is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:20:41.274704 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-8dd3ccc3-faf7-4dd8-85c0-12b7fc1eed74 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:20:41.280710 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-8dd3ccc3-faf7-4dd8-85c0-12b7fc1eed74 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:20:41.299201 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd3ccc3-faf7-4dd8-85c0-12b7fc1eed74 admin admin] Made reservation on behalf of 3cf9eaf749c84c3a8cb8eca2fe987aaa for: {'subnet': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:20:41.303544 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8dd3ccc3-faf7-4dd8-85c0-12b7fc1eed74 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16030269'] for subnet, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:41.366085 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 5d468ead-b800-4c96-9e48-2acaf726f5ff up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:20:41.439947 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 5d468ead-b800-4c96-9e48-2acaf726f5ff completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:20:41.445411 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 5d468ead-b800-4c96-9e48-2acaf726f5ff triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:20:41.445777 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:41.519254 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8dd3ccc3-faf7-4dd8-85c0-12b7fc1eed74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15306628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16030227'] for subnet, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:41.593723 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd3ccc3-faf7-4dd8-85c0-12b7fc1eed74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0654585c-ba0c-4997-990d-26529e95bcfe,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:41.603427 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd3ccc3-faf7-4dd8-85c0-12b7fc1eed74 admin admin] Checking segment: {'id': '722e234f-ae02-4b33-a6b9-5a375970460e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'af5f594b-1706-44af-a630-97198293122c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:20:41.603780 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd3ccc3-faf7-4dd8-85c0-12b7fc1eed74 admin admin] Network hostable DHCP agents. Network: af5f594b-1706-44af-a630-97198293122c, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:20:41.609124 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:41.625348 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd3ccc3-faf7-4dd8-85c0-12b7fc1eed74 admin admin] Network af5f594b-1706-44af-a630-97198293122c is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:20:41.628173 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port 5d468ead-b800-4c96-9e48-2acaf726f5ff, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=5d468ead-b800-4c96-9e48-2acaf726f5ff,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:20:41.634011 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:41.637713 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-8dd3ccc3-faf7-4dd8-85c0-12b7fc1eed74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, af5f594b-1706-44af-a630-97198293122c) {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:20:41.644399 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd3ccc3-faf7-4dd8-85c0-12b7fc1eed74 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:41.645933 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8dd3ccc3-faf7-4dd8-85c0-12b7fc1eed74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:41.667533 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-8dd3ccc3-faf7-4dd8-85c0-12b7fc1eed74 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4099693 Apr 01 16:20:41.670286 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 33704) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:20:41.675168 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-0456634e-53fa-4d6c-9f34-096650f7549d admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1535981849-router', 'tenant_id': '3cf9eaf749c84c3a8cb8eca2fe987aaa', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:20:41.680385 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-0456634e-53fa-4d6c-9f34-096650f7549d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:20:41.683613 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809cb0a2-3b8b-4cc7-b1f0-e9f462d378b7 None None] Network af5f594b-1706-44af-a630-97198293122c requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:20:41.685303 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-0456634e-53fa-4d6c-9f34-096650f7549d admin admin] Usage tracker for resource:router and tenant:3cf9eaf749c84c3a8cb8eca2fe987aaa is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:20:41.688246 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-0456634e-53fa-4d6c-9f34-096650f7549d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:20:41.694347 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-0456634e-53fa-4d6c-9f34-096650f7549d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:20:41.708115 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0456634e-53fa-4d6c-9f34-096650f7549d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130665'] for router, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:41.709670 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0456634e-53fa-4d6c-9f34-096650f7549d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617571', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130640'] for router, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:41.729960 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0456634e-53fa-4d6c-9f34-096650f7549d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:41.792907 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=5d468ead-b800-4c96-9e48-2acaf726f5ff,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:41.898709 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0456634e-53fa-4d6c-9f34-096650f7549d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130626'] for router, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:41.921929 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf29bb93-dfdf-4b1a-be0d-8a6a641a63ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-af5f594b-1706-44af-a630-97198293122c', 'network_id': 'af5f594b-1706-44af-a630-97198293122c', 'tenant_id': '3cf9eaf749c84c3a8cb8eca2fe987aaa', 'fixed_ips': [{'subnet_id': '0654585c-ba0c-4997-990d-26529e95bcfe'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 16:20:41.922863 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-bf29bb93-dfdf-4b1a-be0d-8a6a641a63ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:42.080568 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-bf29bb93-dfdf-4b1a-be0d-8a6a641a63ce None None] Allocated IP 172.20.0.2 (af5f594b-1706-44af-a630-97198293122c/0654585c-ba0c-4997-990d-26529e95bcfe/78d97d09-9a65-4775-8e59-90041d75594f) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:20:42.096790 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0456634e-53fa-4d6c-9f34-096650f7549d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:42.127853 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0456634e-53fa-4d6c-9f34-096650f7549d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:42.281662 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-0456634e-53fa-4d6c-9f34-096650f7549d admin admin] Allocated IP 172.26.1.174 (ed45466e-0386-4b92-8de3-247c977242ac/0479f741-5cd1-4d6f-b593-d8aa909a42d3/49630c24-c448-4f67-bb80-a9eaf14606cf) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:20:42.287652 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-bf29bb93-dfdf-4b1a-be0d-8a6a641a63ce None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:42.297741 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-bf29bb93-dfdf-4b1a-be0d-8a6a641a63ce None None] Transition to ACTIVE for port object 78d97d09-9a65-4775-8e59-90041d75594f will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:20:42.317315 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-bf29bb93-dfdf-4b1a-be0d-8a6a641a63ce None None] Transition to ACTIVE for port object 78d97d09-9a65-4775-8e59-90041d75594f will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:20:42.323960 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-bf29bb93-dfdf-4b1a-be0d-8a6a641a63ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:42.395873 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf29bb93-dfdf-4b1a-be0d-8a6a641a63ce None None] Network af5f594b-1706-44af-a630-97198293122c is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:20:42.400285 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-bf29bb93-dfdf-4b1a-be0d-8a6a641a63ce None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:20:42.404804 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf29bb93-dfdf-4b1a-be0d-8a6a641a63ce None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:20:42.407016 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf29bb93-dfdf-4b1a-be0d-8a6a641a63ce None None] Pushing event updated for resources: {'Port': ['ID=78d97d09-9a65-4775-8e59-90041d75594f,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:42.500056 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-bf29bb93-dfdf-4b1a-be0d-8a6a641a63ce None None] Attempting to bind port 78d97d09-9a65-4775-8e59-90041d75594f on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:20:42.500437 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-bf29bb93-dfdf-4b1a-be0d-8a6a641a63ce None None] Attempting to bind port 78d97d09-9a65-4775-8e59-90041d75594f by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': '722e234f-ae02-4b33-a6b9-5a375970460e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'af5f594b-1706-44af-a630-97198293122c'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:20:42.500828 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf29bb93-dfdf-4b1a-be0d-8a6a641a63ce None None] Attempting to bind port 78d97d09-9a65-4775-8e59-90041d75594f on network af5f594b-1706-44af-a630-97198293122c {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:20:42.507802 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf29bb93-dfdf-4b1a-be0d-8a6a641a63ce None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:20:42.508172 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf29bb93-dfdf-4b1a-be0d-8a6a641a63ce None None] Checking segment: {'id': '722e234f-ae02-4b33-a6b9-5a375970460e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'af5f594b-1706-44af-a630-97198293122c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:20:42.508576 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-bf29bb93-dfdf-4b1a-be0d-8a6a641a63ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:42.508997 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf29bb93-dfdf-4b1a-be0d-8a6a641a63ce None None] Bound using segment: {'id': '722e234f-ae02-4b33-a6b9-5a375970460e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'af5f594b-1706-44af-a630-97198293122c'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:20:42.509470 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-bf29bb93-dfdf-4b1a-be0d-8a6a641a63ce None None] Bound port: 78d97d09-9a65-4775-8e59-90041d75594f, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '722e234f-ae02-4b33-a6b9-5a375970460e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'af5f594b-1706-44af-a630-97198293122c'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:20:42.509845 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-bf29bb93-dfdf-4b1a-be0d-8a6a641a63ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:42.534534 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0456634e-53fa-4d6c-9f34-096650f7549d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:42.562835 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0456634e-53fa-4d6c-9f34-096650f7549d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:42.602872 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-bf29bb93-dfdf-4b1a-be0d-8a6a641a63ce None None] For port 78d97d09-9a65-4775-8e59-90041d75594f, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:20:42.605906 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-bf29bb93-dfdf-4b1a-be0d-8a6a641a63ce None None] For port 78d97d09-9a65-4775-8e59-90041d75594f, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=78d97d09-9a65-4775-8e59-90041d75594f,segment=NetworkSegment(722e234f-ae02-4b33-a6b9-5a375970460e),segment_id=722e234f-ae02-4b33-a6b9-5a375970460e)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:20:42.610608 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-bf29bb93-dfdf-4b1a-be0d-8a6a641a63ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:42.638624 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0456634e-53fa-4d6c-9f34-096650f7549d admin admin] Network ed45466e-0386-4b92-8de3-247c977242ac is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:20:42.642051 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0456634e-53fa-4d6c-9f34-096650f7549d admin admin] Pushing event updated for resources: {'Port': ['ID=49630c24-c448-4f67-bb80-a9eaf14606cf,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:42.644415 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-0456634e-53fa-4d6c-9f34-096650f7549d admin admin] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:20:42.646446 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0456634e-53fa-4d6c-9f34-096650f7549d admin admin] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:20:42.692473 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf29bb93-dfdf-4b1a-be0d-8a6a641a63ce None None] Pushing event updated for resources: {'Port': ['ID=78d97d09-9a65-4775-8e59-90041d75594f,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:42.833872 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0456634e-53fa-4d6c-9f34-096650f7549d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:42.836966 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0456634e-53fa-4d6c-9f34-096650f7549d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616'] for router, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:43.097492 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0456634e-53fa-4d6c-9f34-096650f7549d admin admin] Router 5c23ff67-7796-492d-a3c8-39e909fc4cac is scheduled to L3 agent ff252634-3424-422a-b742-9ae457bd54bd with binding_index 1 {{(pid=83828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 16:20:43.312474 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0456634e-53fa-4d6c-9f34-096650f7549d admin admin] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:20:43.330009 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b3fdc4-1493-4a6e-99f5-80d18b573d94 None None] Sync routers for ids ['5c23ff67-7796-492d-a3c8-39e909fc4cac'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:20:43.342886 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0456634e-53fa-4d6c-9f34-096650f7549d admin admin] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:43.347144 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-0456634e-53fa-4d6c-9f34-096650f7549d admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.6733770 Apr 01 16:20:43.347556 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 33708) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:20:43.351404 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b3fdc4-1493-4a6e-99f5-80d18b573d94 None None] Routers {'5c23ff67-7796-492d-a3c8-39e909fc4cac'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:20:43.352259 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-c9b3fdc4-1493-4a6e-99f5-80d18b573d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:20:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['5c23ff67-7796-492d-a3c8-39e909fc4cac'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:20:43.466363 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 5d468ead-b800-4c96-9e48-2acaf726f5ff up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:20:43.551336 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 5d468ead-b800-4c96-9e48-2acaf726f5ff triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:20:43.551855 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:43.559655 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-c9b3fdc4-1493-4a6e-99f5-80d18b573d94 None None] Set router 5c23ff67-7796-492d-a3c8-39e909fc4cac gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:20:43.701174 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 78d97d09-9a65-4775-8e59-90041d75594f up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:20:43.736922 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162e6792-d919-4b6c-83e0-123cfb472a93 None None] Network af5f594b-1706-44af-a630-97198293122c requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:20:43.855851 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-bbe80d04-e6fe-4f05-a55c-5def82d543f4 None None] Provisioning for port 78d97d09-9a65-4775-8e59-90041d75594f completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:20:43.863791 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-c9b3fdc4-1493-4a6e-99f5-80d18b573d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c23ff67-7796-492d-a3c8-39e909fc4cac', 'name': 'tempest-TestEncryptedCinderVolumes-1535981849-router', 'tenant_id': '3cf9eaf749c84c3a8cb8eca2fe987aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.174'}], 'enable_snat': True}, 'gw_port_id': '49630c24-c448-4f67-bb80-a9eaf14606cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:20:41Z', 'updated_at': '2022-04-01T16:20:42Z', 'revision_number': 3, 'project_id': '3cf9eaf749c84c3a8cb8eca2fe987aaa', 'gw_port': {'id': '49630c24-c448-4f67-bb80-a9eaf14606cf', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:1b:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c23ff67-7796-492d-a3c8-39e909fc4cac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:20:42Z', 'updated_at': '2022-04-01T16:20:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:20:43.869873 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b3fdc4-1493-4a6e-99f5-80d18b573d94 None None] Checking router: 5c23ff67-7796-492d-a3c8-39e909fc4cac for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:20:43.870448 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b3fdc4-1493-4a6e-99f5-80d18b573d94 None None] Updating router 5c23ff67-7796-492d-a3c8-39e909fc4cac port 49630c24-c448-4f67-bb80-a9eaf14606cf binding host dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 16:20:43.929919 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-c9b3fdc4-1493-4a6e-99f5-80d18b573d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:43.942858 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 78d97d09-9a65-4775-8e59-90041d75594f completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:20:43.955072 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 78d97d09-9a65-4775-8e59-90041d75594f triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:20:43.955357 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:44.169833 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:44.176632 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-af61a6bc-14c7-4219-807c-5dda78552c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:44.228565 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port 78d97d09-9a65-4775-8e59-90041d75594f, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=78d97d09-9a65-4775-8e59-90041d75594f,segment=NetworkSegment(722e234f-ae02-4b33-a6b9-5a375970460e),segment_id=722e234f-ae02-4b33-a6b9-5a375970460e)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:20:44.236156 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:44.322877 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=78d97d09-9a65-4775-8e59-90041d75594f,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:44.333045 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-c9b3fdc4-1493-4a6e-99f5-80d18b573d94 None None] Notify callbacks [] for port, precommit_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:44.347490 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.provisioning_blocks [None req-c9b3fdc4-1493-4a6e-99f5-80d18b573d94 None None] Transition to ACTIVE for port object 49630c24-c448-4f67-bb80-a9eaf14606cf will not be triggered until provisioned by entity L2. {{(pid=83833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:20:44.356378 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-c9b3fdc4-1493-4a6e-99f5-80d18b573d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:44.437046 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-c9b3fdc4-1493-4a6e-99f5-80d18b573d94 None None] Attempting to bind port 49630c24-c448-4f67-bb80-a9eaf14606cf on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:20:44.437402 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-c9b3fdc4-1493-4a6e-99f5-80d18b573d94 None None] Attempting to bind port 49630c24-c448-4f67-bb80-a9eaf14606cf by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}] {{(pid=83833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:20:44.437751 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b3fdc4-1493-4a6e-99f5-80d18b573d94 None None] Attempting to bind port 49630c24-c448-4f67-bb80-a9eaf14606cf on network ed45466e-0386-4b92-8de3-247c977242ac {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:20:44.440324 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7194039-d3ab-46e8-a454-9b2f7ea550f5 None None] Pushing event updated for resources: {'Port': ['ID=49630c24-c448-4f67-bb80-a9eaf14606cf,revision_number=2']} {{(pid=83833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:44.451566 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b3fdc4-1493-4a6e-99f5-80d18b573d94 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:20:44.451863 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b3fdc4-1493-4a6e-99f5-80d18b573d94 None None] Checking segment: {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:20:44.452254 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-c9b3fdc4-1493-4a6e-99f5-80d18b573d94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:44.452635 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b3fdc4-1493-4a6e-99f5-80d18b573d94 None None] Bound using segment: {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'} {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:20:44.453106 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-c9b3fdc4-1493-4a6e-99f5-80d18b573d94 None None] Bound port: 49630c24-c448-4f67-bb80-a9eaf14606cf, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}}] {{(pid=83833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:20:44.453466 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-c9b3fdc4-1493-4a6e-99f5-80d18b573d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:44.485113 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7194039-d3ab-46e8-a454-9b2f7ea550f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:44.485514 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7194039-d3ab-46e8-a454-9b2f7ea550f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:44.486091 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7194039-d3ab-46e8-a454-9b2f7ea550f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:44.486718 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7194039-d3ab-46e8-a454-9b2f7ea550f5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:44.487162 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7194039-d3ab-46e8-a454-9b2f7ea550f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:44.487581 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7194039-d3ab-46e8-a454-9b2f7ea550f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:44.488024 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7194039-d3ab-46e8-a454-9b2f7ea550f5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:44.488440 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7194039-d3ab-46e8-a454-9b2f7ea550f5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:44.488971 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7194039-d3ab-46e8-a454-9b2f7ea550f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:44.489395 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7194039-d3ab-46e8-a454-9b2f7ea550f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:44.489809 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7194039-d3ab-46e8-a454-9b2f7ea550f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:20:44.495786 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-4f674ed6-efe3-4899-a688-baaf94496cc3 None None] Provisioning complete for port 78d97d09-9a65-4775-8e59-90041d75594f triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:20:44.496389 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-4f674ed6-efe3-4899-a688-baaf94496cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:44.519377 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-af61a6bc-14c7-4219-807c-5dda78552c9c admin admin] Allocated IP 172.20.0.1 (af5f594b-1706-44af-a630-97198293122c/0654585c-ba0c-4997-990d-26529e95bcfe/954d2c06-e15c-4d11-ba83-c32d20676737) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:20:44.539241 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.db [None req-c9b3fdc4-1493-4a6e-99f5-80d18b573d94 None None] For port 49630c24-c448-4f67-bb80-a9eaf14606cf, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:20:44.542438 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.db [None req-c9b3fdc4-1493-4a6e-99f5-80d18b573d94 None None] For port 49630c24-c448-4f67-bb80-a9eaf14606cf, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=49630c24-c448-4f67-bb80-a9eaf14606cf,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:20:44.547294 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-c9b3fdc4-1493-4a6e-99f5-80d18b573d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:44.629793 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7194039-d3ab-46e8-a454-9b2f7ea550f5 None None] Pushing event updated for resources: {'Port': ['ID=49630c24-c448-4f67-bb80-a9eaf14606cf,revision_number=3']} {{(pid=83833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:44.634396 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b3fdc4-1493-4a6e-99f5-80d18b573d94 None None] Routers {'5c23ff67-7796-492d-a3c8-39e909fc4cac'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:20:44.634984 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-c9b3fdc4-1493-4a6e-99f5-80d18b573d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:20:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['5c23ff67-7796-492d-a3c8-39e909fc4cac'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:20:44.678873 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-af61a6bc-14c7-4219-807c-5dda78552c9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:44.695344 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [None req-af61a6bc-14c7-4219-807c-5dda78552c9c admin admin] Transition to ACTIVE for port object 954d2c06-e15c-4d11-ba83-c32d20676737 will not be triggered until provisioned by entity DHCP. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:20:44.718044 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-af61a6bc-14c7-4219-807c-5dda78552c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:44.788812 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af61a6bc-14c7-4219-807c-5dda78552c9c admin admin] Network af5f594b-1706-44af-a630-97198293122c is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:20:44.791640 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-af61a6bc-14c7-4219-807c-5dda78552c9c admin admin] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:20:44.795486 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af61a6bc-14c7-4219-807c-5dda78552c9c admin admin] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:20:44.832961 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af61a6bc-14c7-4219-807c-5dda78552c9c admin admin] Pushing event updated for resources: {'Port': ['ID=954d2c06-e15c-4d11-ba83-c32d20676737,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:44.849070 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-c9b3fdc4-1493-4a6e-99f5-80d18b573d94 None None] Set router 5c23ff67-7796-492d-a3c8-39e909fc4cac gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:20:44.860338 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-af61a6bc-14c7-4219-807c-5dda78552c9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611418'] for router_interface, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:44.947168 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-af61a6bc-14c7-4219-807c-5dda78552c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:45.043943 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-38c6e2c4-e6af-4243-9198-4b7d46af1764 None None] Provisioning for port 954d2c06-e15c-4d11-ba83-c32d20676737 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:20:45.049886 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-38c6e2c4-e6af-4243-9198-4b7d46af1764 None None] Provisioning complete for port 954d2c06-e15c-4d11-ba83-c32d20676737 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:20:45.050041 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-38c6e2c4-e6af-4243-9198-4b7d46af1764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:45.108716 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-38c6e2c4-e6af-4243-9198-4b7d46af1764 None None] Port 954d2c06-e15c-4d11-ba83-c32d20676737 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 16:20:45.166606 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-c9b3fdc4-1493-4a6e-99f5-80d18b573d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c23ff67-7796-492d-a3c8-39e909fc4cac', 'name': 'tempest-TestEncryptedCinderVolumes-1535981849-router', 'tenant_id': '3cf9eaf749c84c3a8cb8eca2fe987aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.174'}], 'enable_snat': True}, 'gw_port_id': '49630c24-c448-4f67-bb80-a9eaf14606cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:20:41Z', 'updated_at': '2022-04-01T16:20:42Z', 'revision_number': 3, 'project_id': '3cf9eaf749c84c3a8cb8eca2fe987aaa', 'gw_port': {'id': '49630c24-c448-4f67-bb80-a9eaf14606cf', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:1b:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c23ff67-7796-492d-a3c8-39e909fc4cac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:20:42Z', 'updated_at': '2022-04-01T16:20:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:20:45.170471 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b3fdc4-1493-4a6e-99f5-80d18b573d94 None None] The sync data for ids ['5c23ff67-7796-492d-a3c8-39e909fc4cac'] in dv-neutron-833373-2-hyperv is: [{'id': '5c23ff67-7796-492d-a3c8-39e909fc4cac', 'name': 'tempest-TestEncryptedCinderVolumes-1535981849-router', 'tenant_id': '3cf9eaf749c84c3a8cb8eca2fe987aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.174'}], 'enable_snat': True}, 'gw_port_id': '49630c24-c448-4f67-bb80-a9eaf14606cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:20:41Z', 'updated_at': '2022-04-01T16:20:42Z', 'revision_number': 3, 'project_id': '3cf9eaf749c84c3a8cb8eca2fe987aaa', 'gw_port': {'id': '49630c24-c448-4f67-bb80-a9eaf14606cf', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:1b:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c23ff67-7796-492d-a3c8-39e909fc4cac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:20:42Z', 'updated_at': '2022-04-01T16:20:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:20:45.187439 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-af61a6bc-14c7-4219-807c-5dda78552c9c admin admin] Notify callbacks [] for port, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:45.192200 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-af61a6bc-14c7-4219-807c-5dda78552c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:45.308682 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af61a6bc-14c7-4219-807c-5dda78552c9c admin admin] Pushing event updated for resources: {'Port': ['ID=954d2c06-e15c-4d11-ba83-c32d20676737,revision_number=2']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:45.312458 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-af61a6bc-14c7-4219-807c-5dda78552c9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611525'] for router_interface, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:45.343043 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 78d97d09-9a65-4775-8e59-90041d75594f up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:20:45.411799 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 78d97d09-9a65-4775-8e59-90041d75594f triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:20:45.412851 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:45.450738 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af61a6bc-14c7-4219-807c-5dda78552c9c admin admin] Network af5f594b-1706-44af-a630-97198293122c is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:20:45.451883 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-af61a6bc-14c7-4219-807c-5dda78552c9c admin admin] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:20:45.620593 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:20:45.734337 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-b2320fff-71c7-4717-9720-31fe29813531 None None] Provisioning complete for port 954d2c06-e15c-4d11-ba83-c32d20676737 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:20:45.734911 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-b2320fff-71c7-4717-9720-31fe29813531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:45.799058 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-b2320fff-71c7-4717-9720-31fe29813531 None None] Port 954d2c06-e15c-4d11-ba83-c32d20676737 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 16:20:45.847936 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af61a6bc-14c7-4219-807c-5dda78552c9c admin admin] Router 5c23ff67-7796-492d-a3c8-39e909fc4cac has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:20:46.154552 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af61a6bc-14c7-4219-807c-5dda78552c9c admin admin] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:20:46.163127 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-af61a6bc-14c7-4219-807c-5dda78552c9c admin admin] 10.222.0.55 "PUT /v2.0/routers/5c23ff67-7796-492d-a3c8-39e909fc4cac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8145301 Apr 01 16:20:46.998957 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b65f296-a9a6-41d0-a096-a47da70afef0 req-f32c9d02-947b-4e04-8490-5a9da6d77efe tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:47.000301 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-3b65f296-a9a6-41d0-a096-a47da70afef0 req-f32c9d02-947b-4e04-8490-5a9da6d77efe tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] 10.222.0.55 "GET /v2.0/networks?id=03e70929-998f-4c02-8055-f80323e00c12 HTTP/1.1" status: 200 len: 816 time: 0.1405010 Apr 01 16:20:47.022489 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-3b65f296-a9a6-41d0-a096-a47da70afef0 req-9a4baaa0-07fe-4b44-b98a-b336bad6c1bf tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] 10.222.0.55 "GET /v2.0/quotas/873582d6d4474d1f8470062feb69877f HTTP/1.1" status: 200 len: 375 time: 0.0111957 Apr 01 16:20:47.103076 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-3b65f296-a9a6-41d0-a096-a47da70afef0 req-4e8ab472-1a3e-47d8-8fc5-b8d38124e97b tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=873582d6d4474d1f8470062feb69877f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0754483 Apr 01 16:20:47.243687 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-3b65f296-a9a6-41d0-a096-a47da70afef0 req-557fcc2e-382d-407a-ad11-a0f9a64a62b6 service neutron] 10.222.0.55 "GET /v2.0/networks/03e70929-998f-4c02-8055-f80323e00c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293497 Apr 01 16:20:47.379234 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-3b65f296-a9a6-41d0-a096-a47da70afef0 req-0316952e-0ef0-4d64-a677-d08bf02d9e3b service neutron] 10.222.0.55 "GET /v2.0/networks/03e70929-998f-4c02-8055-f80323e00c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295762 Apr 01 16:20:47.578495 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-7a61410a-a97b-4d17-9412-cc5ae1a256ad req-7dfdf2db-5bb8-45b8-a802-3c389b163707 tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] 10.222.0.55 "GET /v2.0/ports?device_id=622c27c4-04f9-4b99-99ae-0a40ce8c1105 HTTP/1.1" status: 200 len: 210 time: 0.0562842 Apr 01 16:20:48.597894 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b65f296-a9a6-41d0-a096-a47da70afef0 req-f21c1c61-3ed8-45cc-a054-6c18c8aeb134 tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:48.598831 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-3b65f296-a9a6-41d0-a096-a47da70afef0 req-f21c1c61-3ed8-45cc-a054-6c18c8aeb134 tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] Synchronizing usage tracker for tenant:873582d6d4474d1f8470062feb69877f on resource:network {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:20:48.616460 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-3b65f296-a9a6-41d0-a096-a47da70afef0 req-f21c1c61-3ed8-45cc-a054-6c18c8aeb134 tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] Unset dirty status for tenant:873582d6d4474d1f8470062feb69877f on resource:network {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:20:48.618335 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-3b65f296-a9a6-41d0-a096-a47da70afef0 req-f21c1c61-3ed8-45cc-a054-6c18c8aeb134 tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] 10.222.0.24 "GET /v2.0/networks?id=03e70929-998f-4c02-8055-f80323e00c12 HTTP/1.1" status: 200 len: 816 time: 0.1640921 Apr 01 16:20:48.634963 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [req-3b65f296-a9a6-41d0-a096-a47da70afef0 req-67b2f266-4693-48a9-b20d-b216bf4e3b5b tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] Request body: {'port': {'device_id': '622c27c4-04f9-4b99-99ae-0a40ce8c1105', 'network_id': '03e70929-998f-4c02-8055-f80323e00c12', 'admin_state_up': True, 'tenant_id': '873582d6d4474d1f8470062feb69877f'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:20:48.749499 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ef3430e5-2290-4708-85ef-17244e1cdc68 req-d74711e2-603a-4ea0-ae8c-0e573db8b86a tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] 10.222.0.55 "GET /v2.0/ports?device_id=622c27c4-04f9-4b99-99ae-0a40ce8c1105 HTTP/1.1" status: 200 len: 210 time: 0.0418799 Apr 01 16:20:48.786816 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [req-3b65f296-a9a6-41d0-a096-a47da70afef0 req-67b2f266-4693-48a9-b20d-b216bf4e3b5b tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:20:48.791023 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-3b65f296-a9a6-41d0-a096-a47da70afef0 req-67b2f266-4693-48a9-b20d-b216bf4e3b5b tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] Usage tracker for resource:port and tenant:873582d6d4474d1f8470062feb69877f is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:20:48.793909 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-3b65f296-a9a6-41d0-a096-a47da70afef0 req-67b2f266-4693-48a9-b20d-b216bf4e3b5b tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:20:48.799498 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [req-3b65f296-a9a6-41d0-a096-a47da70afef0 req-67b2f266-4693-48a9-b20d-b216bf4e3b5b tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:20:48.809287 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b65f296-a9a6-41d0-a096-a47da70afef0 req-67b2f266-4693-48a9-b20d-b216bf4e3b5b tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] Made reservation on behalf of 873582d6d4474d1f8470062feb69877f for: {'port': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:20:48.812291 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-3b65f296-a9a6-41d0-a096-a47da70afef0 req-67b2f266-4693-48a9-b20d-b216bf4e3b5b tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:48.971842 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [req-3b65f296-a9a6-41d0-a096-a47da70afef0 req-67b2f266-4693-48a9-b20d-b216bf4e3b5b tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] Allocated IP 172.20.0.14 (03e70929-998f-4c02-8055-f80323e00c12/0e0cbe24-118e-4853-8239-fdcb9ae5be99/eaddc9f9-492f-4764-a7a0-be1e6ae6f417) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:20:49.175587 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-3b65f296-a9a6-41d0-a096-a47da70afef0 req-67b2f266-4693-48a9-b20d-b216bf4e3b5b tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:49.191903 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [req-3b65f296-a9a6-41d0-a096-a47da70afef0 req-67b2f266-4693-48a9-b20d-b216bf4e3b5b tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] Transition to ACTIVE for port object eaddc9f9-492f-4764-a7a0-be1e6ae6f417 will not be triggered until provisioned by entity DHCP. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:20:49.215258 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-3b65f296-a9a6-41d0-a096-a47da70afef0 req-67b2f266-4693-48a9-b20d-b216bf4e3b5b tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:49.300305 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b65f296-a9a6-41d0-a096-a47da70afef0 req-67b2f266-4693-48a9-b20d-b216bf4e3b5b tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] Network 03e70929-998f-4c02-8055-f80323e00c12 is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:20:49.304768 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [req-3b65f296-a9a6-41d0-a096-a47da70afef0 req-67b2f266-4693-48a9-b20d-b216bf4e3b5b tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:20:49.307131 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b65f296-a9a6-41d0-a096-a47da70afef0 req-67b2f266-4693-48a9-b20d-b216bf4e3b5b tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:20:49.339610 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b2f266-4693-48a9-b20d-b216bf4e3b5b tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] Pushing event updated for resources: {'Port': ['ID=eaddc9f9-492f-4764-a7a0-be1e6ae6f417,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:49.375958 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b65f296-a9a6-41d0-a096-a47da70afef0 req-67b2f266-4693-48a9-b20d-b216bf4e3b5b tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:49.376568 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-3b65f296-a9a6-41d0-a096-a47da70afef0 req-67b2f266-4693-48a9-b20d-b216bf4e3b5b tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:49.400437 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-3b65f296-a9a6-41d0-a096-a47da70afef0 req-67b2f266-4693-48a9-b20d-b216bf4e3b5b tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7699754 Apr 01 16:20:49.410990 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [req-3b65f296-a9a6-41d0-a096-a47da70afef0 req-9442d952-f9e9-4019-81b1-8061ad9dee10 service neutron] Request body: {'port': {'device_id': '622c27c4-04f9-4b99-99ae-0a40ce8c1105', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:20:49.525521 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-3b65f296-a9a6-41d0-a096-a47da70afef0 req-9442d952-f9e9-4019-81b1-8061ad9dee10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:49.539999 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a260a89e-d117-4ca3-a6d4-f31699ba2e0c None None] Provisioning for port eaddc9f9-492f-4764-a7a0-be1e6ae6f417 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:20:49.544584 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a260a89e-d117-4ca3-a6d4-f31699ba2e0c None None] Provisioning complete for port eaddc9f9-492f-4764-a7a0-be1e6ae6f417 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:20:49.544980 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a260a89e-d117-4ca3-a6d4-f31699ba2e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:49.599348 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a260a89e-d117-4ca3-a6d4-f31699ba2e0c None None] Port eaddc9f9-492f-4764-a7a0-be1e6ae6f417 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 16:20:49.873368 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [req-3b65f296-a9a6-41d0-a096-a47da70afef0 req-9442d952-f9e9-4019-81b1-8061ad9dee10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaddc9f9-492f-4764-a7a0-be1e6ae6f417 {{(pid=83828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:20:49.880414 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-3b65f296-a9a6-41d0-a096-a47da70afef0 req-9442d952-f9e9-4019-81b1-8061ad9dee10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:49.895485 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [req-3b65f296-a9a6-41d0-a096-a47da70afef0 req-9442d952-f9e9-4019-81b1-8061ad9dee10 service neutron] Transition to ACTIVE for port object eaddc9f9-492f-4764-a7a0-be1e6ae6f417 will not be triggered until provisioned by entity L2. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:20:49.899297 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-3b65f296-a9a6-41d0-a096-a47da70afef0 req-9442d952-f9e9-4019-81b1-8061ad9dee10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:49.947921 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb66181-6a77-4e28-94fa-fdc5460322d1 req-45f3eeb7-03d3-4848-b0c7-8426dfcf3fb7 tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:49.950048 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8cb66181-6a77-4e28-94fa-fdc5460322d1 req-45f3eeb7-03d3-4848-b0c7-8426dfcf3fb7 tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] 10.222.0.55 "GET /v2.0/ports?device_id=622c27c4-04f9-4b99-99ae-0a40ce8c1105 HTTP/1.1" status: 200 len: 944 time: 0.0773392 Apr 01 16:20:50.001820 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8cb66181-6a77-4e28-94fa-fdc5460322d1 req-ce9e3e17-eec2-4b09-add4-ae25f2f4d8be tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] 10.222.0.55 "GET /v2.0/security-groups?id=f76e0f8f-e1d8-4544-bb22-91a9a9cb1732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460289 Apr 01 16:20:50.030205 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9442d952-f9e9-4019-81b1-8061ad9dee10 service neutron] Pushing event updated for resources: {'Port': ['ID=eaddc9f9-492f-4764-a7a0-be1e6ae6f417,revision_number=2']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:50.145059 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [req-3b65f296-a9a6-41d0-a096-a47da70afef0 req-9442d952-f9e9-4019-81b1-8061ad9dee10 service neutron] Attempting to bind port eaddc9f9-492f-4764-a7a0-be1e6ae6f417 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:20:50.145418 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [req-3b65f296-a9a6-41d0-a096-a47da70afef0 req-9442d952-f9e9-4019-81b1-8061ad9dee10 service neutron] Attempting to bind port eaddc9f9-492f-4764-a7a0-be1e6ae6f417 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '41ecd37a-8ba6-44d2-9311-ebfe23576e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '03e70929-998f-4c02-8055-f80323e00c12'}] {{(pid=83828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:20:50.145717 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b65f296-a9a6-41d0-a096-a47da70afef0 req-9442d952-f9e9-4019-81b1-8061ad9dee10 service neutron] Attempting to bind port eaddc9f9-492f-4764-a7a0-be1e6ae6f417 on network 03e70929-998f-4c02-8055-f80323e00c12 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:20:50.152563 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b65f296-a9a6-41d0-a096-a47da70afef0 req-9442d952-f9e9-4019-81b1-8061ad9dee10 service neutron] Port eaddc9f9-492f-4764-a7a0-be1e6ae6f417 on network 03e70929-998f-4c02-8055-f80323e00c12 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 16:20:50.152939 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b65f296-a9a6-41d0-a096-a47da70afef0 req-9442d952-f9e9-4019-81b1-8061ad9dee10 service neutron] Attempting to bind port eaddc9f9-492f-4764-a7a0-be1e6ae6f417 on network 03e70929-998f-4c02-8055-f80323e00c12 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:20:50.159608 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b65f296-a9a6-41d0-a096-a47da70afef0 req-9442d952-f9e9-4019-81b1-8061ad9dee10 service neutron] Checking agent: {'id': '5b2860be-0b4f-4931-914a-5d10403eafcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 47, 24), 'started_at': datetime.datetime(2022, 4, 1, 15, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:20:50.159917 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b65f296-a9a6-41d0-a096-a47da70afef0 req-9442d952-f9e9-4019-81b1-8061ad9dee10 service neutron] Checking segment: {'id': '41ecd37a-8ba6-44d2-9311-ebfe23576e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '03e70929-998f-4c02-8055-f80323e00c12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:20:50.160297 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b65f296-a9a6-41d0-a096-a47da70afef0 req-9442d952-f9e9-4019-81b1-8061ad9dee10 service neutron] Bound using segment: {'id': '41ecd37a-8ba6-44d2-9311-ebfe23576e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '03e70929-998f-4c02-8055-f80323e00c12'} {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:20:50.160713 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [req-3b65f296-a9a6-41d0-a096-a47da70afef0 req-9442d952-f9e9-4019-81b1-8061ad9dee10 service neutron] Bound port: eaddc9f9-492f-4764-a7a0-be1e6ae6f417, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41ecd37a-8ba6-44d2-9311-ebfe23576e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '03e70929-998f-4c02-8055-f80323e00c12'}}] {{(pid=83828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:20:50.161088 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-3b65f296-a9a6-41d0-a096-a47da70afef0 req-9442d952-f9e9-4019-81b1-8061ad9dee10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:50.258479 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [req-3b65f296-a9a6-41d0-a096-a47da70afef0 req-9442d952-f9e9-4019-81b1-8061ad9dee10 service neutron] For port eaddc9f9-492f-4764-a7a0-be1e6ae6f417, host hv-neutron-8333, cleared binding levels {{(pid=83828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:20:50.261594 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [req-3b65f296-a9a6-41d0-a096-a47da70afef0 req-9442d952-f9e9-4019-81b1-8061ad9dee10 service neutron] For port eaddc9f9-492f-4764-a7a0-be1e6ae6f417, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=eaddc9f9-492f-4764-a7a0-be1e6ae6f417,segment=NetworkSegment(41ecd37a-8ba6-44d2-9311-ebfe23576e2b),segment_id=41ecd37a-8ba6-44d2-9311-ebfe23576e2b)] {{(pid=83828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:20:50.265645 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-3b65f296-a9a6-41d0-a096-a47da70afef0 req-9442d952-f9e9-4019-81b1-8061ad9dee10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:50.325747 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-3b65f296-a9a6-41d0-a096-a47da70afef0 req-9442d952-f9e9-4019-81b1-8061ad9dee10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:50.327169 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-3b65f296-a9a6-41d0-a096-a47da70afef0 req-9442d952-f9e9-4019-81b1-8061ad9dee10 service neutron] 10.222.0.24 "PUT /v2.0/ports/eaddc9f9-492f-4764-a7a0-be1e6ae6f417 HTTP/1.1" status: 200 len: 1094 time: 0.9203072 Apr 01 16:20:50.327484 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '622c27c4-04f9-4b99-99ae-0a40ce8c1105', 'tag': 'eaddc9f9-492f-4764-a7a0-be1e6ae6f417'}] {{(pid=83828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:20:50.346905 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9442d952-f9e9-4019-81b1-8061ad9dee10 service neutron] Pushing event updated for resources: {'Port': ['ID=eaddc9f9-492f-4764-a7a0-be1e6ae6f417,revision_number=3']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:50.414557 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '622c27c4-04f9-4b99-99ae-0a40ce8c1105', 'tag': 'eaddc9f9-492f-4764-a7a0-be1e6ae6f417', 'status': 'completed', 'code': 200} Apr 01 16:20:50.455999 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-3b65f296-a9a6-41d0-a096-a47da70afef0 req-96e25861-0bca-4639-9177-56a3f689e327 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=873582d6d4474d1f8470062feb69877f&device_id=622c27c4-04f9-4b99-99ae-0a40ce8c1105 HTTP/1.1" status: 200 len: 1097 time: 0.0853038 Apr 01 16:20:50.555194 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-3b65f296-a9a6-41d0-a096-a47da70afef0 req-c1d1f33b-e8ae-4b36-abd4-61a449b8929c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eaddc9f9-492f-4764-a7a0-be1e6ae6f417 HTTP/1.1" status: 200 len: 217 time: 0.0918727 Apr 01 16:20:50.622194 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b65f296-a9a6-41d0-a096-a47da70afef0 req-3f01462a-d997-4277-b912-abc21daa43ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:50.623741 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-3b65f296-a9a6-41d0-a096-a47da70afef0 req-3f01462a-d997-4277-b912-abc21daa43ad service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0e0cbe24-118e-4853-8239-fdcb9ae5be99 HTTP/1.1" status: 200 len: 855 time: 0.0622005 Apr 01 16:20:50.704372 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-3b65f296-a9a6-41d0-a096-a47da70afef0 req-dc249c71-027e-4f73-bdf8-b763a1e46e6e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=03e70929-998f-4c02-8055-f80323e00c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745380 Apr 01 16:20:50.938606 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-3b65f296-a9a6-41d0-a096-a47da70afef0 req-b0681693-888a-43df-a37a-5703a9f70081 service neutron] 10.222.0.24 "GET /v2.0/networks/03e70929-998f-4c02-8055-f80323e00c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273290 Apr 01 16:20:51.073135 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-3b65f296-a9a6-41d0-a096-a47da70afef0 req-99db8938-7bc7-4d22-9552-466e2e427fd3 service neutron] 10.222.0.24 "GET /v2.0/networks/03e70929-998f-4c02-8055-f80323e00c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285911 Apr 01 16:20:51.190738 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-cd16f964-0268-4b6e-910f-3353d3b98788 req-75e23d0b-429e-4b85-bd50-4f48b92a8f70 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=873582d6d4474d1f8470062feb69877f&device_id=622c27c4-04f9-4b99-99ae-0a40ce8c1105 HTTP/1.1" status: 200 len: 1097 time: 0.0690732 Apr 01 16:20:51.208320 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2782ec0-858c-411e-b310-e2253b112133 req-b728a1c4-74d2-4843-9c61-450c9cb898eb tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:51.210307 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f2782ec0-858c-411e-b310-e2253b112133 req-b728a1c4-74d2-4843-9c61-450c9cb898eb tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] 10.222.0.55 "GET /v2.0/ports?device_id=622c27c4-04f9-4b99-99ae-0a40ce8c1105 HTTP/1.1" status: 200 len: 944 time: 0.0797834 Apr 01 16:20:51.256766 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f2782ec0-858c-411e-b310-e2253b112133 req-bdda10f8-e7ad-4f9c-9077-cb7f47baa2ef tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] 10.222.0.55 "GET /v2.0/security-groups?id=f76e0f8f-e1d8-4544-bb22-91a9a9cb1732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405700 Apr 01 16:20:51.329375 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd16f964-0268-4b6e-910f-3353d3b98788 req-56fb32ff-31b7-4b69-9d7d-480bb9214ae9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:51.330825 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-cd16f964-0268-4b6e-910f-3353d3b98788 req-56fb32ff-31b7-4b69-9d7d-480bb9214ae9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=03e70929-998f-4c02-8055-f80323e00c12 HTTP/1.1" status: 200 len: 916 time: 0.1343541 Apr 01 16:20:51.367012 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 49630c24-c448-4f67-bb80-a9eaf14606cf up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:20:51.406818 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-cd16f964-0268-4b6e-910f-3353d3b98788 req-a8f9cf78-bf72-4c04-a338-a912bb5caa96 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eaddc9f9-492f-4764-a7a0-be1e6ae6f417 HTTP/1.1" status: 200 len: 217 time: 0.0675650 Apr 01 16:20:51.435695 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 49630c24-c448-4f67-bb80-a9eaf14606cf completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:20:51.440448 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 49630c24-c448-4f67-bb80-a9eaf14606cf triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:20:51.440988 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:51.472564 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd16f964-0268-4b6e-910f-3353d3b98788 req-cbf883d6-8211-4533-8852-d845d0bdc538 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:51.475175 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-cd16f964-0268-4b6e-910f-3353d3b98788 req-cbf883d6-8211-4533-8852-d845d0bdc538 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0e0cbe24-118e-4853-8239-fdcb9ae5be99 HTTP/1.1" status: 200 len: 855 time: 0.0610261 Apr 01 16:20:51.555578 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-cd16f964-0268-4b6e-910f-3353d3b98788 req-0e369126-a49a-4d43-b40a-217d1370a7bb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=03e70929-998f-4c02-8055-f80323e00c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748441 Apr 01 16:20:51.566926 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:51.586458 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port 49630c24-c448-4f67-bb80-a9eaf14606cf, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=49630c24-c448-4f67-bb80-a9eaf14606cf,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:20:51.591193 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:51.659079 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=49630c24-c448-4f67-bb80-a9eaf14606cf,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:51.697728 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-cd16f964-0268-4b6e-910f-3353d3b98788 req-9b015ca5-16cd-46e3-be8f-aad066958dce service neutron] 10.222.0.24 "GET /v2.0/networks/03e70929-998f-4c02-8055-f80323e00c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356871 Apr 01 16:20:51.831942 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-cd16f964-0268-4b6e-910f-3353d3b98788 req-7e120c7e-d96d-4e05-a5f9-6a2c0aae056e service neutron] 10.222.0.24 "GET /v2.0/networks/03e70929-998f-4c02-8055-f80323e00c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275630 Apr 01 16:20:52.459929 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c0c6b-058d-4b1e-9240-09d6acbe96cc req-db31b6af-c88f-4c78-93b4-ed517ab0b9ce tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:52.461419 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-cb6c0c6b-058d-4b1e-9240-09d6acbe96cc req-db31b6af-c88f-4c78-93b4-ed517ab0b9ce tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] 10.222.0.55 "GET /v2.0/ports?device_id=622c27c4-04f9-4b99-99ae-0a40ce8c1105 HTTP/1.1" status: 200 len: 944 time: 0.0769849 Apr 01 16:20:52.512313 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-cb6c0c6b-058d-4b1e-9240-09d6acbe96cc req-314fbeb5-3884-408c-a40b-c333b3857d62 tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] 10.222.0.55 "GET /v2.0/security-groups?id=f76e0f8f-e1d8-4544-bb22-91a9a9cb1732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453794 Apr 01 16:20:53.003262 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device eaddc9f9-492f-4764-a7a0-be1e6ae6f417 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:20:53.142957 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port eaddc9f9-492f-4764-a7a0-be1e6ae6f417, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=eaddc9f9-492f-4764-a7a0-be1e6ae6f417,segment=NetworkSegment(41ecd37a-8ba6-44d2-9311-ebfe23576e2b),segment_id=41ecd37a-8ba6-44d2-9311-ebfe23576e2b)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:20:53.157161 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Returning: {'device': 'eaddc9f9-492f-4764-a7a0-be1e6ae6f417', 'network_id': '03e70929-998f-4c02-8055-f80323e00c12', 'port_id': 'eaddc9f9-492f-4764-a7a0-be1e6ae6f417', 'mac_address': 'fa:16:3e:6c:39:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e0cbe24-118e-4853-8239-fdcb9ae5be99', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:20:53.213119 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:53.230763 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaddc9f9-492f-4764-a7a0-be1e6ae6f417 {{(pid=83829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:20:53.246312 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port eaddc9f9-492f-4764-a7a0-be1e6ae6f417, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=eaddc9f9-492f-4764-a7a0-be1e6ae6f417,segment=NetworkSegment(41ecd37a-8ba6-44d2-9311-ebfe23576e2b),segment_id=41ecd37a-8ba6-44d2-9311-ebfe23576e2b)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:20:53.250202 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:53.318607 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=eaddc9f9-492f-4764-a7a0-be1e6ae6f417,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:53.351962 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 49630c24-c448-4f67-bb80-a9eaf14606cf up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:20:53.425490 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 49630c24-c448-4f67-bb80-a9eaf14606cf triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:20:53.425856 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:53.479299 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] get_ports_and_sgs() called for port_ids ['eaddc9f9-492f-4764-a7a0-be1e6ae6f417'] {{(pid=83829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 16:20:53.721005 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21f68a3-c2ca-4e5c-822f-c544874bca92 req-5d15dd23-afc6-487c-aa6f-5f94fd53f9b2 tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:53.722439 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e21f68a3-c2ca-4e5c-822f-c544874bca92 req-5d15dd23-afc6-487c-aa6f-5f94fd53f9b2 tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] 10.222.0.55 "GET /v2.0/ports?device_id=622c27c4-04f9-4b99-99ae-0a40ce8c1105 HTTP/1.1" status: 200 len: 945 time: 0.0808601 Apr 01 16:20:53.779105 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e21f68a3-c2ca-4e5c-822f-c544874bca92 req-e88f698a-19a7-4ff2-b376-fdb701da8274 tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] 10.222.0.55 "GET /v2.0/security-groups?id=f76e0f8f-e1d8-4544-bb22-91a9a9cb1732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501754 Apr 01 16:20:53.925965 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a41cd1eb-d263-44c0-928c-1efefb7b9427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:53.955139 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:54.724577 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb25ebe3-466e-4113-9435-2b6d3b9125cf None None] Sync routers for ids ['1cb7e95a-ee30-4eed-9258-d6ff713c0a51'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:20:54.736676 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb25ebe3-466e-4113-9435-2b6d3b9125cf None None] Routers {'1cb7e95a-ee30-4eed-9258-d6ff713c0a51'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:20:54.737321 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-eb25ebe3-466e-4113-9435-2b6d3b9125cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:20:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['1cb7e95a-ee30-4eed-9258-d6ff713c0a51'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:20:54.951151 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-eb25ebe3-466e-4113-9435-2b6d3b9125cf None None] Set router 1cb7e95a-ee30-4eed-9258-d6ff713c0a51 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:20:55.004995 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device eaddc9f9-492f-4764-a7a0-be1e6ae6f417 up at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:20:55.085596 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333efb33-4efa-46ac-896b-67f509a257a5 req-3ce711e7-00ad-40e6-b9c2-8b761b70b900 tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:55.087077 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-333efb33-4efa-46ac-896b-67f509a257a5 req-3ce711e7-00ad-40e6-b9c2-8b761b70b900 tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] 10.222.0.55 "GET /v2.0/ports?device_id=622c27c4-04f9-4b99-99ae-0a40ce8c1105 HTTP/1.1" status: 200 len: 945 time: 0.1833858 Apr 01 16:20:55.137712 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-333efb33-4efa-46ac-896b-67f509a257a5 req-331cd4fb-6d88-4ac5-beb0-fbe01bc2d1d9 tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] 10.222.0.55 "GET /v2.0/security-groups?id=f76e0f8f-e1d8-4544-bb22-91a9a9cb1732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448964 Apr 01 16:20:55.258308 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning for port eaddc9f9-492f-4764-a7a0-be1e6ae6f417 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:20:55.292918 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning complete for port eaddc9f9-492f-4764-a7a0-be1e6ae6f417 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:20:55.293289 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:55.429945 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-eb25ebe3-466e-4113-9435-2b6d3b9125cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb7e95a-ee30-4eed-9258-d6ff713c0a51', 'name': 'tempest-TestEncryptedCinderVolumes-520323389-router', 'tenant_id': '873582d6d4474d1f8470062feb69877f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.246'}], 'enable_snat': True}, 'gw_port_id': '5d468ead-b800-4c96-9e48-2acaf726f5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:20:35Z', 'updated_at': '2022-04-01T16:20:38Z', 'revision_number': 4, 'project_id': '873582d6d4474d1f8470062feb69877f', 'gw_port': {'id': '5d468ead-b800-4c96-9e48-2acaf726f5ff', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:5d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb7e95a-ee30-4eed-9258-d6ff713c0a51', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:20:36Z', 'updated_at': '2022-04-01T16:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': 'de16810d-2a86-43b9-8a4e-1de19335f4ba', 'name': '', 'network_id': '03e70929-998f-4c02-8055-f80323e00c12', 'tenant_id': '873582d6d4474d1f8470062feb69877f', 'mac_address': 'fa:16:3e:38:72:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cb7e95a-ee30-4eed-9258-d6ff713c0a51', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e0cbe24-118e-4853-8239-fdcb9ae5be99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:20:38Z', 'updated_at': '2022-04-01T16:20:38Z', 'revision_number': 2, 'project_id': '873582d6d4474d1f8470062feb69877f', 'subnets': [{'id': '0e0cbe24-118e-4853-8239-fdcb9ae5be99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:20:55.436941 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:55.447052 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb25ebe3-466e-4113-9435-2b6d3b9125cf None None] Checking router: 1cb7e95a-ee30-4eed-9258-d6ff713c0a51 for host: dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:20:55.447397 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb25ebe3-466e-4113-9435-2b6d3b9125cf None None] Updating router 1cb7e95a-ee30-4eed-9258-d6ff713c0a51 port de16810d-2a86-43b9-8a4e-1de19335f4ba binding host dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 16:20:55.508519 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '622c27c4-04f9-4b99-99ae-0a40ce8c1105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaddc9f9-492f-4764-a7a0-be1e6ae6f417'}] {{(pid=83829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:20:55.520309 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-eb25ebe3-466e-4113-9435-2b6d3b9125cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:55.530733 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port eaddc9f9-492f-4764-a7a0-be1e6ae6f417, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=eaddc9f9-492f-4764-a7a0-be1e6ae6f417,segment=NetworkSegment(41ecd37a-8ba6-44d2-9311-ebfe23576e2b),segment_id=41ecd37a-8ba6-44d2-9311-ebfe23576e2b)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:20:55.537071 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:55.573382 dv-neutron-833373-2-hyperv neutron-server[83829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '622c27c4-04f9-4b99-99ae-0a40ce8c1105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaddc9f9-492f-4764-a7a0-be1e6ae6f417', 'code': 200} Apr 01 16:20:55.699057 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=eaddc9f9-492f-4764-a7a0-be1e6ae6f417,revision_number=5']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:55.799473 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-d02a0bd3-0db8-429f-a7bc-6216562c1fce req-61c8080c-5856-4bb3-a588-1ce2956f9643 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=622c27c4-04f9-4b99-99ae-0a40ce8c1105 HTTP/1.1" status: 200 len: 1099 time: 0.0679619 Apr 01 16:20:55.843378 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-d02a0bd3-0db8-429f-a7bc-6216562c1fce req-5140d550-b2b0-43a9-b121-0fe511612496 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f76e0f8f-e1d8-4544-bb22-91a9a9cb1732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375645 Apr 01 16:20:55.945831 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-eb25ebe3-466e-4113-9435-2b6d3b9125cf None None] Notify callbacks [] for port, precommit_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:55.957431 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-eb25ebe3-466e-4113-9435-2b6d3b9125cf None None] Transition to ACTIVE for port object de16810d-2a86-43b9-8a4e-1de19335f4ba will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:20:55.964186 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-eb25ebe3-466e-4113-9435-2b6d3b9125cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:56.094523 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cfaad2-dfd9-4fb5-a741-4e83980943fb None None] Pushing event updated for resources: {'Port': ['ID=de16810d-2a86-43b9-8a4e-1de19335f4ba,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:56.185028 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-eb25ebe3-466e-4113-9435-2b6d3b9125cf None None] Attempting to bind port de16810d-2a86-43b9-8a4e-1de19335f4ba on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:20:56.185451 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-eb25ebe3-466e-4113-9435-2b6d3b9125cf None None] Attempting to bind port de16810d-2a86-43b9-8a4e-1de19335f4ba by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': '41ecd37a-8ba6-44d2-9311-ebfe23576e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '03e70929-998f-4c02-8055-f80323e00c12'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:20:56.185883 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb25ebe3-466e-4113-9435-2b6d3b9125cf None None] Attempting to bind port de16810d-2a86-43b9-8a4e-1de19335f4ba on network 03e70929-998f-4c02-8055-f80323e00c12 {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:20:56.199810 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb25ebe3-466e-4113-9435-2b6d3b9125cf None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:20:56.199810 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb25ebe3-466e-4113-9435-2b6d3b9125cf None None] Checking segment: {'id': '41ecd37a-8ba6-44d2-9311-ebfe23576e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '03e70929-998f-4c02-8055-f80323e00c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:20:56.199810 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-eb25ebe3-466e-4113-9435-2b6d3b9125cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:56.199810 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb25ebe3-466e-4113-9435-2b6d3b9125cf None None] Bound using segment: {'id': '41ecd37a-8ba6-44d2-9311-ebfe23576e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '03e70929-998f-4c02-8055-f80323e00c12'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:20:56.199810 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-eb25ebe3-466e-4113-9435-2b6d3b9125cf None None] Bound port: de16810d-2a86-43b9-8a4e-1de19335f4ba, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41ecd37a-8ba6-44d2-9311-ebfe23576e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '03e70929-998f-4c02-8055-f80323e00c12'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:20:56.199810 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-eb25ebe3-466e-4113-9435-2b6d3b9125cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:56.304483 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-eb25ebe3-466e-4113-9435-2b6d3b9125cf None None] For port de16810d-2a86-43b9-8a4e-1de19335f4ba, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:20:56.309186 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-eb25ebe3-466e-4113-9435-2b6d3b9125cf None None] For port de16810d-2a86-43b9-8a4e-1de19335f4ba, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=de16810d-2a86-43b9-8a4e-1de19335f4ba,segment=NetworkSegment(41ecd37a-8ba6-44d2-9311-ebfe23576e2b),segment_id=41ecd37a-8ba6-44d2-9311-ebfe23576e2b)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:20:56.317525 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-eb25ebe3-466e-4113-9435-2b6d3b9125cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:56.355847 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf7de65-7af2-4a43-a699-6a5a2fe972fc req-5bba80b7-732b-49f0-b6a4-98b300bf1c69 tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:56.357343 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-0cf7de65-7af2-4a43-a699-6a5a2fe972fc req-5bba80b7-732b-49f0-b6a4-98b300bf1c69 tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] 10.222.0.55 "GET /v2.0/ports?device_id=622c27c4-04f9-4b99-99ae-0a40ce8c1105 HTTP/1.1" status: 200 len: 946 time: 0.0808470 Apr 01 16:20:56.392398 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-38b9d80c-95b9-47ef-8c63-2baccf2deb43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:56.418493 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cfaad2-dfd9-4fb5-a741-4e83980943fb None None] Pushing event updated for resources: {'Port': ['ID=de16810d-2a86-43b9-8a4e-1de19335f4ba,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:56.422882 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb25ebe3-466e-4113-9435-2b6d3b9125cf None None] Routers {'1cb7e95a-ee30-4eed-9258-d6ff713c0a51'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:20:56.423477 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-eb25ebe3-466e-4113-9435-2b6d3b9125cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:20:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['1cb7e95a-ee30-4eed-9258-d6ff713c0a51'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:20:56.426739 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85c873b-4318-4441-85bc-9358e26e1c87 None None] Sync routers for ids ['5c23ff67-7796-492d-a3c8-39e909fc4cac'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:20:56.429463 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-0cf7de65-7af2-4a43-a699-6a5a2fe972fc req-3965cf7d-7970-412c-91d1-34a008c27af3 tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] 10.222.0.55 "GET /v2.0/security-groups?id=f76e0f8f-e1d8-4544-bb22-91a9a9cb1732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660913 Apr 01 16:20:56.447983 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85c873b-4318-4441-85bc-9358e26e1c87 None None] Routers {'5c23ff67-7796-492d-a3c8-39e909fc4cac'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:20:56.448970 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-d85c873b-4318-4441-85bc-9358e26e1c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:20:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['5c23ff67-7796-492d-a3c8-39e909fc4cac'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:20:56.650027 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-d85c873b-4318-4441-85bc-9358e26e1c87 None None] Set router 5c23ff67-7796-492d-a3c8-39e909fc4cac gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:20:56.667896 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-eb25ebe3-466e-4113-9435-2b6d3b9125cf None None] Set router 1cb7e95a-ee30-4eed-9258-d6ff713c0a51 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:20:56.975090 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-d85c873b-4318-4441-85bc-9358e26e1c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c23ff67-7796-492d-a3c8-39e909fc4cac', 'name': 'tempest-TestEncryptedCinderVolumes-1535981849-router', 'tenant_id': '3cf9eaf749c84c3a8cb8eca2fe987aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.174'}], 'enable_snat': True}, 'gw_port_id': '49630c24-c448-4f67-bb80-a9eaf14606cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:20:41Z', 'updated_at': '2022-04-01T16:20:44Z', 'revision_number': 4, 'project_id': '3cf9eaf749c84c3a8cb8eca2fe987aaa', 'gw_port': {'id': '49630c24-c448-4f67-bb80-a9eaf14606cf', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:1b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c23ff67-7796-492d-a3c8-39e909fc4cac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:20:42Z', 'updated_at': '2022-04-01T16:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '954d2c06-e15c-4d11-ba83-c32d20676737', 'name': '', 'network_id': 'af5f594b-1706-44af-a630-97198293122c', 'tenant_id': '3cf9eaf749c84c3a8cb8eca2fe987aaa', 'mac_address': 'fa:16:3e:fd:59:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c23ff67-7796-492d-a3c8-39e909fc4cac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0654585c-ba0c-4997-990d-26529e95bcfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:20:44Z', 'updated_at': '2022-04-01T16:20:45Z', 'revision_number': 2, 'project_id': '3cf9eaf749c84c3a8cb8eca2fe987aaa', 'subnets': [{'id': '0654585c-ba0c-4997-990d-26529e95bcfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:20:56.978867 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85c873b-4318-4441-85bc-9358e26e1c87 None None] Checking router: 5c23ff67-7796-492d-a3c8-39e909fc4cac for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:20:56.979230 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85c873b-4318-4441-85bc-9358e26e1c87 None None] Updating router 5c23ff67-7796-492d-a3c8-39e909fc4cac port 954d2c06-e15c-4d11-ba83-c32d20676737 binding host dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 16:20:57.011732 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-eb25ebe3-466e-4113-9435-2b6d3b9125cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb7e95a-ee30-4eed-9258-d6ff713c0a51', 'name': 'tempest-TestEncryptedCinderVolumes-520323389-router', 'tenant_id': '873582d6d4474d1f8470062feb69877f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.246'}], 'enable_snat': True}, 'gw_port_id': '5d468ead-b800-4c96-9e48-2acaf726f5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:20:35Z', 'updated_at': '2022-04-01T16:20:38Z', 'revision_number': 4, 'project_id': '873582d6d4474d1f8470062feb69877f', 'gw_port': {'id': '5d468ead-b800-4c96-9e48-2acaf726f5ff', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:5d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb7e95a-ee30-4eed-9258-d6ff713c0a51', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:20:36Z', 'updated_at': '2022-04-01T16:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': 'de16810d-2a86-43b9-8a4e-1de19335f4ba', 'name': '', 'network_id': '03e70929-998f-4c02-8055-f80323e00c12', 'tenant_id': '873582d6d4474d1f8470062feb69877f', 'mac_address': 'fa:16:3e:38:72:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cb7e95a-ee30-4eed-9258-d6ff713c0a51', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e0cbe24-118e-4853-8239-fdcb9ae5be99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:20:38Z', 'updated_at': '2022-04-01T16:20:56Z', 'revision_number': 4, 'project_id': '873582d6d4474d1f8470062feb69877f', 'subnets': [{'id': '0e0cbe24-118e-4853-8239-fdcb9ae5be99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:20:57.016502 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb25ebe3-466e-4113-9435-2b6d3b9125cf None None] The sync data for ids ['1cb7e95a-ee30-4eed-9258-d6ff713c0a51'] in dv-neutron-833373-2-hyperv is: [{'id': '1cb7e95a-ee30-4eed-9258-d6ff713c0a51', 'name': 'tempest-TestEncryptedCinderVolumes-520323389-router', 'tenant_id': '873582d6d4474d1f8470062feb69877f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.246'}], 'enable_snat': True}, 'gw_port_id': '5d468ead-b800-4c96-9e48-2acaf726f5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:20:35Z', 'updated_at': '2022-04-01T16:20:38Z', 'revision_number': 4, 'project_id': '873582d6d4474d1f8470062feb69877f', 'gw_port': {'id': '5d468ead-b800-4c96-9e48-2acaf726f5ff', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:5d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb7e95a-ee30-4eed-9258-d6ff713c0a51', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:20:36Z', 'updated_at': '2022-04-01T16:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': 'de16810d-2a86-43b9-8a4e-1de19335f4ba', 'name': '', 'network_id': '03e70929-998f-4c02-8055-f80323e00c12', 'tenant_id': '873582d6d4474d1f8470062feb69877f', 'mac_address': 'fa:16:3e:38:72:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cb7e95a-ee30-4eed-9258-d6ff713c0a51', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e0cbe24-118e-4853-8239-fdcb9ae5be99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:20:38Z', 'updated_at': '2022-04-01T16:20:56Z', 'revision_number': 4, 'project_id': '873582d6d4474d1f8470062feb69877f', 'subnets': [{'id': '0e0cbe24-118e-4853-8239-fdcb9ae5be99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:20:57.030840 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-d85c873b-4318-4441-85bc-9358e26e1c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:57.392577 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-d85c873b-4318-4441-85bc-9358e26e1c87 None None] Notify callbacks [] for port, precommit_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:57.395123 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device de16810d-2a86-43b9-8a4e-1de19335f4ba up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:20:57.406751 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.provisioning_blocks [None req-d85c873b-4318-4441-85bc-9358e26e1c87 None None] Transition to ACTIVE for port object 954d2c06-e15c-4d11-ba83-c32d20676737 will not be triggered until provisioned by entity L2. {{(pid=83833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:20:57.414418 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-d85c873b-4318-4441-85bc-9358e26e1c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:57.472989 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port de16810d-2a86-43b9-8a4e-1de19335f4ba completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:20:57.479833 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port de16810d-2a86-43b9-8a4e-1de19335f4ba triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:20:57.480306 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:57.523550 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b71541e-6267-42bb-be50-16a8648de972 None None] Pushing event updated for resources: {'Port': ['ID=954d2c06-e15c-4d11-ba83-c32d20676737,revision_number=3']} {{(pid=83833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:57.627527 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:57.675143 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:57.680494 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port de16810d-2a86-43b9-8a4e-1de19335f4ba, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=de16810d-2a86-43b9-8a4e-1de19335f4ba,segment=NetworkSegment(41ecd37a-8ba6-44d2-9311-ebfe23576e2b),segment_id=41ecd37a-8ba6-44d2-9311-ebfe23576e2b)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:20:57.685700 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:57.705298 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-d85c873b-4318-4441-85bc-9358e26e1c87 None None] Attempting to bind port 954d2c06-e15c-4d11-ba83-c32d20676737 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:20:57.705921 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-d85c873b-4318-4441-85bc-9358e26e1c87 None None] Attempting to bind port 954d2c06-e15c-4d11-ba83-c32d20676737 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': '722e234f-ae02-4b33-a6b9-5a375970460e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'af5f594b-1706-44af-a630-97198293122c'}] {{(pid=83833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:20:57.706471 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85c873b-4318-4441-85bc-9358e26e1c87 None None] Attempting to bind port 954d2c06-e15c-4d11-ba83-c32d20676737 on network af5f594b-1706-44af-a630-97198293122c {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:20:57.710399 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200617ac-a3f4-4b0b-a0a3-e51b6a57608e req-35d44220-9326-4eb0-8492-3cbac6758b9d tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:57.712065 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-200617ac-a3f4-4b0b-a0a3-e51b6a57608e req-35d44220-9326-4eb0-8492-3cbac6758b9d tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] 10.222.0.55 "GET /v2.0/ports?device_id=622c27c4-04f9-4b99-99ae-0a40ce8c1105 HTTP/1.1" status: 200 len: 946 time: 0.1011739 Apr 01 16:20:57.716073 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85c873b-4318-4441-85bc-9358e26e1c87 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:20:57.716440 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85c873b-4318-4441-85bc-9358e26e1c87 None None] Checking segment: {'id': '722e234f-ae02-4b33-a6b9-5a375970460e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'af5f594b-1706-44af-a630-97198293122c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:20:57.716868 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-d85c873b-4318-4441-85bc-9358e26e1c87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:57.725071 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85c873b-4318-4441-85bc-9358e26e1c87 None None] Bound using segment: {'id': '722e234f-ae02-4b33-a6b9-5a375970460e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'af5f594b-1706-44af-a630-97198293122c'} {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:20:57.726294 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-d85c873b-4318-4441-85bc-9358e26e1c87 None None] Bound port: 954d2c06-e15c-4d11-ba83-c32d20676737, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '722e234f-ae02-4b33-a6b9-5a375970460e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'af5f594b-1706-44af-a630-97198293122c'}}] {{(pid=83833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:20:57.726902 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-d85c873b-4318-4441-85bc-9358e26e1c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:57.763055 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=de16810d-2a86-43b9-8a4e-1de19335f4ba,revision_number=5']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:57.781614 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-200617ac-a3f4-4b0b-a0a3-e51b6a57608e req-02ab98d1-6530-4ba7-a423-d9a40b0fd776 tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] 10.222.0.55 "GET /v2.0/security-groups?id=f76e0f8f-e1d8-4544-bb22-91a9a9cb1732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633380 Apr 01 16:20:57.821248 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:57.836292 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.db [None req-d85c873b-4318-4441-85bc-9358e26e1c87 None None] For port 954d2c06-e15c-4d11-ba83-c32d20676737, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:20:57.839860 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.db [None req-d85c873b-4318-4441-85bc-9358e26e1c87 None None] For port 954d2c06-e15c-4d11-ba83-c32d20676737, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=954d2c06-e15c-4d11-ba83-c32d20676737,segment=NetworkSegment(722e234f-ae02-4b33-a6b9-5a375970460e),segment_id=722e234f-ae02-4b33-a6b9-5a375970460e)] {{(pid=83833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:20:57.850145 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-d85c873b-4318-4441-85bc-9358e26e1c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:57.935518 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b71541e-6267-42bb-be50-16a8648de972 None None] Pushing event updated for resources: {'Port': ['ID=954d2c06-e15c-4d11-ba83-c32d20676737,revision_number=4']} {{(pid=83833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:20:57.942068 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85c873b-4318-4441-85bc-9358e26e1c87 None None] Routers {'5c23ff67-7796-492d-a3c8-39e909fc4cac'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:20:57.942734 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-d85c873b-4318-4441-85bc-9358e26e1c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:20:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['5c23ff67-7796-492d-a3c8-39e909fc4cac'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:20:58.021960 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd8fd9d-4cc6-4d06-9a49-b3718650ecf2 req-ec77379b-eee8-4dee-81c4-08ce3516bc6d tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:20:58.024300 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5dd8fd9d-4cc6-4d06-9a49-b3718650ecf2 req-ec77379b-eee8-4dee-81c4-08ce3516bc6d tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] 10.222.0.55 "GET /v2.0/ports?device_id=622c27c4-04f9-4b99-99ae-0a40ce8c1105 HTTP/1.1" status: 200 len: 946 time: 0.1127973 Apr 01 16:20:58.089361 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5dd8fd9d-4cc6-4d06-9a49-b3718650ecf2 req-dbbf8abf-5055-4d1b-b899-933c526ffb30 tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] 10.222.0.55 "GET /v2.0/security-groups?id=f76e0f8f-e1d8-4544-bb22-91a9a9cb1732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586762 Apr 01 16:20:58.225893 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-d85c873b-4318-4441-85bc-9358e26e1c87 None None] Set router 5c23ff67-7796-492d-a3c8-39e909fc4cac gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:20:58.549629 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-d85c873b-4318-4441-85bc-9358e26e1c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c23ff67-7796-492d-a3c8-39e909fc4cac', 'name': 'tempest-TestEncryptedCinderVolumes-1535981849-router', 'tenant_id': '3cf9eaf749c84c3a8cb8eca2fe987aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.174'}], 'enable_snat': True}, 'gw_port_id': '49630c24-c448-4f67-bb80-a9eaf14606cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:20:41Z', 'updated_at': '2022-04-01T16:20:44Z', 'revision_number': 4, 'project_id': '3cf9eaf749c84c3a8cb8eca2fe987aaa', 'gw_port': {'id': '49630c24-c448-4f67-bb80-a9eaf14606cf', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:1b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c23ff67-7796-492d-a3c8-39e909fc4cac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:20:42Z', 'updated_at': '2022-04-01T16:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '954d2c06-e15c-4d11-ba83-c32d20676737', 'name': '', 'network_id': 'af5f594b-1706-44af-a630-97198293122c', 'tenant_id': '3cf9eaf749c84c3a8cb8eca2fe987aaa', 'mac_address': 'fa:16:3e:fd:59:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c23ff67-7796-492d-a3c8-39e909fc4cac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0654585c-ba0c-4997-990d-26529e95bcfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:20:44Z', 'updated_at': '2022-04-01T16:20:57Z', 'revision_number': 4, 'project_id': '3cf9eaf749c84c3a8cb8eca2fe987aaa', 'subnets': [{'id': '0654585c-ba0c-4997-990d-26529e95bcfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:20:58.556476 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85c873b-4318-4441-85bc-9358e26e1c87 None None] The sync data for ids ['5c23ff67-7796-492d-a3c8-39e909fc4cac'] in dv-neutron-833373-2-hyperv is: [{'id': '5c23ff67-7796-492d-a3c8-39e909fc4cac', 'name': 'tempest-TestEncryptedCinderVolumes-1535981849-router', 'tenant_id': '3cf9eaf749c84c3a8cb8eca2fe987aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.174'}], 'enable_snat': True}, 'gw_port_id': '49630c24-c448-4f67-bb80-a9eaf14606cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:20:41Z', 'updated_at': '2022-04-01T16:20:44Z', 'revision_number': 4, 'project_id': '3cf9eaf749c84c3a8cb8eca2fe987aaa', 'gw_port': {'id': '49630c24-c448-4f67-bb80-a9eaf14606cf', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:1b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c23ff67-7796-492d-a3c8-39e909fc4cac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:20:42Z', 'updated_at': '2022-04-01T16:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '954d2c06-e15c-4d11-ba83-c32d20676737', 'name': '', 'network_id': 'af5f594b-1706-44af-a630-97198293122c', 'tenant_id': '3cf9eaf749c84c3a8cb8eca2fe987aaa', 'mac_address': 'fa:16:3e:fd:59:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c23ff67-7796-492d-a3c8-39e909fc4cac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0654585c-ba0c-4997-990d-26529e95bcfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:20:44Z', 'updated_at': '2022-04-01T16:20:57Z', 'revision_number': 4, 'project_id': '3cf9eaf749c84c3a8cb8eca2fe987aaa', 'subnets': [{'id': '0654585c-ba0c-4997-990d-26529e95bcfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:20:59.358164 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:59.451694 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device de16810d-2a86-43b9-8a4e-1de19335f4ba up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:20:59.525468 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port de16810d-2a86-43b9-8a4e-1de19335f4ba triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:20:59.526012 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:59.643413 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 954d2c06-e15c-4d11-ba83-c32d20676737 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:20:59.707619 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 954d2c06-e15c-4d11-ba83-c32d20676737 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:20:59.712822 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 954d2c06-e15c-4d11-ba83-c32d20676737 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:20:59.713190 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:59.824899 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:59.856676 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port 954d2c06-e15c-4d11-ba83-c32d20676737, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=954d2c06-e15c-4d11-ba83-c32d20676737,segment=NetworkSegment(722e234f-ae02-4b33-a6b9-5a375970460e),segment_id=722e234f-ae02-4b33-a6b9-5a375970460e)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:20:59.861230 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:20:59.933874 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=954d2c06-e15c-4d11-ba83-c32d20676737,revision_number=5']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:21:01.351293 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 954d2c06-e15c-4d11-ba83-c32d20676737 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:21:01.447095 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 954d2c06-e15c-4d11-ba83-c32d20676737 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:21:01.447472 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:02.923875 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-4b714d00-85b4-443f-b654-13ca711c549f req-166a5f15-5645-45e7-a1fd-02731ff1977a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=622c27c4-04f9-4b99-99ae-0a40ce8c1105&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0688992 Apr 01 16:21:03.065407 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-4b714d00-85b4-443f-b654-13ca711c549f req-a4bc6e41-a1c3-4b3c-a478-85a39b3b8a8f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=873582d6d4474d1f8470062feb69877f&device_id=622c27c4-04f9-4b99-99ae-0a40ce8c1105 HTTP/1.1" status: 200 len: 1099 time: 0.0737686 Apr 01 16:21:03.211184 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b714d00-85b4-443f-b654-13ca711c549f req-b697a273-d468-4bb0-a5b2-fbe5c42828b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:03.212660 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-4b714d00-85b4-443f-b654-13ca711c549f req-b697a273-d468-4bb0-a5b2-fbe5c42828b4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=03e70929-998f-4c02-8055-f80323e00c12 HTTP/1.1" status: 200 len: 916 time: 0.1290288 Apr 01 16:21:03.284363 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-4b714d00-85b4-443f-b654-13ca711c549f req-f0b0cfa0-d1dd-4370-b535-6850714e9be3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eaddc9f9-492f-4764-a7a0-be1e6ae6f417 HTTP/1.1" status: 200 len: 217 time: 0.0643241 Apr 01 16:21:03.345145 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b714d00-85b4-443f-b654-13ca711c549f req-015864c0-212d-44ff-8b4c-48c3355671b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:03.346471 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-4b714d00-85b4-443f-b654-13ca711c549f req-015864c0-212d-44ff-8b4c-48c3355671b7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0e0cbe24-118e-4853-8239-fdcb9ae5be99 HTTP/1.1" status: 200 len: 855 time: 0.0561471 Apr 01 16:21:03.425621 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-4b714d00-85b4-443f-b654-13ca711c549f req-cda3cdd1-1c60-4b41-9e4d-2744946826d5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=03e70929-998f-4c02-8055-f80323e00c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725665 Apr 01 16:21:03.665814 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-4b714d00-85b4-443f-b654-13ca711c549f req-b80c7ace-62f8-4ee3-a97a-7fd47ad35263 service neutron] 10.222.0.24 "GET /v2.0/networks/03e70929-998f-4c02-8055-f80323e00c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341204 Apr 01 16:21:03.795040 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-4b714d00-85b4-443f-b654-13ca711c549f req-3a8b9da3-09f8-46c8-8900-e464800181a1 service neutron] 10.222.0.24 "GET /v2.0/networks/03e70929-998f-4c02-8055-f80323e00c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229062 Apr 01 16:21:12.930582 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b2930f-99e9-4fc8-9b30-684c4cf0db47 req-33a5cef8-1181-4691-93f8-14939b5ffb1d tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:12.931909 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c5b2930f-99e9-4fc8-9b30-684c4cf0db47 req-33a5cef8-1181-4691-93f8-14939b5ffb1d tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] 10.222.0.55 "GET /v2.0/ports?device_id=622c27c4-04f9-4b99-99ae-0a40ce8c1105 HTTP/1.1" status: 200 len: 946 time: 0.0768695 Apr 01 16:21:12.977444 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c5b2930f-99e9-4fc8-9b30-684c4cf0db47 req-53462607-f916-4466-ac44-2d8161918265 tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] 10.222.0.55 "GET /v2.0/security-groups?id=f76e0f8f-e1d8-4544-bb22-91a9a9cb1732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399168 Apr 01 16:21:14.181697 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0593ef-f0d3-4652-801d-609bfb98cdd9 req-eb740c4c-55da-4388-b8d1-305d153e6eca tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:14.183171 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-7c0593ef-f0d3-4652-801d-609bfb98cdd9 req-eb740c4c-55da-4388-b8d1-305d153e6eca tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] 10.222.0.55 "GET /v2.0/ports?device_id=622c27c4-04f9-4b99-99ae-0a40ce8c1105 HTTP/1.1" status: 200 len: 946 time: 0.0775461 Apr 01 16:21:14.230640 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-7c0593ef-f0d3-4652-801d-609bfb98cdd9 req-076d988c-7e42-4bc7-86b9-ca6e48729588 tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] 10.222.0.55 "GET /v2.0/security-groups?id=f76e0f8f-e1d8-4544-bb22-91a9a9cb1732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420206 Apr 01 16:21:14.611204 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b61c4-0750-44cb-9a3c-4427a871236c req-336af88f-f7c6-4bbc-b6e1-38e03477e50d tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:14.611874 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-890b61c4-0750-44cb-9a3c-4427a871236c req-336af88f-f7c6-4bbc-b6e1-38e03477e50d tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] Synchronizing usage tracker for tenant:873582d6d4474d1f8470062feb69877f on resource:port {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:21:14.628660 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-890b61c4-0750-44cb-9a3c-4427a871236c req-336af88f-f7c6-4bbc-b6e1-38e03477e50d tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] Unset dirty status for tenant:873582d6d4474d1f8470062feb69877f on resource:port {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:21:14.630555 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-890b61c4-0750-44cb-9a3c-4427a871236c req-336af88f-f7c6-4bbc-b6e1-38e03477e50d tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] 10.222.0.24 "GET /v2.0/ports?device_id=622c27c4-04f9-4b99-99ae-0a40ce8c1105 HTTP/1.1" status: 200 len: 946 time: 0.0972073 Apr 01 16:21:14.701663 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [req-890b61c4-0750-44cb-9a3c-4427a871236c req-da19d652-9b9f-4b2f-9145-59d0b12e79ea tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] Deleting port eaddc9f9-492f-4764-a7a0-be1e6ae6f417 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:21:14.702009 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-890b61c4-0750-44cb-9a3c-4427a871236c req-da19d652-9b9f-4b2f-9145-59d0b12e79ea tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:14.941524 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [req-890b61c4-0750-44cb-9a3c-4427a871236c req-da19d652-9b9f-4b2f-9145-59d0b12e79ea tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] For port eaddc9f9-492f-4764-a7a0-be1e6ae6f417, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=eaddc9f9-492f-4764-a7a0-be1e6ae6f417,segment=NetworkSegment(41ecd37a-8ba6-44d2-9311-ebfe23576e2b),segment_id=41ecd37a-8ba6-44d2-9311-ebfe23576e2b)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:21:14.941785 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-890b61c4-0750-44cb-9a3c-4427a871236c req-da19d652-9b9f-4b2f-9145-59d0b12e79ea tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:15.067143 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [req-890b61c4-0750-44cb-9a3c-4427a871236c req-da19d652-9b9f-4b2f-9145-59d0b12e79ea tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] Calling delete_port for eaddc9f9-492f-4764-a7a0-be1e6ae6f417 owned by compute:nova {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:21:15.208407 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-890b61c4-0750-44cb-9a3c-4427a871236c req-da19d652-9b9f-4b2f-9145-59d0b12e79ea tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:15.221924 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] get_ports_and_sgs() called for port_ids ['eaddc9f9-492f-4764-a7a0-be1e6ae6f417'] {{(pid=83829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 16:21:15.260594 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da19d652-9b9f-4b2f-9145-59d0b12e79ea tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] Pushing event deleted for resources: {'Port': ['ID=eaddc9f9-492f-4764-a7a0-be1e6ae6f417,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:21:15.347280 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [req-890b61c4-0750-44cb-9a3c-4427a871236c req-da19d652-9b9f-4b2f-9145-59d0b12e79ea tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] No DVR routers for this DVR port eaddc9f9-492f-4764-a7a0-be1e6ae6f417 on host hv-neutron-8333 {{(pid=83828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:21:15.351061 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-890b61c4-0750-44cb-9a3c-4427a871236c req-da19d652-9b9f-4b2f-9145-59d0b12e79ea tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:15.353749 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '622c27c4-04f9-4b99-99ae-0a40ce8c1105', 'name': 'network-vif-deleted', 'tag': 'eaddc9f9-492f-4764-a7a0-be1e6ae6f417'}] {{(pid=83828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:21:15.380592 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-890b61c4-0750-44cb-9a3c-4427a871236c req-da19d652-9b9f-4b2f-9145-59d0b12e79ea tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] 10.222.0.24 "DELETE /v2.0/ports/eaddc9f9-492f-4764-a7a0-be1e6ae6f417 HTTP/1.1" status: 204 len: 173 time: 0.7433875 Apr 01 16:21:15.425304 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '622c27c4-04f9-4b99-99ae-0a40ce8c1105', 'name': 'network-vif-deleted', 'tag': 'eaddc9f9-492f-4764-a7a0-be1e6ae6f417', 'status': 'completed', 'code': 200} Apr 01 16:21:15.449515 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2ea38acb-fbae-492a-9d00-523f70729854 req-9d26f9c5-921f-4fed-a563-2f4e229fb3b8 tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] 10.222.0.55 "GET /v2.0/ports?device_id=622c27c4-04f9-4b99-99ae-0a40ce8c1105 HTTP/1.1" status: 200 len: 210 time: 0.0421166 Apr 01 16:21:17.072787 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdcc059-d198-435f-a82e-b61a38afc113 req-88ec9d7d-2f82-4c12-a119-37e390898bfd tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:17.074258 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-cbdcc059-d198-435f-a82e-b61a38afc113 req-88ec9d7d-2f82-4c12-a119-37e390898bfd tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] 10.222.0.55 "GET /v2.0/networks?id=03e70929-998f-4c02-8055-f80323e00c12 HTTP/1.1" status: 200 len: 816 time: 0.1422970 Apr 01 16:21:17.091028 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-cbdcc059-d198-435f-a82e-b61a38afc113 req-8309ca7e-8ede-4129-acfb-bfb4affc7598 tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] 10.222.0.55 "GET /v2.0/quotas/873582d6d4474d1f8470062feb69877f HTTP/1.1" status: 200 len: 375 time: 0.0108392 Apr 01 16:21:17.172872 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-cbdcc059-d198-435f-a82e-b61a38afc113 req-41db034c-4a0a-4b0a-91a4-58afb8df14d5 tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=873582d6d4474d1f8470062feb69877f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0765879 Apr 01 16:21:17.188557 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [req-cbdcc059-d198-435f-a82e-b61a38afc113 req-f17bd664-c67b-4249-8160-9b28f09f36af service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=83826) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 16:21:17.189519 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-cbdcc059-d198-435f-a82e-b61a38afc113 req-f17bd664-c67b-4249-8160-9b28f09f36af service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049350 Apr 01 16:21:17.322294 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-cbdcc059-d198-435f-a82e-b61a38afc113 req-1245f4bf-d1ba-44dc-93ab-9ad1b5037a4c service neutron] 10.222.0.55 "GET /v2.0/networks/03e70929-998f-4c02-8055-f80323e00c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264994 Apr 01 16:21:17.453524 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-cbdcc059-d198-435f-a82e-b61a38afc113 req-20d96204-ea25-445e-8671-4fdd223db895 service neutron] 10.222.0.55 "GET /v2.0/networks/03e70929-998f-4c02-8055-f80323e00c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249776 Apr 01 16:21:17.636888 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ffe7138a-6693-4986-a4e9-142ddf23eddd req-c6592839-2b02-466d-9360-0d367072801c tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] 10.222.0.55 "GET /v2.0/ports?device_id=9be30d78-9052-4983-ac63-490370978dac HTTP/1.1" status: 200 len: 210 time: 0.0420635 Apr 01 16:21:18.672488 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdcc059-d198-435f-a82e-b61a38afc113 req-de89f9c7-a9e6-41c2-9b8f-96b2e5e5e0a3 tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:18.673980 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-cbdcc059-d198-435f-a82e-b61a38afc113 req-de89f9c7-a9e6-41c2-9b8f-96b2e5e5e0a3 tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] 10.222.0.24 "GET /v2.0/networks?id=03e70929-998f-4c02-8055-f80323e00c12 HTTP/1.1" status: 200 len: 816 time: 0.1511853 Apr 01 16:21:18.690198 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [req-cbdcc059-d198-435f-a82e-b61a38afc113 req-32edc938-a1fa-471b-913a-722df9da77f3 tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] Request body: {'port': {'device_id': '9be30d78-9052-4983-ac63-490370978dac', 'network_id': '03e70929-998f-4c02-8055-f80323e00c12', 'admin_state_up': True, 'tenant_id': '873582d6d4474d1f8470062feb69877f'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:21:18.801909 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-341cd6ee-0973-4b38-93f0-fc8bc1203e5c req-16a87a52-bf98-4424-87f7-cd3ad8137c67 tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] 10.222.0.55 "GET /v2.0/ports?device_id=9be30d78-9052-4983-ac63-490370978dac HTTP/1.1" status: 200 len: 210 time: 0.0416622 Apr 01 16:21:18.840120 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [req-cbdcc059-d198-435f-a82e-b61a38afc113 req-32edc938-a1fa-471b-913a-722df9da77f3 tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:21:18.844165 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-cbdcc059-d198-435f-a82e-b61a38afc113 req-32edc938-a1fa-471b-913a-722df9da77f3 tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] Usage tracker for resource:port and tenant:873582d6d4474d1f8470062feb69877f is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:21:18.846988 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-cbdcc059-d198-435f-a82e-b61a38afc113 req-32edc938-a1fa-471b-913a-722df9da77f3 tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:21:18.853070 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [req-cbdcc059-d198-435f-a82e-b61a38afc113 req-32edc938-a1fa-471b-913a-722df9da77f3 tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:21:18.862460 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbdcc059-d198-435f-a82e-b61a38afc113 req-32edc938-a1fa-471b-913a-722df9da77f3 tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] Made reservation on behalf of 873582d6d4474d1f8470062feb69877f for: {'port': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:21:18.867156 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-cbdcc059-d198-435f-a82e-b61a38afc113 req-32edc938-a1fa-471b-913a-722df9da77f3 tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:19.028334 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [req-cbdcc059-d198-435f-a82e-b61a38afc113 req-32edc938-a1fa-471b-913a-722df9da77f3 tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] Allocated IP 172.20.0.14 (03e70929-998f-4c02-8055-f80323e00c12/0e0cbe24-118e-4853-8239-fdcb9ae5be99/4eacc8ce-6842-4acb-9e61-09b0be2ed650) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:21:19.083616 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device eaddc9f9-492f-4764-a7a0-be1e6ae6f417 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:21:19.116857 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] No Port match for: eaddc9f9-492f-4764-a7a0-be1e6ae6f417 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:21:19.117550 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device eaddc9f9-492f-4764-a7a0-be1e6ae6f417 not bound to the agent host hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:21:19.227377 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-cbdcc059-d198-435f-a82e-b61a38afc113 req-32edc938-a1fa-471b-913a-722df9da77f3 tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:19.243474 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [req-cbdcc059-d198-435f-a82e-b61a38afc113 req-32edc938-a1fa-471b-913a-722df9da77f3 tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] Transition to ACTIVE for port object 4eacc8ce-6842-4acb-9e61-09b0be2ed650 will not be triggered until provisioned by entity DHCP. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:21:19.265663 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-cbdcc059-d198-435f-a82e-b61a38afc113 req-32edc938-a1fa-471b-913a-722df9da77f3 tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:19.446257 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbdcc059-d198-435f-a82e-b61a38afc113 req-32edc938-a1fa-471b-913a-722df9da77f3 tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] Network 03e70929-998f-4c02-8055-f80323e00c12 is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:21:19.449317 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [req-cbdcc059-d198-435f-a82e-b61a38afc113 req-32edc938-a1fa-471b-913a-722df9da77f3 tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:21:19.453617 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbdcc059-d198-435f-a82e-b61a38afc113 req-32edc938-a1fa-471b-913a-722df9da77f3 tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:21:19.478458 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32edc938-a1fa-471b-913a-722df9da77f3 tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] Pushing event updated for resources: {'Port': ['ID=4eacc8ce-6842-4acb-9e61-09b0be2ed650,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:21:19.520597 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdcc059-d198-435f-a82e-b61a38afc113 req-32edc938-a1fa-471b-913a-722df9da77f3 tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:19.521254 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-cbdcc059-d198-435f-a82e-b61a38afc113 req-32edc938-a1fa-471b-913a-722df9da77f3 tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:19.545636 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-cbdcc059-d198-435f-a82e-b61a38afc113 req-32edc938-a1fa-471b-913a-722df9da77f3 tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8595552 Apr 01 16:21:19.557819 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [req-cbdcc059-d198-435f-a82e-b61a38afc113 req-69344fac-55bd-4712-a90f-94d88c58611a service neutron] Request body: {'port': {'device_id': '9be30d78-9052-4983-ac63-490370978dac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:21:19.671752 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-cbdcc059-d198-435f-a82e-b61a38afc113 req-69344fac-55bd-4712-a90f-94d88c58611a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:19.741361 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-c594be37-afbc-461e-b396-cebf2f30c8d9 None None] Provisioning for port 4eacc8ce-6842-4acb-9e61-09b0be2ed650 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:21:19.745880 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-c594be37-afbc-461e-b396-cebf2f30c8d9 None None] Provisioning complete for port 4eacc8ce-6842-4acb-9e61-09b0be2ed650 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:21:19.746372 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c594be37-afbc-461e-b396-cebf2f30c8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:19.797396 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-c594be37-afbc-461e-b396-cebf2f30c8d9 None None] Port 4eacc8ce-6842-4acb-9e61-09b0be2ed650 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 16:21:20.002462 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a0645d-4361-4f1c-a394-c614e6a7d04d req-dd38dc5e-66a5-4bbf-9f4a-67c2188a0611 tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:20.004082 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-41a0645d-4361-4f1c-a394-c614e6a7d04d req-dd38dc5e-66a5-4bbf-9f4a-67c2188a0611 tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] 10.222.0.55 "GET /v2.0/ports?device_id=9be30d78-9052-4983-ac63-490370978dac HTTP/1.1" status: 200 len: 932 time: 0.0805378 Apr 01 16:21:20.024956 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [req-cbdcc059-d198-435f-a82e-b61a38afc113 req-69344fac-55bd-4712-a90f-94d88c58611a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eacc8ce-6842-4acb-9e61-09b0be2ed650 {{(pid=83828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:21:20.032337 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-cbdcc059-d198-435f-a82e-b61a38afc113 req-69344fac-55bd-4712-a90f-94d88c58611a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:20.047537 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [req-cbdcc059-d198-435f-a82e-b61a38afc113 req-69344fac-55bd-4712-a90f-94d88c58611a service neutron] Transition to ACTIVE for port object 4eacc8ce-6842-4acb-9e61-09b0be2ed650 will not be triggered until provisioned by entity L2. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:21:20.051731 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-41a0645d-4361-4f1c-a394-c614e6a7d04d req-72adae8c-364b-4b89-8aa9-6de9a8929402 tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] 10.222.0.55 "GET /v2.0/security-groups?id=f76e0f8f-e1d8-4544-bb22-91a9a9cb1732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407064 Apr 01 16:21:20.052148 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-cbdcc059-d198-435f-a82e-b61a38afc113 req-69344fac-55bd-4712-a90f-94d88c58611a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:20.179146 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69344fac-55bd-4712-a90f-94d88c58611a service neutron] Pushing event updated for resources: {'Port': ['ID=4eacc8ce-6842-4acb-9e61-09b0be2ed650,revision_number=2']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:21:20.288856 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [req-cbdcc059-d198-435f-a82e-b61a38afc113 req-69344fac-55bd-4712-a90f-94d88c58611a service neutron] Attempting to bind port 4eacc8ce-6842-4acb-9e61-09b0be2ed650 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:21:20.289247 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [req-cbdcc059-d198-435f-a82e-b61a38afc113 req-69344fac-55bd-4712-a90f-94d88c58611a service neutron] Attempting to bind port 4eacc8ce-6842-4acb-9e61-09b0be2ed650 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '41ecd37a-8ba6-44d2-9311-ebfe23576e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '03e70929-998f-4c02-8055-f80323e00c12'}] {{(pid=83828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:21:20.289756 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbdcc059-d198-435f-a82e-b61a38afc113 req-69344fac-55bd-4712-a90f-94d88c58611a service neutron] Attempting to bind port 4eacc8ce-6842-4acb-9e61-09b0be2ed650 on network 03e70929-998f-4c02-8055-f80323e00c12 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:21:20.298179 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbdcc059-d198-435f-a82e-b61a38afc113 req-69344fac-55bd-4712-a90f-94d88c58611a service neutron] Port 4eacc8ce-6842-4acb-9e61-09b0be2ed650 on network 03e70929-998f-4c02-8055-f80323e00c12 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 16:21:20.298520 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbdcc059-d198-435f-a82e-b61a38afc113 req-69344fac-55bd-4712-a90f-94d88c58611a service neutron] Attempting to bind port 4eacc8ce-6842-4acb-9e61-09b0be2ed650 on network 03e70929-998f-4c02-8055-f80323e00c12 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:21:20.306917 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbdcc059-d198-435f-a82e-b61a38afc113 req-69344fac-55bd-4712-a90f-94d88c58611a service neutron] Checking agent: {'id': '5b2860be-0b4f-4931-914a-5d10403eafcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 47, 24), 'started_at': datetime.datetime(2022, 4, 1, 15, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:21:20.307251 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbdcc059-d198-435f-a82e-b61a38afc113 req-69344fac-55bd-4712-a90f-94d88c58611a service neutron] Checking segment: {'id': '41ecd37a-8ba6-44d2-9311-ebfe23576e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '03e70929-998f-4c02-8055-f80323e00c12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:21:20.307675 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbdcc059-d198-435f-a82e-b61a38afc113 req-69344fac-55bd-4712-a90f-94d88c58611a service neutron] Bound using segment: {'id': '41ecd37a-8ba6-44d2-9311-ebfe23576e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '03e70929-998f-4c02-8055-f80323e00c12'} {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:21:20.308051 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [req-cbdcc059-d198-435f-a82e-b61a38afc113 req-69344fac-55bd-4712-a90f-94d88c58611a service neutron] Bound port: 4eacc8ce-6842-4acb-9e61-09b0be2ed650, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41ecd37a-8ba6-44d2-9311-ebfe23576e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '03e70929-998f-4c02-8055-f80323e00c12'}}] {{(pid=83828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:21:20.308393 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-cbdcc059-d198-435f-a82e-b61a38afc113 req-69344fac-55bd-4712-a90f-94d88c58611a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:20.402112 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [req-cbdcc059-d198-435f-a82e-b61a38afc113 req-69344fac-55bd-4712-a90f-94d88c58611a service neutron] For port 4eacc8ce-6842-4acb-9e61-09b0be2ed650, host hv-neutron-8333, cleared binding levels {{(pid=83828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:21:20.405108 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [req-cbdcc059-d198-435f-a82e-b61a38afc113 req-69344fac-55bd-4712-a90f-94d88c58611a service neutron] For port 4eacc8ce-6842-4acb-9e61-09b0be2ed650, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=4eacc8ce-6842-4acb-9e61-09b0be2ed650,segment=NetworkSegment(41ecd37a-8ba6-44d2-9311-ebfe23576e2b),segment_id=41ecd37a-8ba6-44d2-9311-ebfe23576e2b)] {{(pid=83828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:21:20.409281 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-cbdcc059-d198-435f-a82e-b61a38afc113 req-69344fac-55bd-4712-a90f-94d88c58611a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:20.472267 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-cbdcc059-d198-435f-a82e-b61a38afc113 req-69344fac-55bd-4712-a90f-94d88c58611a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:20.474588 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-cbdcc059-d198-435f-a82e-b61a38afc113 req-69344fac-55bd-4712-a90f-94d88c58611a service neutron] 10.222.0.24 "PUT /v2.0/ports/4eacc8ce-6842-4acb-9e61-09b0be2ed650 HTTP/1.1" status: 200 len: 1094 time: 0.9213665 Apr 01 16:21:20.475025 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9be30d78-9052-4983-ac63-490370978dac', 'tag': '4eacc8ce-6842-4acb-9e61-09b0be2ed650'}] {{(pid=83828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:21:20.494070 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69344fac-55bd-4712-a90f-94d88c58611a service neutron] Pushing event updated for resources: {'Port': ['ID=4eacc8ce-6842-4acb-9e61-09b0be2ed650,revision_number=3']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:21:20.548958 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9be30d78-9052-4983-ac63-490370978dac', 'tag': '4eacc8ce-6842-4acb-9e61-09b0be2ed650', 'status': 'completed', 'code': 200} Apr 01 16:21:20.591028 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-cbdcc059-d198-435f-a82e-b61a38afc113 req-496d1460-554f-4b74-80df-945f802f30ce service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=873582d6d4474d1f8470062feb69877f&device_id=9be30d78-9052-4983-ac63-490370978dac HTTP/1.1" status: 200 len: 1097 time: 0.0778153 Apr 01 16:21:20.660159 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-cbdcc059-d198-435f-a82e-b61a38afc113 req-7814ee09-a4e6-4b4e-b589-722ca41ab34d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4eacc8ce-6842-4acb-9e61-09b0be2ed650 HTTP/1.1" status: 200 len: 217 time: 0.0611699 Apr 01 16:21:20.728144 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdcc059-d198-435f-a82e-b61a38afc113 req-e4e5b8d9-8186-4615-818f-14ddba4b7022 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:20.729840 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-cbdcc059-d198-435f-a82e-b61a38afc113 req-e4e5b8d9-8186-4615-818f-14ddba4b7022 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0e0cbe24-118e-4853-8239-fdcb9ae5be99 HTTP/1.1" status: 200 len: 855 time: 0.0639982 Apr 01 16:21:20.803767 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-cbdcc059-d198-435f-a82e-b61a38afc113 req-e3c18596-6b61-41ae-a11e-0b4650f4a5ab service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=03e70929-998f-4c02-8055-f80323e00c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679700 Apr 01 16:21:20.935934 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-cbdcc059-d198-435f-a82e-b61a38afc113 req-f73e4111-59da-4efb-b392-48298080bd21 service neutron] 10.222.0.24 "GET /v2.0/networks/03e70929-998f-4c02-8055-f80323e00c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250832 Apr 01 16:21:21.071034 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-cbdcc059-d198-435f-a82e-b61a38afc113 req-be2b5bf8-4b36-4a3d-ad53-71456da0968d service neutron] 10.222.0.24 "GET /v2.0/networks/03e70929-998f-4c02-8055-f80323e00c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278272 Apr 01 16:21:21.189999 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-260dc87d-574a-4b4d-bcef-8bc5eadfeb94 req-6066e25d-86cd-4c7e-a698-6d87ac440552 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=873582d6d4474d1f8470062feb69877f&device_id=9be30d78-9052-4983-ac63-490370978dac HTTP/1.1" status: 200 len: 1097 time: 0.0732660 Apr 01 16:21:21.255477 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135a8170-b348-4df2-ab87-8bbdd1ebf3c8 req-2b9967b6-9231-4757-9116-2d9f4bc647dc tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:21.257047 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-135a8170-b348-4df2-ab87-8bbdd1ebf3c8 req-2b9967b6-9231-4757-9116-2d9f4bc647dc tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] 10.222.0.55 "GET /v2.0/ports?device_id=9be30d78-9052-4983-ac63-490370978dac HTTP/1.1" status: 200 len: 944 time: 0.0833738 Apr 01 16:21:21.305698 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-135a8170-b348-4df2-ab87-8bbdd1ebf3c8 req-8fd40df0-b479-4ecd-9750-a3c5dec2b4cb tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] 10.222.0.55 "GET /v2.0/security-groups?id=f76e0f8f-e1d8-4544-bb22-91a9a9cb1732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427072 Apr 01 16:21:21.415672 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260dc87d-574a-4b4d-bcef-8bc5eadfeb94 req-1998d7b4-57c3-4b1e-a451-224566059816 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:21.417131 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-260dc87d-574a-4b4d-bcef-8bc5eadfeb94 req-1998d7b4-57c3-4b1e-a451-224566059816 service neutron] 10.222.0.24 "GET /v2.0/networks?id=03e70929-998f-4c02-8055-f80323e00c12 HTTP/1.1" status: 200 len: 916 time: 0.2209675 Apr 01 16:21:21.483855 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-260dc87d-574a-4b4d-bcef-8bc5eadfeb94 req-9fafa532-1bea-45ff-a07b-494696d064a2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4eacc8ce-6842-4acb-9e61-09b0be2ed650 HTTP/1.1" status: 200 len: 217 time: 0.0596490 Apr 01 16:21:21.550170 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260dc87d-574a-4b4d-bcef-8bc5eadfeb94 req-86d3fff5-93f4-44e4-8aef-4ecb8f30ad3e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:21.551946 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-260dc87d-574a-4b4d-bcef-8bc5eadfeb94 req-86d3fff5-93f4-44e4-8aef-4ecb8f30ad3e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0e0cbe24-118e-4853-8239-fdcb9ae5be99 HTTP/1.1" status: 200 len: 855 time: 0.0607443 Apr 01 16:21:21.627466 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-260dc87d-574a-4b4d-bcef-8bc5eadfeb94 req-abf3685b-7977-4dfd-96b9-1c72646fe3d7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=03e70929-998f-4c02-8055-f80323e00c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690310 Apr 01 16:21:21.758108 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-260dc87d-574a-4b4d-bcef-8bc5eadfeb94 req-83a982aa-4391-4e14-a616-acddf2ef4f66 service neutron] 10.222.0.24 "GET /v2.0/networks/03e70929-998f-4c02-8055-f80323e00c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243453 Apr 01 16:21:21.888505 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-260dc87d-574a-4b4d-bcef-8bc5eadfeb94 req-52bedec0-398a-47e2-9343-f27d627626ba service neutron] 10.222.0.24 "GET /v2.0/networks/03e70929-998f-4c02-8055-f80323e00c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237948 Apr 01 16:21:22.514051 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f8e184-4b47-4bfa-93bb-0439659cd45b req-f8c90865-6929-45b4-b2b5-8ca202fc7840 tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:22.515504 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-73f8e184-4b47-4bfa-93bb-0439659cd45b req-f8c90865-6929-45b4-b2b5-8ca202fc7840 tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] 10.222.0.55 "GET /v2.0/ports?device_id=9be30d78-9052-4983-ac63-490370978dac HTTP/1.1" status: 200 len: 944 time: 0.0802672 Apr 01 16:21:22.563379 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-73f8e184-4b47-4bfa-93bb-0439659cd45b req-771ea12a-8dba-47f6-8ee0-1548b4e1c469 tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] 10.222.0.55 "GET /v2.0/security-groups?id=f76e0f8f-e1d8-4544-bb22-91a9a9cb1732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420771 Apr 01 16:21:22.622135 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:21:23.096330 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 4eacc8ce-6842-4acb-9e61-09b0be2ed650 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:21:23.246078 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 4eacc8ce-6842-4acb-9e61-09b0be2ed650, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=4eacc8ce-6842-4acb-9e61-09b0be2ed650,segment=NetworkSegment(41ecd37a-8ba6-44d2-9311-ebfe23576e2b),segment_id=41ecd37a-8ba6-44d2-9311-ebfe23576e2b)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:21:23.262408 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Returning: {'device': '4eacc8ce-6842-4acb-9e61-09b0be2ed650', 'network_id': '03e70929-998f-4c02-8055-f80323e00c12', 'port_id': '4eacc8ce-6842-4acb-9e61-09b0be2ed650', 'mac_address': 'fa:16:3e:05:2f:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e0cbe24-118e-4853-8239-fdcb9ae5be99', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:21:23.325509 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:23.345133 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eacc8ce-6842-4acb-9e61-09b0be2ed650 {{(pid=83829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:21:23.362877 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 4eacc8ce-6842-4acb-9e61-09b0be2ed650, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=4eacc8ce-6842-4acb-9e61-09b0be2ed650,segment=NetworkSegment(41ecd37a-8ba6-44d2-9311-ebfe23576e2b),segment_id=41ecd37a-8ba6-44d2-9311-ebfe23576e2b)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:21:23.367333 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:23.438028 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=4eacc8ce-6842-4acb-9e61-09b0be2ed650,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:21:23.447177 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:21:23.447532 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:21:23.447866 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:21:23.448201 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:21:23.448534 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:21:23.448885 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:21:23.449212 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:21:23.449533 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:21:23.449858 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:21:23.450190 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:21:23.450491 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:21:23.580202 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] get_ports_and_sgs() called for port_ids ['4eacc8ce-6842-4acb-9e61-09b0be2ed650'] {{(pid=83829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 16:21:23.786073 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5163db0c-dca3-41e4-9214-0fb9e33c876e req-9fd69816-7243-44f7-8c39-212b90211907 tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:23.787539 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5163db0c-dca3-41e4-9214-0fb9e33c876e req-9fd69816-7243-44f7-8c39-212b90211907 tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] 10.222.0.55 "GET /v2.0/ports?device_id=9be30d78-9052-4983-ac63-490370978dac HTTP/1.1" status: 200 len: 945 time: 0.0811727 Apr 01 16:21:23.835810 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5163db0c-dca3-41e4-9214-0fb9e33c876e req-a937516e-3a43-40d5-923e-6d791aaf3404 tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] 10.222.0.55 "GET /v2.0/security-groups?id=f76e0f8f-e1d8-4544-bb22-91a9a9cb1732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426877 Apr 01 16:21:23.929717 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-10a6a7bb-0cf7-4085-a0a9-e4d547e82eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:23.972630 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:25.029785 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2326bc-eee2-4b2f-ad38-a2ffcd003976 req-12e9bc46-eb7e-4ac5-9d24-697f0558d2f9 tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:25.031227 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-1c2326bc-eee2-4b2f-ad38-a2ffcd003976 req-12e9bc46-eb7e-4ac5-9d24-697f0558d2f9 tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] 10.222.0.55 "GET /v2.0/ports?device_id=9be30d78-9052-4983-ac63-490370978dac HTTP/1.1" status: 200 len: 945 time: 0.0765061 Apr 01 16:21:25.077290 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-1c2326bc-eee2-4b2f-ad38-a2ffcd003976 req-12c0558f-c0bb-4b56-bc9a-d1c1081ca7ad tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] 10.222.0.55 "GET /v2.0/security-groups?id=f76e0f8f-e1d8-4544-bb22-91a9a9cb1732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403965 Apr 01 16:21:25.096834 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 4eacc8ce-6842-4acb-9e61-09b0be2ed650 up at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:21:25.167344 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning for port 4eacc8ce-6842-4acb-9e61-09b0be2ed650 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:21:25.172050 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning complete for port 4eacc8ce-6842-4acb-9e61-09b0be2ed650 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:21:25.172431 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:25.296198 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:25.323896 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be30d78-9052-4983-ac63-490370978dac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eacc8ce-6842-4acb-9e61-09b0be2ed650'}] {{(pid=83829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:21:25.335026 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 4eacc8ce-6842-4acb-9e61-09b0be2ed650, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=4eacc8ce-6842-4acb-9e61-09b0be2ed650,segment=NetworkSegment(41ecd37a-8ba6-44d2-9311-ebfe23576e2b),segment_id=41ecd37a-8ba6-44d2-9311-ebfe23576e2b)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:21:25.339351 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:25.382527 dv-neutron-833373-2-hyperv neutron-server[83829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be30d78-9052-4983-ac63-490370978dac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eacc8ce-6842-4acb-9e61-09b0be2ed650', 'code': 200} Apr 01 16:21:25.407818 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=4eacc8ce-6842-4acb-9e61-09b0be2ed650,revision_number=5']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:21:25.604139 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-04b98249-fd22-476c-8d28-bcbecc5d9a71 req-b272c227-3696-4459-aab8-edd10180d92e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9be30d78-9052-4983-ac63-490370978dac HTTP/1.1" status: 200 len: 1099 time: 0.0738850 Apr 01 16:21:25.648251 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-04b98249-fd22-476c-8d28-bcbecc5d9a71 req-ba3f6995-333a-4dcf-8be0-48bf64e25421 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f76e0f8f-e1d8-4544-bb22-91a9a9cb1732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376112 Apr 01 16:21:26.274855 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc365b-d4d2-4840-8fad-829640fe169e req-e11b26d0-66fc-45d0-9d29-e09bdb16bf6b tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:26.276296 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-11bc365b-d4d2-4840-8fad-829640fe169e req-e11b26d0-66fc-45d0-9d29-e09bdb16bf6b tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] 10.222.0.55 "GET /v2.0/ports?device_id=9be30d78-9052-4983-ac63-490370978dac HTTP/1.1" status: 200 len: 946 time: 0.0795479 Apr 01 16:21:26.326779 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-08315e70-f97d-47ee-935a-9c3cf7cce19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:26.401572 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-11bc365b-d4d2-4840-8fad-829640fe169e req-436c37ec-f193-4c16-8635-546cd260ca62 tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] 10.222.0.55 "GET /v2.0/security-groups?id=f76e0f8f-e1d8-4544-bb22-91a9a9cb1732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197505 Apr 01 16:21:27.599250 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5610b64-9940-4377-a91c-bfb819136322 req-68f0ed32-b48a-4771-acc0-8aad70ca3d5f tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:27.600592 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d5610b64-9940-4377-a91c-bfb819136322 req-68f0ed32-b48a-4771-acc0-8aad70ca3d5f tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] 10.222.0.55 "GET /v2.0/ports?device_id=9be30d78-9052-4983-ac63-490370978dac HTTP/1.1" status: 200 len: 946 time: 0.0796804 Apr 01 16:21:27.646030 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d5610b64-9940-4377-a91c-bfb819136322 req-dc842af0-fda7-4310-80c5-50c46b420d4c tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] 10.222.0.55 "GET /v2.0/security-groups?id=f76e0f8f-e1d8-4544-bb22-91a9a9cb1732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396829 Apr 01 16:21:27.661194 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:27.814600 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:27.848084 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4301c1a3-8f5d-46c1-be73-59334ea7aae2 req-16296c81-6805-4a0b-8d72-c77724e28f09 tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:27.849607 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4301c1a3-8f5d-46c1-be73-59334ea7aae2 req-16296c81-6805-4a0b-8d72-c77724e28f09 tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] 10.222.0.55 "GET /v2.0/ports?device_id=9be30d78-9052-4983-ac63-490370978dac HTTP/1.1" status: 200 len: 946 time: 0.0769496 Apr 01 16:21:27.893985 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4301c1a3-8f5d-46c1-be73-59334ea7aae2 req-bb454313-cd4f-489f-b9d6-5b9d2fbb0a02 tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] 10.222.0.55 "GET /v2.0/security-groups?id=f76e0f8f-e1d8-4544-bb22-91a9a9cb1732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389013 Apr 01 16:21:29.352535 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:42.252510 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82fbf34-6439-4bb8-b017-a0e470b8d1a5 req-c696a1df-455b-4328-b1f9-2e3fb0a463e4 tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:42.253878 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a82fbf34-6439-4bb8-b017-a0e470b8d1a5 req-c696a1df-455b-4328-b1f9-2e3fb0a463e4 tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] 10.222.0.55 "GET /v2.0/ports?device_id=9be30d78-9052-4983-ac63-490370978dac HTTP/1.1" status: 200 len: 946 time: 0.0774338 Apr 01 16:21:42.307515 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a82fbf34-6439-4bb8-b017-a0e470b8d1a5 req-2765685c-00c5-46de-84b1-d5262275c61c tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] 10.222.0.55 "GET /v2.0/security-groups?id=f76e0f8f-e1d8-4544-bb22-91a9a9cb1732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465851 Apr 01 16:21:43.506344 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57513d54-f406-4c7c-b798-3d0820519de0 req-9436c015-5958-4e74-823c-db54d71d3282 tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:43.507774 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-57513d54-f406-4c7c-b798-3d0820519de0 req-9436c015-5958-4e74-823c-db54d71d3282 tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] 10.222.0.55 "GET /v2.0/ports?device_id=9be30d78-9052-4983-ac63-490370978dac HTTP/1.1" status: 200 len: 946 time: 0.0786216 Apr 01 16:21:43.554864 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-57513d54-f406-4c7c-b798-3d0820519de0 req-36487536-ee43-4175-91ca-614eb9fa57e6 tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] 10.222.0.55 "GET /v2.0/security-groups?id=f76e0f8f-e1d8-4544-bb22-91a9a9cb1732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415037 Apr 01 16:21:43.838408 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ad1d1e-421b-45dc-8909-509af9fd44ac req-9c7dba63-44a5-45e4-bb15-c10d23c558e2 tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:21:43.839478 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-c1ad1d1e-421b-45dc-8909-509af9fd44ac req-9c7dba63-44a5-45e4-bb15-c10d23c558e2 tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] Synchronizing usage tracker for tenant:873582d6d4474d1f8470062feb69877f on resource:port {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:21:43.859033 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-c1ad1d1e-421b-45dc-8909-509af9fd44ac req-9c7dba63-44a5-45e4-bb15-c10d23c558e2 tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] Unset dirty status for tenant:873582d6d4474d1f8470062feb69877f on resource:port {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:21:43.860213 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-c1ad1d1e-421b-45dc-8909-509af9fd44ac req-9c7dba63-44a5-45e4-bb15-c10d23c558e2 tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] 10.222.0.24 "GET /v2.0/ports?device_id=9be30d78-9052-4983-ac63-490370978dac HTTP/1.1" status: 200 len: 946 time: 0.1101604 Apr 01 16:21:43.934100 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [req-c1ad1d1e-421b-45dc-8909-509af9fd44ac req-edc18350-fd63-46ce-894f-6787fd76deb9 tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] Deleting port 4eacc8ce-6842-4acb-9e61-09b0be2ed650 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:21:43.934439 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-c1ad1d1e-421b-45dc-8909-509af9fd44ac req-edc18350-fd63-46ce-894f-6787fd76deb9 tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:44.182841 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [req-c1ad1d1e-421b-45dc-8909-509af9fd44ac req-edc18350-fd63-46ce-894f-6787fd76deb9 tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] For port 4eacc8ce-6842-4acb-9e61-09b0be2ed650, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=4eacc8ce-6842-4acb-9e61-09b0be2ed650,segment=NetworkSegment(41ecd37a-8ba6-44d2-9311-ebfe23576e2b),segment_id=41ecd37a-8ba6-44d2-9311-ebfe23576e2b)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:21:44.183112 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-c1ad1d1e-421b-45dc-8909-509af9fd44ac req-edc18350-fd63-46ce-894f-6787fd76deb9 tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:44.307563 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [req-c1ad1d1e-421b-45dc-8909-509af9fd44ac req-edc18350-fd63-46ce-894f-6787fd76deb9 tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] Calling delete_port for 4eacc8ce-6842-4acb-9e61-09b0be2ed650 owned by compute:nova {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:21:44.445542 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-c1ad1d1e-421b-45dc-8909-509af9fd44ac req-edc18350-fd63-46ce-894f-6787fd76deb9 tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:44.456923 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] get_ports_and_sgs() called for port_ids ['4eacc8ce-6842-4acb-9e61-09b0be2ed650'] {{(pid=83829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 16:21:44.495906 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc18350-fd63-46ce-894f-6787fd76deb9 tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] Pushing event deleted for resources: {'Port': ['ID=4eacc8ce-6842-4acb-9e61-09b0be2ed650,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:21:44.536930 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc18350-fd63-46ce-894f-6787fd76deb9 tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:21:44.537273 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc18350-fd63-46ce-894f-6787fd76deb9 tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:21:44.537617 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc18350-fd63-46ce-894f-6787fd76deb9 tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:21:44.537955 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc18350-fd63-46ce-894f-6787fd76deb9 tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:21:44.538287 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc18350-fd63-46ce-894f-6787fd76deb9 tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:21:44.538618 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc18350-fd63-46ce-894f-6787fd76deb9 tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:21:44.538946 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc18350-fd63-46ce-894f-6787fd76deb9 tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:21:44.539270 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc18350-fd63-46ce-894f-6787fd76deb9 tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:21:44.539605 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc18350-fd63-46ce-894f-6787fd76deb9 tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:21:44.539928 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc18350-fd63-46ce-894f-6787fd76deb9 tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:21:44.540249 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc18350-fd63-46ce-894f-6787fd76deb9 tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:21:44.580411 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1ad1d1e-421b-45dc-8909-509af9fd44ac req-edc18350-fd63-46ce-894f-6787fd76deb9 tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] No DVR routers for this DVR port 4eacc8ce-6842-4acb-9e61-09b0be2ed650 on host hv-neutron-8333 {{(pid=83828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:21:44.584939 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-c1ad1d1e-421b-45dc-8909-509af9fd44ac req-edc18350-fd63-46ce-894f-6787fd76deb9 tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:44.590872 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be30d78-9052-4983-ac63-490370978dac', 'name': 'network-vif-deleted', 'tag': '4eacc8ce-6842-4acb-9e61-09b0be2ed650'}] {{(pid=83828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:21:44.608400 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-c1ad1d1e-421b-45dc-8909-509af9fd44ac req-edc18350-fd63-46ce-894f-6787fd76deb9 tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] 10.222.0.24 "DELETE /v2.0/ports/4eacc8ce-6842-4acb-9e61-09b0be2ed650 HTTP/1.1" status: 204 len: 173 time: 0.7427101 Apr 01 16:21:44.655569 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be30d78-9052-4983-ac63-490370978dac', 'name': 'network-vif-deleted', 'tag': '4eacc8ce-6842-4acb-9e61-09b0be2ed650', 'status': 'completed', 'code': 200} Apr 01 16:21:44.745818 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-647da703-ac0b-480d-a0f0-1a7b4f3315f2 req-23384120-c484-48a2-84e4-92abc6291688 tempest-TestEncryptedCinderVolumes-447491126 tempest-TestEncryptedCinderVolumes-447491126-project] 10.222.0.55 "GET /v2.0/ports?device_id=9be30d78-9052-4983-ac63-490370978dac HTTP/1.1" status: 200 len: 210 time: 0.0447762 Apr 01 16:21:45.906379 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 33968) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:21:46.331733 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-955b5581-b49b-400e-8ebf-6b049ce2669c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611543'] for router_interface, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:46.986199 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-955b5581-b49b-400e-8ebf-6b049ce2669c admin admin] Deleting port de16810d-2a86-43b9-8a4e-1de19335f4ba {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:21:46.987186 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-955b5581-b49b-400e-8ebf-6b049ce2669c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:47.236172 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 4eacc8ce-6842-4acb-9e61-09b0be2ed650 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:21:47.270100 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] No Port match for: 4eacc8ce-6842-4acb-9e61-09b0be2ed650 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:21:47.270941 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 4eacc8ce-6842-4acb-9e61-09b0be2ed650 not bound to the agent host hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:21:47.289315 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [None req-955b5581-b49b-400e-8ebf-6b049ce2669c admin admin] For port de16810d-2a86-43b9-8a4e-1de19335f4ba, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=de16810d-2a86-43b9-8a4e-1de19335f4ba,segment=NetworkSegment(41ecd37a-8ba6-44d2-9311-ebfe23576e2b),segment_id=41ecd37a-8ba6-44d2-9311-ebfe23576e2b)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:21:47.289675 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-955b5581-b49b-400e-8ebf-6b049ce2669c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:47.423055 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-955b5581-b49b-400e-8ebf-6b049ce2669c admin admin] Calling delete_port for de16810d-2a86-43b9-8a4e-1de19335f4ba owned by network:router_interface {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:21:47.622871 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-955b5581-b49b-400e-8ebf-6b049ce2669c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:47.679263 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955b5581-b49b-400e-8ebf-6b049ce2669c admin admin] Pushing event deleted for resources: {'Port': ['ID=de16810d-2a86-43b9-8a4e-1de19335f4ba,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:21:47.723913 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955b5581-b49b-400e-8ebf-6b049ce2669c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:21:47.724294 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955b5581-b49b-400e-8ebf-6b049ce2669c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:21:47.724604 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955b5581-b49b-400e-8ebf-6b049ce2669c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:21:47.725096 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955b5581-b49b-400e-8ebf-6b049ce2669c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:21:47.725438 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955b5581-b49b-400e-8ebf-6b049ce2669c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:21:47.725770 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955b5581-b49b-400e-8ebf-6b049ce2669c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:21:47.726123 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955b5581-b49b-400e-8ebf-6b049ce2669c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:21:47.726426 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955b5581-b49b-400e-8ebf-6b049ce2669c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:21:47.726749 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955b5581-b49b-400e-8ebf-6b049ce2669c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:21:47.727068 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955b5581-b49b-400e-8ebf-6b049ce2669c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:21:47.727396 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955b5581-b49b-400e-8ebf-6b049ce2669c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:21:48.001742 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-955b5581-b49b-400e-8ebf-6b049ce2669c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611462'] for router_interface, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:48.607754 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-955b5581-b49b-400e-8ebf-6b049ce2669c admin admin] Router 1cb7e95a-ee30-4eed-9258-d6ff713c0a51 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:21:48.933924 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-955b5581-b49b-400e-8ebf-6b049ce2669c admin admin] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:21:48.944396 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e53614-f23e-40bd-a3ae-7b1411413550 None None] Sync routers for ids ['1cb7e95a-ee30-4eed-9258-d6ff713c0a51'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:21:48.947263 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-955b5581-b49b-400e-8ebf-6b049ce2669c admin admin] 10.222.0.55 "PUT /v2.0/routers/1cb7e95a-ee30-4eed-9258-d6ff713c0a51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0394268 Apr 01 16:21:48.961482 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 33972) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:21:48.964963 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e53614-f23e-40bd-a3ae-7b1411413550 None None] Routers {'1cb7e95a-ee30-4eed-9258-d6ff713c0a51'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:21:48.965832 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-e1e53614-f23e-40bd-a3ae-7b1411413550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:21:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['1cb7e95a-ee30-4eed-9258-d6ff713c0a51'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:21:49.186576 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-e1e53614-f23e-40bd-a3ae-7b1411413550 None None] Set router 1cb7e95a-ee30-4eed-9258-d6ff713c0a51 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:21:49.204524 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d4479d41-6085-4cae-8ca9-0a8f962ae4b2 admin admin] Notify callbacks [] for router, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:49.434093 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d4479d41-6085-4cae-8ca9-0a8f962ae4b2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:49.447872 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-d4479d41-6085-4cae-8ca9-0a8f962ae4b2 admin admin] Deleting port 5d468ead-b800-4c96-9e48-2acaf726f5ff {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:21:49.448108 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d4479d41-6085-4cae-8ca9-0a8f962ae4b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:49.533250 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-e1e53614-f23e-40bd-a3ae-7b1411413550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb7e95a-ee30-4eed-9258-d6ff713c0a51', 'name': 'tempest-TestEncryptedCinderVolumes-520323389-router', 'tenant_id': '873582d6d4474d1f8470062feb69877f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.246'}], 'enable_snat': True}, 'gw_port_id': '5d468ead-b800-4c96-9e48-2acaf726f5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:20:35Z', 'updated_at': '2022-04-01T16:21:47Z', 'revision_number': 5, 'project_id': '873582d6d4474d1f8470062feb69877f', 'gw_port': {'id': '5d468ead-b800-4c96-9e48-2acaf726f5ff', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:5d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb7e95a-ee30-4eed-9258-d6ff713c0a51', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:20:36Z', 'updated_at': '2022-04-01T16:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:21:49.538296 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e53614-f23e-40bd-a3ae-7b1411413550 None None] Checking router: 1cb7e95a-ee30-4eed-9258-d6ff713c0a51 for host: dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:21:49.554219 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e53614-f23e-40bd-a3ae-7b1411413550 None None] Routers {'1cb7e95a-ee30-4eed-9258-d6ff713c0a51'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:21:49.555050 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-e1e53614-f23e-40bd-a3ae-7b1411413550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:21:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['1cb7e95a-ee30-4eed-9258-d6ff713c0a51'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:21:49.654878 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [None req-d4479d41-6085-4cae-8ca9-0a8f962ae4b2 admin admin] For port 5d468ead-b800-4c96-9e48-2acaf726f5ff, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=5d468ead-b800-4c96-9e48-2acaf726f5ff,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:21:49.655246 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d4479d41-6085-4cae-8ca9-0a8f962ae4b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:49.785853 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-d4479d41-6085-4cae-8ca9-0a8f962ae4b2 admin admin] Calling delete_port for 5d468ead-b800-4c96-9e48-2acaf726f5ff owned by network:router_gateway {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:21:49.793607 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-e1e53614-f23e-40bd-a3ae-7b1411413550 None None] Set router 1cb7e95a-ee30-4eed-9258-d6ff713c0a51 gateway port host: None {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:21:49.923005 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-e1e53614-f23e-40bd-a3ae-7b1411413550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb7e95a-ee30-4eed-9258-d6ff713c0a51', 'name': 'tempest-TestEncryptedCinderVolumes-520323389-router', 'tenant_id': '873582d6d4474d1f8470062feb69877f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:20:35Z', 'updated_at': '2022-04-01T16:21:49Z', 'revision_number': 6, 'project_id': '873582d6d4474d1f8470062feb69877f', 'gw_port_host': None}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:21:49.928290 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e53614-f23e-40bd-a3ae-7b1411413550 None None] The sync data for ids ['1cb7e95a-ee30-4eed-9258-d6ff713c0a51'] in dv-neutron-833373-2-hyperv is: [{'id': '1cb7e95a-ee30-4eed-9258-d6ff713c0a51', 'name': 'tempest-TestEncryptedCinderVolumes-520323389-router', 'tenant_id': '873582d6d4474d1f8470062feb69877f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:20:35Z', 'updated_at': '2022-04-01T16:21:49Z', 'revision_number': 6, 'project_id': '873582d6d4474d1f8470062feb69877f', 'gw_port_host': None}] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:21:50.008318 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d4479d41-6085-4cae-8ca9-0a8f962ae4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:50.056373 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4479d41-6085-4cae-8ca9-0a8f962ae4b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d468ead-b800-4c96-9e48-2acaf726f5ff,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:21:50.377264 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d4479d41-6085-4cae-8ca9-0a8f962ae4b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617660'] for router_gateway, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:50.751543 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d4479d41-6085-4cae-8ca9-0a8f962ae4b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130651'] for router, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:50.756303 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d4479d41-6085-4cae-8ca9-0a8f962ae4b2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:50.788432 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d4479d41-6085-4cae-8ca9-0a8f962ae4b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607376'] for router, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:50.789187 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4479d41-6085-4cae-8ca9-0a8f962ae4b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1cb7e95a-ee30-4eed-9258-d6ff713c0a51 {{(pid=83826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 16:21:50.806530 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d4479d41-6085-4cae-8ca9-0a8f962ae4b2 admin admin] Notify callbacks [] for router, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:50.808020 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-d4479d41-6085-4cae-8ca9-0a8f962ae4b2 admin admin] 10.222.0.55 "DELETE /v2.0/routers/1cb7e95a-ee30-4eed-9258-d6ff713c0a51 HTTP/1.1" status: 204 len: 168 time: 1.8454568 Apr 01 16:21:50.810767 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 33976) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:21:50.874439 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_v2 [None req-06da0455-f638-46a4-b664-1f0101d82689 admin admin] Deleting subnet 0e0cbe24-118e-4853-8239-fdcb9ae5be99 {{(pid=83826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 16:21:50.877689 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-06da0455-f638-46a4-b664-1f0101d82689 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:50.933011 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-06da0455-f638-46a4-b664-1f0101d82689 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16610770'] for subnet, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:51.039819 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-06da0455-f638-46a4-b664-1f0101d82689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:51.118707 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-06da0455-f638-46a4-b664-1f0101d82689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15415074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16089009'] for subnet, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:51.156485 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06da0455-f638-46a4-b664-1f0101d82689 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e0cbe24-118e-4853-8239-fdcb9ae5be99,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:21:51.161784 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-06da0455-f638-46a4-b664-1f0101d82689 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:51.168146 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-06da0455-f638-46a4-b664-1f0101d82689 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/0e0cbe24-118e-4853-8239-fdcb9ae5be99 HTTP/1.1" status: 204 len: 168 time: 0.3563271 Apr 01 16:21:51.169893 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e960fd1d-d901-4e8f-9a3a-5160cdd6f522 None None] Network 03e70929-998f-4c02-8055-f80323e00c12 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:21:51.172112 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 33980) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:21:51.389860 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device de16810d-2a86-43b9-8a4e-1de19335f4ba no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:21:51.419409 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-51e58058-4a4b-4c8c-9d14-85d3feb9cd62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:51.442805 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: de16810d-2a86-43b9-8a4e-1de19335f4ba {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:21:51.443138 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device de16810d-2a86-43b9-8a4e-1de19335f4ba not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:21:51.443781 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 5d468ead-b800-4c96-9e48-2acaf726f5ff no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:21:51.445520 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-51e58058-4a4b-4c8c-9d14-85d3feb9cd62 admin admin] Deleting port d9ca26cb-60d1-4d42-a8a4-e407bad14c6c {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:21:51.446039 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-51e58058-4a4b-4c8c-9d14-85d3feb9cd62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:51.471987 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b716631-660d-4a3d-b451-26f0a1f18258 None None] DHCP port deletion for 03e70929-998f-4c02-8055-f80323e00c12 request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 16:21:51.485631 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 5d468ead-b800-4c96-9e48-2acaf726f5ff {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:21:51.486044 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 5d468ead-b800-4c96-9e48-2acaf726f5ff not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:21:51.490630 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-2b716631-660d-4a3d-b451-26f0a1f18258 None None] Deleting port d9ca26cb-60d1-4d42-a8a4-e407bad14c6c {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:21:51.491036 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-2b716631-660d-4a3d-b451-26f0a1f18258 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:51.693998 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-51e58058-4a4b-4c8c-9d14-85d3feb9cd62 admin admin] For port d9ca26cb-60d1-4d42-a8a4-e407bad14c6c, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=d9ca26cb-60d1-4d42-a8a4-e407bad14c6c,segment=NetworkSegment(41ecd37a-8ba6-44d2-9311-ebfe23576e2b),segment_id=41ecd37a-8ba6-44d2-9311-ebfe23576e2b)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:21:51.694572 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-51e58058-4a4b-4c8c-9d14-85d3feb9cd62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:51.774428 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-2b716631-660d-4a3d-b451-26f0a1f18258 None None] For port d9ca26cb-60d1-4d42-a8a4-e407bad14c6c, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=d9ca26cb-60d1-4d42-a8a4-e407bad14c6c,segment=NetworkSegment(41ecd37a-8ba6-44d2-9311-ebfe23576e2b),segment_id=41ecd37a-8ba6-44d2-9311-ebfe23576e2b)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:21:51.775057 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-2b716631-660d-4a3d-b451-26f0a1f18258 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:51.845881 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-51e58058-4a4b-4c8c-9d14-85d3feb9cd62 admin admin] Calling delete_port for d9ca26cb-60d1-4d42-a8a4-e407bad14c6c owned by network:dhcp {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:21:51.927973 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-2b716631-660d-4a3d-b451-26f0a1f18258 None None] Calling delete_port for d9ca26cb-60d1-4d42-a8a4-e407bad14c6c owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:21:51.949050 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-51e58058-4a4b-4c8c-9d14-85d3feb9cd62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:52.012384 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.db.api [None req-2b716631-660d-4a3d-b451-26f0a1f18258 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:21:52.012719 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG oslo_db.api [None req-2b716631-660d-4a3d-b451-26f0a1f18258 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:21:52.032155 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e58058-4a4b-4c8c-9d14-85d3feb9cd62 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9ca26cb-60d1-4d42-a8a4-e407bad14c6c,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:21:52.038330 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e58058-4a4b-4c8c-9d14-85d3feb9cd62 admin admin] No DVR routers for this DVR port d9ca26cb-60d1-4d42-a8a4-e407bad14c6c on host dv-neutron-833373-2-hyperv {{(pid=83828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:21:52.186997 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-51e58058-4a4b-4c8c-9d14-85d3feb9cd62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:52.215411 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-51e58058-4a4b-4c8c-9d14-85d3feb9cd62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03e70929-998f-4c02-8055-f80323e00c12']}} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:21:52.229470 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-51e58058-4a4b-4c8c-9d14-85d3feb9cd62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41ecd37a-8ba6-44d2-9311-ebfe23576e2b') {'for_net_delete': True} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:21:52.229766 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-51e58058-4a4b-4c8c-9d14-85d3feb9cd62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41ecd37a-8ba6-44d2-9311-ebfe23576e2b') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:21:52.244536 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-51e58058-4a4b-4c8c-9d14-85d3feb9cd62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15303093'] for segment, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:52.261738 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-51e58058-4a4b-4c8c-9d14-85d3feb9cd62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:52.268762 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51e58058-4a4b-4c8c-9d14-85d3feb9cd62 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=83828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 16:21:52.269189 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-51e58058-4a4b-4c8c-9d14-85d3feb9cd62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15306523'] for segment, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:52.283335 dv-neutron-833373-2-hyperv neutron-server[83828]: Traceback (most recent call last): Apr 01 16:21:52.283335 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 16:21:52.283335 dv-neutron-833373-2-hyperv neutron-server[83828]: timer() Apr 01 16:21:52.283335 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:21:52.283335 dv-neutron-833373-2-hyperv neutron-server[83828]: cb(*args, **kw) Apr 01 16:21:52.283335 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:21:52.283335 dv-neutron-833373-2-hyperv neutron-server[83828]: return func(*args, **kwargs) Apr 01 16:21:52.283335 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:21:52.283335 dv-neutron-833373-2-hyperv neutron-server[83828]: self._notify() Apr 01 16:21:52.283335 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:21:52.283335 dv-neutron-833373-2-hyperv neutron-server[83828]: self.callback(batched_events) Apr 01 16:21:52.283335 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:21:52.283335 dv-neutron-833373-2-hyperv neutron-server[83828]: event.method(event) Apr 01 16:21:52.283335 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:21:52.283335 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:21:52.283335 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:21:52.283335 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:21:52.283335 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:21:52.283335 dv-neutron-833373-2-hyperv neutron-server[83828]: return f(self, *a, **k) Apr 01 16:21:52.283335 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 16:21:52.283335 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._get(url).json() Apr 01 16:21:52.283335 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 16:21:52.283335 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:21:52.283335 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 16:21:52.283335 dv-neutron-833373-2-hyperv neutron-server[83828]: return self.request(url, 'GET', **kwargs) Apr 01 16:21:52.283335 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 16:21:52.283335 dv-neutron-833373-2-hyperv neutron-server[83828]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:21:52.283335 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 16:21:52.283335 dv-neutron-833373-2-hyperv neutron-server[83828]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:21:52.283335 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 16:21:52.283335 dv-neutron-833373-2-hyperv neutron-server[83828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:21:52.283335 dv-neutron-833373-2-hyperv neutron-server[83828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:21:52.379937 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-51e58058-4a4b-4c8c-9d14-85d3feb9cd62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:52.398967 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-51e58058-4a4b-4c8c-9d14-85d3feb9cd62 admin admin] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:52.411229 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e58058-4a4b-4c8c-9d14-85d3feb9cd62 admin admin] Pushing event deleted for resources: {'Network': ['ID=03e70929-998f-4c02-8055-f80323e00c12,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:21:52.431291 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-51e58058-4a4b-4c8c-9d14-85d3feb9cd62 admin admin] 10.222.0.55 "DELETE /v2.0/networks/03e70929-998f-4c02-8055-f80323e00c12 HTTP/1.1" status: 204 len: 168 time: 1.2574401 Apr 01 16:21:52.434339 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 33984) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:21:52.514502 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-2b716631-660d-4a3d-b451-26f0a1f18258 None None] Deleting port d9ca26cb-60d1-4d42-a8a4-e407bad14c6c {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:21:52.515071 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-2b716631-660d-4a3d-b451-26f0a1f18258 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:52.597874 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-2b716631-660d-4a3d-b451-26f0a1f18258 None None] The port 'd9ca26cb-60d1-4d42-a8a4-e407bad14c6c' was deleted {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 16:21:52.877187 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-94d0f111-ac7c-4d88-9949-01d74a5595f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611543'] for router_interface, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:53.381677 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device d9ca26cb-60d1-4d42-a8a4-e407bad14c6c no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:21:53.415911 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: d9ca26cb-60d1-4d42-a8a4-e407bad14c6c {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:21:53.416255 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device d9ca26cb-60d1-4d42-a8a4-e407bad14c6c not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:21:53.661005 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-94d0f111-ac7c-4d88-9949-01d74a5595f4 admin admin] Deleting port 954d2c06-e15c-4d11-ba83-c32d20676737 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:21:53.662228 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-94d0f111-ac7c-4d88-9949-01d74a5595f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:53.842585 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-94d0f111-ac7c-4d88-9949-01d74a5595f4 admin admin] For port 954d2c06-e15c-4d11-ba83-c32d20676737, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=954d2c06-e15c-4d11-ba83-c32d20676737,segment=NetworkSegment(722e234f-ae02-4b33-a6b9-5a375970460e),segment_id=722e234f-ae02-4b33-a6b9-5a375970460e)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:21:53.842944 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-94d0f111-ac7c-4d88-9949-01d74a5595f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:53.935244 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-94aac63d-5d93-4923-b89a-4e884f7e6a79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:53.966537 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-94d0f111-ac7c-4d88-9949-01d74a5595f4 admin admin] Calling delete_port for 954d2c06-e15c-4d11-ba83-c32d20676737 owned by network:router_interface {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:21:53.977973 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:54.158481 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-94d0f111-ac7c-4d88-9949-01d74a5595f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:54.205396 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d0f111-ac7c-4d88-9949-01d74a5595f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=954d2c06-e15c-4d11-ba83-c32d20676737,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:21:54.547315 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-94d0f111-ac7c-4d88-9949-01d74a5595f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611462'] for router_interface, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:55.329345 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94d0f111-ac7c-4d88-9949-01d74a5595f4 admin admin] Router 5c23ff67-7796-492d-a3c8-39e909fc4cac has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:21:55.578371 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d0f111-ac7c-4d88-9949-01d74a5595f4 admin admin] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:21:55.587921 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f027363f-9985-4a54-8315-87d171356be2 None None] Sync routers for ids ['5c23ff67-7796-492d-a3c8-39e909fc4cac'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:21:55.590489 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-94d0f111-ac7c-4d88-9949-01d74a5595f4 admin admin] 10.222.0.55 "PUT /v2.0/routers/5c23ff67-7796-492d-a3c8-39e909fc4cac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1550729 Apr 01 16:21:55.594458 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 33988) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:21:55.603806 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f027363f-9985-4a54-8315-87d171356be2 None None] Routers {'5c23ff67-7796-492d-a3c8-39e909fc4cac'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:21:55.604432 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-f027363f-9985-4a54-8315-87d171356be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:21:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['5c23ff67-7796-492d-a3c8-39e909fc4cac'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:21:55.814743 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-f027363f-9985-4a54-8315-87d171356be2 None None] Set router 5c23ff67-7796-492d-a3c8-39e909fc4cac gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:21:55.828059 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c3f7047a-efa5-4159-8cdf-bab7e2076169 admin admin] Notify callbacks [] for router, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:56.059780 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c3f7047a-efa5-4159-8cdf-bab7e2076169 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:56.071870 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-c3f7047a-efa5-4159-8cdf-bab7e2076169 admin admin] Deleting port 49630c24-c448-4f67-bb80-a9eaf14606cf {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:21:56.072219 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c3f7047a-efa5-4159-8cdf-bab7e2076169 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:56.206103 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-f027363f-9985-4a54-8315-87d171356be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c23ff67-7796-492d-a3c8-39e909fc4cac', 'name': 'tempest-TestEncryptedCinderVolumes-1535981849-router', 'tenant_id': '3cf9eaf749c84c3a8cb8eca2fe987aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.174'}], 'enable_snat': True}, 'gw_port_id': '49630c24-c448-4f67-bb80-a9eaf14606cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:20:41Z', 'updated_at': '2022-04-01T16:21:54Z', 'revision_number': 5, 'project_id': '3cf9eaf749c84c3a8cb8eca2fe987aaa', 'gw_port': {'id': '49630c24-c448-4f67-bb80-a9eaf14606cf', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:1b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c23ff67-7796-492d-a3c8-39e909fc4cac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:20:42Z', 'updated_at': '2022-04-01T16:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:21:56.211416 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f027363f-9985-4a54-8315-87d171356be2 None None] Checking router: 5c23ff67-7796-492d-a3c8-39e909fc4cac for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:21:56.224388 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f027363f-9985-4a54-8315-87d171356be2 None None] Routers {'5c23ff67-7796-492d-a3c8-39e909fc4cac'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:21:56.225050 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-f027363f-9985-4a54-8315-87d171356be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:21:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['5c23ff67-7796-492d-a3c8-39e909fc4cac'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:21:56.276388 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-c3f7047a-efa5-4159-8cdf-bab7e2076169 admin admin] For port 49630c24-c448-4f67-bb80-a9eaf14606cf, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=49630c24-c448-4f67-bb80-a9eaf14606cf,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:21:56.277082 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c3f7047a-efa5-4159-8cdf-bab7e2076169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:56.341156 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-fe8911d8-2599-4f82-857f-ca107a56a4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:56.394560 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-f027363f-9985-4a54-8315-87d171356be2 None None] Set router 5c23ff67-7796-492d-a3c8-39e909fc4cac gateway port host: None {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:21:56.407976 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-c3f7047a-efa5-4159-8cdf-bab7e2076169 admin admin] Calling delete_port for 49630c24-c448-4f67-bb80-a9eaf14606cf owned by network:router_gateway {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:21:56.513166 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-f027363f-9985-4a54-8315-87d171356be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c23ff67-7796-492d-a3c8-39e909fc4cac', 'name': 'tempest-TestEncryptedCinderVolumes-1535981849-router', 'tenant_id': '3cf9eaf749c84c3a8cb8eca2fe987aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:20:41Z', 'updated_at': '2022-04-01T16:21:56Z', 'revision_number': 6, 'project_id': '3cf9eaf749c84c3a8cb8eca2fe987aaa', 'gw_port_host': None}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:21:56.517447 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f027363f-9985-4a54-8315-87d171356be2 None None] The sync data for ids ['5c23ff67-7796-492d-a3c8-39e909fc4cac'] in dv-neutron-833373-2-hyperv is: [{'id': '5c23ff67-7796-492d-a3c8-39e909fc4cac', 'name': 'tempest-TestEncryptedCinderVolumes-1535981849-router', 'tenant_id': '3cf9eaf749c84c3a8cb8eca2fe987aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:20:41Z', 'updated_at': '2022-04-01T16:21:56Z', 'revision_number': 6, 'project_id': '3cf9eaf749c84c3a8cb8eca2fe987aaa', 'gw_port_host': None}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:21:56.717119 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c3f7047a-efa5-4159-8cdf-bab7e2076169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:56.768410 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f7047a-efa5-4159-8cdf-bab7e2076169 admin admin] Pushing event deleted for resources: {'Port': ['ID=49630c24-c448-4f67-bb80-a9eaf14606cf,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:21:57.025798 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c3f7047a-efa5-4159-8cdf-bab7e2076169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617660'] for router_gateway, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:57.293636 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c3f7047a-efa5-4159-8cdf-bab7e2076169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130651'] for router, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:57.297885 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c3f7047a-efa5-4159-8cdf-bab7e2076169 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:57.323425 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c3f7047a-efa5-4159-8cdf-bab7e2076169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607376'] for router, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:57.323998 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f7047a-efa5-4159-8cdf-bab7e2076169 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c23ff67-7796-492d-a3c8-39e909fc4cac {{(pid=83828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 16:21:57.343400 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c3f7047a-efa5-4159-8cdf-bab7e2076169 admin admin] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:57.347460 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-c3f7047a-efa5-4159-8cdf-bab7e2076169 admin admin] 10.222.0.55 "DELETE /v2.0/routers/5c23ff67-7796-492d-a3c8-39e909fc4cac HTTP/1.1" status: 204 len: 168 time: 1.7519555 Apr 01 16:21:57.347821 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 33992) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:21:57.384320 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 954d2c06-e15c-4d11-ba83-c32d20676737 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:21:57.412583 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d4d4275-d217-4268-b0d8-e5535abc4e96 admin admin] Deleting subnet 0654585c-ba0c-4997-990d-26529e95bcfe {{(pid=83826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 16:21:57.415969 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8d4d4275-d217-4268-b0d8-e5535abc4e96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:57.421878 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 954d2c06-e15c-4d11-ba83-c32d20676737 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:21:57.422221 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 954d2c06-e15c-4d11-ba83-c32d20676737 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:21:57.422641 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 49630c24-c448-4f67-bb80-a9eaf14606cf no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:21:57.454519 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 49630c24-c448-4f67-bb80-a9eaf14606cf {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:21:57.454855 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 49630c24-c448-4f67-bb80-a9eaf14606cf not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:21:57.467067 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8d4d4275-d217-4268-b0d8-e5535abc4e96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16610770'] for subnet, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:57.554708 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8d4d4275-d217-4268-b0d8-e5535abc4e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:57.625847 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8d4d4275-d217-4268-b0d8-e5535abc4e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15415074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16089009'] for subnet, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:57.662415 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:57.668224 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4d4275-d217-4268-b0d8-e5535abc4e96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0654585c-ba0c-4997-990d-26529e95bcfe,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:21:57.672155 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8d4d4275-d217-4268-b0d8-e5535abc4e96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:57.679072 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-8d4d4275-d217-4268-b0d8-e5535abc4e96 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/0654585c-ba0c-4997-990d-26529e95bcfe HTTP/1.1" status: 204 len: 168 time: 0.3297503 Apr 01 16:21:57.681684 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 33996) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:21:57.682314 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e73fe1d-082b-43ec-9f69-f5fae14c9ce1 None None] Network af5f594b-1706-44af-a630-97198293122c requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:21:57.798293 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b5cdb605-159f-47d4-ac80-4658d8c3dd44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:57.811004 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-b5cdb605-159f-47d4-ac80-4658d8c3dd44 admin admin] Deleting port 78d97d09-9a65-4775-8e59-90041d75594f {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:21:57.811586 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b5cdb605-159f-47d4-ac80-4658d8c3dd44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:57.871269 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:57.952776 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8fd077-f615-4841-a5c8-9452b8599a45 None None] DHCP port deletion for af5f594b-1706-44af-a630-97198293122c request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 16:21:57.958198 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-cb8fd077-f615-4841-a5c8-9452b8599a45 None None] Deleting port 78d97d09-9a65-4775-8e59-90041d75594f {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:21:57.958574 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-cb8fd077-f615-4841-a5c8-9452b8599a45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:58.032766 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [None req-b5cdb605-159f-47d4-ac80-4658d8c3dd44 admin admin] For port 78d97d09-9a65-4775-8e59-90041d75594f, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=78d97d09-9a65-4775-8e59-90041d75594f,segment=NetworkSegment(722e234f-ae02-4b33-a6b9-5a375970460e),segment_id=722e234f-ae02-4b33-a6b9-5a375970460e)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:21:58.033399 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b5cdb605-159f-47d4-ac80-4658d8c3dd44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:58.158972 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-b5cdb605-159f-47d4-ac80-4658d8c3dd44 admin admin] Calling delete_port for 78d97d09-9a65-4775-8e59-90041d75594f owned by network:dhcp {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:21:58.225622 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-cb8fd077-f615-4841-a5c8-9452b8599a45 None None] For port 78d97d09-9a65-4775-8e59-90041d75594f, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=78d97d09-9a65-4775-8e59-90041d75594f,segment=NetworkSegment(722e234f-ae02-4b33-a6b9-5a375970460e),segment_id=722e234f-ae02-4b33-a6b9-5a375970460e)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:21:58.225927 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-cb8fd077-f615-4841-a5c8-9452b8599a45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:58.252370 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b5cdb605-159f-47d4-ac80-4658d8c3dd44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:58.367309 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-cb8fd077-f615-4841-a5c8-9452b8599a45 None None] Calling delete_port for 78d97d09-9a65-4775-8e59-90041d75594f owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:21:58.425220 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cdb605-159f-47d4-ac80-4658d8c3dd44 admin admin] No DVR routers for this DVR port 78d97d09-9a65-4775-8e59-90041d75594f on host dv-neutron-833373-2-hyperv {{(pid=83826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:21:58.427031 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cdb605-159f-47d4-ac80-4658d8c3dd44 admin admin] Pushing event deleted for resources: {'Port': ['ID=78d97d09-9a65-4775-8e59-90041d75594f,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:21:58.458648 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.db.api [None req-cb8fd077-f615-4841-a5c8-9452b8599a45 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:21:58.459561 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG oslo_db.api [None req-cb8fd077-f615-4841-a5c8-9452b8599a45 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:21:58.554163 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b5cdb605-159f-47d4-ac80-4658d8c3dd44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:58.582364 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-b5cdb605-159f-47d4-ac80-4658d8c3dd44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af5f594b-1706-44af-a630-97198293122c']}} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:21:58.595688 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-b5cdb605-159f-47d4-ac80-4658d8c3dd44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '722e234f-ae02-4b33-a6b9-5a375970460e') {'for_net_delete': True} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:21:58.596015 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-b5cdb605-159f-47d4-ac80-4658d8c3dd44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '722e234f-ae02-4b33-a6b9-5a375970460e') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:21:58.609421 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b5cdb605-159f-47d4-ac80-4658d8c3dd44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16610763'] for segment, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:58.627896 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b5cdb605-159f-47d4-ac80-4658d8c3dd44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:58.634249 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5cdb605-159f-47d4-ac80-4658d8c3dd44 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=83826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 16:21:58.634612 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b5cdb605-159f-47d4-ac80-4658d8c3dd44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15415164'] for segment, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:58.647663 dv-neutron-833373-2-hyperv neutron-server[83826]: Traceback (most recent call last): Apr 01 16:21:58.647663 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 16:21:58.647663 dv-neutron-833373-2-hyperv neutron-server[83826]: timer() Apr 01 16:21:58.647663 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:21:58.647663 dv-neutron-833373-2-hyperv neutron-server[83826]: cb(*args, **kw) Apr 01 16:21:58.647663 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:21:58.647663 dv-neutron-833373-2-hyperv neutron-server[83826]: return func(*args, **kwargs) Apr 01 16:21:58.647663 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:21:58.647663 dv-neutron-833373-2-hyperv neutron-server[83826]: self._notify() Apr 01 16:21:58.647663 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:21:58.647663 dv-neutron-833373-2-hyperv neutron-server[83826]: self.callback(batched_events) Apr 01 16:21:58.647663 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:21:58.647663 dv-neutron-833373-2-hyperv neutron-server[83826]: event.method(event) Apr 01 16:21:58.647663 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:21:58.647663 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:21:58.647663 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:21:58.647663 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:21:58.647663 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:21:58.647663 dv-neutron-833373-2-hyperv neutron-server[83826]: return f(self, *a, **k) Apr 01 16:21:58.647663 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 16:21:58.647663 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._get(url).json() Apr 01 16:21:58.647663 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 16:21:58.647663 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:21:58.647663 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 16:21:58.647663 dv-neutron-833373-2-hyperv neutron-server[83826]: return self.request(url, 'GET', **kwargs) Apr 01 16:21:58.647663 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 16:21:58.647663 dv-neutron-833373-2-hyperv neutron-server[83826]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:21:58.647663 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 16:21:58.647663 dv-neutron-833373-2-hyperv neutron-server[83826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:21:58.647663 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 16:21:58.647663 dv-neutron-833373-2-hyperv neutron-server[83826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:21:58.647663 dv-neutron-833373-2-hyperv neutron-server[83826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:21:58.727453 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b5cdb605-159f-47d4-ac80-4658d8c3dd44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:58.744110 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b5cdb605-159f-47d4-ac80-4658d8c3dd44 admin admin] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:58.755373 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cdb605-159f-47d4-ac80-4658d8c3dd44 admin admin] Pushing event deleted for resources: {'Network': ['ID=af5f594b-1706-44af-a630-97198293122c,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:21:58.758228 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-b5cdb605-159f-47d4-ac80-4658d8c3dd44 admin admin] 10.222.0.55 "DELETE /v2.0/networks/af5f594b-1706-44af-a630-97198293122c HTTP/1.1" status: 204 len: 168 time: 1.0755742 Apr 01 16:21:58.960037 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-cb8fd077-f615-4841-a5c8-9452b8599a45 None None] Deleting port 78d97d09-9a65-4775-8e59-90041d75594f {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:21:58.960421 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-cb8fd077-f615-4841-a5c8-9452b8599a45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:58.979978 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 34002) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:21:59.024095 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-cb8fd077-f615-4841-a5c8-9452b8599a45 None None] The port '78d97d09-9a65-4775-8e59-90041d75594f' was deleted {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 16:21:59.035273 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-a5168b35-8b1d-4857-910b-a5427d17079e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=873582d6d4474d1f8470062feb69877f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0540898 Apr 01 16:21:59.037971 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 34006) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:21:59.103962 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-819ea16d-1943-4fc4-b674-34f6c3614287 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:59.129436 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-819ea16d-1943-4fc4-b674-34f6c3614287 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:59.180048 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-819ea16d-1943-4fc4-b674-34f6c3614287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:59.194077 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819ea16d-1943-4fc4-b674-34f6c3614287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f76e0f8f-e1d8-4544-bb22-91a9a9cb1732,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:21:59.200185 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-819ea16d-1943-4fc4-b674-34f6c3614287 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:59.201330 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-819ea16d-1943-4fc4-b674-34f6c3614287 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f76e0f8f-e1d8-4544-bb22-91a9a9cb1732 HTTP/1.1" status: 204 len: 168 time: 0.1624689 Apr 01 16:21:59.355558 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:59.373651 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 78d97d09-9a65-4775-8e59-90041d75594f no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:21:59.405491 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 78d97d09-9a65-4775-8e59-90041d75594f {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:21:59.405837 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 78d97d09-9a65-4775-8e59-90041d75594f not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:21:59.623176 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:21:59.626369 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 34014) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:21:59.679535 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-f1f56881-e072-440d-ad1d-85e14553d76a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3cf9eaf749c84c3a8cb8eca2fe987aaa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0519669 Apr 01 16:21:59.682284 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 34018) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:21:59.740896 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f9788db2-6516-4170-86f3-0509910f8f4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:59.764751 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f9788db2-6516-4170-86f3-0509910f8f4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:59.814893 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f9788db2-6516-4170-86f3-0509910f8f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:59.830287 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9788db2-6516-4170-86f3-0509910f8f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e16c41-1768-491a-b4d2-bdb0b690ef35,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:21:59.836229 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f9788db2-6516-4170-86f3-0509910f8f4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:21:59.837639 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-f9788db2-6516-4170-86f3-0509910f8f4f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/00e16c41-1768-491a-b4d2-bdb0b690ef35 HTTP/1.1" status: 204 len: 168 time: 0.1542192 Apr 01 16:22:00.715675 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 34040) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:22:00.845977 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-e84edd17-b567-4fa5-8b89-036a5fd2af88 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1781247232-network', 'tenant_id': '2e705061b006456b9ff19172695d4794'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:22:00.852092 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-e84edd17-b567-4fa5-8b89-036a5fd2af88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:22:00.855933 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-e84edd17-b567-4fa5-8b89-036a5fd2af88 admin admin] Usage tracker for resource:network and tenant:2e705061b006456b9ff19172695d4794 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:22:00.859412 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-e84edd17-b567-4fa5-8b89-036a5fd2af88 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:22:00.867265 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-e84edd17-b567-4fa5-8b89-036a5fd2af88 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:22:00.877893 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e84edd17-b567-4fa5-8b89-036a5fd2af88 admin admin] Made reservation on behalf of 2e705061b006456b9ff19172695d4794 for: {'network': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:22:00.881545 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e84edd17-b567-4fa5-8b89-036a5fd2af88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:00.896417 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e84edd17-b567-4fa5-8b89-036a5fd2af88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:00.930337 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-e84edd17-b567-4fa5-8b89-036a5fd2af88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:22:00.934475 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-e84edd17-b567-4fa5-8b89-036a5fd2af88 admin admin] Usage tracker for resource:security_group_rule and tenant:2e705061b006456b9ff19172695d4794 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:22:00.937512 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-e84edd17-b567-4fa5-8b89-036a5fd2af88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:22:00.946356 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-e84edd17-b567-4fa5-8b89-036a5fd2af88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:22:01.031573 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e84edd17-b567-4fa5-8b89-036a5fd2af88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:01.037606 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e84edd17-b567-4fa5-8b89-036a5fd2af88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:01.075651 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e84edd17-b567-4fa5-8b89-036a5fd2af88 admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=83826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:22:01.083862 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84edd17-b567-4fa5-8b89-036a5fd2af88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ec6d47-a943-44d9-90b0-389efd0127b0,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:01.092978 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e84edd17-b567-4fa5-8b89-036a5fd2af88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:01.093291 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.segments_db [None req-e84edd17-b567-4fa5-8b89-036a5fd2af88 admin admin] Added segment bee86072-54a8-469a-b12e-9e0a960cae26 of type vlan for network 63de90e2-0296-4972-b0df-cffafb395d90 Apr 01 16:22:01.123593 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e84edd17-b567-4fa5-8b89-036a5fd2af88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:01.154811 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e84edd17-b567-4fa5-8b89-036a5fd2af88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:01.155662 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84edd17-b567-4fa5-8b89-036a5fd2af88 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:01.156248 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e84edd17-b567-4fa5-8b89-036a5fd2af88 admin admin] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:01.263140 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84edd17-b567-4fa5-8b89-036a5fd2af88 admin admin] Pushing event updated for resources: {'Network': ['ID=63de90e2-0296-4972-b0df-cffafb395d90,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:01.266180 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-e84edd17-b567-4fa5-8b89-036a5fd2af88 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5494268 Apr 01 16:22:01.271122 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 34046) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:22:01.276467 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 63de90e2-0296-4972-b0df-cffafb395d90 details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:22:01.277045 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-58c7d144-b832-4fb6-9bc4-27a57b062fcc admin admin] Request body: {'subnet': {'network_id': '63de90e2-0296-4972-b0df-cffafb395d90', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1781247232-subnet', 'tenant_id': '2e705061b006456b9ff19172695d4794', 'ip_version': 4}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:22:01.281864 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-58c7d144-b832-4fb6-9bc4-27a57b062fcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:22:01.287309 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-58c7d144-b832-4fb6-9bc4-27a57b062fcc admin admin] Usage tracker for resource:subnet and tenant:2e705061b006456b9ff19172695d4794 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:22:01.290826 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-58c7d144-b832-4fb6-9bc4-27a57b062fcc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:22:01.298170 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-58c7d144-b832-4fb6-9bc4-27a57b062fcc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:22:01.313006 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c7d144-b832-4fb6-9bc4-27a57b062fcc admin admin] Made reservation on behalf of 2e705061b006456b9ff19172695d4794 for: {'subnet': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:22:01.315983 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-58c7d144-b832-4fb6-9bc4-27a57b062fcc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16088980'] for subnet, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:01.534671 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-58c7d144-b832-4fb6-9bc4-27a57b062fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15415267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16089018'] for subnet, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:01.607284 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c7d144-b832-4fb6-9bc4-27a57b062fcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ce7ce89-bd33-4efc-a0fc-4e9534073976,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:01.625229 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c7d144-b832-4fb6-9bc4-27a57b062fcc admin admin] Checking segment: {'id': 'bee86072-54a8-469a-b12e-9e0a960cae26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '63de90e2-0296-4972-b0df-cffafb395d90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:22:01.625584 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c7d144-b832-4fb6-9bc4-27a57b062fcc admin admin] Network hostable DHCP agents. Network: 63de90e2-0296-4972-b0df-cffafb395d90, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:22:01.649536 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c7d144-b832-4fb6-9bc4-27a57b062fcc admin admin] Network 63de90e2-0296-4972-b0df-cffafb395d90 is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:22:01.661873 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-58c7d144-b832-4fb6-9bc4-27a57b062fcc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, 63de90e2-0296-4972-b0df-cffafb395d90) {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:22:01.666341 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c7d144-b832-4fb6-9bc4-27a57b062fcc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:01.666995 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-58c7d144-b832-4fb6-9bc4-27a57b062fcc admin admin] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:01.671370 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9e23a0-5368-4fdf-98aa-837df2415870 None None] Network 63de90e2-0296-4972-b0df-cffafb395d90 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:22:01.693363 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-58c7d144-b832-4fb6-9bc4-27a57b062fcc admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4211013 Apr 01 16:22:01.693805 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 34050) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:22:01.701448 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-8d889cd0-19b9-4b98-8b12-1584fd46bb3a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1781247232-router', 'tenant_id': '2e705061b006456b9ff19172695d4794', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:22:01.706361 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-8d889cd0-19b9-4b98-8b12-1584fd46bb3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:22:01.711775 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-8d889cd0-19b9-4b98-8b12-1584fd46bb3a admin admin] Usage tracker for resource:router and tenant:2e705061b006456b9ff19172695d4794 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:22:01.714752 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-8d889cd0-19b9-4b98-8b12-1584fd46bb3a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:22:01.720524 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-8d889cd0-19b9-4b98-8b12-1584fd46bb3a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:22:01.732611 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8d889cd0-19b9-4b98-8b12-1584fd46bb3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130665'] for router, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:01.733591 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8d889cd0-19b9-4b98-8b12-1584fd46bb3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617571', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130640'] for router, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:01.753125 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8d889cd0-19b9-4b98-8b12-1584fd46bb3a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:01.898186 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573c8ad4-c65a-468c-967a-c63db1d2c400 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-63de90e2-0296-4972-b0df-cffafb395d90', 'network_id': '63de90e2-0296-4972-b0df-cffafb395d90', 'tenant_id': '2e705061b006456b9ff19172695d4794', 'fixed_ips': [{'subnet_id': '4ce7ce89-bd33-4efc-a0fc-4e9534073976'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 16:22:01.899587 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-573c8ad4-c65a-468c-967a-c63db1d2c400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:01.913998 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8d889cd0-19b9-4b98-8b12-1584fd46bb3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130626'] for router, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:02.069697 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-573c8ad4-c65a-468c-967a-c63db1d2c400 None None] Allocated IP 172.20.0.2 (63de90e2-0296-4972-b0df-cffafb395d90/4ce7ce89-bd33-4efc-a0fc-4e9534073976/8e0ab00d-b3f3-4894-ab3e-858f41da6038) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:22:02.116531 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8d889cd0-19b9-4b98-8b12-1584fd46bb3a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:02.146997 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8d889cd0-19b9-4b98-8b12-1584fd46bb3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:02.292675 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-573c8ad4-c65a-468c-967a-c63db1d2c400 None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:02.293309 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-8d889cd0-19b9-4b98-8b12-1584fd46bb3a admin admin] Allocated IP 172.26.1.23 (ed45466e-0386-4b92-8de3-247c977242ac/0479f741-5cd1-4d6f-b593-d8aa909a42d3/3db4e9cf-9376-4008-b8fa-df3413426f97) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:22:02.305535 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-573c8ad4-c65a-468c-967a-c63db1d2c400 None None] Transition to ACTIVE for port object 8e0ab00d-b3f3-4894-ab3e-858f41da6038 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:22:02.326408 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-573c8ad4-c65a-468c-967a-c63db1d2c400 None None] Transition to ACTIVE for port object 8e0ab00d-b3f3-4894-ab3e-858f41da6038 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:22:02.333438 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-573c8ad4-c65a-468c-967a-c63db1d2c400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:02.402012 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573c8ad4-c65a-468c-967a-c63db1d2c400 None None] Network 63de90e2-0296-4972-b0df-cffafb395d90 is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:22:02.403554 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-573c8ad4-c65a-468c-967a-c63db1d2c400 None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:22:02.408833 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573c8ad4-c65a-468c-967a-c63db1d2c400 None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:22:02.422573 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573c8ad4-c65a-468c-967a-c63db1d2c400 None None] Pushing event updated for resources: {'Port': ['ID=8e0ab00d-b3f3-4894-ab3e-858f41da6038,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:02.514833 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-573c8ad4-c65a-468c-967a-c63db1d2c400 None None] Attempting to bind port 8e0ab00d-b3f3-4894-ab3e-858f41da6038 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:22:02.515203 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-573c8ad4-c65a-468c-967a-c63db1d2c400 None None] Attempting to bind port 8e0ab00d-b3f3-4894-ab3e-858f41da6038 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'bee86072-54a8-469a-b12e-9e0a960cae26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '63de90e2-0296-4972-b0df-cffafb395d90'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:22:02.515570 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573c8ad4-c65a-468c-967a-c63db1d2c400 None None] Attempting to bind port 8e0ab00d-b3f3-4894-ab3e-858f41da6038 on network 63de90e2-0296-4972-b0df-cffafb395d90 {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:22:02.523523 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573c8ad4-c65a-468c-967a-c63db1d2c400 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:22:02.523899 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573c8ad4-c65a-468c-967a-c63db1d2c400 None None] Checking segment: {'id': 'bee86072-54a8-469a-b12e-9e0a960cae26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '63de90e2-0296-4972-b0df-cffafb395d90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:22:02.524306 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-573c8ad4-c65a-468c-967a-c63db1d2c400 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:02.524700 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573c8ad4-c65a-468c-967a-c63db1d2c400 None None] Bound using segment: {'id': 'bee86072-54a8-469a-b12e-9e0a960cae26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '63de90e2-0296-4972-b0df-cffafb395d90'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:22:02.525202 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-573c8ad4-c65a-468c-967a-c63db1d2c400 None None] Bound port: 8e0ab00d-b3f3-4894-ab3e-858f41da6038, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bee86072-54a8-469a-b12e-9e0a960cae26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '63de90e2-0296-4972-b0df-cffafb395d90'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:22:02.525583 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-573c8ad4-c65a-468c-967a-c63db1d2c400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:02.555159 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8d889cd0-19b9-4b98-8b12-1584fd46bb3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:02.584073 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8d889cd0-19b9-4b98-8b12-1584fd46bb3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:02.622665 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-573c8ad4-c65a-468c-967a-c63db1d2c400 None None] For port 8e0ab00d-b3f3-4894-ab3e-858f41da6038, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:22:02.627660 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-573c8ad4-c65a-468c-967a-c63db1d2c400 None None] For port 8e0ab00d-b3f3-4894-ab3e-858f41da6038, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=8e0ab00d-b3f3-4894-ab3e-858f41da6038,segment=NetworkSegment(bee86072-54a8-469a-b12e-9e0a960cae26),segment_id=bee86072-54a8-469a-b12e-9e0a960cae26)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:22:02.633618 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-573c8ad4-c65a-468c-967a-c63db1d2c400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:02.655670 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d889cd0-19b9-4b98-8b12-1584fd46bb3a admin admin] Network ed45466e-0386-4b92-8de3-247c977242ac is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:22:02.658539 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-8d889cd0-19b9-4b98-8b12-1584fd46bb3a admin admin] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:22:02.663214 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d889cd0-19b9-4b98-8b12-1584fd46bb3a admin admin] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:22:02.694406 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d889cd0-19b9-4b98-8b12-1584fd46bb3a admin admin] Pushing event updated for resources: {'Port': ['ID=3db4e9cf-9376-4008-b8fa-df3413426f97,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:02.773709 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573c8ad4-c65a-468c-967a-c63db1d2c400 None None] Pushing event updated for resources: {'Port': ['ID=8e0ab00d-b3f3-4894-ab3e-858f41da6038,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:02.858444 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8d889cd0-19b9-4b98-8b12-1584fd46bb3a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:02.859588 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8d889cd0-19b9-4b98-8b12-1584fd46bb3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616'] for router, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:03.114635 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d889cd0-19b9-4b98-8b12-1584fd46bb3a admin admin] Router d1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba is scheduled to L3 agent ff252634-3424-422a-b742-9ae457bd54bd with binding_index 1 {{(pid=83828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 16:22:03.322468 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d889cd0-19b9-4b98-8b12-1584fd46bb3a admin admin] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:22:03.341564 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fec0b49-30ca-433a-84b9-e6cd9e73a116 None None] Sync routers for ids ['d1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:22:03.358244 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8d889cd0-19b9-4b98-8b12-1584fd46bb3a admin admin] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:03.359678 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-8d889cd0-19b9-4b98-8b12-1584fd46bb3a admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6647556 Apr 01 16:22:03.362207 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 34054) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:22:03.362661 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fec0b49-30ca-433a-84b9-e6cd9e73a116 None None] Routers {'d1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:22:03.364169 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-4fec0b49-30ca-433a-84b9-e6cd9e73a116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:21:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['d1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:22:03.427907 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 8e0ab00d-b3f3-4894-ab3e-858f41da6038 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:22:03.618850 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 8e0ab00d-b3f3-4894-ab3e-858f41da6038 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:22:03.625437 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-4fec0b49-30ca-433a-84b9-e6cd9e73a116 None None] Set router d1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:22:03.814842 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099a97a1-d01d-4251-a870-b9bf148ba52b None None] Network 63de90e2-0296-4972-b0df-cffafb395d90 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:22:03.969241 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-6b08c44b-4a2a-4caa-ab0e-e8a3322ec700 None None] Provisioning for port 8e0ab00d-b3f3-4894-ab3e-858f41da6038 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:22:03.982933 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-6b08c44b-4a2a-4caa-ab0e-e8a3322ec700 None None] Provisioning complete for port 8e0ab00d-b3f3-4894-ab3e-858f41da6038 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:22:03.983299 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6b08c44b-4a2a-4caa-ab0e-e8a3322ec700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:04.241539 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c28737bc-de25-4213-ba29-dbb8eba752fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:04.313234 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-4fec0b49-30ca-433a-84b9-e6cd9e73a116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba', 'name': 'tempest-TestMinimumBasicScenario-1781247232-router', 'tenant_id': '2e705061b006456b9ff19172695d4794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': '3db4e9cf-9376-4008-b8fa-df3413426f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:22:01Z', 'updated_at': '2022-04-01T16:22:02Z', 'revision_number': 3, 'project_id': '2e705061b006456b9ff19172695d4794', 'gw_port': {'id': '3db4e9cf-9376-4008-b8fa-df3413426f97', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:db:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:02Z', 'updated_at': '2022-04-01T16:22:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:22:04.323428 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fec0b49-30ca-433a-84b9-e6cd9e73a116 None None] Checking router: d1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba for host: dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:22:04.323763 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fec0b49-30ca-433a-84b9-e6cd9e73a116 None None] Updating router d1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba port 3db4e9cf-9376-4008-b8fa-df3413426f97 binding host dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 16:22:04.352944 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6b08c44b-4a2a-4caa-ab0e-e8a3322ec700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:04.417083 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-4fec0b49-30ca-433a-84b9-e6cd9e73a116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:04.475475 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-6b08c44b-4a2a-4caa-ab0e-e8a3322ec700 None None] For port 8e0ab00d-b3f3-4894-ab3e-858f41da6038, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=8e0ab00d-b3f3-4894-ab3e-858f41da6038,segment=NetworkSegment(bee86072-54a8-469a-b12e-9e0a960cae26),segment_id=bee86072-54a8-469a-b12e-9e0a960cae26)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:22:04.485176 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6b08c44b-4a2a-4caa-ab0e-e8a3322ec700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:04.629692 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-c28737bc-de25-4213-ba29-dbb8eba752fd admin admin] Allocated IP 172.20.0.1 (63de90e2-0296-4972-b0df-cffafb395d90/4ce7ce89-bd33-4efc-a0fc-4e9534073976/171d4632-97b1-4ff3-85a4-b69ee3973518) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:22:04.645477 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b08c44b-4a2a-4caa-ab0e-e8a3322ec700 None None] Pushing event updated for resources: {'Port': ['ID=8e0ab00d-b3f3-4894-ab3e-858f41da6038,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:04.772014 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-07560e7a-4643-4d7b-b590-b8f7b4eaf953 None None] Provisioning complete for port 8e0ab00d-b3f3-4894-ab3e-858f41da6038 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:22:04.772304 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-07560e7a-4643-4d7b-b590-b8f7b4eaf953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:04.800021 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c28737bc-de25-4213-ba29-dbb8eba752fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:04.818255 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [None req-c28737bc-de25-4213-ba29-dbb8eba752fd admin admin] Transition to ACTIVE for port object 171d4632-97b1-4ff3-85a4-b69ee3973518 will not be triggered until provisioned by entity DHCP. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:22:04.842154 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c28737bc-de25-4213-ba29-dbb8eba752fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:04.915178 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28737bc-de25-4213-ba29-dbb8eba752fd admin admin] Network 63de90e2-0296-4972-b0df-cffafb395d90 is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:22:04.919020 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-c28737bc-de25-4213-ba29-dbb8eba752fd admin admin] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:22:04.922028 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28737bc-de25-4213-ba29-dbb8eba752fd admin admin] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:22:04.991262 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28737bc-de25-4213-ba29-dbb8eba752fd admin admin] Pushing event updated for resources: {'Port': ['ID=171d4632-97b1-4ff3-85a4-b69ee3973518,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:05.006952 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c28737bc-de25-4213-ba29-dbb8eba752fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611418'] for router_interface, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:05.072271 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-4fec0b49-30ca-433a-84b9-e6cd9e73a116 None None] Notify callbacks [] for port, precommit_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:05.096234 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-4fec0b49-30ca-433a-84b9-e6cd9e73a116 None None] Transition to ACTIVE for port object 3db4e9cf-9376-4008-b8fa-df3413426f97 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:22:05.107036 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c28737bc-de25-4213-ba29-dbb8eba752fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:05.108333 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-4fec0b49-30ca-433a-84b9-e6cd9e73a116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:05.211573 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0de308-f2f5-4079-b1fd-73940d51b8e2 None None] Pushing event updated for resources: {'Port': ['ID=3db4e9cf-9376-4008-b8fa-df3413426f97,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:05.215520 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-4fec0b49-30ca-433a-84b9-e6cd9e73a116 None None] Attempting to bind port 3db4e9cf-9376-4008-b8fa-df3413426f97 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:22:05.215884 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-4fec0b49-30ca-433a-84b9-e6cd9e73a116 None None] Attempting to bind port 3db4e9cf-9376-4008-b8fa-df3413426f97 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:22:05.216240 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fec0b49-30ca-433a-84b9-e6cd9e73a116 None None] Attempting to bind port 3db4e9cf-9376-4008-b8fa-df3413426f97 on network ed45466e-0386-4b92-8de3-247c977242ac {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:22:05.226420 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fec0b49-30ca-433a-84b9-e6cd9e73a116 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:22:05.226788 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fec0b49-30ca-433a-84b9-e6cd9e73a116 None None] Checking segment: {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:22:05.227194 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-4fec0b49-30ca-433a-84b9-e6cd9e73a116 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:05.227580 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fec0b49-30ca-433a-84b9-e6cd9e73a116 None None] Bound using segment: {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:22:05.228048 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-4fec0b49-30ca-433a-84b9-e6cd9e73a116 None None] Bound port: 3db4e9cf-9376-4008-b8fa-df3413426f97, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:22:05.228416 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-4fec0b49-30ca-433a-84b9-e6cd9e73a116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:05.319751 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-5a235b07-a630-4757-8ae0-3232469a60a9 None None] Provisioning for port 171d4632-97b1-4ff3-85a4-b69ee3973518 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:22:05.328352 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-4fec0b49-30ca-433a-84b9-e6cd9e73a116 None None] For port 3db4e9cf-9376-4008-b8fa-df3413426f97, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:22:05.332090 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-5a235b07-a630-4757-8ae0-3232469a60a9 None None] Provisioning complete for port 171d4632-97b1-4ff3-85a4-b69ee3973518 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:22:05.332471 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-5a235b07-a630-4757-8ae0-3232469a60a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:05.377863 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-4fec0b49-30ca-433a-84b9-e6cd9e73a116 None None] For port 3db4e9cf-9376-4008-b8fa-df3413426f97, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=3db4e9cf-9376-4008-b8fa-df3413426f97,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:22:05.388257 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-4fec0b49-30ca-433a-84b9-e6cd9e73a116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:05.408835 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c28737bc-de25-4213-ba29-dbb8eba752fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:05.418619 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c28737bc-de25-4213-ba29-dbb8eba752fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:05.435664 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 8e0ab00d-b3f3-4894-ab3e-858f41da6038 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:22:05.517123 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-5a235b07-a630-4757-8ae0-3232469a60a9 None None] Port 171d4632-97b1-4ff3-85a4-b69ee3973518 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 16:22:05.533997 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28737bc-de25-4213-ba29-dbb8eba752fd admin admin] Pushing event updated for resources: {'Port': ['ID=171d4632-97b1-4ff3-85a4-b69ee3973518,revision_number=2']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:05.537308 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c28737bc-de25-4213-ba29-dbb8eba752fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611525'] for router_interface, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:05.554790 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0de308-f2f5-4079-b1fd-73940d51b8e2 None None] Pushing event updated for resources: {'Port': ['ID=3db4e9cf-9376-4008-b8fa-df3413426f97,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:05.563649 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fec0b49-30ca-433a-84b9-e6cd9e73a116 None None] Routers {'d1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:22:05.564255 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-4fec0b49-30ca-433a-84b9-e6cd9e73a116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:21:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['d1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:22:05.690447 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28737bc-de25-4213-ba29-dbb8eba752fd admin admin] Network 63de90e2-0296-4972-b0df-cffafb395d90 is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:22:05.692152 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-c28737bc-de25-4213-ba29-dbb8eba752fd admin admin] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:22:05.729995 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 8e0ab00d-b3f3-4894-ab3e-858f41da6038 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:22:05.730371 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:05.871672 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-4fec0b49-30ca-433a-84b9-e6cd9e73a116 None None] Set router d1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:22:06.130156 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-1727b636-1170-4e25-a6f3-804da96a9bce None None] Provisioning complete for port 171d4632-97b1-4ff3-85a4-b69ee3973518 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:22:06.130739 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-1727b636-1170-4e25-a6f3-804da96a9bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:06.133119 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c28737bc-de25-4213-ba29-dbb8eba752fd admin admin] Router d1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:22:06.215976 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-1727b636-1170-4e25-a6f3-804da96a9bce None None] Port 171d4632-97b1-4ff3-85a4-b69ee3973518 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 16:22:06.299351 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-4fec0b49-30ca-433a-84b9-e6cd9e73a116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba', 'name': 'tempest-TestMinimumBasicScenario-1781247232-router', 'tenant_id': '2e705061b006456b9ff19172695d4794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': '3db4e9cf-9376-4008-b8fa-df3413426f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:22:01Z', 'updated_at': '2022-04-01T16:22:05Z', 'revision_number': 4, 'project_id': '2e705061b006456b9ff19172695d4794', 'gw_port': {'id': '3db4e9cf-9376-4008-b8fa-df3413426f97', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:db:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:02Z', 'updated_at': '2022-04-01T16:22:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '171d4632-97b1-4ff3-85a4-b69ee3973518', 'name': '', 'network_id': '63de90e2-0296-4972-b0df-cffafb395d90', 'tenant_id': '2e705061b006456b9ff19172695d4794', 'mac_address': 'fa:16:3e:87:c2:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ce7ce89-bd33-4efc-a0fc-4e9534073976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:04Z', 'updated_at': '2022-04-01T16:22:05Z', 'revision_number': 2, 'project_id': '2e705061b006456b9ff19172695d4794', 'subnets': [{'id': '4ce7ce89-bd33-4efc-a0fc-4e9534073976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:22:06.306910 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fec0b49-30ca-433a-84b9-e6cd9e73a116 None None] The sync data for ids ['d1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba'] in dv-neutron-833373-2-hyperv is: [{'id': 'd1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba', 'name': 'tempest-TestMinimumBasicScenario-1781247232-router', 'tenant_id': '2e705061b006456b9ff19172695d4794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': '3db4e9cf-9376-4008-b8fa-df3413426f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:22:01Z', 'updated_at': '2022-04-01T16:22:05Z', 'revision_number': 4, 'project_id': '2e705061b006456b9ff19172695d4794', 'gw_port': {'id': '3db4e9cf-9376-4008-b8fa-df3413426f97', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:db:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:02Z', 'updated_at': '2022-04-01T16:22:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '171d4632-97b1-4ff3-85a4-b69ee3973518', 'name': '', 'network_id': '63de90e2-0296-4972-b0df-cffafb395d90', 'tenant_id': '2e705061b006456b9ff19172695d4794', 'mac_address': 'fa:16:3e:87:c2:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ce7ce89-bd33-4efc-a0fc-4e9534073976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:04Z', 'updated_at': '2022-04-01T16:22:05Z', 'revision_number': 2, 'project_id': '2e705061b006456b9ff19172695d4794', 'subnets': [{'id': '4ce7ce89-bd33-4efc-a0fc-4e9534073976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:22:06.462507 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c28737bc-de25-4213-ba29-dbb8eba752fd admin admin] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:22:06.484823 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-c28737bc-de25-4213-ba29-dbb8eba752fd admin admin] 10.222.0.55 "PUT /v2.0/routers/d1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1163044 Apr 01 16:22:07.440786 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 3db4e9cf-9376-4008-b8fa-df3413426f97 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:22:07.526342 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 3db4e9cf-9376-4008-b8fa-df3413426f97 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:22:07.532259 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 3db4e9cf-9376-4008-b8fa-df3413426f97 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:22:07.533034 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:07.566835 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 34076) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:22:07.573605 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-3dac6a2f-a75e-4848-afab-df60b76bc649 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1724836565-network', 'tenant_id': 'cda87daa8053403ebfa991eee4068588'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:22:07.579045 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-3dac6a2f-a75e-4848-afab-df60b76bc649 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:22:07.585741 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-3dac6a2f-a75e-4848-afab-df60b76bc649 admin admin] Usage tracker for resource:network and tenant:cda87daa8053403ebfa991eee4068588 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:22:07.589839 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-3dac6a2f-a75e-4848-afab-df60b76bc649 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:22:07.598378 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-3dac6a2f-a75e-4848-afab-df60b76bc649 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:22:07.612677 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dac6a2f-a75e-4848-afab-df60b76bc649 admin admin] Made reservation on behalf of cda87daa8053403ebfa991eee4068588 for: {'network': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:22:07.618960 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3dac6a2f-a75e-4848-afab-df60b76bc649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:07.641819 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3dac6a2f-a75e-4848-afab-df60b76bc649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:07.666897 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:07.684944 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-3dac6a2f-a75e-4848-afab-df60b76bc649 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:22:07.685494 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port 3db4e9cf-9376-4008-b8fa-df3413426f97, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=3db4e9cf-9376-4008-b8fa-df3413426f97,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:22:07.690269 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:07.694407 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-3dac6a2f-a75e-4848-afab-df60b76bc649 admin admin] Usage tracker for resource:security_group_rule and tenant:cda87daa8053403ebfa991eee4068588 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:22:07.698298 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-3dac6a2f-a75e-4848-afab-df60b76bc649 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:22:07.704537 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-3dac6a2f-a75e-4848-afab-df60b76bc649 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:22:07.765644 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=3db4e9cf-9376-4008-b8fa-df3413426f97,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:07.788302 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3dac6a2f-a75e-4848-afab-df60b76bc649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:07.796438 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3dac6a2f-a75e-4848-afab-df60b76bc649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:07.828926 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dac6a2f-a75e-4848-afab-df60b76bc649 admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=83828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:22:07.837477 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dac6a2f-a75e-4848-afab-df60b76bc649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ead1059-80ec-4e69-a6b9-90ced2ff10dc,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:07.843003 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3dac6a2f-a75e-4848-afab-df60b76bc649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:07.843398 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.segments_db [None req-3dac6a2f-a75e-4848-afab-df60b76bc649 admin admin] Added segment 2fa55d2d-cfc4-4c4a-bf25-6041f77f1f4f of type vlan for network 0c50040c-4487-474a-99fb-f358f21df0a0 Apr 01 16:22:07.893531 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3dac6a2f-a75e-4848-afab-df60b76bc649 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:07.929647 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3dac6a2f-a75e-4848-afab-df60b76bc649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:07.930489 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dac6a2f-a75e-4848-afab-df60b76bc649 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:07.931072 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3dac6a2f-a75e-4848-afab-df60b76bc649 admin admin] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:08.051630 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-3dac6a2f-a75e-4848-afab-df60b76bc649 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4830747 Apr 01 16:22:08.052494 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dac6a2f-a75e-4848-afab-df60b76bc649 admin admin] Pushing event updated for resources: {'Network': ['ID=0c50040c-4487-474a-99fb-f358f21df0a0,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:08.055214 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 34080) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:22:08.064182 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-c70efb1d-b3e9-41a4-a893-0e3766c3ee48 admin admin] Request body: {'subnet': {'network_id': '0c50040c-4487-474a-99fb-f358f21df0a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1724836565-subnet', 'tenant_id': 'cda87daa8053403ebfa991eee4068588', 'ip_version': 4}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:22:08.069777 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 0c50040c-4487-474a-99fb-f358f21df0a0 details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:22:08.070926 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-c70efb1d-b3e9-41a4-a893-0e3766c3ee48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:22:08.075341 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-c70efb1d-b3e9-41a4-a893-0e3766c3ee48 admin admin] Usage tracker for resource:subnet and tenant:cda87daa8053403ebfa991eee4068588 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:22:08.078764 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-c70efb1d-b3e9-41a4-a893-0e3766c3ee48 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:22:08.087721 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-c70efb1d-b3e9-41a4-a893-0e3766c3ee48 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:22:08.102317 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c70efb1d-b3e9-41a4-a893-0e3766c3ee48 admin admin] Made reservation on behalf of cda87daa8053403ebfa991eee4068588 for: {'subnet': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:22:08.105587 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c70efb1d-b3e9-41a4-a893-0e3766c3ee48 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16030269'] for subnet, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:08.323709 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c70efb1d-b3e9-41a4-a893-0e3766c3ee48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15306628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16030227'] for subnet, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:08.400469 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70efb1d-b3e9-41a4-a893-0e3766c3ee48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82e6cc94-07b7-4353-b83a-8eedce9c7dad,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:08.418267 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70efb1d-b3e9-41a4-a893-0e3766c3ee48 admin admin] Checking segment: {'id': '2fa55d2d-cfc4-4c4a-bf25-6041f77f1f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0c50040c-4487-474a-99fb-f358f21df0a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:22:08.418627 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70efb1d-b3e9-41a4-a893-0e3766c3ee48 admin admin] Network hostable DHCP agents. Network: 0c50040c-4487-474a-99fb-f358f21df0a0, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:22:08.443685 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70efb1d-b3e9-41a4-a893-0e3766c3ee48 admin admin] Network 0c50040c-4487-474a-99fb-f358f21df0a0 is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:22:08.457995 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-c70efb1d-b3e9-41a4-a893-0e3766c3ee48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, 0c50040c-4487-474a-99fb-f358f21df0a0) {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:22:08.466582 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a32cc2-dcb3-471e-a819-f8108badf2d7 None None] Network 0c50040c-4487-474a-99fb-f358f21df0a0 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:22:08.467095 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70efb1d-b3e9-41a4-a893-0e3766c3ee48 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:08.467685 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c70efb1d-b3e9-41a4-a893-0e3766c3ee48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:08.495296 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-c70efb1d-b3e9-41a4-a893-0e3766c3ee48 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4394407 Apr 01 16:22:08.497888 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 34084) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:22:08.503017 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-f2930638-a7f1-45dd-95fe-375c9774ae90 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1724836565-router', 'tenant_id': 'cda87daa8053403ebfa991eee4068588', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:22:08.510719 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-f2930638-a7f1-45dd-95fe-375c9774ae90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:22:08.515139 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-f2930638-a7f1-45dd-95fe-375c9774ae90 admin admin] Usage tracker for resource:router and tenant:cda87daa8053403ebfa991eee4068588 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:22:08.518365 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-f2930638-a7f1-45dd-95fe-375c9774ae90 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:22:08.524570 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-f2930638-a7f1-45dd-95fe-375c9774ae90 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:22:08.540137 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f2930638-a7f1-45dd-95fe-375c9774ae90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130665'] for router, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:08.541685 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f2930638-a7f1-45dd-95fe-375c9774ae90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617571', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130640'] for router, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:08.571445 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f2930638-a7f1-45dd-95fe-375c9774ae90 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:08.736156 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f2930638-a7f1-45dd-95fe-375c9774ae90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130626'] for router, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:08.746291 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f08378d-4b6d-4a51-8240-60b07b2fb22d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-0c50040c-4487-474a-99fb-f358f21df0a0', 'network_id': '0c50040c-4487-474a-99fb-f358f21df0a0', 'tenant_id': 'cda87daa8053403ebfa991eee4068588', 'fixed_ips': [{'subnet_id': '82e6cc94-07b7-4353-b83a-8eedce9c7dad'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 16:22:08.747210 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-9f08378d-4b6d-4a51-8240-60b07b2fb22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:08.910744 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-9f08378d-4b6d-4a51-8240-60b07b2fb22d None None] Allocated IP 172.20.0.2 (0c50040c-4487-474a-99fb-f358f21df0a0/82e6cc94-07b7-4353-b83a-8eedce9c7dad/41f5373e-e77c-4675-9ef9-aec8f844d6c2) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:22:08.960768 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f2930638-a7f1-45dd-95fe-375c9774ae90 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:08.996608 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f2930638-a7f1-45dd-95fe-375c9774ae90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:09.167711 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-f2930638-a7f1-45dd-95fe-375c9774ae90 admin admin] Allocated IP 172.26.1.165 (ed45466e-0386-4b92-8de3-247c977242ac/0479f741-5cd1-4d6f-b593-d8aa909a42d3/a3046fa5-b877-4278-8aff-03f2c57f2eff) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:22:09.169756 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-9f08378d-4b6d-4a51-8240-60b07b2fb22d None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:09.183406 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-9f08378d-4b6d-4a51-8240-60b07b2fb22d None None] Transition to ACTIVE for port object 41f5373e-e77c-4675-9ef9-aec8f844d6c2 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:22:09.203995 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-9f08378d-4b6d-4a51-8240-60b07b2fb22d None None] Transition to ACTIVE for port object 41f5373e-e77c-4675-9ef9-aec8f844d6c2 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:22:09.211700 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-9f08378d-4b6d-4a51-8240-60b07b2fb22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:09.299497 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f08378d-4b6d-4a51-8240-60b07b2fb22d None None] Network 0c50040c-4487-474a-99fb-f358f21df0a0 is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:22:09.301254 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f08378d-4b6d-4a51-8240-60b07b2fb22d None None] Pushing event updated for resources: {'Port': ['ID=41f5373e-e77c-4675-9ef9-aec8f844d6c2,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:09.305669 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-9f08378d-4b6d-4a51-8240-60b07b2fb22d None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:22:09.308151 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f08378d-4b6d-4a51-8240-60b07b2fb22d None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:22:09.373547 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f2930638-a7f1-45dd-95fe-375c9774ae90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:09.406532 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-9f08378d-4b6d-4a51-8240-60b07b2fb22d None None] Attempting to bind port 41f5373e-e77c-4675-9ef9-aec8f844d6c2 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:22:09.406898 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-9f08378d-4b6d-4a51-8240-60b07b2fb22d None None] Attempting to bind port 41f5373e-e77c-4675-9ef9-aec8f844d6c2 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': '2fa55d2d-cfc4-4c4a-bf25-6041f77f1f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0c50040c-4487-474a-99fb-f358f21df0a0'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:22:09.407266 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f08378d-4b6d-4a51-8240-60b07b2fb22d None None] Attempting to bind port 41f5373e-e77c-4675-9ef9-aec8f844d6c2 on network 0c50040c-4487-474a-99fb-f358f21df0a0 {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:22:09.415139 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 3db4e9cf-9376-4008-b8fa-df3413426f97 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:22:09.417553 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f2930638-a7f1-45dd-95fe-375c9774ae90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:09.452327 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f08378d-4b6d-4a51-8240-60b07b2fb22d None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:22:09.452675 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f08378d-4b6d-4a51-8240-60b07b2fb22d None None] Checking segment: {'id': '2fa55d2d-cfc4-4c4a-bf25-6041f77f1f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0c50040c-4487-474a-99fb-f358f21df0a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:22:09.453323 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-9f08378d-4b6d-4a51-8240-60b07b2fb22d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:09.453651 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f08378d-4b6d-4a51-8240-60b07b2fb22d None None] Bound using segment: {'id': '2fa55d2d-cfc4-4c4a-bf25-6041f77f1f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0c50040c-4487-474a-99fb-f358f21df0a0'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:22:09.454144 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-9f08378d-4b6d-4a51-8240-60b07b2fb22d None None] Bound port: 41f5373e-e77c-4675-9ef9-aec8f844d6c2, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fa55d2d-cfc4-4c4a-bf25-6041f77f1f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0c50040c-4487-474a-99fb-f358f21df0a0'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:22:09.454527 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-9f08378d-4b6d-4a51-8240-60b07b2fb22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:09.490374 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2930638-a7f1-45dd-95fe-375c9774ae90 admin admin] Network ed45466e-0386-4b92-8de3-247c977242ac is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:22:09.493314 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-f2930638-a7f1-45dd-95fe-375c9774ae90 admin admin] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:22:09.497246 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2930638-a7f1-45dd-95fe-375c9774ae90 admin admin] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:22:09.530485 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2930638-a7f1-45dd-95fe-375c9774ae90 admin admin] Pushing event updated for resources: {'Port': ['ID=a3046fa5-b877-4278-8aff-03f2c57f2eff,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:09.589890 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-9f08378d-4b6d-4a51-8240-60b07b2fb22d None None] For port 41f5373e-e77c-4675-9ef9-aec8f844d6c2, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:22:09.593370 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-9f08378d-4b6d-4a51-8240-60b07b2fb22d None None] For port 41f5373e-e77c-4675-9ef9-aec8f844d6c2, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=41f5373e-e77c-4675-9ef9-aec8f844d6c2,segment=NetworkSegment(2fa55d2d-cfc4-4c4a-bf25-6041f77f1f4f),segment_id=2fa55d2d-cfc4-4c4a-bf25-6041f77f1f4f)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:22:09.594491 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 3db4e9cf-9376-4008-b8fa-df3413426f97 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:22:09.594899 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:09.624206 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-9f08378d-4b6d-4a51-8240-60b07b2fb22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:09.692138 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f2930638-a7f1-45dd-95fe-375c9774ae90 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:09.692942 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f2930638-a7f1-45dd-95fe-375c9774ae90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616'] for router, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:09.746517 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f08378d-4b6d-4a51-8240-60b07b2fb22d None None] Pushing event updated for resources: {'Port': ['ID=41f5373e-e77c-4675-9ef9-aec8f844d6c2,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:10.150906 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2930638-a7f1-45dd-95fe-375c9774ae90 admin admin] Router 5d13e623-01d2-45ac-a132-f98978272db0 is scheduled to L3 agent ff252634-3424-422a-b742-9ae457bd54bd with binding_index 1 {{(pid=83828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 16:22:10.364367 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2930638-a7f1-45dd-95fe-375c9774ae90 admin admin] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:22:10.372921 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e4786b-62a1-4366-80a2-072b9f022644 None None] Sync routers for ids ['5d13e623-01d2-45ac-a132-f98978272db0'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:22:10.385538 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e4786b-62a1-4366-80a2-072b9f022644 None None] Routers {'5d13e623-01d2-45ac-a132-f98978272db0'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:22:10.386200 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-01e4786b-62a1-4366-80a2-072b9f022644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:21:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['5d13e623-01d2-45ac-a132-f98978272db0'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:22:10.392465 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f2930638-a7f1-45dd-95fe-375c9774ae90 admin admin] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:10.393770 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-f2930638-a7f1-45dd-95fe-375c9774ae90 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8949442 Apr 01 16:22:10.399439 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 34088) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:22:10.590020 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-01e4786b-62a1-4366-80a2-072b9f022644 None None] Set router 5d13e623-01d2-45ac-a132-f98978272db0 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:22:10.996136 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c0df23-f02e-46da-a5d6-c2a66cac2b88 None None] Network 0c50040c-4487-474a-99fb-f358f21df0a0 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:22:11.041222 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-01e4786b-62a1-4366-80a2-072b9f022644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d13e623-01d2-45ac-a132-f98978272db0', 'name': 'tempest-TestMinimumBasicScenario-1724836565-router', 'tenant_id': 'cda87daa8053403ebfa991eee4068588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.165'}], 'enable_snat': True}, 'gw_port_id': 'a3046fa5-b877-4278-8aff-03f2c57f2eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:22:08Z', 'updated_at': '2022-04-01T16:22:09Z', 'revision_number': 3, 'project_id': 'cda87daa8053403ebfa991eee4068588', 'gw_port': {'id': 'a3046fa5-b877-4278-8aff-03f2c57f2eff', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:1c:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d13e623-01d2-45ac-a132-f98978272db0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:09Z', 'updated_at': '2022-04-01T16:22:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:22:11.046753 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e4786b-62a1-4366-80a2-072b9f022644 None None] Checking router: 5d13e623-01d2-45ac-a132-f98978272db0 for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:22:11.047467 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e4786b-62a1-4366-80a2-072b9f022644 None None] Updating router 5d13e623-01d2-45ac-a132-f98978272db0 port a3046fa5-b877-4278-8aff-03f2c57f2eff binding host dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 16:22:11.125828 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-0222cb2f-222c-44c5-ae3f-2da81f0aa714 None None] Provisioning for port 41f5373e-e77c-4675-9ef9-aec8f844d6c2 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:22:11.139938 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-01e4786b-62a1-4366-80a2-072b9f022644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:11.418079 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a935148b-35e6-416f-a76e-086bb47d7167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:11.459261 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 41f5373e-e77c-4675-9ef9-aec8f844d6c2 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:22:11.559228 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 41f5373e-e77c-4675-9ef9-aec8f844d6c2 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:22:11.566325 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 41f5373e-e77c-4675-9ef9-aec8f844d6c2 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:22:11.566976 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:11.572867 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-01e4786b-62a1-4366-80a2-072b9f022644 None None] Notify callbacks [] for port, precommit_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:11.587690 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.provisioning_blocks [None req-01e4786b-62a1-4366-80a2-072b9f022644 None None] Transition to ACTIVE for port object a3046fa5-b877-4278-8aff-03f2c57f2eff will not be triggered until provisioned by entity L2. {{(pid=83833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:22:11.595434 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-01e4786b-62a1-4366-80a2-072b9f022644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:11.664968 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae99b5d1-2af7-4eaa-8ea0-373e52df1cb0 None None] Pushing event updated for resources: {'Port': ['ID=a3046fa5-b877-4278-8aff-03f2c57f2eff,revision_number=2']} {{(pid=83833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:11.676273 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae99b5d1-2af7-4eaa-8ea0-373e52df1cb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:11.676722 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae99b5d1-2af7-4eaa-8ea0-373e52df1cb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:11.678882 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae99b5d1-2af7-4eaa-8ea0-373e52df1cb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:11.678882 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae99b5d1-2af7-4eaa-8ea0-373e52df1cb0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:11.678882 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae99b5d1-2af7-4eaa-8ea0-373e52df1cb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:11.678882 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae99b5d1-2af7-4eaa-8ea0-373e52df1cb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:11.678882 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae99b5d1-2af7-4eaa-8ea0-373e52df1cb0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:11.678882 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae99b5d1-2af7-4eaa-8ea0-373e52df1cb0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:11.679681 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae99b5d1-2af7-4eaa-8ea0-373e52df1cb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:11.679681 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae99b5d1-2af7-4eaa-8ea0-373e52df1cb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:11.679681 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae99b5d1-2af7-4eaa-8ea0-373e52df1cb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:11.708912 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-01e4786b-62a1-4366-80a2-072b9f022644 None None] Attempting to bind port a3046fa5-b877-4278-8aff-03f2c57f2eff on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:22:11.709412 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-01e4786b-62a1-4366-80a2-072b9f022644 None None] Attempting to bind port a3046fa5-b877-4278-8aff-03f2c57f2eff by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}] {{(pid=83833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:22:11.709744 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e4786b-62a1-4366-80a2-072b9f022644 None None] Attempting to bind port a3046fa5-b877-4278-8aff-03f2c57f2eff on network ed45466e-0386-4b92-8de3-247c977242ac {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:22:11.716566 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:11.717134 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e4786b-62a1-4366-80a2-072b9f022644 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:22:11.717822 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e4786b-62a1-4366-80a2-072b9f022644 None None] Checking segment: {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:22:11.717968 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-01e4786b-62a1-4366-80a2-072b9f022644 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:11.718290 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e4786b-62a1-4366-80a2-072b9f022644 None None] Bound using segment: {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'} {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:22:11.718740 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-01e4786b-62a1-4366-80a2-072b9f022644 None None] Bound port: a3046fa5-b877-4278-8aff-03f2c57f2eff, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}}] {{(pid=83833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:22:11.718866 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-a935148b-35e6-416f-a76e-086bb47d7167 admin admin] Allocated IP 172.20.0.1 (0c50040c-4487-474a-99fb-f358f21df0a0/82e6cc94-07b7-4353-b83a-8eedce9c7dad/04550130-fcfb-421f-97ff-85d7d354b147) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:22:11.719108 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-01e4786b-62a1-4366-80a2-072b9f022644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:11.732583 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-41bb9c4e-e3b8-4e02-9ce0-99dc67dc4d4e None None] Provisioning complete for port 41f5373e-e77c-4675-9ef9-aec8f844d6c2 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:22:11.732583 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-41bb9c4e-e3b8-4e02-9ce0-99dc67dc4d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:11.808189 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port 41f5373e-e77c-4675-9ef9-aec8f844d6c2, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=41f5373e-e77c-4675-9ef9-aec8f844d6c2,segment=NetworkSegment(2fa55d2d-cfc4-4c4a-bf25-6041f77f1f4f),segment_id=2fa55d2d-cfc4-4c4a-bf25-6041f77f1f4f)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:22:11.820115 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:11.831050 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.db [None req-01e4786b-62a1-4366-80a2-072b9f022644 None None] For port a3046fa5-b877-4278-8aff-03f2c57f2eff, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:22:11.835350 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.db [None req-01e4786b-62a1-4366-80a2-072b9f022644 None None] For port a3046fa5-b877-4278-8aff-03f2c57f2eff, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=a3046fa5-b877-4278-8aff-03f2c57f2eff,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:22:11.840037 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-01e4786b-62a1-4366-80a2-072b9f022644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:11.901485 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a935148b-35e6-416f-a76e-086bb47d7167 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:11.921432 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [None req-a935148b-35e6-416f-a76e-086bb47d7167 admin admin] Transition to ACTIVE for port object 04550130-fcfb-421f-97ff-85d7d354b147 will not be triggered until provisioned by entity DHCP. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:22:11.939914 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae99b5d1-2af7-4eaa-8ea0-373e52df1cb0 None None] Pushing event updated for resources: {'Port': ['ID=a3046fa5-b877-4278-8aff-03f2c57f2eff,revision_number=3']} {{(pid=83833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:11.944969 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=41f5373e-e77c-4675-9ef9-aec8f844d6c2,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:11.948819 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e4786b-62a1-4366-80a2-072b9f022644 None None] Routers {'5d13e623-01d2-45ac-a132-f98978272db0'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:22:11.949833 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-01e4786b-62a1-4366-80a2-072b9f022644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:21:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['5d13e623-01d2-45ac-a132-f98978272db0'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:22:11.955718 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a935148b-35e6-416f-a76e-086bb47d7167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:12.155623 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-01e4786b-62a1-4366-80a2-072b9f022644 None None] Set router 5d13e623-01d2-45ac-a132-f98978272db0 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:22:12.163211 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a935148b-35e6-416f-a76e-086bb47d7167 admin admin] Network 0c50040c-4487-474a-99fb-f358f21df0a0 is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:22:12.166452 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-a935148b-35e6-416f-a76e-086bb47d7167 admin admin] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:22:12.171084 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a935148b-35e6-416f-a76e-086bb47d7167 admin admin] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:22:12.195876 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a935148b-35e6-416f-a76e-086bb47d7167 admin admin] Pushing event updated for resources: {'Port': ['ID=04550130-fcfb-421f-97ff-85d7d354b147,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:12.229887 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a935148b-35e6-416f-a76e-086bb47d7167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611418'] for router_interface, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:12.321332 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a935148b-35e6-416f-a76e-086bb47d7167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:12.470815 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-01e4786b-62a1-4366-80a2-072b9f022644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d13e623-01d2-45ac-a132-f98978272db0', 'name': 'tempest-TestMinimumBasicScenario-1724836565-router', 'tenant_id': 'cda87daa8053403ebfa991eee4068588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.165'}], 'enable_snat': True}, 'gw_port_id': 'a3046fa5-b877-4278-8aff-03f2c57f2eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:22:08Z', 'updated_at': '2022-04-01T16:22:09Z', 'revision_number': 3, 'project_id': 'cda87daa8053403ebfa991eee4068588', 'gw_port': {'id': 'a3046fa5-b877-4278-8aff-03f2c57f2eff', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:1c:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d13e623-01d2-45ac-a132-f98978272db0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:09Z', 'updated_at': '2022-04-01T16:22:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:22:12.476309 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e4786b-62a1-4366-80a2-072b9f022644 None None] The sync data for ids ['5d13e623-01d2-45ac-a132-f98978272db0'] in dv-neutron-833373-2-hyperv is: [{'id': '5d13e623-01d2-45ac-a132-f98978272db0', 'name': 'tempest-TestMinimumBasicScenario-1724836565-router', 'tenant_id': 'cda87daa8053403ebfa991eee4068588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.165'}], 'enable_snat': True}, 'gw_port_id': 'a3046fa5-b877-4278-8aff-03f2c57f2eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:22:08Z', 'updated_at': '2022-04-01T16:22:09Z', 'revision_number': 3, 'project_id': 'cda87daa8053403ebfa991eee4068588', 'gw_port': {'id': 'a3046fa5-b877-4278-8aff-03f2c57f2eff', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:1c:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d13e623-01d2-45ac-a132-f98978272db0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:09Z', 'updated_at': '2022-04-01T16:22:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:22:12.477755 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-e561c887-da62-4226-b140-e04ffeabc893 None None] Provisioning for port 04550130-fcfb-421f-97ff-85d7d354b147 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:22:12.487615 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-e561c887-da62-4226-b140-e04ffeabc893 None None] Provisioning complete for port 04550130-fcfb-421f-97ff-85d7d354b147 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:22:12.488182 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-e561c887-da62-4226-b140-e04ffeabc893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:12.564257 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a935148b-35e6-416f-a76e-086bb47d7167 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:12.568918 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a935148b-35e6-416f-a76e-086bb47d7167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:12.574480 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-e561c887-da62-4226-b140-e04ffeabc893 None None] Port 04550130-fcfb-421f-97ff-85d7d354b147 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 16:22:12.674385 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a935148b-35e6-416f-a76e-086bb47d7167 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611525'] for router_interface, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:12.677808 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a935148b-35e6-416f-a76e-086bb47d7167 admin admin] Pushing event updated for resources: {'Port': ['ID=04550130-fcfb-421f-97ff-85d7d354b147,revision_number=2']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:12.810064 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a935148b-35e6-416f-a76e-086bb47d7167 admin admin] Network 0c50040c-4487-474a-99fb-f358f21df0a0 is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:22:12.811133 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-a935148b-35e6-416f-a76e-086bb47d7167 admin admin] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:22:12.998160 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-95892cd9-9f4c-428b-9038-bbf9de8f3cef None None] Provisioning complete for port 04550130-fcfb-421f-97ff-85d7d354b147 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:22:12.998669 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-95892cd9-9f4c-428b-9038-bbf9de8f3cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:13.051515 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-95892cd9-9f4c-428b-9038-bbf9de8f3cef None None] Port 04550130-fcfb-421f-97ff-85d7d354b147 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 16:22:13.200379 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a935148b-35e6-416f-a76e-086bb47d7167 admin admin] Router 5d13e623-01d2-45ac-a132-f98978272db0 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:22:13.393360 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 41f5373e-e77c-4675-9ef9-aec8f844d6c2 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:22:13.407111 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a935148b-35e6-416f-a76e-086bb47d7167 admin admin] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:22:13.417160 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-a935148b-35e6-416f-a76e-086bb47d7167 admin admin] 10.222.0.55 "PUT /v2.0/routers/5d13e623-01d2-45ac-a132-f98978272db0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0165148 Apr 01 16:22:13.478131 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 41f5373e-e77c-4675-9ef9-aec8f844d6c2 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:22:13.478676 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:19.426491 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device a3046fa5-b877-4278-8aff-03f2c57f2eff up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:22:19.505376 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port a3046fa5-b877-4278-8aff-03f2c57f2eff completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:22:19.510911 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port a3046fa5-b877-4278-8aff-03f2c57f2eff triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:22:19.511275 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:19.642760 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:19.664439 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port a3046fa5-b877-4278-8aff-03f2c57f2eff, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=a3046fa5-b877-4278-8aff-03f2c57f2eff,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:22:19.668897 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:19.755654 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=a3046fa5-b877-4278-8aff-03f2c57f2eff,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:20.186156 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c85759f-9cd6-480d-bb4f-622ddcaa8326 None None] Sync routers for ids ['d1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:22:20.202753 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c85759f-9cd6-480d-bb4f-622ddcaa8326 None None] Routers {'d1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:22:20.203701 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-0c85759f-9cd6-480d-bb4f-622ddcaa8326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:21:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['d1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:22:20.411734 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-0c85759f-9cd6-480d-bb4f-622ddcaa8326 None None] Set router d1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:22:20.749660 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-0c85759f-9cd6-480d-bb4f-622ddcaa8326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba', 'name': 'tempest-TestMinimumBasicScenario-1781247232-router', 'tenant_id': '2e705061b006456b9ff19172695d4794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': '3db4e9cf-9376-4008-b8fa-df3413426f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:22:01Z', 'updated_at': '2022-04-01T16:22:05Z', 'revision_number': 4, 'project_id': '2e705061b006456b9ff19172695d4794', 'gw_port': {'id': '3db4e9cf-9376-4008-b8fa-df3413426f97', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:db:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:02Z', 'updated_at': '2022-04-01T16:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '171d4632-97b1-4ff3-85a4-b69ee3973518', 'name': '', 'network_id': '63de90e2-0296-4972-b0df-cffafb395d90', 'tenant_id': '2e705061b006456b9ff19172695d4794', 'mac_address': 'fa:16:3e:87:c2:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ce7ce89-bd33-4efc-a0fc-4e9534073976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:04Z', 'updated_at': '2022-04-01T16:22:05Z', 'revision_number': 2, 'project_id': '2e705061b006456b9ff19172695d4794', 'subnets': [{'id': '4ce7ce89-bd33-4efc-a0fc-4e9534073976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:22:20.754827 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c85759f-9cd6-480d-bb4f-622ddcaa8326 None None] Checking router: d1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba for host: dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:22:20.755266 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c85759f-9cd6-480d-bb4f-622ddcaa8326 None None] Updating router d1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba port 171d4632-97b1-4ff3-85a4-b69ee3973518 binding host dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 16:22:20.812150 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-0c85759f-9cd6-480d-bb4f-622ddcaa8326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:21.211609 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-0c85759f-9cd6-480d-bb4f-622ddcaa8326 None None] Notify callbacks [] for port, precommit_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:21.225150 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-0c85759f-9cd6-480d-bb4f-622ddcaa8326 None None] Transition to ACTIVE for port object 171d4632-97b1-4ff3-85a4-b69ee3973518 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:22:21.238407 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-0c85759f-9cd6-480d-bb4f-622ddcaa8326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:21.442870 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device a3046fa5-b877-4278-8aff-03f2c57f2eff up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:22:21.502978 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f2915c-530a-41c7-b9c4-d01f176b93e6 None None] Pushing event updated for resources: {'Port': ['ID=171d4632-97b1-4ff3-85a4-b69ee3973518,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:21.557992 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port a3046fa5-b877-4278-8aff-03f2c57f2eff triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:22:21.558660 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:21.668376 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-0c85759f-9cd6-480d-bb4f-622ddcaa8326 None None] Attempting to bind port 171d4632-97b1-4ff3-85a4-b69ee3973518 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:22:21.668623 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-0c85759f-9cd6-480d-bb4f-622ddcaa8326 None None] Attempting to bind port 171d4632-97b1-4ff3-85a4-b69ee3973518 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'bee86072-54a8-469a-b12e-9e0a960cae26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '63de90e2-0296-4972-b0df-cffafb395d90'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:22:21.669005 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c85759f-9cd6-480d-bb4f-622ddcaa8326 None None] Attempting to bind port 171d4632-97b1-4ff3-85a4-b69ee3973518 on network 63de90e2-0296-4972-b0df-cffafb395d90 {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:22:21.684248 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c85759f-9cd6-480d-bb4f-622ddcaa8326 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:22:21.684658 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c85759f-9cd6-480d-bb4f-622ddcaa8326 None None] Checking segment: {'id': 'bee86072-54a8-469a-b12e-9e0a960cae26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '63de90e2-0296-4972-b0df-cffafb395d90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:22:21.685046 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-0c85759f-9cd6-480d-bb4f-622ddcaa8326 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:21.685430 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c85759f-9cd6-480d-bb4f-622ddcaa8326 None None] Bound using segment: {'id': 'bee86072-54a8-469a-b12e-9e0a960cae26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '63de90e2-0296-4972-b0df-cffafb395d90'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:22:21.685901 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-0c85759f-9cd6-480d-bb4f-622ddcaa8326 None None] Bound port: 171d4632-97b1-4ff3-85a4-b69ee3973518, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bee86072-54a8-469a-b12e-9e0a960cae26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '63de90e2-0296-4972-b0df-cffafb395d90'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:22:21.686275 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-0c85759f-9cd6-480d-bb4f-622ddcaa8326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:21.841249 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-0c85759f-9cd6-480d-bb4f-622ddcaa8326 None None] For port 171d4632-97b1-4ff3-85a4-b69ee3973518, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:22:21.844502 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-0c85759f-9cd6-480d-bb4f-622ddcaa8326 None None] For port 171d4632-97b1-4ff3-85a4-b69ee3973518, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=171d4632-97b1-4ff3-85a4-b69ee3973518,segment=NetworkSegment(bee86072-54a8-469a-b12e-9e0a960cae26),segment_id=bee86072-54a8-469a-b12e-9e0a960cae26)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:22:21.850093 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-0c85759f-9cd6-480d-bb4f-622ddcaa8326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:21.944930 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f2915c-530a-41c7-b9c4-d01f176b93e6 None None] Pushing event updated for resources: {'Port': ['ID=171d4632-97b1-4ff3-85a4-b69ee3973518,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:21.950575 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c85759f-9cd6-480d-bb4f-622ddcaa8326 None None] Routers {'d1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:22:21.951049 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-0c85759f-9cd6-480d-bb4f-622ddcaa8326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:21:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['d1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:22:22.174396 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-0c85759f-9cd6-480d-bb4f-622ddcaa8326 None None] Set router d1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:22:22.567162 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-0c85759f-9cd6-480d-bb4f-622ddcaa8326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba', 'name': 'tempest-TestMinimumBasicScenario-1781247232-router', 'tenant_id': '2e705061b006456b9ff19172695d4794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': '3db4e9cf-9376-4008-b8fa-df3413426f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:22:01Z', 'updated_at': '2022-04-01T16:22:05Z', 'revision_number': 4, 'project_id': '2e705061b006456b9ff19172695d4794', 'gw_port': {'id': '3db4e9cf-9376-4008-b8fa-df3413426f97', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:db:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:02Z', 'updated_at': '2022-04-01T16:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '171d4632-97b1-4ff3-85a4-b69ee3973518', 'name': '', 'network_id': '63de90e2-0296-4972-b0df-cffafb395d90', 'tenant_id': '2e705061b006456b9ff19172695d4794', 'mac_address': 'fa:16:3e:87:c2:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ce7ce89-bd33-4efc-a0fc-4e9534073976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:04Z', 'updated_at': '2022-04-01T16:22:21Z', 'revision_number': 4, 'project_id': '2e705061b006456b9ff19172695d4794', 'subnets': [{'id': '4ce7ce89-bd33-4efc-a0fc-4e9534073976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:22:22.573537 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c85759f-9cd6-480d-bb4f-622ddcaa8326 None None] The sync data for ids ['d1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba'] in dv-neutron-833373-2-hyperv is: [{'id': 'd1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba', 'name': 'tempest-TestMinimumBasicScenario-1781247232-router', 'tenant_id': '2e705061b006456b9ff19172695d4794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': '3db4e9cf-9376-4008-b8fa-df3413426f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:22:01Z', 'updated_at': '2022-04-01T16:22:05Z', 'revision_number': 4, 'project_id': '2e705061b006456b9ff19172695d4794', 'gw_port': {'id': '3db4e9cf-9376-4008-b8fa-df3413426f97', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:db:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:02Z', 'updated_at': '2022-04-01T16:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '171d4632-97b1-4ff3-85a4-b69ee3973518', 'name': '', 'network_id': '63de90e2-0296-4972-b0df-cffafb395d90', 'tenant_id': '2e705061b006456b9ff19172695d4794', 'mac_address': 'fa:16:3e:87:c2:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ce7ce89-bd33-4efc-a0fc-4e9534073976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:04Z', 'updated_at': '2022-04-01T16:22:21Z', 'revision_number': 4, 'project_id': '2e705061b006456b9ff19172695d4794', 'subnets': [{'id': '4ce7ce89-bd33-4efc-a0fc-4e9534073976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:22:23.073237 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de42914-7a57-433e-aa60-e366972a6dff None None] Sync routers for ids ['5d13e623-01d2-45ac-a132-f98978272db0'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:22:23.089585 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de42914-7a57-433e-aa60-e366972a6dff None None] Routers {'5d13e623-01d2-45ac-a132-f98978272db0'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:22:23.090494 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-7de42914-7a57-433e-aa60-e366972a6dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:21:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['5d13e623-01d2-45ac-a132-f98978272db0'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:22:23.316085 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-7de42914-7a57-433e-aa60-e366972a6dff None None] Set router 5d13e623-01d2-45ac-a132-f98978272db0 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:22:23.536443 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 171d4632-97b1-4ff3-85a4-b69ee3973518 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:22:23.715258 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 171d4632-97b1-4ff3-85a4-b69ee3973518 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:22:23.724698 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 171d4632-97b1-4ff3-85a4-b69ee3973518 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:22:23.725376 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:23.877443 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-7de42914-7a57-433e-aa60-e366972a6dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d13e623-01d2-45ac-a132-f98978272db0', 'name': 'tempest-TestMinimumBasicScenario-1724836565-router', 'tenant_id': 'cda87daa8053403ebfa991eee4068588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.165'}], 'enable_snat': True}, 'gw_port_id': 'a3046fa5-b877-4278-8aff-03f2c57f2eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:22:08Z', 'updated_at': '2022-04-01T16:22:12Z', 'revision_number': 4, 'project_id': 'cda87daa8053403ebfa991eee4068588', 'gw_port': {'id': 'a3046fa5-b877-4278-8aff-03f2c57f2eff', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:1c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d13e623-01d2-45ac-a132-f98978272db0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:09Z', 'updated_at': '2022-04-01T16:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '04550130-fcfb-421f-97ff-85d7d354b147', 'name': '', 'network_id': '0c50040c-4487-474a-99fb-f358f21df0a0', 'tenant_id': 'cda87daa8053403ebfa991eee4068588', 'mac_address': 'fa:16:3e:2e:a3:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d13e623-01d2-45ac-a132-f98978272db0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82e6cc94-07b7-4353-b83a-8eedce9c7dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:11Z', 'updated_at': '2022-04-01T16:22:12Z', 'revision_number': 2, 'project_id': 'cda87daa8053403ebfa991eee4068588', 'subnets': [{'id': '82e6cc94-07b7-4353-b83a-8eedce9c7dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:22:23.886798 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de42914-7a57-433e-aa60-e366972a6dff None None] Checking router: 5d13e623-01d2-45ac-a132-f98978272db0 for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:22:23.887153 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de42914-7a57-433e-aa60-e366972a6dff None None] Updating router 5d13e623-01d2-45ac-a132-f98978272db0 port 04550130-fcfb-421f-97ff-85d7d354b147 binding host dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 16:22:23.937582 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:23.970316 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-7de42914-7a57-433e-aa60-e366972a6dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:23.973923 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-653dcfe8-d377-4424-b815-6229ccba0e88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:24.001938 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port 171d4632-97b1-4ff3-85a4-b69ee3973518, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=171d4632-97b1-4ff3-85a4-b69ee3973518,segment=NetworkSegment(bee86072-54a8-469a-b12e-9e0a960cae26),segment_id=bee86072-54a8-469a-b12e-9e0a960cae26)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:22:24.003760 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:24.007948 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:24.097845 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=171d4632-97b1-4ff3-85a4-b69ee3973518,revision_number=5']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:24.109177 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:24.109177 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:24.109906 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:24.110308 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:24.110714 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:24.111309 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:24.111707 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:24.112175 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:24.113125 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:24.113520 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:24.113916 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:22:24.500391 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-7de42914-7a57-433e-aa60-e366972a6dff None None] Notify callbacks [] for port, precommit_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:24.516649 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.provisioning_blocks [None req-7de42914-7a57-433e-aa60-e366972a6dff None None] Transition to ACTIVE for port object 04550130-fcfb-421f-97ff-85d7d354b147 will not be triggered until provisioned by entity L2. {{(pid=83833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:22:24.524662 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-7de42914-7a57-433e-aa60-e366972a6dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:24.658380 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b09a8f-a0af-4767-a7df-56f79c981cb8 None None] Pushing event updated for resources: {'Port': ['ID=04550130-fcfb-421f-97ff-85d7d354b147,revision_number=3']} {{(pid=83833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:24.747824 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-7de42914-7a57-433e-aa60-e366972a6dff None None] Attempting to bind port 04550130-fcfb-421f-97ff-85d7d354b147 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:22:24.748279 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-7de42914-7a57-433e-aa60-e366972a6dff None None] Attempting to bind port 04550130-fcfb-421f-97ff-85d7d354b147 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': '2fa55d2d-cfc4-4c4a-bf25-6041f77f1f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0c50040c-4487-474a-99fb-f358f21df0a0'}] {{(pid=83833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:22:24.748705 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de42914-7a57-433e-aa60-e366972a6dff None None] Attempting to bind port 04550130-fcfb-421f-97ff-85d7d354b147 on network 0c50040c-4487-474a-99fb-f358f21df0a0 {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:22:24.756078 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de42914-7a57-433e-aa60-e366972a6dff None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:22:24.756356 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de42914-7a57-433e-aa60-e366972a6dff None None] Checking segment: {'id': '2fa55d2d-cfc4-4c4a-bf25-6041f77f1f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0c50040c-4487-474a-99fb-f358f21df0a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:22:24.756916 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-7de42914-7a57-433e-aa60-e366972a6dff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:24.757365 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de42914-7a57-433e-aa60-e366972a6dff None None] Bound using segment: {'id': '2fa55d2d-cfc4-4c4a-bf25-6041f77f1f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0c50040c-4487-474a-99fb-f358f21df0a0'} {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:22:24.757880 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-7de42914-7a57-433e-aa60-e366972a6dff None None] Bound port: 04550130-fcfb-421f-97ff-85d7d354b147, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fa55d2d-cfc4-4c4a-bf25-6041f77f1f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '0c50040c-4487-474a-99fb-f358f21df0a0'}}] {{(pid=83833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:22:24.758317 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-7de42914-7a57-433e-aa60-e366972a6dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:24.846069 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.db [None req-7de42914-7a57-433e-aa60-e366972a6dff None None] For port 04550130-fcfb-421f-97ff-85d7d354b147, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:22:24.849578 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.db [None req-7de42914-7a57-433e-aa60-e366972a6dff None None] For port 04550130-fcfb-421f-97ff-85d7d354b147, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=04550130-fcfb-421f-97ff-85d7d354b147,segment=NetworkSegment(2fa55d2d-cfc4-4c4a-bf25-6041f77f1f4f),segment_id=2fa55d2d-cfc4-4c4a-bf25-6041f77f1f4f)] {{(pid=83833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:22:24.855397 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-7de42914-7a57-433e-aa60-e366972a6dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:24.936210 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de42914-7a57-433e-aa60-e366972a6dff None None] Routers {'5d13e623-01d2-45ac-a132-f98978272db0'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:22:24.936873 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-7de42914-7a57-433e-aa60-e366972a6dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:21:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['5d13e623-01d2-45ac-a132-f98978272db0'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:22:25.063435 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b09a8f-a0af-4767-a7df-56f79c981cb8 None None] Pushing event updated for resources: {'Port': ['ID=04550130-fcfb-421f-97ff-85d7d354b147,revision_number=4']} {{(pid=83833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:25.142114 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-7de42914-7a57-433e-aa60-e366972a6dff None None] Set router 5d13e623-01d2-45ac-a132-f98978272db0 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:22:25.372251 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd2f62-7d4b-4fbf-afdd-651ab6ead6ab req-2abcec71-a1e9-4a60-ac44-caaf8cde33a4 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:25.373136 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-34fd2f62-7d4b-4fbf-afdd-651ab6ead6ab req-2abcec71-a1e9-4a60-ac44-caaf8cde33a4 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Synchronizing usage tracker for tenant:2e705061b006456b9ff19172695d4794 on resource:network {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:22:25.391732 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-34fd2f62-7d4b-4fbf-afdd-651ab6ead6ab req-2abcec71-a1e9-4a60-ac44-caaf8cde33a4 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Unset dirty status for tenant:2e705061b006456b9ff19172695d4794 on resource:network {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:22:25.393068 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-34fd2f62-7d4b-4fbf-afdd-651ab6ead6ab req-2abcec71-a1e9-4a60-ac44-caaf8cde33a4 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.55 "GET /v2.0/networks?id=63de90e2-0296-4972-b0df-cffafb395d90 HTTP/1.1" status: 200 len: 815 time: 0.1813977 Apr 01 16:22:25.405810 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 171d4632-97b1-4ff3-85a4-b69ee3973518 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:22:25.412231 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-34fd2f62-7d4b-4fbf-afdd-651ab6ead6ab req-6835b618-a93d-41ff-812d-7c51ae39ab63 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.55 "GET /v2.0/quotas/2e705061b006456b9ff19172695d4794 HTTP/1.1" status: 200 len: 375 time: 0.0124240 Apr 01 16:22:25.481604 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 171d4632-97b1-4ff3-85a4-b69ee3973518 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:22:25.481969 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:25.498173 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-7de42914-7a57-433e-aa60-e366972a6dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d13e623-01d2-45ac-a132-f98978272db0', 'name': 'tempest-TestMinimumBasicScenario-1724836565-router', 'tenant_id': 'cda87daa8053403ebfa991eee4068588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.165'}], 'enable_snat': True}, 'gw_port_id': 'a3046fa5-b877-4278-8aff-03f2c57f2eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:22:08Z', 'updated_at': '2022-04-01T16:22:12Z', 'revision_number': 4, 'project_id': 'cda87daa8053403ebfa991eee4068588', 'gw_port': {'id': 'a3046fa5-b877-4278-8aff-03f2c57f2eff', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:1c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d13e623-01d2-45ac-a132-f98978272db0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:09Z', 'updated_at': '2022-04-01T16:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '04550130-fcfb-421f-97ff-85d7d354b147', 'name': '', 'network_id': '0c50040c-4487-474a-99fb-f358f21df0a0', 'tenant_id': 'cda87daa8053403ebfa991eee4068588', 'mac_address': 'fa:16:3e:2e:a3:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d13e623-01d2-45ac-a132-f98978272db0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82e6cc94-07b7-4353-b83a-8eedce9c7dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:11Z', 'updated_at': '2022-04-01T16:22:24Z', 'revision_number': 4, 'project_id': 'cda87daa8053403ebfa991eee4068588', 'subnets': [{'id': '82e6cc94-07b7-4353-b83a-8eedce9c7dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:22:25.502768 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de42914-7a57-433e-aa60-e366972a6dff None None] The sync data for ids ['5d13e623-01d2-45ac-a132-f98978272db0'] in dv-neutron-833373-2-hyperv is: [{'id': '5d13e623-01d2-45ac-a132-f98978272db0', 'name': 'tempest-TestMinimumBasicScenario-1724836565-router', 'tenant_id': 'cda87daa8053403ebfa991eee4068588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.165'}], 'enable_snat': True}, 'gw_port_id': 'a3046fa5-b877-4278-8aff-03f2c57f2eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:22:08Z', 'updated_at': '2022-04-01T16:22:12Z', 'revision_number': 4, 'project_id': 'cda87daa8053403ebfa991eee4068588', 'gw_port': {'id': 'a3046fa5-b877-4278-8aff-03f2c57f2eff', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:1c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d13e623-01d2-45ac-a132-f98978272db0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:09Z', 'updated_at': '2022-04-01T16:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '04550130-fcfb-421f-97ff-85d7d354b147', 'name': '', 'network_id': '0c50040c-4487-474a-99fb-f358f21df0a0', 'tenant_id': 'cda87daa8053403ebfa991eee4068588', 'mac_address': 'fa:16:3e:2e:a3:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d13e623-01d2-45ac-a132-f98978272db0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82e6cc94-07b7-4353-b83a-8eedce9c7dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:11Z', 'updated_at': '2022-04-01T16:22:24Z', 'revision_number': 4, 'project_id': 'cda87daa8053403ebfa991eee4068588', 'subnets': [{'id': '82e6cc94-07b7-4353-b83a-8eedce9c7dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:22:25.512837 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-34fd2f62-7d4b-4fbf-afdd-651ab6ead6ab req-cea24a80-ebfc-4961-a6f3-2fbe7147f52a tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=2e705061b006456b9ff19172695d4794&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0821369 Apr 01 16:22:25.736192 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [req-34fd2f62-7d4b-4fbf-afdd-651ab6ead6ab req-56caf659-b439-4fa2-868d-d4b71fc7f0c2 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=83826) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 16:22:25.737743 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-34fd2f62-7d4b-4fbf-afdd-651ab6ead6ab req-56caf659-b439-4fa2-868d-d4b71fc7f0c2 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2118540 Apr 01 16:22:25.877797 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-34fd2f62-7d4b-4fbf-afdd-651ab6ead6ab req-8774c4d7-25fc-49d0-88ee-193a1d94055c service neutron] 10.222.0.55 "GET /v2.0/networks/63de90e2-0296-4972-b0df-cffafb395d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335464 Apr 01 16:22:26.021284 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-34fd2f62-7d4b-4fbf-afdd-651ab6ead6ab req-02a1c398-15e3-4b6d-bc70-7bfda8f69904 service neutron] 10.222.0.55 "GET /v2.0/networks/63de90e2-0296-4972-b0df-cffafb395d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370242 Apr 01 16:22:26.311213 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-fae22c53-d81e-485f-9c6c-36c14d046763 req-774463e2-684d-4948-8104-4c77ec43e7a9 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.55 "GET /v2.0/ports?device_id=c39be0f2-debe-45ed-a086-d732bf5c33c3 HTTP/1.1" status: 200 len: 210 time: 0.1366961 Apr 01 16:22:26.352881 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-d22ee08e-6b26-4979-a546-fca47e3bbf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:27.302401 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd2f62-7d4b-4fbf-afdd-651ab6ead6ab req-de14a574-f69a-4afe-b158-a1c18dd211cc tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:27.303731 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-34fd2f62-7d4b-4fbf-afdd-651ab6ead6ab req-de14a574-f69a-4afe-b158-a1c18dd211cc tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.24 "GET /v2.0/networks?id=63de90e2-0296-4972-b0df-cffafb395d90 HTTP/1.1" status: 200 len: 815 time: 0.1498325 Apr 01 16:22:27.320229 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [req-34fd2f62-7d4b-4fbf-afdd-651ab6ead6ab req-e74c2867-153b-4d4f-8a63-45fbfb642c21 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Request body: {'port': {'device_id': 'c39be0f2-debe-45ed-a086-d732bf5c33c3', 'network_id': '63de90e2-0296-4972-b0df-cffafb395d90', 'admin_state_up': True, 'tenant_id': '2e705061b006456b9ff19172695d4794'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:22:27.478401 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 04550130-fcfb-421f-97ff-85d7d354b147 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:22:27.610168 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 04550130-fcfb-421f-97ff-85d7d354b147 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:22:27.616547 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 04550130-fcfb-421f-97ff-85d7d354b147 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:22:27.617269 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:27.621435 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-6f72abdc-faea-424c-a69d-a8f88b687d58 req-c0ae53c4-8e88-48ea-be25-68d4902ea921 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.55 "GET /v2.0/ports?device_id=c39be0f2-debe-45ed-a086-d732bf5c33c3 HTTP/1.1" status: 200 len: 210 time: 0.1545978 Apr 01 16:22:27.639511 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [req-34fd2f62-7d4b-4fbf-afdd-651ab6ead6ab req-e74c2867-153b-4d4f-8a63-45fbfb642c21 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:22:27.641887 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-34fd2f62-7d4b-4fbf-afdd-651ab6ead6ab req-e74c2867-153b-4d4f-8a63-45fbfb642c21 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Usage tracker for resource:port and tenant:2e705061b006456b9ff19172695d4794 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:22:27.645692 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-34fd2f62-7d4b-4fbf-afdd-651ab6ead6ab req-e74c2867-153b-4d4f-8a63-45fbfb642c21 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:22:27.652908 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [req-34fd2f62-7d4b-4fbf-afdd-651ab6ead6ab req-e74c2867-153b-4d4f-8a63-45fbfb642c21 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:22:27.666734 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34fd2f62-7d4b-4fbf-afdd-651ab6ead6ab req-e74c2867-153b-4d4f-8a63-45fbfb642c21 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Made reservation on behalf of 2e705061b006456b9ff19172695d4794 for: {'port': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:22:27.673054 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-34fd2f62-7d4b-4fbf-afdd-651ab6ead6ab req-e74c2867-153b-4d4f-8a63-45fbfb642c21 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:27.687339 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:27.758763 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:27.823481 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port 04550130-fcfb-421f-97ff-85d7d354b147, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=04550130-fcfb-421f-97ff-85d7d354b147,segment=NetworkSegment(2fa55d2d-cfc4-4c4a-bf25-6041f77f1f4f),segment_id=2fa55d2d-cfc4-4c4a-bf25-6041f77f1f4f)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:22:27.827415 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:27.829797 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:27.859645 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [req-34fd2f62-7d4b-4fbf-afdd-651ab6ead6ab req-e74c2867-153b-4d4f-8a63-45fbfb642c21 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Allocated IP 172.20.0.12 (63de90e2-0296-4972-b0df-cffafb395d90/4ce7ce89-bd33-4efc-a0fc-4e9534073976/1678da82-e5cf-47c1-b78b-ccf5bccc1ce6) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:22:27.935102 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=04550130-fcfb-421f-97ff-85d7d354b147,revision_number=5']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:28.182666 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-34fd2f62-7d4b-4fbf-afdd-651ab6ead6ab req-e74c2867-153b-4d4f-8a63-45fbfb642c21 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:28.201037 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [req-34fd2f62-7d4b-4fbf-afdd-651ab6ead6ab req-e74c2867-153b-4d4f-8a63-45fbfb642c21 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Transition to ACTIVE for port object 1678da82-e5cf-47c1-b78b-ccf5bccc1ce6 will not be triggered until provisioned by entity DHCP. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:22:28.226972 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-34fd2f62-7d4b-4fbf-afdd-651ab6ead6ab req-e74c2867-153b-4d4f-8a63-45fbfb642c21 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:28.294577 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34fd2f62-7d4b-4fbf-afdd-651ab6ead6ab req-e74c2867-153b-4d4f-8a63-45fbfb642c21 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Network 63de90e2-0296-4972-b0df-cffafb395d90 is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:22:28.298476 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [req-34fd2f62-7d4b-4fbf-afdd-651ab6ead6ab req-e74c2867-153b-4d4f-8a63-45fbfb642c21 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:22:28.310542 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [req-34fd2f62-7d4b-4fbf-afdd-651ab6ead6ab req-e74c2867-153b-4d4f-8a63-45fbfb642c21 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:22:28.387715 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74c2867-153b-4d4f-8a63-45fbfb642c21 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Pushing event updated for resources: {'Port': ['ID=1678da82-e5cf-47c1-b78b-ccf5bccc1ce6,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:28.418227 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd2f62-7d4b-4fbf-afdd-651ab6ead6ab req-e74c2867-153b-4d4f-8a63-45fbfb642c21 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:28.419006 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-34fd2f62-7d4b-4fbf-afdd-651ab6ead6ab req-e74c2867-153b-4d4f-8a63-45fbfb642c21 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:28.450892 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-34fd2f62-7d4b-4fbf-afdd-651ab6ead6ab req-e74c2867-153b-4d4f-8a63-45fbfb642c21 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1338725 Apr 01 16:22:28.686756 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-5df210b2-aa0d-4d35-b80b-68afd787aaac None None] Provisioning for port 1678da82-e5cf-47c1-b78b-ccf5bccc1ce6 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:22:28.693513 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-5df210b2-aa0d-4d35-b80b-68afd787aaac None None] Provisioning complete for port 1678da82-e5cf-47c1-b78b-ccf5bccc1ce6 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:22:28.694124 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-5df210b2-aa0d-4d35-b80b-68afd787aaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:28.773685 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-5df210b2-aa0d-4d35-b80b-68afd787aaac None None] Port 1678da82-e5cf-47c1-b78b-ccf5bccc1ce6 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 16:22:28.839069 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c6f597-ecb8-4758-86b8-69e7916f2797 req-ea7b0b60-5eee-4dfa-9ac5-2082e3efe308 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:28.840679 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-05c6f597-ecb8-4758-86b8-69e7916f2797 req-ea7b0b60-5eee-4dfa-9ac5-2082e3efe308 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.55 "GET /v2.0/ports?device_id=c39be0f2-debe-45ed-a086-d732bf5c33c3 HTTP/1.1" status: 200 len: 932 time: 0.0836556 Apr 01 16:22:28.897995 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-05c6f597-ecb8-4758-86b8-69e7916f2797 req-67b08c93-893f-4716-b6e9-e1902fd657fc tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Synchronizing usage tracker for tenant:2e705061b006456b9ff19172695d4794 on resource:security_group {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:22:28.916291 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-05c6f597-ecb8-4758-86b8-69e7916f2797 req-67b08c93-893f-4716-b6e9-e1902fd657fc tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Unset dirty status for tenant:2e705061b006456b9ff19172695d4794 on resource:security_group {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:22:28.917601 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-05c6f597-ecb8-4758-86b8-69e7916f2797 req-67b08c93-893f-4716-b6e9-e1902fd657fc tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.55 "GET /v2.0/security-groups?id=83ec6d47-a943-44d9-90b0-389efd0127b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665822 Apr 01 16:22:29.360919 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:29.419044 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 04550130-fcfb-421f-97ff-85d7d354b147 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:22:29.514814 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 04550130-fcfb-421f-97ff-85d7d354b147 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:22:29.515334 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:30.142428 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4978ea76-f856-4e6d-a06c-67ae6d580148 req-af978da8-f0e4-4231-a7e8-f0ffc08ffec1 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:30.144716 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4978ea76-f856-4e6d-a06c-67ae6d580148 req-af978da8-f0e4-4231-a7e8-f0ffc08ffec1 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.55 "GET /v2.0/ports?device_id=c39be0f2-debe-45ed-a086-d732bf5c33c3 HTTP/1.1" status: 200 len: 932 time: 0.0866716 Apr 01 16:22:30.216606 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4978ea76-f856-4e6d-a06c-67ae6d580148 req-6a832498-0406-498a-9eba-366b818d1c73 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.55 "GET /v2.0/security-groups?id=83ec6d47-a943-44d9-90b0-389efd0127b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657725 Apr 01 16:22:31.430129 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f190a930-fa2f-4621-bf8c-22370ae9c36b req-67348a5a-b1ec-4885-b61f-6e21028ef679 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:31.431593 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f190a930-fa2f-4621-bf8c-22370ae9c36b req-67348a5a-b1ec-4885-b61f-6e21028ef679 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.55 "GET /v2.0/ports?device_id=c39be0f2-debe-45ed-a086-d732bf5c33c3 HTTP/1.1" status: 200 len: 932 time: 0.0869246 Apr 01 16:22:31.480754 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f190a930-fa2f-4621-bf8c-22370ae9c36b req-3ba2beff-1356-4434-8bbf-421287755531 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.55 "GET /v2.0/security-groups?id=83ec6d47-a943-44d9-90b0-389efd0127b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434289 Apr 01 16:22:32.685938 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f927369c-c04e-490b-8861-8806d52a76aa req-ebdc1eb2-c50f-4763-8cb1-0bac56221e04 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:32.687658 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f927369c-c04e-490b-8861-8806d52a76aa req-ebdc1eb2-c50f-4763-8cb1-0bac56221e04 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.55 "GET /v2.0/ports?device_id=c39be0f2-debe-45ed-a086-d732bf5c33c3 HTTP/1.1" status: 200 len: 932 time: 0.0816360 Apr 01 16:22:32.739717 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f927369c-c04e-490b-8861-8806d52a76aa req-5a6769c3-7dc6-4cd6-9a23-fe7a4303cd5d tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.55 "GET /v2.0/security-groups?id=83ec6d47-a943-44d9-90b0-389efd0127b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455434 Apr 01 16:22:33.961453 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf9f19-bf10-412c-a94b-63f00914c4b7 req-676b2143-02d4-46e6-bd16-f1528c1e8527 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:33.962874 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-35cf9f19-bf10-412c-a94b-63f00914c4b7 req-676b2143-02d4-46e6-bd16-f1528c1e8527 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.55 "GET /v2.0/ports?device_id=c39be0f2-debe-45ed-a086-d732bf5c33c3 HTTP/1.1" status: 200 len: 932 time: 0.0834653 Apr 01 16:22:34.010260 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-35cf9f19-bf10-412c-a94b-63f00914c4b7 req-124894e7-754e-4207-b0c3-87643537a796 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.55 "GET /v2.0/security-groups?id=83ec6d47-a943-44d9-90b0-389efd0127b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418003 Apr 01 16:22:35.248534 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c01a52a-03a1-460a-b2a9-9aae9eb77ccf req-e4263ea4-76ae-426e-b38d-cf6e29f17548 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:35.251402 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-7c01a52a-03a1-460a-b2a9-9aae9eb77ccf req-e4263ea4-76ae-426e-b38d-cf6e29f17548 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.55 "GET /v2.0/ports?device_id=c39be0f2-debe-45ed-a086-d732bf5c33c3 HTTP/1.1" status: 200 len: 932 time: 0.1012957 Apr 01 16:22:35.311400 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-7c01a52a-03a1-460a-b2a9-9aae9eb77ccf req-34ea2f4f-0084-48b7-ab3c-fba8ec3a9876 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.55 "GET /v2.0/security-groups?id=83ec6d47-a943-44d9-90b0-389efd0127b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541918 Apr 01 16:22:36.426677 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [req-34fd2f62-7d4b-4fbf-afdd-651ab6ead6ab req-1481a3d2-16ee-48af-84dc-eeb15cb5ad81 service neutron] Request body: {'port': {'device_id': 'c39be0f2-debe-45ed-a086-d732bf5c33c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:22:36.520895 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9092db6-0ee1-45f0-9c7b-38fcd276940e req-dcde73fa-a2fc-4017-9746-9119d4b54580 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:36.522352 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e9092db6-0ee1-45f0-9c7b-38fcd276940e req-dcde73fa-a2fc-4017-9746-9119d4b54580 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.55 "GET /v2.0/ports?device_id=c39be0f2-debe-45ed-a086-d732bf5c33c3 HTTP/1.1" status: 200 len: 932 time: 0.0811188 Apr 01 16:22:36.549859 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-34fd2f62-7d4b-4fbf-afdd-651ab6ead6ab req-1481a3d2-16ee-48af-84dc-eeb15cb5ad81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:36.568854 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e9092db6-0ee1-45f0-9c7b-38fcd276940e req-e55ad5cb-2baa-4f41-b0e4-8ef572cd88d5 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.55 "GET /v2.0/security-groups?id=83ec6d47-a943-44d9-90b0-389efd0127b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408332 Apr 01 16:22:36.624698 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:22:36.885397 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [req-34fd2f62-7d4b-4fbf-afdd-651ab6ead6ab req-1481a3d2-16ee-48af-84dc-eeb15cb5ad81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1678da82-e5cf-47c1-b78b-ccf5bccc1ce6 {{(pid=83828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:22:36.892118 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-34fd2f62-7d4b-4fbf-afdd-651ab6ead6ab req-1481a3d2-16ee-48af-84dc-eeb15cb5ad81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:36.905810 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [req-34fd2f62-7d4b-4fbf-afdd-651ab6ead6ab req-1481a3d2-16ee-48af-84dc-eeb15cb5ad81 service neutron] Transition to ACTIVE for port object 1678da82-e5cf-47c1-b78b-ccf5bccc1ce6 will not be triggered until provisioned by entity L2. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:22:36.909422 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-34fd2f62-7d4b-4fbf-afdd-651ab6ead6ab req-1481a3d2-16ee-48af-84dc-eeb15cb5ad81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:37.033261 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481a3d2-16ee-48af-84dc-eeb15cb5ad81 service neutron] Pushing event updated for resources: {'Port': ['ID=1678da82-e5cf-47c1-b78b-ccf5bccc1ce6,revision_number=2']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:37.144835 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [req-34fd2f62-7d4b-4fbf-afdd-651ab6ead6ab req-1481a3d2-16ee-48af-84dc-eeb15cb5ad81 service neutron] Attempting to bind port 1678da82-e5cf-47c1-b78b-ccf5bccc1ce6 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:22:37.145206 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [req-34fd2f62-7d4b-4fbf-afdd-651ab6ead6ab req-1481a3d2-16ee-48af-84dc-eeb15cb5ad81 service neutron] Attempting to bind port 1678da82-e5cf-47c1-b78b-ccf5bccc1ce6 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'bee86072-54a8-469a-b12e-9e0a960cae26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '63de90e2-0296-4972-b0df-cffafb395d90'}] {{(pid=83828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:22:37.145532 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fd2f62-7d4b-4fbf-afdd-651ab6ead6ab req-1481a3d2-16ee-48af-84dc-eeb15cb5ad81 service neutron] Attempting to bind port 1678da82-e5cf-47c1-b78b-ccf5bccc1ce6 on network 63de90e2-0296-4972-b0df-cffafb395d90 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:22:37.151448 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fd2f62-7d4b-4fbf-afdd-651ab6ead6ab req-1481a3d2-16ee-48af-84dc-eeb15cb5ad81 service neutron] Port 1678da82-e5cf-47c1-b78b-ccf5bccc1ce6 on network 63de90e2-0296-4972-b0df-cffafb395d90 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 16:22:37.151761 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fd2f62-7d4b-4fbf-afdd-651ab6ead6ab req-1481a3d2-16ee-48af-84dc-eeb15cb5ad81 service neutron] Attempting to bind port 1678da82-e5cf-47c1-b78b-ccf5bccc1ce6 on network 63de90e2-0296-4972-b0df-cffafb395d90 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:22:37.158069 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fd2f62-7d4b-4fbf-afdd-651ab6ead6ab req-1481a3d2-16ee-48af-84dc-eeb15cb5ad81 service neutron] Checking agent: {'id': '5b2860be-0b4f-4931-914a-5d10403eafcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 47, 24), 'started_at': datetime.datetime(2022, 4, 1, 15, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:22:37.158396 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fd2f62-7d4b-4fbf-afdd-651ab6ead6ab req-1481a3d2-16ee-48af-84dc-eeb15cb5ad81 service neutron] Checking segment: {'id': 'bee86072-54a8-469a-b12e-9e0a960cae26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '63de90e2-0296-4972-b0df-cffafb395d90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:22:37.158772 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fd2f62-7d4b-4fbf-afdd-651ab6ead6ab req-1481a3d2-16ee-48af-84dc-eeb15cb5ad81 service neutron] Bound using segment: {'id': 'bee86072-54a8-469a-b12e-9e0a960cae26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '63de90e2-0296-4972-b0df-cffafb395d90'} {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:22:37.159188 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [req-34fd2f62-7d4b-4fbf-afdd-651ab6ead6ab req-1481a3d2-16ee-48af-84dc-eeb15cb5ad81 service neutron] Bound port: 1678da82-e5cf-47c1-b78b-ccf5bccc1ce6, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bee86072-54a8-469a-b12e-9e0a960cae26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '63de90e2-0296-4972-b0df-cffafb395d90'}}] {{(pid=83828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:22:37.159525 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-34fd2f62-7d4b-4fbf-afdd-651ab6ead6ab req-1481a3d2-16ee-48af-84dc-eeb15cb5ad81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:37.245198 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [req-34fd2f62-7d4b-4fbf-afdd-651ab6ead6ab req-1481a3d2-16ee-48af-84dc-eeb15cb5ad81 service neutron] For port 1678da82-e5cf-47c1-b78b-ccf5bccc1ce6, host hv-neutron-8333, cleared binding levels {{(pid=83828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:22:37.248004 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [req-34fd2f62-7d4b-4fbf-afdd-651ab6ead6ab req-1481a3d2-16ee-48af-84dc-eeb15cb5ad81 service neutron] For port 1678da82-e5cf-47c1-b78b-ccf5bccc1ce6, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=1678da82-e5cf-47c1-b78b-ccf5bccc1ce6,segment=NetworkSegment(bee86072-54a8-469a-b12e-9e0a960cae26),segment_id=bee86072-54a8-469a-b12e-9e0a960cae26)] {{(pid=83828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:22:37.252691 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-34fd2f62-7d4b-4fbf-afdd-651ab6ead6ab req-1481a3d2-16ee-48af-84dc-eeb15cb5ad81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:37.317113 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-34fd2f62-7d4b-4fbf-afdd-651ab6ead6ab req-1481a3d2-16ee-48af-84dc-eeb15cb5ad81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:37.318512 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-34fd2f62-7d4b-4fbf-afdd-651ab6ead6ab req-1481a3d2-16ee-48af-84dc-eeb15cb5ad81 service neutron] 10.222.0.24 "PUT /v2.0/ports/1678da82-e5cf-47c1-b78b-ccf5bccc1ce6 HTTP/1.1" status: 200 len: 1094 time: 0.9691563 Apr 01 16:22:37.318954 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c39be0f2-debe-45ed-a086-d732bf5c33c3', 'tag': '1678da82-e5cf-47c1-b78b-ccf5bccc1ce6'}] {{(pid=83828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:22:37.336106 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481a3d2-16ee-48af-84dc-eeb15cb5ad81 service neutron] Pushing event updated for resources: {'Port': ['ID=1678da82-e5cf-47c1-b78b-ccf5bccc1ce6,revision_number=3']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:37.407320 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c39be0f2-debe-45ed-a086-d732bf5c33c3', 'tag': '1678da82-e5cf-47c1-b78b-ccf5bccc1ce6', 'status': 'completed', 'code': 200} Apr 01 16:22:37.452002 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-34fd2f62-7d4b-4fbf-afdd-651ab6ead6ab req-3eaa5acc-645c-41e9-b212-040d898f3d48 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2e705061b006456b9ff19172695d4794&device_id=c39be0f2-debe-45ed-a086-d732bf5c33c3 HTTP/1.1" status: 200 len: 1097 time: 0.0757682 Apr 01 16:22:37.525824 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-34fd2f62-7d4b-4fbf-afdd-651ab6ead6ab req-a57c29ee-bba5-4567-b156-1519052ad02a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1678da82-e5cf-47c1-b78b-ccf5bccc1ce6 HTTP/1.1" status: 200 len: 217 time: 0.0660751 Apr 01 16:22:37.589475 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd2f62-7d4b-4fbf-afdd-651ab6ead6ab req-5383ea96-f056-4a88-851b-d6ffce40c2d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:37.591008 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-34fd2f62-7d4b-4fbf-afdd-651ab6ead6ab req-5383ea96-f056-4a88-851b-d6ffce40c2d3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4ce7ce89-bd33-4efc-a0fc-4e9534073976 HTTP/1.1" status: 200 len: 854 time: 0.0587637 Apr 01 16:22:37.668865 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-34fd2f62-7d4b-4fbf-afdd-651ab6ead6ab req-e44d2bde-b461-42d4-925a-557b3a64c3cd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=63de90e2-0296-4972-b0df-cffafb395d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710804 Apr 01 16:22:37.772916 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20457b3-6ca1-401d-a392-efec998afc34 req-4a93ed0a-f45c-4fb4-a2ee-890577640581 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:37.774405 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c20457b3-6ca1-401d-a392-efec998afc34 req-4a93ed0a-f45c-4fb4-a2ee-890577640581 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.55 "GET /v2.0/ports?device_id=c39be0f2-debe-45ed-a086-d732bf5c33c3 HTTP/1.1" status: 200 len: 944 time: 0.0832572 Apr 01 16:22:37.823978 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c20457b3-6ca1-401d-a392-efec998afc34 req-5d4dbe02-fb27-48d6-8a2c-b108bdc06f97 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.55 "GET /v2.0/security-groups?id=83ec6d47-a943-44d9-90b0-389efd0127b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438569 Apr 01 16:22:37.896401 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-34fd2f62-7d4b-4fbf-afdd-651ab6ead6ab req-7f558b16-b3ce-490a-b116-319fc8f43ed9 service neutron] 10.222.0.24 "GET /v2.0/networks/63de90e2-0296-4972-b0df-cffafb395d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206588 Apr 01 16:22:38.028835 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-34fd2f62-7d4b-4fbf-afdd-651ab6ead6ab req-25df5875-89a3-4ab1-bb83-0ad5bcd8291f service neutron] 10.222.0.24 "GET /v2.0/networks/63de90e2-0296-4972-b0df-cffafb395d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251886 Apr 01 16:22:38.146165 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-29d87d27-0f56-4f6a-9570-6590eca11d7d req-b0797534-01ed-4862-819b-c4fccbb55dae service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2e705061b006456b9ff19172695d4794&device_id=c39be0f2-debe-45ed-a086-d732bf5c33c3 HTTP/1.1" status: 200 len: 1097 time: 0.0696898 Apr 01 16:22:38.282767 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d87d27-0f56-4f6a-9570-6590eca11d7d req-f6c20217-85f8-43c9-abc0-28c71273771a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:38.284110 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-29d87d27-0f56-4f6a-9570-6590eca11d7d req-f6c20217-85f8-43c9-abc0-28c71273771a service neutron] 10.222.0.24 "GET /v2.0/networks?id=63de90e2-0296-4972-b0df-cffafb395d90 HTTP/1.1" status: 200 len: 915 time: 0.1302831 Apr 01 16:22:38.354104 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-29d87d27-0f56-4f6a-9570-6590eca11d7d req-5cb3010c-1022-4142-92d3-9fea2011ada7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1678da82-e5cf-47c1-b78b-ccf5bccc1ce6 HTTP/1.1" status: 200 len: 217 time: 0.0627873 Apr 01 16:22:38.416040 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d87d27-0f56-4f6a-9570-6590eca11d7d req-38364020-e310-49ea-93bb-6ba13f51871f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:38.417509 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-29d87d27-0f56-4f6a-9570-6590eca11d7d req-38364020-e310-49ea-93bb-6ba13f51871f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4ce7ce89-bd33-4efc-a0fc-4e9534073976 HTTP/1.1" status: 200 len: 854 time: 0.0567870 Apr 01 16:22:38.495571 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-29d87d27-0f56-4f6a-9570-6590eca11d7d req-01e5b236-ef70-44da-849c-39ff17b07dd5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=63de90e2-0296-4972-b0df-cffafb395d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692508 Apr 01 16:22:38.630438 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-29d87d27-0f56-4f6a-9570-6590eca11d7d req-5dccf5f8-abfa-45b3-8526-03f6ed89012c service neutron] 10.222.0.24 "GET /v2.0/networks/63de90e2-0296-4972-b0df-cffafb395d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282051 Apr 01 16:22:38.759891 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-29d87d27-0f56-4f6a-9570-6590eca11d7d req-54f6659a-f4f3-486d-8e82-f6cff9071ee8 service neutron] 10.222.0.24 "GET /v2.0/networks/63de90e2-0296-4972-b0df-cffafb395d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238658 Apr 01 16:22:39.025789 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f273036-cbff-41d8-8bcc-814cf309998c req-7c7e0d9d-c6e1-4f07-b88b-2ea4b82769fc tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:39.027237 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5f273036-cbff-41d8-8bcc-814cf309998c req-7c7e0d9d-c6e1-4f07-b88b-2ea4b82769fc tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.55 "GET /v2.0/ports?device_id=c39be0f2-debe-45ed-a086-d732bf5c33c3 HTTP/1.1" status: 200 len: 944 time: 0.0766258 Apr 01 16:22:39.073244 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5f273036-cbff-41d8-8bcc-814cf309998c req-42dc9461-0e3d-4567-8f71-526de7665cb8 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.55 "GET /v2.0/security-groups?id=83ec6d47-a943-44d9-90b0-389efd0127b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403044 Apr 01 16:22:39.551144 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 1678da82-e5cf-47c1-b78b-ccf5bccc1ce6 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:22:39.682485 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 1678da82-e5cf-47c1-b78b-ccf5bccc1ce6, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=1678da82-e5cf-47c1-b78b-ccf5bccc1ce6,segment=NetworkSegment(bee86072-54a8-469a-b12e-9e0a960cae26),segment_id=bee86072-54a8-469a-b12e-9e0a960cae26)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:22:39.695819 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Returning: {'device': '1678da82-e5cf-47c1-b78b-ccf5bccc1ce6', 'network_id': '63de90e2-0296-4972-b0df-cffafb395d90', 'port_id': '1678da82-e5cf-47c1-b78b-ccf5bccc1ce6', 'mac_address': 'fa:16:3e:bd:d1:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ce7ce89-bd33-4efc-a0fc-4e9534073976', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:22:39.751803 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:39.769775 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1678da82-e5cf-47c1-b78b-ccf5bccc1ce6 {{(pid=83829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:22:39.784289 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 1678da82-e5cf-47c1-b78b-ccf5bccc1ce6, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=1678da82-e5cf-47c1-b78b-ccf5bccc1ce6,segment=NetworkSegment(bee86072-54a8-469a-b12e-9e0a960cae26),segment_id=bee86072-54a8-469a-b12e-9e0a960cae26)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:22:39.788380 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:39.856200 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=1678da82-e5cf-47c1-b78b-ccf5bccc1ce6,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:40.005543 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] get_ports_and_sgs() called for port_ids ['1678da82-e5cf-47c1-b78b-ccf5bccc1ce6'] {{(pid=83829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 16:22:40.281543 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440ead60-4a99-4535-b688-8542af1a8487 req-720c8a87-67f2-4d7e-975a-44fb433fd2b6 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:40.282994 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-440ead60-4a99-4535-b688-8542af1a8487 req-720c8a87-67f2-4d7e-975a-44fb433fd2b6 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.55 "GET /v2.0/ports?device_id=c39be0f2-debe-45ed-a086-d732bf5c33c3 HTTP/1.1" status: 200 len: 945 time: 0.0821111 Apr 01 16:22:40.328076 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-440ead60-4a99-4535-b688-8542af1a8487 req-cec9f3ab-60d2-427a-a43e-d29c8b346861 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.55 "GET /v2.0/security-groups?id=83ec6d47-a943-44d9-90b0-389efd0127b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389826 Apr 01 16:22:41.521019 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1507bf-2e15-449b-8f48-6445660a1c07 req-c75b3bd9-8549-4365-8c35-e3677e5c9b0c tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:41.522488 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2f1507bf-2e15-449b-8f48-6445660a1c07 req-c75b3bd9-8549-4365-8c35-e3677e5c9b0c tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.55 "GET /v2.0/ports?device_id=c39be0f2-debe-45ed-a086-d732bf5c33c3 HTTP/1.1" status: 200 len: 945 time: 0.0750356 Apr 01 16:22:41.562933 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 1678da82-e5cf-47c1-b78b-ccf5bccc1ce6 up at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:22:41.569386 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2f1507bf-2e15-449b-8f48-6445660a1c07 req-5194b44b-4ae5-406b-8ea7-aedced37e703 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.55 "GET /v2.0/security-groups?id=83ec6d47-a943-44d9-90b0-389efd0127b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412195 Apr 01 16:22:41.630915 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning for port 1678da82-e5cf-47c1-b78b-ccf5bccc1ce6 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:22:41.635503 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning complete for port 1678da82-e5cf-47c1-b78b-ccf5bccc1ce6 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:22:41.635872 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:41.748030 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:41.775614 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c39be0f2-debe-45ed-a086-d732bf5c33c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1678da82-e5cf-47c1-b78b-ccf5bccc1ce6'}] {{(pid=83829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:22:41.785440 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 1678da82-e5cf-47c1-b78b-ccf5bccc1ce6, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=1678da82-e5cf-47c1-b78b-ccf5bccc1ce6,segment=NetworkSegment(bee86072-54a8-469a-b12e-9e0a960cae26),segment_id=bee86072-54a8-469a-b12e-9e0a960cae26)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:22:41.789487 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:41.840403 dv-neutron-833373-2-hyperv neutron-server[83829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c39be0f2-debe-45ed-a086-d732bf5c33c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1678da82-e5cf-47c1-b78b-ccf5bccc1ce6', 'code': 200} Apr 01 16:22:41.867160 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=1678da82-e5cf-47c1-b78b-ccf5bccc1ce6,revision_number=5']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:22:42.059017 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-0312a18e-4aab-415e-8a77-4cbab3159a20 req-eb73a4ec-4f28-4da9-bd06-a5d40bc12dd2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c39be0f2-debe-45ed-a086-d732bf5c33c3 HTTP/1.1" status: 200 len: 1099 time: 0.0705342 Apr 01 16:22:42.101940 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-0312a18e-4aab-415e-8a77-4cbab3159a20 req-7ade5a76-5309-45a6-a3e3-b3f9abc259b3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=83ec6d47-a943-44d9-90b0-389efd0127b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364990 Apr 01 16:22:42.768218 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c837bed9-acef-4e86-a1f2-439bbc8a1fff req-0cf8baab-5c1f-40e6-86b1-7da0bddee261 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:42.770421 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c837bed9-acef-4e86-a1f2-439bbc8a1fff req-0cf8baab-5c1f-40e6-86b1-7da0bddee261 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.55 "GET /v2.0/ports?device_id=c39be0f2-debe-45ed-a086-d732bf5c33c3 HTTP/1.1" status: 200 len: 946 time: 0.0805101 Apr 01 16:22:42.814507 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c837bed9-acef-4e86-a1f2-439bbc8a1fff req-f2f26ece-42aa-40b9-9060-8c83002fee7d tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.55 "GET /v2.0/security-groups?id=83ec6d47-a943-44d9-90b0-389efd0127b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386081 Apr 01 16:22:44.017253 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724136c0-5ead-4fa5-9b30-dc6e7ae6caca req-239d4bf9-826c-472f-b314-b37f34ae8642 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:44.018732 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-724136c0-5ead-4fa5-9b30-dc6e7ae6caca req-239d4bf9-826c-472f-b314-b37f34ae8642 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.55 "GET /v2.0/ports?device_id=c39be0f2-debe-45ed-a086-d732bf5c33c3 HTTP/1.1" status: 200 len: 946 time: 0.0778368 Apr 01 16:22:44.070285 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-724136c0-5ead-4fa5-9b30-dc6e7ae6caca req-fa7a4aca-a07d-4adc-b74b-d280dc351cbc tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.55 "GET /v2.0/security-groups?id=83ec6d47-a943-44d9-90b0-389efd0127b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451872 Apr 01 16:22:44.267797 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c3d464-7e11-4453-9bd5-d9216dec9e45 req-e046cff6-7db6-4a69-a48e-4afc6d2271bc tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:44.269856 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b4c3d464-7e11-4453-9bd5-d9216dec9e45 req-e046cff6-7db6-4a69-a48e-4afc6d2271bc tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.55 "GET /v2.0/ports?device_id=c39be0f2-debe-45ed-a086-d732bf5c33c3 HTTP/1.1" status: 200 len: 946 time: 0.0767171 Apr 01 16:22:44.314880 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b4c3d464-7e11-4453-9bd5-d9216dec9e45 req-f7a2ac27-0858-450e-84a7-a8ed80293d58 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.55 "GET /v2.0/security-groups?id=83ec6d47-a943-44d9-90b0-389efd0127b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395045 Apr 01 16:22:44.734257 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bc820f-ba29-4215-9a1d-9bb5c556fcfd req-9d427987-1a89-4763-8fce-9ea86b8076e9 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:22:44.735598 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-46bc820f-ba29-4215-9a1d-9bb5c556fcfd req-9d427987-1a89-4763-8fce-9ea86b8076e9 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.55 "GET /v2.0/ports?device_id=c39be0f2-debe-45ed-a086-d732bf5c33c3 HTTP/1.1" status: 200 len: 946 time: 0.0816557 Apr 01 16:22:44.781224 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-46bc820f-ba29-4215-9a1d-9bb5c556fcfd req-50bfdca8-d3da-466d-b26b-0563d1eae0ff tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.55 "GET /v2.0/security-groups?id=83ec6d47-a943-44d9-90b0-389efd0127b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389974 Apr 01 16:22:53.926246 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f8ac7316-51d5-42f5-b24c-20ebf4d4b6bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:53.967044 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:56.329908 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8620db7c-85c3-4b35-a1fa-2537dcfbebb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:57.669049 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:57.821032 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:22:59.361789 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:00.349614 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7110d2-63bc-4cc2-a51e-222b833a564f req-d54c13f3-3005-4411-9b6e-22833ab6d441 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:00.351072 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2e7110d2-63bc-4cc2-a51e-222b833a564f req-d54c13f3-3005-4411-9b6e-22833ab6d441 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.55 "GET /v2.0/ports?device_id=c39be0f2-debe-45ed-a086-d732bf5c33c3 HTTP/1.1" status: 200 len: 946 time: 0.0896604 Apr 01 16:23:00.397008 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2e7110d2-63bc-4cc2-a51e-222b833a564f req-350c0f67-8c1c-4134-8949-83d43df09467 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.55 "GET /v2.0/security-groups?id=83ec6d47-a943-44d9-90b0-389efd0127b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395665 Apr 01 16:23:00.424525 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 34280) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:23:00.564877 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-f2337137-5ee1-4203-a8cf-361ad2d7722a tempest-TestMinimumBasicScenario-772893827 tempest-TestMinimumBasicScenario-772893827-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=c39be0f2-debe-45ed-a086-d732bf5c33c3 HTTP/1.1" status: 200 len: 1094 time: 0.1391294 Apr 01 16:23:00.567621 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 34286) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:23:00.573393 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-91c06f6e-4386-431f-981b-3e4189e04196 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Request body: {'floatingip': {'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'port_id': '1678da82-e5cf-47c1-b78b-ccf5bccc1ce6', 'tenant_id': '2e705061b006456b9ff19172695d4794', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:23:00.578905 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-91c06f6e-4386-431f-981b-3e4189e04196 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:23:00.582636 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-91c06f6e-4386-431f-981b-3e4189e04196 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Usage tracker for resource:floatingip and tenant:2e705061b006456b9ff19172695d4794 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:23:00.585683 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-91c06f6e-4386-431f-981b-3e4189e04196 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:23:00.591723 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-91c06f6e-4386-431f-981b-3e4189e04196 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:23:00.602271 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-91c06f6e-4386-431f-981b-3e4189e04196 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Notify callbacks [] for floatingip, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:00.819683 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-91c06f6e-4386-431f-981b-3e4189e04196 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:00.950635 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-91c06f6e-4386-431f-981b-3e4189e04196 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Allocated IP 172.26.1.229 (ed45466e-0386-4b92-8de3-247c977242ac/0479f741-5cd1-4d6f-b593-d8aa909a42d3/3c522c8b-e2dc-41c9-8371-1c13d01098fc) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:23:01.098999 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-91c06f6e-4386-431f-981b-3e4189e04196 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:01.129352 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-91c06f6e-4386-431f-981b-3e4189e04196 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:01.196938 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c06f6e-4386-431f-981b-3e4189e04196 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Network ed45466e-0386-4b92-8de3-247c977242ac is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:23:01.199849 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-91c06f6e-4386-431f-981b-3e4189e04196 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:23:01.204214 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c06f6e-4386-431f-981b-3e4189e04196 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:23:01.229457 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c06f6e-4386-431f-981b-3e4189e04196 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Pushing event updated for resources: {'Port': ['ID=3c522c8b-e2dc-41c9-8371-1c13d01098fc,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:01.252597 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c06f6e-4386-431f-981b-3e4189e04196 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:01.252967 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c06f6e-4386-431f-981b-3e4189e04196 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:01.253303 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c06f6e-4386-431f-981b-3e4189e04196 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:01.253638 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c06f6e-4386-431f-981b-3e4189e04196 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:01.253968 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c06f6e-4386-431f-981b-3e4189e04196 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:01.254296 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c06f6e-4386-431f-981b-3e4189e04196 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:01.254621 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c06f6e-4386-431f-981b-3e4189e04196 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:01.254945 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c06f6e-4386-431f-981b-3e4189e04196 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:01.255267 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c06f6e-4386-431f-981b-3e4189e04196 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:01.255587 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c06f6e-4386-431f-981b-3e4189e04196 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:01.255909 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c06f6e-4386-431f-981b-3e4189e04196 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:01.728637 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-91c06f6e-4386-431f-981b-3e4189e04196 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:01.781522 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-91c06f6e-4386-431f-981b-3e4189e04196 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:01.981476 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-91c06f6e-4386-431f-981b-3e4189e04196 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:01.985764 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-91c06f6e-4386-431f-981b-3e4189e04196 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:02.089431 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c06f6e-4386-431f-981b-3e4189e04196 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Pushing event updated for resources: {'Port': ['ID=3c522c8b-e2dc-41c9-8371-1c13d01098fc,revision_number=2']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:02.103699 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-91c06f6e-4386-431f-981b-3e4189e04196 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617697'] for floatingip, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:02.293846 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.l3_db [None req-91c06f6e-4386-431f-981b-3e4189e04196 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Floating IP 057ac44a-e55c-49f7-9639-4378bd4aa94c associated. External IP: 172.26.1.229, port: 1678da82-e5cf-47c1-b78b-ccf5bccc1ce6. Apr 01 16:23:02.775339 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91c06f6e-4386-431f-981b-3e4189e04196 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Router d1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:23:02.912816 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-95e84179-c235-4bf5-80e0-7865d6470000 req-3327467a-3039-4110-ada3-bbafc4d94413 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c39be0f2-debe-45ed-a086-d732bf5c33c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0707378 Apr 01 16:23:02.979935 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91c06f6e-4386-431f-981b-3e4189e04196 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:23:02.991436 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904e434d-d476-4b7c-82f6-56aecc0d68c7 None None] Sync routers for ids ['d1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:23:03.006522 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904e434d-d476-4b7c-82f6-56aecc0d68c7 None None] Routers {'d1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:23:03.007206 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-91c06f6e-4386-431f-981b-3e4189e04196 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for floatingip, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:03.007821 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-904e434d-d476-4b7c-82f6-56aecc0d68c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:22:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['d1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:23:03.062082 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-95e84179-c235-4bf5-80e0-7865d6470000 req-109f463c-809d-4c94-a1b4-54cf6190d78c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2e705061b006456b9ff19172695d4794&device_id=c39be0f2-debe-45ed-a086-d732bf5c33c3 HTTP/1.1" status: 200 len: 1099 time: 0.0783100 Apr 01 16:23:03.074807 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-91c06f6e-4386-431f-981b-3e4189e04196 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5037172 Apr 01 16:23:03.074807 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c39be0f2-debe-45ed-a086-d732bf5c33c3', 'tag': '1678da82-e5cf-47c1-b78b-ccf5bccc1ce6'}] {{(pid=83826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:23:03.075527 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 34290) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:23:03.081272 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-977fe0fa-3bd7-45a0-ae2a-3dec0bc461be tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-980750866', 'description': 'tempest-secgroup-smoke-980750866 description', 'project_id': '2e705061b006456b9ff19172695d4794'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:23:03.109303 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-977fe0fa-3bd7-45a0-ae2a-3dec0bc461be tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:23:03.173888 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-977fe0fa-3bd7-45a0-ae2a-3dec0bc461be tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:23:03.200626 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-977fe0fa-3bd7-45a0-ae2a-3dec0bc461be tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Notify callbacks [] for security_group, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:03.222764 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c39be0f2-debe-45ed-a086-d732bf5c33c3', 'tag': '1678da82-e5cf-47c1-b78b-ccf5bccc1ce6', 'status': 'completed', 'code': 200} Apr 01 16:23:03.253203 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-904e434d-d476-4b7c-82f6-56aecc0d68c7 None None] Set router d1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:23:03.257521 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e84179-c235-4bf5-80e0-7865d6470000 req-6cf0fe63-6241-43cd-ab18-e4e7e97b0b5d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:03.259631 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-95e84179-c235-4bf5-80e0-7865d6470000 req-6cf0fe63-6241-43cd-ab18-e4e7e97b0b5d service neutron] 10.222.0.24 "GET /v2.0/networks?id=63de90e2-0296-4972-b0df-cffafb395d90 HTTP/1.1" status: 200 len: 915 time: 0.1729677 Apr 01 16:23:03.266093 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-977fe0fa-3bd7-45a0-ae2a-3dec0bc461be tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:23:03.321624 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-977fe0fa-3bd7-45a0-ae2a-3dec0bc461be tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Usage tracker for resource:security_group_rule and tenant:2e705061b006456b9ff19172695d4794 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:23:03.329212 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-977fe0fa-3bd7-45a0-ae2a-3dec0bc461be tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:23:03.343157 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-977fe0fa-3bd7-45a0-ae2a-3dec0bc461be tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:23:03.389864 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-95e84179-c235-4bf5-80e0-7865d6470000 req-22b7f3b6-ffa3-4258-81b9-8fb4a77ca159 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1678da82-e5cf-47c1-b78b-ccf5bccc1ce6 HTTP/1.1" status: 200 len: 1000 time: 0.1213830 Apr 01 16:23:03.574127 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-977fe0fa-3bd7-45a0-ae2a-3dec0bc461be tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Notify callbacks [] for security_group, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:03.581719 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e84179-c235-4bf5-80e0-7865d6470000 req-28760cb0-c98c-4f9c-ae81-1647d3557187 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:03.583315 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-95e84179-c235-4bf5-80e0-7865d6470000 req-28760cb0-c98c-4f9c-ae81-1647d3557187 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4ce7ce89-bd33-4efc-a0fc-4e9534073976 HTTP/1.1" status: 200 len: 854 time: 0.1826370 Apr 01 16:23:03.584380 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-977fe0fa-3bd7-45a0-ae2a-3dec0bc461be tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:03.610724 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-904e434d-d476-4b7c-82f6-56aecc0d68c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba', 'name': 'tempest-TestMinimumBasicScenario-1781247232-router', 'tenant_id': '2e705061b006456b9ff19172695d4794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': '3db4e9cf-9376-4008-b8fa-df3413426f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:22:01Z', 'updated_at': '2022-04-01T16:22:05Z', 'revision_number': 4, 'project_id': '2e705061b006456b9ff19172695d4794', 'gw_port': {'id': '3db4e9cf-9376-4008-b8fa-df3413426f97', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:db:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:02Z', 'updated_at': '2022-04-01T16:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': '057ac44a-e55c-49f7-9639-4378bd4aa94c', 'tenant_id': '2e705061b006456b9ff19172695d4794', 'floating_ip_address': '172.26.1.229', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': 'd1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba', 'port_id': '1678da82-e5cf-47c1-b78b-ccf5bccc1ce6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63de90e2-0296-4972-b0df-cffafb395d90', 'mac_address': 'fa:16:3e:bd:d1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39be0f2-debe-45ed-a086-d732bf5c33c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:23:01Z', 'updated_at': '2022-04-01T16:23:01Z', 'revision_number': 0, 'project_id': '2e705061b006456b9ff19172695d4794', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '171d4632-97b1-4ff3-85a4-b69ee3973518', 'name': '', 'network_id': '63de90e2-0296-4972-b0df-cffafb395d90', 'tenant_id': '2e705061b006456b9ff19172695d4794', 'mac_address': 'fa:16:3e:87:c2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ce7ce89-bd33-4efc-a0fc-4e9534073976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:04Z', 'updated_at': '2022-04-01T16:22:23Z', 'revision_number': 5, 'project_id': '2e705061b006456b9ff19172695d4794', 'subnets': [{'id': '4ce7ce89-bd33-4efc-a0fc-4e9534073976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:23:03.614864 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904e434d-d476-4b7c-82f6-56aecc0d68c7 None None] Checking router: d1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba for host: dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:23:03.626316 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904e434d-d476-4b7c-82f6-56aecc0d68c7 None None] Routers {'d1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:23:03.626889 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-904e434d-d476-4b7c-82f6-56aecc0d68c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:22:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['d1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:23:03.665724 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977fe0fa-3bd7-45a0-ae2a-3dec0bc461be tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99ceb44b-2d07-4b90-953f-8318e7aebd89,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:03.688710 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-977fe0fa-3bd7-45a0-ae2a-3dec0bc461be tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:03.689925 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-977fe0fa-3bd7-45a0-ae2a-3dec0bc461be tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.6133206 Apr 01 16:23:03.692883 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 34298) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:23:03.693905 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977fe0fa-3bd7-45a0-ae2a-3dec0bc461be tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:03.694248 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977fe0fa-3bd7-45a0-ae2a-3dec0bc461be tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:03.694588 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977fe0fa-3bd7-45a0-ae2a-3dec0bc461be tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:03.694941 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977fe0fa-3bd7-45a0-ae2a-3dec0bc461be tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:03.695275 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977fe0fa-3bd7-45a0-ae2a-3dec0bc461be tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:03.696187 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977fe0fa-3bd7-45a0-ae2a-3dec0bc461be tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:03.696515 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977fe0fa-3bd7-45a0-ae2a-3dec0bc461be tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:03.696979 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977fe0fa-3bd7-45a0-ae2a-3dec0bc461be tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:03.697311 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977fe0fa-3bd7-45a0-ae2a-3dec0bc461be tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:03.697634 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977fe0fa-3bd7-45a0-ae2a-3dec0bc461be tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:03.697956 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977fe0fa-3bd7-45a0-ae2a-3dec0bc461be tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:23:03.699961 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-e9b71efa-bab6-4b76-86d2-fe28ae11d808 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Request body: {'security_group_rule': {'security_group_id': '99ceb44b-2d07-4b90-953f-8318e7aebd89', 'project_id': '2e705061b006456b9ff19172695d4794', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:23:03.712190 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-e9b71efa-bab6-4b76-86d2-fe28ae11d808 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:23:03.717876 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-95e84179-c235-4bf5-80e0-7865d6470000 req-947d3df0-3bae-4853-a570-a900aff5f0a2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=63de90e2-0296-4972-b0df-cffafb395d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1207500 Apr 01 16:23:03.718910 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-e9b71efa-bab6-4b76-86d2-fe28ae11d808 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Usage tracker for resource:security_group_rule and tenant:2e705061b006456b9ff19172695d4794 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:23:03.722158 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-e9b71efa-bab6-4b76-86d2-fe28ae11d808 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:23:03.728576 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-e9b71efa-bab6-4b76-86d2-fe28ae11d808 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:23:03.746779 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e9b71efa-bab6-4b76-86d2-fe28ae11d808 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:03.809587 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e9b71efa-bab6-4b76-86d2-fe28ae11d808 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:03.814191 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e9b71efa-bab6-4b76-86d2-fe28ae11d808 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:03.814907 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-904e434d-d476-4b7c-82f6-56aecc0d68c7 None None] Set router d1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:23:03.839699 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b71efa-bab6-4b76-86d2-fe28ae11d808 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=153f5dd4-0a98-4036-9cb2-6940d6848d46,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:03.850171 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e9b71efa-bab6-4b76-86d2-fe28ae11d808 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:03.851646 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-e9b71efa-bab6-4b76-86d2-fe28ae11d808 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1575592 Apr 01 16:23:03.854497 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 34302) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:23:03.860174 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-2da403a6-a9c8-47a8-a919-a082d0c70c77 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Request body: {'security_group_rule': {'security_group_id': '99ceb44b-2d07-4b90-953f-8318e7aebd89', 'project_id': '2e705061b006456b9ff19172695d4794', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:23:03.860859 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-95e84179-c235-4bf5-80e0-7865d6470000 req-fbf85b86-854a-4254-9b62-b6d5b7ff5ea4 service neutron] 10.222.0.24 "GET /v2.0/networks/63de90e2-0296-4972-b0df-cffafb395d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366510 Apr 01 16:23:03.866312 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-2da403a6-a9c8-47a8-a919-a082d0c70c77 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:23:03.871698 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-2da403a6-a9c8-47a8-a919-a082d0c70c77 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Usage tracker for resource:security_group_rule and tenant:2e705061b006456b9ff19172695d4794 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:23:03.875042 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-2da403a6-a9c8-47a8-a919-a082d0c70c77 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:23:03.882163 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-2da403a6-a9c8-47a8-a919-a082d0c70c77 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:23:03.902689 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2da403a6-a9c8-47a8-a919-a082d0c70c77 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:03.973078 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2da403a6-a9c8-47a8-a919-a082d0c70c77 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:03.978009 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2da403a6-a9c8-47a8-a919-a082d0c70c77 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:04.001881 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-95e84179-c235-4bf5-80e0-7865d6470000 req-1520e697-b22e-4f87-9cfc-3c17b8461de3 service neutron] 10.222.0.24 "GET /v2.0/networks/63de90e2-0296-4972-b0df-cffafb395d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333346 Apr 01 16:23:04.018646 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da403a6-a9c8-47a8-a919-a082d0c70c77 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f423568a-b1fe-46ad-ab5e-d590b32189bf,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:04.044754 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2da403a6-a9c8-47a8-a919-a082d0c70c77 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:04.049594 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-2da403a6-a9c8-47a8-a919-a082d0c70c77 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1915445 Apr 01 16:23:04.050239 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 34306) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:23:04.057692 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-a8d6f59d-0ba6-484c-bcd2-96cb55f5e2f7 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Request body: {'security_group_rule': {'security_group_id': '99ceb44b-2d07-4b90-953f-8318e7aebd89', 'project_id': '2e705061b006456b9ff19172695d4794', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:23:04.064068 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-a8d6f59d-0ba6-484c-bcd2-96cb55f5e2f7 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:23:04.069181 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-a8d6f59d-0ba6-484c-bcd2-96cb55f5e2f7 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Usage tracker for resource:security_group_rule and tenant:2e705061b006456b9ff19172695d4794 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:23:04.073159 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-a8d6f59d-0ba6-484c-bcd2-96cb55f5e2f7 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:23:04.079897 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-a8d6f59d-0ba6-484c-bcd2-96cb55f5e2f7 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:23:04.102310 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a8d6f59d-0ba6-484c-bcd2-96cb55f5e2f7 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:04.134532 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-66944244-7262-41f2-a467-ae76fa2cf259 req-67309277-b068-44f7-b1fd-49238e53ccec service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2e705061b006456b9ff19172695d4794&device_id=c39be0f2-debe-45ed-a086-d732bf5c33c3 HTTP/1.1" status: 200 len: 1099 time: 0.0843768 Apr 01 16:23:04.173262 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a8d6f59d-0ba6-484c-bcd2-96cb55f5e2f7 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:04.177481 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a8d6f59d-0ba6-484c-bcd2-96cb55f5e2f7 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:04.202771 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-904e434d-d476-4b7c-82f6-56aecc0d68c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba', 'name': 'tempest-TestMinimumBasicScenario-1781247232-router', 'tenant_id': '2e705061b006456b9ff19172695d4794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': '3db4e9cf-9376-4008-b8fa-df3413426f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:22:01Z', 'updated_at': '2022-04-01T16:22:05Z', 'revision_number': 4, 'project_id': '2e705061b006456b9ff19172695d4794', 'gw_port': {'id': '3db4e9cf-9376-4008-b8fa-df3413426f97', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:db:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:02Z', 'updated_at': '2022-04-01T16:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': '057ac44a-e55c-49f7-9639-4378bd4aa94c', 'tenant_id': '2e705061b006456b9ff19172695d4794', 'floating_ip_address': '172.26.1.229', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': 'd1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba', 'port_id': '1678da82-e5cf-47c1-b78b-ccf5bccc1ce6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63de90e2-0296-4972-b0df-cffafb395d90', 'mac_address': 'fa:16:3e:bd:d1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39be0f2-debe-45ed-a086-d732bf5c33c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:23:01Z', 'updated_at': '2022-04-01T16:23:01Z', 'revision_number': 0, 'project_id': '2e705061b006456b9ff19172695d4794', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '171d4632-97b1-4ff3-85a4-b69ee3973518', 'name': '', 'network_id': '63de90e2-0296-4972-b0df-cffafb395d90', 'tenant_id': '2e705061b006456b9ff19172695d4794', 'mac_address': 'fa:16:3e:87:c2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ce7ce89-bd33-4efc-a0fc-4e9534073976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:04Z', 'updated_at': '2022-04-01T16:22:23Z', 'revision_number': 5, 'project_id': '2e705061b006456b9ff19172695d4794', 'subnets': [{'id': '4ce7ce89-bd33-4efc-a0fc-4e9534073976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:23:04.204052 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d6f59d-0ba6-484c-bcd2-96cb55f5e2f7 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7259612c-1ab5-4a0b-9781-96b50536ba80,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:04.211911 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904e434d-d476-4b7c-82f6-56aecc0d68c7 None None] The sync data for ids ['d1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba'] in dv-neutron-833373-2-hyperv is: [{'id': 'd1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba', 'name': 'tempest-TestMinimumBasicScenario-1781247232-router', 'tenant_id': '2e705061b006456b9ff19172695d4794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': '3db4e9cf-9376-4008-b8fa-df3413426f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:22:01Z', 'updated_at': '2022-04-01T16:22:05Z', 'revision_number': 4, 'project_id': '2e705061b006456b9ff19172695d4794', 'gw_port': {'id': '3db4e9cf-9376-4008-b8fa-df3413426f97', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:db:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:02Z', 'updated_at': '2022-04-01T16:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': '057ac44a-e55c-49f7-9639-4378bd4aa94c', 'tenant_id': '2e705061b006456b9ff19172695d4794', 'floating_ip_address': '172.26.1.229', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': 'd1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba', 'port_id': '1678da82-e5cf-47c1-b78b-ccf5bccc1ce6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63de90e2-0296-4972-b0df-cffafb395d90', 'mac_address': 'fa:16:3e:bd:d1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39be0f2-debe-45ed-a086-d732bf5c33c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:23:01Z', 'updated_at': '2022-04-01T16:23:01Z', 'revision_number': 0, 'project_id': '2e705061b006456b9ff19172695d4794', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '171d4632-97b1-4ff3-85a4-b69ee3973518', 'name': '', 'network_id': '63de90e2-0296-4972-b0df-cffafb395d90', 'tenant_id': '2e705061b006456b9ff19172695d4794', 'mac_address': 'fa:16:3e:87:c2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ce7ce89-bd33-4efc-a0fc-4e9534073976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:04Z', 'updated_at': '2022-04-01T16:22:23Z', 'revision_number': 5, 'project_id': '2e705061b006456b9ff19172695d4794', 'subnets': [{'id': '4ce7ce89-bd33-4efc-a0fc-4e9534073976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:23:04.213773 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a8d6f59d-0ba6-484c-bcd2-96cb55f5e2f7 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:04.217354 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-a8d6f59d-0ba6-484c-bcd2-96cb55f5e2f7 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1659713 Apr 01 16:23:04.218257 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 34310) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:23:04.223984 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-acccf6ef-0ae1-4b01-b680-20b860b46c6b tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Request body: {'security_group_rule': {'security_group_id': '99ceb44b-2d07-4b90-953f-8318e7aebd89', 'project_id': '2e705061b006456b9ff19172695d4794', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:23:04.230636 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-acccf6ef-0ae1-4b01-b680-20b860b46c6b tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:23:04.234738 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-acccf6ef-0ae1-4b01-b680-20b860b46c6b tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Usage tracker for resource:security_group_rule and tenant:2e705061b006456b9ff19172695d4794 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:23:04.238241 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-acccf6ef-0ae1-4b01-b680-20b860b46c6b tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:23:04.244651 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-acccf6ef-0ae1-4b01-b680-20b860b46c6b tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:23:04.265899 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-acccf6ef-0ae1-4b01-b680-20b860b46c6b tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:04.295666 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66944244-7262-41f2-a467-ae76fa2cf259 req-7287c0a9-dc8d-4e13-8b0e-1efc679b72a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:04.297149 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-66944244-7262-41f2-a467-ae76fa2cf259 req-7287c0a9-dc8d-4e13-8b0e-1efc679b72a3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=63de90e2-0296-4972-b0df-cffafb395d90 HTTP/1.1" status: 200 len: 915 time: 0.1552477 Apr 01 16:23:04.338568 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-acccf6ef-0ae1-4b01-b680-20b860b46c6b tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:04.342804 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-acccf6ef-0ae1-4b01-b680-20b860b46c6b tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:04.368012 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acccf6ef-0ae1-4b01-b680-20b860b46c6b tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de57fefb-0ab0-4492-b296-96d54762e2dd,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:04.377603 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-acccf6ef-0ae1-4b01-b680-20b860b46c6b tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:04.381627 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-acccf6ef-0ae1-4b01-b680-20b860b46c6b tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1597455 Apr 01 16:23:04.381889 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 34314) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:23:04.387635 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-bf6767d6-6457-48f2-983e-baeac965ec3f tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Request body: {'security_group_rule': {'security_group_id': '99ceb44b-2d07-4b90-953f-8318e7aebd89', 'project_id': '2e705061b006456b9ff19172695d4794', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:23:04.393811 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-bf6767d6-6457-48f2-983e-baeac965ec3f tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:23:04.399076 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-bf6767d6-6457-48f2-983e-baeac965ec3f tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Usage tracker for resource:security_group_rule and tenant:2e705061b006456b9ff19172695d4794 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:23:04.402118 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-bf6767d6-6457-48f2-983e-baeac965ec3f tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:23:04.417632 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-66944244-7262-41f2-a467-ae76fa2cf259 req-151ab048-c190-4c6d-8e5a-d03789f3d9a4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1678da82-e5cf-47c1-b78b-ccf5bccc1ce6 HTTP/1.1" status: 200 len: 1000 time: 0.1132936 Apr 01 16:23:04.419262 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-bf6767d6-6457-48f2-983e-baeac965ec3f tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:23:04.433128 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.securitygroups_db [None req-bf6767d6-6457-48f2-983e-baeac965ec3f tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Project 2e705061b006456b9ff19172695d4794 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:23:04.440884 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bf6767d6-6457-48f2-983e-baeac965ec3f tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:04.458518 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41d709b-00d9-46a7-ae8d-aba5e2f95931 None None] New status for floating IP 057ac44a-e55c-49f7-9639-4378bd4aa94c: ACTIVE {{(pid=83833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 16:23:04.493416 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66944244-7262-41f2-a467-ae76fa2cf259 req-3ea6fc8c-cbbe-4e19-b1f0-0d22bd7f7cdb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:04.495057 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-66944244-7262-41f2-a467-ae76fa2cf259 req-3ea6fc8c-cbbe-4e19-b1f0-0d22bd7f7cdb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4ce7ce89-bd33-4efc-a0fc-4e9534073976 HTTP/1.1" status: 200 len: 854 time: 0.0700555 Apr 01 16:23:04.531997 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bf6767d6-6457-48f2-983e-baeac965ec3f tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:04.535503 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bf6767d6-6457-48f2-983e-baeac965ec3f tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:04.562295 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6767d6-6457-48f2-983e-baeac965ec3f tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50cfd6d5-bfd8-4acc-a6d4-7d2461a28bd3,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:04.574684 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bf6767d6-6457-48f2-983e-baeac965ec3f tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:04.577039 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-66944244-7262-41f2-a467-ae76fa2cf259 req-eea92e14-3d58-4c6d-8d6e-71f6c969b7a3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=63de90e2-0296-4972-b0df-cffafb395d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757697 Apr 01 16:23:04.577199 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-bf6767d6-6457-48f2-983e-baeac965ec3f tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1943812 Apr 01 16:23:04.579033 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 34318) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:23:04.584489 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-d6bff2e0-401d-40bc-83dd-6a232d4afd09 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Request body: {'security_group_rule': {'security_group_id': '99ceb44b-2d07-4b90-953f-8318e7aebd89', 'project_id': '2e705061b006456b9ff19172695d4794', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:23:04.612693 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-d6bff2e0-401d-40bc-83dd-6a232d4afd09 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:23:04.619770 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-d6bff2e0-401d-40bc-83dd-6a232d4afd09 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Usage tracker for resource:security_group_rule and tenant:2e705061b006456b9ff19172695d4794 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:23:04.625816 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-d6bff2e0-401d-40bc-83dd-6a232d4afd09 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:23:04.676752 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-d6bff2e0-401d-40bc-83dd-6a232d4afd09 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:23:04.701164 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.securitygroups_db [None req-d6bff2e0-401d-40bc-83dd-6a232d4afd09 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Project 2e705061b006456b9ff19172695d4794 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:23:04.711065 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d6bff2e0-401d-40bc-83dd-6a232d4afd09 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:04.780445 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-66944244-7262-41f2-a467-ae76fa2cf259 req-56a94342-fea0-49d5-a635-16385905a7e9 service neutron] 10.222.0.24 "GET /v2.0/networks/63de90e2-0296-4972-b0df-cffafb395d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903191 Apr 01 16:23:04.885954 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d6bff2e0-401d-40bc-83dd-6a232d4afd09 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:04.891079 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d6bff2e0-401d-40bc-83dd-6a232d4afd09 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:04.935140 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bff2e0-401d-40bc-83dd-6a232d4afd09 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26d476d9-bd04-4cd7-a00e-e8248b2920c1,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:04.960330 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d6bff2e0-401d-40bc-83dd-6a232d4afd09 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:04.961588 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-d6bff2e0-401d-40bc-83dd-6a232d4afd09 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3816867 Apr 01 16:23:04.964968 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-66944244-7262-41f2-a467-ae76fa2cf259 req-ec5e4327-9d85-4f57-b914-9043a021eb52 service neutron] 10.222.0.24 "GET /v2.0/networks/63de90e2-0296-4972-b0df-cffafb395d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774285 Apr 01 16:23:05.093177 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d45dfe3a-7a87-4ffc-9bd1-5d6a6b6f9285 req-d6ab5e85-54e8-4ff9-afb4-5f95560db059 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-980750866&fields=id&tenant_id=2e705061b006456b9ff19172695d4794 HTTP/1.1" status: 200 len: 267 time: 0.0410774 Apr 01 16:23:05.171013 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45dfe3a-7a87-4ffc-9bd1-5d6a6b6f9285 req-5ee61e78-fe7b-4ca6-ade0-72c8d89f8fb1 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:05.172342 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d45dfe3a-7a87-4ffc-9bd1-5d6a6b6f9285 req-5ee61e78-fe7b-4ca6-ade0-72c8d89f8fb1 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.55 "GET /v2.0/ports?device_id=c39be0f2-debe-45ed-a086-d732bf5c33c3 HTTP/1.1" status: 200 len: 946 time: 0.0736260 Apr 01 16:23:05.183656 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [req-d45dfe3a-7a87-4ffc-9bd1-5d6a6b6f9285 req-637bd5ea-d99a-474d-8bef-a0ee1d68152d tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Request body: {'port': {'security_groups': ['83ec6d47-a943-44d9-90b0-389efd0127b0', '99ceb44b-2d07-4b90-953f-8318e7aebd89']}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:23:05.299719 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-d45dfe3a-7a87-4ffc-9bd1-5d6a6b6f9285 req-637bd5ea-d99a-474d-8bef-a0ee1d68152d tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:05.555250 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [req-d45dfe3a-7a87-4ffc-9bd1-5d6a6b6f9285 req-637bd5ea-d99a-474d-8bef-a0ee1d68152d tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] For port 1678da82-e5cf-47c1-b78b-ccf5bccc1ce6, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=1678da82-e5cf-47c1-b78b-ccf5bccc1ce6,segment=NetworkSegment(bee86072-54a8-469a-b12e-9e0a960cae26),segment_id=bee86072-54a8-469a-b12e-9e0a960cae26)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:23:05.579681 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-d45dfe3a-7a87-4ffc-9bd1-5d6a6b6f9285 req-637bd5ea-d99a-474d-8bef-a0ee1d68152d tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:05.583931 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-d45dfe3a-7a87-4ffc-9bd1-5d6a6b6f9285 req-637bd5ea-d99a-474d-8bef-a0ee1d68152d tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:05.596543 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] get_ports_and_sgs() called for port_ids ['1678da82-e5cf-47c1-b78b-ccf5bccc1ce6'] {{(pid=83829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 16:23:05.656203 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45dfe3a-7a87-4ffc-9bd1-5d6a6b6f9285 req-637bd5ea-d99a-474d-8bef-a0ee1d68152d tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:05.656836 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-d45dfe3a-7a87-4ffc-9bd1-5d6a6b6f9285 req-637bd5ea-d99a-474d-8bef-a0ee1d68152d tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:05.661195 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d45dfe3a-7a87-4ffc-9bd1-5d6a6b6f9285 req-637bd5ea-d99a-474d-8bef-a0ee1d68152d tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.55 "PUT /v2.0/ports/1678da82-e5cf-47c1-b78b-ccf5bccc1ce6 HTTP/1.1" status: 200 len: 982 time: 0.4827907 Apr 01 16:23:05.661975 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c39be0f2-debe-45ed-a086-d732bf5c33c3', 'tag': '1678da82-e5cf-47c1-b78b-ccf5bccc1ce6'}] {{(pid=83826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:23:05.684144 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637bd5ea-d99a-474d-8bef-a0ee1d68152d tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Pushing event updated for resources: {'Port': ['ID=1678da82-e5cf-47c1-b78b-ccf5bccc1ce6,revision_number=6']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:23:05.729849 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c39be0f2-debe-45ed-a086-d732bf5c33c3', 'tag': '1678da82-e5cf-47c1-b78b-ccf5bccc1ce6', 'status': 'completed', 'code': 200} Apr 01 16:23:05.736445 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] get_ports_and_sgs() called for port_ids ['1678da82-e5cf-47c1-b78b-ccf5bccc1ce6'] {{(pid=83829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 16:23:05.880815 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-25816e23-a6d8-43ec-b549-06013140a7b0 req-0e83bc18-3442-42d0-aa90-05f70fe8187f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2e705061b006456b9ff19172695d4794&device_id=c39be0f2-debe-45ed-a086-d732bf5c33c3 HTTP/1.1" status: 200 len: 1138 time: 0.1195717 Apr 01 16:23:05.986479 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75986819-a91f-4c5f-aab2-85094ec128bb req-c3009131-3010-4de8-b320-db00608b293b tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:05.999280 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-75986819-a91f-4c5f-aab2-85094ec128bb req-c3009131-3010-4de8-b320-db00608b293b tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.55 "GET /v2.0/ports?device_id=c39be0f2-debe-45ed-a086-d732bf5c33c3 HTTP/1.1" status: 200 len: 985 time: 0.1369812 Apr 01 16:23:06.127490 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25816e23-a6d8-43ec-b549-06013140a7b0 req-ae54492c-ec78-4401-b5a5-d2c527773110 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:06.127490 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-25816e23-a6d8-43ec-b549-06013140a7b0 req-ae54492c-ec78-4401-b5a5-d2c527773110 service neutron] 10.222.0.24 "GET /v2.0/networks?id=63de90e2-0296-4972-b0df-cffafb395d90 HTTP/1.1" status: 200 len: 915 time: 0.2299929 Apr 01 16:23:06.131215 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-52c37114-87ee-46cf-bdf4-f86cccd08eec None None] Provisioning complete for port 1678da82-e5cf-47c1-b78b-ccf5bccc1ce6 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:23:06.131215 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-52c37114-87ee-46cf-bdf4-f86cccd08eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:06.242097 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-75986819-a91f-4c5f-aab2-85094ec128bb req-ef0c9bf0-d522-4d91-9bed-61c1d61a82e0 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.55 "GET /v2.0/security-groups?id=83ec6d47-a943-44d9-90b0-389efd0127b0&id=99ceb44b-2d07-4b90-953f-8318e7aebd89&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2442071 Apr 01 16:23:06.285102 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-25816e23-a6d8-43ec-b549-06013140a7b0 req-f9e64171-50cb-4ff4-b482-d490a7ab46f8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1678da82-e5cf-47c1-b78b-ccf5bccc1ce6 HTTP/1.1" status: 200 len: 1002 time: 0.1658578 Apr 01 16:23:06.346589 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25816e23-a6d8-43ec-b549-06013140a7b0 req-7ca6a423-34aa-40c5-9355-ea5257cd2d57 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:06.347928 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-25816e23-a6d8-43ec-b549-06013140a7b0 req-7ca6a423-34aa-40c5-9355-ea5257cd2d57 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4ce7ce89-bd33-4efc-a0fc-4e9534073976 HTTP/1.1" status: 200 len: 854 time: 0.0573325 Apr 01 16:23:06.527714 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-25816e23-a6d8-43ec-b549-06013140a7b0 req-fc5e709f-2677-4377-820f-b9ba49e5d1d7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=63de90e2-0296-4972-b0df-cffafb395d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1734111 Apr 01 16:23:06.665700 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-25816e23-a6d8-43ec-b549-06013140a7b0 req-b59421b7-fdd0-4e12-b589-da873981e35c service neutron] 10.222.0.24 "GET /v2.0/networks/63de90e2-0296-4972-b0df-cffafb395d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295226 Apr 01 16:23:06.800249 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-25816e23-a6d8-43ec-b549-06013140a7b0 req-a1021727-b272-46e4-9cb2-30b473fa70ae service neutron] 10.222.0.24 "GET /v2.0/networks/63de90e2-0296-4972-b0df-cffafb395d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258702 Apr 01 16:23:13.625221 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:23:19.707460 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-95ec57c9-7ae9-4116-b13b-cfe65ad76a15 req-4d8a775a-cdd7-46f5-b330-ce14955f1994 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2e705061b006456b9ff19172695d4794&device_id=c39be0f2-debe-45ed-a086-d732bf5c33c3 HTTP/1.1" status: 200 len: 1138 time: 0.0736592 Apr 01 16:23:19.751152 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712806d4-db0c-4fbb-b8a5-686d2a66d4a4 req-0245283d-4303-4d89-8c74-0d4d935335cc tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:19.752604 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-712806d4-db0c-4fbb-b8a5-686d2a66d4a4 req-0245283d-4303-4d89-8c74-0d4d935335cc tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.55 "GET /v2.0/ports?device_id=c39be0f2-debe-45ed-a086-d732bf5c33c3 HTTP/1.1" status: 200 len: 985 time: 0.0804305 Apr 01 16:23:19.801746 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-712806d4-db0c-4fbb-b8a5-686d2a66d4a4 req-12b64575-cf67-488f-b15c-9f31ee34b537 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.55 "GET /v2.0/security-groups?id=83ec6d47-a943-44d9-90b0-389efd0127b0&id=99ceb44b-2d07-4b90-953f-8318e7aebd89&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0434215 Apr 01 16:23:19.843671 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ec57c9-7ae9-4116-b13b-cfe65ad76a15 req-10301bca-0696-431d-946e-44b391b2c470 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:19.845388 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-95ec57c9-7ae9-4116-b13b-cfe65ad76a15 req-10301bca-0696-431d-946e-44b391b2c470 service neutron] 10.222.0.24 "GET /v2.0/networks?id=63de90e2-0296-4972-b0df-cffafb395d90 HTTP/1.1" status: 200 len: 915 time: 0.1319063 Apr 01 16:23:19.948324 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-95ec57c9-7ae9-4116-b13b-cfe65ad76a15 req-1592d868-072d-4f13-be97-f8c9e5c20b52 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1678da82-e5cf-47c1-b78b-ccf5bccc1ce6 HTTP/1.1" status: 200 len: 1002 time: 0.0958321 Apr 01 16:23:20.011744 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ec57c9-7ae9-4116-b13b-cfe65ad76a15 req-1e2b0a80-57de-4c8e-af66-3a4f2d37fe78 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:20.013138 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-95ec57c9-7ae9-4116-b13b-cfe65ad76a15 req-1e2b0a80-57de-4c8e-af66-3a4f2d37fe78 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4ce7ce89-bd33-4efc-a0fc-4e9534073976 HTTP/1.1" status: 200 len: 854 time: 0.0578084 Apr 01 16:23:20.095634 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-95ec57c9-7ae9-4116-b13b-cfe65ad76a15 req-95a86f65-a478-44b0-bd27-2c6f05e88b62 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=63de90e2-0296-4972-b0df-cffafb395d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737879 Apr 01 16:23:20.224244 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-95ec57c9-7ae9-4116-b13b-cfe65ad76a15 req-8e389d38-2958-4eb4-8c09-8fa87b622ca1 service neutron] 10.222.0.24 "GET /v2.0/networks/63de90e2-0296-4972-b0df-cffafb395d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217704 Apr 01 16:23:20.354778 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-95ec57c9-7ae9-4116-b13b-cfe65ad76a15 req-8cd43514-3fc3-4a99-98c0-c03722a64a61 service neutron] 10.222.0.24 "GET /v2.0/networks/63de90e2-0296-4972-b0df-cffafb395d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238534 Apr 01 16:23:21.007093 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00126978-60f4-47ea-b317-6d339e7e75f2 req-ffe28ed8-5882-4500-a9ec-ce95d648287b tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:21.013203 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-00126978-60f4-47ea-b317-6d339e7e75f2 req-ffe28ed8-5882-4500-a9ec-ce95d648287b tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.55 "GET /v2.0/ports?device_id=c39be0f2-debe-45ed-a086-d732bf5c33c3 HTTP/1.1" status: 200 len: 985 time: 0.0865126 Apr 01 16:23:21.060253 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-00126978-60f4-47ea-b317-6d339e7e75f2 req-de6c91b2-e49d-4df3-97a7-f8260bdd648d tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.55 "GET /v2.0/security-groups?id=83ec6d47-a943-44d9-90b0-389efd0127b0&id=99ceb44b-2d07-4b90-953f-8318e7aebd89&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0439682 Apr 01 16:23:22.260529 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf30bed-99ef-446d-be11-4252e345268f req-1f3669d5-46ef-4b0c-ad56-f5b45383c392 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:22.262013 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-abf30bed-99ef-446d-be11-4252e345268f req-1f3669d5-46ef-4b0c-ad56-f5b45383c392 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.55 "GET /v2.0/ports?device_id=c39be0f2-debe-45ed-a086-d732bf5c33c3 HTTP/1.1" status: 200 len: 985 time: 0.0780704 Apr 01 16:23:22.316466 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-abf30bed-99ef-446d-be11-4252e345268f req-ba1d291d-4492-43b9-a35e-254a980960b2 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.55 "GET /v2.0/security-groups?id=83ec6d47-a943-44d9-90b0-389efd0127b0&id=99ceb44b-2d07-4b90-953f-8318e7aebd89&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0485682 Apr 01 16:23:23.523617 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176da1fc-f6cf-4633-a0a2-270dca762066 req-4a23814b-8930-453d-bfc9-93449d018178 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:23.525114 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-176da1fc-f6cf-4633-a0a2-270dca762066 req-4a23814b-8930-453d-bfc9-93449d018178 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.55 "GET /v2.0/ports?device_id=c39be0f2-debe-45ed-a086-d732bf5c33c3 HTTP/1.1" status: 200 len: 985 time: 0.0806811 Apr 01 16:23:23.573681 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-176da1fc-f6cf-4633-a0a2-270dca762066 req-c930a771-67be-401c-93a0-73d85d762580 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.55 "GET /v2.0/security-groups?id=83ec6d47-a943-44d9-90b0-389efd0127b0&id=99ceb44b-2d07-4b90-953f-8318e7aebd89&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0428801 Apr 01 16:23:23.928938 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-e8843ddf-b1af-4c71-b39f-f9c76d794e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:23.979862 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:24.792864 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be538e33-35b3-4c90-8d5b-6b2f76ca8400 req-aad85ea9-4867-46fb-8804-c5f4835639fb tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:24.794325 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-be538e33-35b3-4c90-8d5b-6b2f76ca8400 req-aad85ea9-4867-46fb-8804-c5f4835639fb tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.55 "GET /v2.0/ports?device_id=c39be0f2-debe-45ed-a086-d732bf5c33c3 HTTP/1.1" status: 200 len: 985 time: 0.0876493 Apr 01 16:23:24.842300 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-be538e33-35b3-4c90-8d5b-6b2f76ca8400 req-db1e7ef7-d6ba-431a-a19a-523a53b66baa tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.55 "GET /v2.0/security-groups?id=83ec6d47-a943-44d9-90b0-389efd0127b0&id=99ceb44b-2d07-4b90-953f-8318e7aebd89&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0423574 Apr 01 16:23:26.034947 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c59ca2e-0bb3-4694-a9fb-9c12f57396ed req-f27c1ce2-0f94-4880-a33c-e26369a036e6 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:26.036383 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-6c59ca2e-0bb3-4694-a9fb-9c12f57396ed req-f27c1ce2-0f94-4880-a33c-e26369a036e6 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.55 "GET /v2.0/ports?device_id=c39be0f2-debe-45ed-a086-d732bf5c33c3 HTTP/1.1" status: 200 len: 985 time: 0.0752285 Apr 01 16:23:26.083560 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-6c59ca2e-0bb3-4694-a9fb-9c12f57396ed req-0edee160-eba5-4ea3-afee-8d8bf463aedb tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.55 "GET /v2.0/security-groups?id=83ec6d47-a943-44d9-90b0-389efd0127b0&id=99ceb44b-2d07-4b90-953f-8318e7aebd89&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0410256 Apr 01 16:23:26.332171 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-4fee3f48-1caa-4dc5-ae71-eaf494a7257a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:27.280611 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace9cbd-8bee-495b-8156-f423f892b8b7 req-19636d7a-2abe-4ba3-8267-9902c94ea8d6 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:27.282075 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4ace9cbd-8bee-495b-8156-f423f892b8b7 req-19636d7a-2abe-4ba3-8267-9902c94ea8d6 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.55 "GET /v2.0/ports?device_id=c39be0f2-debe-45ed-a086-d732bf5c33c3 HTTP/1.1" status: 200 len: 985 time: 0.0793748 Apr 01 16:23:27.328667 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4ace9cbd-8bee-495b-8156-f423f892b8b7 req-8815a1ba-e8aa-41c2-8bbb-4195c4984228 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.55 "GET /v2.0/security-groups?id=83ec6d47-a943-44d9-90b0-389efd0127b0&id=99ceb44b-2d07-4b90-953f-8318e7aebd89&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0409167 Apr 01 16:23:27.671523 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:27.815763 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:28.529302 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7539d3e-77b4-48a9-b299-25b85b4a24eb req-19b5183b-6f79-4bd6-9eea-8095770243dd tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:28.530722 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e7539d3e-77b4-48a9-b299-25b85b4a24eb req-19b5183b-6f79-4bd6-9eea-8095770243dd tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.55 "GET /v2.0/ports?device_id=c39be0f2-debe-45ed-a086-d732bf5c33c3 HTTP/1.1" status: 200 len: 985 time: 0.0758579 Apr 01 16:23:28.580353 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e7539d3e-77b4-48a9-b299-25b85b4a24eb req-7a627d5a-fbaa-4175-8a02-6d0a28635b72 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.55 "GET /v2.0/security-groups?id=83ec6d47-a943-44d9-90b0-389efd0127b0&id=99ceb44b-2d07-4b90-953f-8318e7aebd89&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0440056 Apr 01 16:23:29.363791 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:29.776598 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b0fba0-82be-4fd2-a678-e3a428a57720 req-f4f746cf-9e50-4951-a870-7625b522a61d tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:29.778045 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-95b0fba0-82be-4fd2-a678-e3a428a57720 req-f4f746cf-9e50-4951-a870-7625b522a61d tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.55 "GET /v2.0/ports?device_id=c39be0f2-debe-45ed-a086-d732bf5c33c3 HTTP/1.1" status: 200 len: 985 time: 0.0775561 Apr 01 16:23:29.823375 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-95b0fba0-82be-4fd2-a678-e3a428a57720 req-d2623206-1375-4a15-bc9a-5cf38bb0b713 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.55 "GET /v2.0/security-groups?id=83ec6d47-a943-44d9-90b0-389efd0127b0&id=99ceb44b-2d07-4b90-953f-8318e7aebd89&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0397680 Apr 01 16:23:31.026869 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcce839-102f-4eaa-abfa-0d0aec2dbb7c req-e07a8d77-337b-43dd-8be2-0c9c7b59cdfd tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:31.028320 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-0fcce839-102f-4eaa-abfa-0d0aec2dbb7c req-e07a8d77-337b-43dd-8be2-0c9c7b59cdfd tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.55 "GET /v2.0/ports?device_id=c39be0f2-debe-45ed-a086-d732bf5c33c3 HTTP/1.1" status: 200 len: 985 time: 0.0826688 Apr 01 16:23:31.076064 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-0fcce839-102f-4eaa-abfa-0d0aec2dbb7c req-1100d842-d85d-4343-a701-975c93491044 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.55 "GET /v2.0/security-groups?id=83ec6d47-a943-44d9-90b0-389efd0127b0&id=99ceb44b-2d07-4b90-953f-8318e7aebd89&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0420818 Apr 01 16:23:32.277074 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb8e2c1-5499-41d5-87b3-781b920471bc req-e0dad990-4f68-4c5f-8f34-dd1e474f3e67 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:32.278520 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-6eb8e2c1-5499-41d5-87b3-781b920471bc req-e0dad990-4f68-4c5f-8f34-dd1e474f3e67 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.55 "GET /v2.0/ports?device_id=c39be0f2-debe-45ed-a086-d732bf5c33c3 HTTP/1.1" status: 200 len: 985 time: 0.0766342 Apr 01 16:23:32.331069 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-6eb8e2c1-5499-41d5-87b3-781b920471bc req-3633fb68-f3f7-48c4-9fc1-fda501620289 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.55 "GET /v2.0/security-groups?id=83ec6d47-a943-44d9-90b0-389efd0127b0&id=99ceb44b-2d07-4b90-953f-8318e7aebd89&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0469015 Apr 01 16:23:33.530862 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb31c58-3f5a-4cb1-a2ec-9aa16228c6d3 req-ea05ec01-4e26-403d-b12e-b0e99ff9722a tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:33.532290 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-6eb31c58-3f5a-4cb1-a2ec-9aa16228c6d3 req-ea05ec01-4e26-403d-b12e-b0e99ff9722a tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.55 "GET /v2.0/ports?device_id=c39be0f2-debe-45ed-a086-d732bf5c33c3 HTTP/1.1" status: 200 len: 985 time: 0.0803428 Apr 01 16:23:33.578003 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-6eb31c58-3f5a-4cb1-a2ec-9aa16228c6d3 req-25a767fb-ee01-4c34-968d-4728df6ec01a tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.55 "GET /v2.0/security-groups?id=83ec6d47-a943-44d9-90b0-389efd0127b0&id=99ceb44b-2d07-4b90-953f-8318e7aebd89&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0401123 Apr 01 16:23:34.769480 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d08c17b-3e8d-4b45-acbc-bf17e1d5843a req-fa468bcc-b193-4118-8916-609b7db728f5 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:34.770913 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-0d08c17b-3e8d-4b45-acbc-bf17e1d5843a req-fa468bcc-b193-4118-8916-609b7db728f5 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.55 "GET /v2.0/ports?device_id=c39be0f2-debe-45ed-a086-d732bf5c33c3 HTTP/1.1" status: 200 len: 985 time: 0.0745528 Apr 01 16:23:34.818731 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-0d08c17b-3e8d-4b45-acbc-bf17e1d5843a req-77ac535e-5623-4495-bf98-36ffec7ac1f4 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.55 "GET /v2.0/security-groups?id=83ec6d47-a943-44d9-90b0-389efd0127b0&id=99ceb44b-2d07-4b90-953f-8318e7aebd89&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0411437 Apr 01 16:23:36.016532 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ac437-485a-4fbb-a92b-a6aaba2560f0 req-742fbd18-e0d7-402f-93e2-8d556ea7ba85 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:36.017986 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e20ac437-485a-4fbb-a92b-a6aaba2560f0 req-742fbd18-e0d7-402f-93e2-8d556ea7ba85 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.55 "GET /v2.0/ports?device_id=c39be0f2-debe-45ed-a086-d732bf5c33c3 HTTP/1.1" status: 200 len: 985 time: 0.0794644 Apr 01 16:23:36.066576 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e20ac437-485a-4fbb-a92b-a6aaba2560f0 req-b725ee71-1850-4cc5-8353-1a21165ff37a tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.55 "GET /v2.0/security-groups?id=83ec6d47-a943-44d9-90b0-389efd0127b0&id=99ceb44b-2d07-4b90-953f-8318e7aebd89&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0426254 Apr 01 16:23:37.305312 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2dab92-0c9a-4d2b-858f-f712756fcc38 req-312a4828-f595-470a-b1a1-688ab437fbe6 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:23:37.307394 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-bb2dab92-0c9a-4d2b-858f-f712756fcc38 req-312a4828-f595-470a-b1a1-688ab437fbe6 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.55 "GET /v2.0/ports?device_id=c39be0f2-debe-45ed-a086-d732bf5c33c3 HTTP/1.1" status: 200 len: 985 time: 0.1024673 Apr 01 16:23:37.362310 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-bb2dab92-0c9a-4d2b-858f-f712756fcc38 req-a97b99c7-9e5e-48ef-9f54-972ec903d657 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.55 "GET /v2.0/security-groups?id=83ec6d47-a943-44d9-90b0-389efd0127b0&id=99ceb44b-2d07-4b90-953f-8318e7aebd89&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0490983 Apr 01 16:23:50.625385 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:23:53.934751 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-1c512b06-a7bc-4856-8a8a-a111881d745f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:53.999099 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:56.334617 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-cac7f6d0-1c88-4c57-8e9c-1b3239aa2cdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:57.674402 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:57.818803 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:23:59.365742 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:03.928239 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-70176e0a-df8d-4628-935d-608c24640d28 req-3878bbf9-01ab-4e05-9b06-934d667b3241 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c39be0f2-debe-45ed-a086-d732bf5c33c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0664904 Apr 01 16:24:04.066569 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-70176e0a-df8d-4628-935d-608c24640d28 req-4b41e12d-747c-4887-87df-5297c4043bbb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2e705061b006456b9ff19172695d4794&device_id=c39be0f2-debe-45ed-a086-d732bf5c33c3 HTTP/1.1" status: 200 len: 1138 time: 0.0711493 Apr 01 16:24:04.207822 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70176e0a-df8d-4628-935d-608c24640d28 req-ec824c9e-8fac-4663-a733-97599961f598 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:04.209186 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-70176e0a-df8d-4628-935d-608c24640d28 req-ec824c9e-8fac-4663-a733-97599961f598 service neutron] 10.222.0.24 "GET /v2.0/networks?id=63de90e2-0296-4972-b0df-cffafb395d90 HTTP/1.1" status: 200 len: 915 time: 0.1232913 Apr 01 16:24:04.308165 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-70176e0a-df8d-4628-935d-608c24640d28 req-65e168a7-988a-455b-b069-585debbb5992 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1678da82-e5cf-47c1-b78b-ccf5bccc1ce6 HTTP/1.1" status: 200 len: 1002 time: 0.0922074 Apr 01 16:24:04.372025 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70176e0a-df8d-4628-935d-608c24640d28 req-c696dbc6-f6d9-412b-8015-58a015490807 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:04.373478 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-70176e0a-df8d-4628-935d-608c24640d28 req-c696dbc6-f6d9-412b-8015-58a015490807 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4ce7ce89-bd33-4efc-a0fc-4e9534073976 HTTP/1.1" status: 200 len: 854 time: 0.0590820 Apr 01 16:24:04.449954 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-70176e0a-df8d-4628-935d-608c24640d28 req-3381308c-32a8-493f-97b2-1cffdfee03b8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=63de90e2-0296-4972-b0df-cffafb395d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693746 Apr 01 16:24:04.676255 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-70176e0a-df8d-4628-935d-608c24640d28 req-1a7f5305-95a9-41d7-8470-d124dd397239 service neutron] 10.222.0.24 "GET /v2.0/networks/63de90e2-0296-4972-b0df-cffafb395d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196426 Apr 01 16:24:04.806011 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-70176e0a-df8d-4628-935d-608c24640d28 req-21bd822c-584e-4c37-8a41-b4cb568e6a4e service neutron] 10.222.0.24 "GET /v2.0/networks/63de90e2-0296-4972-b0df-cffafb395d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220639 Apr 01 16:24:10.411964 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a71b0abb-0bfb-4f14-bead-26cb00e13871 req-c7535aa9-fe44-42cb-875b-310d9a0846a4 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-980750866&fields=id&tenant_id=2e705061b006456b9ff19172695d4794 HTTP/1.1" status: 200 len: 267 time: 0.0395904 Apr 01 16:24:10.492282 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71b0abb-0bfb-4f14-bead-26cb00e13871 req-f4c0c9bf-0bf9-495c-91e7-710eddfeb75e tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:10.494319 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a71b0abb-0bfb-4f14-bead-26cb00e13871 req-f4c0c9bf-0bf9-495c-91e7-710eddfeb75e tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.55 "GET /v2.0/ports?device_id=c39be0f2-debe-45ed-a086-d732bf5c33c3 HTTP/1.1" status: 200 len: 985 time: 0.0762746 Apr 01 16:24:10.504689 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [req-a71b0abb-0bfb-4f14-bead-26cb00e13871 req-ff28278f-01f8-488a-ad1d-d085b442fd87 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Request body: {'port': {'security_groups': ['83ec6d47-a943-44d9-90b0-389efd0127b0']}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:24:10.623649 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-a71b0abb-0bfb-4f14-bead-26cb00e13871 req-ff28278f-01f8-488a-ad1d-d085b442fd87 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:10.934716 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [req-a71b0abb-0bfb-4f14-bead-26cb00e13871 req-ff28278f-01f8-488a-ad1d-d085b442fd87 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] For port 1678da82-e5cf-47c1-b78b-ccf5bccc1ce6, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=1678da82-e5cf-47c1-b78b-ccf5bccc1ce6,segment=NetworkSegment(bee86072-54a8-469a-b12e-9e0a960cae26),segment_id=bee86072-54a8-469a-b12e-9e0a960cae26)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:24:10.959293 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-a71b0abb-0bfb-4f14-bead-26cb00e13871 req-ff28278f-01f8-488a-ad1d-d085b442fd87 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:10.964805 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-a71b0abb-0bfb-4f14-bead-26cb00e13871 req-ff28278f-01f8-488a-ad1d-d085b442fd87 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:10.976237 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] get_ports_and_sgs() called for port_ids ['1678da82-e5cf-47c1-b78b-ccf5bccc1ce6'] {{(pid=83829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 16:24:11.039800 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71b0abb-0bfb-4f14-bead-26cb00e13871 req-ff28278f-01f8-488a-ad1d-d085b442fd87 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:11.040390 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [req-a71b0abb-0bfb-4f14-bead-26cb00e13871 req-ff28278f-01f8-488a-ad1d-d085b442fd87 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:11.041793 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a71b0abb-0bfb-4f14-bead-26cb00e13871 req-ff28278f-01f8-488a-ad1d-d085b442fd87 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.55 "PUT /v2.0/ports/1678da82-e5cf-47c1-b78b-ccf5bccc1ce6 HTTP/1.1" status: 200 len: 943 time: 0.5414915 Apr 01 16:24:11.042243 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c39be0f2-debe-45ed-a086-d732bf5c33c3', 'tag': '1678da82-e5cf-47c1-b78b-ccf5bccc1ce6'}] {{(pid=83826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:24:11.047957 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 34386) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:24:11.065831 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff28278f-01f8-488a-ad1d-d085b442fd87 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Pushing event updated for resources: {'Port': ['ID=1678da82-e5cf-47c1-b78b-ccf5bccc1ce6,revision_number=7']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:24:11.078769 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff28278f-01f8-488a-ad1d-d085b442fd87 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:11.079116 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff28278f-01f8-488a-ad1d-d085b442fd87 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:11.079458 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff28278f-01f8-488a-ad1d-d085b442fd87 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:11.079790 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff28278f-01f8-488a-ad1d-d085b442fd87 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:11.081063 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff28278f-01f8-488a-ad1d-d085b442fd87 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:11.081397 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff28278f-01f8-488a-ad1d-d085b442fd87 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:11.081727 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff28278f-01f8-488a-ad1d-d085b442fd87 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:11.082054 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff28278f-01f8-488a-ad1d-d085b442fd87 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:11.082377 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff28278f-01f8-488a-ad1d-d085b442fd87 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:11.083091 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff28278f-01f8-488a-ad1d-d085b442fd87 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:11.083562 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff28278f-01f8-488a-ad1d-d085b442fd87 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:11.136544 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c39be0f2-debe-45ed-a086-d732bf5c33c3', 'tag': '1678da82-e5cf-47c1-b78b-ccf5bccc1ce6', 'status': 'completed', 'code': 200} Apr 01 16:24:11.138279 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7e954f87-df59-4314-af89-0604e4ad3a1f tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:11.153862 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] get_ports_and_sgs() called for port_ids ['1678da82-e5cf-47c1-b78b-ccf5bccc1ce6'] {{(pid=83829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 16:24:11.212777 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7e954f87-df59-4314-af89-0604e4ad3a1f tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:11.295258 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-2747a687-84ce-488a-b329-c57579e6d6fa req-b20b070b-3bfd-40c4-a556-f36f8fd6cf47 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2e705061b006456b9ff19172695d4794&device_id=c39be0f2-debe-45ed-a086-d732bf5c33c3 HTTP/1.1" status: 200 len: 1099 time: 0.1301162 Apr 01 16:24:11.346465 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-68c0eac8-8a33-444a-ab6d-1cf4b40c7f2d None None] Provisioning complete for port 1678da82-e5cf-47c1-b78b-ccf5bccc1ce6 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:24:11.346759 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-68c0eac8-8a33-444a-ab6d-1cf4b40c7f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:11.374018 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7e954f87-df59-4314-af89-0604e4ad3a1f tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:11.407777 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e954f87-df59-4314-af89-0604e4ad3a1f tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ceb44b-2d07-4b90-953f-8318e7aebd89,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:24:11.423981 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7e954f87-df59-4314-af89-0604e4ad3a1f tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:11.425131 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-7e954f87-df59-4314-af89-0604e4ad3a1f tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.55 "DELETE /v2.0/security-groups/99ceb44b-2d07-4b90-953f-8318e7aebd89 HTTP/1.1" status: 204 len: 168 time: 0.3762140 Apr 01 16:24:11.428118 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 34392) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:24:11.428647 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e954f87-df59-4314-af89-0604e4ad3a1f tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:11.428647 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e954f87-df59-4314-af89-0604e4ad3a1f tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:11.429010 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e954f87-df59-4314-af89-0604e4ad3a1f tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:11.429405 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e954f87-df59-4314-af89-0604e4ad3a1f tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:11.429737 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e954f87-df59-4314-af89-0604e4ad3a1f tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:11.430068 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e954f87-df59-4314-af89-0604e4ad3a1f tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:11.430393 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e954f87-df59-4314-af89-0604e4ad3a1f tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:11.431287 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e954f87-df59-4314-af89-0604e4ad3a1f tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:11.431618 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e954f87-df59-4314-af89-0604e4ad3a1f tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:11.431936 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e954f87-df59-4314-af89-0604e4ad3a1f tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:11.432261 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e954f87-df59-4314-af89-0604e4ad3a1f tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:11.475561 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2747a687-84ce-488a-b329-c57579e6d6fa req-f877ffac-aabe-41da-9290-70035071358b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:11.477325 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-2747a687-84ce-488a-b329-c57579e6d6fa req-f877ffac-aabe-41da-9290-70035071358b service neutron] 10.222.0.24 "GET /v2.0/networks?id=63de90e2-0296-4972-b0df-cffafb395d90 HTTP/1.1" status: 200 len: 915 time: 0.1748555 Apr 01 16:24:11.582851 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-2747a687-84ce-488a-b329-c57579e6d6fa req-d86452ca-3b1e-40fb-b599-4ca6614f3ddc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1678da82-e5cf-47c1-b78b-ccf5bccc1ce6 HTTP/1.1" status: 200 len: 1002 time: 0.0986052 Apr 01 16:24:11.651461 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-066c2c31-5706-4ae5-a73d-a74e6b7e7aff tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Deleting port 3c522c8b-e2dc-41c9-8371-1c13d01098fc {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:24:11.651718 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2747a687-84ce-488a-b329-c57579e6d6fa req-5ee71349-b7e1-44f2-8f1e-5e6b22db7737 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:11.651850 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-066c2c31-5706-4ae5-a73d-a74e6b7e7aff tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:11.653209 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-2747a687-84ce-488a-b329-c57579e6d6fa req-5ee71349-b7e1-44f2-8f1e-5e6b22db7737 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4ce7ce89-bd33-4efc-a0fc-4e9534073976 HTTP/1.1" status: 200 len: 854 time: 0.0645165 Apr 01 16:24:11.730986 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-2747a687-84ce-488a-b329-c57579e6d6fa req-26bff76f-30fb-42c9-b5ba-0e3ca27f9cfe service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=63de90e2-0296-4972-b0df-cffafb395d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709815 Apr 01 16:24:11.820573 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-066c2c31-5706-4ae5-a73d-a74e6b7e7aff tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:11.820925 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-066c2c31-5706-4ae5-a73d-a74e6b7e7aff tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:11.865068 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-2747a687-84ce-488a-b329-c57579e6d6fa req-cccf1505-0516-44cb-b07b-58244811ba88 service neutron] 10.222.0.24 "GET /v2.0/networks/63de90e2-0296-4972-b0df-cffafb395d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276059 Apr 01 16:24:11.949577 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-066c2c31-5706-4ae5-a73d-a74e6b7e7aff tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Calling delete_port for 3c522c8b-e2dc-41c9-8371-1c13d01098fc owned by network:floatingip {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:24:11.999061 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-2747a687-84ce-488a-b329-c57579e6d6fa req-a5507022-9f16-4b21-812b-f48df28e52f7 service neutron] 10.222.0.24 "GET /v2.0/networks/63de90e2-0296-4972-b0df-cffafb395d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276751 Apr 01 16:24:12.100447 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-066c2c31-5706-4ae5-a73d-a74e6b7e7aff tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:12.148844 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066c2c31-5706-4ae5-a73d-a74e6b7e7aff tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Pushing event deleted for resources: {'Port': ['ID=3c522c8b-e2dc-41c9-8371-1c13d01098fc,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:24:12.237512 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-066c2c31-5706-4ae5-a73d-a74e6b7e7aff tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Notify callbacks [] for floatingip, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:12.631687 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-066c2c31-5706-4ae5-a73d-a74e6b7e7aff tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Router d1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:24:12.935841 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-066c2c31-5706-4ae5-a73d-a74e6b7e7aff tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:24:12.945930 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af936b79-3ee0-440b-a1fa-e21d4ca675ee None None] Sync routers for ids ['d1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:24:12.952857 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-066c2c31-5706-4ae5-a73d-a74e6b7e7aff tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for floatingip, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:12.958938 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af936b79-3ee0-440b-a1fa-e21d4ca675ee None None] Routers {'d1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:24:12.959554 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-af936b79-3ee0-440b-a1fa-e21d4ca675ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:23:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['d1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:24:13.011358 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-066c2c31-5706-4ae5-a73d-a74e6b7e7aff tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.55 "DELETE /v2.0/floatingips/057ac44a-e55c-49f7-9639-4378bd4aa94c HTTP/1.1" status: 204 len: 168 time: 1.5812857 Apr 01 16:24:13.137642 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c39be0f2-debe-45ed-a086-d732bf5c33c3', 'tag': '1678da82-e5cf-47c1-b78b-ccf5bccc1ce6'}] {{(pid=83826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:24:13.143175 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-af936b79-3ee0-440b-a1fa-e21d4ca675ee None None] Set router d1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:24:13.199592 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c39be0f2-debe-45ed-a086-d732bf5c33c3', 'tag': '1678da82-e5cf-47c1-b78b-ccf5bccc1ce6', 'status': 'completed', 'code': 200} Apr 01 16:24:13.312148 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-8ca3f455-a48c-479e-a9f0-93e9c1dfb059 req-e0a14721-561a-44b9-9c42-0f8c71fa72f4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2e705061b006456b9ff19172695d4794&device_id=c39be0f2-debe-45ed-a086-d732bf5c33c3 HTTP/1.1" status: 200 len: 1099 time: 0.0901906 Apr 01 16:24:13.517139 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-af936b79-3ee0-440b-a1fa-e21d4ca675ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba', 'name': 'tempest-TestMinimumBasicScenario-1781247232-router', 'tenant_id': '2e705061b006456b9ff19172695d4794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': '3db4e9cf-9376-4008-b8fa-df3413426f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:22:01Z', 'updated_at': '2022-04-01T16:22:05Z', 'revision_number': 4, 'project_id': '2e705061b006456b9ff19172695d4794', 'gw_port': {'id': '3db4e9cf-9376-4008-b8fa-df3413426f97', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:db:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:02Z', 'updated_at': '2022-04-01T16:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '171d4632-97b1-4ff3-85a4-b69ee3973518', 'name': '', 'network_id': '63de90e2-0296-4972-b0df-cffafb395d90', 'tenant_id': '2e705061b006456b9ff19172695d4794', 'mac_address': 'fa:16:3e:87:c2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ce7ce89-bd33-4efc-a0fc-4e9534073976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:04Z', 'updated_at': '2022-04-01T16:22:23Z', 'revision_number': 5, 'project_id': '2e705061b006456b9ff19172695d4794', 'subnets': [{'id': '4ce7ce89-bd33-4efc-a0fc-4e9534073976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:24:13.521262 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af936b79-3ee0-440b-a1fa-e21d4ca675ee None None] Checking router: d1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba for host: dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:24:13.532284 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca3f455-a48c-479e-a9f0-93e9c1dfb059 req-5422d1f6-3d5c-48e6-aeab-939a7f29133e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:13.533039 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af936b79-3ee0-440b-a1fa-e21d4ca675ee None None] Routers {'d1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:24:13.533660 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-af936b79-3ee0-440b-a1fa-e21d4ca675ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:23:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['d1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:24:13.533768 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-8ca3f455-a48c-479e-a9f0-93e9c1dfb059 req-5422d1f6-3d5c-48e6-aeab-939a7f29133e service neutron] 10.222.0.24 "GET /v2.0/networks?id=63de90e2-0296-4972-b0df-cffafb395d90 HTTP/1.1" status: 200 len: 915 time: 0.2157896 Apr 01 16:24:13.604958 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-8ca3f455-a48c-479e-a9f0-93e9c1dfb059 req-4172ef7a-2e22-45be-9e7b-1fe00b4bc2df service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1678da82-e5cf-47c1-b78b-ccf5bccc1ce6 HTTP/1.1" status: 200 len: 217 time: 0.0624716 Apr 01 16:24:13.673628 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca3f455-a48c-479e-a9f0-93e9c1dfb059 req-d4d634ac-9816-4d91-ad2a-82eb25079f3f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:13.675295 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-8ca3f455-a48c-479e-a9f0-93e9c1dfb059 req-d4d634ac-9816-4d91-ad2a-82eb25079f3f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4ce7ce89-bd33-4efc-a0fc-4e9534073976 HTTP/1.1" status: 200 len: 854 time: 0.0640700 Apr 01 16:24:13.714950 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-af936b79-3ee0-440b-a1fa-e21d4ca675ee None None] Set router d1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:24:13.756636 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-8ca3f455-a48c-479e-a9f0-93e9c1dfb059 req-82d10fee-5dfc-406c-b8c1-6970145589b7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=63de90e2-0296-4972-b0df-cffafb395d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742128 Apr 01 16:24:13.895862 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-8ca3f455-a48c-479e-a9f0-93e9c1dfb059 req-963caf50-54b8-40e1-8543-014a1731c812 service neutron] 10.222.0.24 "GET /v2.0/networks/63de90e2-0296-4972-b0df-cffafb395d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328487 Apr 01 16:24:14.103500 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-af936b79-3ee0-440b-a1fa-e21d4ca675ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba', 'name': 'tempest-TestMinimumBasicScenario-1781247232-router', 'tenant_id': '2e705061b006456b9ff19172695d4794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': '3db4e9cf-9376-4008-b8fa-df3413426f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:22:01Z', 'updated_at': '2022-04-01T16:22:05Z', 'revision_number': 4, 'project_id': '2e705061b006456b9ff19172695d4794', 'gw_port': {'id': '3db4e9cf-9376-4008-b8fa-df3413426f97', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:db:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:02Z', 'updated_at': '2022-04-01T16:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '171d4632-97b1-4ff3-85a4-b69ee3973518', 'name': '', 'network_id': '63de90e2-0296-4972-b0df-cffafb395d90', 'tenant_id': '2e705061b006456b9ff19172695d4794', 'mac_address': 'fa:16:3e:87:c2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ce7ce89-bd33-4efc-a0fc-4e9534073976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:04Z', 'updated_at': '2022-04-01T16:22:23Z', 'revision_number': 5, 'project_id': '2e705061b006456b9ff19172695d4794', 'subnets': [{'id': '4ce7ce89-bd33-4efc-a0fc-4e9534073976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:24:14.107884 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af936b79-3ee0-440b-a1fa-e21d4ca675ee None None] The sync data for ids ['d1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba'] in dv-neutron-833373-2-hyperv is: [{'id': 'd1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba', 'name': 'tempest-TestMinimumBasicScenario-1781247232-router', 'tenant_id': '2e705061b006456b9ff19172695d4794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': '3db4e9cf-9376-4008-b8fa-df3413426f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:22:01Z', 'updated_at': '2022-04-01T16:22:05Z', 'revision_number': 4, 'project_id': '2e705061b006456b9ff19172695d4794', 'gw_port': {'id': '3db4e9cf-9376-4008-b8fa-df3413426f97', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:db:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:02Z', 'updated_at': '2022-04-01T16:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '171d4632-97b1-4ff3-85a4-b69ee3973518', 'name': '', 'network_id': '63de90e2-0296-4972-b0df-cffafb395d90', 'tenant_id': '2e705061b006456b9ff19172695d4794', 'mac_address': 'fa:16:3e:87:c2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4ce7ce89-bd33-4efc-a0fc-4e9534073976', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:04Z', 'updated_at': '2022-04-01T16:22:23Z', 'revision_number': 5, 'project_id': '2e705061b006456b9ff19172695d4794', 'subnets': [{'id': '4ce7ce89-bd33-4efc-a0fc-4e9534073976', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:24:14.162887 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-8ca3f455-a48c-479e-a9f0-93e9c1dfb059 req-c12c02aa-23e4-4dd5-be4b-a6f0de5905a0 service neutron] 10.222.0.24 "GET /v2.0/networks/63de90e2-0296-4972-b0df-cffafb395d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522655 Apr 01 16:24:14.362839 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66660635-84c2-4588-8019-c0a7db748816 None None] New status for floating IP 057ac44a-e55c-49f7-9639-4378bd4aa94c: DOWN {{(pid=83833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 16:24:17.662771 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e2fa7e-22b5-4939-8ce2-cd010aeed903 req-449a97cd-1a1a-4304-a0fe-135c206b8423 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:17.663451 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-72e2fa7e-22b5-4939-8ce2-cd010aeed903 req-449a97cd-1a1a-4304-a0fe-135c206b8423 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Synchronizing usage tracker for tenant:2e705061b006456b9ff19172695d4794 on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:24:17.683426 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-72e2fa7e-22b5-4939-8ce2-cd010aeed903 req-449a97cd-1a1a-4304-a0fe-135c206b8423 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Unset dirty status for tenant:2e705061b006456b9ff19172695d4794 on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:24:17.684571 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-72e2fa7e-22b5-4939-8ce2-cd010aeed903 req-449a97cd-1a1a-4304-a0fe-135c206b8423 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.55 "GET /v2.0/ports?device_id=c39be0f2-debe-45ed-a086-d732bf5c33c3 HTTP/1.1" status: 200 len: 946 time: 0.1079738 Apr 01 16:24:17.734912 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-72e2fa7e-22b5-4939-8ce2-cd010aeed903 req-4159eeae-2187-45d2-a331-c6a81b0ec6e6 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.55 "GET /v2.0/security-groups?id=83ec6d47-a943-44d9-90b0-389efd0127b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445163 Apr 01 16:24:18.942912 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cf7293-9a78-4297-a7e9-e190b3791efd req-be778765-eafe-487a-82bf-7fccaf763d04 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:18.944350 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-19cf7293-9a78-4297-a7e9-e190b3791efd req-be778765-eafe-487a-82bf-7fccaf763d04 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.55 "GET /v2.0/ports?device_id=c39be0f2-debe-45ed-a086-d732bf5c33c3 HTTP/1.1" status: 200 len: 946 time: 0.0796473 Apr 01 16:24:18.989973 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-19cf7293-9a78-4297-a7e9-e190b3791efd req-c96dfa1b-4d98-4dce-a369-fc72fea97ac6 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.55 "GET /v2.0/security-groups?id=83ec6d47-a943-44d9-90b0-389efd0127b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400045 Apr 01 16:24:19.349922 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bca5495-bd52-4f31-848d-d7d79627f3a9 req-67deec49-03e8-4b22-a821-8cd8aeafcc64 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:19.350529 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-5bca5495-bd52-4f31-848d-d7d79627f3a9 req-67deec49-03e8-4b22-a821-8cd8aeafcc64 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Synchronizing usage tracker for tenant:2e705061b006456b9ff19172695d4794 on resource:port {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:24:19.362715 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-5bca5495-bd52-4f31-848d-d7d79627f3a9 req-67deec49-03e8-4b22-a821-8cd8aeafcc64 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Unset dirty status for tenant:2e705061b006456b9ff19172695d4794 on resource:port {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:24:19.363837 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-5bca5495-bd52-4f31-848d-d7d79627f3a9 req-67deec49-03e8-4b22-a821-8cd8aeafcc64 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.24 "GET /v2.0/ports?device_id=c39be0f2-debe-45ed-a086-d732bf5c33c3 HTTP/1.1" status: 200 len: 946 time: 0.0940278 Apr 01 16:24:19.433375 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [req-5bca5495-bd52-4f31-848d-d7d79627f3a9 req-019824c9-7648-473f-9277-afe9594d31d3 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Deleting port 1678da82-e5cf-47c1-b78b-ccf5bccc1ce6 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:24:19.433717 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-5bca5495-bd52-4f31-848d-d7d79627f3a9 req-019824c9-7648-473f-9277-afe9594d31d3 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:19.693107 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [req-5bca5495-bd52-4f31-848d-d7d79627f3a9 req-019824c9-7648-473f-9277-afe9594d31d3 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] For port 1678da82-e5cf-47c1-b78b-ccf5bccc1ce6, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=1678da82-e5cf-47c1-b78b-ccf5bccc1ce6,segment=NetworkSegment(bee86072-54a8-469a-b12e-9e0a960cae26),segment_id=bee86072-54a8-469a-b12e-9e0a960cae26)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:24:19.693386 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-5bca5495-bd52-4f31-848d-d7d79627f3a9 req-019824c9-7648-473f-9277-afe9594d31d3 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:19.815991 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [req-5bca5495-bd52-4f31-848d-d7d79627f3a9 req-019824c9-7648-473f-9277-afe9594d31d3 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Calling delete_port for 1678da82-e5cf-47c1-b78b-ccf5bccc1ce6 owned by compute:nova {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:24:19.963465 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-5bca5495-bd52-4f31-848d-d7d79627f3a9 req-019824c9-7648-473f-9277-afe9594d31d3 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:20.011576 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019824c9-7648-473f-9277-afe9594d31d3 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Pushing event deleted for resources: {'Port': ['ID=1678da82-e5cf-47c1-b78b-ccf5bccc1ce6,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:24:20.098903 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bca5495-bd52-4f31-848d-d7d79627f3a9 req-019824c9-7648-473f-9277-afe9594d31d3 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] No DVR routers for this DVR port 1678da82-e5cf-47c1-b78b-ccf5bccc1ce6 on host hv-neutron-8333 {{(pid=83828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:24:20.101520 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-5bca5495-bd52-4f31-848d-d7d79627f3a9 req-019824c9-7648-473f-9277-afe9594d31d3 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:20.104609 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c39be0f2-debe-45ed-a086-d732bf5c33c3', 'name': 'network-vif-deleted', 'tag': '1678da82-e5cf-47c1-b78b-ccf5bccc1ce6'}] {{(pid=83828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:24:20.120408 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-5bca5495-bd52-4f31-848d-d7d79627f3a9 req-019824c9-7648-473f-9277-afe9594d31d3 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.24 "DELETE /v2.0/ports/1678da82-e5cf-47c1-b78b-ccf5bccc1ce6 HTTP/1.1" status: 204 len: 173 time: 0.7510672 Apr 01 16:24:20.164936 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c39be0f2-debe-45ed-a086-d732bf5c33c3', 'name': 'network-vif-deleted', 'tag': '1678da82-e5cf-47c1-b78b-ccf5bccc1ce6', 'status': 'completed', 'code': 200} Apr 01 16:24:20.173861 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d5bc4298-1500-44d9-9335-cd2718e30950 req-49cbc873-5544-461c-8694-b035917c11f9 tempest-TestMinimumBasicScenario-823029136 tempest-TestMinimumBasicScenario-823029136-project] 10.222.0.55 "GET /v2.0/ports?device_id=c39be0f2-debe-45ed-a086-d732bf5c33c3 HTTP/1.1" status: 200 len: 210 time: 0.0535402 Apr 01 16:24:21.896547 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 34474) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:24:21.952567 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 1678da82-e5cf-47c1-b78b-ccf5bccc1ce6 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:24:21.987071 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] No Port match for: 1678da82-e5cf-47c1-b78b-ccf5bccc1ce6 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:24:21.987442 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 1678da82-e5cf-47c1-b78b-ccf5bccc1ce6 not bound to the agent host hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:24:22.305089 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4c98c3f0-5603-43a6-9134-df53567bd315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611543'] for router_interface, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:22.964705 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-4c98c3f0-5603-43a6-9134-df53567bd315 admin admin] Deleting port 171d4632-97b1-4ff3-85a4-b69ee3973518 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:24:22.965379 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4c98c3f0-5603-43a6-9134-df53567bd315 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:23.286016 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [None req-4c98c3f0-5603-43a6-9134-df53567bd315 admin admin] For port 171d4632-97b1-4ff3-85a4-b69ee3973518, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=171d4632-97b1-4ff3-85a4-b69ee3973518,segment=NetworkSegment(bee86072-54a8-469a-b12e-9e0a960cae26),segment_id=bee86072-54a8-469a-b12e-9e0a960cae26)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:24:23.286363 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4c98c3f0-5603-43a6-9134-df53567bd315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:23.420533 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-4c98c3f0-5603-43a6-9134-df53567bd315 admin admin] Calling delete_port for 171d4632-97b1-4ff3-85a4-b69ee3973518 owned by network:router_interface {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:24:23.593781 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4c98c3f0-5603-43a6-9134-df53567bd315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:23.639808 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c98c3f0-5603-43a6-9134-df53567bd315 admin admin] Pushing event deleted for resources: {'Port': ['ID=171d4632-97b1-4ff3-85a4-b69ee3973518,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:24:23.939019 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6028aa7c-205a-42c9-a187-33618a80553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:23.963304 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4c98c3f0-5603-43a6-9134-df53567bd315 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611462'] for router_interface, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:23.997330 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:24.567904 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c98c3f0-5603-43a6-9134-df53567bd315 admin admin] Router d1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:24:24.882831 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c98c3f0-5603-43a6-9134-df53567bd315 admin admin] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:24:24.891682 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbada18b-37f9-4d8c-8fb3-a29f77aad44c None None] Sync routers for ids ['d1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:24:24.896797 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-4c98c3f0-5603-43a6-9134-df53567bd315 admin admin] 10.222.0.55 "PUT /v2.0/routers/d1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9990377 Apr 01 16:24:24.902751 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 34478) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:24:24.906122 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbada18b-37f9-4d8c-8fb3-a29f77aad44c None None] Routers {'d1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:24:24.907575 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-bbada18b-37f9-4d8c-8fb3-a29f77aad44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:23:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['d1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:24:25.095314 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-bbada18b-37f9-4d8c-8fb3-a29f77aad44c None None] Set router d1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:24:25.115032 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4fbb272a-ae79-4316-b21f-fbec93605cd0 admin admin] Notify callbacks [] for router, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:25.339741 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4fbb272a-ae79-4316-b21f-fbec93605cd0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:25.352600 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-4fbb272a-ae79-4316-b21f-fbec93605cd0 admin admin] Deleting port 3db4e9cf-9376-4008-b8fa-df3413426f97 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:24:25.352936 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4fbb272a-ae79-4316-b21f-fbec93605cd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:25.388316 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-bbada18b-37f9-4d8c-8fb3-a29f77aad44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba', 'name': 'tempest-TestMinimumBasicScenario-1781247232-router', 'tenant_id': '2e705061b006456b9ff19172695d4794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': '3db4e9cf-9376-4008-b8fa-df3413426f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:22:01Z', 'updated_at': '2022-04-01T16:24:23Z', 'revision_number': 5, 'project_id': '2e705061b006456b9ff19172695d4794', 'gw_port': {'id': '3db4e9cf-9376-4008-b8fa-df3413426f97', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:db:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:02Z', 'updated_at': '2022-04-01T16:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:24:25.394699 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbada18b-37f9-4d8c-8fb3-a29f77aad44c None None] Checking router: d1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba for host: dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:24:25.406384 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbada18b-37f9-4d8c-8fb3-a29f77aad44c None None] Routers {'d1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:24:25.406998 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-bbada18b-37f9-4d8c-8fb3-a29f77aad44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:23:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['d1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:24:25.547355 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-4fbb272a-ae79-4316-b21f-fbec93605cd0 admin admin] For port 3db4e9cf-9376-4008-b8fa-df3413426f97, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=3db4e9cf-9376-4008-b8fa-df3413426f97,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:24:25.547708 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4fbb272a-ae79-4316-b21f-fbec93605cd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:25.571482 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-bbada18b-37f9-4d8c-8fb3-a29f77aad44c None None] Set router d1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba gateway port host: None {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:24:25.682416 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-bbada18b-37f9-4d8c-8fb3-a29f77aad44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba', 'name': 'tempest-TestMinimumBasicScenario-1781247232-router', 'tenant_id': '2e705061b006456b9ff19172695d4794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:22:01Z', 'updated_at': '2022-04-01T16:24:25Z', 'revision_number': 6, 'project_id': '2e705061b006456b9ff19172695d4794', 'gw_port_host': None}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:24:25.687008 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbada18b-37f9-4d8c-8fb3-a29f77aad44c None None] The sync data for ids ['d1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba'] in dv-neutron-833373-2-hyperv is: [{'id': 'd1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba', 'name': 'tempest-TestMinimumBasicScenario-1781247232-router', 'tenant_id': '2e705061b006456b9ff19172695d4794', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:22:01Z', 'updated_at': '2022-04-01T16:24:25Z', 'revision_number': 6, 'project_id': '2e705061b006456b9ff19172695d4794', 'gw_port_host': None}] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:24:25.779598 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-4fbb272a-ae79-4316-b21f-fbec93605cd0 admin admin] Calling delete_port for 3db4e9cf-9376-4008-b8fa-df3413426f97 owned by network:router_gateway {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:24:25.950514 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4fbb272a-ae79-4316-b21f-fbec93605cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:25.995134 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbb272a-ae79-4316-b21f-fbec93605cd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3db4e9cf-9376-4008-b8fa-df3413426f97,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:24:26.236990 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4fbb272a-ae79-4316-b21f-fbec93605cd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617660'] for router_gateway, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:26.338457 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-e616cfdb-3d47-449b-89e8-9133edcb2680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:26.508854 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4fbb272a-ae79-4316-b21f-fbec93605cd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130651'] for router, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:26.513317 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4fbb272a-ae79-4316-b21f-fbec93605cd0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:26.540708 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4fbb272a-ae79-4316-b21f-fbec93605cd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607376'] for router, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:26.541362 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fbb272a-ae79-4316-b21f-fbec93605cd0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba {{(pid=83828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 16:24:26.558128 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4fbb272a-ae79-4316-b21f-fbec93605cd0 admin admin] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:26.559219 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-4fbb272a-ae79-4316-b21f-fbec93605cd0 admin admin] 10.222.0.55 "DELETE /v2.0/routers/d1a0cb99-ca80-44d5-9f41-3f0f1b9cd6ba HTTP/1.1" status: 204 len: 168 time: 1.6548467 Apr 01 16:24:26.562503 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 34482) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:24:26.646352 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_v2 [None req-3688a125-24df-4c69-a616-24a4bda9113b admin admin] Deleting subnet 4ce7ce89-bd33-4efc-a0fc-4e9534073976 {{(pid=83826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 16:24:26.650459 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3688a125-24df-4c69-a616-24a4bda9113b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:26.725000 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3688a125-24df-4c69-a616-24a4bda9113b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16610770'] for subnet, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:26.813686 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3688a125-24df-4c69-a616-24a4bda9113b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:26.884563 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3688a125-24df-4c69-a616-24a4bda9113b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15415074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16089009'] for subnet, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:26.931267 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3688a125-24df-4c69-a616-24a4bda9113b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ce7ce89-bd33-4efc-a0fc-4e9534073976,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:24:26.938004 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3688a125-24df-4c69-a616-24a4bda9113b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:26.943340 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7f67fb-0cd0-4c0f-9e72-c43380046773 None None] Network 63de90e2-0296-4972-b0df-cffafb395d90 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:24:26.944583 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-3688a125-24df-4c69-a616-24a4bda9113b admin admin] 10.222.0.55 "DELETE /v2.0/subnets/4ce7ce89-bd33-4efc-a0fc-4e9534073976 HTTP/1.1" status: 204 len: 168 time: 0.3808928 Apr 01 16:24:26.947482 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 34486) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:24:27.067024 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e5db6a8d-ecfa-431f-8fcd-ad6921b8d4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:27.080133 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-e5db6a8d-ecfa-431f-8fcd-ad6921b8d4be admin admin] Deleting port 8e0ab00d-b3f3-4894-ab3e-858f41da6038 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:24:27.080476 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e5db6a8d-ecfa-431f-8fcd-ad6921b8d4be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:27.210721 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0724b9-901c-4356-8beb-97c71a94ce07 None None] DHCP port deletion for 63de90e2-0296-4972-b0df-cffafb395d90 request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 16:24:27.216480 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-2e0724b9-901c-4356-8beb-97c71a94ce07 None None] Deleting port 8e0ab00d-b3f3-4894-ab3e-858f41da6038 {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:24:27.217016 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-2e0724b9-901c-4356-8beb-97c71a94ce07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:27.309561 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [None req-e5db6a8d-ecfa-431f-8fcd-ad6921b8d4be admin admin] For port 8e0ab00d-b3f3-4894-ab3e-858f41da6038, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=8e0ab00d-b3f3-4894-ab3e-858f41da6038,segment=NetworkSegment(bee86072-54a8-469a-b12e-9e0a960cae26),segment_id=bee86072-54a8-469a-b12e-9e0a960cae26)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:24:27.309804 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e5db6a8d-ecfa-431f-8fcd-ad6921b8d4be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:27.446184 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-e5db6a8d-ecfa-431f-8fcd-ad6921b8d4be admin admin] Calling delete_port for 8e0ab00d-b3f3-4894-ab3e-858f41da6038 owned by network:dhcp {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:24:27.471898 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-2e0724b9-901c-4356-8beb-97c71a94ce07 None None] For port 8e0ab00d-b3f3-4894-ab3e-858f41da6038, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=8e0ab00d-b3f3-4894-ab3e-858f41da6038,segment=NetworkSegment(bee86072-54a8-469a-b12e-9e0a960cae26),segment_id=bee86072-54a8-469a-b12e-9e0a960cae26)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:24:27.472694 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-2e0724b9-901c-4356-8beb-97c71a94ce07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:27.526172 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e5db6a8d-ecfa-431f-8fcd-ad6921b8d4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:27.537576 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 3db4e9cf-9376-4008-b8fa-df3413426f97 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:24:27.573082 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5db6a8d-ecfa-431f-8fcd-ad6921b8d4be admin admin] Pushing event deleted for resources: {'Port': ['ID=8e0ab00d-b3f3-4894-ab3e-858f41da6038,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:24:27.578227 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5db6a8d-ecfa-431f-8fcd-ad6921b8d4be admin admin] No DVR routers for this DVR port 8e0ab00d-b3f3-4894-ab3e-858f41da6038 on host dv-neutron-833373-2-hyperv {{(pid=83826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:24:27.627145 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:24:27.628971 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-2e0724b9-901c-4356-8beb-97c71a94ce07 None None] Calling delete_port for 8e0ab00d-b3f3-4894-ab3e-858f41da6038 owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:24:27.655646 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 3db4e9cf-9376-4008-b8fa-df3413426f97 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:24:27.656139 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 3db4e9cf-9376-4008-b8fa-df3413426f97 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:24:27.656419 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 171d4632-97b1-4ff3-85a4-b69ee3973518 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:24:27.711882 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e5db6a8d-ecfa-431f-8fcd-ad6921b8d4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:27.716515 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 171d4632-97b1-4ff3-85a4-b69ee3973518 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:24:27.716882 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 171d4632-97b1-4ff3-85a4-b69ee3973518 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:24:27.717558 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 8e0ab00d-b3f3-4894-ab3e-858f41da6038 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:24:27.741983 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-e5db6a8d-ecfa-431f-8fcd-ad6921b8d4be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63de90e2-0296-4972-b0df-cffafb395d90']}} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:24:27.754365 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 8e0ab00d-b3f3-4894-ab3e-858f41da6038 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:24:27.754708 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 8e0ab00d-b3f3-4894-ab3e-858f41da6038 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:24:27.757800 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-e5db6a8d-ecfa-431f-8fcd-ad6921b8d4be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bee86072-54a8-469a-b12e-9e0a960cae26') {'for_net_delete': True} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:24:27.759118 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-e5db6a8d-ecfa-431f-8fcd-ad6921b8d4be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bee86072-54a8-469a-b12e-9e0a960cae26') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:24:27.762694 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:27.773043 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e5db6a8d-ecfa-431f-8fcd-ad6921b8d4be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16610763'] for segment, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:27.786218 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.db.api [None req-2e0724b9-901c-4356-8beb-97c71a94ce07 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:24:27.786573 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG oslo_db.api [None req-2e0724b9-901c-4356-8beb-97c71a94ce07 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:24:27.791196 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e5db6a8d-ecfa-431f-8fcd-ad6921b8d4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:27.797710 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5db6a8d-ecfa-431f-8fcd-ad6921b8d4be admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=83826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 16:24:27.798113 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e5db6a8d-ecfa-431f-8fcd-ad6921b8d4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15415164'] for segment, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:27.814815 dv-neutron-833373-2-hyperv neutron-server[83826]: Traceback (most recent call last): Apr 01 16:24:27.814815 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 16:24:27.814815 dv-neutron-833373-2-hyperv neutron-server[83826]: timer() Apr 01 16:24:27.814815 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:24:27.814815 dv-neutron-833373-2-hyperv neutron-server[83826]: cb(*args, **kw) Apr 01 16:24:27.814815 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:24:27.814815 dv-neutron-833373-2-hyperv neutron-server[83826]: return func(*args, **kwargs) Apr 01 16:24:27.814815 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:24:27.814815 dv-neutron-833373-2-hyperv neutron-server[83826]: self._notify() Apr 01 16:24:27.814815 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:24:27.814815 dv-neutron-833373-2-hyperv neutron-server[83826]: self.callback(batched_events) Apr 01 16:24:27.814815 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:24:27.814815 dv-neutron-833373-2-hyperv neutron-server[83826]: event.method(event) Apr 01 16:24:27.814815 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:24:27.814815 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:24:27.814815 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:24:27.814815 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:24:27.814815 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:24:27.814815 dv-neutron-833373-2-hyperv neutron-server[83826]: return f(self, *a, **k) Apr 01 16:24:27.814815 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 16:24:27.814815 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._get(url).json() Apr 01 16:24:27.814815 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 16:24:27.814815 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:24:27.814815 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 16:24:27.814815 dv-neutron-833373-2-hyperv neutron-server[83826]: return self.request(url, 'GET', **kwargs) Apr 01 16:24:27.814815 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 16:24:27.814815 dv-neutron-833373-2-hyperv neutron-server[83826]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:24:27.814815 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 16:24:27.814815 dv-neutron-833373-2-hyperv neutron-server[83826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:24:27.814815 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 16:24:27.814815 dv-neutron-833373-2-hyperv neutron-server[83826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:24:27.814815 dv-neutron-833373-2-hyperv neutron-server[83826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:24:27.822963 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:27.896241 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e5db6a8d-ecfa-431f-8fcd-ad6921b8d4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:27.916353 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-e5db6a8d-ecfa-431f-8fcd-ad6921b8d4be admin admin] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:27.926637 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5db6a8d-ecfa-431f-8fcd-ad6921b8d4be admin admin] Pushing event deleted for resources: {'Network': ['ID=63de90e2-0296-4972-b0df-cffafb395d90,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:24:27.943052 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-e5db6a8d-ecfa-431f-8fcd-ad6921b8d4be admin admin] 10.222.0.55 "DELETE /v2.0/networks/63de90e2-0296-4972-b0df-cffafb395d90 HTTP/1.1" status: 204 len: 168 time: 0.9942040 Apr 01 16:24:27.947453 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 34490) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:24:28.288014 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-2e0724b9-901c-4356-8beb-97c71a94ce07 None None] Deleting port 8e0ab00d-b3f3-4894-ab3e-858f41da6038 {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:24:28.288605 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-2e0724b9-901c-4356-8beb-97c71a94ce07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:28.356003 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-2e0724b9-901c-4356-8beb-97c71a94ce07 None None] The port '8e0ab00d-b3f3-4894-ab3e-858f41da6038' was deleted {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 16:24:28.457945 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4e0e45b0-e423-46fe-87aa-57375c7aec2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611543'] for router_interface, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:29.067245 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-4e0e45b0-e423-46fe-87aa-57375c7aec2e admin admin] Deleting port 04550130-fcfb-421f-97ff-85d7d354b147 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:24:29.067844 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4e0e45b0-e423-46fe-87aa-57375c7aec2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:29.241377 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [None req-4e0e45b0-e423-46fe-87aa-57375c7aec2e admin admin] For port 04550130-fcfb-421f-97ff-85d7d354b147, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=04550130-fcfb-421f-97ff-85d7d354b147,segment=NetworkSegment(2fa55d2d-cfc4-4c4a-bf25-6041f77f1f4f),segment_id=2fa55d2d-cfc4-4c4a-bf25-6041f77f1f4f)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:24:29.241722 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4e0e45b0-e423-46fe-87aa-57375c7aec2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:29.368669 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-4e0e45b0-e423-46fe-87aa-57375c7aec2e admin admin] Calling delete_port for 04550130-fcfb-421f-97ff-85d7d354b147 owned by network:router_interface {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:24:29.371068 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:29.543220 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4e0e45b0-e423-46fe-87aa-57375c7aec2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:29.589528 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0e45b0-e423-46fe-87aa-57375c7aec2e admin admin] Pushing event deleted for resources: {'Port': ['ID=04550130-fcfb-421f-97ff-85d7d354b147,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:24:29.977283 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4e0e45b0-e423-46fe-87aa-57375c7aec2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611462'] for router_interface, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:30.582259 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e0e45b0-e423-46fe-87aa-57375c7aec2e admin admin] Router 5d13e623-01d2-45ac-a132-f98978272db0 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:24:30.789540 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e0e45b0-e423-46fe-87aa-57375c7aec2e admin admin] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:24:30.797891 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b3b3f0-3a99-4177-b698-19194282338c None None] Sync routers for ids ['5d13e623-01d2-45ac-a132-f98978272db0'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:24:30.799347 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-4e0e45b0-e423-46fe-87aa-57375c7aec2e admin admin] 10.222.0.55 "PUT /v2.0/routers/5d13e623-01d2-45ac-a132-f98978272db0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8509021 Apr 01 16:24:30.801802 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 34494) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:24:30.811297 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b3b3f0-3a99-4177-b698-19194282338c None None] Routers {'5d13e623-01d2-45ac-a132-f98978272db0'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:24:30.811916 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-85b3b3f0-3a99-4177-b698-19194282338c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:24:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['5d13e623-01d2-45ac-a132-f98978272db0'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:24:31.000795 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-85b3b3f0-3a99-4177-b698-19194282338c None None] Set router 5d13e623-01d2-45ac-a132-f98978272db0 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:24:31.022394 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-50706b71-b2a9-4d04-abc4-98096da65c91 admin admin] Notify callbacks [] for router, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:31.275873 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-50706b71-b2a9-4d04-abc4-98096da65c91 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:31.286207 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-50706b71-b2a9-4d04-abc4-98096da65c91 admin admin] Deleting port a3046fa5-b877-4278-8aff-03f2c57f2eff {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:24:31.286553 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-50706b71-b2a9-4d04-abc4-98096da65c91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:31.308389 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-85b3b3f0-3a99-4177-b698-19194282338c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d13e623-01d2-45ac-a132-f98978272db0', 'name': 'tempest-TestMinimumBasicScenario-1724836565-router', 'tenant_id': 'cda87daa8053403ebfa991eee4068588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.165'}], 'enable_snat': True}, 'gw_port_id': 'a3046fa5-b877-4278-8aff-03f2c57f2eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:22:08Z', 'updated_at': '2022-04-01T16:24:29Z', 'revision_number': 5, 'project_id': 'cda87daa8053403ebfa991eee4068588', 'gw_port': {'id': 'a3046fa5-b877-4278-8aff-03f2c57f2eff', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:1c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d13e623-01d2-45ac-a132-f98978272db0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:22:09Z', 'updated_at': '2022-04-01T16:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:24:31.312441 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b3b3f0-3a99-4177-b698-19194282338c None None] Checking router: 5d13e623-01d2-45ac-a132-f98978272db0 for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:24:31.324551 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b3b3f0-3a99-4177-b698-19194282338c None None] Routers {'5d13e623-01d2-45ac-a132-f98978272db0'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:24:31.325197 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-85b3b3f0-3a99-4177-b698-19194282338c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:24:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['5d13e623-01d2-45ac-a132-f98978272db0'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:24:31.486241 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-85b3b3f0-3a99-4177-b698-19194282338c None None] Set router 5d13e623-01d2-45ac-a132-f98978272db0 gateway port host: None {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:24:31.576691 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [None req-50706b71-b2a9-4d04-abc4-98096da65c91 admin admin] For port a3046fa5-b877-4278-8aff-03f2c57f2eff, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=a3046fa5-b877-4278-8aff-03f2c57f2eff,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:24:31.576974 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-50706b71-b2a9-4d04-abc4-98096da65c91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:31.596371 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-85b3b3f0-3a99-4177-b698-19194282338c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d13e623-01d2-45ac-a132-f98978272db0', 'name': 'tempest-TestMinimumBasicScenario-1724836565-router', 'tenant_id': 'cda87daa8053403ebfa991eee4068588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:22:08Z', 'updated_at': '2022-04-01T16:24:31Z', 'revision_number': 6, 'project_id': 'cda87daa8053403ebfa991eee4068588', 'gw_port_host': None}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:24:31.600362 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b3b3f0-3a99-4177-b698-19194282338c None None] The sync data for ids ['5d13e623-01d2-45ac-a132-f98978272db0'] in dv-neutron-833373-2-hyperv is: [{'id': '5d13e623-01d2-45ac-a132-f98978272db0', 'name': 'tempest-TestMinimumBasicScenario-1724836565-router', 'tenant_id': 'cda87daa8053403ebfa991eee4068588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:22:08Z', 'updated_at': '2022-04-01T16:24:31Z', 'revision_number': 6, 'project_id': 'cda87daa8053403ebfa991eee4068588', 'gw_port_host': None}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:24:31.706094 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-50706b71-b2a9-4d04-abc4-98096da65c91 admin admin] Calling delete_port for a3046fa5-b877-4278-8aff-03f2c57f2eff owned by network:router_gateway {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:24:31.875964 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-50706b71-b2a9-4d04-abc4-98096da65c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:31.923619 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50706b71-b2a9-4d04-abc4-98096da65c91 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3046fa5-b877-4278-8aff-03f2c57f2eff,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:24:32.170215 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-50706b71-b2a9-4d04-abc4-98096da65c91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617660'] for router_gateway, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:32.431601 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-50706b71-b2a9-4d04-abc4-98096da65c91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130651'] for router, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:32.435817 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-50706b71-b2a9-4d04-abc4-98096da65c91 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:32.466360 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-50706b71-b2a9-4d04-abc4-98096da65c91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607376'] for router, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:32.466795 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50706b71-b2a9-4d04-abc4-98096da65c91 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d13e623-01d2-45ac-a132-f98978272db0 {{(pid=83826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 16:24:32.480480 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-50706b71-b2a9-4d04-abc4-98096da65c91 admin admin] Notify callbacks [] for router, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:32.483884 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-50706b71-b2a9-4d04-abc4-98096da65c91 admin admin] 10.222.0.55 "DELETE /v2.0/routers/5d13e623-01d2-45ac-a132-f98978272db0 HTTP/1.1" status: 204 len: 168 time: 1.6789389 Apr 01 16:24:32.484104 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 34498) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:24:32.543000 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8775395-a224-4a43-964d-bec6ee2bb472 admin admin] Deleting subnet 82e6cc94-07b7-4353-b83a-8eedce9c7dad {{(pid=83826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 16:24:32.546201 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c8775395-a224-4a43-964d-bec6ee2bb472 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:32.600891 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c8775395-a224-4a43-964d-bec6ee2bb472 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16610770'] for subnet, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:32.683633 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c8775395-a224-4a43-964d-bec6ee2bb472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:32.751940 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c8775395-a224-4a43-964d-bec6ee2bb472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15415074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16089009'] for subnet, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:32.793746 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8775395-a224-4a43-964d-bec6ee2bb472 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82e6cc94-07b7-4353-b83a-8eedce9c7dad,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:24:32.800059 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c8775395-a224-4a43-964d-bec6ee2bb472 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:32.805519 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a83c71-51f2-4450-9673-7a87b9d58b8a None None] Network 0c50040c-4487-474a-99fb-f358f21df0a0 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:24:32.806732 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-c8775395-a224-4a43-964d-bec6ee2bb472 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/82e6cc94-07b7-4353-b83a-8eedce9c7dad HTTP/1.1" status: 204 len: 168 time: 0.3211606 Apr 01 16:24:32.809416 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 34502) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:24:32.938109 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-207afdb2-cf3f-464b-9d86-0f7fc5f52341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:32.954750 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-207afdb2-cf3f-464b-9d86-0f7fc5f52341 admin admin] Deleting port 41f5373e-e77c-4675-9ef9-aec8f844d6c2 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:24:32.955294 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-207afdb2-cf3f-464b-9d86-0f7fc5f52341 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:33.065522 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a786ed-d2c5-44f5-bcfe-b5d769606903 None None] DHCP port deletion for 0c50040c-4487-474a-99fb-f358f21df0a0 request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 16:24:33.070495 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-39a786ed-d2c5-44f5-bcfe-b5d769606903 None None] Deleting port 41f5373e-e77c-4675-9ef9-aec8f844d6c2 {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:24:33.070972 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-39a786ed-d2c5-44f5-bcfe-b5d769606903 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:33.283523 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-39a786ed-d2c5-44f5-bcfe-b5d769606903 None None] For port 41f5373e-e77c-4675-9ef9-aec8f844d6c2, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=41f5373e-e77c-4675-9ef9-aec8f844d6c2,segment=NetworkSegment(2fa55d2d-cfc4-4c4a-bf25-6041f77f1f4f),segment_id=2fa55d2d-cfc4-4c4a-bf25-6041f77f1f4f)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:24:33.283907 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-39a786ed-d2c5-44f5-bcfe-b5d769606903 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:33.387252 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [None req-207afdb2-cf3f-464b-9d86-0f7fc5f52341 admin admin] For port 41f5373e-e77c-4675-9ef9-aec8f844d6c2, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=41f5373e-e77c-4675-9ef9-aec8f844d6c2,segment=NetworkSegment(2fa55d2d-cfc4-4c4a-bf25-6041f77f1f4f),segment_id=2fa55d2d-cfc4-4c4a-bf25-6041f77f1f4f)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:24:33.387520 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-207afdb2-cf3f-464b-9d86-0f7fc5f52341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:33.405238 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-39a786ed-d2c5-44f5-bcfe-b5d769606903 None None] Calling delete_port for 41f5373e-e77c-4675-9ef9-aec8f844d6c2 owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:24:33.484276 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device a3046fa5-b877-4278-8aff-03f2c57f2eff no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:24:33.520554 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-207afdb2-cf3f-464b-9d86-0f7fc5f52341 admin admin] Calling delete_port for 41f5373e-e77c-4675-9ef9-aec8f844d6c2 owned by network:dhcp {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:24:33.523273 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: a3046fa5-b877-4278-8aff-03f2c57f2eff {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:24:33.524351 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device a3046fa5-b877-4278-8aff-03f2c57f2eff not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:24:33.524785 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 41f5373e-e77c-4675-9ef9-aec8f844d6c2 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:24:33.551411 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-39a786ed-d2c5-44f5-bcfe-b5d769606903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671'] for port, after_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:33.591323 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 41f5373e-e77c-4675-9ef9-aec8f844d6c2 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:24:33.591662 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 41f5373e-e77c-4675-9ef9-aec8f844d6c2 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:24:33.592081 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 04550130-fcfb-421f-97ff-85d7d354b147 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:24:33.592598 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.db.api [None req-207afdb2-cf3f-464b-9d86-0f7fc5f52341 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83826) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:24:33.592949 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG oslo_db.api [None req-207afdb2-cf3f-464b-9d86-0f7fc5f52341 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:24:33.629933 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a786ed-d2c5-44f5-bcfe-b5d769606903 None None] Pushing event deleted for resources: {'Port': ['ID=41f5373e-e77c-4675-9ef9-aec8f844d6c2,revision_number=None']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:24:33.638348 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 04550130-fcfb-421f-97ff-85d7d354b147 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:24:33.638691 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 04550130-fcfb-421f-97ff-85d7d354b147 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:24:33.644823 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a786ed-d2c5-44f5-bcfe-b5d769606903 None None] No DVR routers for this DVR port 41f5373e-e77c-4675-9ef9-aec8f844d6c2 on host dv-neutron-833373-2-hyperv {{(pid=83829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:24:33.654009 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a786ed-d2c5-44f5-bcfe-b5d769606903 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:33.654009 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a786ed-d2c5-44f5-bcfe-b5d769606903 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:33.654009 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a786ed-d2c5-44f5-bcfe-b5d769606903 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:33.654009 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a786ed-d2c5-44f5-bcfe-b5d769606903 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:33.654009 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a786ed-d2c5-44f5-bcfe-b5d769606903 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:33.654009 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a786ed-d2c5-44f5-bcfe-b5d769606903 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:33.654009 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a786ed-d2c5-44f5-bcfe-b5d769606903 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:33.654009 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a786ed-d2c5-44f5-bcfe-b5d769606903 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:33.654009 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a786ed-d2c5-44f5-bcfe-b5d769606903 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:33.654009 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a786ed-d2c5-44f5-bcfe-b5d769606903 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:33.654009 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a786ed-d2c5-44f5-bcfe-b5d769606903 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:34.094753 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-207afdb2-cf3f-464b-9d86-0f7fc5f52341 admin admin] Deleting port 41f5373e-e77c-4675-9ef9-aec8f844d6c2 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:24:34.095447 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-207afdb2-cf3f-464b-9d86-0f7fc5f52341 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:34.169417 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-207afdb2-cf3f-464b-9d86-0f7fc5f52341 admin admin] The port '41f5373e-e77c-4675-9ef9-aec8f844d6c2' was deleted {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 16:24:34.308583 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-207afdb2-cf3f-464b-9d86-0f7fc5f52341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:34.341946 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-207afdb2-cf3f-464b-9d86-0f7fc5f52341 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c50040c-4487-474a-99fb-f358f21df0a0']}} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:24:34.358985 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-207afdb2-cf3f-464b-9d86-0f7fc5f52341 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fa55d2d-cfc4-4c4a-bf25-6041f77f1f4f') {'for_net_delete': True} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:24:34.359381 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-207afdb2-cf3f-464b-9d86-0f7fc5f52341 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fa55d2d-cfc4-4c4a-bf25-6041f77f1f4f') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:24:34.381150 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-207afdb2-cf3f-464b-9d86-0f7fc5f52341 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16610763'] for segment, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:34.415835 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-207afdb2-cf3f-464b-9d86-0f7fc5f52341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:34.429150 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-207afdb2-cf3f-464b-9d86-0f7fc5f52341 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=83826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 16:24:34.429989 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-207afdb2-cf3f-464b-9d86-0f7fc5f52341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15415164'] for segment, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:34.445856 dv-neutron-833373-2-hyperv neutron-server[83826]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:24:34.445856 dv-neutron-833373-2-hyperv neutron-server[83826]: util.warn( Apr 01 16:24:34.445856 dv-neutron-833373-2-hyperv neutron-server[83826]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:24:34.445856 dv-neutron-833373-2-hyperv neutron-server[83826]: util.warn( Apr 01 16:24:34.445856 dv-neutron-833373-2-hyperv neutron-server[83826]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:24:34.445856 dv-neutron-833373-2-hyperv neutron-server[83826]: util.warn( Apr 01 16:24:34.445856 dv-neutron-833373-2-hyperv neutron-server[83826]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:24:34.445856 dv-neutron-833373-2-hyperv neutron-server[83826]: util.warn( Apr 01 16:24:34.445856 dv-neutron-833373-2-hyperv neutron-server[83826]: Traceback (most recent call last): Apr 01 16:24:34.445856 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 16:24:34.445856 dv-neutron-833373-2-hyperv neutron-server[83826]: timer() Apr 01 16:24:34.445856 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:24:34.445856 dv-neutron-833373-2-hyperv neutron-server[83826]: cb(*args, **kw) Apr 01 16:24:34.445856 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:24:34.445856 dv-neutron-833373-2-hyperv neutron-server[83826]: return func(*args, **kwargs) Apr 01 16:24:34.445856 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:24:34.445856 dv-neutron-833373-2-hyperv neutron-server[83826]: self._notify() Apr 01 16:24:34.445856 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:24:34.445856 dv-neutron-833373-2-hyperv neutron-server[83826]: self.callback(batched_events) Apr 01 16:24:34.445856 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:24:34.445856 dv-neutron-833373-2-hyperv neutron-server[83826]: event.method(event) Apr 01 16:24:34.445856 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:24:34.445856 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:24:34.445856 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:24:34.445856 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:24:34.445856 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:24:34.445856 dv-neutron-833373-2-hyperv neutron-server[83826]: return f(self, *a, **k) Apr 01 16:24:34.445856 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 16:24:34.445856 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._get(url).json() Apr 01 16:24:34.445856 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 16:24:34.445856 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:24:34.445856 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 16:24:34.445856 dv-neutron-833373-2-hyperv neutron-server[83826]: return self.request(url, 'GET', **kwargs) Apr 01 16:24:34.445856 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 16:24:34.445856 dv-neutron-833373-2-hyperv neutron-server[83826]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:24:34.445856 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 16:24:34.445856 dv-neutron-833373-2-hyperv neutron-server[83826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:24:34.445856 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 16:24:34.445856 dv-neutron-833373-2-hyperv neutron-server[83826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:24:34.445856 dv-neutron-833373-2-hyperv neutron-server[83826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:24:34.559043 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-207afdb2-cf3f-464b-9d86-0f7fc5f52341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:34.576190 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-207afdb2-cf3f-464b-9d86-0f7fc5f52341 admin admin] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:34.587285 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207afdb2-cf3f-464b-9d86-0f7fc5f52341 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c50040c-4487-474a-99fb-f358f21df0a0,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:24:34.591526 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-207afdb2-cf3f-464b-9d86-0f7fc5f52341 admin admin] 10.222.0.55 "DELETE /v2.0/networks/0c50040c-4487-474a-99fb-f358f21df0a0 HTTP/1.1" status: 204 len: 168 time: 1.7811348 Apr 01 16:24:34.789855 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 34508) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:24:34.841288 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-333c2df0-7d75-4044-b2d1-c30652b7980a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2e705061b006456b9ff19172695d4794&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0500996 Apr 01 16:24:34.844258 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 34512) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:24:34.908245 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1490432f-a2d0-4685-948a-e9259ec1f90e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:34.934826 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1490432f-a2d0-4685-948a-e9259ec1f90e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:34.992626 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1490432f-a2d0-4685-948a-e9259ec1f90e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:35.010769 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1490432f-a2d0-4685-948a-e9259ec1f90e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ec6d47-a943-44d9-90b0-389efd0127b0,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:24:35.017524 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1490432f-a2d0-4685-948a-e9259ec1f90e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:35.021328 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-1490432f-a2d0-4685-948a-e9259ec1f90e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/83ec6d47-a943-44d9-90b0-389efd0127b0 HTTP/1.1" status: 204 len: 168 time: 0.1763105 Apr 01 16:24:35.423141 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 34520) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:24:35.474964 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-d4927822-c9b4-4033-ba84-9b00811bbb86 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cda87daa8053403ebfa991eee4068588&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0502660 Apr 01 16:24:35.477239 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 34524) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:24:35.540476 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9bc4b51e-01fb-4c0a-a8b7-2afa62f05dd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:35.570825 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9bc4b51e-01fb-4c0a-a8b7-2afa62f05dd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:35.622914 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9bc4b51e-01fb-4c0a-a8b7-2afa62f05dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:35.642801 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc4b51e-01fb-4c0a-a8b7-2afa62f05dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ead1059-80ec-4e69-a6b9-90ced2ff10dc,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:24:35.647472 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-9bc4b51e-01fb-4c0a-a8b7-2afa62f05dd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:35.648089 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-9bc4b51e-01fb-4c0a-a8b7-2afa62f05dd4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6ead1059-80ec-4e69-a6b9-90ced2ff10dc HTTP/1.1" status: 204 len: 168 time: 0.1699612 Apr 01 16:24:37.937507 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 34572) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:24:37.943038 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-fabcde2d-2066-4fdd-984c-ef2e395bc73e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-707938375', 'description': 'tempest-secgroup-smoke-707938375 description', 'project_id': '3dd578100e004cd6aa38072871c36e42'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:24:37.949238 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-fabcde2d-2066-4fdd-984c-ef2e395bc73e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:24:37.953143 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-fabcde2d-2066-4fdd-984c-ef2e395bc73e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Usage tracker for resource:security_group and tenant:3dd578100e004cd6aa38072871c36e42 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:24:37.955979 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-fabcde2d-2066-4fdd-984c-ef2e395bc73e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:24:37.962693 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-fabcde2d-2066-4fdd-984c-ef2e395bc73e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:24:37.973295 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-fabcde2d-2066-4fdd-984c-ef2e395bc73e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:37.986415 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-fabcde2d-2066-4fdd-984c-ef2e395bc73e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:38.018557 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-fabcde2d-2066-4fdd-984c-ef2e395bc73e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:24:38.022393 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-fabcde2d-2066-4fdd-984c-ef2e395bc73e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Usage tracker for resource:security_group_rule and tenant:3dd578100e004cd6aa38072871c36e42 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:24:38.025379 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-fabcde2d-2066-4fdd-984c-ef2e395bc73e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:24:38.031524 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-fabcde2d-2066-4fdd-984c-ef2e395bc73e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:24:38.107112 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-fabcde2d-2066-4fdd-984c-ef2e395bc73e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:38.110862 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-fabcde2d-2066-4fdd-984c-ef2e395bc73e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:38.152761 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-fabcde2d-2066-4fdd-984c-ef2e395bc73e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:24:38.154868 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabcde2d-2066-4fdd-984c-ef2e395bc73e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10d86082-6393-4db3-8280-cb697e442d88,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:24:38.159040 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-fabcde2d-2066-4fdd-984c-ef2e395bc73e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Usage tracker for resource:security_group_rule and tenant:3dd578100e004cd6aa38072871c36e42 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:24:38.162154 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-fabcde2d-2066-4fdd-984c-ef2e395bc73e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:24:38.168903 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-fabcde2d-2066-4fdd-984c-ef2e395bc73e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:24:38.224625 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-fabcde2d-2066-4fdd-984c-ef2e395bc73e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:38.228383 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-fabcde2d-2066-4fdd-984c-ef2e395bc73e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:38.270465 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabcde2d-2066-4fdd-984c-ef2e395bc73e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c176755f-406c-452f-ae91-0b243d1829a2,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:24:38.275320 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-fabcde2d-2066-4fdd-984c-ef2e395bc73e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:38.276491 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-fabcde2d-2066-4fdd-984c-ef2e395bc73e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3380334 Apr 01 16:24:38.279562 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 34576) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:24:38.284864 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-5dbd26b1-f9ae-49b2-aead-30cb9af9c947 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Request body: {'security_group_rule': {'security_group_id': 'c176755f-406c-452f-ae91-0b243d1829a2', 'project_id': '3dd578100e004cd6aa38072871c36e42', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:24:38.290903 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-5dbd26b1-f9ae-49b2-aead-30cb9af9c947 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:24:38.294619 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-5dbd26b1-f9ae-49b2-aead-30cb9af9c947 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Usage tracker for resource:security_group_rule and tenant:3dd578100e004cd6aa38072871c36e42 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:24:38.297408 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-5dbd26b1-f9ae-49b2-aead-30cb9af9c947 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:24:38.302983 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-5dbd26b1-f9ae-49b2-aead-30cb9af9c947 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:24:38.323990 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5dbd26b1-f9ae-49b2-aead-30cb9af9c947 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:38.391456 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5dbd26b1-f9ae-49b2-aead-30cb9af9c947 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:38.394777 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5dbd26b1-f9ae-49b2-aead-30cb9af9c947 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:38.418359 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbd26b1-f9ae-49b2-aead-30cb9af9c947 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fac6c83-0ac4-4389-95d6-7e6db89c6419,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:24:38.430552 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5dbd26b1-f9ae-49b2-aead-30cb9af9c947 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:38.431768 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-5dbd26b1-f9ae-49b2-aead-30cb9af9c947 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1512876 Apr 01 16:24:38.434817 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 34580) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:24:38.440575 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-b893030a-9e2c-448b-b4bd-2b0a97f86a11 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Request body: {'security_group_rule': {'security_group_id': 'c176755f-406c-452f-ae91-0b243d1829a2', 'project_id': '3dd578100e004cd6aa38072871c36e42', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:24:38.451717 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-b893030a-9e2c-448b-b4bd-2b0a97f86a11 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:24:38.455501 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-b893030a-9e2c-448b-b4bd-2b0a97f86a11 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Usage tracker for resource:security_group_rule and tenant:3dd578100e004cd6aa38072871c36e42 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:24:38.458371 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-b893030a-9e2c-448b-b4bd-2b0a97f86a11 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:24:38.464491 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-b893030a-9e2c-448b-b4bd-2b0a97f86a11 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:24:38.483608 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b893030a-9e2c-448b-b4bd-2b0a97f86a11 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:38.556902 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b893030a-9e2c-448b-b4bd-2b0a97f86a11 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:38.560892 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b893030a-9e2c-448b-b4bd-2b0a97f86a11 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:38.587930 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b893030a-9e2c-448b-b4bd-2b0a97f86a11 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef0e9a3c-01d7-4c71-a4a1-0f7fc826f10f,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:24:38.600359 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b893030a-9e2c-448b-b4bd-2b0a97f86a11 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:38.602534 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-b893030a-9e2c-448b-b4bd-2b0a97f86a11 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1667452 Apr 01 16:24:38.605295 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 34584) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:24:38.610969 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-0905c7aa-3650-4222-95a8-2366e9d25413 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Request body: {'security_group_rule': {'security_group_id': 'c176755f-406c-452f-ae91-0b243d1829a2', 'project_id': '3dd578100e004cd6aa38072871c36e42', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:24:38.618262 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-0905c7aa-3650-4222-95a8-2366e9d25413 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:24:38.622548 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-0905c7aa-3650-4222-95a8-2366e9d25413 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Usage tracker for resource:security_group_rule and tenant:3dd578100e004cd6aa38072871c36e42 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:24:38.625612 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-0905c7aa-3650-4222-95a8-2366e9d25413 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:24:38.633625 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-0905c7aa-3650-4222-95a8-2366e9d25413 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:24:38.652542 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0905c7aa-3650-4222-95a8-2366e9d25413 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:38.728926 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0905c7aa-3650-4222-95a8-2366e9d25413 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:38.732603 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0905c7aa-3650-4222-95a8-2366e9d25413 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:38.756129 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0905c7aa-3650-4222-95a8-2366e9d25413 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7760a4c-3cdf-4356-8645-bbceeb08e72a,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:24:38.766377 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0905c7aa-3650-4222-95a8-2366e9d25413 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:38.767654 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-0905c7aa-3650-4222-95a8-2366e9d25413 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1613522 Apr 01 16:24:38.770403 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 34588) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:24:38.776577 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-7f0522ed-6c15-475c-9ec1-c295423a1b6e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Request body: {'security_group_rule': {'security_group_id': 'c176755f-406c-452f-ae91-0b243d1829a2', 'project_id': '3dd578100e004cd6aa38072871c36e42', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:24:38.782698 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-7f0522ed-6c15-475c-9ec1-c295423a1b6e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:24:38.786960 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-7f0522ed-6c15-475c-9ec1-c295423a1b6e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Usage tracker for resource:security_group_rule and tenant:3dd578100e004cd6aa38072871c36e42 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:24:38.792264 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-7f0522ed-6c15-475c-9ec1-c295423a1b6e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:24:38.799326 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-7f0522ed-6c15-475c-9ec1-c295423a1b6e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:24:38.818814 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7f0522ed-6c15-475c-9ec1-c295423a1b6e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:38.905342 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7f0522ed-6c15-475c-9ec1-c295423a1b6e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:38.911590 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7f0522ed-6c15-475c-9ec1-c295423a1b6e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:38.940180 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0522ed-6c15-475c-9ec1-c295423a1b6e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e692b23-8df6-4cc9-96c0-950270cb1e06,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:24:38.951165 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7f0522ed-6c15-475c-9ec1-c295423a1b6e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:38.953015 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-7f0522ed-6c15-475c-9ec1-c295423a1b6e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1812601 Apr 01 16:24:38.955601 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 34592) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:24:38.961959 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-a4e1093d-31b1-475e-9f62-021908250dfb tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Request body: {'security_group_rule': {'security_group_id': 'c176755f-406c-452f-ae91-0b243d1829a2', 'project_id': '3dd578100e004cd6aa38072871c36e42', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:24:38.968433 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-a4e1093d-31b1-475e-9f62-021908250dfb tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:24:38.972500 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-a4e1093d-31b1-475e-9f62-021908250dfb tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Usage tracker for resource:security_group_rule and tenant:3dd578100e004cd6aa38072871c36e42 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:24:38.975588 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-a4e1093d-31b1-475e-9f62-021908250dfb tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:24:38.983735 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-a4e1093d-31b1-475e-9f62-021908250dfb tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:24:39.000091 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.securitygroups_db [None req-a4e1093d-31b1-475e-9f62-021908250dfb tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Project 3dd578100e004cd6aa38072871c36e42 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:24:39.009113 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a4e1093d-31b1-475e-9f62-021908250dfb tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:39.085207 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a4e1093d-31b1-475e-9f62-021908250dfb tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:39.089375 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a4e1093d-31b1-475e-9f62-021908250dfb tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:39.123793 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e1093d-31b1-475e-9f62-021908250dfb tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e149394-9c33-4471-a68a-d4ea50578774,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:24:39.135622 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-a4e1093d-31b1-475e-9f62-021908250dfb tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:39.137400 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-a4e1093d-31b1-475e-9f62-021908250dfb tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1805246 Apr 01 16:24:39.140386 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 34596) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:24:39.146324 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-5fc8bba3-16bf-4738-b818-e51fe6c505c9 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Request body: {'security_group_rule': {'security_group_id': 'c176755f-406c-452f-ae91-0b243d1829a2', 'project_id': '3dd578100e004cd6aa38072871c36e42', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:24:39.153361 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-5fc8bba3-16bf-4738-b818-e51fe6c505c9 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:24:39.157822 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-5fc8bba3-16bf-4738-b818-e51fe6c505c9 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Usage tracker for resource:security_group_rule and tenant:3dd578100e004cd6aa38072871c36e42 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:24:39.161265 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-5fc8bba3-16bf-4738-b818-e51fe6c505c9 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:24:39.169401 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-5fc8bba3-16bf-4738-b818-e51fe6c505c9 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:24:39.183580 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.securitygroups_db [None req-5fc8bba3-16bf-4738-b818-e51fe6c505c9 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Project 3dd578100e004cd6aa38072871c36e42 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:24:39.192175 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5fc8bba3-16bf-4738-b818-e51fe6c505c9 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:39.298957 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5fc8bba3-16bf-4738-b818-e51fe6c505c9 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:39.305553 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5fc8bba3-16bf-4738-b818-e51fe6c505c9 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:39.331114 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc8bba3-16bf-4738-b818-e51fe6c505c9 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e34611b-59bc-424f-8877-aaf3094fa54f,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:24:39.341168 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5fc8bba3-16bf-4738-b818-e51fe6c505c9 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:39.342723 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-5fc8bba3-16bf-4738-b818-e51fe6c505c9 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2013054 Apr 01 16:24:39.346370 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 34600) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:24:39.352931 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-46b249ba-47b7-400e-bf34-7833bc8af9df tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Request body: {'network': {'name': 'tempest-network-smoke--1092809739', 'project_id': '3dd578100e004cd6aa38072871c36e42', 'port_security_enabled': True}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:24:39.359329 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-46b249ba-47b7-400e-bf34-7833bc8af9df tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:24:39.364234 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-46b249ba-47b7-400e-bf34-7833bc8af9df tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Usage tracker for resource:network and tenant:3dd578100e004cd6aa38072871c36e42 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:24:39.368323 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-46b249ba-47b7-400e-bf34-7833bc8af9df tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:24:39.377398 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-46b249ba-47b7-400e-bf34-7833bc8af9df tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:24:39.391301 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b249ba-47b7-400e-bf34-7833bc8af9df tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Made reservation on behalf of 3dd578100e004cd6aa38072871c36e42 for: {'network': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:24:39.394489 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-46b249ba-47b7-400e-bf34-7833bc8af9df tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:39.430404 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46b249ba-47b7-400e-bf34-7833bc8af9df tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=83826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:24:39.443944 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-46b249ba-47b7-400e-bf34-7833bc8af9df tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:39.444392 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.segments_db [None req-46b249ba-47b7-400e-bf34-7833bc8af9df tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Added segment 38563dd1-ca54-4316-a86b-349807c20413 of type vlan for network 6506f324-78ab-4f6a-8d3d-3548c641ea52 Apr 01 16:24:39.478155 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-46b249ba-47b7-400e-bf34-7833bc8af9df tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:39.513210 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-46b249ba-47b7-400e-bf34-7833bc8af9df tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:39.516976 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b249ba-47b7-400e-bf34-7833bc8af9df tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:39.517635 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-46b249ba-47b7-400e-bf34-7833bc8af9df tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:39.713523 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-46b249ba-47b7-400e-bf34-7833bc8af9df tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3657193 Apr 01 16:24:39.718609 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 34606) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:24:39.728001 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-b0cab400-417b-464c-9d97-7e6dec26f2e0 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1432910850', 'admin_state_up': True, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:24:39.749862 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-b0cab400-417b-464c-9d97-7e6dec26f2e0 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:24:39.756800 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b249ba-47b7-400e-bf34-7833bc8af9df tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event updated for resources: {'Network': ['ID=6506f324-78ab-4f6a-8d3d-3548c641ea52,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:24:39.759517 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-b0cab400-417b-464c-9d97-7e6dec26f2e0 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Usage tracker for resource:router and tenant:3dd578100e004cd6aa38072871c36e42 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:24:39.763674 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-b0cab400-417b-464c-9d97-7e6dec26f2e0 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:24:39.775042 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-b0cab400-417b-464c-9d97-7e6dec26f2e0 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:24:39.776246 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 6506f324-78ab-4f6a-8d3d-3548c641ea52 details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:24:39.790533 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b0cab400-417b-464c-9d97-7e6dec26f2e0 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130665'] for router, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:39.792671 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b0cab400-417b-464c-9d97-7e6dec26f2e0 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617571', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130640'] for router, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:39.817435 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b0cab400-417b-464c-9d97-7e6dec26f2e0 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:39.996427 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b0cab400-417b-464c-9d97-7e6dec26f2e0 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130626'] for router, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:40.200319 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b0cab400-417b-464c-9d97-7e6dec26f2e0 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for router_gateway, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:40.231332 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b0cab400-417b-464c-9d97-7e6dec26f2e0 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:40.374807 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-b0cab400-417b-464c-9d97-7e6dec26f2e0 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Allocated IP 172.26.1.64 (ed45466e-0386-4b92-8de3-247c977242ac/0479f741-5cd1-4d6f-b593-d8aa909a42d3/a25c9a9d-2ceb-42cc-94cc-73e8f35a6d05) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:24:40.530241 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b0cab400-417b-464c-9d97-7e6dec26f2e0 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:40.560330 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b0cab400-417b-464c-9d97-7e6dec26f2e0 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:40.641609 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0cab400-417b-464c-9d97-7e6dec26f2e0 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Network ed45466e-0386-4b92-8de3-247c977242ac is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:24:40.644625 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-b0cab400-417b-464c-9d97-7e6dec26f2e0 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:24:40.649839 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cab400-417b-464c-9d97-7e6dec26f2e0 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:24:40.674872 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cab400-417b-464c-9d97-7e6dec26f2e0 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event updated for resources: {'Port': ['ID=a25c9a9d-2ceb-42cc-94cc-73e8f35a6d05,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:24:40.814435 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b0cab400-417b-464c-9d97-7e6dec26f2e0 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for router_gateway, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:40.815163 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b0cab400-417b-464c-9d97-7e6dec26f2e0 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616'] for router, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:41.070724 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0cab400-417b-464c-9d97-7e6dec26f2e0 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Router 27e4603d-f7b6-475b-9c05-a83178f08293 is scheduled to L3 agent ff252634-3424-422a-b742-9ae457bd54bd with binding_index 1 {{(pid=83826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 16:24:41.284653 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0cab400-417b-464c-9d97-7e6dec26f2e0 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:24:41.295654 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8944f4-b6bf-48fc-b932-a077f67ac083 None None] Sync routers for ids ['27e4603d-f7b6-475b-9c05-a83178f08293'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:24:41.308128 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8944f4-b6bf-48fc-b932-a077f67ac083 None None] Routers {'27e4603d-f7b6-475b-9c05-a83178f08293'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:24:41.308674 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-3d8944f4-b6bf-48fc-b932-a077f67ac083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:24:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['27e4603d-f7b6-475b-9c05-a83178f08293'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:24:41.313185 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b0cab400-417b-464c-9d97-7e6dec26f2e0 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for router, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:41.314491 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-b0cab400-417b-464c-9d97-7e6dec26f2e0 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5944846 Apr 01 16:24:41.318158 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 34610) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:24:41.491970 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-97b86d49-4e34-47ef-bc2f-db94def0c1f6 tempest-TestNetworkAdvancedServerOps-1163408523 tempest-TestNetworkAdvancedServerOps-1163408523-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=3dd578100e004cd6aa38072871c36e42&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1725478 Apr 01 16:24:41.494611 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 34616) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:24:41.501674 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-3d8944f4-b6bf-48fc-b932-a077f67ac083 None None] Set router 27e4603d-f7b6-475b-9c05-a83178f08293 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:24:41.728560 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87929100-7e61-4e13-be58-6806bb57366d tempest-TestNetworkAdvancedServerOps-1163408523 tempest-TestNetworkAdvancedServerOps-1163408523-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:41.730046 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-87929100-7e61-4e13-be58-6806bb57366d tempest-TestNetworkAdvancedServerOps-1163408523 tempest-TestNetworkAdvancedServerOps-1163408523-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2345052 Apr 01 16:24:41.732940 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 34620) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:24:41.771447 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-7ecd9eff-8158-438f-9086-cc2c937505c1 tempest-TestNetworkAdvancedServerOps-1163408523 tempest-TestNetworkAdvancedServerOps-1163408523-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=ed45466e-0386-4b92-8de3-247c977242ac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374186 Apr 01 16:24:41.775504 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 34624) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:24:41.781009 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-44a7b357-a552-4d51-b891-183ee07dd047 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-528552113', 'network_id': '6506f324-78ab-4f6a-8d3d-3548c641ea52', 'project_id': '3dd578100e004cd6aa38072871c36e42', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:24:41.800689 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-3d8944f4-b6bf-48fc-b932-a077f67ac083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27e4603d-f7b6-475b-9c05-a83178f08293', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1432910850', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.64'}], 'enable_snat': True}, 'gw_port_id': 'a25c9a9d-2ceb-42cc-94cc-73e8f35a6d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:24:39Z', 'updated_at': '2022-04-01T16:24:40Z', 'revision_number': 3, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'gw_port': {'id': 'a25c9a9d-2ceb-42cc-94cc-73e8f35a6d05', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:68:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27e4603d-f7b6-475b-9c05-a83178f08293', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:24:40Z', 'updated_at': '2022-04-01T16:24:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:24:41.804831 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8944f4-b6bf-48fc-b932-a077f67ac083 None None] Checking router: 27e4603d-f7b6-475b-9c05-a83178f08293 for host: dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:24:41.805180 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8944f4-b6bf-48fc-b932-a077f67ac083 None None] Updating router 27e4603d-f7b6-475b-9c05-a83178f08293 port a25c9a9d-2ceb-42cc-94cc-73e8f35a6d05 binding host dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 16:24:41.859094 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-3d8944f4-b6bf-48fc-b932-a077f67ac083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:41.895943 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-44a7b357-a552-4d51-b891-183ee07dd047 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:24:41.901321 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-44a7b357-a552-4d51-b891-183ee07dd047 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Usage tracker for resource:subnet and tenant:3dd578100e004cd6aa38072871c36e42 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:24:41.904295 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-44a7b357-a552-4d51-b891-183ee07dd047 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:24:41.911224 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-44a7b357-a552-4d51-b891-183ee07dd047 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:24:41.922533 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a7b357-a552-4d51-b891-183ee07dd047 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Made reservation on behalf of 3dd578100e004cd6aa38072871c36e42 for: {'subnet': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:24:42.031401 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-44a7b357-a552-4d51-b891-183ee07dd047 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16088980'] for subnet, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:42.209920 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-3d8944f4-b6bf-48fc-b932-a077f67ac083 None None] Notify callbacks [] for port, precommit_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:42.224125 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-3d8944f4-b6bf-48fc-b932-a077f67ac083 None None] Transition to ACTIVE for port object a25c9a9d-2ceb-42cc-94cc-73e8f35a6d05 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:24:42.232692 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-3d8944f4-b6bf-48fc-b932-a077f67ac083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:42.273490 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-44a7b357-a552-4d51-b891-183ee07dd047 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15415267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16089018'] for subnet, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:42.319230 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-3d8944f4-b6bf-48fc-b932-a077f67ac083 None None] Attempting to bind port a25c9a9d-2ceb-42cc-94cc-73e8f35a6d05 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:24:42.320526 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-3d8944f4-b6bf-48fc-b932-a077f67ac083 None None] Attempting to bind port a25c9a9d-2ceb-42cc-94cc-73e8f35a6d05 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:24:42.320526 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8944f4-b6bf-48fc-b932-a077f67ac083 None None] Attempting to bind port a25c9a9d-2ceb-42cc-94cc-73e8f35a6d05 on network ed45466e-0386-4b92-8de3-247c977242ac {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:24:42.322851 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3116c17-7836-4b38-a917-af9700e66dfc None None] Pushing event updated for resources: {'Port': ['ID=a25c9a9d-2ceb-42cc-94cc-73e8f35a6d05,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:24:42.331760 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8944f4-b6bf-48fc-b932-a077f67ac083 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:24:42.332188 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8944f4-b6bf-48fc-b932-a077f67ac083 None None] Checking segment: {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:24:42.332577 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-3d8944f4-b6bf-48fc-b932-a077f67ac083 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:42.332992 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8944f4-b6bf-48fc-b932-a077f67ac083 None None] Bound using segment: {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:24:42.333525 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-3d8944f4-b6bf-48fc-b932-a077f67ac083 None None] Bound port: a25c9a9d-2ceb-42cc-94cc-73e8f35a6d05, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:24:42.333952 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-3d8944f4-b6bf-48fc-b932-a077f67ac083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:42.356442 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a7b357-a552-4d51-b891-183ee07dd047 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event updated for resources: {'Subnet': ['ID=102f3da9-b679-41b6-8297-a4cdb2ceaf32,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:24:42.366584 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a7b357-a552-4d51-b891-183ee07dd047 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Checking segment: {'id': '38563dd1-ca54-4316-a86b-349807c20413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '6506f324-78ab-4f6a-8d3d-3548c641ea52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:24:42.367552 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a7b357-a552-4d51-b891-183ee07dd047 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Network hostable DHCP agents. Network: 6506f324-78ab-4f6a-8d3d-3548c641ea52, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:24:42.390735 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a7b357-a552-4d51-b891-183ee07dd047 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Network 6506f324-78ab-4f6a-8d3d-3548c641ea52 is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:24:42.401954 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-44a7b357-a552-4d51-b891-183ee07dd047 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, 6506f324-78ab-4f6a-8d3d-3548c641ea52) {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:24:42.406603 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a7b357-a552-4d51-b891-183ee07dd047 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:42.407448 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-44a7b357-a552-4d51-b891-183ee07dd047 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:42.412256 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a7f116-49a5-431a-95d0-441e3bd312f7 None None] Network 6506f324-78ab-4f6a-8d3d-3548c641ea52 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:24:42.431933 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-44a7b357-a552-4d51-b891-183ee07dd047 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6553416 Apr 01 16:24:42.434623 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 34628) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:24:42.495168 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-3d8944f4-b6bf-48fc-b932-a077f67ac083 None None] For port a25c9a9d-2ceb-42cc-94cc-73e8f35a6d05, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:24:42.515939 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-3d8944f4-b6bf-48fc-b932-a077f67ac083 None None] For port a25c9a9d-2ceb-42cc-94cc-73e8f35a6d05, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=a25c9a9d-2ceb-42cc-94cc-73e8f35a6d05,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:24:42.522562 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-3d8944f4-b6bf-48fc-b932-a077f67ac083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:42.671521 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3116c17-7836-4b38-a917-af9700e66dfc None None] Pushing event updated for resources: {'Port': ['ID=a25c9a9d-2ceb-42cc-94cc-73e8f35a6d05,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:24:42.696100 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8944f4-b6bf-48fc-b932-a077f67ac083 None None] Routers {'27e4603d-f7b6-475b-9c05-a83178f08293'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:24:42.696751 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-3d8944f4-b6bf-48fc-b932-a077f67ac083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:24:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['27e4603d-f7b6-475b-9c05-a83178f08293'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:24:42.923547 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97af1059-d561-4df3-9045-ceb2ff4fcfde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-6506f324-78ab-4f6a-8d3d-3548c641ea52', 'network_id': '6506f324-78ab-4f6a-8d3d-3548c641ea52', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'fixed_ips': [{'subnet_id': '102f3da9-b679-41b6-8297-a4cdb2ceaf32'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 16:24:42.924360 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-97af1059-d561-4df3-9045-ceb2ff4fcfde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:43.045119 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-3d8944f4-b6bf-48fc-b932-a077f67ac083 None None] Set router 27e4603d-f7b6-475b-9c05-a83178f08293 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:24:43.218056 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-18d3dea7-ef04-41c4-a594-227983737c7b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:43.289369 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-97af1059-d561-4df3-9045-ceb2ff4fcfde None None] Allocated IP 172.20.0.2 (6506f324-78ab-4f6a-8d3d-3548c641ea52/102f3da9-b679-41b6-8297-a4cdb2ceaf32/95ea7e2d-6398-403a-b528-dd501f5d7d42) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:24:43.556325 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-3d8944f4-b6bf-48fc-b932-a077f67ac083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27e4603d-f7b6-475b-9c05-a83178f08293', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1432910850', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.64'}], 'enable_snat': True}, 'gw_port_id': 'a25c9a9d-2ceb-42cc-94cc-73e8f35a6d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:24:39Z', 'updated_at': '2022-04-01T16:24:40Z', 'revision_number': 3, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'gw_port': {'id': 'a25c9a9d-2ceb-42cc-94cc-73e8f35a6d05', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:68:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27e4603d-f7b6-475b-9c05-a83178f08293', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:24:40Z', 'updated_at': '2022-04-01T16:24:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:24:43.565000 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8944f4-b6bf-48fc-b932-a077f67ac083 None None] The sync data for ids ['27e4603d-f7b6-475b-9c05-a83178f08293'] in dv-neutron-833373-2-hyperv is: [{'id': '27e4603d-f7b6-475b-9c05-a83178f08293', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1432910850', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.64'}], 'enable_snat': True}, 'gw_port_id': 'a25c9a9d-2ceb-42cc-94cc-73e8f35a6d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:24:39Z', 'updated_at': '2022-04-01T16:24:40Z', 'revision_number': 3, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'gw_port': {'id': 'a25c9a9d-2ceb-42cc-94cc-73e8f35a6d05', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:68:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27e4603d-f7b6-475b-9c05-a83178f08293', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:24:40Z', 'updated_at': '2022-04-01T16:24:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:24:43.578028 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-97af1059-d561-4df3-9045-ceb2ff4fcfde None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:43.593590 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-97af1059-d561-4df3-9045-ceb2ff4fcfde None None] Transition to ACTIVE for port object 95ea7e2d-6398-403a-b528-dd501f5d7d42 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:24:43.617735 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-97af1059-d561-4df3-9045-ceb2ff4fcfde None None] Transition to ACTIVE for port object 95ea7e2d-6398-403a-b528-dd501f5d7d42 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:24:43.623888 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-97af1059-d561-4df3-9045-ceb2ff4fcfde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:43.699650 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97af1059-d561-4df3-9045-ceb2ff4fcfde None None] Network 6506f324-78ab-4f6a-8d3d-3548c641ea52 is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:24:43.703007 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-97af1059-d561-4df3-9045-ceb2ff4fcfde None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:24:43.705888 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97af1059-d561-4df3-9045-ceb2ff4fcfde None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:24:43.713686 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af1059-d561-4df3-9045-ceb2ff4fcfde None None] Pushing event updated for resources: {'Port': ['ID=95ea7e2d-6398-403a-b528-dd501f5d7d42,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:24:43.722246 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-18d3dea7-ef04-41c4-a594-227983737c7b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Allocated IP 172.20.0.1 (6506f324-78ab-4f6a-8d3d-3548c641ea52/102f3da9-b679-41b6-8297-a4cdb2ceaf32/2facd230-0e04-4347-a213-531a80b219b7) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:24:43.816900 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-97af1059-d561-4df3-9045-ceb2ff4fcfde None None] Attempting to bind port 95ea7e2d-6398-403a-b528-dd501f5d7d42 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:24:43.817272 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-97af1059-d561-4df3-9045-ceb2ff4fcfde None None] Attempting to bind port 95ea7e2d-6398-403a-b528-dd501f5d7d42 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': '38563dd1-ca54-4316-a86b-349807c20413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '6506f324-78ab-4f6a-8d3d-3548c641ea52'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:24:43.818204 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97af1059-d561-4df3-9045-ceb2ff4fcfde None None] Attempting to bind port 95ea7e2d-6398-403a-b528-dd501f5d7d42 on network 6506f324-78ab-4f6a-8d3d-3548c641ea52 {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:24:43.824436 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97af1059-d561-4df3-9045-ceb2ff4fcfde None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:24:43.825382 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97af1059-d561-4df3-9045-ceb2ff4fcfde None None] Checking segment: {'id': '38563dd1-ca54-4316-a86b-349807c20413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '6506f324-78ab-4f6a-8d3d-3548c641ea52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:24:43.825382 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-97af1059-d561-4df3-9045-ceb2ff4fcfde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:43.825606 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97af1059-d561-4df3-9045-ceb2ff4fcfde None None] Bound using segment: {'id': '38563dd1-ca54-4316-a86b-349807c20413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '6506f324-78ab-4f6a-8d3d-3548c641ea52'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:24:43.826044 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-97af1059-d561-4df3-9045-ceb2ff4fcfde None None] Bound port: 95ea7e2d-6398-403a-b528-dd501f5d7d42, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38563dd1-ca54-4316-a86b-349807c20413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '6506f324-78ab-4f6a-8d3d-3548c641ea52'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:24:43.826412 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-97af1059-d561-4df3-9045-ceb2ff4fcfde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:43.922887 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-18d3dea7-ef04-41c4-a594-227983737c7b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:43.932257 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-97af1059-d561-4df3-9045-ceb2ff4fcfde None None] For port 95ea7e2d-6398-403a-b528-dd501f5d7d42, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:24:43.936384 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-97af1059-d561-4df3-9045-ceb2ff4fcfde None None] For port 95ea7e2d-6398-403a-b528-dd501f5d7d42, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=95ea7e2d-6398-403a-b528-dd501f5d7d42,segment=NetworkSegment(38563dd1-ca54-4316-a86b-349807c20413),segment_id=38563dd1-ca54-4316-a86b-349807c20413)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:24:43.940080 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [None req-18d3dea7-ef04-41c4-a594-227983737c7b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Transition to ACTIVE for port object 2facd230-0e04-4347-a213-531a80b219b7 will not be triggered until provisioned by entity DHCP. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:24:43.943558 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-97af1059-d561-4df3-9045-ceb2ff4fcfde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:43.967833 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-18d3dea7-ef04-41c4-a594-227983737c7b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:44.057560 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d3dea7-ef04-41c4-a594-227983737c7b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Network 6506f324-78ab-4f6a-8d3d-3548c641ea52 is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:24:44.061400 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-18d3dea7-ef04-41c4-a594-227983737c7b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:24:44.065648 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d3dea7-ef04-41c4-a594-227983737c7b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:24:44.081767 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af1059-d561-4df3-9045-ceb2ff4fcfde None None] Pushing event updated for resources: {'Port': ['ID=95ea7e2d-6398-403a-b528-dd501f5d7d42,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:24:44.113958 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d3dea7-ef04-41c4-a594-227983737c7b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event updated for resources: {'Port': ['ID=2facd230-0e04-4347-a213-531a80b219b7,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:24:44.144298 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-18d3dea7-ef04-41c4-a594-227983737c7b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611418'] for router_interface, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:44.272546 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-18d3dea7-ef04-41c4-a594-227983737c7b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:44.755898 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-18d3dea7-ef04-41c4-a594-227983737c7b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:44.760568 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-18d3dea7-ef04-41c4-a594-227983737c7b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:44.874336 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d3dea7-ef04-41c4-a594-227983737c7b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event updated for resources: {'Port': ['ID=2facd230-0e04-4347-a213-531a80b219b7,revision_number=2']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:24:44.876708 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-18d3dea7-ef04-41c4-a594-227983737c7b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611525'] for router_interface, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:45.019354 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d3dea7-ef04-41c4-a594-227983737c7b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Network 6506f324-78ab-4f6a-8d3d-3548c641ea52 is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:24:45.020777 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-18d3dea7-ef04-41c4-a594-227983737c7b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:24:45.068662 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fca1879-ec20-453c-bc5d-ddbeb63ae9d5 None None] Network 6506f324-78ab-4f6a-8d3d-3548c641ea52 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:24:45.230603 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-860c9b55-561c-436b-9edc-4696b7eb8628 None None] Provisioning for port 95ea7e2d-6398-403a-b528-dd501f5d7d42 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:24:45.554449 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 95ea7e2d-6398-403a-b528-dd501f5d7d42 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:24:45.571294 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18d3dea7-ef04-41c4-a594-227983737c7b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Router 27e4603d-f7b6-475b-9c05-a83178f08293 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:24:45.665984 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-cba10f27-50a4-4cc4-9329-ba9a47eae0e0 None None] Provisioning for port 2facd230-0e04-4347-a213-531a80b219b7 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:24:45.680927 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-cba10f27-50a4-4cc4-9329-ba9a47eae0e0 None None] Provisioning complete for port 2facd230-0e04-4347-a213-531a80b219b7 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:24:45.681557 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-cba10f27-50a4-4cc4-9329-ba9a47eae0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:45.793058 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-cba10f27-50a4-4cc4-9329-ba9a47eae0e0 None None] Port 2facd230-0e04-4347-a213-531a80b219b7 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 16:24:45.794925 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d3dea7-ef04-41c4-a594-227983737c7b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:24:45.804507 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-18d3dea7-ef04-41c4-a594-227983737c7b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "PUT /v2.0/routers/27e4603d-f7b6-475b-9c05-a83178f08293/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3683846 Apr 01 16:24:45.815426 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 95ea7e2d-6398-403a-b528-dd501f5d7d42 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:24:45.825160 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 95ea7e2d-6398-403a-b528-dd501f5d7d42 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:24:45.825533 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:45.855241 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-cba10f27-50a4-4cc4-9329-ba9a47eae0e0 None None] Provisioning complete for port 95ea7e2d-6398-403a-b528-dd501f5d7d42 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:24:45.855439 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-cba10f27-50a4-4cc4-9329-ba9a47eae0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:46.000249 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-4423a26d-a1f3-4fb6-8a8c-033016240aea req-d3b2e237-8316-47bd-9490-0ea1785d5211 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Synchronizing usage tracker for tenant:3dd578100e004cd6aa38072871c36e42 on resource:security_group {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:24:46.019525 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-4423a26d-a1f3-4fb6-8a8c-033016240aea req-d3b2e237-8316-47bd-9490-0ea1785d5211 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Unset dirty status for tenant:3dd578100e004cd6aa38072871c36e42 on resource:security_group {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:24:46.021189 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4423a26d-a1f3-4fb6-8a8c-033016240aea req-d3b2e237-8316-47bd-9490-0ea1785d5211 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-707938375&fields=id&tenant_id=3dd578100e004cd6aa38072871c36e42 HTTP/1.1" status: 200 len: 267 time: 0.0638239 Apr 01 16:24:46.110937 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-cba10f27-50a4-4cc4-9329-ba9a47eae0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:46.124929 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:46.164624 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-cba10f27-50a4-4cc4-9329-ba9a47eae0e0 None None] For port 95ea7e2d-6398-403a-b528-dd501f5d7d42, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=95ea7e2d-6398-403a-b528-dd501f5d7d42,segment=NetworkSegment(38563dd1-ca54-4316-a86b-349807c20413),segment_id=38563dd1-ca54-4316-a86b-349807c20413)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:24:46.171049 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-cba10f27-50a4-4cc4-9329-ba9a47eae0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:46.190103 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4423a26d-a1f3-4fb6-8a8c-033016240aea req-c205b664-af0d-4df9-81aa-d3d5a985c977 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:46.190759 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-4423a26d-a1f3-4fb6-8a8c-033016240aea req-c205b664-af0d-4df9-81aa-d3d5a985c977 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Synchronizing usage tracker for tenant:3dd578100e004cd6aa38072871c36e42 on resource:network {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:24:46.208317 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-4423a26d-a1f3-4fb6-8a8c-033016240aea req-c205b664-af0d-4df9-81aa-d3d5a985c977 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Unset dirty status for tenant:3dd578100e004cd6aa38072871c36e42 on resource:network {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:24:46.209600 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4423a26d-a1f3-4fb6-8a8c-033016240aea req-c205b664-af0d-4df9-81aa-d3d5a985c977 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/networks?id=6506f324-78ab-4f6a-8d3d-3548c641ea52 HTTP/1.1" status: 200 len: 797 time: 0.1783798 Apr 01 16:24:46.227524 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4423a26d-a1f3-4fb6-8a8c-033016240aea req-8686e11d-9f21-4281-a6ef-799519bc7b76 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/quotas/3dd578100e004cd6aa38072871c36e42 HTTP/1.1" status: 200 len: 375 time: 0.0116594 Apr 01 16:24:46.292038 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.db.api [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:24:46.292394 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG oslo_db.api [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:24:46.302101 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba10f27-50a4-4cc4-9329-ba9a47eae0e0 None None] Pushing event updated for resources: {'Port': ['ID=95ea7e2d-6398-403a-b528-dd501f5d7d42,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:24:46.312464 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-04b8bb67-d4b6-4670-be4c-41a2796d068e None None] Provisioning complete for port 2facd230-0e04-4347-a213-531a80b219b7 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:24:46.312948 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-04b8bb67-d4b6-4670-be4c-41a2796d068e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:46.333893 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-4423a26d-a1f3-4fb6-8a8c-033016240aea req-6fd4e0aa-88f2-41d0-9a77-ec101fa2608f tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Synchronizing usage tracker for tenant:3dd578100e004cd6aa38072871c36e42 on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:24:46.354977 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-4423a26d-a1f3-4fb6-8a8c-033016240aea req-6fd4e0aa-88f2-41d0-9a77-ec101fa2608f tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Unset dirty status for tenant:3dd578100e004cd6aa38072871c36e42 on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:24:46.356294 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4423a26d-a1f3-4fb6-8a8c-033016240aea req-6fd4e0aa-88f2-41d0-9a77-ec101fa2608f tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3dd578100e004cd6aa38072871c36e42&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1231222 Apr 01 16:24:46.366534 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-04b8bb67-d4b6-4670-be4c-41a2796d068e None None] Port 2facd230-0e04-4347-a213-531a80b219b7 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 16:24:46.570917 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4423a26d-a1f3-4fb6-8a8c-033016240aea req-ed9c4169-fa98-455f-823c-9ffe5fd419c5 service neutron] 10.222.0.55 "GET /v2.0/networks/6506f324-78ab-4f6a-8d3d-3548c641ea52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001479 Apr 01 16:24:46.702743 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4423a26d-a1f3-4fb6-8a8c-033016240aea req-dd8a57ba-8c99-42a1-8dd8-4bea550ebb6e service neutron] 10.222.0.55 "GET /v2.0/networks/6506f324-78ab-4f6a-8d3d-3548c641ea52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260900 Apr 01 16:24:46.856399 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device a25c9a9d-2ceb-42cc-94cc-73e8f35a6d05 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:24:46.905573 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c6df3e61-1296-4cd8-98cf-d88a3c92682e req-289c020d-9363-400d-8d38-32b49bcaf43f tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=64c13a58-3045-4f97-94cc-d7992388cacb HTTP/1.1" status: 200 len: 210 time: 0.0447965 Apr 01 16:24:46.943598 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port a25c9a9d-2ceb-42cc-94cc-73e8f35a6d05 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:24:46.949603 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port a25c9a9d-2ceb-42cc-94cc-73e8f35a6d05 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:24:46.949978 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:47.097098 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:47.115376 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port a25c9a9d-2ceb-42cc-94cc-73e8f35a6d05, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=a25c9a9d-2ceb-42cc-94cc-73e8f35a6d05,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:24:47.120492 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:47.195273 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=a25c9a9d-2ceb-42cc-94cc-73e8f35a6d05,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:24:47.281097 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210cde40-0e54-4a4d-929b-7f500cc9e3e9 None None] Sync routers for ids ['27e4603d-f7b6-475b-9c05-a83178f08293'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:24:47.296587 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210cde40-0e54-4a4d-929b-7f500cc9e3e9 None None] Routers {'27e4603d-f7b6-475b-9c05-a83178f08293'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:24:47.297586 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-210cde40-0e54-4a4d-929b-7f500cc9e3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:24:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['27e4603d-f7b6-475b-9c05-a83178f08293'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:24:47.494721 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 95ea7e2d-6398-403a-b528-dd501f5d7d42 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:24:47.518691 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-210cde40-0e54-4a4d-929b-7f500cc9e3e9 None None] Set router 27e4603d-f7b6-475b-9c05-a83178f08293 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:24:47.565711 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 95ea7e2d-6398-403a-b528-dd501f5d7d42 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:24:47.566081 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:47.692813 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device a25c9a9d-2ceb-42cc-94cc-73e8f35a6d05 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:24:47.767365 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port a25c9a9d-2ceb-42cc-94cc-73e8f35a6d05 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:24:47.768057 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:47.891403 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-210cde40-0e54-4a4d-929b-7f500cc9e3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27e4603d-f7b6-475b-9c05-a83178f08293', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1432910850', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.64'}], 'enable_snat': True}, 'gw_port_id': 'a25c9a9d-2ceb-42cc-94cc-73e8f35a6d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:24:39Z', 'updated_at': '2022-04-01T16:24:44Z', 'revision_number': 4, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'gw_port': {'id': 'a25c9a9d-2ceb-42cc-94cc-73e8f35a6d05', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:68:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e4603d-f7b6-475b-9c05-a83178f08293', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:24:40Z', 'updated_at': '2022-04-01T16:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '2facd230-0e04-4347-a213-531a80b219b7', 'name': '', 'network_id': '6506f324-78ab-4f6a-8d3d-3548c641ea52', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'mac_address': 'fa:16:3e:c9:ca:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27e4603d-f7b6-475b-9c05-a83178f08293', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '102f3da9-b679-41b6-8297-a4cdb2ceaf32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:24:43Z', 'updated_at': '2022-04-01T16:24:44Z', 'revision_number': 2, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'subnets': [{'id': '102f3da9-b679-41b6-8297-a4cdb2ceaf32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:24:47.895188 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210cde40-0e54-4a4d-929b-7f500cc9e3e9 None None] Checking router: 27e4603d-f7b6-475b-9c05-a83178f08293 for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:24:47.895527 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210cde40-0e54-4a4d-929b-7f500cc9e3e9 None None] Updating router 27e4603d-f7b6-475b-9c05-a83178f08293 port 2facd230-0e04-4347-a213-531a80b219b7 binding host dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 16:24:47.944493 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-210cde40-0e54-4a4d-929b-7f500cc9e3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:48.079681 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2afc46f4-48be-42b9-8378-26d5963401af req-749aa9c7-4e5d-4940-bd4d-09cd3732c180 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=64c13a58-3045-4f97-94cc-d7992388cacb HTTP/1.1" status: 200 len: 210 time: 0.0441041 Apr 01 16:24:48.289900 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4423a26d-a1f3-4fb6-8a8c-033016240aea req-a4016ba4-60f8-419f-a024-ca96a93e1158 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:48.291454 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-4423a26d-a1f3-4fb6-8a8c-033016240aea req-a4016ba4-60f8-419f-a024-ca96a93e1158 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.24 "GET /v2.0/networks?id=6506f324-78ab-4f6a-8d3d-3548c641ea52 HTTP/1.1" status: 200 len: 797 time: 0.1575911 Apr 01 16:24:48.313117 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-210cde40-0e54-4a4d-929b-7f500cc9e3e9 None None] Notify callbacks [] for port, precommit_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:48.326489 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.provisioning_blocks [None req-210cde40-0e54-4a4d-929b-7f500cc9e3e9 None None] Transition to ACTIVE for port object 2facd230-0e04-4347-a213-531a80b219b7 will not be triggered until provisioned by entity L2. {{(pid=83833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:24:48.333517 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-210cde40-0e54-4a4d-929b-7f500cc9e3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:48.348150 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-4423a26d-a1f3-4fb6-8a8c-033016240aea req-537734bc-4d2a-4ffc-a374-8c3b56b59dbc tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3dd578100e004cd6aa38072871c36e42 HTTP/1.1" status: 200 len: 379 time: 0.0441165 Apr 01 16:24:48.356696 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [req-4423a26d-a1f3-4fb6-8a8c-033016240aea req-b2ca239a-bc50-40c6-9e1a-075eb45cbd8d tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Request body: {'port': {'device_id': '64c13a58-3045-4f97-94cc-d7992388cacb', 'network_id': '6506f324-78ab-4f6a-8d3d-3548c641ea52', 'admin_state_up': True, 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'security_groups': ['c176755f-406c-452f-ae91-0b243d1829a2']}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:24:48.469484 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038dcba-2250-4ca8-90d0-a783aae109fc None None] Pushing event updated for resources: {'Port': ['ID=2facd230-0e04-4347-a213-531a80b219b7,revision_number=3']} {{(pid=83833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:24:48.481259 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038dcba-2250-4ca8-90d0-a783aae109fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:48.481592 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038dcba-2250-4ca8-90d0-a783aae109fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:48.481926 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038dcba-2250-4ca8-90d0-a783aae109fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:48.482245 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038dcba-2250-4ca8-90d0-a783aae109fc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:48.482570 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038dcba-2250-4ca8-90d0-a783aae109fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:48.482894 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038dcba-2250-4ca8-90d0-a783aae109fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:48.483209 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038dcba-2250-4ca8-90d0-a783aae109fc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:48.483522 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038dcba-2250-4ca8-90d0-a783aae109fc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:48.483837 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038dcba-2250-4ca8-90d0-a783aae109fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:48.484143 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038dcba-2250-4ca8-90d0-a783aae109fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:48.484455 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e038dcba-2250-4ca8-90d0-a783aae109fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:24:48.522485 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [req-4423a26d-a1f3-4fb6-8a8c-033016240aea req-b2ca239a-bc50-40c6-9e1a-075eb45cbd8d tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:24:48.533133 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [req-4423a26d-a1f3-4fb6-8a8c-033016240aea req-b2ca239a-bc50-40c6-9e1a-075eb45cbd8d tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:24:48.545500 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4423a26d-a1f3-4fb6-8a8c-033016240aea req-b2ca239a-bc50-40c6-9e1a-075eb45cbd8d tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Made reservation on behalf of 3dd578100e004cd6aa38072871c36e42 for: {'port': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:24:48.548647 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-4423a26d-a1f3-4fb6-8a8c-033016240aea req-b2ca239a-bc50-40c6-9e1a-075eb45cbd8d tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:48.576490 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-210cde40-0e54-4a4d-929b-7f500cc9e3e9 None None] Attempting to bind port 2facd230-0e04-4347-a213-531a80b219b7 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:24:48.576874 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-210cde40-0e54-4a4d-929b-7f500cc9e3e9 None None] Attempting to bind port 2facd230-0e04-4347-a213-531a80b219b7 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': '38563dd1-ca54-4316-a86b-349807c20413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '6506f324-78ab-4f6a-8d3d-3548c641ea52'}] {{(pid=83833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:24:48.577229 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210cde40-0e54-4a4d-929b-7f500cc9e3e9 None None] Attempting to bind port 2facd230-0e04-4347-a213-531a80b219b7 on network 6506f324-78ab-4f6a-8d3d-3548c641ea52 {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:24:48.583728 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210cde40-0e54-4a4d-929b-7f500cc9e3e9 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:24:48.584090 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210cde40-0e54-4a4d-929b-7f500cc9e3e9 None None] Checking segment: {'id': '38563dd1-ca54-4316-a86b-349807c20413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '6506f324-78ab-4f6a-8d3d-3548c641ea52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:24:48.584510 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-210cde40-0e54-4a4d-929b-7f500cc9e3e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:48.584922 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210cde40-0e54-4a4d-929b-7f500cc9e3e9 None None] Bound using segment: {'id': '38563dd1-ca54-4316-a86b-349807c20413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '6506f324-78ab-4f6a-8d3d-3548c641ea52'} {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:24:48.586262 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-210cde40-0e54-4a4d-929b-7f500cc9e3e9 None None] Bound port: 2facd230-0e04-4347-a213-531a80b219b7, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38563dd1-ca54-4316-a86b-349807c20413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '6506f324-78ab-4f6a-8d3d-3548c641ea52'}}] {{(pid=83833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:24:48.586814 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-210cde40-0e54-4a4d-929b-7f500cc9e3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:48.682692 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.db [None req-210cde40-0e54-4a4d-929b-7f500cc9e3e9 None None] For port 2facd230-0e04-4347-a213-531a80b219b7, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:24:48.685960 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.db [None req-210cde40-0e54-4a4d-929b-7f500cc9e3e9 None None] For port 2facd230-0e04-4347-a213-531a80b219b7, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=2facd230-0e04-4347-a213-531a80b219b7,segment=NetworkSegment(38563dd1-ca54-4316-a86b-349807c20413),segment_id=38563dd1-ca54-4316-a86b-349807c20413)] {{(pid=83833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:24:48.690319 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-210cde40-0e54-4a4d-929b-7f500cc9e3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:48.797049 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038dcba-2250-4ca8-90d0-a783aae109fc None None] Pushing event updated for resources: {'Port': ['ID=2facd230-0e04-4347-a213-531a80b219b7,revision_number=4']} {{(pid=83833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:24:48.801564 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210cde40-0e54-4a4d-929b-7f500cc9e3e9 None None] Routers {'27e4603d-f7b6-475b-9c05-a83178f08293'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:24:48.802175 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-210cde40-0e54-4a4d-929b-7f500cc9e3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:24:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['27e4603d-f7b6-475b-9c05-a83178f08293'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:24:48.828285 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [req-4423a26d-a1f3-4fb6-8a8c-033016240aea req-b2ca239a-bc50-40c6-9e1a-075eb45cbd8d tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Allocated IP 172.20.0.13 (6506f324-78ab-4f6a-8d3d-3548c641ea52/102f3da9-b679-41b6-8297-a4cdb2ceaf32/f8c36bb8-b6b6-40f3-88d8-9b7f73e9066b) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:24:49.006555 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-210cde40-0e54-4a4d-929b-7f500cc9e3e9 None None] Set router 27e4603d-f7b6-475b-9c05-a83178f08293 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:24:49.036442 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-4423a26d-a1f3-4fb6-8a8c-033016240aea req-b2ca239a-bc50-40c6-9e1a-075eb45cbd8d tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:49.055832 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [req-4423a26d-a1f3-4fb6-8a8c-033016240aea req-b2ca239a-bc50-40c6-9e1a-075eb45cbd8d tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Transition to ACTIVE for port object f8c36bb8-b6b6-40f3-88d8-9b7f73e9066b will not be triggered until provisioned by entity DHCP. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:24:49.079035 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-4423a26d-a1f3-4fb6-8a8c-033016240aea req-b2ca239a-bc50-40c6-9e1a-075eb45cbd8d tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:49.157864 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4423a26d-a1f3-4fb6-8a8c-033016240aea req-b2ca239a-bc50-40c6-9e1a-075eb45cbd8d tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Network 6506f324-78ab-4f6a-8d3d-3548c641ea52 is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:24:49.161017 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [req-4423a26d-a1f3-4fb6-8a8c-033016240aea req-b2ca239a-bc50-40c6-9e1a-075eb45cbd8d tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:24:49.166127 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ca239a-bc50-40c6-9e1a-075eb45cbd8d tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event updated for resources: {'Port': ['ID=f8c36bb8-b6b6-40f3-88d8-9b7f73e9066b,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:24:49.168380 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [req-4423a26d-a1f3-4fb6-8a8c-033016240aea req-b2ca239a-bc50-40c6-9e1a-075eb45cbd8d tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:24:49.237123 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4423a26d-a1f3-4fb6-8a8c-033016240aea req-b2ca239a-bc50-40c6-9e1a-075eb45cbd8d tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:49.237943 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-4423a26d-a1f3-4fb6-8a8c-033016240aea req-b2ca239a-bc50-40c6-9e1a-075eb45cbd8d tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:49.276151 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-4423a26d-a1f3-4fb6-8a8c-033016240aea req-b2ca239a-bc50-40c6-9e1a-075eb45cbd8d tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9229927 Apr 01 16:24:49.287941 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [req-4423a26d-a1f3-4fb6-8a8c-033016240aea req-9c8f6a7c-d153-4d83-8486-fe24f1c87a8a service neutron] Request body: {'port': {'device_id': '64c13a58-3045-4f97-94cc-d7992388cacb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:24:49.329046 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29013bca-0ece-424a-9919-0100b4cfd24c req-ab6b4076-68e0-40b0-9911-e8bfc024a7e3 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:49.330618 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-29013bca-0ece-424a-9919-0100b4cfd24c req-ab6b4076-68e0-40b0-9911-e8bfc024a7e3 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=64c13a58-3045-4f97-94cc-d7992388cacb HTTP/1.1" status: 200 len: 932 time: 0.1048372 Apr 01 16:24:49.386233 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-210cde40-0e54-4a4d-929b-7f500cc9e3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27e4603d-f7b6-475b-9c05-a83178f08293', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1432910850', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.64'}], 'enable_snat': True}, 'gw_port_id': 'a25c9a9d-2ceb-42cc-94cc-73e8f35a6d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:24:39Z', 'updated_at': '2022-04-01T16:24:44Z', 'revision_number': 4, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'gw_port': {'id': 'a25c9a9d-2ceb-42cc-94cc-73e8f35a6d05', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:68:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e4603d-f7b6-475b-9c05-a83178f08293', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:24:40Z', 'updated_at': '2022-04-01T16:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '2facd230-0e04-4347-a213-531a80b219b7', 'name': '', 'network_id': '6506f324-78ab-4f6a-8d3d-3548c641ea52', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'mac_address': 'fa:16:3e:c9:ca:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27e4603d-f7b6-475b-9c05-a83178f08293', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '102f3da9-b679-41b6-8297-a4cdb2ceaf32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:24:43Z', 'updated_at': '2022-04-01T16:24:48Z', 'revision_number': 4, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'subnets': [{'id': '102f3da9-b679-41b6-8297-a4cdb2ceaf32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:24:49.390600 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210cde40-0e54-4a4d-929b-7f500cc9e3e9 None None] The sync data for ids ['27e4603d-f7b6-475b-9c05-a83178f08293'] in dv-neutron-833373-2-hyperv is: [{'id': '27e4603d-f7b6-475b-9c05-a83178f08293', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1432910850', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.64'}], 'enable_snat': True}, 'gw_port_id': 'a25c9a9d-2ceb-42cc-94cc-73e8f35a6d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:24:39Z', 'updated_at': '2022-04-01T16:24:44Z', 'revision_number': 4, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'gw_port': {'id': 'a25c9a9d-2ceb-42cc-94cc-73e8f35a6d05', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:68:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e4603d-f7b6-475b-9c05-a83178f08293', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:24:40Z', 'updated_at': '2022-04-01T16:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '2facd230-0e04-4347-a213-531a80b219b7', 'name': '', 'network_id': '6506f324-78ab-4f6a-8d3d-3548c641ea52', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'mac_address': 'fa:16:3e:c9:ca:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27e4603d-f7b6-475b-9c05-a83178f08293', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '102f3da9-b679-41b6-8297-a4cdb2ceaf32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:24:43Z', 'updated_at': '2022-04-01T16:24:48Z', 'revision_number': 4, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'subnets': [{'id': '102f3da9-b679-41b6-8297-a4cdb2ceaf32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:24:49.397289 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-29013bca-0ece-424a-9919-0100b4cfd24c req-c46d5b61-c7a0-4c41-a147-c66c06a4a250 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=c176755f-406c-452f-ae91-0b243d1829a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607474 Apr 01 16:24:49.419056 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-4423a26d-a1f3-4fb6-8a8c-033016240aea req-9c8f6a7c-d153-4d83-8486-fe24f1c87a8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:49.474819 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-493e54de-9c90-47f3-bc4d-5ef4acd8521c None None] Provisioning for port f8c36bb8-b6b6-40f3-88d8-9b7f73e9066b completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:24:49.481399 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-493e54de-9c90-47f3-bc4d-5ef4acd8521c None None] Provisioning complete for port f8c36bb8-b6b6-40f3-88d8-9b7f73e9066b triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:24:49.481859 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-493e54de-9c90-47f3-bc4d-5ef4acd8521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:49.549460 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-493e54de-9c90-47f3-bc4d-5ef4acd8521c None None] Port f8c36bb8-b6b6-40f3-88d8-9b7f73e9066b cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 16:24:49.814413 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [req-4423a26d-a1f3-4fb6-8a8c-033016240aea req-9c8f6a7c-d153-4d83-8486-fe24f1c87a8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8c36bb8-b6b6-40f3-88d8-9b7f73e9066b {{(pid=83828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:24:49.824670 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-4423a26d-a1f3-4fb6-8a8c-033016240aea req-9c8f6a7c-d153-4d83-8486-fe24f1c87a8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:49.842068 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [req-4423a26d-a1f3-4fb6-8a8c-033016240aea req-9c8f6a7c-d153-4d83-8486-fe24f1c87a8a service neutron] Transition to ACTIVE for port object f8c36bb8-b6b6-40f3-88d8-9b7f73e9066b will not be triggered until provisioned by entity L2. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:24:49.846320 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-4423a26d-a1f3-4fb6-8a8c-033016240aea req-9c8f6a7c-d153-4d83-8486-fe24f1c87a8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:50.022212 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8f6a7c-d153-4d83-8486-fe24f1c87a8a service neutron] Pushing event updated for resources: {'Port': ['ID=f8c36bb8-b6b6-40f3-88d8-9b7f73e9066b,revision_number=2']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:24:50.107669 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [req-4423a26d-a1f3-4fb6-8a8c-033016240aea req-9c8f6a7c-d153-4d83-8486-fe24f1c87a8a service neutron] Attempting to bind port f8c36bb8-b6b6-40f3-88d8-9b7f73e9066b on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:24:50.108084 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [req-4423a26d-a1f3-4fb6-8a8c-033016240aea req-9c8f6a7c-d153-4d83-8486-fe24f1c87a8a service neutron] Attempting to bind port f8c36bb8-b6b6-40f3-88d8-9b7f73e9066b by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '38563dd1-ca54-4316-a86b-349807c20413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '6506f324-78ab-4f6a-8d3d-3548c641ea52'}] {{(pid=83828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:24:50.108553 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4423a26d-a1f3-4fb6-8a8c-033016240aea req-9c8f6a7c-d153-4d83-8486-fe24f1c87a8a service neutron] Attempting to bind port f8c36bb8-b6b6-40f3-88d8-9b7f73e9066b on network 6506f324-78ab-4f6a-8d3d-3548c641ea52 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:24:50.116113 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4423a26d-a1f3-4fb6-8a8c-033016240aea req-9c8f6a7c-d153-4d83-8486-fe24f1c87a8a service neutron] Port f8c36bb8-b6b6-40f3-88d8-9b7f73e9066b on network 6506f324-78ab-4f6a-8d3d-3548c641ea52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 16:24:50.117521 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4423a26d-a1f3-4fb6-8a8c-033016240aea req-9c8f6a7c-d153-4d83-8486-fe24f1c87a8a service neutron] Attempting to bind port f8c36bb8-b6b6-40f3-88d8-9b7f73e9066b on network 6506f324-78ab-4f6a-8d3d-3548c641ea52 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:24:50.124938 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4423a26d-a1f3-4fb6-8a8c-033016240aea req-9c8f6a7c-d153-4d83-8486-fe24f1c87a8a service neutron] Checking agent: {'id': '5b2860be-0b4f-4931-914a-5d10403eafcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 47, 24), 'started_at': datetime.datetime(2022, 4, 1, 15, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:24:50.125405 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4423a26d-a1f3-4fb6-8a8c-033016240aea req-9c8f6a7c-d153-4d83-8486-fe24f1c87a8a service neutron] Checking segment: {'id': '38563dd1-ca54-4316-a86b-349807c20413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '6506f324-78ab-4f6a-8d3d-3548c641ea52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:24:50.125890 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4423a26d-a1f3-4fb6-8a8c-033016240aea req-9c8f6a7c-d153-4d83-8486-fe24f1c87a8a service neutron] Bound using segment: {'id': '38563dd1-ca54-4316-a86b-349807c20413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '6506f324-78ab-4f6a-8d3d-3548c641ea52'} {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:24:50.126464 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [req-4423a26d-a1f3-4fb6-8a8c-033016240aea req-9c8f6a7c-d153-4d83-8486-fe24f1c87a8a service neutron] Bound port: f8c36bb8-b6b6-40f3-88d8-9b7f73e9066b, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38563dd1-ca54-4316-a86b-349807c20413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '6506f324-78ab-4f6a-8d3d-3548c641ea52'}}] {{(pid=83828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:24:50.126895 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-4423a26d-a1f3-4fb6-8a8c-033016240aea req-9c8f6a7c-d153-4d83-8486-fe24f1c87a8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:50.238794 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [req-4423a26d-a1f3-4fb6-8a8c-033016240aea req-9c8f6a7c-d153-4d83-8486-fe24f1c87a8a service neutron] For port f8c36bb8-b6b6-40f3-88d8-9b7f73e9066b, host hv-neutron-8333, cleared binding levels {{(pid=83828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:24:50.242881 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [req-4423a26d-a1f3-4fb6-8a8c-033016240aea req-9c8f6a7c-d153-4d83-8486-fe24f1c87a8a service neutron] For port f8c36bb8-b6b6-40f3-88d8-9b7f73e9066b, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=f8c36bb8-b6b6-40f3-88d8-9b7f73e9066b,segment=NetworkSegment(38563dd1-ca54-4316-a86b-349807c20413),segment_id=38563dd1-ca54-4316-a86b-349807c20413)] {{(pid=83828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:24:50.248708 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-4423a26d-a1f3-4fb6-8a8c-033016240aea req-9c8f6a7c-d153-4d83-8486-fe24f1c87a8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:50.323233 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-4423a26d-a1f3-4fb6-8a8c-033016240aea req-9c8f6a7c-d153-4d83-8486-fe24f1c87a8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:50.325334 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-4423a26d-a1f3-4fb6-8a8c-033016240aea req-9c8f6a7c-d153-4d83-8486-fe24f1c87a8a service neutron] 10.222.0.24 "PUT /v2.0/ports/f8c36bb8-b6b6-40f3-88d8-9b7f73e9066b HTTP/1.1" status: 200 len: 1094 time: 1.0416124 Apr 01 16:24:50.325918 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64c13a58-3045-4f97-94cc-d7992388cacb', 'tag': 'f8c36bb8-b6b6-40f3-88d8-9b7f73e9066b'}] {{(pid=83828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:24:50.344338 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8f6a7c-d153-4d83-8486-fe24f1c87a8a service neutron] Pushing event updated for resources: {'Port': ['ID=f8c36bb8-b6b6-40f3-88d8-9b7f73e9066b,revision_number=3']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:24:50.415131 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64c13a58-3045-4f97-94cc-d7992388cacb', 'tag': 'f8c36bb8-b6b6-40f3-88d8-9b7f73e9066b', 'status': 'completed', 'code': 200} Apr 01 16:24:50.461503 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-4423a26d-a1f3-4fb6-8a8c-033016240aea req-46eef9ba-244e-45ae-9b3b-94ea60080106 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3dd578100e004cd6aa38072871c36e42&device_id=64c13a58-3045-4f97-94cc-d7992388cacb HTTP/1.1" status: 200 len: 1097 time: 0.0925560 Apr 01 16:24:50.536030 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-4423a26d-a1f3-4fb6-8a8c-033016240aea req-581d5ace-4970-4716-992d-9b16aa39808d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8c36bb8-b6b6-40f3-88d8-9b7f73e9066b HTTP/1.1" status: 200 len: 217 time: 0.0674634 Apr 01 16:24:50.607572 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4423a26d-a1f3-4fb6-8a8c-033016240aea req-f2f3910e-8a89-4bf3-94cc-dda59691e680 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:50.609084 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-4423a26d-a1f3-4fb6-8a8c-033016240aea req-f2f3910e-8a89-4bf3-94cc-dda59691e680 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=102f3da9-b679-41b6-8297-a4cdb2ceaf32 HTTP/1.1" status: 200 len: 834 time: 0.0666318 Apr 01 16:24:50.621400 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b397b5-fd4c-4505-9ee4-020a4cef6ade req-b667db7a-5473-4d66-ab2b-412cad28660f tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:50.622896 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b9b397b5-fd4c-4505-9ee4-020a4cef6ade req-b667db7a-5473-4d66-ab2b-412cad28660f tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=64c13a58-3045-4f97-94cc-d7992388cacb HTTP/1.1" status: 200 len: 944 time: 0.0801098 Apr 01 16:24:50.674585 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b9b397b5-fd4c-4505-9ee4-020a4cef6ade req-68aac988-6dfd-4a41-ae6d-11deca1d1653 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=c176755f-406c-452f-ae91-0b243d1829a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461528 Apr 01 16:24:50.690113 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-4423a26d-a1f3-4fb6-8a8c-033016240aea req-95a21785-cdff-4681-af56-a3598a1a8ef8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6506f324-78ab-4f6a-8d3d-3548c641ea52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745325 Apr 01 16:24:50.910581 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-4423a26d-a1f3-4fb6-8a8c-033016240aea req-97214c95-8e14-4e65-9a1b-e4d47b943940 service neutron] 10.222.0.24 "GET /v2.0/networks/6506f324-78ab-4f6a-8d3d-3548c641ea52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136683 Apr 01 16:24:51.047341 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-4423a26d-a1f3-4fb6-8a8c-033016240aea req-6b3c0053-6c3a-4e8c-8973-7dcf4ce01d65 service neutron] 10.222.0.24 "GET /v2.0/networks/6506f324-78ab-4f6a-8d3d-3548c641ea52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303215 Apr 01 16:24:51.177604 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-50b58114-3811-4cd6-980e-e73813885810 req-17d37bb1-f851-417f-b8b8-1cc733486452 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3dd578100e004cd6aa38072871c36e42&device_id=64c13a58-3045-4f97-94cc-d7992388cacb HTTP/1.1" status: 200 len: 1097 time: 0.0853083 Apr 01 16:24:51.325597 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b58114-3811-4cd6-980e-e73813885810 req-bcf3024e-e69c-4310-a67c-78a83e268516 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:51.327109 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-50b58114-3811-4cd6-980e-e73813885810 req-bcf3024e-e69c-4310-a67c-78a83e268516 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6506f324-78ab-4f6a-8d3d-3548c641ea52 HTTP/1.1" status: 200 len: 897 time: 0.1385324 Apr 01 16:24:51.396077 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-50b58114-3811-4cd6-980e-e73813885810 req-6f5ec2ea-5e87-483e-8c61-6b160f8e9c6e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8c36bb8-b6b6-40f3-88d8-9b7f73e9066b HTTP/1.1" status: 200 len: 217 time: 0.0621812 Apr 01 16:24:51.470926 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b58114-3811-4cd6-980e-e73813885810 req-b1b2280c-d639-4c91-b0ff-9e6b09f0d55d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:51.472507 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-50b58114-3811-4cd6-980e-e73813885810 req-b1b2280c-d639-4c91-b0ff-9e6b09f0d55d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=102f3da9-b679-41b6-8297-a4cdb2ceaf32 HTTP/1.1" status: 200 len: 834 time: 0.0692744 Apr 01 16:24:51.504349 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 2facd230-0e04-4347-a213-531a80b219b7 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:24:51.551314 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-50b58114-3811-4cd6-980e-e73813885810 req-6262f7e3-b5a2-4ffe-bdf8-967be57b7bc9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6506f324-78ab-4f6a-8d3d-3548c641ea52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711584 Apr 01 16:24:51.572999 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 2facd230-0e04-4347-a213-531a80b219b7 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:24:51.578032 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 2facd230-0e04-4347-a213-531a80b219b7 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:24:51.578476 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:51.688056 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-50b58114-3811-4cd6-980e-e73813885810 req-b211686a-02e0-4abd-a771-32630f917fd4 service neutron] 10.222.0.24 "GET /v2.0/networks/6506f324-78ab-4f6a-8d3d-3548c641ea52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299837 Apr 01 16:24:51.700675 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:51.736598 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port 2facd230-0e04-4347-a213-531a80b219b7, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=2facd230-0e04-4347-a213-531a80b219b7,segment=NetworkSegment(38563dd1-ca54-4316-a86b-349807c20413),segment_id=38563dd1-ca54-4316-a86b-349807c20413)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:24:51.740867 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:51.815216 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=2facd230-0e04-4347-a213-531a80b219b7,revision_number=5']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:24:51.824427 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-50b58114-3811-4cd6-980e-e73813885810 req-d7181772-5291-443e-9f7e-3ce704377526 service neutron] 10.222.0.24 "GET /v2.0/networks/6506f324-78ab-4f6a-8d3d-3548c641ea52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296809 Apr 01 16:24:51.889597 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dc6b64-50a0-4d58-9e50-48d1ac8eb542 req-00c526cb-6e3d-48ba-bc65-02af6103afc1 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:51.891054 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b3dc6b64-50a0-4d58-9e50-48d1ac8eb542 req-00c526cb-6e3d-48ba-bc65-02af6103afc1 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=64c13a58-3045-4f97-94cc-d7992388cacb HTTP/1.1" status: 200 len: 944 time: 0.0867336 Apr 01 16:24:51.936010 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b3dc6b64-50a0-4d58-9e50-48d1ac8eb542 req-ca6f709a-e9bf-4f6a-be1a-141a42642eed tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=c176755f-406c-452f-ae91-0b243d1829a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394800 Apr 01 16:24:52.088660 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device f8c36bb8-b6b6-40f3-88d8-9b7f73e9066b details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:24:52.220375 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port f8c36bb8-b6b6-40f3-88d8-9b7f73e9066b, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=f8c36bb8-b6b6-40f3-88d8-9b7f73e9066b,segment=NetworkSegment(38563dd1-ca54-4316-a86b-349807c20413),segment_id=38563dd1-ca54-4316-a86b-349807c20413)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:24:52.233736 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Returning: {'device': 'f8c36bb8-b6b6-40f3-88d8-9b7f73e9066b', 'network_id': '6506f324-78ab-4f6a-8d3d-3548c641ea52', 'port_id': 'f8c36bb8-b6b6-40f3-88d8-9b7f73e9066b', 'mac_address': 'fa:16:3e:57:72:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '102f3da9-b679-41b6-8297-a4cdb2ceaf32', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:24:52.292202 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:52.309029 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8c36bb8-b6b6-40f3-88d8-9b7f73e9066b {{(pid=83829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:24:52.324357 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port f8c36bb8-b6b6-40f3-88d8-9b7f73e9066b, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=f8c36bb8-b6b6-40f3-88d8-9b7f73e9066b,segment=NetworkSegment(38563dd1-ca54-4316-a86b-349807c20413),segment_id=38563dd1-ca54-4316-a86b-349807c20413)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:24:52.328210 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:52.391550 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=f8c36bb8-b6b6-40f3-88d8-9b7f73e9066b,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:24:52.558410 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] get_ports_and_sgs() called for port_ids ['f8c36bb8-b6b6-40f3-88d8-9b7f73e9066b'] {{(pid=83829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 16:24:53.144235 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b991e150-f8de-4d96-9202-520becdff7e1 req-0a93d8a6-d44b-4d49-bffd-b501ab25eea3 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:53.145696 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b991e150-f8de-4d96-9202-520becdff7e1 req-0a93d8a6-d44b-4d49-bffd-b501ab25eea3 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=64c13a58-3045-4f97-94cc-d7992388cacb HTTP/1.1" status: 200 len: 945 time: 0.0807014 Apr 01 16:24:53.191012 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b991e150-f8de-4d96-9202-520becdff7e1 req-13f500f9-61c5-460e-b262-9f5fd6d909be tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=c176755f-406c-452f-ae91-0b243d1829a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390162 Apr 01 16:24:53.486210 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 2facd230-0e04-4347-a213-531a80b219b7 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:24:53.582208 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 2facd230-0e04-4347-a213-531a80b219b7 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:24:53.582861 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:53.941928 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6c209d66-537d-4122-b28d-4bd04c721615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:53.993409 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:54.102434 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device f8c36bb8-b6b6-40f3-88d8-9b7f73e9066b up at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:24:54.173564 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning for port f8c36bb8-b6b6-40f3-88d8-9b7f73e9066b completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:24:54.178480 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning complete for port f8c36bb8-b6b6-40f3-88d8-9b7f73e9066b triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:24:54.179408 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:54.295118 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:54.322904 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64c13a58-3045-4f97-94cc-d7992388cacb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8c36bb8-b6b6-40f3-88d8-9b7f73e9066b'}] {{(pid=83829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:24:54.333239 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port f8c36bb8-b6b6-40f3-88d8-9b7f73e9066b, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=f8c36bb8-b6b6-40f3-88d8-9b7f73e9066b,segment=NetworkSegment(38563dd1-ca54-4316-a86b-349807c20413),segment_id=38563dd1-ca54-4316-a86b-349807c20413)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:24:54.340181 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:54.401199 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdd2420-0465-4504-8f3e-a7afac650e8f req-25d6c84f-56c3-45e3-8e3b-1f010abaa84f tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:54.402693 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-0bdd2420-0465-4504-8f3e-a7afac650e8f req-25d6c84f-56c3-45e3-8e3b-1f010abaa84f tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=64c13a58-3045-4f97-94cc-d7992388cacb HTTP/1.1" status: 200 len: 946 time: 0.0897069 Apr 01 16:24:54.422930 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=f8c36bb8-b6b6-40f3-88d8-9b7f73e9066b,revision_number=5']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:24:54.464036 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-0bdd2420-0465-4504-8f3e-a7afac650e8f req-e1ced2c8-5072-44a0-899c-9464af7f5a96 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=c176755f-406c-452f-ae91-0b243d1829a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547829 Apr 01 16:24:54.472172 dv-neutron-833373-2-hyperv neutron-server[83829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64c13a58-3045-4f97-94cc-d7992388cacb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8c36bb8-b6b6-40f3-88d8-9b7f73e9066b', 'code': 200} Apr 01 16:24:54.699478 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-6eb14340-a0d7-4ccf-88c0-4ca9f20b7a11 req-07ff066d-bb03-4eed-97d3-b26ec9acc3f3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=64c13a58-3045-4f97-94cc-d7992388cacb HTTP/1.1" status: 200 len: 1099 time: 0.0672011 Apr 01 16:24:54.746387 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-6eb14340-a0d7-4ccf-88c0-4ca9f20b7a11 req-ce3f3c2e-769b-496a-a3e4-764dca6117ff service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c176755f-406c-452f-ae91-0b243d1829a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407667 Apr 01 16:24:55.788139 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366d6ab4-1576-4f43-9749-b061bfd4c88f req-3a1244bb-1e38-4c88-bb73-9c85e13a9b4d tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:55.789717 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-366d6ab4-1576-4f43-9749-b061bfd4c88f req-3a1244bb-1e38-4c88-bb73-9c85e13a9b4d tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=64c13a58-3045-4f97-94cc-d7992388cacb HTTP/1.1" status: 200 len: 946 time: 0.1988573 Apr 01 16:24:55.845131 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-366d6ab4-1576-4f43-9749-b061bfd4c88f req-e0f7340c-c613-4799-8635-ce841e3b4a58 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=c176755f-406c-452f-ae91-0b243d1829a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468349 Apr 01 16:24:56.341037 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-b25aafb4-95b1-4571-a550-8b8addcf9216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:57.046844 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf3cb6c-cb1b-4d3b-ade8-af5e66a290bf req-7d249f47-ee8e-4d18-b38f-c35a2aa3e653 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:57.048486 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-9bf3cb6c-cb1b-4d3b-ade8-af5e66a290bf req-7d249f47-ee8e-4d18-b38f-c35a2aa3e653 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=64c13a58-3045-4f97-94cc-d7992388cacb HTTP/1.1" status: 200 len: 946 time: 0.0795305 Apr 01 16:24:57.098284 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-9bf3cb6c-cb1b-4d3b-ade8-af5e66a290bf req-3702c603-fc2b-4a6b-8b21-dde9aa19b8c3 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=c176755f-406c-452f-ae91-0b243d1829a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436394 Apr 01 16:24:57.293803 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2367907a-c64a-42f1-a252-ffac5bf81b0c req-c0839fe4-7fef-4d32-848f-8b03ec8987de tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:24:57.295252 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2367907a-c64a-42f1-a252-ffac5bf81b0c req-c0839fe4-7fef-4d32-848f-8b03ec8987de tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=64c13a58-3045-4f97-94cc-d7992388cacb HTTP/1.1" status: 200 len: 946 time: 0.0760536 Apr 01 16:24:57.343056 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2367907a-c64a-42f1-a252-ffac5bf81b0c req-321dd027-7caa-4d47-9175-a7d71dd46404 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=c176755f-406c-452f-ae91-0b243d1829a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416284 Apr 01 16:24:57.371725 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 34682) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:24:57.446243 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-1fb3a8da-3024-4be1-a1e9-290fd78a6430 tempest-TestNetworkAdvancedServerOps-1163408523 tempest-TestNetworkAdvancedServerOps-1163408523-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=64c13a58-3045-4f97-94cc-d7992388cacb HTTP/1.1" status: 200 len: 1094 time: 0.0733709 Apr 01 16:24:57.448978 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 34686) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:24:57.454177 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-f775ca47-422f-4d45-a3c1-84e3a7fb6b72 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Request body: {'floatingip': {'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'port_id': 'f8c36bb8-b6b6-40f3-88d8-9b7f73e9066b', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:24:57.459990 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-f775ca47-422f-4d45-a3c1-84e3a7fb6b72 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:24:57.464401 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-f775ca47-422f-4d45-a3c1-84e3a7fb6b72 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Usage tracker for resource:floatingip and tenant:3dd578100e004cd6aa38072871c36e42 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:24:57.467721 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-f775ca47-422f-4d45-a3c1-84e3a7fb6b72 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:24:57.473631 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-f775ca47-422f-4d45-a3c1-84e3a7fb6b72 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:24:57.492788 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f775ca47-422f-4d45-a3c1-84e3a7fb6b72 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for floatingip, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:57.675549 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f775ca47-422f-4d45-a3c1-84e3a7fb6b72 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:57.683437 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:57.827608 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:57.838359 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-f775ca47-422f-4d45-a3c1-84e3a7fb6b72 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Allocated IP 172.26.1.30 (ed45466e-0386-4b92-8de3-247c977242ac/0479f741-5cd1-4d6f-b593-d8aa909a42d3/95e87242-7c0a-4f29-ba8e-9f00fc42a574) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:24:57.998384 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f775ca47-422f-4d45-a3c1-84e3a7fb6b72 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:58.025956 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f775ca47-422f-4d45-a3c1-84e3a7fb6b72 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:58.090980 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f775ca47-422f-4d45-a3c1-84e3a7fb6b72 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Network ed45466e-0386-4b92-8de3-247c977242ac is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:24:58.094107 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-f775ca47-422f-4d45-a3c1-84e3a7fb6b72 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:24:58.098585 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f775ca47-422f-4d45-a3c1-84e3a7fb6b72 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:24:58.232026 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f775ca47-422f-4d45-a3c1-84e3a7fb6b72 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event updated for resources: {'Port': ['ID=95e87242-7c0a-4f29-ba8e-9f00fc42a574,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:24:58.713016 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f775ca47-422f-4d45-a3c1-84e3a7fb6b72 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:58.768481 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f775ca47-422f-4d45-a3c1-84e3a7fb6b72 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:58.974957 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f775ca47-422f-4d45-a3c1-84e3a7fb6b72 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for port, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:58.980847 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f775ca47-422f-4d45-a3c1-84e3a7fb6b72 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:59.092050 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f775ca47-422f-4d45-a3c1-84e3a7fb6b72 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event updated for resources: {'Port': ['ID=95e87242-7c0a-4f29-ba8e-9f00fc42a574,revision_number=2']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:24:59.108036 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f775ca47-422f-4d45-a3c1-84e3a7fb6b72 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617697'] for floatingip, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:59.319942 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.l3_db [None req-f775ca47-422f-4d45-a3c1-84e3a7fb6b72 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Floating IP 292218ae-3ced-44b9-b132-8508098f83c7 associated. External IP: 172.26.1.30, port: f8c36bb8-b6b6-40f3-88d8-9b7f73e9066b. Apr 01 16:24:59.380219 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:24:59.738816 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f775ca47-422f-4d45-a3c1-84e3a7fb6b72 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Router 27e4603d-f7b6-475b-9c05-a83178f08293 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:25:00.048689 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f775ca47-422f-4d45-a3c1-84e3a7fb6b72 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:25:00.060622 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6d03d0-d7ad-4637-a834-1b4c3a692ab1 None None] Sync routers for ids ['27e4603d-f7b6-475b-9c05-a83178f08293'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:25:00.074072 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6d03d0-d7ad-4637-a834-1b4c3a692ab1 None None] Routers {'27e4603d-f7b6-475b-9c05-a83178f08293'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:25:00.074730 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-4d6d03d0-d7ad-4637-a834-1b4c3a692ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:24:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['27e4603d-f7b6-475b-9c05-a83178f08293'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:25:00.081202 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f775ca47-422f-4d45-a3c1-84e3a7fb6b72 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for floatingip, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:00.167076 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-f775ca47-422f-4d45-a3c1-84e3a7fb6b72 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7169139 Apr 01 16:25:00.167922 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64c13a58-3045-4f97-94cc-d7992388cacb', 'tag': 'f8c36bb8-b6b6-40f3-88d8-9b7f73e9066b'}] {{(pid=83828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:25:00.229917 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64c13a58-3045-4f97-94cc-d7992388cacb', 'tag': 'f8c36bb8-b6b6-40f3-88d8-9b7f73e9066b', 'status': 'completed', 'code': 200} Apr 01 16:25:00.293315 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-4d6d03d0-d7ad-4637-a834-1b4c3a692ab1 None None] Set router 27e4603d-f7b6-475b-9c05-a83178f08293 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:25:00.340562 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-73e9fd2a-11b2-4cf9-85f3-4b5ae79a1410 req-caeeacae-8e40-4c55-86e9-a355b9eda384 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3dd578100e004cd6aa38072871c36e42&device_id=64c13a58-3045-4f97-94cc-d7992388cacb HTTP/1.1" status: 200 len: 1099 time: 0.0849106 Apr 01 16:25:00.357639 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08039d89-a1be-4695-b24c-84e95b36531c req-2088cf8c-5e02-4589-bc0d-94afbf0d8425 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:00.359100 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-08039d89-a1be-4695-b24c-84e95b36531c req-2088cf8c-5e02-4589-bc0d-94afbf0d8425 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=64c13a58-3045-4f97-94cc-d7992388cacb HTTP/1.1" status: 200 len: 946 time: 0.0887773 Apr 01 16:25:00.414334 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-08039d89-a1be-4695-b24c-84e95b36531c req-a71d75b5-1095-43e9-ad63-a434b4c9d07f tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=c176755f-406c-452f-ae91-0b243d1829a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487921 Apr 01 16:25:00.442968 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 34694) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:25:00.495468 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e9fd2a-11b2-4cf9-85f3-4b5ae79a1410 req-fc490c96-46e4-4b7f-896f-0246cc808236 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:00.497122 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-73e9fd2a-11b2-4cf9-85f3-4b5ae79a1410 req-fc490c96-46e4-4b7f-896f-0246cc808236 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6506f324-78ab-4f6a-8d3d-3548c641ea52 HTTP/1.1" status: 200 len: 897 time: 0.1500556 Apr 01 16:25:00.570837 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-12d0faba-8b9d-4c48-aeeb-a9e74864e097 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/floatingips/292218ae-3ced-44b9-b132-8508098f83c7 HTTP/1.1" status: 200 len: 991 time: 0.1262810 Apr 01 16:25:00.607285 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-73e9fd2a-11b2-4cf9-85f3-4b5ae79a1410 req-6925d1e3-4bc0-47fa-8cde-5f239edf57d9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8c36bb8-b6b6-40f3-88d8-9b7f73e9066b HTTP/1.1" status: 200 len: 999 time: 0.1039307 Apr 01 16:25:00.670879 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e9fd2a-11b2-4cf9-85f3-4b5ae79a1410 req-a84876ec-f214-43a4-a1ab-36aa9340b01a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:00.672435 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-73e9fd2a-11b2-4cf9-85f3-4b5ae79a1410 req-a84876ec-f214-43a4-a1ab-36aa9340b01a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=102f3da9-b679-41b6-8297-a4cdb2ceaf32 HTTP/1.1" status: 200 len: 834 time: 0.0589929 Apr 01 16:25:00.681883 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-4d6d03d0-d7ad-4637-a834-1b4c3a692ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27e4603d-f7b6-475b-9c05-a83178f08293', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1432910850', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.64'}], 'enable_snat': True}, 'gw_port_id': 'a25c9a9d-2ceb-42cc-94cc-73e8f35a6d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:24:39Z', 'updated_at': '2022-04-01T16:24:44Z', 'revision_number': 4, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'gw_port': {'id': 'a25c9a9d-2ceb-42cc-94cc-73e8f35a6d05', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:68:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e4603d-f7b6-475b-9c05-a83178f08293', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:24:40Z', 'updated_at': '2022-04-01T16:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': '292218ae-3ced-44b9-b132-8508098f83c7', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'floating_ip_address': '172.26.1.30', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '27e4603d-f7b6-475b-9c05-a83178f08293', 'port_id': 'f8c36bb8-b6b6-40f3-88d8-9b7f73e9066b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6506f324-78ab-4f6a-8d3d-3548c641ea52', 'mac_address': 'fa:16:3e:57:72:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c13a58-3045-4f97-94cc-d7992388cacb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:24:58Z', 'updated_at': '2022-04-01T16:24:58Z', 'revision_number': 0, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2facd230-0e04-4347-a213-531a80b219b7', 'name': '', 'network_id': '6506f324-78ab-4f6a-8d3d-3548c641ea52', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'mac_address': 'fa:16:3e:c9:ca:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e4603d-f7b6-475b-9c05-a83178f08293', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '102f3da9-b679-41b6-8297-a4cdb2ceaf32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:24:43Z', 'updated_at': '2022-04-01T16:24:51Z', 'revision_number': 5, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'subnets': [{'id': '102f3da9-b679-41b6-8297-a4cdb2ceaf32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:25:00.686107 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6d03d0-d7ad-4637-a834-1b4c3a692ab1 None None] Checking router: 27e4603d-f7b6-475b-9c05-a83178f08293 for host: dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:25:00.697185 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6d03d0-d7ad-4637-a834-1b4c3a692ab1 None None] Routers {'27e4603d-f7b6-475b-9c05-a83178f08293'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:25:00.697802 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-4d6d03d0-d7ad-4637-a834-1b4c3a692ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:24:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['27e4603d-f7b6-475b-9c05-a83178f08293'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:25:00.754655 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-73e9fd2a-11b2-4cf9-85f3-4b5ae79a1410 req-c228e324-b170-4669-9b7e-a54a58d6215b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6506f324-78ab-4f6a-8d3d-3548c641ea52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748799 Apr 01 16:25:00.875602 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-4d6d03d0-d7ad-4637-a834-1b4c3a692ab1 None None] Set router 27e4603d-f7b6-475b-9c05-a83178f08293 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:25:00.893600 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-73e9fd2a-11b2-4cf9-85f3-4b5ae79a1410 req-12f57ea6-4072-49e7-a712-077a349f2c6d service neutron] 10.222.0.24 "GET /v2.0/networks/6506f324-78ab-4f6a-8d3d-3548c641ea52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324041 Apr 01 16:25:01.032609 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-73e9fd2a-11b2-4cf9-85f3-4b5ae79a1410 req-2b46c737-1f22-4a5d-b0f7-a111e3f164c8 service neutron] 10.222.0.24 "GET /v2.0/networks/6506f324-78ab-4f6a-8d3d-3548c641ea52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327231 Apr 01 16:25:01.276658 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-4d6d03d0-d7ad-4637-a834-1b4c3a692ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27e4603d-f7b6-475b-9c05-a83178f08293', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1432910850', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.64'}], 'enable_snat': True}, 'gw_port_id': 'a25c9a9d-2ceb-42cc-94cc-73e8f35a6d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:24:39Z', 'updated_at': '2022-04-01T16:24:44Z', 'revision_number': 4, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'gw_port': {'id': 'a25c9a9d-2ceb-42cc-94cc-73e8f35a6d05', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:68:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e4603d-f7b6-475b-9c05-a83178f08293', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:24:40Z', 'updated_at': '2022-04-01T16:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': '292218ae-3ced-44b9-b132-8508098f83c7', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'floating_ip_address': '172.26.1.30', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '27e4603d-f7b6-475b-9c05-a83178f08293', 'port_id': 'f8c36bb8-b6b6-40f3-88d8-9b7f73e9066b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6506f324-78ab-4f6a-8d3d-3548c641ea52', 'mac_address': 'fa:16:3e:57:72:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c13a58-3045-4f97-94cc-d7992388cacb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:24:58Z', 'updated_at': '2022-04-01T16:24:58Z', 'revision_number': 0, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2facd230-0e04-4347-a213-531a80b219b7', 'name': '', 'network_id': '6506f324-78ab-4f6a-8d3d-3548c641ea52', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'mac_address': 'fa:16:3e:c9:ca:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e4603d-f7b6-475b-9c05-a83178f08293', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '102f3da9-b679-41b6-8297-a4cdb2ceaf32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:24:43Z', 'updated_at': '2022-04-01T16:24:51Z', 'revision_number': 5, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'subnets': [{'id': '102f3da9-b679-41b6-8297-a4cdb2ceaf32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:25:01.280720 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6d03d0-d7ad-4637-a834-1b4c3a692ab1 None None] The sync data for ids ['27e4603d-f7b6-475b-9c05-a83178f08293'] in dv-neutron-833373-2-hyperv is: [{'id': '27e4603d-f7b6-475b-9c05-a83178f08293', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1432910850', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.64'}], 'enable_snat': True}, 'gw_port_id': 'a25c9a9d-2ceb-42cc-94cc-73e8f35a6d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:24:39Z', 'updated_at': '2022-04-01T16:24:44Z', 'revision_number': 4, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'gw_port': {'id': 'a25c9a9d-2ceb-42cc-94cc-73e8f35a6d05', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:68:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e4603d-f7b6-475b-9c05-a83178f08293', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:24:40Z', 'updated_at': '2022-04-01T16:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': '292218ae-3ced-44b9-b132-8508098f83c7', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'floating_ip_address': '172.26.1.30', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '27e4603d-f7b6-475b-9c05-a83178f08293', 'port_id': 'f8c36bb8-b6b6-40f3-88d8-9b7f73e9066b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6506f324-78ab-4f6a-8d3d-3548c641ea52', 'mac_address': 'fa:16:3e:57:72:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c13a58-3045-4f97-94cc-d7992388cacb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:24:58Z', 'updated_at': '2022-04-01T16:24:58Z', 'revision_number': 0, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2facd230-0e04-4347-a213-531a80b219b7', 'name': '', 'network_id': '6506f324-78ab-4f6a-8d3d-3548c641ea52', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'mac_address': 'fa:16:3e:c9:ca:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e4603d-f7b6-475b-9c05-a83178f08293', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '102f3da9-b679-41b6-8297-a4cdb2ceaf32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:24:43Z', 'updated_at': '2022-04-01T16:24:51Z', 'revision_number': 5, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'subnets': [{'id': '102f3da9-b679-41b6-8297-a4cdb2ceaf32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:25:01.574679 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 34698) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:25:01.681782 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-6f33f917-a364-4b23-8d68-eb212aac2edb tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/floatingips/292218ae-3ced-44b9-b132-8508098f83c7 HTTP/1.1" status: 200 len: 991 time: 0.1060281 Apr 01 16:25:02.686081 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 34702) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:25:02.791072 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-5ee3e98f-69f4-48c1-a728-1996d1d379a9 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/floatingips/292218ae-3ced-44b9-b132-8508098f83c7 HTTP/1.1" status: 200 len: 991 time: 0.1038435 Apr 01 16:25:03.794645 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 34706) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:25:03.903376 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-4950903c-a9ef-46d3-a168-eca0140bcf80 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/floatingips/292218ae-3ced-44b9-b132-8508098f83c7 HTTP/1.1" status: 200 len: 991 time: 0.1075826 Apr 01 16:25:04.628816 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:25:04.907923 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 34710) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:25:05.005725 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-af16262c-9b20-43a7-8bde-dfb21daf8390 req-58c86629-2b67-43e4-ab2c-953c8fc7345d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=64c13a58-3045-4f97-94cc-d7992388cacb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1521182 Apr 01 16:25:05.024517 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-f65507ae-fe49-459e-997e-e016ec89861e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/floatingips/292218ae-3ced-44b9-b132-8508098f83c7 HTTP/1.1" status: 200 len: 991 time: 0.1128447 Apr 01 16:25:05.154088 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-af16262c-9b20-43a7-8bde-dfb21daf8390 req-5b2abc94-3efe-43ac-8639-68ca8aa891a6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3dd578100e004cd6aa38072871c36e42&device_id=64c13a58-3045-4f97-94cc-d7992388cacb HTTP/1.1" status: 200 len: 1099 time: 0.0743220 Apr 01 16:25:05.196614 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d03199-5933-4370-9b4c-b7c14b3f3465 None None] New status for floating IP 292218ae-3ced-44b9-b132-8508098f83c7: ACTIVE {{(pid=83833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 16:25:05.412035 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af16262c-9b20-43a7-8bde-dfb21daf8390 req-cde4c9dd-cd54-4201-92da-f6d228258f92 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:05.414304 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-af16262c-9b20-43a7-8bde-dfb21daf8390 req-cde4c9dd-cd54-4201-92da-f6d228258f92 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6506f324-78ab-4f6a-8d3d-3548c641ea52 HTTP/1.1" status: 200 len: 897 time: 0.2400162 Apr 01 16:25:05.526930 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-af16262c-9b20-43a7-8bde-dfb21daf8390 req-3eaaddce-9de8-4f55-974b-99e57a0b5165 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8c36bb8-b6b6-40f3-88d8-9b7f73e9066b HTTP/1.1" status: 200 len: 999 time: 0.1068645 Apr 01 16:25:05.598540 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af16262c-9b20-43a7-8bde-dfb21daf8390 req-81e7c7c6-5e60-4394-8203-8e1cefad65dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:05.600035 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-af16262c-9b20-43a7-8bde-dfb21daf8390 req-81e7c7c6-5e60-4394-8203-8e1cefad65dc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=102f3da9-b679-41b6-8297-a4cdb2ceaf32 HTTP/1.1" status: 200 len: 834 time: 0.0670123 Apr 01 16:25:05.681452 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-af16262c-9b20-43a7-8bde-dfb21daf8390 req-c2b3cc8f-ce0f-4e16-9696-e0d09d05e1b9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6506f324-78ab-4f6a-8d3d-3548c641ea52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754030 Apr 01 16:25:05.823283 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-af16262c-9b20-43a7-8bde-dfb21daf8390 req-52bdbbe2-a479-4611-979d-3674ac10d906 service neutron] 10.222.0.24 "GET /v2.0/networks/6506f324-78ab-4f6a-8d3d-3548c641ea52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352844 Apr 01 16:25:05.958428 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-af16262c-9b20-43a7-8bde-dfb21daf8390 req-aff2c3d1-a0c4-47d6-b2b5-f87db51aa7d0 service neutron] 10.222.0.24 "GET /v2.0/networks/6506f324-78ab-4f6a-8d3d-3548c641ea52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282163 Apr 01 16:25:06.026544 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 34714) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:25:06.133891 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-04095825-3a14-4d96-a731-a9cc0de945c8 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/floatingips/292218ae-3ced-44b9-b132-8508098f83c7 HTTP/1.1" status: 200 len: 993 time: 0.1028054 Apr 01 16:25:23.944078 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c9744010-19a6-4813-b372-538af6dfebaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:24.004297 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:26.342988 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6d029790-802d-4cc3-b42b-8bd6f49924d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:27.684247 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:27.825494 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:29.375712 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:29.973646 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feefaff-cd61-418c-956a-58db353886ec req-08a6f5db-a5ff-440f-b95e-7d15b12c0337 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:29.975716 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-0feefaff-cd61-418c-956a-58db353886ec req-08a6f5db-a5ff-440f-b95e-7d15b12c0337 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=64c13a58-3045-4f97-94cc-d7992388cacb HTTP/1.1" status: 200 len: 946 time: 0.0856462 Apr 01 16:25:30.026891 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-0feefaff-cd61-418c-956a-58db353886ec req-ca12ac4d-67ee-4379-909c-1e4e22de49bf tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=c176755f-406c-452f-ae91-0b243d1829a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443425 Apr 01 16:25:31.245189 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed16a9ad-bf35-4297-9343-f4944817900c req-83c52f2c-01a7-4bbe-aaa1-439cfb117e43 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:31.246676 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ed16a9ad-bf35-4297-9343-f4944817900c req-83c52f2c-01a7-4bbe-aaa1-439cfb117e43 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=64c13a58-3045-4f97-94cc-d7992388cacb HTTP/1.1" status: 200 len: 946 time: 0.0845077 Apr 01 16:25:31.293889 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ed16a9ad-bf35-4297-9343-f4944817900c req-41f5e156-5223-4dae-b09a-d0a351d0f241 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=c176755f-406c-452f-ae91-0b243d1829a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413070 Apr 01 16:25:31.323429 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 34734) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:25:31.434024 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-41c5dd98-d9a6-4262-8210-8f2f6353557e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/floatingips/292218ae-3ced-44b9-b132-8508098f83c7 HTTP/1.1" status: 200 len: 993 time: 0.1093175 Apr 01 16:25:32.970630 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d015a8e8-c185-440f-9edd-78d05c784049 req-ba009f1a-52cc-444e-a147-0586b464e05e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:32.972113 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d015a8e8-c185-440f-9edd-78d05c784049 req-ba009f1a-52cc-444e-a147-0586b464e05e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=64c13a58-3045-4f97-94cc-d7992388cacb HTTP/1.1" status: 200 len: 946 time: 0.0934980 Apr 01 16:25:33.061119 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d015a8e8-c185-440f-9edd-78d05c784049 req-cce1018f-6ad8-4ec6-84cb-4da8b70555ed tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=c176755f-406c-452f-ae91-0b243d1829a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784023 Apr 01 16:25:34.280808 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d0fea-06cd-4529-a555-b8036e55ad7a req-29c20081-ec74-4e99-b71e-359f0a60a2de tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:34.282254 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b76d0fea-06cd-4529-a555-b8036e55ad7a req-29c20081-ec74-4e99-b71e-359f0a60a2de tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=64c13a58-3045-4f97-94cc-d7992388cacb HTTP/1.1" status: 200 len: 946 time: 0.0808091 Apr 01 16:25:34.330803 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b76d0fea-06cd-4529-a555-b8036e55ad7a req-78c48883-c0a1-4685-8661-6cb3409876a4 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=c176755f-406c-452f-ae91-0b243d1829a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423274 Apr 01 16:25:34.360365 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 34746) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:25:34.468790 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-3e5466d8-a75c-4030-8305-6271fbc8c92e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/floatingips/292218ae-3ced-44b9-b132-8508098f83c7 HTTP/1.1" status: 200 len: 993 time: 0.1072309 Apr 01 16:25:34.837411 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 34754) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:25:35.035447 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-b02b6263-47e1-4235-809c-3a066d0228c9 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Deleting port 95e87242-7c0a-4f29-ba8e-9f00fc42a574 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:25:35.035781 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b02b6263-47e1-4235-809c-3a066d0228c9 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:35.225810 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b02b6263-47e1-4235-809c-3a066d0228c9 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:35.226142 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b02b6263-47e1-4235-809c-3a066d0228c9 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:35.447889 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-b02b6263-47e1-4235-809c-3a066d0228c9 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Calling delete_port for 95e87242-7c0a-4f29-ba8e-9f00fc42a574 owned by network:floatingip {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:25:35.600954 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b02b6263-47e1-4235-809c-3a066d0228c9 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:35.646510 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02b6263-47e1-4235-809c-3a066d0228c9 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event deleted for resources: {'Port': ['ID=95e87242-7c0a-4f29-ba8e-9f00fc42a574,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:35.693028 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02b6263-47e1-4235-809c-3a066d0228c9 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:35.693606 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02b6263-47e1-4235-809c-3a066d0228c9 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:35.694130 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02b6263-47e1-4235-809c-3a066d0228c9 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:35.694510 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02b6263-47e1-4235-809c-3a066d0228c9 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:35.694840 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02b6263-47e1-4235-809c-3a066d0228c9 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:35.695161 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02b6263-47e1-4235-809c-3a066d0228c9 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:35.695483 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02b6263-47e1-4235-809c-3a066d0228c9 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:35.695804 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02b6263-47e1-4235-809c-3a066d0228c9 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:35.696121 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02b6263-47e1-4235-809c-3a066d0228c9 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:35.696435 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02b6263-47e1-4235-809c-3a066d0228c9 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:35.696768 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02b6263-47e1-4235-809c-3a066d0228c9 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:35.755314 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b02b6263-47e1-4235-809c-3a066d0228c9 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for floatingip, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:36.166151 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b02b6263-47e1-4235-809c-3a066d0228c9 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Router 27e4603d-f7b6-475b-9c05-a83178f08293 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:25:36.371822 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b02b6263-47e1-4235-809c-3a066d0228c9 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:25:36.381815 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca8d4d3-b99f-48de-9233-db3df76f4e3c None None] Sync routers for ids ['27e4603d-f7b6-475b-9c05-a83178f08293'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:25:36.388919 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b02b6263-47e1-4235-809c-3a066d0228c9 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for floatingip, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:36.393802 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca8d4d3-b99f-48de-9233-db3df76f4e3c None None] Routers {'27e4603d-f7b6-475b-9c05-a83178f08293'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:25:36.394414 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-bca8d4d3-b99f-48de-9233-db3df76f4e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:25:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['27e4603d-f7b6-475b-9c05-a83178f08293'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:25:36.447578 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-b02b6263-47e1-4235-809c-3a066d0228c9 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "DELETE /v2.0/floatingips/292218ae-3ced-44b9-b132-8508098f83c7 HTTP/1.1" status: 204 len: 168 time: 1.6090622 Apr 01 16:25:36.448395 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64c13a58-3045-4f97-94cc-d7992388cacb', 'tag': 'f8c36bb8-b6b6-40f3-88d8-9b7f73e9066b'}] {{(pid=83826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:25:36.506492 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64c13a58-3045-4f97-94cc-d7992388cacb', 'tag': 'f8c36bb8-b6b6-40f3-88d8-9b7f73e9066b', 'status': 'completed', 'code': 200} Apr 01 16:25:36.585861 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-bca8d4d3-b99f-48de-9233-db3df76f4e3c None None] Set router 27e4603d-f7b6-475b-9c05-a83178f08293 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:25:36.601680 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-0126306b-7b8d-45d6-aa4e-1cc32d25a78f req-6c2cd541-ecb8-4577-8aaf-e8e309f7ba2f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3dd578100e004cd6aa38072871c36e42&device_id=64c13a58-3045-4f97-94cc-d7992388cacb HTTP/1.1" status: 200 len: 1099 time: 0.0727606 Apr 01 16:25:36.743706 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0126306b-7b8d-45d6-aa4e-1cc32d25a78f req-5df81807-5020-4dc6-95cf-f145a8b7c87d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:36.745335 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-0126306b-7b8d-45d6-aa4e-1cc32d25a78f req-5df81807-5020-4dc6-95cf-f145a8b7c87d service neutron] 10.222.0.24 "GET /v2.0/networks?id=6506f324-78ab-4f6a-8d3d-3548c641ea52 HTTP/1.1" status: 200 len: 897 time: 0.1375382 Apr 01 16:25:36.821579 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-0126306b-7b8d-45d6-aa4e-1cc32d25a78f req-96c91f1e-d5d9-406d-8207-7c0297049c18 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8c36bb8-b6b6-40f3-88d8-9b7f73e9066b HTTP/1.1" status: 200 len: 217 time: 0.0696378 Apr 01 16:25:36.881412 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e4956b-6814-4211-833c-4d952fa1f4e9 req-61cc0343-3989-4943-9e64-bf14da4a1984 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:36.882442 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-78e4956b-6814-4211-833c-4d952fa1f4e9 req-61cc0343-3989-4943-9e64-bf14da4a1984 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Synchronizing usage tracker for tenant:3dd578100e004cd6aa38072871c36e42 on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:25:36.887641 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0126306b-7b8d-45d6-aa4e-1cc32d25a78f req-d628000a-f75a-4a8a-98ae-48f8925fc6c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:36.889372 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-0126306b-7b8d-45d6-aa4e-1cc32d25a78f req-d628000a-f75a-4a8a-98ae-48f8925fc6c8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=102f3da9-b679-41b6-8297-a4cdb2ceaf32 HTTP/1.1" status: 200 len: 834 time: 0.0610285 Apr 01 16:25:36.898684 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-78e4956b-6814-4211-833c-4d952fa1f4e9 req-61cc0343-3989-4943-9e64-bf14da4a1984 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Unset dirty status for tenant:3dd578100e004cd6aa38072871c36e42 on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:25:36.899841 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-78e4956b-6814-4211-833c-4d952fa1f4e9 req-61cc0343-3989-4943-9e64-bf14da4a1984 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=64c13a58-3045-4f97-94cc-d7992388cacb HTTP/1.1" status: 200 len: 946 time: 0.1040156 Apr 01 16:25:36.925493 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-bca8d4d3-b99f-48de-9233-db3df76f4e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27e4603d-f7b6-475b-9c05-a83178f08293', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1432910850', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.64'}], 'enable_snat': True}, 'gw_port_id': 'a25c9a9d-2ceb-42cc-94cc-73e8f35a6d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:24:39Z', 'updated_at': '2022-04-01T16:24:44Z', 'revision_number': 4, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'gw_port': {'id': 'a25c9a9d-2ceb-42cc-94cc-73e8f35a6d05', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:68:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e4603d-f7b6-475b-9c05-a83178f08293', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:24:40Z', 'updated_at': '2022-04-01T16:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '2facd230-0e04-4347-a213-531a80b219b7', 'name': '', 'network_id': '6506f324-78ab-4f6a-8d3d-3548c641ea52', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'mac_address': 'fa:16:3e:c9:ca:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e4603d-f7b6-475b-9c05-a83178f08293', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '102f3da9-b679-41b6-8297-a4cdb2ceaf32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:24:43Z', 'updated_at': '2022-04-01T16:24:51Z', 'revision_number': 5, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'subnets': [{'id': '102f3da9-b679-41b6-8297-a4cdb2ceaf32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:25:36.929910 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca8d4d3-b99f-48de-9233-db3df76f4e3c None None] Checking router: 27e4603d-f7b6-475b-9c05-a83178f08293 for host: dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:25:36.942182 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca8d4d3-b99f-48de-9233-db3df76f4e3c None None] Routers {'27e4603d-f7b6-475b-9c05-a83178f08293'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:25:36.943449 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-bca8d4d3-b99f-48de-9233-db3df76f4e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:25:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['27e4603d-f7b6-475b-9c05-a83178f08293'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:25:36.949114 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-78e4956b-6814-4211-833c-4d952fa1f4e9 req-4d2d936e-5b3b-4e58-8665-e93331374d30 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=c176755f-406c-452f-ae91-0b243d1829a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431800 Apr 01 16:25:36.977577 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-0126306b-7b8d-45d6-aa4e-1cc32d25a78f req-8aea46a6-c205-4fb0-bd6d-935a9616c7c0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6506f324-78ab-4f6a-8d3d-3548c641ea52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0813103 Apr 01 16:25:37.113850 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-0126306b-7b8d-45d6-aa4e-1cc32d25a78f req-15675607-8930-4361-856d-7d2ec85dba96 service neutron] 10.222.0.24 "GET /v2.0/networks/6506f324-78ab-4f6a-8d3d-3548c641ea52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293433 Apr 01 16:25:37.131329 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-bca8d4d3-b99f-48de-9233-db3df76f4e3c None None] Set router 27e4603d-f7b6-475b-9c05-a83178f08293 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:25:37.248608 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-0126306b-7b8d-45d6-aa4e-1cc32d25a78f req-2f2e7b86-b253-4887-8207-df91742c044f service neutron] 10.222.0.24 "GET /v2.0/networks/6506f324-78ab-4f6a-8d3d-3548c641ea52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288502 Apr 01 16:25:37.447409 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-bca8d4d3-b99f-48de-9233-db3df76f4e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27e4603d-f7b6-475b-9c05-a83178f08293', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1432910850', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.64'}], 'enable_snat': True}, 'gw_port_id': 'a25c9a9d-2ceb-42cc-94cc-73e8f35a6d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:24:39Z', 'updated_at': '2022-04-01T16:24:44Z', 'revision_number': 4, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'gw_port': {'id': 'a25c9a9d-2ceb-42cc-94cc-73e8f35a6d05', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:68:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e4603d-f7b6-475b-9c05-a83178f08293', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:24:40Z', 'updated_at': '2022-04-01T16:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '2facd230-0e04-4347-a213-531a80b219b7', 'name': '', 'network_id': '6506f324-78ab-4f6a-8d3d-3548c641ea52', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'mac_address': 'fa:16:3e:c9:ca:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e4603d-f7b6-475b-9c05-a83178f08293', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '102f3da9-b679-41b6-8297-a4cdb2ceaf32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:24:43Z', 'updated_at': '2022-04-01T16:24:51Z', 'revision_number': 5, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'subnets': [{'id': '102f3da9-b679-41b6-8297-a4cdb2ceaf32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:25:37.451473 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca8d4d3-b99f-48de-9233-db3df76f4e3c None None] The sync data for ids ['27e4603d-f7b6-475b-9c05-a83178f08293'] in dv-neutron-833373-2-hyperv is: [{'id': '27e4603d-f7b6-475b-9c05-a83178f08293', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1432910850', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.64'}], 'enable_snat': True}, 'gw_port_id': 'a25c9a9d-2ceb-42cc-94cc-73e8f35a6d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:24:39Z', 'updated_at': '2022-04-01T16:24:44Z', 'revision_number': 4, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'gw_port': {'id': 'a25c9a9d-2ceb-42cc-94cc-73e8f35a6d05', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:68:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e4603d-f7b6-475b-9c05-a83178f08293', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:24:40Z', 'updated_at': '2022-04-01T16:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '2facd230-0e04-4347-a213-531a80b219b7', 'name': '', 'network_id': '6506f324-78ab-4f6a-8d3d-3548c641ea52', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'mac_address': 'fa:16:3e:c9:ca:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e4603d-f7b6-475b-9c05-a83178f08293', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '102f3da9-b679-41b6-8297-a4cdb2ceaf32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:24:43Z', 'updated_at': '2022-04-01T16:24:51Z', 'revision_number': 5, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'subnets': [{'id': '102f3da9-b679-41b6-8297-a4cdb2ceaf32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:25:37.664440 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39e7c47-8de8-4c7c-b803-92f441490f95 None None] New status for floating IP 292218ae-3ced-44b9-b132-8508098f83c7: DOWN {{(pid=83833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 16:25:38.152541 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d40f23-7c8e-4b11-8069-8cbf0f79cb77 req-f375e66e-d7b3-4bd3-8da0-2c5af8b91b69 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:38.154014 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e6d40f23-7c8e-4b11-8069-8cbf0f79cb77 req-f375e66e-d7b3-4bd3-8da0-2c5af8b91b69 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=64c13a58-3045-4f97-94cc-d7992388cacb HTTP/1.1" status: 200 len: 946 time: 0.0789933 Apr 01 16:25:38.199046 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e6d40f23-7c8e-4b11-8069-8cbf0f79cb77 req-3bea35d7-f1a3-4239-92bc-bf1348fe7449 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=c176755f-406c-452f-ae91-0b243d1829a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395706 Apr 01 16:25:38.503371 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4713650f-298f-4b27-964f-99130716203f req-5938731c-e629-4fee-8254-291fe54421ee tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:38.503973 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-4713650f-298f-4b27-964f-99130716203f req-5938731c-e629-4fee-8254-291fe54421ee tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Synchronizing usage tracker for tenant:3dd578100e004cd6aa38072871c36e42 on resource:port {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:25:38.515796 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-4713650f-298f-4b27-964f-99130716203f req-5938731c-e629-4fee-8254-291fe54421ee tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Unset dirty status for tenant:3dd578100e004cd6aa38072871c36e42 on resource:port {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:25:38.516959 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-4713650f-298f-4b27-964f-99130716203f req-5938731c-e629-4fee-8254-291fe54421ee tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.24 "GET /v2.0/ports?device_id=64c13a58-3045-4f97-94cc-d7992388cacb HTTP/1.1" status: 200 len: 946 time: 0.0877967 Apr 01 16:25:38.679103 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [req-4713650f-298f-4b27-964f-99130716203f req-fc7a5f79-1623-4119-866d-0c5a08b2317e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Deleting port f8c36bb8-b6b6-40f3-88d8-9b7f73e9066b {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:25:38.679442 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-4713650f-298f-4b27-964f-99130716203f req-fc7a5f79-1623-4119-866d-0c5a08b2317e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:38.922317 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [req-4713650f-298f-4b27-964f-99130716203f req-fc7a5f79-1623-4119-866d-0c5a08b2317e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] For port f8c36bb8-b6b6-40f3-88d8-9b7f73e9066b, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=f8c36bb8-b6b6-40f3-88d8-9b7f73e9066b,segment=NetworkSegment(38563dd1-ca54-4316-a86b-349807c20413),segment_id=38563dd1-ca54-4316-a86b-349807c20413)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:25:38.922671 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-4713650f-298f-4b27-964f-99130716203f req-fc7a5f79-1623-4119-866d-0c5a08b2317e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:39.045279 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [req-4713650f-298f-4b27-964f-99130716203f req-fc7a5f79-1623-4119-866d-0c5a08b2317e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Calling delete_port for f8c36bb8-b6b6-40f3-88d8-9b7f73e9066b owned by compute:nova {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:25:39.186326 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-4713650f-298f-4b27-964f-99130716203f req-fc7a5f79-1623-4119-866d-0c5a08b2317e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:39.238919 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7a5f79-1623-4119-866d-0c5a08b2317e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event deleted for resources: {'Port': ['ID=f8c36bb8-b6b6-40f3-88d8-9b7f73e9066b,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:39.286539 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7a5f79-1623-4119-866d-0c5a08b2317e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:39.286893 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7a5f79-1623-4119-866d-0c5a08b2317e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:39.287238 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7a5f79-1623-4119-866d-0c5a08b2317e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:39.287577 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7a5f79-1623-4119-866d-0c5a08b2317e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:39.287916 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7a5f79-1623-4119-866d-0c5a08b2317e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:39.288242 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7a5f79-1623-4119-866d-0c5a08b2317e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:39.288585 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7a5f79-1623-4119-866d-0c5a08b2317e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:39.288928 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7a5f79-1623-4119-866d-0c5a08b2317e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:39.289255 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7a5f79-1623-4119-866d-0c5a08b2317e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:39.289588 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7a5f79-1623-4119-866d-0c5a08b2317e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:39.289918 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7a5f79-1623-4119-866d-0c5a08b2317e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:39.330567 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [req-4713650f-298f-4b27-964f-99130716203f req-fc7a5f79-1623-4119-866d-0c5a08b2317e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] No DVR routers for this DVR port f8c36bb8-b6b6-40f3-88d8-9b7f73e9066b on host hv-neutron-8333 {{(pid=83828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:25:39.333704 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-4713650f-298f-4b27-964f-99130716203f req-fc7a5f79-1623-4119-866d-0c5a08b2317e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:39.336535 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64c13a58-3045-4f97-94cc-d7992388cacb', 'name': 'network-vif-deleted', 'tag': 'f8c36bb8-b6b6-40f3-88d8-9b7f73e9066b'}] {{(pid=83828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:25:39.352844 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-4713650f-298f-4b27-964f-99130716203f req-fc7a5f79-1623-4119-866d-0c5a08b2317e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.24 "DELETE /v2.0/ports/f8c36bb8-b6b6-40f3-88d8-9b7f73e9066b HTTP/1.1" status: 204 len: 173 time: 0.8297403 Apr 01 16:25:39.364971 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-02c71e26-d7fd-4a09-a92c-c1bfae2fd4fa req-3b9a494d-f5cc-4fc3-bbbf-542b680f28fe tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=64c13a58-3045-4f97-94cc-d7992388cacb HTTP/1.1" status: 200 len: 210 time: 0.0416203 Apr 01 16:25:39.483579 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64c13a58-3045-4f97-94cc-d7992388cacb', 'name': 'network-vif-deleted', 'tag': 'f8c36bb8-b6b6-40f3-88d8-9b7f73e9066b', 'status': 'completed', 'code': 200} Apr 01 16:25:40.483687 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 34774) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:25:41.002927 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f25e792e-62a5-4cb3-b2b9-4428994313c2 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611543'] for router_interface, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:41.616296 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-f25e792e-62a5-4cb3-b2b9-4428994313c2 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Deleting port 2facd230-0e04-4347-a213-531a80b219b7 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:25:41.617062 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f25e792e-62a5-4cb3-b2b9-4428994313c2 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:41.635985 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:25:41.806796 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [None req-f25e792e-62a5-4cb3-b2b9-4428994313c2 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] For port 2facd230-0e04-4347-a213-531a80b219b7, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=2facd230-0e04-4347-a213-531a80b219b7,segment=NetworkSegment(38563dd1-ca54-4316-a86b-349807c20413),segment_id=38563dd1-ca54-4316-a86b-349807c20413)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:25:41.807158 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f25e792e-62a5-4cb3-b2b9-4428994313c2 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:41.924188 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-f25e792e-62a5-4cb3-b2b9-4428994313c2 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Calling delete_port for 2facd230-0e04-4347-a213-531a80b219b7 owned by network:router_interface {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:25:42.097383 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f25e792e-62a5-4cb3-b2b9-4428994313c2 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:42.143368 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25e792e-62a5-4cb3-b2b9-4428994313c2 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event deleted for resources: {'Port': ['ID=2facd230-0e04-4347-a213-531a80b219b7,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:42.339218 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device f8c36bb8-b6b6-40f3-88d8-9b7f73e9066b no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:25:42.420431 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] No Port match for: f8c36bb8-b6b6-40f3-88d8-9b7f73e9066b {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:25:42.420664 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device f8c36bb8-b6b6-40f3-88d8-9b7f73e9066b not bound to the agent host hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:25:42.538114 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f25e792e-62a5-4cb3-b2b9-4428994313c2 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611462'] for router_interface, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:43.105458 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f25e792e-62a5-4cb3-b2b9-4428994313c2 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Router 27e4603d-f7b6-475b-9c05-a83178f08293 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:25:43.303689 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f25e792e-62a5-4cb3-b2b9-4428994313c2 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:25:43.314128 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2129d8a-b1e5-4068-89d2-8d8e3c03718d None None] Sync routers for ids ['27e4603d-f7b6-475b-9c05-a83178f08293'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:25:43.318295 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-f25e792e-62a5-4cb3-b2b9-4428994313c2 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "PUT /v2.0/routers/27e4603d-f7b6-475b-9c05-a83178f08293/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8315134 Apr 01 16:25:43.318967 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 34778) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:25:43.326055 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2129d8a-b1e5-4068-89d2-8d8e3c03718d None None] Routers {'27e4603d-f7b6-475b-9c05-a83178f08293'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:25:43.326657 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-d2129d8a-b1e5-4068-89d2-8d8e3c03718d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:25:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['27e4603d-f7b6-475b-9c05-a83178f08293'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:25:43.510680 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-d2129d8a-b1e5-4068-89d2-8d8e3c03718d None None] Set router 27e4603d-f7b6-475b-9c05-a83178f08293 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:25:43.512505 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d8553f1-d7aa-4f80-8794-4cf046a3504e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Deleting subnet 102f3da9-b679-41b6-8297-a4cdb2ceaf32 {{(pid=83826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 16:25:43.515598 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4d8553f1-d7aa-4f80-8794-4cf046a3504e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for subnet, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:43.570046 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4d8553f1-d7aa-4f80-8794-4cf046a3504e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16610770'] for subnet, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:43.652326 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4d8553f1-d7aa-4f80-8794-4cf046a3504e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:43.728378 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4d8553f1-d7aa-4f80-8794-4cf046a3504e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15415074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16089009'] for subnet, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:43.765898 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8553f1-d7aa-4f80-8794-4cf046a3504e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event deleted for resources: {'Subnet': ['ID=102f3da9-b679-41b6-8297-a4cdb2ceaf32,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:43.774092 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-4d8553f1-d7aa-4f80-8794-4cf046a3504e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:43.782846 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a73363-7351-41a8-8137-f91402823580 None None] Network 6506f324-78ab-4f6a-8d3d-3548c641ea52 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:25:43.783018 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-4d8553f1-d7aa-4f80-8794-4cf046a3504e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "DELETE /v2.0/subnets/102f3da9-b679-41b6-8297-a4cdb2ceaf32 HTTP/1.1" status: 204 len: 168 time: 0.4604654 Apr 01 16:25:43.783018 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 34782) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:25:43.921152 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-d2129d8a-b1e5-4068-89d2-8d8e3c03718d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27e4603d-f7b6-475b-9c05-a83178f08293', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1432910850', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.64'}], 'enable_snat': True}, 'gw_port_id': 'a25c9a9d-2ceb-42cc-94cc-73e8f35a6d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:24:39Z', 'updated_at': '2022-04-01T16:25:42Z', 'revision_number': 5, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'gw_port': {'id': 'a25c9a9d-2ceb-42cc-94cc-73e8f35a6d05', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:68:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e4603d-f7b6-475b-9c05-a83178f08293', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:24:40Z', 'updated_at': '2022-04-01T16:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:25:43.958759 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2129d8a-b1e5-4068-89d2-8d8e3c03718d None None] Checking router: 27e4603d-f7b6-475b-9c05-a83178f08293 for host: dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:25:43.985517 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2129d8a-b1e5-4068-89d2-8d8e3c03718d None None] Routers {'27e4603d-f7b6-475b-9c05-a83178f08293'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:25:43.986150 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-d2129d8a-b1e5-4068-89d2-8d8e3c03718d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:25:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['27e4603d-f7b6-475b-9c05-a83178f08293'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:25:44.090422 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8ffd3085-0612-4cc9-af0f-7d78caa73119 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for router, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:44.190985 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-d2129d8a-b1e5-4068-89d2-8d8e3c03718d None None] Set router 27e4603d-f7b6-475b-9c05-a83178f08293 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:25:44.231955 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75e6677-121b-4dde-babe-cb10fd1939e3 None None] DHCP port deletion for 6506f324-78ab-4f6a-8d3d-3548c641ea52 request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 16:25:44.292084 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-e75e6677-121b-4dde-babe-cb10fd1939e3 None None] Deleting port 95ea7e2d-6398-403a-b528-dd501f5d7d42 {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:25:44.292454 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-e75e6677-121b-4dde-babe-cb10fd1939e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:44.305775 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8ffd3085-0612-4cc9-af0f-7d78caa73119 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:44.315095 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-8ffd3085-0612-4cc9-af0f-7d78caa73119 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Deleting port a25c9a9d-2ceb-42cc-94cc-73e8f35a6d05 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:25:44.315561 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8ffd3085-0612-4cc9-af0f-7d78caa73119 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:44.493878 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [None req-8ffd3085-0612-4cc9-af0f-7d78caa73119 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] For port a25c9a9d-2ceb-42cc-94cc-73e8f35a6d05, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=a25c9a9d-2ceb-42cc-94cc-73e8f35a6d05,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:25:44.494167 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8ffd3085-0612-4cc9-af0f-7d78caa73119 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:44.616647 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-8ffd3085-0612-4cc9-af0f-7d78caa73119 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Calling delete_port for a25c9a9d-2ceb-42cc-94cc-73e8f35a6d05 owned by network:router_gateway {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:25:44.694131 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-e75e6677-121b-4dde-babe-cb10fd1939e3 None None] For port 95ea7e2d-6398-403a-b528-dd501f5d7d42, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=95ea7e2d-6398-403a-b528-dd501f5d7d42,segment=NetworkSegment(38563dd1-ca54-4316-a86b-349807c20413),segment_id=38563dd1-ca54-4316-a86b-349807c20413)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:25:44.694730 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-e75e6677-121b-4dde-babe-cb10fd1939e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:44.781123 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8ffd3085-0612-4cc9-af0f-7d78caa73119 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:44.816949 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-e75e6677-121b-4dde-babe-cb10fd1939e3 None None] Calling delete_port for 95ea7e2d-6398-403a-b528-dd501f5d7d42 owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:25:44.827743 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffd3085-0612-4cc9-af0f-7d78caa73119 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event deleted for resources: {'Port': ['ID=a25c9a9d-2ceb-42cc-94cc-73e8f35a6d05,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:44.876052 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-d2129d8a-b1e5-4068-89d2-8d8e3c03718d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27e4603d-f7b6-475b-9c05-a83178f08293', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1432910850', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.64'}], 'enable_snat': True}, 'gw_port_id': 'a25c9a9d-2ceb-42cc-94cc-73e8f35a6d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:24:39Z', 'updated_at': '2022-04-01T16:25:42Z', 'revision_number': 5, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'gw_port': {'id': 'a25c9a9d-2ceb-42cc-94cc-73e8f35a6d05', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:68:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e4603d-f7b6-475b-9c05-a83178f08293', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:24:40Z', 'updated_at': '2022-04-01T16:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:25:44.890081 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2129d8a-b1e5-4068-89d2-8d8e3c03718d None None] The sync data for ids ['27e4603d-f7b6-475b-9c05-a83178f08293'] in dv-neutron-833373-2-hyperv is: [{'id': '27e4603d-f7b6-475b-9c05-a83178f08293', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1432910850', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.64'}], 'enable_snat': True}, 'gw_port_id': 'a25c9a9d-2ceb-42cc-94cc-73e8f35a6d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:24:39Z', 'updated_at': '2022-04-01T16:25:42Z', 'revision_number': 5, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'gw_port': {'id': 'a25c9a9d-2ceb-42cc-94cc-73e8f35a6d05', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:68:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e4603d-f7b6-475b-9c05-a83178f08293', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:24:40Z', 'updated_at': '2022-04-01T16:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:25:44.903180 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-e75e6677-121b-4dde-babe-cb10fd1939e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671'] for port, after_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:44.954167 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75e6677-121b-4dde-babe-cb10fd1939e3 None None] Pushing event deleted for resources: {'Port': ['ID=95ea7e2d-6398-403a-b528-dd501f5d7d42,revision_number=None']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:44.963519 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75e6677-121b-4dde-babe-cb10fd1939e3 None None] No DVR routers for this DVR port 95ea7e2d-6398-403a-b528-dd501f5d7d42 on host dv-neutron-833373-2-hyperv {{(pid=83829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:25:44.976714 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75e6677-121b-4dde-babe-cb10fd1939e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:44.977093 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75e6677-121b-4dde-babe-cb10fd1939e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:44.977409 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75e6677-121b-4dde-babe-cb10fd1939e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:44.977740 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75e6677-121b-4dde-babe-cb10fd1939e3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:44.978091 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75e6677-121b-4dde-babe-cb10fd1939e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:44.978413 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75e6677-121b-4dde-babe-cb10fd1939e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:44.978776 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75e6677-121b-4dde-babe-cb10fd1939e3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:44.979096 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75e6677-121b-4dde-babe-cb10fd1939e3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:44.979411 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75e6677-121b-4dde-babe-cb10fd1939e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:44.979724 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75e6677-121b-4dde-babe-cb10fd1939e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:44.980036 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75e6677-121b-4dde-babe-cb10fd1939e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:45.060224 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8ffd3085-0612-4cc9-af0f-7d78caa73119 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617660'] for router_gateway, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:45.419574 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8ffd3085-0612-4cc9-af0f-7d78caa73119 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130651'] for router, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:45.423780 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8ffd3085-0612-4cc9-af0f-7d78caa73119 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:45.452629 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8ffd3085-0612-4cc9-af0f-7d78caa73119 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607376'] for router, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:45.453303 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ffd3085-0612-4cc9-af0f-7d78caa73119 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Fanout notify agent at l3_agent the message router_deleted on router 27e4603d-f7b6-475b-9c05-a83178f08293 {{(pid=83826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 16:25:45.468124 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8ffd3085-0612-4cc9-af0f-7d78caa73119 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for router, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:45.469169 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-8ffd3085-0612-4cc9-af0f-7d78caa73119 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "DELETE /v2.0/routers/27e4603d-f7b6-475b-9c05-a83178f08293 HTTP/1.1" status: 204 len: 168 time: 1.6853025 Apr 01 16:25:45.471971 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 34786) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:25:45.573265 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 95ea7e2d-6398-403a-b528-dd501f5d7d42 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:25:45.594166 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d8de605f-b8f3-4537-9f01-f56886292572 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:45.607703 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 95ea7e2d-6398-403a-b528-dd501f5d7d42 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:25:45.608054 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 95ea7e2d-6398-403a-b528-dd501f5d7d42 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:25:45.608473 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 2facd230-0e04-4347-a213-531a80b219b7 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:25:45.638768 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 2facd230-0e04-4347-a213-531a80b219b7 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:25:45.639110 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 2facd230-0e04-4347-a213-531a80b219b7 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:25:45.725398 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d8de605f-b8f3-4537-9f01-f56886292572 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:45.749332 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-d8de605f-b8f3-4537-9f01-f56886292572 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6506f324-78ab-4f6a-8d3d-3548c641ea52']}} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:25:45.761087 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-d8de605f-b8f3-4537-9f01-f56886292572 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38563dd1-ca54-4316-a86b-349807c20413') {'for_net_delete': True} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:25:45.761384 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-d8de605f-b8f3-4537-9f01-f56886292572 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38563dd1-ca54-4316-a86b-349807c20413') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:25:45.773011 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d8de605f-b8f3-4537-9f01-f56886292572 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15303093'] for segment, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:45.792526 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d8de605f-b8f3-4537-9f01-f56886292572 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:45.798446 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8de605f-b8f3-4537-9f01-f56886292572 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=83828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 16:25:45.798830 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d8de605f-b8f3-4537-9f01-f56886292572 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15306523'] for segment, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:45.812954 dv-neutron-833373-2-hyperv neutron-server[83828]: Traceback (most recent call last): Apr 01 16:25:45.812954 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 16:25:45.812954 dv-neutron-833373-2-hyperv neutron-server[83828]: timer() Apr 01 16:25:45.812954 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:25:45.812954 dv-neutron-833373-2-hyperv neutron-server[83828]: cb(*args, **kw) Apr 01 16:25:45.812954 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:25:45.812954 dv-neutron-833373-2-hyperv neutron-server[83828]: return func(*args, **kwargs) Apr 01 16:25:45.812954 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:25:45.812954 dv-neutron-833373-2-hyperv neutron-server[83828]: self._notify() Apr 01 16:25:45.812954 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:25:45.812954 dv-neutron-833373-2-hyperv neutron-server[83828]: self.callback(batched_events) Apr 01 16:25:45.812954 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:25:45.812954 dv-neutron-833373-2-hyperv neutron-server[83828]: event.method(event) Apr 01 16:25:45.812954 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:25:45.812954 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:25:45.812954 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:25:45.812954 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:25:45.812954 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:25:45.812954 dv-neutron-833373-2-hyperv neutron-server[83828]: return f(self, *a, **k) Apr 01 16:25:45.812954 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 16:25:45.812954 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._get(url).json() Apr 01 16:25:45.812954 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 16:25:45.812954 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:25:45.812954 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 16:25:45.812954 dv-neutron-833373-2-hyperv neutron-server[83828]: return self.request(url, 'GET', **kwargs) Apr 01 16:25:45.812954 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 16:25:45.812954 dv-neutron-833373-2-hyperv neutron-server[83828]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:25:45.812954 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 16:25:45.812954 dv-neutron-833373-2-hyperv neutron-server[83828]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:25:45.812954 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 16:25:45.812954 dv-neutron-833373-2-hyperv neutron-server[83828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:25:45.812954 dv-neutron-833373-2-hyperv neutron-server[83828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:25:45.888748 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d8de605f-b8f3-4537-9f01-f56886292572 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:45.906985 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d8de605f-b8f3-4537-9f01-f56886292572 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:45.920300 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8de605f-b8f3-4537-9f01-f56886292572 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event deleted for resources: {'Network': ['ID=6506f324-78ab-4f6a-8d3d-3548c641ea52,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:45.928720 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-d8de605f-b8f3-4537-9f01-f56886292572 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "DELETE /v2.0/networks/6506f324-78ab-4f6a-8d3d-3548c641ea52 HTTP/1.1" status: 204 len: 168 time: 0.4556694 Apr 01 16:25:45.931306 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 34790) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:25:46.005876 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-dc43ae50-71a7-49f0-a83d-d5b2735eb19a tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:46.035153 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-dc43ae50-71a7-49f0-a83d-d5b2735eb19a tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:46.102583 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-dc43ae50-71a7-49f0-a83d-d5b2735eb19a tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:46.122780 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc43ae50-71a7-49f0-a83d-d5b2735eb19a tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c176755f-406c-452f-ae91-0b243d1829a2,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:46.130595 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-dc43ae50-71a7-49f0-a83d-d5b2735eb19a tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:46.134328 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-dc43ae50-71a7-49f0-a83d-d5b2735eb19a tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "DELETE /v2.0/security-groups/c176755f-406c-452f-ae91-0b243d1829a2 HTTP/1.1" status: 204 len: 168 time: 0.1994636 Apr 01 16:25:46.382924 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 34798) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:25:46.388448 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-18d3f51b-8522-460c-99df-0648715646f2 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1247414078', 'description': 'tempest-secgroup-smoke-1247414078 description', 'project_id': '3dd578100e004cd6aa38072871c36e42'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:25:46.394489 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-18d3f51b-8522-460c-99df-0648715646f2 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:25:46.398785 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-18d3f51b-8522-460c-99df-0648715646f2 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Usage tracker for resource:security_group and tenant:3dd578100e004cd6aa38072871c36e42 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:25:46.401553 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-18d3f51b-8522-460c-99df-0648715646f2 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:25:46.407071 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-18d3f51b-8522-460c-99df-0648715646f2 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:25:46.417132 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-18d3f51b-8522-460c-99df-0648715646f2 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:46.453724 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-18d3f51b-8522-460c-99df-0648715646f2 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:25:46.457544 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-18d3f51b-8522-460c-99df-0648715646f2 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Usage tracker for resource:security_group_rule and tenant:3dd578100e004cd6aa38072871c36e42 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:25:46.460374 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-18d3f51b-8522-460c-99df-0648715646f2 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:25:46.466259 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-18d3f51b-8522-460c-99df-0648715646f2 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:25:46.523100 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-18d3f51b-8522-460c-99df-0648715646f2 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:46.526741 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-18d3f51b-8522-460c-99df-0648715646f2 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:46.573113 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d3f51b-8522-460c-99df-0648715646f2 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b64432d-026e-4277-8ead-9d60c1c0026e,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:46.575772 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-18d3f51b-8522-460c-99df-0648715646f2 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:46.576963 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-18d3f51b-8522-460c-99df-0648715646f2 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1930475 Apr 01 16:25:46.579940 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 34802) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:25:46.585550 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-e16470ef-d110-4bd1-8f2f-486aff079159 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Request body: {'security_group_rule': {'security_group_id': '5b64432d-026e-4277-8ead-9d60c1c0026e', 'project_id': '3dd578100e004cd6aa38072871c36e42', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:25:46.591729 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-e16470ef-d110-4bd1-8f2f-486aff079159 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:25:46.595488 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-e16470ef-d110-4bd1-8f2f-486aff079159 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Usage tracker for resource:security_group_rule and tenant:3dd578100e004cd6aa38072871c36e42 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:25:46.598870 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-e16470ef-d110-4bd1-8f2f-486aff079159 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:25:46.604526 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-e16470ef-d110-4bd1-8f2f-486aff079159 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:25:46.621587 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e16470ef-d110-4bd1-8f2f-486aff079159 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:46.681413 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e16470ef-d110-4bd1-8f2f-486aff079159 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:46.684660 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e16470ef-d110-4bd1-8f2f-486aff079159 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:46.707769 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16470ef-d110-4bd1-8f2f-486aff079159 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3692eeaf-1195-4388-87e0-d693c9a78f12,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:46.716471 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e16470ef-d110-4bd1-8f2f-486aff079159 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:46.717883 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-e16470ef-d110-4bd1-8f2f-486aff079159 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1368983 Apr 01 16:25:46.720681 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 34806) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:25:46.726680 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-5df7bab1-5900-43fe-b562-84c72ef57336 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Request body: {'security_group_rule': {'security_group_id': '5b64432d-026e-4277-8ead-9d60c1c0026e', 'project_id': '3dd578100e004cd6aa38072871c36e42', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:25:46.732641 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-5df7bab1-5900-43fe-b562-84c72ef57336 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:25:46.736475 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-5df7bab1-5900-43fe-b562-84c72ef57336 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Usage tracker for resource:security_group_rule and tenant:3dd578100e004cd6aa38072871c36e42 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:25:46.739917 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-5df7bab1-5900-43fe-b562-84c72ef57336 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:25:46.745688 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-5df7bab1-5900-43fe-b562-84c72ef57336 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:25:46.762220 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5df7bab1-5900-43fe-b562-84c72ef57336 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:46.824625 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5df7bab1-5900-43fe-b562-84c72ef57336 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:46.828333 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5df7bab1-5900-43fe-b562-84c72ef57336 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:46.854082 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df7bab1-5900-43fe-b562-84c72ef57336 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc7a48ef-c530-430b-9961-4ff9873a1b53,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:46.865770 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5df7bab1-5900-43fe-b562-84c72ef57336 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:46.866954 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-5df7bab1-5900-43fe-b562-84c72ef57336 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1453297 Apr 01 16:25:46.869644 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 34810) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:25:46.875222 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-0f27a989-e0c4-4572-848f-164adcbe51bb tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Request body: {'security_group_rule': {'security_group_id': '5b64432d-026e-4277-8ead-9d60c1c0026e', 'project_id': '3dd578100e004cd6aa38072871c36e42', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:25:46.881477 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-0f27a989-e0c4-4572-848f-164adcbe51bb tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:25:46.885387 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-0f27a989-e0c4-4572-848f-164adcbe51bb tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Usage tracker for resource:security_group_rule and tenant:3dd578100e004cd6aa38072871c36e42 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:25:46.888228 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-0f27a989-e0c4-4572-848f-164adcbe51bb tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:25:46.893954 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-0f27a989-e0c4-4572-848f-164adcbe51bb tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:25:46.910087 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0f27a989-e0c4-4572-848f-164adcbe51bb tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:46.975824 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0f27a989-e0c4-4572-848f-164adcbe51bb tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:46.979613 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0f27a989-e0c4-4572-848f-164adcbe51bb tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:47.004704 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f27a989-e0c4-4572-848f-164adcbe51bb tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52095911-6b06-4b5e-b1ab-836fe9ce066b,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:47.015839 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0f27a989-e0c4-4572-848f-164adcbe51bb tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:47.017108 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-0f27a989-e0c4-4572-848f-164adcbe51bb tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1464932 Apr 01 16:25:47.021063 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 34814) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:25:47.026467 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-23e5f17d-e30f-46a0-ab7e-905000c541d6 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Request body: {'security_group_rule': {'security_group_id': '5b64432d-026e-4277-8ead-9d60c1c0026e', 'project_id': '3dd578100e004cd6aa38072871c36e42', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:25:47.032360 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-23e5f17d-e30f-46a0-ab7e-905000c541d6 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:25:47.036951 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-23e5f17d-e30f-46a0-ab7e-905000c541d6 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Usage tracker for resource:security_group_rule and tenant:3dd578100e004cd6aa38072871c36e42 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:25:47.040166 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-23e5f17d-e30f-46a0-ab7e-905000c541d6 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:25:47.045875 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-23e5f17d-e30f-46a0-ab7e-905000c541d6 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:25:47.062835 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-23e5f17d-e30f-46a0-ab7e-905000c541d6 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:47.126256 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-23e5f17d-e30f-46a0-ab7e-905000c541d6 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:47.129929 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-23e5f17d-e30f-46a0-ab7e-905000c541d6 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:47.152722 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e5f17d-e30f-46a0-ab7e-905000c541d6 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa25f2b1-b489-435b-904d-ddc53693322a,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:47.162278 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-23e5f17d-e30f-46a0-ab7e-905000c541d6 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:47.163430 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-23e5f17d-e30f-46a0-ab7e-905000c541d6 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1415083 Apr 01 16:25:47.166195 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 34818) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:25:47.171494 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-2c04bbdf-bd20-4b16-8b97-c46d29c99816 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Request body: {'security_group_rule': {'security_group_id': '5b64432d-026e-4277-8ead-9d60c1c0026e', 'project_id': '3dd578100e004cd6aa38072871c36e42', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:25:47.177462 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-2c04bbdf-bd20-4b16-8b97-c46d29c99816 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:25:47.181216 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-2c04bbdf-bd20-4b16-8b97-c46d29c99816 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Usage tracker for resource:security_group_rule and tenant:3dd578100e004cd6aa38072871c36e42 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:25:47.184009 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-2c04bbdf-bd20-4b16-8b97-c46d29c99816 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:25:47.189635 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-2c04bbdf-bd20-4b16-8b97-c46d29c99816 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:25:47.199807 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.securitygroups_db [None req-2c04bbdf-bd20-4b16-8b97-c46d29c99816 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Project 3dd578100e004cd6aa38072871c36e42 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:25:47.206431 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2c04bbdf-bd20-4b16-8b97-c46d29c99816 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:47.274125 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2c04bbdf-bd20-4b16-8b97-c46d29c99816 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:47.277761 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2c04bbdf-bd20-4b16-8b97-c46d29c99816 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:47.302523 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c04bbdf-bd20-4b16-8b97-c46d29c99816 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aad89d4-c59a-40eb-94a4-c5793eaa4e12,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:47.312144 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2c04bbdf-bd20-4b16-8b97-c46d29c99816 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:47.313405 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-2c04bbdf-bd20-4b16-8b97-c46d29c99816 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1462698 Apr 01 16:25:47.316031 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 34822) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:25:47.322269 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-6b446e58-1da4-47a4-a257-445dde06e056 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Request body: {'security_group_rule': {'security_group_id': '5b64432d-026e-4277-8ead-9d60c1c0026e', 'project_id': '3dd578100e004cd6aa38072871c36e42', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:25:47.327825 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-6b446e58-1da4-47a4-a257-445dde06e056 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:25:47.331589 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-6b446e58-1da4-47a4-a257-445dde06e056 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Usage tracker for resource:security_group_rule and tenant:3dd578100e004cd6aa38072871c36e42 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:25:47.335133 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-6b446e58-1da4-47a4-a257-445dde06e056 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:25:47.341036 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-6b446e58-1da4-47a4-a257-445dde06e056 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:25:47.351918 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.securitygroups_db [None req-6b446e58-1da4-47a4-a257-445dde06e056 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Project 3dd578100e004cd6aa38072871c36e42 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:25:47.358476 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6b446e58-1da4-47a4-a257-445dde06e056 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:47.422980 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6b446e58-1da4-47a4-a257-445dde06e056 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:47.426542 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6b446e58-1da4-47a4-a257-445dde06e056 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:47.448230 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b446e58-1da4-47a4-a257-445dde06e056 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82ed7647-4659-48dd-b59f-d2be8da2ac73,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:47.459364 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6b446e58-1da4-47a4-a257-445dde06e056 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:47.460488 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-6b446e58-1da4-47a4-a257-445dde06e056 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1434824 Apr 01 16:25:47.463309 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 34826) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:25:47.469115 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-972b49a5-aa5c-4abc-8bf0-7acb1f2d5684 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Request body: {'network': {'name': 'tempest-network-smoke--1424051195', 'project_id': '3dd578100e004cd6aa38072871c36e42', 'port_security_enabled': True}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:25:47.470784 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device a25c9a9d-2ceb-42cc-94cc-73e8f35a6d05 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:25:47.474239 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-972b49a5-aa5c-4abc-8bf0-7acb1f2d5684 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:25:47.478337 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-972b49a5-aa5c-4abc-8bf0-7acb1f2d5684 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Usage tracker for resource:network and tenant:3dd578100e004cd6aa38072871c36e42 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:25:47.481175 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-972b49a5-aa5c-4abc-8bf0-7acb1f2d5684 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:25:47.486844 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-972b49a5-aa5c-4abc-8bf0-7acb1f2d5684 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:25:47.498487 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-972b49a5-aa5c-4abc-8bf0-7acb1f2d5684 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Made reservation on behalf of 3dd578100e004cd6aa38072871c36e42 for: {'network': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:25:47.501407 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-972b49a5-aa5c-4abc-8bf0-7acb1f2d5684 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:47.508238 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: a25c9a9d-2ceb-42cc-94cc-73e8f35a6d05 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:25:47.508681 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device a25c9a9d-2ceb-42cc-94cc-73e8f35a6d05 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:25:47.537546 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-972b49a5-aa5c-4abc-8bf0-7acb1f2d5684 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=83828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:25:47.546031 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-972b49a5-aa5c-4abc-8bf0-7acb1f2d5684 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:47.546373 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.segments_db [None req-972b49a5-aa5c-4abc-8bf0-7acb1f2d5684 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Added segment 441b008b-7f8f-44df-a717-3cd32fc9e62a of type vlan for network baced9ef-b088-472e-9869-d3949937dfcb Apr 01 16:25:47.571888 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-972b49a5-aa5c-4abc-8bf0-7acb1f2d5684 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:47.600650 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-972b49a5-aa5c-4abc-8bf0-7acb1f2d5684 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:47.606415 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972b49a5-aa5c-4abc-8bf0-7acb1f2d5684 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:47.606415 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-972b49a5-aa5c-4abc-8bf0-7acb1f2d5684 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:47.710952 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-972b49a5-aa5c-4abc-8bf0-7acb1f2d5684 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2466011 Apr 01 16:25:47.713743 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972b49a5-aa5c-4abc-8bf0-7acb1f2d5684 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event updated for resources: {'Network': ['ID=baced9ef-b088-472e-9869-d3949937dfcb,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:47.713912 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 34830) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:25:47.719865 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-77fef540-e064-42e8-93b2-4b2c5ebece28 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1821398016', 'admin_state_up': True, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:25:47.724563 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network baced9ef-b088-472e-9869-d3949937dfcb details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:25:47.727050 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-77fef540-e064-42e8-93b2-4b2c5ebece28 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:25:47.731000 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-77fef540-e064-42e8-93b2-4b2c5ebece28 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Usage tracker for resource:router and tenant:3dd578100e004cd6aa38072871c36e42 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:25:47.733769 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-77fef540-e064-42e8-93b2-4b2c5ebece28 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:25:47.740597 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-77fef540-e064-42e8-93b2-4b2c5ebece28 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:25:47.749589 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-77fef540-e064-42e8-93b2-4b2c5ebece28 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130665'] for router, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:47.750749 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-77fef540-e064-42e8-93b2-4b2c5ebece28 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617571', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130640'] for router, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:47.770921 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-77fef540-e064-42e8-93b2-4b2c5ebece28 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:47.914539 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-77fef540-e064-42e8-93b2-4b2c5ebece28 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130626'] for router, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:48.100097 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-77fef540-e064-42e8-93b2-4b2c5ebece28 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for router_gateway, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:48.129198 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-77fef540-e064-42e8-93b2-4b2c5ebece28 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:48.273087 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-77fef540-e064-42e8-93b2-4b2c5ebece28 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Allocated IP 172.26.1.138 (ed45466e-0386-4b92-8de3-247c977242ac/0479f741-5cd1-4d6f-b593-d8aa909a42d3/f300a16e-fa97-4a8a-9c7d-b78eea9dd5f7) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:25:48.424303 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-77fef540-e064-42e8-93b2-4b2c5ebece28 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:48.451471 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-77fef540-e064-42e8-93b2-4b2c5ebece28 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:48.522824 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fef540-e064-42e8-93b2-4b2c5ebece28 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Network ed45466e-0386-4b92-8de3-247c977242ac is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:25:48.525703 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-77fef540-e064-42e8-93b2-4b2c5ebece28 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:25:48.530032 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fef540-e064-42e8-93b2-4b2c5ebece28 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:25:48.554034 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fef540-e064-42e8-93b2-4b2c5ebece28 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event updated for resources: {'Port': ['ID=f300a16e-fa97-4a8a-9c7d-b78eea9dd5f7,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:48.699182 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-77fef540-e064-42e8-93b2-4b2c5ebece28 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for router_gateway, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:48.699814 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-77fef540-e064-42e8-93b2-4b2c5ebece28 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616'] for router, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:48.922128 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77fef540-e064-42e8-93b2-4b2c5ebece28 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Router e016a15c-bf22-4797-80d9-c7fdf7067b3f is scheduled to L3 agent ff252634-3424-422a-b742-9ae457bd54bd with binding_index 1 {{(pid=83826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 16:25:49.134401 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77fef540-e064-42e8-93b2-4b2c5ebece28 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:25:49.144908 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20137947-ba8b-4da3-8ffa-60330ba9269f None None] Sync routers for ids ['e016a15c-bf22-4797-80d9-c7fdf7067b3f'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:25:49.157736 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20137947-ba8b-4da3-8ffa-60330ba9269f None None] Routers {'e016a15c-bf22-4797-80d9-c7fdf7067b3f'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:25:49.158328 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-20137947-ba8b-4da3-8ffa-60330ba9269f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:25:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['e016a15c-bf22-4797-80d9-c7fdf7067b3f'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:25:49.160502 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-77fef540-e064-42e8-93b2-4b2c5ebece28 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for router, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:49.161973 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-77fef540-e064-42e8-93b2-4b2c5ebece28 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4470282 Apr 01 16:25:49.165088 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 34834) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:25:49.205075 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-14ba0e75-69de-4df6-a74c-c69d3bbc6427 tempest-TestNetworkAdvancedServerOps-1163408523 tempest-TestNetworkAdvancedServerOps-1163408523-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=3dd578100e004cd6aa38072871c36e42&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388978 Apr 01 16:25:49.207696 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 34838) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:25:49.338306 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-20137947-ba8b-4da3-8ffa-60330ba9269f None None] Set router e016a15c-bf22-4797-80d9-c7fdf7067b3f gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:25:49.441697 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae70dd0-11c9-4fa1-8459-a8a90ea99276 tempest-TestNetworkAdvancedServerOps-1163408523 tempest-TestNetworkAdvancedServerOps-1163408523-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:49.444692 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-4ae70dd0-11c9-4fa1-8459-a8a90ea99276 tempest-TestNetworkAdvancedServerOps-1163408523 tempest-TestNetworkAdvancedServerOps-1163408523-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2358985 Apr 01 16:25:49.447530 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 34842) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:25:49.488546 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-7286b10d-62d9-420f-9936-f2fe0d9f406f tempest-TestNetworkAdvancedServerOps-1163408523 tempest-TestNetworkAdvancedServerOps-1163408523-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=ed45466e-0386-4b92-8de3-247c977242ac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375829 Apr 01 16:25:49.489311 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 34846) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:25:49.494719 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-ed50c1ff-9e2c-497c-a413-132d1a009bac tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-991241236', 'network_id': 'baced9ef-b088-472e-9869-d3949937dfcb', 'project_id': '3dd578100e004cd6aa38072871c36e42', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:25:49.604028 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-ed50c1ff-9e2c-497c-a413-132d1a009bac tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:25:49.607708 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-ed50c1ff-9e2c-497c-a413-132d1a009bac tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Usage tracker for resource:subnet and tenant:3dd578100e004cd6aa38072871c36e42 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:25:49.610476 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-ed50c1ff-9e2c-497c-a413-132d1a009bac tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:25:49.616559 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-ed50c1ff-9e2c-497c-a413-132d1a009bac tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:25:49.626620 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed50c1ff-9e2c-497c-a413-132d1a009bac tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Made reservation on behalf of 3dd578100e004cd6aa38072871c36e42 for: {'subnet': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:25:49.630679 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-20137947-ba8b-4da3-8ffa-60330ba9269f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e016a15c-bf22-4797-80d9-c7fdf7067b3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821398016', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.138'}], 'enable_snat': True}, 'gw_port_id': 'f300a16e-fa97-4a8a-9c7d-b78eea9dd5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:25:47Z', 'updated_at': '2022-04-01T16:25:48Z', 'revision_number': 3, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'gw_port': {'id': 'f300a16e-fa97-4a8a-9c7d-b78eea9dd5f7', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e3:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e016a15c-bf22-4797-80d9-c7fdf7067b3f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:25:48Z', 'updated_at': '2022-04-01T16:25:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:25:49.634428 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20137947-ba8b-4da3-8ffa-60330ba9269f None None] Checking router: e016a15c-bf22-4797-80d9-c7fdf7067b3f for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:25:49.634773 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20137947-ba8b-4da3-8ffa-60330ba9269f None None] Updating router e016a15c-bf22-4797-80d9-c7fdf7067b3f port f300a16e-fa97-4a8a-9c7d-b78eea9dd5f7 binding host dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 16:25:49.686492 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-20137947-ba8b-4da3-8ffa-60330ba9269f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:49.727772 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ed50c1ff-9e2c-497c-a413-132d1a009bac tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16088980'] for subnet, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:49.947797 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ed50c1ff-9e2c-497c-a413-132d1a009bac tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15415267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16089018'] for subnet, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:50.023628 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed50c1ff-9e2c-497c-a413-132d1a009bac tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event updated for resources: {'Subnet': ['ID=239fb6ec-0e9f-4dd5-a67f-f94a3dda989e,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:50.035407 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed50c1ff-9e2c-497c-a413-132d1a009bac tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Checking segment: {'id': '441b008b-7f8f-44df-a717-3cd32fc9e62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'baced9ef-b088-472e-9869-d3949937dfcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:25:50.035879 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed50c1ff-9e2c-497c-a413-132d1a009bac tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Network hostable DHCP agents. Network: baced9ef-b088-472e-9869-d3949937dfcb, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:25:50.037813 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-20137947-ba8b-4da3-8ffa-60330ba9269f None None] Notify callbacks [] for port, precommit_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:50.051665 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.provisioning_blocks [None req-20137947-ba8b-4da3-8ffa-60330ba9269f None None] Transition to ACTIVE for port object f300a16e-fa97-4a8a-9c7d-b78eea9dd5f7 will not be triggered until provisioned by entity L2. {{(pid=83833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:25:50.058632 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed50c1ff-9e2c-497c-a413-132d1a009bac tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Network baced9ef-b088-472e-9869-d3949937dfcb is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:25:50.060298 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-20137947-ba8b-4da3-8ffa-60330ba9269f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:50.069166 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-ed50c1ff-9e2c-497c-a413-132d1a009bac tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, baced9ef-b088-472e-9869-d3949937dfcb) {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:25:50.073170 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed50c1ff-9e2c-497c-a413-132d1a009bac tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:50.073750 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ed50c1ff-9e2c-497c-a413-132d1a009bac tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:50.079355 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8bfec8-6344-45a9-83ac-4b95baad1e1a None None] Network baced9ef-b088-472e-9869-d3949937dfcb requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:25:50.095898 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-ed50c1ff-9e2c-497c-a413-132d1a009bac tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6055198 Apr 01 16:25:50.098542 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 34850) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:25:50.147793 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ac3b61-66ea-46fb-b018-e888b290640f None None] Pushing event updated for resources: {'Port': ['ID=f300a16e-fa97-4a8a-9c7d-b78eea9dd5f7,revision_number=2']} {{(pid=83833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:50.166729 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-20137947-ba8b-4da3-8ffa-60330ba9269f None None] Attempting to bind port f300a16e-fa97-4a8a-9c7d-b78eea9dd5f7 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:25:50.167079 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-20137947-ba8b-4da3-8ffa-60330ba9269f None None] Attempting to bind port f300a16e-fa97-4a8a-9c7d-b78eea9dd5f7 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}] {{(pid=83833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:25:50.167427 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20137947-ba8b-4da3-8ffa-60330ba9269f None None] Attempting to bind port f300a16e-fa97-4a8a-9c7d-b78eea9dd5f7 on network ed45466e-0386-4b92-8de3-247c977242ac {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:25:50.177668 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ac3b61-66ea-46fb-b018-e888b290640f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:50.178007 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ac3b61-66ea-46fb-b018-e888b290640f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:50.178335 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ac3b61-66ea-46fb-b018-e888b290640f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:50.178656 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ac3b61-66ea-46fb-b018-e888b290640f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:50.179360 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ac3b61-66ea-46fb-b018-e888b290640f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:50.179360 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ac3b61-66ea-46fb-b018-e888b290640f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:50.179589 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ac3b61-66ea-46fb-b018-e888b290640f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:50.179905 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ac3b61-66ea-46fb-b018-e888b290640f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:50.180215 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ac3b61-66ea-46fb-b018-e888b290640f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:50.180522 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ac3b61-66ea-46fb-b018-e888b290640f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:50.180855 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ac3b61-66ea-46fb-b018-e888b290640f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:25:50.185053 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20137947-ba8b-4da3-8ffa-60330ba9269f None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:25:50.185459 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20137947-ba8b-4da3-8ffa-60330ba9269f None None] Checking segment: {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:25:50.185765 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-20137947-ba8b-4da3-8ffa-60330ba9269f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:50.186144 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20137947-ba8b-4da3-8ffa-60330ba9269f None None] Bound using segment: {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'} {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:25:50.186606 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-20137947-ba8b-4da3-8ffa-60330ba9269f None None] Bound port: f300a16e-fa97-4a8a-9c7d-b78eea9dd5f7, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}}] {{(pid=83833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:25:50.186966 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-20137947-ba8b-4da3-8ffa-60330ba9269f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:50.266149 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.db [None req-20137947-ba8b-4da3-8ffa-60330ba9269f None None] For port f300a16e-fa97-4a8a-9c7d-b78eea9dd5f7, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:25:50.269263 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.db [None req-20137947-ba8b-4da3-8ffa-60330ba9269f None None] For port f300a16e-fa97-4a8a-9c7d-b78eea9dd5f7, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=f300a16e-fa97-4a8a-9c7d-b78eea9dd5f7,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:25:50.275777 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-20137947-ba8b-4da3-8ffa-60330ba9269f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:50.294597 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b8fc4b-d86d-4d64-a017-411c9bf1d970 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-baced9ef-b088-472e-9869-d3949937dfcb', 'network_id': 'baced9ef-b088-472e-9869-d3949937dfcb', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'fixed_ips': [{'subnet_id': '239fb6ec-0e9f-4dd5-a67f-f94a3dda989e'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 16:25:50.295549 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-01b8fc4b-d86d-4d64-a017-411c9bf1d970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:50.367478 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ac3b61-66ea-46fb-b018-e888b290640f None None] Pushing event updated for resources: {'Port': ['ID=f300a16e-fa97-4a8a-9c7d-b78eea9dd5f7,revision_number=3']} {{(pid=83833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:50.386787 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20137947-ba8b-4da3-8ffa-60330ba9269f None None] Routers {'e016a15c-bf22-4797-80d9-c7fdf7067b3f'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:25:50.387418 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-20137947-ba8b-4da3-8ffa-60330ba9269f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:25:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['e016a15c-bf22-4797-80d9-c7fdf7067b3f'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:25:50.461170 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-01b8fc4b-d86d-4d64-a017-411c9bf1d970 None None] Allocated IP 172.20.0.2 (baced9ef-b088-472e-9869-d3949937dfcb/239fb6ec-0e9f-4dd5-a67f-f94a3dda989e/75fc90b0-064f-47e5-a873-3fc42039b03c) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:25:50.565351 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-20137947-ba8b-4da3-8ffa-60330ba9269f None None] Set router e016a15c-bf22-4797-80d9-c7fdf7067b3f gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:25:50.681718 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-01b8fc4b-d86d-4d64-a017-411c9bf1d970 None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:50.693122 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-01b8fc4b-d86d-4d64-a017-411c9bf1d970 None None] Transition to ACTIVE for port object 75fc90b0-064f-47e5-a873-3fc42039b03c will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:25:50.715961 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-01b8fc4b-d86d-4d64-a017-411c9bf1d970 None None] Transition to ACTIVE for port object 75fc90b0-064f-47e5-a873-3fc42039b03c will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:25:50.722250 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-01b8fc4b-d86d-4d64-a017-411c9bf1d970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:50.793881 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b8fc4b-d86d-4d64-a017-411c9bf1d970 None None] Network baced9ef-b088-472e-9869-d3949937dfcb is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:25:50.796634 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-01b8fc4b-d86d-4d64-a017-411c9bf1d970 None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:25:50.800405 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b8fc4b-d86d-4d64-a017-411c9bf1d970 None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:25:50.807490 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b8fc4b-d86d-4d64-a017-411c9bf1d970 None None] Pushing event updated for resources: {'Port': ['ID=75fc90b0-064f-47e5-a873-3fc42039b03c,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:50.860334 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-20137947-ba8b-4da3-8ffa-60330ba9269f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e016a15c-bf22-4797-80d9-c7fdf7067b3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821398016', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.138'}], 'enable_snat': True}, 'gw_port_id': 'f300a16e-fa97-4a8a-9c7d-b78eea9dd5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:25:47Z', 'updated_at': '2022-04-01T16:25:48Z', 'revision_number': 3, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'gw_port': {'id': 'f300a16e-fa97-4a8a-9c7d-b78eea9dd5f7', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e3:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e016a15c-bf22-4797-80d9-c7fdf7067b3f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:25:48Z', 'updated_at': '2022-04-01T16:25:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:25:50.865244 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20137947-ba8b-4da3-8ffa-60330ba9269f None None] The sync data for ids ['e016a15c-bf22-4797-80d9-c7fdf7067b3f'] in dv-neutron-833373-2-hyperv is: [{'id': 'e016a15c-bf22-4797-80d9-c7fdf7067b3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821398016', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.138'}], 'enable_snat': True}, 'gw_port_id': 'f300a16e-fa97-4a8a-9c7d-b78eea9dd5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:25:47Z', 'updated_at': '2022-04-01T16:25:48Z', 'revision_number': 3, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'gw_port': {'id': 'f300a16e-fa97-4a8a-9c7d-b78eea9dd5f7', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e3:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e016a15c-bf22-4797-80d9-c7fdf7067b3f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:25:48Z', 'updated_at': '2022-04-01T16:25:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:25:50.899556 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-01b8fc4b-d86d-4d64-a017-411c9bf1d970 None None] Attempting to bind port 75fc90b0-064f-47e5-a873-3fc42039b03c on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:25:50.899916 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-01b8fc4b-d86d-4d64-a017-411c9bf1d970 None None] Attempting to bind port 75fc90b0-064f-47e5-a873-3fc42039b03c by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': '441b008b-7f8f-44df-a717-3cd32fc9e62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'baced9ef-b088-472e-9869-d3949937dfcb'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:25:50.900268 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b8fc4b-d86d-4d64-a017-411c9bf1d970 None None] Attempting to bind port 75fc90b0-064f-47e5-a873-3fc42039b03c on network baced9ef-b088-472e-9869-d3949937dfcb {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:25:50.906416 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d98936f8-6fbd-4244-a6a4-8b20b049b0d2 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:50.906835 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b8fc4b-d86d-4d64-a017-411c9bf1d970 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:25:50.907204 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b8fc4b-d86d-4d64-a017-411c9bf1d970 None None] Checking segment: {'id': '441b008b-7f8f-44df-a717-3cd32fc9e62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'baced9ef-b088-472e-9869-d3949937dfcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:25:50.907741 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-01b8fc4b-d86d-4d64-a017-411c9bf1d970 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:50.908140 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b8fc4b-d86d-4d64-a017-411c9bf1d970 None None] Bound using segment: {'id': '441b008b-7f8f-44df-a717-3cd32fc9e62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'baced9ef-b088-472e-9869-d3949937dfcb'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:25:50.908611 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-01b8fc4b-d86d-4d64-a017-411c9bf1d970 None None] Bound port: 75fc90b0-064f-47e5-a873-3fc42039b03c, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441b008b-7f8f-44df-a717-3cd32fc9e62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'baced9ef-b088-472e-9869-d3949937dfcb'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:25:50.908991 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-01b8fc4b-d86d-4d64-a017-411c9bf1d970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:51.006696 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-01b8fc4b-d86d-4d64-a017-411c9bf1d970 None None] For port 75fc90b0-064f-47e5-a873-3fc42039b03c, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:25:51.010922 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-01b8fc4b-d86d-4d64-a017-411c9bf1d970 None None] For port 75fc90b0-064f-47e5-a873-3fc42039b03c, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=75fc90b0-064f-47e5-a873-3fc42039b03c,segment=NetworkSegment(441b008b-7f8f-44df-a717-3cd32fc9e62a),segment_id=441b008b-7f8f-44df-a717-3cd32fc9e62a)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:25:51.017472 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-01b8fc4b-d86d-4d64-a017-411c9bf1d970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:51.118623 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b8fc4b-d86d-4d64-a017-411c9bf1d970 None None] Pushing event updated for resources: {'Port': ['ID=75fc90b0-064f-47e5-a873-3fc42039b03c,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:51.520673 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-d98936f8-6fbd-4244-a6a4-8b20b049b0d2 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Allocated IP 172.20.0.1 (baced9ef-b088-472e-9869-d3949937dfcb/239fb6ec-0e9f-4dd5-a67f-f94a3dda989e/ab477f57-402b-412c-a95c-5989c322d8bf) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:25:51.590813 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 75fc90b0-064f-47e5-a873-3fc42039b03c up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:25:51.703680 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d98936f8-6fbd-4244-a6a4-8b20b049b0d2 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:51.712133 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 75fc90b0-064f-47e5-a873-3fc42039b03c completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:25:51.717948 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device f300a16e-fa97-4a8a-9c7d-b78eea9dd5f7 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:25:51.729812 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [None req-d98936f8-6fbd-4244-a6a4-8b20b049b0d2 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Transition to ACTIVE for port object ab477f57-402b-412c-a95c-5989c322d8bf will not be triggered until provisioned by entity DHCP. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:25:51.762615 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d98936f8-6fbd-4244-a6a4-8b20b049b0d2 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:51.796366 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port f300a16e-fa97-4a8a-9c7d-b78eea9dd5f7 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:25:51.802928 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port f300a16e-fa97-4a8a-9c7d-b78eea9dd5f7 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:25:51.803428 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:51.853981 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98936f8-6fbd-4244-a6a4-8b20b049b0d2 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Network baced9ef-b088-472e-9869-d3949937dfcb is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:25:51.857243 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-d98936f8-6fbd-4244-a6a4-8b20b049b0d2 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:25:51.861470 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98936f8-6fbd-4244-a6a4-8b20b049b0d2 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:25:51.892331 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98936f8-6fbd-4244-a6a4-8b20b049b0d2 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event updated for resources: {'Port': ['ID=ab477f57-402b-412c-a95c-5989c322d8bf,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:51.924323 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d98936f8-6fbd-4244-a6a4-8b20b049b0d2 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611418'] for router_interface, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:51.936229 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:51.955527 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port f300a16e-fa97-4a8a-9c7d-b78eea9dd5f7, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=f300a16e-fa97-4a8a-9c7d-b78eea9dd5f7,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:25:51.959561 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:52.031686 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d98936f8-6fbd-4244-a6a4-8b20b049b0d2 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:52.040614 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=f300a16e-fa97-4a8a-9c7d-b78eea9dd5f7,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:52.117111 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ddd5c09-ec06-4924-9c98-9e9cddeed951 None None] Network baced9ef-b088-472e-9869-d3949937dfcb requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:25:52.271245 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-cc0d9b6b-989d-44d9-9282-8ef546701f2a None None] Provisioning for port 75fc90b0-064f-47e5-a873-3fc42039b03c completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:25:52.290239 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-cc0d9b6b-989d-44d9-9282-8ef546701f2a None None] Provisioning complete for port 75fc90b0-064f-47e5-a873-3fc42039b03c triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:25:52.290615 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-cc0d9b6b-989d-44d9-9282-8ef546701f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:52.451890 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d98936f8-6fbd-4244-a6a4-8b20b049b0d2 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:52.456500 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d98936f8-6fbd-4244-a6a4-8b20b049b0d2 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:52.461078 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-cc0d9b6b-989d-44d9-9282-8ef546701f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:52.498908 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-cc0d9b6b-989d-44d9-9282-8ef546701f2a None None] For port 75fc90b0-064f-47e5-a873-3fc42039b03c, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=75fc90b0-064f-47e5-a873-3fc42039b03c,segment=NetworkSegment(441b008b-7f8f-44df-a717-3cd32fc9e62a),segment_id=441b008b-7f8f-44df-a717-3cd32fc9e62a)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:25:52.503390 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-cc0d9b6b-989d-44d9-9282-8ef546701f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:52.576183 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0d9b6b-989d-44d9-9282-8ef546701f2a None None] Pushing event updated for resources: {'Port': ['ID=75fc90b0-064f-47e5-a873-3fc42039b03c,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:52.582568 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d98936f8-6fbd-4244-a6a4-8b20b049b0d2 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611525'] for router_interface, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:52.587189 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98936f8-6fbd-4244-a6a4-8b20b049b0d2 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event updated for resources: {'Port': ['ID=ab477f57-402b-412c-a95c-5989c322d8bf,revision_number=2']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:52.727016 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-6b6244fe-f9e3-41be-bf40-64348c159841 None None] Provisioning for port ab477f57-402b-412c-a95c-5989c322d8bf completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:25:52.732321 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-6b6244fe-f9e3-41be-bf40-64348c159841 None None] Provisioning complete for port ab477f57-402b-412c-a95c-5989c322d8bf triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:25:52.732789 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6b6244fe-f9e3-41be-bf40-64348c159841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:52.741590 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98936f8-6fbd-4244-a6a4-8b20b049b0d2 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Network baced9ef-b088-472e-9869-d3949937dfcb is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:25:52.742746 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-d98936f8-6fbd-4244-a6a4-8b20b049b0d2 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:25:52.790540 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-6b6244fe-f9e3-41be-bf40-64348c159841 None None] Port ab477f57-402b-412c-a95c-5989c322d8bf cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 16:25:52.803835 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-6b6244fe-f9e3-41be-bf40-64348c159841 None None] Provisioning complete for port 75fc90b0-064f-47e5-a873-3fc42039b03c triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:25:52.804291 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6b6244fe-f9e3-41be-bf40-64348c159841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:53.057329 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-ad0e8922-5ef9-49b2-8a23-9f4e1e05328c None None] Provisioning complete for port ab477f57-402b-412c-a95c-5989c322d8bf triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:25:53.057784 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ad0e8922-5ef9-49b2-8a23-9f4e1e05328c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:53.112156 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-ad0e8922-5ef9-49b2-8a23-9f4e1e05328c None None] Port ab477f57-402b-412c-a95c-5989c322d8bf cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 16:25:53.255786 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d98936f8-6fbd-4244-a6a4-8b20b049b0d2 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Router e016a15c-bf22-4797-80d9-c7fdf7067b3f has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:25:53.461482 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d98936f8-6fbd-4244-a6a4-8b20b049b0d2 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:25:53.477208 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-d98936f8-6fbd-4244-a6a4-8b20b049b0d2 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "PUT /v2.0/routers/e016a15c-bf22-4797-80d9-c7fdf7067b3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3750179 Apr 01 16:25:53.525188 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 75fc90b0-064f-47e5-a873-3fc42039b03c up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:25:53.597356 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 75fc90b0-064f-47e5-a873-3fc42039b03c triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:25:53.597955 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:53.657525 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c72e1c83-91ef-48e5-bcfe-7f53a81b834b req-2767ce4d-d12a-4a2b-a08b-cd72258912cf tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1247414078&fields=id&tenant_id=3dd578100e004cd6aa38072871c36e42 HTTP/1.1" status: 200 len: 267 time: 0.0432220 Apr 01 16:25:53.724804 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device f300a16e-fa97-4a8a-9c7d-b78eea9dd5f7 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:25:53.793863 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port f300a16e-fa97-4a8a-9c7d-b78eea9dd5f7 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:25:53.794235 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:53.819969 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72e1c83-91ef-48e5-bcfe-7f53a81b834b req-6e97962b-7ad6-42d8-8147-55e28792a620 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:53.821447 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c72e1c83-91ef-48e5-bcfe-7f53a81b834b req-6e97962b-7ad6-42d8-8147-55e28792a620 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/networks?id=baced9ef-b088-472e-9869-d3949937dfcb HTTP/1.1" status: 200 len: 797 time: 0.1566143 Apr 01 16:25:53.839298 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c72e1c83-91ef-48e5-bcfe-7f53a81b834b req-a9a10b46-5e5d-4ec5-8134-3bfa9c71b6c4 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/quotas/3dd578100e004cd6aa38072871c36e42 HTTP/1.1" status: 200 len: 375 time: 0.0122221 Apr 01 16:25:53.925816 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-c72e1c83-91ef-48e5-bcfe-7f53a81b834b req-a23ed6df-34bd-4ec7-b0a0-f7ecbdbd6485 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Synchronizing usage tracker for tenant:3dd578100e004cd6aa38072871c36e42 on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:25:53.943243 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-c72e1c83-91ef-48e5-bcfe-7f53a81b834b req-a23ed6df-34bd-4ec7-b0a0-f7ecbdbd6485 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Unset dirty status for tenant:3dd578100e004cd6aa38072871c36e42 on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:25:53.944550 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c72e1c83-91ef-48e5-bcfe-7f53a81b834b req-a23ed6df-34bd-4ec7-b0a0-f7ecbdbd6485 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3dd578100e004cd6aa38072871c36e42&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0996339 Apr 01 16:25:53.949948 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-d2a24b9b-fea0-4062-907a-a5eb2e770f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:54.009352 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:54.087391 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c72e1c83-91ef-48e5-bcfe-7f53a81b834b req-16f733c5-dd60-40a5-9377-f0d5cbcd6e57 service neutron] 10.222.0.55 "GET /v2.0/networks/baced9ef-b088-472e-9869-d3949937dfcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297469 Apr 01 16:25:54.222033 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c72e1c83-91ef-48e5-bcfe-7f53a81b834b req-62580874-cab2-4141-bd1b-0752161f6cca service neutron] 10.222.0.55 "GET /v2.0/networks/baced9ef-b088-472e-9869-d3949937dfcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282876 Apr 01 16:25:54.419043 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-95b0d9d1-2a64-4440-8ca3-8e68936f0932 req-9ce4b682-a5dc-48a8-87b1-d6858c822750 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=c489531e-4cf5-4453-ac2f-2b0292ff4033 HTTP/1.1" status: 200 len: 210 time: 0.0416570 Apr 01 16:25:54.550764 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d879def0-0783-4c0a-a7f1-4cfd15a4de83 None None] Sync routers for ids ['e016a15c-bf22-4797-80d9-c7fdf7067b3f'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:25:54.562246 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d879def0-0783-4c0a-a7f1-4cfd15a4de83 None None] Routers {'e016a15c-bf22-4797-80d9-c7fdf7067b3f'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:25:54.562847 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-d879def0-0783-4c0a-a7f1-4cfd15a4de83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:25:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['e016a15c-bf22-4797-80d9-c7fdf7067b3f'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:25:54.749848 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-d879def0-0783-4c0a-a7f1-4cfd15a4de83 None None] Set router e016a15c-bf22-4797-80d9-c7fdf7067b3f gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:25:55.155786 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-d879def0-0783-4c0a-a7f1-4cfd15a4de83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e016a15c-bf22-4797-80d9-c7fdf7067b3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821398016', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.138'}], 'enable_snat': True}, 'gw_port_id': 'f300a16e-fa97-4a8a-9c7d-b78eea9dd5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:25:47Z', 'updated_at': '2022-04-01T16:25:51Z', 'revision_number': 4, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'gw_port': {'id': 'f300a16e-fa97-4a8a-9c7d-b78eea9dd5f7', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e016a15c-bf22-4797-80d9-c7fdf7067b3f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:25:48Z', 'updated_at': '2022-04-01T16:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': 'ab477f57-402b-412c-a95c-5989c322d8bf', 'name': '', 'network_id': 'baced9ef-b088-472e-9869-d3949937dfcb', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'mac_address': 'fa:16:3e:45:25:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e016a15c-bf22-4797-80d9-c7fdf7067b3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '239fb6ec-0e9f-4dd5-a67f-f94a3dda989e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:25:51Z', 'updated_at': '2022-04-01T16:25:52Z', 'revision_number': 2, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'subnets': [{'id': '239fb6ec-0e9f-4dd5-a67f-f94a3dda989e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:25:55.162383 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d879def0-0783-4c0a-a7f1-4cfd15a4de83 None None] Checking router: e016a15c-bf22-4797-80d9-c7fdf7067b3f for host: dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:25:55.162948 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d879def0-0783-4c0a-a7f1-4cfd15a4de83 None None] Updating router e016a15c-bf22-4797-80d9-c7fdf7067b3f port ab477f57-402b-412c-a95c-5989c322d8bf binding host dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 16:25:55.249845 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-d879def0-0783-4c0a-a7f1-4cfd15a4de83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:55.545710 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c23f7edf-7f95-4b9c-a06b-518b1552ffdb req-12505172-3dbf-45bb-8c6e-54fa0e7f6d7d tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=c489531e-4cf5-4453-ac2f-2b0292ff4033 HTTP/1.1" status: 200 len: 210 time: 0.0500965 Apr 01 16:25:55.639091 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-d879def0-0783-4c0a-a7f1-4cfd15a4de83 None None] Notify callbacks [] for port, precommit_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:55.653658 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-d879def0-0783-4c0a-a7f1-4cfd15a4de83 None None] Transition to ACTIVE for port object ab477f57-402b-412c-a95c-5989c322d8bf will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:25:55.661796 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-d879def0-0783-4c0a-a7f1-4cfd15a4de83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:55.786757 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0773dd74-cc02-4b3a-aaed-a57aa1ab1b3c None None] Pushing event updated for resources: {'Port': ['ID=ab477f57-402b-412c-a95c-5989c322d8bf,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:55.879098 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-d879def0-0783-4c0a-a7f1-4cfd15a4de83 None None] Attempting to bind port ab477f57-402b-412c-a95c-5989c322d8bf on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:25:55.879570 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-d879def0-0783-4c0a-a7f1-4cfd15a4de83 None None] Attempting to bind port ab477f57-402b-412c-a95c-5989c322d8bf by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': '441b008b-7f8f-44df-a717-3cd32fc9e62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'baced9ef-b088-472e-9869-d3949937dfcb'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:25:55.880010 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d879def0-0783-4c0a-a7f1-4cfd15a4de83 None None] Attempting to bind port ab477f57-402b-412c-a95c-5989c322d8bf on network baced9ef-b088-472e-9869-d3949937dfcb {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:25:55.886829 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d879def0-0783-4c0a-a7f1-4cfd15a4de83 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:25:55.887193 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d879def0-0783-4c0a-a7f1-4cfd15a4de83 None None] Checking segment: {'id': '441b008b-7f8f-44df-a717-3cd32fc9e62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'baced9ef-b088-472e-9869-d3949937dfcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:25:55.887587 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-d879def0-0783-4c0a-a7f1-4cfd15a4de83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:55.887970 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d879def0-0783-4c0a-a7f1-4cfd15a4de83 None None] Bound using segment: {'id': '441b008b-7f8f-44df-a717-3cd32fc9e62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'baced9ef-b088-472e-9869-d3949937dfcb'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:25:55.888430 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-d879def0-0783-4c0a-a7f1-4cfd15a4de83 None None] Bound port: ab477f57-402b-412c-a95c-5989c322d8bf, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441b008b-7f8f-44df-a717-3cd32fc9e62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'baced9ef-b088-472e-9869-d3949937dfcb'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:25:55.888815 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-d879def0-0783-4c0a-a7f1-4cfd15a4de83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:55.995815 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-d879def0-0783-4c0a-a7f1-4cfd15a4de83 None None] For port ab477f57-402b-412c-a95c-5989c322d8bf, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:25:55.998975 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-d879def0-0783-4c0a-a7f1-4cfd15a4de83 None None] For port ab477f57-402b-412c-a95c-5989c322d8bf, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=ab477f57-402b-412c-a95c-5989c322d8bf,segment=NetworkSegment(441b008b-7f8f-44df-a717-3cd32fc9e62a),segment_id=441b008b-7f8f-44df-a717-3cd32fc9e62a)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:25:56.006490 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-d879def0-0783-4c0a-a7f1-4cfd15a4de83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:56.086509 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0773dd74-cc02-4b3a-aaed-a57aa1ab1b3c None None] Pushing event updated for resources: {'Port': ['ID=ab477f57-402b-412c-a95c-5989c322d8bf,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:56.091434 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d879def0-0783-4c0a-a7f1-4cfd15a4de83 None None] Routers {'e016a15c-bf22-4797-80d9-c7fdf7067b3f'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:25:56.092057 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-d879def0-0783-4c0a-a7f1-4cfd15a4de83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:25:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['e016a15c-bf22-4797-80d9-c7fdf7067b3f'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:25:56.279235 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-d879def0-0783-4c0a-a7f1-4cfd15a4de83 None None] Set router e016a15c-bf22-4797-80d9-c7fdf7067b3f gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:25:56.377081 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-b50c1b9d-1878-4bdb-993c-dafc57233d07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:56.673842 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-d879def0-0783-4c0a-a7f1-4cfd15a4de83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e016a15c-bf22-4797-80d9-c7fdf7067b3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821398016', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.138'}], 'enable_snat': True}, 'gw_port_id': 'f300a16e-fa97-4a8a-9c7d-b78eea9dd5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:25:47Z', 'updated_at': '2022-04-01T16:25:51Z', 'revision_number': 4, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'gw_port': {'id': 'f300a16e-fa97-4a8a-9c7d-b78eea9dd5f7', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e016a15c-bf22-4797-80d9-c7fdf7067b3f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:25:48Z', 'updated_at': '2022-04-01T16:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': 'ab477f57-402b-412c-a95c-5989c322d8bf', 'name': '', 'network_id': 'baced9ef-b088-472e-9869-d3949937dfcb', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'mac_address': 'fa:16:3e:45:25:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e016a15c-bf22-4797-80d9-c7fdf7067b3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '239fb6ec-0e9f-4dd5-a67f-f94a3dda989e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:25:51Z', 'updated_at': '2022-04-01T16:25:55Z', 'revision_number': 4, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'subnets': [{'id': '239fb6ec-0e9f-4dd5-a67f-f94a3dda989e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:25:56.678660 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d879def0-0783-4c0a-a7f1-4cfd15a4de83 None None] The sync data for ids ['e016a15c-bf22-4797-80d9-c7fdf7067b3f'] in dv-neutron-833373-2-hyperv is: [{'id': 'e016a15c-bf22-4797-80d9-c7fdf7067b3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821398016', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.138'}], 'enable_snat': True}, 'gw_port_id': 'f300a16e-fa97-4a8a-9c7d-b78eea9dd5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:25:47Z', 'updated_at': '2022-04-01T16:25:51Z', 'revision_number': 4, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'gw_port': {'id': 'f300a16e-fa97-4a8a-9c7d-b78eea9dd5f7', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e016a15c-bf22-4797-80d9-c7fdf7067b3f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:25:48Z', 'updated_at': '2022-04-01T16:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': 'ab477f57-402b-412c-a95c-5989c322d8bf', 'name': '', 'network_id': 'baced9ef-b088-472e-9869-d3949937dfcb', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'mac_address': 'fa:16:3e:45:25:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e016a15c-bf22-4797-80d9-c7fdf7067b3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '239fb6ec-0e9f-4dd5-a67f-f94a3dda989e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:25:51Z', 'updated_at': '2022-04-01T16:25:55Z', 'revision_number': 4, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'subnets': [{'id': '239fb6ec-0e9f-4dd5-a67f-f94a3dda989e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:25:56.727516 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-292bd22a-84f0-45c1-81bb-1f90245ec7cf req-6c759499-e7ed-43d6-b843-099ac107ad20 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=c489531e-4cf5-4453-ac2f-2b0292ff4033 HTTP/1.1" status: 200 len: 210 time: 0.0485411 Apr 01 16:25:57.562274 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device ab477f57-402b-412c-a95c-5989c322d8bf up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:25:57.584978 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72e1c83-91ef-48e5-bcfe-7f53a81b834b req-26893188-520d-447e-a9fe-579454881d46 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:57.585822 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-c72e1c83-91ef-48e5-bcfe-7f53a81b834b req-26893188-520d-447e-a9fe-579454881d46 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Synchronizing usage tracker for tenant:3dd578100e004cd6aa38072871c36e42 on resource:network {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:25:57.604701 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-c72e1c83-91ef-48e5-bcfe-7f53a81b834b req-26893188-520d-447e-a9fe-579454881d46 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Unset dirty status for tenant:3dd578100e004cd6aa38072871c36e42 on resource:network {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:25:57.606343 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-c72e1c83-91ef-48e5-bcfe-7f53a81b834b req-26893188-520d-447e-a9fe-579454881d46 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.24 "GET /v2.0/networks?id=baced9ef-b088-472e-9869-d3949937dfcb HTTP/1.1" status: 200 len: 797 time: 0.1935756 Apr 01 16:25:57.653838 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port ab477f57-402b-412c-a95c-5989c322d8bf completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:25:57.659985 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port ab477f57-402b-412c-a95c-5989c322d8bf triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:25:57.660465 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:57.662298 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-c72e1c83-91ef-48e5-bcfe-7f53a81b834b req-79cc4f1e-6bca-4104-b57c-ebbb516491ef tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Synchronizing usage tracker for tenant:3dd578100e004cd6aa38072871c36e42 on resource:security_group {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:25:57.679636 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-c72e1c83-91ef-48e5-bcfe-7f53a81b834b req-79cc4f1e-6bca-4104-b57c-ebbb516491ef tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Unset dirty status for tenant:3dd578100e004cd6aa38072871c36e42 on resource:security_group {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:25:57.681258 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-c72e1c83-91ef-48e5-bcfe-7f53a81b834b req-79cc4f1e-6bca-4104-b57c-ebbb516491ef tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3dd578100e004cd6aa38072871c36e42 HTTP/1.1" status: 200 len: 380 time: 0.0620675 Apr 01 16:25:57.694507 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [req-c72e1c83-91ef-48e5-bcfe-7f53a81b834b req-fd112e39-0eeb-449d-9926-873bc4cbcea7 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Request body: {'port': {'device_id': 'c489531e-4cf5-4453-ac2f-2b0292ff4033', 'network_id': 'baced9ef-b088-472e-9869-d3949937dfcb', 'admin_state_up': True, 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'security_groups': ['5b64432d-026e-4277-8ead-9d60c1c0026e']}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:25:57.718009 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:57.792757 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:57.841601 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port ab477f57-402b-412c-a95c-5989c322d8bf, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=ab477f57-402b-412c-a95c-5989c322d8bf,segment=NetworkSegment(441b008b-7f8f-44df-a717-3cd32fc9e62a),segment_id=441b008b-7f8f-44df-a717-3cd32fc9e62a)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:25:57.842584 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:57.846078 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [req-c72e1c83-91ef-48e5-bcfe-7f53a81b834b req-fd112e39-0eeb-449d-9926-873bc4cbcea7 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:25:57.848544 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:57.858219 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [req-c72e1c83-91ef-48e5-bcfe-7f53a81b834b req-fd112e39-0eeb-449d-9926-873bc4cbcea7 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:25:57.872131 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c72e1c83-91ef-48e5-bcfe-7f53a81b834b req-fd112e39-0eeb-449d-9926-873bc4cbcea7 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Made reservation on behalf of 3dd578100e004cd6aa38072871c36e42 for: {'port': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:25:57.875503 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-c72e1c83-91ef-48e5-bcfe-7f53a81b834b req-fd112e39-0eeb-449d-9926-873bc4cbcea7 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:57.921619 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-9b610797-6f70-40e3-a089-f90daa8440a3 req-83b583be-61d3-48d4-a55d-d45cc1d9d0f5 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=c489531e-4cf5-4453-ac2f-2b0292ff4033 HTTP/1.1" status: 200 len: 210 time: 0.0487471 Apr 01 16:25:57.931254 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=ab477f57-402b-412c-a95c-5989c322d8bf,revision_number=5']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:58.047364 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [req-c72e1c83-91ef-48e5-bcfe-7f53a81b834b req-fd112e39-0eeb-449d-9926-873bc4cbcea7 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Allocated IP 172.20.0.12 (baced9ef-b088-472e-9869-d3949937dfcb/239fb6ec-0e9f-4dd5-a67f-f94a3dda989e/111b0139-ff5d-4b72-a5c5-1b561ba8c93b) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:25:58.322787 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-c72e1c83-91ef-48e5-bcfe-7f53a81b834b req-fd112e39-0eeb-449d-9926-873bc4cbcea7 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:58.337930 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [req-c72e1c83-91ef-48e5-bcfe-7f53a81b834b req-fd112e39-0eeb-449d-9926-873bc4cbcea7 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Transition to ACTIVE for port object 111b0139-ff5d-4b72-a5c5-1b561ba8c93b will not be triggered until provisioned by entity DHCP. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:25:58.359084 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-c72e1c83-91ef-48e5-bcfe-7f53a81b834b req-fd112e39-0eeb-449d-9926-873bc4cbcea7 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:58.429295 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c72e1c83-91ef-48e5-bcfe-7f53a81b834b req-fd112e39-0eeb-449d-9926-873bc4cbcea7 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Network baced9ef-b088-472e-9869-d3949937dfcb is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:25:58.432151 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [req-c72e1c83-91ef-48e5-bcfe-7f53a81b834b req-fd112e39-0eeb-449d-9926-873bc4cbcea7 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:25:58.436135 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [req-c72e1c83-91ef-48e5-bcfe-7f53a81b834b req-fd112e39-0eeb-449d-9926-873bc4cbcea7 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:25:58.466698 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd112e39-0eeb-449d-9926-873bc4cbcea7 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event updated for resources: {'Port': ['ID=111b0139-ff5d-4b72-a5c5-1b561ba8c93b,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:58.501357 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72e1c83-91ef-48e5-bcfe-7f53a81b834b req-fd112e39-0eeb-449d-9926-873bc4cbcea7 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:58.501971 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-c72e1c83-91ef-48e5-bcfe-7f53a81b834b req-fd112e39-0eeb-449d-9926-873bc4cbcea7 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:58.528293 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-c72e1c83-91ef-48e5-bcfe-7f53a81b834b req-fd112e39-0eeb-449d-9926-873bc4cbcea7 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8383081 Apr 01 16:25:58.541279 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [req-c72e1c83-91ef-48e5-bcfe-7f53a81b834b req-7935f905-2993-46b8-be9d-7b2a680b7f35 service neutron] Request body: {'port': {'device_id': 'c489531e-4cf5-4453-ac2f-2b0292ff4033', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:25:58.653644 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-c72e1c83-91ef-48e5-bcfe-7f53a81b834b req-7935f905-2993-46b8-be9d-7b2a680b7f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:58.679514 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-ee3610c3-9b4a-4c01-b03c-45feed217c6e None None] Provisioning for port 111b0139-ff5d-4b72-a5c5-1b561ba8c93b completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:25:58.684702 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-ee3610c3-9b4a-4c01-b03c-45feed217c6e None None] Provisioning complete for port 111b0139-ff5d-4b72-a5c5-1b561ba8c93b triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:25:58.685180 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ee3610c3-9b4a-4c01-b03c-45feed217c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:58.737626 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-ee3610c3-9b4a-4c01-b03c-45feed217c6e None None] Port 111b0139-ff5d-4b72-a5c5-1b561ba8c93b cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 16:25:59.001936 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [req-c72e1c83-91ef-48e5-bcfe-7f53a81b834b req-7935f905-2993-46b8-be9d-7b2a680b7f35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 111b0139-ff5d-4b72-a5c5-1b561ba8c93b {{(pid=83828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:25:59.011266 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-c72e1c83-91ef-48e5-bcfe-7f53a81b834b req-7935f905-2993-46b8-be9d-7b2a680b7f35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:59.028110 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [req-c72e1c83-91ef-48e5-bcfe-7f53a81b834b req-7935f905-2993-46b8-be9d-7b2a680b7f35 service neutron] Transition to ACTIVE for port object 111b0139-ff5d-4b72-a5c5-1b561ba8c93b will not be triggered until provisioned by entity L2. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:25:59.033049 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-c72e1c83-91ef-48e5-bcfe-7f53a81b834b req-7935f905-2993-46b8-be9d-7b2a680b7f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:59.129879 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee95ac5-4676-4020-bf51-d372a3cbc044 req-8d21209b-1eac-4369-ba0f-b6e272ee8aa5 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:59.132399 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8ee95ac5-4676-4020-bf51-d372a3cbc044 req-8d21209b-1eac-4369-ba0f-b6e272ee8aa5 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=c489531e-4cf5-4453-ac2f-2b0292ff4033 HTTP/1.1" status: 200 len: 944 time: 0.0857587 Apr 01 16:25:59.164233 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7935f905-2993-46b8-be9d-7b2a680b7f35 service neutron] Pushing event updated for resources: {'Port': ['ID=111b0139-ff5d-4b72-a5c5-1b561ba8c93b,revision_number=2']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:59.185374 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8ee95ac5-4676-4020-bf51-d372a3cbc044 req-5adf3365-b979-482c-bf9b-c1d212ec1eb1 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b64432d-026e-4277-8ead-9d60c1c0026e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466790 Apr 01 16:25:59.275669 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [req-c72e1c83-91ef-48e5-bcfe-7f53a81b834b req-7935f905-2993-46b8-be9d-7b2a680b7f35 service neutron] Attempting to bind port 111b0139-ff5d-4b72-a5c5-1b561ba8c93b on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:25:59.276003 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [req-c72e1c83-91ef-48e5-bcfe-7f53a81b834b req-7935f905-2993-46b8-be9d-7b2a680b7f35 service neutron] Attempting to bind port 111b0139-ff5d-4b72-a5c5-1b561ba8c93b by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '441b008b-7f8f-44df-a717-3cd32fc9e62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'baced9ef-b088-472e-9869-d3949937dfcb'}] {{(pid=83828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:25:59.276347 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72e1c83-91ef-48e5-bcfe-7f53a81b834b req-7935f905-2993-46b8-be9d-7b2a680b7f35 service neutron] Attempting to bind port 111b0139-ff5d-4b72-a5c5-1b561ba8c93b on network baced9ef-b088-472e-9869-d3949937dfcb {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:25:59.282354 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72e1c83-91ef-48e5-bcfe-7f53a81b834b req-7935f905-2993-46b8-be9d-7b2a680b7f35 service neutron] Port 111b0139-ff5d-4b72-a5c5-1b561ba8c93b on network baced9ef-b088-472e-9869-d3949937dfcb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 16:25:59.282728 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72e1c83-91ef-48e5-bcfe-7f53a81b834b req-7935f905-2993-46b8-be9d-7b2a680b7f35 service neutron] Attempting to bind port 111b0139-ff5d-4b72-a5c5-1b561ba8c93b on network baced9ef-b088-472e-9869-d3949937dfcb {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:25:59.289886 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72e1c83-91ef-48e5-bcfe-7f53a81b834b req-7935f905-2993-46b8-be9d-7b2a680b7f35 service neutron] Checking agent: {'id': '5b2860be-0b4f-4931-914a-5d10403eafcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 47, 24), 'started_at': datetime.datetime(2022, 4, 1, 15, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:25:59.290221 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72e1c83-91ef-48e5-bcfe-7f53a81b834b req-7935f905-2993-46b8-be9d-7b2a680b7f35 service neutron] Checking segment: {'id': '441b008b-7f8f-44df-a717-3cd32fc9e62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'baced9ef-b088-472e-9869-d3949937dfcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:25:59.290605 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72e1c83-91ef-48e5-bcfe-7f53a81b834b req-7935f905-2993-46b8-be9d-7b2a680b7f35 service neutron] Bound using segment: {'id': '441b008b-7f8f-44df-a717-3cd32fc9e62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'baced9ef-b088-472e-9869-d3949937dfcb'} {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:25:59.291033 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [req-c72e1c83-91ef-48e5-bcfe-7f53a81b834b req-7935f905-2993-46b8-be9d-7b2a680b7f35 service neutron] Bound port: 111b0139-ff5d-4b72-a5c5-1b561ba8c93b, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '441b008b-7f8f-44df-a717-3cd32fc9e62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'baced9ef-b088-472e-9869-d3949937dfcb'}}] {{(pid=83828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:25:59.291380 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-c72e1c83-91ef-48e5-bcfe-7f53a81b834b req-7935f905-2993-46b8-be9d-7b2a680b7f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:59.383095 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:59.386179 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [req-c72e1c83-91ef-48e5-bcfe-7f53a81b834b req-7935f905-2993-46b8-be9d-7b2a680b7f35 service neutron] For port 111b0139-ff5d-4b72-a5c5-1b561ba8c93b, host hv-neutron-8333, cleared binding levels {{(pid=83828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:25:59.389396 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [req-c72e1c83-91ef-48e5-bcfe-7f53a81b834b req-7935f905-2993-46b8-be9d-7b2a680b7f35 service neutron] For port 111b0139-ff5d-4b72-a5c5-1b561ba8c93b, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=111b0139-ff5d-4b72-a5c5-1b561ba8c93b,segment=NetworkSegment(441b008b-7f8f-44df-a717-3cd32fc9e62a),segment_id=441b008b-7f8f-44df-a717-3cd32fc9e62a)] {{(pid=83828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:25:59.393500 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-c72e1c83-91ef-48e5-bcfe-7f53a81b834b req-7935f905-2993-46b8-be9d-7b2a680b7f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:59.454763 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-c72e1c83-91ef-48e5-bcfe-7f53a81b834b req-7935f905-2993-46b8-be9d-7b2a680b7f35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:59.456089 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-c72e1c83-91ef-48e5-bcfe-7f53a81b834b req-7935f905-2993-46b8-be9d-7b2a680b7f35 service neutron] 10.222.0.24 "PUT /v2.0/ports/111b0139-ff5d-4b72-a5c5-1b561ba8c93b HTTP/1.1" status: 200 len: 1094 time: 0.9192033 Apr 01 16:25:59.459654 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c489531e-4cf5-4453-ac2f-2b0292ff4033', 'tag': '111b0139-ff5d-4b72-a5c5-1b561ba8c93b'}] {{(pid=83828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:25:59.491378 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7935f905-2993-46b8-be9d-7b2a680b7f35 service neutron] Pushing event updated for resources: {'Port': ['ID=111b0139-ff5d-4b72-a5c5-1b561ba8c93b,revision_number=3']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:25:59.560971 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device ab477f57-402b-412c-a95c-5989c322d8bf up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:25:59.579257 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c489531e-4cf5-4453-ac2f-2b0292ff4033', 'tag': '111b0139-ff5d-4b72-a5c5-1b561ba8c93b', 'status': 'completed', 'code': 200} Apr 01 16:25:59.611549 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-c72e1c83-91ef-48e5-bcfe-7f53a81b834b req-81366f5f-2251-435b-9f11-3a001fdf6d15 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3dd578100e004cd6aa38072871c36e42&device_id=c489531e-4cf5-4453-ac2f-2b0292ff4033 HTTP/1.1" status: 200 len: 1097 time: 0.1074800 Apr 01 16:25:59.647354 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port ab477f57-402b-412c-a95c-5989c322d8bf triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:25:59.648045 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:25:59.709687 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-c72e1c83-91ef-48e5-bcfe-7f53a81b834b req-67dc9e7a-62b6-4bfa-a533-fc6809a99c49 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=111b0139-ff5d-4b72-a5c5-1b561ba8c93b HTTP/1.1" status: 200 len: 217 time: 0.0898211 Apr 01 16:25:59.776765 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72e1c83-91ef-48e5-bcfe-7f53a81b834b req-a7b4695d-ed6e-48ff-bb85-ca504811ca37 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:25:59.778489 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-c72e1c83-91ef-48e5-bcfe-7f53a81b834b req-a7b4695d-ed6e-48ff-bb85-ca504811ca37 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=239fb6ec-0e9f-4dd5-a67f-f94a3dda989e HTTP/1.1" status: 200 len: 834 time: 0.0623145 Apr 01 16:25:59.857842 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-c72e1c83-91ef-48e5-bcfe-7f53a81b834b req-72d7785a-ba53-416a-b443-b387ea7f6c4a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=baced9ef-b088-472e-9869-d3949937dfcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708370 Apr 01 16:25:59.988760 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-c72e1c83-91ef-48e5-bcfe-7f53a81b834b req-bf29ee5b-0c7c-460a-a108-1eb882f3bd6e service neutron] 10.222.0.24 "GET /v2.0/networks/baced9ef-b088-472e-9869-d3949937dfcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236939 Apr 01 16:26:00.212519 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-c72e1c83-91ef-48e5-bcfe-7f53a81b834b req-b0b39230-bd5d-4c62-b430-215a3fc146bc service neutron] 10.222.0.24 "GET /v2.0/networks/baced9ef-b088-472e-9869-d3949937dfcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178636 Apr 01 16:26:00.333402 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-b2c64f40-70da-482f-ae12-b18c7d551a03 req-c91b8d0c-3324-4afd-bba7-c6afc6351336 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3dd578100e004cd6aa38072871c36e42&device_id=c489531e-4cf5-4453-ac2f-2b0292ff4033 HTTP/1.1" status: 200 len: 1097 time: 0.0742035 Apr 01 16:26:00.390035 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e79bb6e-04c3-4e28-82d7-0e8f8f49b7da req-66b2dfa2-b071-4d85-be32-5130f1278060 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:00.391482 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4e79bb6e-04c3-4e28-82d7-0e8f8f49b7da req-66b2dfa2-b071-4d85-be32-5130f1278060 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=c489531e-4cf5-4453-ac2f-2b0292ff4033 HTTP/1.1" status: 200 len: 944 time: 0.0769122 Apr 01 16:26:00.436565 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4e79bb6e-04c3-4e28-82d7-0e8f8f49b7da req-8932fd5f-a6f6-41d9-b2ba-aca33a4409f0 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b64432d-026e-4277-8ead-9d60c1c0026e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389242 Apr 01 16:26:00.466470 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c64f40-70da-482f-ae12-b18c7d551a03 req-830e6efd-243a-4cde-889d-e74b81dd539c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:00.467918 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-b2c64f40-70da-482f-ae12-b18c7d551a03 req-830e6efd-243a-4cde-889d-e74b81dd539c service neutron] 10.222.0.24 "GET /v2.0/networks?id=baced9ef-b088-472e-9869-d3949937dfcb HTTP/1.1" status: 200 len: 897 time: 0.1276114 Apr 01 16:26:00.533884 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-b2c64f40-70da-482f-ae12-b18c7d551a03 req-2eccb981-dda8-4ac0-8aee-1c29d12c50d8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=111b0139-ff5d-4b72-a5c5-1b561ba8c93b HTTP/1.1" status: 200 len: 217 time: 0.0598962 Apr 01 16:26:00.599446 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c64f40-70da-482f-ae12-b18c7d551a03 req-e64534d2-687d-4d31-accb-87ee67f87358 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:00.600863 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-b2c64f40-70da-482f-ae12-b18c7d551a03 req-e64534d2-687d-4d31-accb-87ee67f87358 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=239fb6ec-0e9f-4dd5-a67f-f94a3dda989e HTTP/1.1" status: 200 len: 834 time: 0.0605979 Apr 01 16:26:00.673659 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-b2c64f40-70da-482f-ae12-b18c7d551a03 req-b3185cde-5a5d-481b-bbe7-2f2c9365d2cd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=baced9ef-b088-472e-9869-d3949937dfcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665696 Apr 01 16:26:00.805988 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-b2c64f40-70da-482f-ae12-b18c7d551a03 req-b98586b0-b972-4abf-8e96-29bb28d4e3b6 service neutron] 10.222.0.24 "GET /v2.0/networks/baced9ef-b088-472e-9869-d3949937dfcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235535 Apr 01 16:26:00.935828 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-b2c64f40-70da-482f-ae12-b18c7d551a03 req-8c6fd91f-939a-4ab9-84cd-c4a251f64618 service neutron] 10.222.0.24 "GET /v2.0/networks/baced9ef-b088-472e-9869-d3949937dfcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236520 Apr 01 16:26:01.638094 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661bd004-b3d2-4101-99cf-7151ff04d9d1 req-07105a29-9d68-410b-9ccb-a1c2acb58ba7 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:01.639788 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-661bd004-b3d2-4101-99cf-7151ff04d9d1 req-07105a29-9d68-410b-9ccb-a1c2acb58ba7 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=c489531e-4cf5-4453-ac2f-2b0292ff4033 HTTP/1.1" status: 200 len: 944 time: 0.0793831 Apr 01 16:26:01.687439 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-661bd004-b3d2-4101-99cf-7151ff04d9d1 req-25ad759c-4da0-4b84-929c-9b129174e1f5 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b64432d-026e-4277-8ead-9d60c1c0026e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407405 Apr 01 16:26:02.476294 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 111b0139-ff5d-4b72-a5c5-1b561ba8c93b details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:26:02.608457 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 111b0139-ff5d-4b72-a5c5-1b561ba8c93b, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=111b0139-ff5d-4b72-a5c5-1b561ba8c93b,segment=NetworkSegment(441b008b-7f8f-44df-a717-3cd32fc9e62a),segment_id=441b008b-7f8f-44df-a717-3cd32fc9e62a)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:26:02.622301 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Returning: {'device': '111b0139-ff5d-4b72-a5c5-1b561ba8c93b', 'network_id': 'baced9ef-b088-472e-9869-d3949937dfcb', 'port_id': '111b0139-ff5d-4b72-a5c5-1b561ba8c93b', 'mac_address': 'fa:16:3e:56:d2:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '239fb6ec-0e9f-4dd5-a67f-f94a3dda989e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:26:02.674670 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:02.691683 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 111b0139-ff5d-4b72-a5c5-1b561ba8c93b {{(pid=83829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:26:02.705816 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 111b0139-ff5d-4b72-a5c5-1b561ba8c93b, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=111b0139-ff5d-4b72-a5c5-1b561ba8c93b,segment=NetworkSegment(441b008b-7f8f-44df-a717-3cd32fc9e62a),segment_id=441b008b-7f8f-44df-a717-3cd32fc9e62a)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:26:02.711059 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:02.781399 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=111b0139-ff5d-4b72-a5c5-1b561ba8c93b,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:26:02.892888 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0394a4e-8c48-4b5f-835b-91d012419aa4 req-be034780-3a64-4488-8fa5-2a3b35822865 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:02.894912 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a0394a4e-8c48-4b5f-835b-91d012419aa4 req-be034780-3a64-4488-8fa5-2a3b35822865 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=c489531e-4cf5-4453-ac2f-2b0292ff4033 HTTP/1.1" status: 200 len: 945 time: 0.0755627 Apr 01 16:26:02.928552 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] get_ports_and_sgs() called for port_ids ['111b0139-ff5d-4b72-a5c5-1b561ba8c93b'] {{(pid=83829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 16:26:02.942462 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a0394a4e-8c48-4b5f-835b-91d012419aa4 req-af762c59-b0b0-40cf-92b8-0baa7564422e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b64432d-026e-4277-8ead-9d60c1c0026e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420985 Apr 01 16:26:04.236949 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e503f4d8-0126-44d0-ae5e-dc2ae21c09f3 req-64e101b8-49bd-431a-b9d0-3c0a5cf9471c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:04.238421 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e503f4d8-0126-44d0-ae5e-dc2ae21c09f3 req-64e101b8-49bd-431a-b9d0-3c0a5cf9471c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=c489531e-4cf5-4453-ac2f-2b0292ff4033 HTTP/1.1" status: 200 len: 945 time: 0.1743209 Apr 01 16:26:04.284000 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e503f4d8-0126-44d0-ae5e-dc2ae21c09f3 req-165f8402-3e2a-4aec-8540-6963af780255 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b64432d-026e-4277-8ead-9d60c1c0026e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398695 Apr 01 16:26:04.492052 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 111b0139-ff5d-4b72-a5c5-1b561ba8c93b up at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:26:04.559579 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning for port 111b0139-ff5d-4b72-a5c5-1b561ba8c93b completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:26:04.564625 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning complete for port 111b0139-ff5d-4b72-a5c5-1b561ba8c93b triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:26:04.565037 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:04.679060 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:04.704276 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c489531e-4cf5-4453-ac2f-2b0292ff4033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '111b0139-ff5d-4b72-a5c5-1b561ba8c93b'}] {{(pid=83829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:26:04.725152 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 111b0139-ff5d-4b72-a5c5-1b561ba8c93b, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=111b0139-ff5d-4b72-a5c5-1b561ba8c93b,segment=NetworkSegment(441b008b-7f8f-44df-a717-3cd32fc9e62a),segment_id=441b008b-7f8f-44df-a717-3cd32fc9e62a)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:26:04.730365 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:04.775026 dv-neutron-833373-2-hyperv neutron-server[83829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c489531e-4cf5-4453-ac2f-2b0292ff4033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '111b0139-ff5d-4b72-a5c5-1b561ba8c93b', 'code': 200} Apr 01 16:26:04.800487 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=111b0139-ff5d-4b72-a5c5-1b561ba8c93b,revision_number=5']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:26:05.020235 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-d4305125-cb41-48c8-8f87-87681892586c req-b3798844-7f46-4f10-959a-c2d90442433c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c489531e-4cf5-4453-ac2f-2b0292ff4033 HTTP/1.1" status: 200 len: 1099 time: 0.0725136 Apr 01 16:26:05.063762 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-d4305125-cb41-48c8-8f87-87681892586c req-2e2c8a2b-89f7-4a6a-9875-fe5c3f8eecae service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5b64432d-026e-4277-8ead-9d60c1c0026e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379045 Apr 01 16:26:05.487452 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84ac172-1425-4f5b-bad3-45122f36ddac req-2f9d7e04-4536-4a44-a94a-d583a9b48482 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:05.489721 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a84ac172-1425-4f5b-bad3-45122f36ddac req-2f9d7e04-4536-4a44-a94a-d583a9b48482 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=c489531e-4cf5-4453-ac2f-2b0292ff4033 HTTP/1.1" status: 200 len: 946 time: 0.0808241 Apr 01 16:26:05.533783 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a84ac172-1425-4f5b-bad3-45122f36ddac req-45f3892b-816e-4c21-b822-c622b4875241 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b64432d-026e-4277-8ead-9d60c1c0026e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384753 Apr 01 16:26:06.732007 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e17642d-7541-49b4-aa1a-85c620132fe5 req-115550d1-682a-4706-9d92-f83e0326b04c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:06.733390 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2e17642d-7541-49b4-aa1a-85c620132fe5 req-115550d1-682a-4706-9d92-f83e0326b04c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=c489531e-4cf5-4453-ac2f-2b0292ff4033 HTTP/1.1" status: 200 len: 946 time: 0.0739746 Apr 01 16:26:06.778567 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2e17642d-7541-49b4-aa1a-85c620132fe5 req-9a20c48e-01d2-45a7-8241-fbb18f69c0a3 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b64432d-026e-4277-8ead-9d60c1c0026e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389290 Apr 01 16:26:06.918699 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-97c46cb1-e777-43e9-9616-3abb5e22fc93 req-ea59a5b8-0673-46d5-bc45-015a181d181c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c489531e-4cf5-4453-ac2f-2b0292ff4033&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0687661 Apr 01 16:26:06.983165 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc937e26-c6b6-4fe6-abf8-03eafe3bbeb6 req-61980a18-b012-4204-aba5-aade66cae9e1 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:06.984528 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-dc937e26-c6b6-4fe6-abf8-03eafe3bbeb6 req-61980a18-b012-4204-aba5-aade66cae9e1 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=c489531e-4cf5-4453-ac2f-2b0292ff4033 HTTP/1.1" status: 200 len: 946 time: 0.0831749 Apr 01 16:26:07.031819 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-dc937e26-c6b6-4fe6-abf8-03eafe3bbeb6 req-44f1efe2-3c39-42ec-9742-48d776324fe7 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b64432d-026e-4277-8ead-9d60c1c0026e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407717 Apr 01 16:26:07.060973 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-97c46cb1-e777-43e9-9616-3abb5e22fc93 req-a8cc47e5-3941-45f0-a8b6-15668d451904 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3dd578100e004cd6aa38072871c36e42&device_id=c489531e-4cf5-4453-ac2f-2b0292ff4033 HTTP/1.1" status: 200 len: 1099 time: 0.0753772 Apr 01 16:26:07.061478 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 34902) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:26:07.132147 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-de584285-5940-485c-bf9c-c2f54644e09f tempest-TestNetworkAdvancedServerOps-1163408523 tempest-TestNetworkAdvancedServerOps-1163408523-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=c489531e-4cf5-4453-ac2f-2b0292ff4033 HTTP/1.1" status: 200 len: 1094 time: 0.0694466 Apr 01 16:26:07.134753 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 34906) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:26:07.140131 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-469104ae-e242-4581-9f8e-916b762054d4 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Request body: {'floatingip': {'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'port_id': '111b0139-ff5d-4b72-a5c5-1b561ba8c93b', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:26:07.145872 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-469104ae-e242-4581-9f8e-916b762054d4 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:26:07.149650 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-469104ae-e242-4581-9f8e-916b762054d4 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Usage tracker for resource:floatingip and tenant:3dd578100e004cd6aa38072871c36e42 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:26:07.152434 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-469104ae-e242-4581-9f8e-916b762054d4 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:26:07.158066 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-469104ae-e242-4581-9f8e-916b762054d4 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:26:07.173183 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-469104ae-e242-4581-9f8e-916b762054d4 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for floatingip, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:07.213399 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c46cb1-e777-43e9-9616-3abb5e22fc93 req-a3bdea83-e0d6-467a-aacb-9dcbaf6fbe27 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:07.215106 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-97c46cb1-e777-43e9-9616-3abb5e22fc93 req-a3bdea83-e0d6-467a-aacb-9dcbaf6fbe27 service neutron] 10.222.0.24 "GET /v2.0/networks?id=baced9ef-b088-472e-9869-d3949937dfcb HTTP/1.1" status: 200 len: 897 time: 0.1340449 Apr 01 16:26:07.287354 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-97c46cb1-e777-43e9-9616-3abb5e22fc93 req-ded99b7a-2853-487b-a335-00b382523563 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=111b0139-ff5d-4b72-a5c5-1b561ba8c93b HTTP/1.1" status: 200 len: 217 time: 0.0660033 Apr 01 16:26:07.313860 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-469104ae-e242-4581-9f8e-916b762054d4 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:07.352549 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c46cb1-e777-43e9-9616-3abb5e22fc93 req-731f4ec7-2afe-406c-ad36-5811d618f06b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:07.354036 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-97c46cb1-e777-43e9-9616-3abb5e22fc93 req-731f4ec7-2afe-406c-ad36-5811d618f06b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=239fb6ec-0e9f-4dd5-a67f-f94a3dda989e HTTP/1.1" status: 200 len: 834 time: 0.0610313 Apr 01 16:26:07.431640 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-97c46cb1-e777-43e9-9616-3abb5e22fc93 req-efa66f12-f212-4d48-8cee-ccbfd19eb643 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=baced9ef-b088-472e-9869-d3949937dfcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714221 Apr 01 16:26:07.458453 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-469104ae-e242-4581-9f8e-916b762054d4 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Allocated IP 172.26.1.33 (ed45466e-0386-4b92-8de3-247c977242ac/0479f741-5cd1-4d6f-b593-d8aa909a42d3/086f174a-52c6-4fc0-9c59-d50add971c8e) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:26:07.571536 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-97c46cb1-e777-43e9-9616-3abb5e22fc93 req-76693c4a-df6a-4897-9582-410d1145f3f2 service neutron] 10.222.0.24 "GET /v2.0/networks/baced9ef-b088-472e-9869-d3949937dfcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334248 Apr 01 16:26:07.613502 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-469104ae-e242-4581-9f8e-916b762054d4 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:07.641264 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-469104ae-e242-4581-9f8e-916b762054d4 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:07.715842 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469104ae-e242-4581-9f8e-916b762054d4 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Network ed45466e-0386-4b92-8de3-247c977242ac is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:26:07.718641 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-469104ae-e242-4581-9f8e-916b762054d4 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:26:07.722520 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469104ae-e242-4581-9f8e-916b762054d4 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:26:07.752517 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469104ae-e242-4581-9f8e-916b762054d4 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event updated for resources: {'Port': ['ID=086f174a-52c6-4fc0-9c59-d50add971c8e,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:26:07.800748 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-97c46cb1-e777-43e9-9616-3abb5e22fc93 req-812bff54-7aa4-41d1-9a90-37797f773102 service neutron] 10.222.0.24 "GET /v2.0/networks/baced9ef-b088-472e-9869-d3949937dfcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227328 Apr 01 16:26:08.219481 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-469104ae-e242-4581-9f8e-916b762054d4 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:08.274343 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-469104ae-e242-4581-9f8e-916b762054d4 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:08.558686 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-469104ae-e242-4581-9f8e-916b762054d4 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:08.563071 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-469104ae-e242-4581-9f8e-916b762054d4 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:08.667791 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469104ae-e242-4581-9f8e-916b762054d4 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event updated for resources: {'Port': ['ID=086f174a-52c6-4fc0-9c59-d50add971c8e,revision_number=2']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:26:08.682477 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-469104ae-e242-4581-9f8e-916b762054d4 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617697'] for floatingip, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:08.870401 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.l3_db [None req-469104ae-e242-4581-9f8e-916b762054d4 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Floating IP 947118dd-1c37-4b2d-8632-b00b2e3ced61 associated. External IP: 172.26.1.33, port: 111b0139-ff5d-4b72-a5c5-1b561ba8c93b. Apr 01 16:26:09.262169 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-469104ae-e242-4581-9f8e-916b762054d4 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Router e016a15c-bf22-4797-80d9-c7fdf7067b3f has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:26:09.465289 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-469104ae-e242-4581-9f8e-916b762054d4 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:26:09.476789 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ab61ba-9aed-4b4b-b346-0f893549d7eb None None] Sync routers for ids ['e016a15c-bf22-4797-80d9-c7fdf7067b3f'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:26:09.490011 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ab61ba-9aed-4b4b-b346-0f893549d7eb None None] Routers {'e016a15c-bf22-4797-80d9-c7fdf7067b3f'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:26:09.490517 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-469104ae-e242-4581-9f8e-916b762054d4 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for floatingip, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:09.490951 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-67ab61ba-9aed-4b4b-b346-0f893549d7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:25:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['e016a15c-bf22-4797-80d9-c7fdf7067b3f'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:26:09.547747 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-469104ae-e242-4581-9f8e-916b762054d4 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4119699 Apr 01 16:26:09.548303 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c489531e-4cf5-4453-ac2f-2b0292ff4033', 'tag': '111b0139-ff5d-4b72-a5c5-1b561ba8c93b'}] {{(pid=83826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:26:09.618086 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c489531e-4cf5-4453-ac2f-2b0292ff4033', 'tag': '111b0139-ff5d-4b72-a5c5-1b561ba8c93b', 'status': 'completed', 'code': 200} Apr 01 16:26:09.682710 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-67ab61ba-9aed-4b4b-b346-0f893549d7eb None None] Set router e016a15c-bf22-4797-80d9-c7fdf7067b3f gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:26:09.715502 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-26c97957-1fd3-4bc6-8523-d8b3bffbc24b req-edcd87f3-945b-4960-a4d7-1872e4e40bae service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3dd578100e004cd6aa38072871c36e42&device_id=c489531e-4cf5-4453-ac2f-2b0292ff4033 HTTP/1.1" status: 200 len: 1099 time: 0.0745468 Apr 01 16:26:09.748778 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd4c43-8fd4-4a9b-afa5-3384542e8152 req-e824d04f-836b-4a90-803f-fdd1fb9258f2 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:09.750384 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b3cd4c43-8fd4-4a9b-afa5-3384542e8152 req-e824d04f-836b-4a90-803f-fdd1fb9258f2 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=c489531e-4cf5-4453-ac2f-2b0292ff4033 HTTP/1.1" status: 200 len: 946 time: 0.0827026 Apr 01 16:26:09.802719 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b3cd4c43-8fd4-4a9b-afa5-3384542e8152 req-76fb62b3-f179-44fc-bf27-cd5e81222b43 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b64432d-026e-4277-8ead-9d60c1c0026e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462749 Apr 01 16:26:09.832976 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 34914) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:26:09.863563 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c97957-1fd3-4bc6-8523-d8b3bffbc24b req-478f90d0-9926-41fb-9004-1dd4b04d0536 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:09.865157 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-26c97957-1fd3-4bc6-8523-d8b3bffbc24b req-478f90d0-9926-41fb-9004-1dd4b04d0536 service neutron] 10.222.0.24 "GET /v2.0/networks?id=baced9ef-b088-472e-9869-d3949937dfcb HTTP/1.1" status: 200 len: 897 time: 0.1425560 Apr 01 16:26:09.944254 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-4a9ccf52-3754-49fb-b048-1a38d1da71e4 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/floatingips/947118dd-1c37-4b2d-8632-b00b2e3ced61 HTTP/1.1" status: 200 len: 991 time: 0.1083791 Apr 01 16:26:09.968511 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-26c97957-1fd3-4bc6-8523-d8b3bffbc24b req-e012cfe8-b71e-40fc-8e2c-b2a0d621cfbd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=111b0139-ff5d-4b72-a5c5-1b561ba8c93b HTTP/1.1" status: 200 len: 999 time: 0.0967636 Apr 01 16:26:10.034320 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c97957-1fd3-4bc6-8523-d8b3bffbc24b req-3eba7983-86fe-47a4-9ca1-adc33479dbf3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:10.036572 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-26c97957-1fd3-4bc6-8523-d8b3bffbc24b req-3eba7983-86fe-47a4-9ca1-adc33479dbf3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=239fb6ec-0e9f-4dd5-a67f-f94a3dda989e HTTP/1.1" status: 200 len: 834 time: 0.0615110 Apr 01 16:26:10.077233 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-67ab61ba-9aed-4b4b-b346-0f893549d7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e016a15c-bf22-4797-80d9-c7fdf7067b3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821398016', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.138'}], 'enable_snat': True}, 'gw_port_id': 'f300a16e-fa97-4a8a-9c7d-b78eea9dd5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:25:47Z', 'updated_at': '2022-04-01T16:25:51Z', 'revision_number': 4, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'gw_port': {'id': 'f300a16e-fa97-4a8a-9c7d-b78eea9dd5f7', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e016a15c-bf22-4797-80d9-c7fdf7067b3f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:25:48Z', 'updated_at': '2022-04-01T16:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': '947118dd-1c37-4b2d-8632-b00b2e3ced61', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'floating_ip_address': '172.26.1.33', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': 'e016a15c-bf22-4797-80d9-c7fdf7067b3f', 'port_id': '111b0139-ff5d-4b72-a5c5-1b561ba8c93b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'baced9ef-b088-472e-9869-d3949937dfcb', 'mac_address': 'fa:16:3e:56:d2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c489531e-4cf5-4453-ac2f-2b0292ff4033', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:26:08Z', 'updated_at': '2022-04-01T16:26:08Z', 'revision_number': 0, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab477f57-402b-412c-a95c-5989c322d8bf', 'name': '', 'network_id': 'baced9ef-b088-472e-9869-d3949937dfcb', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'mac_address': 'fa:16:3e:45:25:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e016a15c-bf22-4797-80d9-c7fdf7067b3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '239fb6ec-0e9f-4dd5-a67f-f94a3dda989e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:25:51Z', 'updated_at': '2022-04-01T16:25:57Z', 'revision_number': 5, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'subnets': [{'id': '239fb6ec-0e9f-4dd5-a67f-f94a3dda989e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:26:10.081041 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ab61ba-9aed-4b4b-b346-0f893549d7eb None None] Checking router: e016a15c-bf22-4797-80d9-c7fdf7067b3f for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:26:10.092093 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ab61ba-9aed-4b4b-b346-0f893549d7eb None None] Routers {'e016a15c-bf22-4797-80d9-c7fdf7067b3f'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:26:10.092707 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-67ab61ba-9aed-4b4b-b346-0f893549d7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:25:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['e016a15c-bf22-4797-80d9-c7fdf7067b3f'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:26:10.115774 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-26c97957-1fd3-4bc6-8523-d8b3bffbc24b req-586864a1-9599-4f52-a99c-4ca5c8c8e7fc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=baced9ef-b088-472e-9869-d3949937dfcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724006 Apr 01 16:26:10.250536 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-26c97957-1fd3-4bc6-8523-d8b3bffbc24b req-288627bf-6aa7-4397-a7b9-1f65269b6205 service neutron] 10.222.0.24 "GET /v2.0/networks/baced9ef-b088-472e-9869-d3949937dfcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283696 Apr 01 16:26:10.280561 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-67ab61ba-9aed-4b4b-b346-0f893549d7eb None None] Set router e016a15c-bf22-4797-80d9-c7fdf7067b3f gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:26:10.384319 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-26c97957-1fd3-4bc6-8523-d8b3bffbc24b req-81670762-9fe9-40ed-9b39-b8e0e05c8309 service neutron] 10.222.0.24 "GET /v2.0/networks/baced9ef-b088-472e-9869-d3949937dfcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272721 Apr 01 16:26:10.622127 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-67ab61ba-9aed-4b4b-b346-0f893549d7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e016a15c-bf22-4797-80d9-c7fdf7067b3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821398016', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.138'}], 'enable_snat': True}, 'gw_port_id': 'f300a16e-fa97-4a8a-9c7d-b78eea9dd5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:25:47Z', 'updated_at': '2022-04-01T16:25:51Z', 'revision_number': 4, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'gw_port': {'id': 'f300a16e-fa97-4a8a-9c7d-b78eea9dd5f7', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e016a15c-bf22-4797-80d9-c7fdf7067b3f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:25:48Z', 'updated_at': '2022-04-01T16:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': '947118dd-1c37-4b2d-8632-b00b2e3ced61', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'floating_ip_address': '172.26.1.33', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': 'e016a15c-bf22-4797-80d9-c7fdf7067b3f', 'port_id': '111b0139-ff5d-4b72-a5c5-1b561ba8c93b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'baced9ef-b088-472e-9869-d3949937dfcb', 'mac_address': 'fa:16:3e:56:d2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c489531e-4cf5-4453-ac2f-2b0292ff4033', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:26:08Z', 'updated_at': '2022-04-01T16:26:08Z', 'revision_number': 0, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab477f57-402b-412c-a95c-5989c322d8bf', 'name': '', 'network_id': 'baced9ef-b088-472e-9869-d3949937dfcb', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'mac_address': 'fa:16:3e:45:25:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e016a15c-bf22-4797-80d9-c7fdf7067b3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '239fb6ec-0e9f-4dd5-a67f-f94a3dda989e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:25:51Z', 'updated_at': '2022-04-01T16:25:57Z', 'revision_number': 5, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'subnets': [{'id': '239fb6ec-0e9f-4dd5-a67f-f94a3dda989e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:26:10.626005 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ab61ba-9aed-4b4b-b346-0f893549d7eb None None] The sync data for ids ['e016a15c-bf22-4797-80d9-c7fdf7067b3f'] in dv-neutron-833373-2-hyperv is: [{'id': 'e016a15c-bf22-4797-80d9-c7fdf7067b3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821398016', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.138'}], 'enable_snat': True}, 'gw_port_id': 'f300a16e-fa97-4a8a-9c7d-b78eea9dd5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:25:47Z', 'updated_at': '2022-04-01T16:25:51Z', 'revision_number': 4, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'gw_port': {'id': 'f300a16e-fa97-4a8a-9c7d-b78eea9dd5f7', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e016a15c-bf22-4797-80d9-c7fdf7067b3f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:25:48Z', 'updated_at': '2022-04-01T16:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': '947118dd-1c37-4b2d-8632-b00b2e3ced61', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'floating_ip_address': '172.26.1.33', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': 'e016a15c-bf22-4797-80d9-c7fdf7067b3f', 'port_id': '111b0139-ff5d-4b72-a5c5-1b561ba8c93b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'baced9ef-b088-472e-9869-d3949937dfcb', 'mac_address': 'fa:16:3e:56:d2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c489531e-4cf5-4453-ac2f-2b0292ff4033', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:26:08Z', 'updated_at': '2022-04-01T16:26:08Z', 'revision_number': 0, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab477f57-402b-412c-a95c-5989c322d8bf', 'name': '', 'network_id': 'baced9ef-b088-472e-9869-d3949937dfcb', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'mac_address': 'fa:16:3e:45:25:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e016a15c-bf22-4797-80d9-c7fdf7067b3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '239fb6ec-0e9f-4dd5-a67f-f94a3dda989e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:25:51Z', 'updated_at': '2022-04-01T16:25:57Z', 'revision_number': 5, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'subnets': [{'id': '239fb6ec-0e9f-4dd5-a67f-f94a3dda989e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:26:10.947165 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 34918) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:26:11.051897 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-2c244e76-1cc4-43bd-861a-9270f60764fa tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/floatingips/947118dd-1c37-4b2d-8632-b00b2e3ced61 HTTP/1.1" status: 200 len: 991 time: 0.1023705 Apr 01 16:26:11.525980 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec4a148-e5c3-42e2-9a25-c75ccedab372 None None] New status for floating IP 947118dd-1c37-4b2d-8632-b00b2e3ced61: ACTIVE {{(pid=83829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 16:26:12.055092 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 34922) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:26:12.245383 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-78bbd6a1-09cd-4f6f-82f3-2607ab078aba tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/floatingips/947118dd-1c37-4b2d-8632-b00b2e3ced61 HTTP/1.1" status: 200 len: 993 time: 0.1889648 Apr 01 16:26:18.626257 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:26:23.952961 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c02d4131-b1d0-4caf-8d56-bc0bb71c9b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:24.005456 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:26.351443 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-4631b9be-ce30-4e97-afd4-61c56ef7a8d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:27.689971 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:27.825178 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:29.380310 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:39.187973 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-6d82a09f-680d-43fd-8254-f0b4b9d6c6a2 req-219fac5e-c79b-43d0-800e-3f98d6c421f8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3dd578100e004cd6aa38072871c36e42&device_id=c489531e-4cf5-4453-ac2f-2b0292ff4033 HTTP/1.1" status: 200 len: 1099 time: 0.0727918 Apr 01 16:26:39.241034 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d271d3-5e92-4eb3-b3f0-8392e3b75f12 req-50f32994-ec84-4b7e-8f28-dd2cf07edd7c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:39.242504 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-16d271d3-5e92-4eb3-b3f0-8392e3b75f12 req-50f32994-ec84-4b7e-8f28-dd2cf07edd7c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=c489531e-4cf5-4453-ac2f-2b0292ff4033 HTTP/1.1" status: 200 len: 946 time: 0.0875146 Apr 01 16:26:39.288493 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-16d271d3-5e92-4eb3-b3f0-8392e3b75f12 req-36fd8a22-3fbf-4b4b-a0ac-dc2ae76a1091 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b64432d-026e-4277-8ead-9d60c1c0026e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405669 Apr 01 16:26:39.324481 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d82a09f-680d-43fd-8254-f0b4b9d6c6a2 req-a1c31faa-0836-4ce5-b84d-a0f2206e2700 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:39.325962 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-6d82a09f-680d-43fd-8254-f0b4b9d6c6a2 req-a1c31faa-0836-4ce5-b84d-a0f2206e2700 service neutron] 10.222.0.24 "GET /v2.0/networks?id=baced9ef-b088-472e-9869-d3949937dfcb HTTP/1.1" status: 200 len: 897 time: 0.1315081 Apr 01 16:26:39.426130 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-6d82a09f-680d-43fd-8254-f0b4b9d6c6a2 req-9b302cac-e7dd-487c-9fa3-4bf4e6d108ad service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=111b0139-ff5d-4b72-a5c5-1b561ba8c93b HTTP/1.1" status: 200 len: 1001 time: 0.0938210 Apr 01 16:26:39.487706 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d82a09f-680d-43fd-8254-f0b4b9d6c6a2 req-bbf59fca-1359-4092-bd36-d7660bd32b8c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:39.489172 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-6d82a09f-680d-43fd-8254-f0b4b9d6c6a2 req-bbf59fca-1359-4092-bd36-d7660bd32b8c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=239fb6ec-0e9f-4dd5-a67f-f94a3dda989e HTTP/1.1" status: 200 len: 834 time: 0.0561800 Apr 01 16:26:39.562547 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-6d82a09f-680d-43fd-8254-f0b4b9d6c6a2 req-8a193aaf-a762-44d8-b414-8c828da8e134 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=baced9ef-b088-472e-9869-d3949937dfcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667014 Apr 01 16:26:39.695019 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-6d82a09f-680d-43fd-8254-f0b4b9d6c6a2 req-8b61829b-4f0f-4d40-8efb-f98cdc3b1321 service neutron] 10.222.0.24 "GET /v2.0/networks/baced9ef-b088-472e-9869-d3949937dfcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252887 Apr 01 16:26:39.830537 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-6d82a09f-680d-43fd-8254-f0b4b9d6c6a2 req-67aa309a-6330-4174-856d-3f2e3d70f176 service neutron] 10.222.0.24 "GET /v2.0/networks/baced9ef-b088-472e-9869-d3949937dfcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269176 Apr 01 16:26:40.522818 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf69afa-16d5-4b78-9e3f-891b7d0531d5 req-ee6a90a5-f263-4ac8-b0ee-289e773232ab tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:40.524531 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-bcf69afa-16d5-4b78-9e3f-891b7d0531d5 req-ee6a90a5-f263-4ac8-b0ee-289e773232ab tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=c489531e-4cf5-4453-ac2f-2b0292ff4033 HTTP/1.1" status: 200 len: 946 time: 0.0776548 Apr 01 16:26:40.581060 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-bcf69afa-16d5-4b78-9e3f-891b7d0531d5 req-5fda3b49-e437-4eaa-abd9-68ff857660e9 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b64432d-026e-4277-8ead-9d60c1c0026e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496094 Apr 01 16:26:41.798296 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af627e4-4582-4ede-bb8c-803ca9e763b8 req-9d7bb6e5-1015-40a6-8202-909e85fa7b38 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:41.800254 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-3af627e4-4582-4ede-bb8c-803ca9e763b8 req-9d7bb6e5-1015-40a6-8202-909e85fa7b38 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=c489531e-4cf5-4453-ac2f-2b0292ff4033 HTTP/1.1" status: 200 len: 946 time: 0.0827057 Apr 01 16:26:41.846349 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-3af627e4-4582-4ede-bb8c-803ca9e763b8 req-45984de6-f99c-46fc-b4f1-7acba273684f tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b64432d-026e-4277-8ead-9d60c1c0026e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406392 Apr 01 16:26:43.044426 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4801b5d-9a08-4eaf-891e-b33bbab17c1f req-a5cd694f-00d4-4663-a56a-6ed13e69da72 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:43.045904 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c4801b5d-9a08-4eaf-891e-b33bbab17c1f req-a5cd694f-00d4-4663-a56a-6ed13e69da72 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=c489531e-4cf5-4453-ac2f-2b0292ff4033 HTTP/1.1" status: 200 len: 946 time: 0.0756433 Apr 01 16:26:43.091987 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c4801b5d-9a08-4eaf-891e-b33bbab17c1f req-32e7e4f2-93e3-442d-b3d9-bde99985c446 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b64432d-026e-4277-8ead-9d60c1c0026e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402818 Apr 01 16:26:44.296131 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44caf572-ddd5-4c2f-b3b9-140671ee926c req-06cddb37-19ec-4df0-8c89-3e133bbe9f9d tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:44.297744 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-44caf572-ddd5-4c2f-b3b9-140671ee926c req-06cddb37-19ec-4df0-8c89-3e133bbe9f9d tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=c489531e-4cf5-4453-ac2f-2b0292ff4033 HTTP/1.1" status: 200 len: 946 time: 0.0842385 Apr 01 16:26:44.342177 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-44caf572-ddd5-4c2f-b3b9-140671ee926c req-7aa8ace7-76b4-46c6-ac76-6cd2d33239fa tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b64432d-026e-4277-8ead-9d60c1c0026e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379438 Apr 01 16:26:45.540543 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b32e29-4c43-4461-b2be-63cddf7c30d3 req-2ad3fc84-82c0-45dc-a70a-c62e61f045f8 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:45.542014 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-79b32e29-4c43-4461-b2be-63cddf7c30d3 req-2ad3fc84-82c0-45dc-a70a-c62e61f045f8 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=c489531e-4cf5-4453-ac2f-2b0292ff4033 HTTP/1.1" status: 200 len: 946 time: 0.0787845 Apr 01 16:26:45.591095 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-79b32e29-4c43-4461-b2be-63cddf7c30d3 req-b7e1d700-5181-4bb1-9f2a-f688c15b0abc tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b64432d-026e-4277-8ead-9d60c1c0026e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435662 Apr 01 16:26:46.788630 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2da8429-69a9-4b01-88ef-286408de21ee req-b1d59079-8ba1-496c-9a9c-635ff8d3da67 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:46.790218 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c2da8429-69a9-4b01-88ef-286408de21ee req-b1d59079-8ba1-496c-9a9c-635ff8d3da67 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=c489531e-4cf5-4453-ac2f-2b0292ff4033 HTTP/1.1" status: 200 len: 946 time: 0.0802171 Apr 01 16:26:46.836470 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c2da8429-69a9-4b01-88ef-286408de21ee req-c8821a43-8892-4d9f-98fc-7edccef60193 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b64432d-026e-4277-8ead-9d60c1c0026e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400927 Apr 01 16:26:48.041794 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cad48c-f78c-490b-bdda-78d038f8938b req-d87267bf-017e-44c9-abc2-9ef8c1369ea9 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:48.043233 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b1cad48c-f78c-490b-bdda-78d038f8938b req-d87267bf-017e-44c9-abc2-9ef8c1369ea9 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=c489531e-4cf5-4453-ac2f-2b0292ff4033 HTTP/1.1" status: 200 len: 946 time: 0.0803645 Apr 01 16:26:48.089193 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b1cad48c-f78c-490b-bdda-78d038f8938b req-019019f6-bc29-445f-a374-bfe580547cb3 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b64432d-026e-4277-8ead-9d60c1c0026e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403295 Apr 01 16:26:49.291870 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb599b96-1108-4b2f-9277-6394e8fd3bf8 req-36bffadc-7140-43ed-bc97-46c41898d813 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:49.293414 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-eb599b96-1108-4b2f-9277-6394e8fd3bf8 req-36bffadc-7140-43ed-bc97-46c41898d813 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=c489531e-4cf5-4453-ac2f-2b0292ff4033 HTTP/1.1" status: 200 len: 946 time: 0.0805664 Apr 01 16:26:49.337935 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-eb599b96-1108-4b2f-9277-6394e8fd3bf8 req-a3abbe32-2806-4974-8d6a-fd4eadc9da13 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b64432d-026e-4277-8ead-9d60c1c0026e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389862 Apr 01 16:26:50.539234 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069363d-cf69-4a78-a7c7-e4c751d1e021 req-692762a5-8fc2-43ae-a1bd-59ad69315b18 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:50.540758 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2069363d-cf69-4a78-a7c7-e4c751d1e021 req-692762a5-8fc2-43ae-a1bd-59ad69315b18 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=c489531e-4cf5-4453-ac2f-2b0292ff4033 HTTP/1.1" status: 200 len: 946 time: 0.0804999 Apr 01 16:26:50.586865 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2069363d-cf69-4a78-a7c7-e4c751d1e021 req-1a8aeac8-b699-4cf6-8d14-95c5c53c9ecf tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b64432d-026e-4277-8ead-9d60c1c0026e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405974 Apr 01 16:26:51.783573 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eed4fe5-4331-4829-9cca-7d5da3be7180 req-63ba4ec6-2990-439c-89f8-2c159bd6d051 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:26:51.785205 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-6eed4fe5-4331-4829-9cca-7d5da3be7180 req-63ba4ec6-2990-439c-89f8-2c159bd6d051 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=c489531e-4cf5-4453-ac2f-2b0292ff4033 HTTP/1.1" status: 200 len: 946 time: 0.0792508 Apr 01 16:26:51.839990 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-6eed4fe5-4331-4829-9cca-7d5da3be7180 req-436949bd-bbb7-49c4-b14d-8392eeb94d88 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b64432d-026e-4277-8ead-9d60c1c0026e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490737 Apr 01 16:26:51.869983 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 34960) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:26:51.972094 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-ab9e487e-5f24-4eff-b007-0052b7c9330d tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/floatingips/947118dd-1c37-4b2d-8632-b00b2e3ced61 HTTP/1.1" status: 200 len: 993 time: 0.1009150 Apr 01 16:26:53.954504 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c9240c25-c24e-4f8d-9ace-e55f6dccea2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:54.022191 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:55.629184 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:26:56.353161 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-59857320-0ac2-44c5-8d4a-1db1292bf0ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:57.694292 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:57.827900 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:26:59.384091 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:07.999180 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-606ddfaa-3b5c-4480-9824-2119bfea57bc req-c4216890-91b7-481b-bd16-96194a714bf3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c489531e-4cf5-4453-ac2f-2b0292ff4033&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1577559 Apr 01 16:27:08.139872 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-606ddfaa-3b5c-4480-9824-2119bfea57bc req-fe4dcea3-09dc-4f5b-aa95-dbb580e746d9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3dd578100e004cd6aa38072871c36e42&device_id=c489531e-4cf5-4453-ac2f-2b0292ff4033 HTTP/1.1" status: 200 len: 1099 time: 0.0695577 Apr 01 16:27:08.287732 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ddfaa-3b5c-4480-9824-2119bfea57bc req-867fc979-5d03-41d2-9ad2-549529c41315 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:08.289222 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-606ddfaa-3b5c-4480-9824-2119bfea57bc req-867fc979-5d03-41d2-9ad2-549529c41315 service neutron] 10.222.0.24 "GET /v2.0/networks?id=baced9ef-b088-472e-9869-d3949937dfcb HTTP/1.1" status: 200 len: 897 time: 0.1298523 Apr 01 16:27:08.394774 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-606ddfaa-3b5c-4480-9824-2119bfea57bc req-ef9776ea-9a8e-4e27-9b2f-b69511a2eee9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=111b0139-ff5d-4b72-a5c5-1b561ba8c93b HTTP/1.1" status: 200 len: 1001 time: 0.0991814 Apr 01 16:27:08.461704 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ddfaa-3b5c-4480-9824-2119bfea57bc req-90502ed9-7317-4798-8ce4-000446c5ac99 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:08.463418 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-606ddfaa-3b5c-4480-9824-2119bfea57bc req-90502ed9-7317-4798-8ce4-000446c5ac99 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=239fb6ec-0e9f-4dd5-a67f-f94a3dda989e HTTP/1.1" status: 200 len: 834 time: 0.0619614 Apr 01 16:27:08.541027 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-606ddfaa-3b5c-4480-9824-2119bfea57bc req-bdb63294-ba17-4eee-8b24-433492ca840a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=baced9ef-b088-472e-9869-d3949937dfcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700381 Apr 01 16:27:08.677035 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-606ddfaa-3b5c-4480-9824-2119bfea57bc req-b11a7fd4-4b6d-4016-a42c-8e00a0c36c9c service neutron] 10.222.0.24 "GET /v2.0/networks/baced9ef-b088-472e-9869-d3949937dfcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296828 Apr 01 16:27:08.821697 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-606ddfaa-3b5c-4480-9824-2119bfea57bc req-adbac2eb-7f1a-44ad-a7ba-d19ee5391efd service neutron] 10.222.0.24 "GET /v2.0/networks/baced9ef-b088-472e-9869-d3949937dfcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382444 Apr 01 16:27:22.400218 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 34976) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:27:22.599502 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-72621c52-22be-4c32-9944-636db0047a3c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Deleting port 086f174a-52c6-4fc0-9c59-d50add971c8e {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:27:22.599834 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-72621c52-22be-4c32-9944-636db0047a3c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:22.770746 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-72621c52-22be-4c32-9944-636db0047a3c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:22.770975 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-72621c52-22be-4c32-9944-636db0047a3c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:22.891163 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-72621c52-22be-4c32-9944-636db0047a3c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Calling delete_port for 086f174a-52c6-4fc0-9c59-d50add971c8e owned by network:floatingip {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:27:23.117887 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-72621c52-22be-4c32-9944-636db0047a3c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:23.163947 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72621c52-22be-4c32-9944-636db0047a3c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event deleted for resources: {'Port': ['ID=086f174a-52c6-4fc0-9c59-d50add971c8e,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:23.203739 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72621c52-22be-4c32-9944-636db0047a3c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:23.204077 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72621c52-22be-4c32-9944-636db0047a3c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:23.204413 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72621c52-22be-4c32-9944-636db0047a3c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:23.204759 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72621c52-22be-4c32-9944-636db0047a3c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:23.205092 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72621c52-22be-4c32-9944-636db0047a3c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:23.205420 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72621c52-22be-4c32-9944-636db0047a3c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:23.205736 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72621c52-22be-4c32-9944-636db0047a3c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:23.206056 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72621c52-22be-4c32-9944-636db0047a3c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:23.206409 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72621c52-22be-4c32-9944-636db0047a3c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:23.206726 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72621c52-22be-4c32-9944-636db0047a3c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:23.207043 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72621c52-22be-4c32-9944-636db0047a3c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:23.271018 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-72621c52-22be-4c32-9944-636db0047a3c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for floatingip, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:23.672741 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72621c52-22be-4c32-9944-636db0047a3c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Router e016a15c-bf22-4797-80d9-c7fdf7067b3f has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:27:23.870395 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72621c52-22be-4c32-9944-636db0047a3c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:27:23.880067 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d1edd7-a421-49be-ac58-a1af078a273f None None] Sync routers for ids ['e016a15c-bf22-4797-80d9-c7fdf7067b3f'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:27:23.886756 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-72621c52-22be-4c32-9944-636db0047a3c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for floatingip, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:23.893058 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d1edd7-a421-49be-ac58-a1af078a273f None None] Routers {'e016a15c-bf22-4797-80d9-c7fdf7067b3f'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:27:23.893755 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-85d1edd7-a421-49be-ac58-a1af078a273f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:26:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['e016a15c-bf22-4797-80d9-c7fdf7067b3f'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:27:23.947386 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-72621c52-22be-4c32-9944-636db0047a3c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "DELETE /v2.0/floatingips/947118dd-1c37-4b2d-8632-b00b2e3ced61 HTTP/1.1" status: 204 len: 168 time: 1.5439787 Apr 01 16:27:23.947386 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c489531e-4cf5-4453-ac2f-2b0292ff4033', 'tag': '111b0139-ff5d-4b72-a5c5-1b561ba8c93b'}] {{(pid=83826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:27:23.965718 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-321ea398-d380-4136-a9c5-b1ae6ca2eaec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:24.003876 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c489531e-4cf5-4453-ac2f-2b0292ff4033', 'tag': '111b0139-ff5d-4b72-a5c5-1b561ba8c93b', 'status': 'completed', 'code': 200} Apr 01 16:27:24.050050 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:24.103737 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-85d1edd7-a421-49be-ac58-a1af078a273f None None] Set router e016a15c-bf22-4797-80d9-c7fdf7067b3f gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:27:24.124250 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-20650d9e-c01b-4223-899b-c5dd0cbbe077 req-163323fc-35a4-43be-8e8a-cf25a12cab9d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3dd578100e004cd6aa38072871c36e42&device_id=c489531e-4cf5-4453-ac2f-2b0292ff4033 HTTP/1.1" status: 200 len: 1099 time: 0.0915418 Apr 01 16:27:24.271418 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20650d9e-c01b-4223-899b-c5dd0cbbe077 req-0d23693c-d83e-44d7-87b7-7c73cc45c3c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:24.273052 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-20650d9e-c01b-4223-899b-c5dd0cbbe077 req-0d23693c-d83e-44d7-87b7-7c73cc45c3c8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=baced9ef-b088-472e-9869-d3949937dfcb HTTP/1.1" status: 200 len: 897 time: 0.1420159 Apr 01 16:27:24.346564 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-20650d9e-c01b-4223-899b-c5dd0cbbe077 req-fb8ca356-bc95-4fee-a37a-accbc93d885c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=111b0139-ff5d-4b72-a5c5-1b561ba8c93b HTTP/1.1" status: 200 len: 217 time: 0.0662215 Apr 01 16:27:24.398700 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6343938-8221-4246-b7cf-ebaa7c99c2b4 req-3b211b37-60b5-4f76-addc-d57139776b1d tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:24.399421 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-d6343938-8221-4246-b7cf-ebaa7c99c2b4 req-3b211b37-60b5-4f76-addc-d57139776b1d tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Synchronizing usage tracker for tenant:3dd578100e004cd6aa38072871c36e42 on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:27:24.417306 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-d6343938-8221-4246-b7cf-ebaa7c99c2b4 req-3b211b37-60b5-4f76-addc-d57139776b1d tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Unset dirty status for tenant:3dd578100e004cd6aa38072871c36e42 on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:27:24.417841 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20650d9e-c01b-4223-899b-c5dd0cbbe077 req-6428d20c-f208-4972-a44c-1eb102e80a29 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:24.418464 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d6343938-8221-4246-b7cf-ebaa7c99c2b4 req-3b211b37-60b5-4f76-addc-d57139776b1d tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=c489531e-4cf5-4453-ac2f-2b0292ff4033 HTTP/1.1" status: 200 len: 946 time: 0.0980117 Apr 01 16:27:24.419810 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-20650d9e-c01b-4223-899b-c5dd0cbbe077 req-6428d20c-f208-4972-a44c-1eb102e80a29 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=239fb6ec-0e9f-4dd5-a67f-f94a3dda989e HTTP/1.1" status: 200 len: 834 time: 0.0678031 Apr 01 16:27:24.436394 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-85d1edd7-a421-49be-ac58-a1af078a273f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e016a15c-bf22-4797-80d9-c7fdf7067b3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821398016', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.138'}], 'enable_snat': True}, 'gw_port_id': 'f300a16e-fa97-4a8a-9c7d-b78eea9dd5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:25:47Z', 'updated_at': '2022-04-01T16:25:51Z', 'revision_number': 4, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'gw_port': {'id': 'f300a16e-fa97-4a8a-9c7d-b78eea9dd5f7', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e016a15c-bf22-4797-80d9-c7fdf7067b3f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:25:48Z', 'updated_at': '2022-04-01T16:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': 'ab477f57-402b-412c-a95c-5989c322d8bf', 'name': '', 'network_id': 'baced9ef-b088-472e-9869-d3949937dfcb', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'mac_address': 'fa:16:3e:45:25:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e016a15c-bf22-4797-80d9-c7fdf7067b3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '239fb6ec-0e9f-4dd5-a67f-f94a3dda989e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:25:51Z', 'updated_at': '2022-04-01T16:25:57Z', 'revision_number': 5, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'subnets': [{'id': '239fb6ec-0e9f-4dd5-a67f-f94a3dda989e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:27:24.441286 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d1edd7-a421-49be-ac58-a1af078a273f None None] Checking router: e016a15c-bf22-4797-80d9-c7fdf7067b3f for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:27:24.451964 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d1edd7-a421-49be-ac58-a1af078a273f None None] Routers {'e016a15c-bf22-4797-80d9-c7fdf7067b3f'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:27:24.452565 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-85d1edd7-a421-49be-ac58-a1af078a273f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:26:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['e016a15c-bf22-4797-80d9-c7fdf7067b3f'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:27:24.466853 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d6343938-8221-4246-b7cf-ebaa7c99c2b4 req-18644dec-d02c-4a60-bd3f-ecd71d8314c5 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b64432d-026e-4277-8ead-9d60c1c0026e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412014 Apr 01 16:27:24.504059 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-20650d9e-c01b-4223-899b-c5dd0cbbe077 req-ecd97330-3a83-4880-8160-edc3c152d3a2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=baced9ef-b088-472e-9869-d3949937dfcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771196 Apr 01 16:27:24.640655 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-20650d9e-c01b-4223-899b-c5dd0cbbe077 req-f39ab7f4-4732-413c-b546-23082b3e3ba7 service neutron] 10.222.0.24 "GET /v2.0/networks/baced9ef-b088-472e-9869-d3949937dfcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292031 Apr 01 16:27:24.674399 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-85d1edd7-a421-49be-ac58-a1af078a273f None None] Set router e016a15c-bf22-4797-80d9-c7fdf7067b3f gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:27:24.772173 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-20650d9e-c01b-4223-899b-c5dd0cbbe077 req-3c31d54e-cd95-4268-83b1-b82706ab787f service neutron] 10.222.0.24 "GET /v2.0/networks/baced9ef-b088-472e-9869-d3949937dfcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247928 Apr 01 16:27:24.981879 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-85d1edd7-a421-49be-ac58-a1af078a273f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e016a15c-bf22-4797-80d9-c7fdf7067b3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821398016', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.138'}], 'enable_snat': True}, 'gw_port_id': 'f300a16e-fa97-4a8a-9c7d-b78eea9dd5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:25:47Z', 'updated_at': '2022-04-01T16:25:51Z', 'revision_number': 4, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'gw_port': {'id': 'f300a16e-fa97-4a8a-9c7d-b78eea9dd5f7', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e016a15c-bf22-4797-80d9-c7fdf7067b3f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:25:48Z', 'updated_at': '2022-04-01T16:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': 'ab477f57-402b-412c-a95c-5989c322d8bf', 'name': '', 'network_id': 'baced9ef-b088-472e-9869-d3949937dfcb', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'mac_address': 'fa:16:3e:45:25:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e016a15c-bf22-4797-80d9-c7fdf7067b3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '239fb6ec-0e9f-4dd5-a67f-f94a3dda989e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:25:51Z', 'updated_at': '2022-04-01T16:25:57Z', 'revision_number': 5, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'subnets': [{'id': '239fb6ec-0e9f-4dd5-a67f-f94a3dda989e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:27:24.985805 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d1edd7-a421-49be-ac58-a1af078a273f None None] The sync data for ids ['e016a15c-bf22-4797-80d9-c7fdf7067b3f'] in dv-neutron-833373-2-hyperv is: [{'id': 'e016a15c-bf22-4797-80d9-c7fdf7067b3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821398016', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.138'}], 'enable_snat': True}, 'gw_port_id': 'f300a16e-fa97-4a8a-9c7d-b78eea9dd5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:25:47Z', 'updated_at': '2022-04-01T16:25:51Z', 'revision_number': 4, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'gw_port': {'id': 'f300a16e-fa97-4a8a-9c7d-b78eea9dd5f7', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e016a15c-bf22-4797-80d9-c7fdf7067b3f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:25:48Z', 'updated_at': '2022-04-01T16:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': 'ab477f57-402b-412c-a95c-5989c322d8bf', 'name': '', 'network_id': 'baced9ef-b088-472e-9869-d3949937dfcb', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'mac_address': 'fa:16:3e:45:25:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e016a15c-bf22-4797-80d9-c7fdf7067b3f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '239fb6ec-0e9f-4dd5-a67f-f94a3dda989e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:25:51Z', 'updated_at': '2022-04-01T16:25:57Z', 'revision_number': 5, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'subnets': [{'id': '239fb6ec-0e9f-4dd5-a67f-f94a3dda989e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:27:25.201359 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68af8b85-2bb1-4a6e-a36b-413457a6285f None None] New status for floating IP 947118dd-1c37-4b2d-8632-b00b2e3ced61: DOWN {{(pid=83829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 16:27:25.674713 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583537dd-6b63-44c2-bcfa-212e1313f735 req-f8c6bcf7-89bd-4874-b1e8-eddb62e99d02 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:25.676561 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-583537dd-6b63-44c2-bcfa-212e1313f735 req-f8c6bcf7-89bd-4874-b1e8-eddb62e99d02 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=c489531e-4cf5-4453-ac2f-2b0292ff4033 HTTP/1.1" status: 200 len: 946 time: 0.0852835 Apr 01 16:27:25.727959 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-583537dd-6b63-44c2-bcfa-212e1313f735 req-5503fb7f-5c28-4a60-b2c2-416ae0ca0313 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b64432d-026e-4277-8ead-9d60c1c0026e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447829 Apr 01 16:27:25.934612 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef78adbd-4aae-482a-b21a-0acc3e76be90 req-06fa6331-c825-4aad-9ac3-c38d5e8065b9 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:25.935203 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-ef78adbd-4aae-482a-b21a-0acc3e76be90 req-06fa6331-c825-4aad-9ac3-c38d5e8065b9 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Synchronizing usage tracker for tenant:3dd578100e004cd6aa38072871c36e42 on resource:port {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:27:25.946737 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-ef78adbd-4aae-482a-b21a-0acc3e76be90 req-06fa6331-c825-4aad-9ac3-c38d5e8065b9 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Unset dirty status for tenant:3dd578100e004cd6aa38072871c36e42 on resource:port {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:27:25.947800 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-ef78adbd-4aae-482a-b21a-0acc3e76be90 req-06fa6331-c825-4aad-9ac3-c38d5e8065b9 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.24 "GET /v2.0/ports?device_id=c489531e-4cf5-4453-ac2f-2b0292ff4033 HTTP/1.1" status: 200 len: 946 time: 0.0868573 Apr 01 16:27:26.115738 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [req-ef78adbd-4aae-482a-b21a-0acc3e76be90 req-049239fb-909a-425a-bd9f-596d6d41419b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Deleting port 111b0139-ff5d-4b72-a5c5-1b561ba8c93b {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:27:26.116076 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-ef78adbd-4aae-482a-b21a-0acc3e76be90 req-049239fb-909a-425a-bd9f-596d6d41419b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:26.355052 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-78895ab8-2799-468b-b71b-58dd0cfdc48d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:26.369925 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [req-ef78adbd-4aae-482a-b21a-0acc3e76be90 req-049239fb-909a-425a-bd9f-596d6d41419b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] For port 111b0139-ff5d-4b72-a5c5-1b561ba8c93b, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=111b0139-ff5d-4b72-a5c5-1b561ba8c93b,segment=NetworkSegment(441b008b-7f8f-44df-a717-3cd32fc9e62a),segment_id=441b008b-7f8f-44df-a717-3cd32fc9e62a)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:27:26.370283 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-ef78adbd-4aae-482a-b21a-0acc3e76be90 req-049239fb-909a-425a-bd9f-596d6d41419b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:26.499921 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [req-ef78adbd-4aae-482a-b21a-0acc3e76be90 req-049239fb-909a-425a-bd9f-596d6d41419b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Calling delete_port for 111b0139-ff5d-4b72-a5c5-1b561ba8c93b owned by compute:nova {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:27:26.643047 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-ef78adbd-4aae-482a-b21a-0acc3e76be90 req-049239fb-909a-425a-bd9f-596d6d41419b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:26.691525 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049239fb-909a-425a-bd9f-596d6d41419b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event deleted for resources: {'Port': ['ID=111b0139-ff5d-4b72-a5c5-1b561ba8c93b,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:26.731419 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049239fb-909a-425a-bd9f-596d6d41419b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:26.731775 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049239fb-909a-425a-bd9f-596d6d41419b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:26.732121 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049239fb-909a-425a-bd9f-596d6d41419b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:26.732459 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049239fb-909a-425a-bd9f-596d6d41419b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:26.732827 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049239fb-909a-425a-bd9f-596d6d41419b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:26.733162 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049239fb-909a-425a-bd9f-596d6d41419b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:26.733492 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049239fb-909a-425a-bd9f-596d6d41419b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:26.733820 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049239fb-909a-425a-bd9f-596d6d41419b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:26.734147 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049239fb-909a-425a-bd9f-596d6d41419b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:26.734471 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049239fb-909a-425a-bd9f-596d6d41419b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:26.734797 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049239fb-909a-425a-bd9f-596d6d41419b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:26.778662 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef78adbd-4aae-482a-b21a-0acc3e76be90 req-049239fb-909a-425a-bd9f-596d6d41419b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] No DVR routers for this DVR port 111b0139-ff5d-4b72-a5c5-1b561ba8c93b on host hv-neutron-8333 {{(pid=83828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:27:26.781059 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-ef78adbd-4aae-482a-b21a-0acc3e76be90 req-049239fb-909a-425a-bd9f-596d6d41419b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:26.783645 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c489531e-4cf5-4453-ac2f-2b0292ff4033', 'name': 'network-vif-deleted', 'tag': '111b0139-ff5d-4b72-a5c5-1b561ba8c93b'}] {{(pid=83828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:27:26.799268 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-ef78adbd-4aae-482a-b21a-0acc3e76be90 req-049239fb-909a-425a-bd9f-596d6d41419b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.24 "DELETE /v2.0/ports/111b0139-ff5d-4b72-a5c5-1b561ba8c93b HTTP/1.1" status: 204 len: 173 time: 0.8451629 Apr 01 16:27:26.841836 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c489531e-4cf5-4453-ac2f-2b0292ff4033', 'name': 'network-vif-deleted', 'tag': '111b0139-ff5d-4b72-a5c5-1b561ba8c93b', 'status': 'completed', 'code': 200} Apr 01 16:27:26.987858 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4c0fa818-7706-4b65-940d-d6063af230c1 req-6bbdd8f7-4336-4ff7-a472-5c8648cb93a2 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=c489531e-4cf5-4453-ac2f-2b0292ff4033 HTTP/1.1" status: 200 len: 210 time: 0.1309204 Apr 01 16:27:27.695898 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:27.830651 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:28.091116 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 34996) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:27:28.582935 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c8a0e706-3d58-43cf-b3db-8d2fc69ee9cb tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611543'] for router_interface, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:29.005411 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 111b0139-ff5d-4b72-a5c5-1b561ba8c93b no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:27:29.041289 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] No Port match for: 111b0139-ff5d-4b72-a5c5-1b561ba8c93b {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:27:29.041629 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 111b0139-ff5d-4b72-a5c5-1b561ba8c93b not bound to the agent host hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:27:29.184526 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-c8a0e706-3d58-43cf-b3db-8d2fc69ee9cb tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Deleting port ab477f57-402b-412c-a95c-5989c322d8bf {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:27:29.185150 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c8a0e706-3d58-43cf-b3db-8d2fc69ee9cb tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:29.369281 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [None req-c8a0e706-3d58-43cf-b3db-8d2fc69ee9cb tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] For port ab477f57-402b-412c-a95c-5989c322d8bf, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=ab477f57-402b-412c-a95c-5989c322d8bf,segment=NetworkSegment(441b008b-7f8f-44df-a717-3cd32fc9e62a),segment_id=441b008b-7f8f-44df-a717-3cd32fc9e62a)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:27:29.369635 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c8a0e706-3d58-43cf-b3db-8d2fc69ee9cb tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:29.387077 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:29.490765 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-c8a0e706-3d58-43cf-b3db-8d2fc69ee9cb tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Calling delete_port for ab477f57-402b-412c-a95c-5989c322d8bf owned by network:router_interface {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:27:29.668602 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c8a0e706-3d58-43cf-b3db-8d2fc69ee9cb tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:29.716839 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a0e706-3d58-43cf-b3db-8d2fc69ee9cb tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event deleted for resources: {'Port': ['ID=ab477f57-402b-412c-a95c-5989c322d8bf,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:30.102408 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c8a0e706-3d58-43cf-b3db-8d2fc69ee9cb tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611462'] for router_interface, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:30.672246 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8a0e706-3d58-43cf-b3db-8d2fc69ee9cb tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Router e016a15c-bf22-4797-80d9-c7fdf7067b3f has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:27:30.874614 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8a0e706-3d58-43cf-b3db-8d2fc69ee9cb tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:27:30.884979 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7983ea70-9b55-4a19-b93d-05348a532b4c None None] Sync routers for ids ['e016a15c-bf22-4797-80d9-c7fdf7067b3f'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:27:30.890481 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-c8a0e706-3d58-43cf-b3db-8d2fc69ee9cb tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "PUT /v2.0/routers/e016a15c-bf22-4797-80d9-c7fdf7067b3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7967479 Apr 01 16:27:30.891670 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 35000) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:27:30.897918 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7983ea70-9b55-4a19-b93d-05348a532b4c None None] Routers {'e016a15c-bf22-4797-80d9-c7fdf7067b3f'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:27:30.898529 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-7983ea70-9b55-4a19-b93d-05348a532b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:27:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['e016a15c-bf22-4797-80d9-c7fdf7067b3f'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:27:31.074795 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aeb0aec-eba8-49fb-9941-d4578de8e075 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Deleting subnet 239fb6ec-0e9f-4dd5-a67f-f94a3dda989e {{(pid=83826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 16:27:31.077788 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0aeb0aec-eba8-49fb-9941-d4578de8e075 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for subnet, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:31.080843 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-7983ea70-9b55-4a19-b93d-05348a532b4c None None] Set router e016a15c-bf22-4797-80d9-c7fdf7067b3f gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:27:31.138856 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0aeb0aec-eba8-49fb-9941-d4578de8e075 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16610770'] for subnet, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:31.227135 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0aeb0aec-eba8-49fb-9941-d4578de8e075 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:31.313293 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0aeb0aec-eba8-49fb-9941-d4578de8e075 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15415074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16089009'] for subnet, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:31.359368 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeb0aec-eba8-49fb-9941-d4578de8e075 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event deleted for resources: {'Subnet': ['ID=239fb6ec-0e9f-4dd5-a67f-f94a3dda989e,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:31.366208 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0aeb0aec-eba8-49fb-9941-d4578de8e075 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:31.374706 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-0aeb0aec-eba8-49fb-9941-d4578de8e075 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "DELETE /v2.0/subnets/239fb6ec-0e9f-4dd5-a67f-f94a3dda989e HTTP/1.1" status: 204 len: 168 time: 0.4791193 Apr 01 16:27:31.374880 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5466df-6319-454e-a086-9091c2899ea6 None None] Network baced9ef-b088-472e-9869-d3949937dfcb requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:27:31.375925 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 35004) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:27:31.386147 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-7983ea70-9b55-4a19-b93d-05348a532b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e016a15c-bf22-4797-80d9-c7fdf7067b3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821398016', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.138'}], 'enable_snat': True}, 'gw_port_id': 'f300a16e-fa97-4a8a-9c7d-b78eea9dd5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:25:47Z', 'updated_at': '2022-04-01T16:27:29Z', 'revision_number': 5, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'gw_port': {'id': 'f300a16e-fa97-4a8a-9c7d-b78eea9dd5f7', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e016a15c-bf22-4797-80d9-c7fdf7067b3f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:25:48Z', 'updated_at': '2022-04-01T16:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:27:31.391572 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7983ea70-9b55-4a19-b93d-05348a532b4c None None] Checking router: e016a15c-bf22-4797-80d9-c7fdf7067b3f for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:27:31.403511 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7983ea70-9b55-4a19-b93d-05348a532b4c None None] Routers {'e016a15c-bf22-4797-80d9-c7fdf7067b3f'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:27:31.404138 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-7983ea70-9b55-4a19-b93d-05348a532b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:27:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['e016a15c-bf22-4797-80d9-c7fdf7067b3f'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:27:31.611520 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-7983ea70-9b55-4a19-b93d-05348a532b4c None None] Set router e016a15c-bf22-4797-80d9-c7fdf7067b3f gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:27:31.630520 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-68a2ef23-c3af-4145-9464-c78b7784ecd9 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for router, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:31.675139 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05523ed1-5199-4d1a-9bae-ce5be66bb593 None None] DHCP port deletion for baced9ef-b088-472e-9869-d3949937dfcb request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 16:27:31.680160 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-05523ed1-5199-4d1a-9bae-ce5be66bb593 None None] Deleting port 75fc90b0-064f-47e5-a873-3fc42039b03c {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:27:31.680722 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-05523ed1-5199-4d1a-9bae-ce5be66bb593 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:31.869186 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-68a2ef23-c3af-4145-9464-c78b7784ecd9 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:31.880065 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-68a2ef23-c3af-4145-9464-c78b7784ecd9 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Deleting port f300a16e-fa97-4a8a-9c7d-b78eea9dd5f7 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:27:31.881064 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-68a2ef23-c3af-4145-9464-c78b7784ecd9 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:31.912391 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-05523ed1-5199-4d1a-9bae-ce5be66bb593 None None] For port 75fc90b0-064f-47e5-a873-3fc42039b03c, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=75fc90b0-064f-47e5-a873-3fc42039b03c,segment=NetworkSegment(441b008b-7f8f-44df-a717-3cd32fc9e62a),segment_id=441b008b-7f8f-44df-a717-3cd32fc9e62a)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:27:31.912713 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-05523ed1-5199-4d1a-9bae-ce5be66bb593 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:31.931980 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-7983ea70-9b55-4a19-b93d-05348a532b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e016a15c-bf22-4797-80d9-c7fdf7067b3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821398016', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.138'}], 'enable_snat': True}, 'gw_port_id': 'f300a16e-fa97-4a8a-9c7d-b78eea9dd5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:25:47Z', 'updated_at': '2022-04-01T16:27:29Z', 'revision_number': 5, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'gw_port': {'id': 'f300a16e-fa97-4a8a-9c7d-b78eea9dd5f7', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e016a15c-bf22-4797-80d9-c7fdf7067b3f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:25:48Z', 'updated_at': '2022-04-01T16:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:27:31.936358 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7983ea70-9b55-4a19-b93d-05348a532b4c None None] The sync data for ids ['e016a15c-bf22-4797-80d9-c7fdf7067b3f'] in dv-neutron-833373-2-hyperv is: [{'id': 'e016a15c-bf22-4797-80d9-c7fdf7067b3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821398016', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.138'}], 'enable_snat': True}, 'gw_port_id': 'f300a16e-fa97-4a8a-9c7d-b78eea9dd5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:25:47Z', 'updated_at': '2022-04-01T16:27:29Z', 'revision_number': 5, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'gw_port': {'id': 'f300a16e-fa97-4a8a-9c7d-b78eea9dd5f7', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:e3:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e016a15c-bf22-4797-80d9-c7fdf7067b3f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:25:48Z', 'updated_at': '2022-04-01T16:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:27:32.038345 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-05523ed1-5199-4d1a-9bae-ce5be66bb593 None None] Calling delete_port for 75fc90b0-064f-47e5-a873-3fc42039b03c owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:27:32.071723 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-68a2ef23-c3af-4145-9464-c78b7784ecd9 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] For port f300a16e-fa97-4a8a-9c7d-b78eea9dd5f7, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=f300a16e-fa97-4a8a-9c7d-b78eea9dd5f7,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:27:32.072248 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-68a2ef23-c3af-4145-9464-c78b7784ecd9 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:32.116723 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-05523ed1-5199-4d1a-9bae-ce5be66bb593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671'] for port, after_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:32.177154 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05523ed1-5199-4d1a-9bae-ce5be66bb593 None None] Pushing event deleted for resources: {'Port': ['ID=75fc90b0-064f-47e5-a873-3fc42039b03c,revision_number=None']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:32.179946 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05523ed1-5199-4d1a-9bae-ce5be66bb593 None None] No DVR routers for this DVR port 75fc90b0-064f-47e5-a873-3fc42039b03c on host dv-neutron-833373-2-hyperv {{(pid=83829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:27:32.200215 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05523ed1-5199-4d1a-9bae-ce5be66bb593 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:32.200798 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05523ed1-5199-4d1a-9bae-ce5be66bb593 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:32.201352 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05523ed1-5199-4d1a-9bae-ce5be66bb593 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:32.201885 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05523ed1-5199-4d1a-9bae-ce5be66bb593 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:32.202482 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05523ed1-5199-4d1a-9bae-ce5be66bb593 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:32.203023 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05523ed1-5199-4d1a-9bae-ce5be66bb593 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:32.203596 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05523ed1-5199-4d1a-9bae-ce5be66bb593 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:32.204127 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05523ed1-5199-4d1a-9bae-ce5be66bb593 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:32.207889 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05523ed1-5199-4d1a-9bae-ce5be66bb593 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:32.207889 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05523ed1-5199-4d1a-9bae-ce5be66bb593 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:32.207889 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05523ed1-5199-4d1a-9bae-ce5be66bb593 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:32.208215 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-68a2ef23-c3af-4145-9464-c78b7784ecd9 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Calling delete_port for f300a16e-fa97-4a8a-9c7d-b78eea9dd5f7 owned by network:router_gateway {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:27:32.487293 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-68a2ef23-c3af-4145-9464-c78b7784ecd9 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:32.533287 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a2ef23-c3af-4145-9464-c78b7784ecd9 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event deleted for resources: {'Port': ['ID=f300a16e-fa97-4a8a-9c7d-b78eea9dd5f7,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:32.629870 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:27:32.775922 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-68a2ef23-c3af-4145-9464-c78b7784ecd9 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617660'] for router_gateway, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:33.026316 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-68a2ef23-c3af-4145-9464-c78b7784ecd9 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130651'] for router, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:33.030719 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-68a2ef23-c3af-4145-9464-c78b7784ecd9 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:33.057785 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-68a2ef23-c3af-4145-9464-c78b7784ecd9 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607376'] for router, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:33.058315 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68a2ef23-c3af-4145-9464-c78b7784ecd9 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Fanout notify agent at l3_agent the message router_deleted on router e016a15c-bf22-4797-80d9-c7fdf7067b3f {{(pid=83828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 16:27:33.072264 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-68a2ef23-c3af-4145-9464-c78b7784ecd9 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:33.073376 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-68a2ef23-c3af-4145-9464-c78b7784ecd9 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "DELETE /v2.0/routers/e016a15c-bf22-4797-80d9-c7fdf7067b3f HTTP/1.1" status: 204 len: 168 time: 1.6956692 Apr 01 16:27:33.076195 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 35008) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:27:33.193091 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-25381344-1a6e-4086-bfc1-d4f1e945687a tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:33.424413 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-25381344-1a6e-4086-bfc1-d4f1e945687a tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:33.448378 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-25381344-1a6e-4086-bfc1-d4f1e945687a tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baced9ef-b088-472e-9869-d3949937dfcb']}} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:27:33.461525 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-25381344-1a6e-4086-bfc1-d4f1e945687a tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '441b008b-7f8f-44df-a717-3cd32fc9e62a') {'for_net_delete': True} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:27:33.461851 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-25381344-1a6e-4086-bfc1-d4f1e945687a tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '441b008b-7f8f-44df-a717-3cd32fc9e62a') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:27:33.474444 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-25381344-1a6e-4086-bfc1-d4f1e945687a tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16610763'] for segment, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:33.490464 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-25381344-1a6e-4086-bfc1-d4f1e945687a tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:33.497040 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25381344-1a6e-4086-bfc1-d4f1e945687a tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=83826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 16:27:33.497484 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-25381344-1a6e-4086-bfc1-d4f1e945687a tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15415164'] for segment, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:33.512990 dv-neutron-833373-2-hyperv neutron-server[83826]: Traceback (most recent call last): Apr 01 16:27:33.512990 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 16:27:33.512990 dv-neutron-833373-2-hyperv neutron-server[83826]: timer() Apr 01 16:27:33.512990 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:27:33.512990 dv-neutron-833373-2-hyperv neutron-server[83826]: cb(*args, **kw) Apr 01 16:27:33.512990 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:27:33.512990 dv-neutron-833373-2-hyperv neutron-server[83826]: return func(*args, **kwargs) Apr 01 16:27:33.512990 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:27:33.512990 dv-neutron-833373-2-hyperv neutron-server[83826]: self._notify() Apr 01 16:27:33.512990 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:27:33.512990 dv-neutron-833373-2-hyperv neutron-server[83826]: self.callback(batched_events) Apr 01 16:27:33.512990 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:27:33.512990 dv-neutron-833373-2-hyperv neutron-server[83826]: event.method(event) Apr 01 16:27:33.512990 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:27:33.512990 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:27:33.512990 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:27:33.512990 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:27:33.512990 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:27:33.512990 dv-neutron-833373-2-hyperv neutron-server[83826]: return f(self, *a, **k) Apr 01 16:27:33.512990 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 16:27:33.512990 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._get(url).json() Apr 01 16:27:33.512990 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 16:27:33.512990 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:27:33.512990 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 16:27:33.512990 dv-neutron-833373-2-hyperv neutron-server[83826]: return self.request(url, 'GET', **kwargs) Apr 01 16:27:33.512990 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 16:27:33.512990 dv-neutron-833373-2-hyperv neutron-server[83826]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:27:33.512990 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 16:27:33.512990 dv-neutron-833373-2-hyperv neutron-server[83826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:27:33.512990 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 16:27:33.512990 dv-neutron-833373-2-hyperv neutron-server[83826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:27:33.512990 dv-neutron-833373-2-hyperv neutron-server[83826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:27:33.573744 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device ab477f57-402b-412c-a95c-5989c322d8bf no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:27:33.596994 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-25381344-1a6e-4086-bfc1-d4f1e945687a tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:33.608359 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: ab477f57-402b-412c-a95c-5989c322d8bf {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:27:33.608697 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device ab477f57-402b-412c-a95c-5989c322d8bf not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:27:33.609138 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 75fc90b0-064f-47e5-a873-3fc42039b03c no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:27:33.617646 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-25381344-1a6e-4086-bfc1-d4f1e945687a tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:33.623799 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25381344-1a6e-4086-bfc1-d4f1e945687a tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event deleted for resources: {'Network': ['ID=baced9ef-b088-472e-9869-d3949937dfcb,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:33.635973 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-25381344-1a6e-4086-bfc1-d4f1e945687a tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "DELETE /v2.0/networks/baced9ef-b088-472e-9869-d3949937dfcb HTTP/1.1" status: 204 len: 168 time: 0.5579848 Apr 01 16:27:33.638538 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 35012) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:27:33.643546 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 75fc90b0-064f-47e5-a873-3fc42039b03c {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:27:33.643888 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 75fc90b0-064f-47e5-a873-3fc42039b03c not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:27:33.644303 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device f300a16e-fa97-4a8a-9c7d-b78eea9dd5f7 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:27:33.678540 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: f300a16e-fa97-4a8a-9c7d-b78eea9dd5f7 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:27:33.678787 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device f300a16e-fa97-4a8a-9c7d-b78eea9dd5f7 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:27:33.707250 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2cfb51ca-b621-4b09-88eb-1c92476b6f67 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:33.740535 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2cfb51ca-b621-4b09-88eb-1c92476b6f67 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:33.806814 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2cfb51ca-b621-4b09-88eb-1c92476b6f67 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:33.825018 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfb51ca-b621-4b09-88eb-1c92476b6f67 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b64432d-026e-4277-8ead-9d60c1c0026e,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:33.834479 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2cfb51ca-b621-4b09-88eb-1c92476b6f67 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:33.835579 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-2cfb51ca-b621-4b09-88eb-1c92476b6f67 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "DELETE /v2.0/security-groups/5b64432d-026e-4277-8ead-9d60c1c0026e HTTP/1.1" status: 204 len: 168 time: 0.1961205 Apr 01 16:27:34.105493 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 35020) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:27:34.112366 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-021a921b-0484-4dfd-8cb6-41012453db48 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1204388940', 'description': 'tempest-secgroup-smoke-1204388940 description', 'project_id': '3dd578100e004cd6aa38072871c36e42'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:27:34.118348 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-021a921b-0484-4dfd-8cb6-41012453db48 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:27:34.122426 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-021a921b-0484-4dfd-8cb6-41012453db48 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Usage tracker for resource:security_group and tenant:3dd578100e004cd6aa38072871c36e42 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:27:34.125785 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-021a921b-0484-4dfd-8cb6-41012453db48 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:27:34.131586 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-021a921b-0484-4dfd-8cb6-41012453db48 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:27:34.141582 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-021a921b-0484-4dfd-8cb6-41012453db48 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:34.177143 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-021a921b-0484-4dfd-8cb6-41012453db48 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:27:34.180875 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-021a921b-0484-4dfd-8cb6-41012453db48 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Usage tracker for resource:security_group_rule and tenant:3dd578100e004cd6aa38072871c36e42 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:27:34.183649 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-021a921b-0484-4dfd-8cb6-41012453db48 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:27:34.189615 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-021a921b-0484-4dfd-8cb6-41012453db48 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:27:34.245423 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-021a921b-0484-4dfd-8cb6-41012453db48 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:34.249162 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-021a921b-0484-4dfd-8cb6-41012453db48 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:34.294651 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021a921b-0484-4dfd-8cb6-41012453db48 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b399b3d-449c-40da-8537-f8f12d2257f3,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:34.299245 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-021a921b-0484-4dfd-8cb6-41012453db48 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:34.300416 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-021a921b-0484-4dfd-8cb6-41012453db48 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1938314 Apr 01 16:27:34.303475 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 35024) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:27:34.309268 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-ec3350d2-3bf2-4d40-9ce8-0f0e4beef20e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Request body: {'security_group_rule': {'security_group_id': '5b399b3d-449c-40da-8537-f8f12d2257f3', 'project_id': '3dd578100e004cd6aa38072871c36e42', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:27:34.315481 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-ec3350d2-3bf2-4d40-9ce8-0f0e4beef20e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:27:34.319188 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-ec3350d2-3bf2-4d40-9ce8-0f0e4beef20e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Usage tracker for resource:security_group_rule and tenant:3dd578100e004cd6aa38072871c36e42 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:27:34.322002 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-ec3350d2-3bf2-4d40-9ce8-0f0e4beef20e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:27:34.327756 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-ec3350d2-3bf2-4d40-9ce8-0f0e4beef20e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:27:34.346149 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ec3350d2-3bf2-4d40-9ce8-0f0e4beef20e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:34.405470 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ec3350d2-3bf2-4d40-9ce8-0f0e4beef20e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:34.409612 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ec3350d2-3bf2-4d40-9ce8-0f0e4beef20e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:34.431749 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3350d2-3bf2-4d40-9ce8-0f0e4beef20e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01ee64f4-12f6-42df-ba37-e620ae8e998f,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:34.440975 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ec3350d2-3bf2-4d40-9ce8-0f0e4beef20e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:34.442118 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-ec3350d2-3bf2-4d40-9ce8-0f0e4beef20e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1375620 Apr 01 16:27:34.444847 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 35028) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:27:34.450102 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-40fac48f-a3ba-4325-81ff-a239b8bc8b46 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Request body: {'security_group_rule': {'security_group_id': '5b399b3d-449c-40da-8537-f8f12d2257f3', 'project_id': '3dd578100e004cd6aa38072871c36e42', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:27:34.456390 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-40fac48f-a3ba-4325-81ff-a239b8bc8b46 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:27:34.460106 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-40fac48f-a3ba-4325-81ff-a239b8bc8b46 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Usage tracker for resource:security_group_rule and tenant:3dd578100e004cd6aa38072871c36e42 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:27:34.463163 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-40fac48f-a3ba-4325-81ff-a239b8bc8b46 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:27:34.468844 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-40fac48f-a3ba-4325-81ff-a239b8bc8b46 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:27:34.488072 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-40fac48f-a3ba-4325-81ff-a239b8bc8b46 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:34.554437 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-40fac48f-a3ba-4325-81ff-a239b8bc8b46 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:34.558031 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-40fac48f-a3ba-4325-81ff-a239b8bc8b46 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:34.580838 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fac48f-a3ba-4325-81ff-a239b8bc8b46 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51185471-c259-482d-be2e-55a17441b529,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:34.590092 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-40fac48f-a3ba-4325-81ff-a239b8bc8b46 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:34.591236 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-40fac48f-a3ba-4325-81ff-a239b8bc8b46 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1454482 Apr 01 16:27:34.593974 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 35032) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:27:34.599747 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-c0ea9ade-4da8-4a22-87f7-ca533dbdb746 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Request body: {'security_group_rule': {'security_group_id': '5b399b3d-449c-40da-8537-f8f12d2257f3', 'project_id': '3dd578100e004cd6aa38072871c36e42', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:27:34.605492 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-c0ea9ade-4da8-4a22-87f7-ca533dbdb746 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:27:34.609274 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-c0ea9ade-4da8-4a22-87f7-ca533dbdb746 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Usage tracker for resource:security_group_rule and tenant:3dd578100e004cd6aa38072871c36e42 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:27:34.612694 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-c0ea9ade-4da8-4a22-87f7-ca533dbdb746 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:27:34.618340 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-c0ea9ade-4da8-4a22-87f7-ca533dbdb746 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:27:34.634516 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c0ea9ade-4da8-4a22-87f7-ca533dbdb746 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:34.696432 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c0ea9ade-4da8-4a22-87f7-ca533dbdb746 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:34.699931 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c0ea9ade-4da8-4a22-87f7-ca533dbdb746 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:34.723498 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ea9ade-4da8-4a22-87f7-ca533dbdb746 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da9d536f-c9df-4c8c-8c6b-47e2cb14dc1f,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:34.731574 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c0ea9ade-4da8-4a22-87f7-ca533dbdb746 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:34.735403 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-c0ea9ade-4da8-4a22-87f7-ca533dbdb746 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1378558 Apr 01 16:27:34.735620 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 35036) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:27:34.741597 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-d379d378-1e16-4e9a-883f-0c6774688bad tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Request body: {'security_group_rule': {'security_group_id': '5b399b3d-449c-40da-8537-f8f12d2257f3', 'project_id': '3dd578100e004cd6aa38072871c36e42', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:27:34.747270 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-d379d378-1e16-4e9a-883f-0c6774688bad tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:27:34.751343 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-d379d378-1e16-4e9a-883f-0c6774688bad tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Usage tracker for resource:security_group_rule and tenant:3dd578100e004cd6aa38072871c36e42 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:27:34.754373 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-d379d378-1e16-4e9a-883f-0c6774688bad tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:27:34.759892 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-d379d378-1e16-4e9a-883f-0c6774688bad tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:27:34.781351 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d379d378-1e16-4e9a-883f-0c6774688bad tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:34.844031 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d379d378-1e16-4e9a-883f-0c6774688bad tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:34.849283 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d379d378-1e16-4e9a-883f-0c6774688bad tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:34.872422 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d379d378-1e16-4e9a-883f-0c6774688bad tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=586184c5-bfe7-4712-9091-4b9dd323b641,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:34.881242 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d379d378-1e16-4e9a-883f-0c6774688bad tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:34.882590 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-d379d378-1e16-4e9a-883f-0c6774688bad tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1453829 Apr 01 16:27:34.885482 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 35040) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:27:34.890828 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-613e1be6-b9b9-4e90-b7a1-dce29b429dcd tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Request body: {'security_group_rule': {'security_group_id': '5b399b3d-449c-40da-8537-f8f12d2257f3', 'project_id': '3dd578100e004cd6aa38072871c36e42', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:27:34.896833 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-613e1be6-b9b9-4e90-b7a1-dce29b429dcd tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:27:34.900616 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-613e1be6-b9b9-4e90-b7a1-dce29b429dcd tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Usage tracker for resource:security_group_rule and tenant:3dd578100e004cd6aa38072871c36e42 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:27:34.903442 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-613e1be6-b9b9-4e90-b7a1-dce29b429dcd tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:27:34.914443 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-613e1be6-b9b9-4e90-b7a1-dce29b429dcd tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:27:34.927722 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.securitygroups_db [None req-613e1be6-b9b9-4e90-b7a1-dce29b429dcd tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Project 3dd578100e004cd6aa38072871c36e42 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:27:34.934728 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-613e1be6-b9b9-4e90-b7a1-dce29b429dcd tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:35.002055 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-613e1be6-b9b9-4e90-b7a1-dce29b429dcd tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:35.006223 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-613e1be6-b9b9-4e90-b7a1-dce29b429dcd tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:35.033897 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613e1be6-b9b9-4e90-b7a1-dce29b429dcd tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=222c2595-114e-4c3d-b6e0-a51f825f925f,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:35.044541 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-613e1be6-b9b9-4e90-b7a1-dce29b429dcd tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:35.049253 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-613e1be6-b9b9-4e90-b7a1-dce29b429dcd tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1596434 Apr 01 16:27:35.049542 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 35044) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:27:35.055427 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-70028901-3efa-4541-958c-b37ea74996e4 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Request body: {'security_group_rule': {'security_group_id': '5b399b3d-449c-40da-8537-f8f12d2257f3', 'project_id': '3dd578100e004cd6aa38072871c36e42', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:27:35.061843 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-70028901-3efa-4541-958c-b37ea74996e4 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:27:35.065599 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-70028901-3efa-4541-958c-b37ea74996e4 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Usage tracker for resource:security_group_rule and tenant:3dd578100e004cd6aa38072871c36e42 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:27:35.068383 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-70028901-3efa-4541-958c-b37ea74996e4 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:27:35.073973 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-70028901-3efa-4541-958c-b37ea74996e4 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:27:35.085144 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.securitygroups_db [None req-70028901-3efa-4541-958c-b37ea74996e4 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Project 3dd578100e004cd6aa38072871c36e42 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:27:35.091555 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-70028901-3efa-4541-958c-b37ea74996e4 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:35.157057 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-70028901-3efa-4541-958c-b37ea74996e4 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:35.161360 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-70028901-3efa-4541-958c-b37ea74996e4 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:35.184368 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70028901-3efa-4541-958c-b37ea74996e4 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b244879f-1260-4172-a9bb-ba468f485d27,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:35.193281 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-70028901-3efa-4541-958c-b37ea74996e4 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:35.194479 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-70028901-3efa-4541-958c-b37ea74996e4 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1439242 Apr 01 16:27:35.197257 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 35048) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:27:35.202502 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-7b52ef3a-1fd9-4422-836c-572467c82e87 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Request body: {'network': {'name': 'tempest-network-smoke--821935345', 'project_id': '3dd578100e004cd6aa38072871c36e42', 'port_security_enabled': True}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:27:35.207474 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-7b52ef3a-1fd9-4422-836c-572467c82e87 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:27:35.211715 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-7b52ef3a-1fd9-4422-836c-572467c82e87 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Usage tracker for resource:network and tenant:3dd578100e004cd6aa38072871c36e42 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:27:35.214788 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-7b52ef3a-1fd9-4422-836c-572467c82e87 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:27:35.220475 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-7b52ef3a-1fd9-4422-836c-572467c82e87 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:27:35.230573 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b52ef3a-1fd9-4422-836c-572467c82e87 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Made reservation on behalf of 3dd578100e004cd6aa38072871c36e42 for: {'network': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:27:35.233525 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7b52ef3a-1fd9-4422-836c-572467c82e87 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:35.262939 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b52ef3a-1fd9-4422-836c-572467c82e87 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=83826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:27:35.272304 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7b52ef3a-1fd9-4422-836c-572467c82e87 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:35.272666 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.segments_db [None req-7b52ef3a-1fd9-4422-836c-572467c82e87 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Added segment d2532046-d0a9-41fd-a950-66a34c5bb37e of type vlan for network 0e2e4e62-f9e3-4597-a7d2-81552816d233 Apr 01 16:27:35.302077 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7b52ef3a-1fd9-4422-836c-572467c82e87 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:35.330757 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7b52ef3a-1fd9-4422-836c-572467c82e87 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:35.334437 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b52ef3a-1fd9-4422-836c-572467c82e87 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:35.335038 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-7b52ef3a-1fd9-4422-836c-572467c82e87 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:35.439965 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-7b52ef3a-1fd9-4422-836c-572467c82e87 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2417016 Apr 01 16:27:35.443053 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 35052) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:27:35.445857 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b52ef3a-1fd9-4422-836c-572467c82e87 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event updated for resources: {'Network': ['ID=0e2e4e62-f9e3-4597-a7d2-81552816d233,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:35.449429 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-d0cbbd72-7f19-44a2-9e6c-1f75a57344eb tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2011579199', 'admin_state_up': True, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:27:35.456254 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 0e2e4e62-f9e3-4597-a7d2-81552816d233 details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:27:35.457499 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-d0cbbd72-7f19-44a2-9e6c-1f75a57344eb tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:27:35.461257 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-d0cbbd72-7f19-44a2-9e6c-1f75a57344eb tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Usage tracker for resource:router and tenant:3dd578100e004cd6aa38072871c36e42 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:27:35.464293 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-d0cbbd72-7f19-44a2-9e6c-1f75a57344eb tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:27:35.469922 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-d0cbbd72-7f19-44a2-9e6c-1f75a57344eb tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:27:35.482219 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d0cbbd72-7f19-44a2-9e6c-1f75a57344eb tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130665'] for router, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:35.483124 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d0cbbd72-7f19-44a2-9e6c-1f75a57344eb tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617571', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130640'] for router, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:35.503218 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d0cbbd72-7f19-44a2-9e6c-1f75a57344eb tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:35.648821 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d0cbbd72-7f19-44a2-9e6c-1f75a57344eb tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130626'] for router, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:35.823713 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d0cbbd72-7f19-44a2-9e6c-1f75a57344eb tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for router_gateway, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:35.852986 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d0cbbd72-7f19-44a2-9e6c-1f75a57344eb tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:35.987554 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-d0cbbd72-7f19-44a2-9e6c-1f75a57344eb tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Allocated IP 172.26.1.127 (ed45466e-0386-4b92-8de3-247c977242ac/0479f741-5cd1-4d6f-b593-d8aa909a42d3/a8a27386-bc54-4d4e-b2a5-59617d2d4c44) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:27:36.240987 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d0cbbd72-7f19-44a2-9e6c-1f75a57344eb tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:36.271561 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d0cbbd72-7f19-44a2-9e6c-1f75a57344eb tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:36.340915 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0cbbd72-7f19-44a2-9e6c-1f75a57344eb tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Network ed45466e-0386-4b92-8de3-247c977242ac is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:27:36.343712 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-d0cbbd72-7f19-44a2-9e6c-1f75a57344eb tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:27:36.346151 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cbbd72-7f19-44a2-9e6c-1f75a57344eb tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:27:36.374752 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cbbd72-7f19-44a2-9e6c-1f75a57344eb tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event updated for resources: {'Port': ['ID=a8a27386-bc54-4d4e-b2a5-59617d2d4c44,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:36.508503 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d0cbbd72-7f19-44a2-9e6c-1f75a57344eb tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for router_gateway, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:36.509191 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d0cbbd72-7f19-44a2-9e6c-1f75a57344eb tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616'] for router, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:36.749240 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0cbbd72-7f19-44a2-9e6c-1f75a57344eb tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Router 53fe1e04-51ef-40a2-9365-19dab872938b is scheduled to L3 agent ff252634-3424-422a-b742-9ae457bd54bd with binding_index 1 {{(pid=83828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 16:27:36.947945 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0cbbd72-7f19-44a2-9e6c-1f75a57344eb tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:27:36.958766 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732a6fb8-a8b2-40b3-9d30-2e6ce430bd9a None None] Sync routers for ids ['53fe1e04-51ef-40a2-9365-19dab872938b'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:27:36.973684 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732a6fb8-a8b2-40b3-9d30-2e6ce430bd9a None None] Routers {'53fe1e04-51ef-40a2-9365-19dab872938b'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:27:36.974574 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-732a6fb8-a8b2-40b3-9d30-2e6ce430bd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:27:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['53fe1e04-51ef-40a2-9365-19dab872938b'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:27:36.977266 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-d0cbbd72-7f19-44a2-9e6c-1f75a57344eb tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:36.978452 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-d0cbbd72-7f19-44a2-9e6c-1f75a57344eb tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5343506 Apr 01 16:27:36.982076 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 35056) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:27:37.027069 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-b328cbb9-a833-4a7d-bd0f-64b2bffe787f tempest-TestNetworkAdvancedServerOps-1163408523 tempest-TestNetworkAdvancedServerOps-1163408523-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=3dd578100e004cd6aa38072871c36e42&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0432615 Apr 01 16:27:37.030142 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 35060) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:27:37.162708 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d57cc9-67d7-4362-bce3-1dc9ff5b9893 tempest-TestNetworkAdvancedServerOps-1163408523 tempest-TestNetworkAdvancedServerOps-1163408523-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:37.164194 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-d1d57cc9-67d7-4362-bce3-1dc9ff5b9893 tempest-TestNetworkAdvancedServerOps-1163408523 tempest-TestNetworkAdvancedServerOps-1163408523-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1329546 Apr 01 16:27:37.166978 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 35064) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:27:37.198353 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-732a6fb8-a8b2-40b3-9d30-2e6ce430bd9a None None] Set router 53fe1e04-51ef-40a2-9365-19dab872938b gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:27:37.205528 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-66b4292f-05c2-4df9-85a4-787cf374eb26 tempest-TestNetworkAdvancedServerOps-1163408523 tempest-TestNetworkAdvancedServerOps-1163408523-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=ed45466e-0386-4b92-8de3-247c977242ac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373232 Apr 01 16:27:37.207860 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 35068) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:27:37.213416 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-5de09f1e-3aea-4987-823d-953081d93e3c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1358024923', 'network_id': '0e2e4e62-f9e3-4597-a7d2-81552816d233', 'project_id': '3dd578100e004cd6aa38072871c36e42', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:27:37.323857 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-5de09f1e-3aea-4987-823d-953081d93e3c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:27:37.329346 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-5de09f1e-3aea-4987-823d-953081d93e3c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Usage tracker for resource:subnet and tenant:3dd578100e004cd6aa38072871c36e42 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:27:37.332419 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-5de09f1e-3aea-4987-823d-953081d93e3c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:27:37.338355 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-5de09f1e-3aea-4987-823d-953081d93e3c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:27:37.351162 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de09f1e-3aea-4987-823d-953081d93e3c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Made reservation on behalf of 3dd578100e004cd6aa38072871c36e42 for: {'subnet': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:27:37.455100 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5de09f1e-3aea-4987-823d-953081d93e3c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16088980'] for subnet, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:37.497866 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-732a6fb8-a8b2-40b3-9d30-2e6ce430bd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53fe1e04-51ef-40a2-9365-19dab872938b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2011579199', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.127'}], 'enable_snat': True}, 'gw_port_id': 'a8a27386-bc54-4d4e-b2a5-59617d2d4c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:27:35Z', 'updated_at': '2022-04-01T16:27:36Z', 'revision_number': 3, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'gw_port': {'id': 'a8a27386-bc54-4d4e-b2a5-59617d2d4c44', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:5e:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53fe1e04-51ef-40a2-9365-19dab872938b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:27:35Z', 'updated_at': '2022-04-01T16:27:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:27:37.502734 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732a6fb8-a8b2-40b3-9d30-2e6ce430bd9a None None] Checking router: 53fe1e04-51ef-40a2-9365-19dab872938b for host: dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:27:37.503300 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732a6fb8-a8b2-40b3-9d30-2e6ce430bd9a None None] Updating router 53fe1e04-51ef-40a2-9365-19dab872938b port a8a27386-bc54-4d4e-b2a5-59617d2d4c44 binding host dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 16:27:37.554790 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-732a6fb8-a8b2-40b3-9d30-2e6ce430bd9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:37.681829 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5de09f1e-3aea-4987-823d-953081d93e3c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15415267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16089018'] for subnet, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:37.844579 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de09f1e-3aea-4987-823d-953081d93e3c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event updated for resources: {'Subnet': ['ID=680e712a-0732-47a7-8a6d-8f5b8c81763a,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:37.859639 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de09f1e-3aea-4987-823d-953081d93e3c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Checking segment: {'id': 'd2532046-d0a9-41fd-a950-66a34c5bb37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0e2e4e62-f9e3-4597-a7d2-81552816d233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:27:37.859994 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de09f1e-3aea-4987-823d-953081d93e3c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Network hostable DHCP agents. Network: 0e2e4e62-f9e3-4597-a7d2-81552816d233, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:27:37.882713 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de09f1e-3aea-4987-823d-953081d93e3c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Network 0e2e4e62-f9e3-4597-a7d2-81552816d233 is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:27:37.896522 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-5de09f1e-3aea-4987-823d-953081d93e3c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, 0e2e4e62-f9e3-4597-a7d2-81552816d233) {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:27:37.900946 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de09f1e-3aea-4987-823d-953081d93e3c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:37.901523 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5de09f1e-3aea-4987-823d-953081d93e3c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:37.901650 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-732a6fb8-a8b2-40b3-9d30-2e6ce430bd9a None None] Notify callbacks [] for port, precommit_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:37.911564 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efa0b0f-e208-4ad8-86c3-219b577c3ec9 None None] Network 0e2e4e62-f9e3-4597-a7d2-81552816d233 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:27:37.924588 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-5de09f1e-3aea-4987-823d-953081d93e3c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7155101 Apr 01 16:27:37.927186 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 35072) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:27:37.939457 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-732a6fb8-a8b2-40b3-9d30-2e6ce430bd9a None None] Transition to ACTIVE for port object a8a27386-bc54-4d4e-b2a5-59617d2d4c44 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:27:37.989417 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-732a6fb8-a8b2-40b3-9d30-2e6ce430bd9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:38.101335 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-732a6fb8-a8b2-40b3-9d30-2e6ce430bd9a None None] Attempting to bind port a8a27386-bc54-4d4e-b2a5-59617d2d4c44 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:27:38.101615 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-732a6fb8-a8b2-40b3-9d30-2e6ce430bd9a None None] Attempting to bind port a8a27386-bc54-4d4e-b2a5-59617d2d4c44 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:27:38.101973 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732a6fb8-a8b2-40b3-9d30-2e6ce430bd9a None None] Attempting to bind port a8a27386-bc54-4d4e-b2a5-59617d2d4c44 on network ed45466e-0386-4b92-8de3-247c977242ac {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:27:38.120460 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5c26b7-a797-49a6-a60b-9636aa8565f8 None None] Pushing event updated for resources: {'Port': ['ID=a8a27386-bc54-4d4e-b2a5-59617d2d4c44,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:38.130161 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732a6fb8-a8b2-40b3-9d30-2e6ce430bd9a None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:27:38.130529 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732a6fb8-a8b2-40b3-9d30-2e6ce430bd9a None None] Checking segment: {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:27:38.130936 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-732a6fb8-a8b2-40b3-9d30-2e6ce430bd9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:38.131356 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732a6fb8-a8b2-40b3-9d30-2e6ce430bd9a None None] Bound using segment: {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:27:38.131786 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-732a6fb8-a8b2-40b3-9d30-2e6ce430bd9a None None] Bound port: a8a27386-bc54-4d4e-b2a5-59617d2d4c44, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:27:38.132158 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-732a6fb8-a8b2-40b3-9d30-2e6ce430bd9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:38.287417 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-732a6fb8-a8b2-40b3-9d30-2e6ce430bd9a None None] For port a8a27386-bc54-4d4e-b2a5-59617d2d4c44, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:27:38.296348 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36a2c8b-b965-44db-a92b-fff8765aed0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-0e2e4e62-f9e3-4597-a7d2-81552816d233', 'network_id': '0e2e4e62-f9e3-4597-a7d2-81552816d233', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'fixed_ips': [{'subnet_id': '680e712a-0732-47a7-8a6d-8f5b8c81763a'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 16:27:38.297276 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a36a2c8b-b965-44db-a92b-fff8765aed0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:38.308538 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-732a6fb8-a8b2-40b3-9d30-2e6ce430bd9a None None] For port a8a27386-bc54-4d4e-b2a5-59617d2d4c44, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=a8a27386-bc54-4d4e-b2a5-59617d2d4c44,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:27:38.318804 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-732a6fb8-a8b2-40b3-9d30-2e6ce430bd9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:38.465523 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5c26b7-a797-49a6-a60b-9636aa8565f8 None None] Pushing event updated for resources: {'Port': ['ID=a8a27386-bc54-4d4e-b2a5-59617d2d4c44,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:38.476572 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732a6fb8-a8b2-40b3-9d30-2e6ce430bd9a None None] Routers {'53fe1e04-51ef-40a2-9365-19dab872938b'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:27:38.477215 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-732a6fb8-a8b2-40b3-9d30-2e6ce430bd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:27:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['53fe1e04-51ef-40a2-9365-19dab872938b'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:27:38.713717 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bab4445d-5088-44cf-a222-6cd23b69f672 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:38.738232 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-a36a2c8b-b965-44db-a92b-fff8765aed0d None None] Allocated IP 172.20.0.2 (0e2e4e62-f9e3-4597-a7d2-81552816d233/680e712a-0732-47a7-8a6d-8f5b8c81763a/a59c49e3-6088-4490-9a1e-5e8825c39ad5) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:27:38.831517 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-732a6fb8-a8b2-40b3-9d30-2e6ce430bd9a None None] Set router 53fe1e04-51ef-40a2-9365-19dab872938b gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:27:39.174540 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a36a2c8b-b965-44db-a92b-fff8765aed0d None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:39.218293 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a36a2c8b-b965-44db-a92b-fff8765aed0d None None] Transition to ACTIVE for port object a59c49e3-6088-4490-9a1e-5e8825c39ad5 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:27:39.247096 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a36a2c8b-b965-44db-a92b-fff8765aed0d None None] Transition to ACTIVE for port object a59c49e3-6088-4490-9a1e-5e8825c39ad5 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:27:39.255319 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a36a2c8b-b965-44db-a92b-fff8765aed0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:39.331543 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-bab4445d-5088-44cf-a222-6cd23b69f672 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Allocated IP 172.20.0.1 (0e2e4e62-f9e3-4597-a7d2-81552816d233/680e712a-0732-47a7-8a6d-8f5b8c81763a/f75de60b-9c49-45c0-9065-b9f4d7f44341) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:27:39.337683 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36a2c8b-b965-44db-a92b-fff8765aed0d None None] Pushing event updated for resources: {'Port': ['ID=a59c49e3-6088-4490-9a1e-5e8825c39ad5,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:39.342237 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36a2c8b-b965-44db-a92b-fff8765aed0d None None] Network 0e2e4e62-f9e3-4597-a7d2-81552816d233 is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:27:39.344332 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-a36a2c8b-b965-44db-a92b-fff8765aed0d None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:27:39.347710 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36a2c8b-b965-44db-a92b-fff8765aed0d None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:27:39.356140 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-732a6fb8-a8b2-40b3-9d30-2e6ce430bd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53fe1e04-51ef-40a2-9365-19dab872938b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2011579199', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.127'}], 'enable_snat': True}, 'gw_port_id': 'a8a27386-bc54-4d4e-b2a5-59617d2d4c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:27:35Z', 'updated_at': '2022-04-01T16:27:36Z', 'revision_number': 3, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'gw_port': {'id': 'a8a27386-bc54-4d4e-b2a5-59617d2d4c44', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:5e:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53fe1e04-51ef-40a2-9365-19dab872938b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:27:35Z', 'updated_at': '2022-04-01T16:27:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:27:39.387404 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732a6fb8-a8b2-40b3-9d30-2e6ce430bd9a None None] The sync data for ids ['53fe1e04-51ef-40a2-9365-19dab872938b'] in dv-neutron-833373-2-hyperv is: [{'id': '53fe1e04-51ef-40a2-9365-19dab872938b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2011579199', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.127'}], 'enable_snat': True}, 'gw_port_id': 'a8a27386-bc54-4d4e-b2a5-59617d2d4c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:27:35Z', 'updated_at': '2022-04-01T16:27:36Z', 'revision_number': 3, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'gw_port': {'id': 'a8a27386-bc54-4d4e-b2a5-59617d2d4c44', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:5e:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53fe1e04-51ef-40a2-9365-19dab872938b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:27:35Z', 'updated_at': '2022-04-01T16:27:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:27:39.449689 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-a36a2c8b-b965-44db-a92b-fff8765aed0d None None] Attempting to bind port a59c49e3-6088-4490-9a1e-5e8825c39ad5 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:27:39.449689 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-a36a2c8b-b965-44db-a92b-fff8765aed0d None None] Attempting to bind port a59c49e3-6088-4490-9a1e-5e8825c39ad5 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'd2532046-d0a9-41fd-a950-66a34c5bb37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0e2e4e62-f9e3-4597-a7d2-81552816d233'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:27:39.449689 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36a2c8b-b965-44db-a92b-fff8765aed0d None None] Attempting to bind port a59c49e3-6088-4490-9a1e-5e8825c39ad5 on network 0e2e4e62-f9e3-4597-a7d2-81552816d233 {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:27:39.458598 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36a2c8b-b965-44db-a92b-fff8765aed0d None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:27:39.459068 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36a2c8b-b965-44db-a92b-fff8765aed0d None None] Checking segment: {'id': 'd2532046-d0a9-41fd-a950-66a34c5bb37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0e2e4e62-f9e3-4597-a7d2-81552816d233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:27:39.459468 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a36a2c8b-b965-44db-a92b-fff8765aed0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:39.459851 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36a2c8b-b965-44db-a92b-fff8765aed0d None None] Bound using segment: {'id': 'd2532046-d0a9-41fd-a950-66a34c5bb37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0e2e4e62-f9e3-4597-a7d2-81552816d233'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:27:39.460346 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-a36a2c8b-b965-44db-a92b-fff8765aed0d None None] Bound port: a59c49e3-6088-4490-9a1e-5e8825c39ad5, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2532046-d0a9-41fd-a950-66a34c5bb37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0e2e4e62-f9e3-4597-a7d2-81552816d233'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:27:39.460713 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a36a2c8b-b965-44db-a92b-fff8765aed0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:39.543829 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bab4445d-5088-44cf-a222-6cd23b69f672 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:39.563653 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [None req-bab4445d-5088-44cf-a222-6cd23b69f672 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Transition to ACTIVE for port object f75de60b-9c49-45c0-9065-b9f4d7f44341 will not be triggered until provisioned by entity DHCP. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:27:39.577673 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a36a2c8b-b965-44db-a92b-fff8765aed0d None None] For port a59c49e3-6088-4490-9a1e-5e8825c39ad5, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:27:39.582972 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a36a2c8b-b965-44db-a92b-fff8765aed0d None None] For port a59c49e3-6088-4490-9a1e-5e8825c39ad5, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=a59c49e3-6088-4490-9a1e-5e8825c39ad5,segment=NetworkSegment(d2532046-d0a9-41fd-a950-66a34c5bb37e),segment_id=d2532046-d0a9-41fd-a950-66a34c5bb37e)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:27:39.588536 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a36a2c8b-b965-44db-a92b-fff8765aed0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:39.594477 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bab4445d-5088-44cf-a222-6cd23b69f672 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:39.728575 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab4445d-5088-44cf-a222-6cd23b69f672 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Network 0e2e4e62-f9e3-4597-a7d2-81552816d233 is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:27:39.730473 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab4445d-5088-44cf-a222-6cd23b69f672 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event updated for resources: {'Port': ['ID=f75de60b-9c49-45c0-9065-b9f4d7f44341,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:39.731058 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36a2c8b-b965-44db-a92b-fff8765aed0d None None] Pushing event updated for resources: {'Port': ['ID=a59c49e3-6088-4490-9a1e-5e8825c39ad5,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:39.737048 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-bab4445d-5088-44cf-a222-6cd23b69f672 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:27:39.743925 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab4445d-5088-44cf-a222-6cd23b69f672 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:27:40.004145 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bab4445d-5088-44cf-a222-6cd23b69f672 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611418'] for router_interface, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:40.121971 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bab4445d-5088-44cf-a222-6cd23b69f672 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:40.615846 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bab4445d-5088-44cf-a222-6cd23b69f672 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:40.620985 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bab4445d-5088-44cf-a222-6cd23b69f672 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:40.743942 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab4445d-5088-44cf-a222-6cd23b69f672 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event updated for resources: {'Port': ['ID=f75de60b-9c49-45c0-9065-b9f4d7f44341,revision_number=2']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:40.747810 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-bab4445d-5088-44cf-a222-6cd23b69f672 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611525'] for router_interface, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:40.763597 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9abe1252-341b-44a7-8c79-f06dcbec57ae None None] Network 0e2e4e62-f9e3-4597-a7d2-81552816d233 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:27:40.893328 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-6f0a4891-3347-40c7-917f-e7c34ea17ba3 None None] Provisioning for port a59c49e3-6088-4490-9a1e-5e8825c39ad5 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:27:40.904330 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab4445d-5088-44cf-a222-6cd23b69f672 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Network 0e2e4e62-f9e3-4597-a7d2-81552816d233 is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:27:40.905687 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-bab4445d-5088-44cf-a222-6cd23b69f672 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:27:41.344530 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-858a337b-7c82-4f9b-8758-2c2abe75c7b8 None None] Provisioning for port f75de60b-9c49-45c0-9065-b9f4d7f44341 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:27:41.351565 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-858a337b-7c82-4f9b-8758-2c2abe75c7b8 None None] Provisioning complete for port f75de60b-9c49-45c0-9065-b9f4d7f44341 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:27:41.352133 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-858a337b-7c82-4f9b-8758-2c2abe75c7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:41.427575 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-858a337b-7c82-4f9b-8758-2c2abe75c7b8 None None] Port f75de60b-9c49-45c0-9065-b9f4d7f44341 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 16:27:41.445131 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bab4445d-5088-44cf-a222-6cd23b69f672 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Router 53fe1e04-51ef-40a2-9365-19dab872938b has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:27:41.607027 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-f53d097a-c8d9-498b-8346-729e1eaff4b5 None None] Provisioning complete for port f75de60b-9c49-45c0-9065-b9f4d7f44341 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:27:41.607715 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f53d097a-c8d9-498b-8346-729e1eaff4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:41.726392 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-f53d097a-c8d9-498b-8346-729e1eaff4b5 None None] Port f75de60b-9c49-45c0-9065-b9f4d7f44341 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 16:27:41.747829 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device a8a27386-bc54-4d4e-b2a5-59617d2d4c44 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:27:41.818179 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab4445d-5088-44cf-a222-6cd23b69f672 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:27:41.840725 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-bab4445d-5088-44cf-a222-6cd23b69f672 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "PUT /v2.0/routers/53fe1e04-51ef-40a2-9365-19dab872938b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9037967 Apr 01 16:27:41.862413 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port a8a27386-bc54-4d4e-b2a5-59617d2d4c44 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:27:41.871261 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port a8a27386-bc54-4d4e-b2a5-59617d2d4c44 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:27:41.872072 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:42.001914 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-e9f2d1e1-92f2-4f56-b57b-97c0524debf8 None None] Provisioning complete for port f75de60b-9c49-45c0-9065-b9f4d7f44341 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:27:42.002723 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-e9f2d1e1-92f2-4f56-b57b-97c0524debf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:42.070921 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-b5345afb-3ff9-421e-9692-d4591d830513 req-9b8efc99-ab44-4a2c-8406-3b074445a484 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Synchronizing usage tracker for tenant:3dd578100e004cd6aa38072871c36e42 on resource:security_group {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:27:42.089695 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-b5345afb-3ff9-421e-9692-d4591d830513 req-9b8efc99-ab44-4a2c-8406-3b074445a484 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Unset dirty status for tenant:3dd578100e004cd6aa38072871c36e42 on resource:security_group {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:27:42.090926 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b5345afb-3ff9-421e-9692-d4591d830513 req-9b8efc99-ab44-4a2c-8406-3b074445a484 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1204388940&fields=id&tenant_id=3dd578100e004cd6aa38072871c36e42 HTTP/1.1" status: 200 len: 267 time: 0.0652466 Apr 01 16:27:42.128375 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:42.135351 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-e9f2d1e1-92f2-4f56-b57b-97c0524debf8 None None] Port f75de60b-9c49-45c0-9065-b9f4d7f44341 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 16:27:42.154892 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port a8a27386-bc54-4d4e-b2a5-59617d2d4c44, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=a8a27386-bc54-4d4e-b2a5-59617d2d4c44,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:27:42.160175 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:42.161807 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device a59c49e3-6088-4490-9a1e-5e8825c39ad5 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:27:42.291505 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=a8a27386-bc54-4d4e-b2a5-59617d2d4c44,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:42.307776 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port a59c49e3-6088-4490-9a1e-5e8825c39ad5 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:27:42.313918 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port a59c49e3-6088-4490-9a1e-5e8825c39ad5 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:27:42.314384 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:42.379454 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5345afb-3ff9-421e-9692-d4591d830513 req-be032eb2-fdf9-43b0-9efd-7468f4ea3636 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:42.380628 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-b5345afb-3ff9-421e-9692-d4591d830513 req-be032eb2-fdf9-43b0-9efd-7468f4ea3636 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Synchronizing usage tracker for tenant:3dd578100e004cd6aa38072871c36e42 on resource:network {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:27:42.397212 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-b5345afb-3ff9-421e-9692-d4591d830513 req-be032eb2-fdf9-43b0-9efd-7468f4ea3636 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Unset dirty status for tenant:3dd578100e004cd6aa38072871c36e42 on resource:network {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:27:42.398842 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b5345afb-3ff9-421e-9692-d4591d830513 req-be032eb2-fdf9-43b0-9efd-7468f4ea3636 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/networks?id=0e2e4e62-f9e3-4597-a7d2-81552816d233 HTTP/1.1" status: 200 len: 796 time: 0.2991827 Apr 01 16:27:42.431033 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b5345afb-3ff9-421e-9692-d4591d830513 req-e2248cd7-0a17-4916-b067-4aa78fe28726 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/quotas/3dd578100e004cd6aa38072871c36e42 HTTP/1.1" status: 200 len: 375 time: 0.0257461 Apr 01 16:27:42.442820 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:42.478135 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port a59c49e3-6088-4490-9a1e-5e8825c39ad5, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=a59c49e3-6088-4490-9a1e-5e8825c39ad5,segment=NetworkSegment(d2532046-d0a9-41fd-a950-66a34c5bb37e),segment_id=d2532046-d0a9-41fd-a950-66a34c5bb37e)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:27:42.483160 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:42.521947 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-b5345afb-3ff9-421e-9692-d4591d830513 req-cf9670f5-1de0-47eb-a422-f988ac5fa275 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Synchronizing usage tracker for tenant:3dd578100e004cd6aa38072871c36e42 on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:27:42.537505 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-b5345afb-3ff9-421e-9692-d4591d830513 req-cf9670f5-1de0-47eb-a422-f988ac5fa275 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Unset dirty status for tenant:3dd578100e004cd6aa38072871c36e42 on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:27:42.538881 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b5345afb-3ff9-421e-9692-d4591d830513 req-cf9670f5-1de0-47eb-a422-f988ac5fa275 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3dd578100e004cd6aa38072871c36e42&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1021500 Apr 01 16:27:42.556660 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=a59c49e3-6088-4490-9a1e-5e8825c39ad5,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:42.750245 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b5345afb-3ff9-421e-9692-d4591d830513 req-5148d9eb-6010-4454-b487-053f691b2fec service neutron] 10.222.0.55 "GET /v2.0/networks/0e2e4e62-f9e3-4597-a7d2-81552816d233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993713 Apr 01 16:27:42.884435 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b5345afb-3ff9-421e-9692-d4591d830513 req-3a715f7e-701e-45ba-a1dd-c7b4d3ff02cc service neutron] 10.222.0.55 "GET /v2.0/networks/0e2e4e62-f9e3-4597-a7d2-81552816d233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279590 Apr 01 16:27:43.156116 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b30410b-bca7-41be-b5d9-0b10835b9451 None None] Sync routers for ids ['53fe1e04-51ef-40a2-9365-19dab872938b'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:27:43.169957 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b30410b-bca7-41be-b5d9-0b10835b9451 None None] Routers {'53fe1e04-51ef-40a2-9365-19dab872938b'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:27:43.170599 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-9b30410b-bca7-41be-b5d9-0b10835b9451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:27:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['53fe1e04-51ef-40a2-9365-19dab872938b'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:27:43.172164 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2bbe50b0-603e-4ac7-9c4e-19b5d0bf1ffd req-4ce3e009-5d71-40ed-bd84-215ba0d49cd6 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=a928cf75-43d1-4dc4-b27c-ab55d0f2666a HTTP/1.1" status: 200 len: 210 time: 0.1316905 Apr 01 16:27:43.353659 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-9b30410b-bca7-41be-b5d9-0b10835b9451 None None] Set router 53fe1e04-51ef-40a2-9365-19dab872938b gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:27:43.587200 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device a8a27386-bc54-4d4e-b2a5-59617d2d4c44 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:27:43.656431 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port a8a27386-bc54-4d4e-b2a5-59617d2d4c44 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:27:43.656860 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:43.683967 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-9b30410b-bca7-41be-b5d9-0b10835b9451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53fe1e04-51ef-40a2-9365-19dab872938b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2011579199', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.127'}], 'enable_snat': True}, 'gw_port_id': 'a8a27386-bc54-4d4e-b2a5-59617d2d4c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:27:35Z', 'updated_at': '2022-04-01T16:27:40Z', 'revision_number': 4, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'gw_port': {'id': 'a8a27386-bc54-4d4e-b2a5-59617d2d4c44', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:5e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fe1e04-51ef-40a2-9365-19dab872938b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:27:35Z', 'updated_at': '2022-04-01T16:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': 'f75de60b-9c49-45c0-9065-b9f4d7f44341', 'name': '', 'network_id': '0e2e4e62-f9e3-4597-a7d2-81552816d233', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'mac_address': 'fa:16:3e:34:d0:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53fe1e04-51ef-40a2-9365-19dab872938b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '680e712a-0732-47a7-8a6d-8f5b8c81763a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:27:38Z', 'updated_at': '2022-04-01T16:27:40Z', 'revision_number': 2, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'subnets': [{'id': '680e712a-0732-47a7-8a6d-8f5b8c81763a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:27:43.688681 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b30410b-bca7-41be-b5d9-0b10835b9451 None None] Checking router: 53fe1e04-51ef-40a2-9365-19dab872938b for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:27:43.689121 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b30410b-bca7-41be-b5d9-0b10835b9451 None None] Updating router 53fe1e04-51ef-40a2-9365-19dab872938b port f75de60b-9c49-45c0-9065-b9f4d7f44341 binding host dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 16:27:43.742166 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-9b30410b-bca7-41be-b5d9-0b10835b9451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:43.783428 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device a59c49e3-6088-4490-9a1e-5e8825c39ad5 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:27:43.852089 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port a59c49e3-6088-4490-9a1e-5e8825c39ad5 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:27:43.852356 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:44.115277 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-9b30410b-bca7-41be-b5d9-0b10835b9451 None None] Notify callbacks [] for port, precommit_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:44.135428 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.provisioning_blocks [None req-9b30410b-bca7-41be-b5d9-0b10835b9451 None None] Transition to ACTIVE for port object f75de60b-9c49-45c0-9065-b9f4d7f44341 will not be triggered until provisioned by entity L2. {{(pid=83833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:27:44.142836 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-9b30410b-bca7-41be-b5d9-0b10835b9451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:44.216098 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5345afb-3ff9-421e-9692-d4591d830513 req-f53dd929-debc-4f98-8079-68b1aa3a8520 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:44.218066 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-b5345afb-3ff9-421e-9692-d4591d830513 req-f53dd929-debc-4f98-8079-68b1aa3a8520 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.24 "GET /v2.0/networks?id=0e2e4e62-f9e3-4597-a7d2-81552816d233 HTTP/1.1" status: 200 len: 796 time: 0.1939764 Apr 01 16:27:44.281437 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8542249d-797c-45b2-8f4d-a11ddfb09df8 None None] Pushing event updated for resources: {'Port': ['ID=f75de60b-9c49-45c0-9065-b9f4d7f44341,revision_number=3']} {{(pid=83833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:44.289366 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-b5345afb-3ff9-421e-9692-d4591d830513 req-56cfdad7-a434-4a09-9d9a-81e031d801e3 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Synchronizing usage tracker for tenant:3dd578100e004cd6aa38072871c36e42 on resource:security_group {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:27:44.299807 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8542249d-797c-45b2-8f4d-a11ddfb09df8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:44.300128 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8542249d-797c-45b2-8f4d-a11ddfb09df8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:44.300641 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8542249d-797c-45b2-8f4d-a11ddfb09df8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:44.301172 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8542249d-797c-45b2-8f4d-a11ddfb09df8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:44.301659 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8542249d-797c-45b2-8f4d-a11ddfb09df8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:44.302143 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8542249d-797c-45b2-8f4d-a11ddfb09df8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:44.302784 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8542249d-797c-45b2-8f4d-a11ddfb09df8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:44.303260 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8542249d-797c-45b2-8f4d-a11ddfb09df8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:44.303735 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8542249d-797c-45b2-8f4d-a11ddfb09df8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:44.304210 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8542249d-797c-45b2-8f4d-a11ddfb09df8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:44.304689 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8542249d-797c-45b2-8f4d-a11ddfb09df8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:27:44.324481 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-b5345afb-3ff9-421e-9692-d4591d830513 req-56cfdad7-a434-4a09-9d9a-81e031d801e3 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Unset dirty status for tenant:3dd578100e004cd6aa38072871c36e42 on resource:security_group {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:27:44.327166 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-b5345afb-3ff9-421e-9692-d4591d830513 req-56cfdad7-a434-4a09-9d9a-81e031d801e3 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3dd578100e004cd6aa38072871c36e42 HTTP/1.1" status: 200 len: 380 time: 0.0956504 Apr 01 16:27:44.335877 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [req-b5345afb-3ff9-421e-9692-d4591d830513 req-3275dfb6-2076-4e9e-aa2e-3d07e9f504b1 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Request body: {'port': {'device_id': 'a928cf75-43d1-4dc4-b27c-ab55d0f2666a', 'network_id': '0e2e4e62-f9e3-4597-a7d2-81552816d233', 'admin_state_up': True, 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'security_groups': ['5b399b3d-449c-40da-8537-f8f12d2257f3']}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:27:44.362770 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b34758a1-554e-4f9a-8e9f-cdb317c99222 req-90257284-2389-4261-bbab-2dc6c16db2d4 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=a928cf75-43d1-4dc4-b27c-ab55d0f2666a HTTP/1.1" status: 200 len: 210 time: 0.0462453 Apr 01 16:27:44.442430 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-9b30410b-bca7-41be-b5d9-0b10835b9451 None None] Attempting to bind port f75de60b-9c49-45c0-9065-b9f4d7f44341 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:27:44.442798 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-9b30410b-bca7-41be-b5d9-0b10835b9451 None None] Attempting to bind port f75de60b-9c49-45c0-9065-b9f4d7f44341 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'd2532046-d0a9-41fd-a950-66a34c5bb37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0e2e4e62-f9e3-4597-a7d2-81552816d233'}] {{(pid=83833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:27:44.443152 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b30410b-bca7-41be-b5d9-0b10835b9451 None None] Attempting to bind port f75de60b-9c49-45c0-9065-b9f4d7f44341 on network 0e2e4e62-f9e3-4597-a7d2-81552816d233 {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:27:44.450559 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b30410b-bca7-41be-b5d9-0b10835b9451 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:27:44.450914 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b30410b-bca7-41be-b5d9-0b10835b9451 None None] Checking segment: {'id': 'd2532046-d0a9-41fd-a950-66a34c5bb37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0e2e4e62-f9e3-4597-a7d2-81552816d233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:27:44.451321 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-9b30410b-bca7-41be-b5d9-0b10835b9451 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:44.451704 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b30410b-bca7-41be-b5d9-0b10835b9451 None None] Bound using segment: {'id': 'd2532046-d0a9-41fd-a950-66a34c5bb37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0e2e4e62-f9e3-4597-a7d2-81552816d233'} {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:27:44.452164 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-9b30410b-bca7-41be-b5d9-0b10835b9451 None None] Bound port: f75de60b-9c49-45c0-9065-b9f4d7f44341, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2532046-d0a9-41fd-a950-66a34c5bb37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0e2e4e62-f9e3-4597-a7d2-81552816d233'}}] {{(pid=83833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:27:44.452529 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-9b30410b-bca7-41be-b5d9-0b10835b9451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:44.494213 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [req-b5345afb-3ff9-421e-9692-d4591d830513 req-3275dfb6-2076-4e9e-aa2e-3d07e9f504b1 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:27:44.505680 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [req-b5345afb-3ff9-421e-9692-d4591d830513 req-3275dfb6-2076-4e9e-aa2e-3d07e9f504b1 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:27:44.517699 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5345afb-3ff9-421e-9692-d4591d830513 req-3275dfb6-2076-4e9e-aa2e-3d07e9f504b1 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Made reservation on behalf of 3dd578100e004cd6aa38072871c36e42 for: {'port': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:27:44.522143 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-b5345afb-3ff9-421e-9692-d4591d830513 req-3275dfb6-2076-4e9e-aa2e-3d07e9f504b1 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:44.551049 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.db [None req-9b30410b-bca7-41be-b5d9-0b10835b9451 None None] For port f75de60b-9c49-45c0-9065-b9f4d7f44341, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:27:44.555462 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.db [None req-9b30410b-bca7-41be-b5d9-0b10835b9451 None None] For port f75de60b-9c49-45c0-9065-b9f4d7f44341, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=f75de60b-9c49-45c0-9065-b9f4d7f44341,segment=NetworkSegment(d2532046-d0a9-41fd-a950-66a34c5bb37e),segment_id=d2532046-d0a9-41fd-a950-66a34c5bb37e)] {{(pid=83833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:27:44.561424 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-9b30410b-bca7-41be-b5d9-0b10835b9451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:44.676428 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8542249d-797c-45b2-8f4d-a11ddfb09df8 None None] Pushing event updated for resources: {'Port': ['ID=f75de60b-9c49-45c0-9065-b9f4d7f44341,revision_number=4']} {{(pid=83833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:44.680275 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b30410b-bca7-41be-b5d9-0b10835b9451 None None] Routers {'53fe1e04-51ef-40a2-9365-19dab872938b'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:27:44.680934 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-9b30410b-bca7-41be-b5d9-0b10835b9451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:27:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['53fe1e04-51ef-40a2-9365-19dab872938b'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:27:44.712724 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [req-b5345afb-3ff9-421e-9692-d4591d830513 req-3275dfb6-2076-4e9e-aa2e-3d07e9f504b1 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Allocated IP 172.20.0.4 (0e2e4e62-f9e3-4597-a7d2-81552816d233/680e712a-0732-47a7-8a6d-8f5b8c81763a/118f2879-6456-49f4-adde-158765f14508) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:27:44.876625 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-9b30410b-bca7-41be-b5d9-0b10835b9451 None None] Set router 53fe1e04-51ef-40a2-9365-19dab872938b gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:27:44.916248 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-b5345afb-3ff9-421e-9692-d4591d830513 req-3275dfb6-2076-4e9e-aa2e-3d07e9f504b1 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:44.933509 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [req-b5345afb-3ff9-421e-9692-d4591d830513 req-3275dfb6-2076-4e9e-aa2e-3d07e9f504b1 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Transition to ACTIVE for port object 118f2879-6456-49f4-adde-158765f14508 will not be triggered until provisioned by entity DHCP. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:27:44.957656 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-b5345afb-3ff9-421e-9692-d4591d830513 req-3275dfb6-2076-4e9e-aa2e-3d07e9f504b1 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:45.036503 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5345afb-3ff9-421e-9692-d4591d830513 req-3275dfb6-2076-4e9e-aa2e-3d07e9f504b1 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Network 0e2e4e62-f9e3-4597-a7d2-81552816d233 is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:27:45.039704 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [req-b5345afb-3ff9-421e-9692-d4591d830513 req-3275dfb6-2076-4e9e-aa2e-3d07e9f504b1 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:27:45.042778 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5345afb-3ff9-421e-9692-d4591d830513 req-3275dfb6-2076-4e9e-aa2e-3d07e9f504b1 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:27:45.075647 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3275dfb6-2076-4e9e-aa2e-3d07e9f504b1 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event updated for resources: {'Port': ['ID=118f2879-6456-49f4-adde-158765f14508,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:45.113713 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5345afb-3ff9-421e-9692-d4591d830513 req-3275dfb6-2076-4e9e-aa2e-3d07e9f504b1 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:45.114541 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-b5345afb-3ff9-421e-9692-d4591d830513 req-3275dfb6-2076-4e9e-aa2e-3d07e9f504b1 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:45.152853 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-b5345afb-3ff9-421e-9692-d4591d830513 req-3275dfb6-2076-4e9e-aa2e-3d07e9f504b1 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8209295 Apr 01 16:27:45.235014 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-9b30410b-bca7-41be-b5d9-0b10835b9451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53fe1e04-51ef-40a2-9365-19dab872938b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2011579199', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.127'}], 'enable_snat': True}, 'gw_port_id': 'a8a27386-bc54-4d4e-b2a5-59617d2d4c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:27:35Z', 'updated_at': '2022-04-01T16:27:40Z', 'revision_number': 4, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'gw_port': {'id': 'a8a27386-bc54-4d4e-b2a5-59617d2d4c44', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:5e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fe1e04-51ef-40a2-9365-19dab872938b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:27:35Z', 'updated_at': '2022-04-01T16:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': 'f75de60b-9c49-45c0-9065-b9f4d7f44341', 'name': '', 'network_id': '0e2e4e62-f9e3-4597-a7d2-81552816d233', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'mac_address': 'fa:16:3e:34:d0:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53fe1e04-51ef-40a2-9365-19dab872938b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '680e712a-0732-47a7-8a6d-8f5b8c81763a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:27:38Z', 'updated_at': '2022-04-01T16:27:44Z', 'revision_number': 4, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'subnets': [{'id': '680e712a-0732-47a7-8a6d-8f5b8c81763a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:27:45.241573 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b30410b-bca7-41be-b5d9-0b10835b9451 None None] The sync data for ids ['53fe1e04-51ef-40a2-9365-19dab872938b'] in dv-neutron-833373-2-hyperv is: [{'id': '53fe1e04-51ef-40a2-9365-19dab872938b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2011579199', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.127'}], 'enable_snat': True}, 'gw_port_id': 'a8a27386-bc54-4d4e-b2a5-59617d2d4c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:27:35Z', 'updated_at': '2022-04-01T16:27:40Z', 'revision_number': 4, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'gw_port': {'id': 'a8a27386-bc54-4d4e-b2a5-59617d2d4c44', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:5e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fe1e04-51ef-40a2-9365-19dab872938b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:27:35Z', 'updated_at': '2022-04-01T16:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': 'f75de60b-9c49-45c0-9065-b9f4d7f44341', 'name': '', 'network_id': '0e2e4e62-f9e3-4597-a7d2-81552816d233', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'mac_address': 'fa:16:3e:34:d0:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53fe1e04-51ef-40a2-9365-19dab872938b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '680e712a-0732-47a7-8a6d-8f5b8c81763a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:27:38Z', 'updated_at': '2022-04-01T16:27:44Z', 'revision_number': 4, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'subnets': [{'id': '680e712a-0732-47a7-8a6d-8f5b8c81763a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:27:45.249725 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [req-b5345afb-3ff9-421e-9692-d4591d830513 req-50d92c20-870b-46d6-a2cc-2f962ccdccc3 service neutron] Request body: {'port': {'device_id': 'a928cf75-43d1-4dc4-b27c-ab55d0f2666a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:27:45.337443 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-cce69e10-ef00-4aea-8a3d-42d5cf70a8a8 None None] Provisioning for port 118f2879-6456-49f4-adde-158765f14508 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:27:45.352665 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-cce69e10-ef00-4aea-8a3d-42d5cf70a8a8 None None] Provisioning complete for port 118f2879-6456-49f4-adde-158765f14508 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:27:45.353112 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-cce69e10-ef00-4aea-8a3d-42d5cf70a8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:45.436170 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-cce69e10-ef00-4aea-8a3d-42d5cf70a8a8 None None] Port 118f2879-6456-49f4-adde-158765f14508 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 16:27:45.534507 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-b5345afb-3ff9-421e-9692-d4591d830513 req-50d92c20-870b-46d6-a2cc-2f962ccdccc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:45.622082 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f206203-613a-41b8-96fe-31deade43127 req-d3ad0db9-c6ac-4865-a917-e3dcd07fc8ac tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:45.623929 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-9f206203-613a-41b8-96fe-31deade43127 req-d3ad0db9-c6ac-4865-a917-e3dcd07fc8ac tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=a928cf75-43d1-4dc4-b27c-ab55d0f2666a HTTP/1.1" status: 200 len: 931 time: 0.0955529 Apr 01 16:27:45.638126 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device f75de60b-9c49-45c0-9065-b9f4d7f44341 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:27:45.679560 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-9f206203-613a-41b8-96fe-31deade43127 req-cf036317-4f88-4a43-932c-259ddec8c3ef tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b399b3d-449c-40da-8537-f8f12d2257f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460110 Apr 01 16:27:45.726904 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port f75de60b-9c49-45c0-9065-b9f4d7f44341 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:27:45.732247 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port f75de60b-9c49-45c0-9065-b9f4d7f44341 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:27:45.732763 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:45.869971 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:45.905718 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port f75de60b-9c49-45c0-9065-b9f4d7f44341, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=f75de60b-9c49-45c0-9065-b9f4d7f44341,segment=NetworkSegment(d2532046-d0a9-41fd-a950-66a34c5bb37e),segment_id=d2532046-d0a9-41fd-a950-66a34c5bb37e)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:27:45.911862 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:45.963328 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [req-b5345afb-3ff9-421e-9692-d4591d830513 req-50d92c20-870b-46d6-a2cc-2f962ccdccc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 118f2879-6456-49f4-adde-158765f14508 {{(pid=83828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:27:45.971374 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-b5345afb-3ff9-421e-9692-d4591d830513 req-50d92c20-870b-46d6-a2cc-2f962ccdccc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:45.986164 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=f75de60b-9c49-45c0-9065-b9f4d7f44341,revision_number=5']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:45.998858 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [req-b5345afb-3ff9-421e-9692-d4591d830513 req-50d92c20-870b-46d6-a2cc-2f962ccdccc3 service neutron] Transition to ACTIVE for port object 118f2879-6456-49f4-adde-158765f14508 will not be triggered until provisioned by entity L2. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:27:46.003124 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-b5345afb-3ff9-421e-9692-d4591d830513 req-50d92c20-870b-46d6-a2cc-2f962ccdccc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:46.153942 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d92c20-870b-46d6-a2cc-2f962ccdccc3 service neutron] Pushing event updated for resources: {'Port': ['ID=118f2879-6456-49f4-adde-158765f14508,revision_number=2']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:46.287713 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [req-b5345afb-3ff9-421e-9692-d4591d830513 req-50d92c20-870b-46d6-a2cc-2f962ccdccc3 service neutron] Attempting to bind port 118f2879-6456-49f4-adde-158765f14508 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:27:46.288419 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [req-b5345afb-3ff9-421e-9692-d4591d830513 req-50d92c20-870b-46d6-a2cc-2f962ccdccc3 service neutron] Attempting to bind port 118f2879-6456-49f4-adde-158765f14508 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'd2532046-d0a9-41fd-a950-66a34c5bb37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0e2e4e62-f9e3-4597-a7d2-81552816d233'}] {{(pid=83828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:27:46.288419 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5345afb-3ff9-421e-9692-d4591d830513 req-50d92c20-870b-46d6-a2cc-2f962ccdccc3 service neutron] Attempting to bind port 118f2879-6456-49f4-adde-158765f14508 on network 0e2e4e62-f9e3-4597-a7d2-81552816d233 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:27:46.294738 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5345afb-3ff9-421e-9692-d4591d830513 req-50d92c20-870b-46d6-a2cc-2f962ccdccc3 service neutron] Port 118f2879-6456-49f4-adde-158765f14508 on network 0e2e4e62-f9e3-4597-a7d2-81552816d233 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 16:27:46.295077 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5345afb-3ff9-421e-9692-d4591d830513 req-50d92c20-870b-46d6-a2cc-2f962ccdccc3 service neutron] Attempting to bind port 118f2879-6456-49f4-adde-158765f14508 on network 0e2e4e62-f9e3-4597-a7d2-81552816d233 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:27:46.302789 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5345afb-3ff9-421e-9692-d4591d830513 req-50d92c20-870b-46d6-a2cc-2f962ccdccc3 service neutron] Checking agent: {'id': '5b2860be-0b4f-4931-914a-5d10403eafcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 47, 24), 'started_at': datetime.datetime(2022, 4, 1, 15, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:27:46.304246 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5345afb-3ff9-421e-9692-d4591d830513 req-50d92c20-870b-46d6-a2cc-2f962ccdccc3 service neutron] Checking segment: {'id': 'd2532046-d0a9-41fd-a950-66a34c5bb37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0e2e4e62-f9e3-4597-a7d2-81552816d233'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:27:46.304246 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5345afb-3ff9-421e-9692-d4591d830513 req-50d92c20-870b-46d6-a2cc-2f962ccdccc3 service neutron] Bound using segment: {'id': 'd2532046-d0a9-41fd-a950-66a34c5bb37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0e2e4e62-f9e3-4597-a7d2-81552816d233'} {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:27:46.304246 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [req-b5345afb-3ff9-421e-9692-d4591d830513 req-50d92c20-870b-46d6-a2cc-2f962ccdccc3 service neutron] Bound port: 118f2879-6456-49f4-adde-158765f14508, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2532046-d0a9-41fd-a950-66a34c5bb37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0e2e4e62-f9e3-4597-a7d2-81552816d233'}}] {{(pid=83828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:27:46.304246 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-b5345afb-3ff9-421e-9692-d4591d830513 req-50d92c20-870b-46d6-a2cc-2f962ccdccc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:46.393201 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [req-b5345afb-3ff9-421e-9692-d4591d830513 req-50d92c20-870b-46d6-a2cc-2f962ccdccc3 service neutron] For port 118f2879-6456-49f4-adde-158765f14508, host hv-neutron-8333, cleared binding levels {{(pid=83828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:27:46.396114 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [req-b5345afb-3ff9-421e-9692-d4591d830513 req-50d92c20-870b-46d6-a2cc-2f962ccdccc3 service neutron] For port 118f2879-6456-49f4-adde-158765f14508, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=118f2879-6456-49f4-adde-158765f14508,segment=NetworkSegment(d2532046-d0a9-41fd-a950-66a34c5bb37e),segment_id=d2532046-d0a9-41fd-a950-66a34c5bb37e)] {{(pid=83828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:27:46.400316 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-b5345afb-3ff9-421e-9692-d4591d830513 req-50d92c20-870b-46d6-a2cc-2f962ccdccc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:46.467845 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-b5345afb-3ff9-421e-9692-d4591d830513 req-50d92c20-870b-46d6-a2cc-2f962ccdccc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:46.469238 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-b5345afb-3ff9-421e-9692-d4591d830513 req-50d92c20-870b-46d6-a2cc-2f962ccdccc3 service neutron] 10.222.0.24 "PUT /v2.0/ports/118f2879-6456-49f4-adde-158765f14508 HTTP/1.1" status: 200 len: 1093 time: 1.3084002 Apr 01 16:27:46.469729 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a928cf75-43d1-4dc4-b27c-ab55d0f2666a', 'tag': '118f2879-6456-49f4-adde-158765f14508'}] {{(pid=83828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:27:46.488544 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d92c20-870b-46d6-a2cc-2f962ccdccc3 service neutron] Pushing event updated for resources: {'Port': ['ID=118f2879-6456-49f4-adde-158765f14508,revision_number=3']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:46.553224 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a928cf75-43d1-4dc4-b27c-ab55d0f2666a', 'tag': '118f2879-6456-49f4-adde-158765f14508', 'status': 'completed', 'code': 200} Apr 01 16:27:46.600450 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-b5345afb-3ff9-421e-9692-d4591d830513 req-d6ef547a-3b14-4e6f-a9fb-bd82433a8286 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3dd578100e004cd6aa38072871c36e42&device_id=a928cf75-43d1-4dc4-b27c-ab55d0f2666a HTTP/1.1" status: 200 len: 1096 time: 0.0801191 Apr 01 16:27:46.675454 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-b5345afb-3ff9-421e-9692-d4591d830513 req-0f981e17-84b5-4316-aea9-d59b011dfc9a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=118f2879-6456-49f4-adde-158765f14508 HTTP/1.1" status: 200 len: 217 time: 0.0681295 Apr 01 16:27:46.741960 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5345afb-3ff9-421e-9692-d4591d830513 req-73d42f45-8e74-41bb-809c-7489db659c0a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:46.743416 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-b5345afb-3ff9-421e-9692-d4591d830513 req-73d42f45-8e74-41bb-809c-7489db659c0a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=680e712a-0732-47a7-8a6d-8f5b8c81763a HTTP/1.1" status: 200 len: 835 time: 0.0620852 Apr 01 16:27:46.835964 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-b5345afb-3ff9-421e-9692-d4591d830513 req-50f80325-e326-4812-bc39-435d293f46c4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e2e4e62-f9e3-4597-a7d2-81552816d233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0864649 Apr 01 16:27:46.896493 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ef22c6-ac5a-48fc-be13-d3a26eda2f0e req-6210a549-35e3-42a0-a8ef-addf2ca1f878 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:46.898001 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e8ef22c6-ac5a-48fc-be13-d3a26eda2f0e req-6210a549-35e3-42a0-a8ef-addf2ca1f878 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=a928cf75-43d1-4dc4-b27c-ab55d0f2666a HTTP/1.1" status: 200 len: 943 time: 0.0880837 Apr 01 16:27:46.945958 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e8ef22c6-ac5a-48fc-be13-d3a26eda2f0e req-89ef4327-eb70-40e9-841d-693d4276e0fa tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b399b3d-449c-40da-8537-f8f12d2257f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420122 Apr 01 16:27:46.988053 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-b5345afb-3ff9-421e-9692-d4591d830513 req-309d4a19-4154-4181-850a-cf9685d56d3f service neutron] 10.222.0.24 "GET /v2.0/networks/0e2e4e62-f9e3-4597-a7d2-81552816d233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452224 Apr 01 16:27:47.127014 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-b5345afb-3ff9-421e-9692-d4591d830513 req-a39b3920-1447-453d-8dfa-5a273b3ae460 service neutron] 10.222.0.24 "GET /v2.0/networks/0e2e4e62-f9e3-4597-a7d2-81552816d233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323113 Apr 01 16:27:47.245665 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-3cbe2e19-ae54-4080-8773-96c93747e9c0 req-52dc13eb-5ddc-406e-9be8-538202eedf84 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3dd578100e004cd6aa38072871c36e42&device_id=a928cf75-43d1-4dc4-b27c-ab55d0f2666a HTTP/1.1" status: 200 len: 1096 time: 0.0729442 Apr 01 16:27:47.384855 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe2e19-ae54-4080-8773-96c93747e9c0 req-ccfc5208-4c8c-4418-b600-02f545d5ff46 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:47.386318 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-3cbe2e19-ae54-4080-8773-96c93747e9c0 req-ccfc5208-4c8c-4418-b600-02f545d5ff46 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0e2e4e62-f9e3-4597-a7d2-81552816d233 HTTP/1.1" status: 200 len: 896 time: 0.1342230 Apr 01 16:27:47.561702 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-3cbe2e19-ae54-4080-8773-96c93747e9c0 req-08262997-b096-4bd4-ae4d-ad9f7d7868dd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=118f2879-6456-49f4-adde-158765f14508 HTTP/1.1" status: 200 len: 217 time: 0.1685214 Apr 01 16:27:47.583036 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device f75de60b-9c49-45c0-9065-b9f4d7f44341 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:27:47.631708 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe2e19-ae54-4080-8773-96c93747e9c0 req-a6f8cc03-88fa-45c9-b120-6a126d35340d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:47.633302 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-3cbe2e19-ae54-4080-8773-96c93747e9c0 req-a6f8cc03-88fa-45c9-b120-6a126d35340d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=680e712a-0732-47a7-8a6d-8f5b8c81763a HTTP/1.1" status: 200 len: 835 time: 0.0643811 Apr 01 16:27:47.662291 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port f75de60b-9c49-45c0-9065-b9f4d7f44341 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:27:47.662849 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:47.719217 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-3cbe2e19-ae54-4080-8773-96c93747e9c0 req-60db8250-ee3a-400a-bdd3-940e8b2a02fb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e2e4e62-f9e3-4597-a7d2-81552816d233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797126 Apr 01 16:27:47.869793 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-3cbe2e19-ae54-4080-8773-96c93747e9c0 req-354f82d5-fa92-4d33-af5c-6d1bd6535d4c service neutron] 10.222.0.24 "GET /v2.0/networks/0e2e4e62-f9e3-4597-a7d2-81552816d233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440206 Apr 01 16:27:48.004693 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-3cbe2e19-ae54-4080-8773-96c93747e9c0 req-13b64fd6-fe1e-4142-b0a5-a02a0e50b4e8 service neutron] 10.222.0.24 "GET /v2.0/networks/0e2e4e62-f9e3-4597-a7d2-81552816d233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288195 Apr 01 16:27:48.161327 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03c7e0-536b-4975-b726-8025aa377686 req-e97fe0d3-ec20-483c-ae09-3f2657a6c15d tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:48.162693 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5b03c7e0-536b-4975-b726-8025aa377686 req-e97fe0d3-ec20-483c-ae09-3f2657a6c15d tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=a928cf75-43d1-4dc4-b27c-ab55d0f2666a HTTP/1.1" status: 200 len: 943 time: 0.0864224 Apr 01 16:27:48.208617 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5b03c7e0-536b-4975-b726-8025aa377686 req-51bee6e6-c6a4-4096-9d9e-46b9ee092af4 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b399b3d-449c-40da-8537-f8f12d2257f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404000 Apr 01 16:27:49.123085 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 118f2879-6456-49f4-adde-158765f14508 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:27:49.303756 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 118f2879-6456-49f4-adde-158765f14508, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=118f2879-6456-49f4-adde-158765f14508,segment=NetworkSegment(d2532046-d0a9-41fd-a950-66a34c5bb37e),segment_id=d2532046-d0a9-41fd-a950-66a34c5bb37e)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:27:49.326003 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Returning: {'device': '118f2879-6456-49f4-adde-158765f14508', 'network_id': '0e2e4e62-f9e3-4597-a7d2-81552816d233', 'port_id': '118f2879-6456-49f4-adde-158765f14508', 'mac_address': 'fa:16:3e:44:52:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '680e712a-0732-47a7-8a6d-8f5b8c81763a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:27:49.389053 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:49.407972 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 118f2879-6456-49f4-adde-158765f14508 {{(pid=83829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:27:49.424575 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 118f2879-6456-49f4-adde-158765f14508, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=118f2879-6456-49f4-adde-158765f14508,segment=NetworkSegment(d2532046-d0a9-41fd-a950-66a34c5bb37e),segment_id=d2532046-d0a9-41fd-a950-66a34c5bb37e)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:27:49.429021 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:49.462650 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc86bbc-6d17-4e65-8071-4c4b1c4ec60a req-27b78c04-1ca9-43c2-999a-f875e17f9c4e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:49.464115 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-7cc86bbc-6d17-4e65-8071-4c4b1c4ec60a req-27b78c04-1ca9-43c2-999a-f875e17f9c4e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=a928cf75-43d1-4dc4-b27c-ab55d0f2666a HTTP/1.1" status: 200 len: 943 time: 0.0825844 Apr 01 16:27:49.495543 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=118f2879-6456-49f4-adde-158765f14508,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:49.509470 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-7cc86bbc-6d17-4e65-8071-4c4b1c4ec60a req-103cedc7-672b-4977-a24b-11a486f60f6f tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b399b3d-449c-40da-8537-f8f12d2257f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396230 Apr 01 16:27:49.709089 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] get_ports_and_sgs() called for port_ids ['118f2879-6456-49f4-adde-158765f14508'] {{(pid=83829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 16:27:50.702843 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0e55d0-9908-43de-81a6-4996298be109 req-ca34fcf6-44cf-49fa-b842-c0cc509936f0 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:50.704880 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-9e0e55d0-9908-43de-81a6-4996298be109 req-ca34fcf6-44cf-49fa-b842-c0cc509936f0 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=a928cf75-43d1-4dc4-b27c-ab55d0f2666a HTTP/1.1" status: 200 len: 944 time: 0.0745292 Apr 01 16:27:50.750142 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-9e0e55d0-9908-43de-81a6-4996298be109 req-dde53b28-13fb-455f-8a04-dfe1c2cc56b3 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b399b3d-449c-40da-8537-f8f12d2257f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397706 Apr 01 16:27:51.153662 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 118f2879-6456-49f4-adde-158765f14508 up at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:27:51.219749 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning for port 118f2879-6456-49f4-adde-158765f14508 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:27:51.224434 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning complete for port 118f2879-6456-49f4-adde-158765f14508 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:27:51.224821 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:51.337312 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:51.363969 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a928cf75-43d1-4dc4-b27c-ab55d0f2666a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '118f2879-6456-49f4-adde-158765f14508'}] {{(pid=83829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:27:51.373991 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 118f2879-6456-49f4-adde-158765f14508, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=118f2879-6456-49f4-adde-158765f14508,segment=NetworkSegment(d2532046-d0a9-41fd-a950-66a34c5bb37e),segment_id=d2532046-d0a9-41fd-a950-66a34c5bb37e)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:27:51.378463 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:51.421744 dv-neutron-833373-2-hyperv neutron-server[83829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a928cf75-43d1-4dc4-b27c-ab55d0f2666a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '118f2879-6456-49f4-adde-158765f14508', 'code': 200} Apr 01 16:27:51.458068 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=118f2879-6456-49f4-adde-158765f14508,revision_number=5']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:51.650216 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-0a4a89f1-8416-4b86-a6d4-bce83a648f21 req-07796b07-5628-4666-82ec-9a61d83164f9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a928cf75-43d1-4dc4-b27c-ab55d0f2666a HTTP/1.1" status: 200 len: 1098 time: 0.0663602 Apr 01 16:27:51.691342 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-0a4a89f1-8416-4b86-a6d4-bce83a648f21 req-1b1ba002-e4c3-48c4-987c-3b5f49e82bf8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5b399b3d-449c-40da-8537-f8f12d2257f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350778 Apr 01 16:27:51.989835 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95630c2e-f12c-4165-aeba-d620daff4ed8 req-b0dfb659-bf2e-4721-8f9b-ae883ca376a1 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:51.991483 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-95630c2e-f12c-4165-aeba-d620daff4ed8 req-b0dfb659-bf2e-4721-8f9b-ae883ca376a1 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=a928cf75-43d1-4dc4-b27c-ab55d0f2666a HTTP/1.1" status: 200 len: 945 time: 0.0851293 Apr 01 16:27:52.046706 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-95630c2e-f12c-4165-aeba-d620daff4ed8 req-23e42b80-fb0f-4927-bd18-dcda9a2e9961 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b399b3d-449c-40da-8537-f8f12d2257f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490212 Apr 01 16:27:53.269103 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d36b1-b817-4cb3-9158-6eb0783106ed req-274bd4ee-bc96-4dbf-8b73-67274d02c657 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:53.270538 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2d7d36b1-b817-4cb3-9158-6eb0783106ed req-274bd4ee-bc96-4dbf-8b73-67274d02c657 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=a928cf75-43d1-4dc4-b27c-ab55d0f2666a HTTP/1.1" status: 200 len: 945 time: 0.0957873 Apr 01 16:27:53.318298 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2d7d36b1-b817-4cb3-9158-6eb0783106ed req-25fb814f-8889-4394-9891-0b8ad51a4096 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b399b3d-449c-40da-8537-f8f12d2257f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422239 Apr 01 16:27:53.514984 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c087296-7a4f-4731-8141-d203eb12cbc9 req-f0e8d2ac-f24b-4aa8-bdd8-083fff12dabd tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:53.516996 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-1c087296-7a4f-4731-8141-d203eb12cbc9 req-f0e8d2ac-f24b-4aa8-bdd8-083fff12dabd tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=a928cf75-43d1-4dc4-b27c-ab55d0f2666a HTTP/1.1" status: 200 len: 945 time: 0.0770147 Apr 01 16:27:53.562285 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-1c087296-7a4f-4731-8141-d203eb12cbc9 req-d6d5500b-5374-4882-a5c9-ee7fb0dc4d87 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b399b3d-449c-40da-8537-f8f12d2257f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397220 Apr 01 16:27:53.591150 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 35126) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:27:53.662190 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-54d6e58c-37ae-4972-a593-53ccb7478ff1 tempest-TestNetworkAdvancedServerOps-1163408523 tempest-TestNetworkAdvancedServerOps-1163408523-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=a928cf75-43d1-4dc4-b27c-ab55d0f2666a HTTP/1.1" status: 200 len: 1093 time: 0.0697942 Apr 01 16:27:53.664809 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 35130) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:27:53.669784 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-02b1b775-4b34-4d0d-998f-573216d93a24 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Request body: {'floatingip': {'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'port_id': '118f2879-6456-49f4-adde-158765f14508', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:27:53.675287 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-02b1b775-4b34-4d0d-998f-573216d93a24 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:27:53.679013 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-02b1b775-4b34-4d0d-998f-573216d93a24 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Usage tracker for resource:floatingip and tenant:3dd578100e004cd6aa38072871c36e42 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:27:53.681796 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-02b1b775-4b34-4d0d-998f-573216d93a24 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:27:53.687300 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-02b1b775-4b34-4d0d-998f-573216d93a24 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:27:53.698002 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-02b1b775-4b34-4d0d-998f-573216d93a24 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for floatingip, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:53.836075 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-02b1b775-4b34-4d0d-998f-573216d93a24 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:53.958818 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ff16eb80-e54b-4580-abaf-e138598e9f33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:53.975887 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-02b1b775-4b34-4d0d-998f-573216d93a24 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Allocated IP 172.26.1.167 (ed45466e-0386-4b92-8de3-247c977242ac/0479f741-5cd1-4d6f-b593-d8aa909a42d3/aa70a958-c755-4fd5-94cf-23d21a37e05e) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:27:54.037454 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:54.209616 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-02b1b775-4b34-4d0d-998f-573216d93a24 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:54.239360 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-02b1b775-4b34-4d0d-998f-573216d93a24 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:54.308638 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b1b775-4b34-4d0d-998f-573216d93a24 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Network ed45466e-0386-4b92-8de3-247c977242ac is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:27:54.311465 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-02b1b775-4b34-4d0d-998f-573216d93a24 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:27:54.316964 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b1b775-4b34-4d0d-998f-573216d93a24 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:27:54.341578 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b1b775-4b34-4d0d-998f-573216d93a24 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event updated for resources: {'Port': ['ID=aa70a958-c755-4fd5-94cf-23d21a37e05e,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:54.812126 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-02b1b775-4b34-4d0d-998f-573216d93a24 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:54.866837 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-02b1b775-4b34-4d0d-998f-573216d93a24 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:55.078067 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-02b1b775-4b34-4d0d-998f-573216d93a24 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:55.082740 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-02b1b775-4b34-4d0d-998f-573216d93a24 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:55.194559 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b1b775-4b34-4d0d-998f-573216d93a24 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event updated for resources: {'Port': ['ID=aa70a958-c755-4fd5-94cf-23d21a37e05e,revision_number=2']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:27:55.207478 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-02b1b775-4b34-4d0d-998f-573216d93a24 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617697'] for floatingip, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:55.402135 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.l3_db [None req-02b1b775-4b34-4d0d-998f-573216d93a24 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Floating IP 3e5c3fa1-5c78-4a01-9040-2e57be45c91d associated. External IP: 172.26.1.167, port: 118f2879-6456-49f4-adde-158765f14508. Apr 01 16:27:55.900988 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02b1b775-4b34-4d0d-998f-573216d93a24 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Router 53fe1e04-51ef-40a2-9365-19dab872938b has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:27:56.101010 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b1b775-4b34-4d0d-998f-573216d93a24 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:27:56.111355 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee64e13-d213-4219-b5c1-891be128730b None None] Sync routers for ids ['53fe1e04-51ef-40a2-9365-19dab872938b'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:27:56.123787 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee64e13-d213-4219-b5c1-891be128730b None None] Routers {'53fe1e04-51ef-40a2-9365-19dab872938b'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:27:56.124408 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-4ee64e13-d213-4219-b5c1-891be128730b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:27:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['53fe1e04-51ef-40a2-9365-19dab872938b'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:27:56.127326 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-02b1b775-4b34-4d0d-998f-573216d93a24 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for floatingip, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:56.182593 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-02b1b775-4b34-4d0d-998f-573216d93a24 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5167820 Apr 01 16:27:56.183150 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a928cf75-43d1-4dc4-b27c-ab55d0f2666a', 'tag': '118f2879-6456-49f4-adde-158765f14508'}] {{(pid=83826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:27:56.244445 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a928cf75-43d1-4dc4-b27c-ab55d0f2666a', 'tag': '118f2879-6456-49f4-adde-158765f14508', 'status': 'completed', 'code': 200} Apr 01 16:27:56.321008 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-4ee64e13-d213-4219-b5c1-891be128730b None None] Set router 53fe1e04-51ef-40a2-9365-19dab872938b gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:27:56.360651 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-5e692c6c-172d-49ec-9be8-acc508b33fea req-7b216e80-5a5a-4ea9-a802-af95ea9484ea service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3dd578100e004cd6aa38072871c36e42&device_id=a928cf75-43d1-4dc4-b27c-ab55d0f2666a HTTP/1.1" status: 200 len: 1098 time: 0.0914793 Apr 01 16:27:56.373226 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ab304-4b12-499b-929c-df4607d911db req-060c5c99-b831-4d92-85d5-8afb24e42627 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:56.375129 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-282ab304-4b12-499b-929c-df4607d911db req-060c5c99-b831-4d92-85d5-8afb24e42627 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=a928cf75-43d1-4dc4-b27c-ab55d0f2666a HTTP/1.1" status: 200 len: 945 time: 0.0882652 Apr 01 16:27:56.424949 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-282ab304-4b12-499b-929c-df4607d911db req-1eb6c373-d562-4aa5-89e6-c3ef5ad03e6c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b399b3d-449c-40da-8537-f8f12d2257f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430136 Apr 01 16:27:56.458307 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 35140) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:27:56.477463 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6cfd4ad5-7306-4b81-abbc-523c21049302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:56.502055 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e692c6c-172d-49ec-9be8-acc508b33fea req-cb8d520d-15fa-4979-8f06-f01cc47d1c3d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:56.503749 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-5e692c6c-172d-49ec-9be8-acc508b33fea req-cb8d520d-15fa-4979-8f06-f01cc47d1c3d service neutron] 10.222.0.24 "GET /v2.0/networks?id=0e2e4e62-f9e3-4597-a7d2-81552816d233 HTTP/1.1" status: 200 len: 896 time: 0.1363657 Apr 01 16:27:56.567740 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-e3d1dbe3-0474-4031-8400-37597acbdb58 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/floatingips/3e5c3fa1-5c78-4a01-9040-2e57be45c91d HTTP/1.1" status: 200 len: 991 time: 0.1082339 Apr 01 16:27:56.617558 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-5e692c6c-172d-49ec-9be8-acc508b33fea req-8fd5fc0d-65fa-4957-89d5-799d5193e26b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=118f2879-6456-49f4-adde-158765f14508 HTTP/1.1" status: 200 len: 999 time: 0.1074736 Apr 01 16:27:56.682227 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e692c6c-172d-49ec-9be8-acc508b33fea req-90c9a43c-27b1-4c7e-b5d9-29e6f2769f8b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:27:56.683731 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-5e692c6c-172d-49ec-9be8-acc508b33fea req-90c9a43c-27b1-4c7e-b5d9-29e6f2769f8b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=680e712a-0732-47a7-8a6d-8f5b8c81763a HTTP/1.1" status: 200 len: 835 time: 0.0601277 Apr 01 16:27:56.709470 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-4ee64e13-d213-4219-b5c1-891be128730b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53fe1e04-51ef-40a2-9365-19dab872938b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2011579199', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.127'}], 'enable_snat': True}, 'gw_port_id': 'a8a27386-bc54-4d4e-b2a5-59617d2d4c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:27:35Z', 'updated_at': '2022-04-01T16:27:40Z', 'revision_number': 4, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'gw_port': {'id': 'a8a27386-bc54-4d4e-b2a5-59617d2d4c44', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:5e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fe1e04-51ef-40a2-9365-19dab872938b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:27:35Z', 'updated_at': '2022-04-01T16:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': '3e5c3fa1-5c78-4a01-9040-2e57be45c91d', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'floating_ip_address': '172.26.1.167', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '53fe1e04-51ef-40a2-9365-19dab872938b', 'port_id': '118f2879-6456-49f4-adde-158765f14508', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e2e4e62-f9e3-4597-a7d2-81552816d233', 'mac_address': 'fa:16:3e:44:52:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a928cf75-43d1-4dc4-b27c-ab55d0f2666a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:27:54Z', 'updated_at': '2022-04-01T16:27:54Z', 'revision_number': 0, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f75de60b-9c49-45c0-9065-b9f4d7f44341', 'name': '', 'network_id': '0e2e4e62-f9e3-4597-a7d2-81552816d233', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'mac_address': 'fa:16:3e:34:d0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fe1e04-51ef-40a2-9365-19dab872938b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '680e712a-0732-47a7-8a6d-8f5b8c81763a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:27:38Z', 'updated_at': '2022-04-01T16:27:45Z', 'revision_number': 5, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'subnets': [{'id': '680e712a-0732-47a7-8a6d-8f5b8c81763a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:27:56.713538 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee64e13-d213-4219-b5c1-891be128730b None None] Checking router: 53fe1e04-51ef-40a2-9365-19dab872938b for host: dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:27:56.723902 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee64e13-d213-4219-b5c1-891be128730b None None] Routers {'53fe1e04-51ef-40a2-9365-19dab872938b'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:27:56.724495 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-4ee64e13-d213-4219-b5c1-891be128730b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:27:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['53fe1e04-51ef-40a2-9365-19dab872938b'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:27:56.760540 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-5e692c6c-172d-49ec-9be8-acc508b33fea req-8639c646-d99b-4040-98ae-5a6e409b0735 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e2e4e62-f9e3-4597-a7d2-81552816d233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696905 Apr 01 16:27:56.895043 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-5e692c6c-172d-49ec-9be8-acc508b33fea req-2b2d95b2-d096-42a2-8326-36eb75f9b4a3 service neutron] 10.222.0.24 "GET /v2.0/networks/0e2e4e62-f9e3-4597-a7d2-81552816d233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263778 Apr 01 16:27:56.910120 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-4ee64e13-d213-4219-b5c1-891be128730b None None] Set router 53fe1e04-51ef-40a2-9365-19dab872938b gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:27:57.032189 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-5e692c6c-172d-49ec-9be8-acc508b33fea req-7340cbea-a1b7-4558-a268-8111d6faf20e service neutron] 10.222.0.24 "GET /v2.0/networks/0e2e4e62-f9e3-4597-a7d2-81552816d233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314216 Apr 01 16:27:57.278216 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-4ee64e13-d213-4219-b5c1-891be128730b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53fe1e04-51ef-40a2-9365-19dab872938b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2011579199', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.127'}], 'enable_snat': True}, 'gw_port_id': 'a8a27386-bc54-4d4e-b2a5-59617d2d4c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:27:35Z', 'updated_at': '2022-04-01T16:27:40Z', 'revision_number': 4, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'gw_port': {'id': 'a8a27386-bc54-4d4e-b2a5-59617d2d4c44', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:5e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fe1e04-51ef-40a2-9365-19dab872938b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:27:35Z', 'updated_at': '2022-04-01T16:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': '3e5c3fa1-5c78-4a01-9040-2e57be45c91d', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'floating_ip_address': '172.26.1.167', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '53fe1e04-51ef-40a2-9365-19dab872938b', 'port_id': '118f2879-6456-49f4-adde-158765f14508', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e2e4e62-f9e3-4597-a7d2-81552816d233', 'mac_address': 'fa:16:3e:44:52:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a928cf75-43d1-4dc4-b27c-ab55d0f2666a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:27:54Z', 'updated_at': '2022-04-01T16:27:54Z', 'revision_number': 0, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f75de60b-9c49-45c0-9065-b9f4d7f44341', 'name': '', 'network_id': '0e2e4e62-f9e3-4597-a7d2-81552816d233', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'mac_address': 'fa:16:3e:34:d0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fe1e04-51ef-40a2-9365-19dab872938b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '680e712a-0732-47a7-8a6d-8f5b8c81763a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:27:38Z', 'updated_at': '2022-04-01T16:27:45Z', 'revision_number': 5, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'subnets': [{'id': '680e712a-0732-47a7-8a6d-8f5b8c81763a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:27:57.282684 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee64e13-d213-4219-b5c1-891be128730b None None] The sync data for ids ['53fe1e04-51ef-40a2-9365-19dab872938b'] in dv-neutron-833373-2-hyperv is: [{'id': '53fe1e04-51ef-40a2-9365-19dab872938b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2011579199', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.127'}], 'enable_snat': True}, 'gw_port_id': 'a8a27386-bc54-4d4e-b2a5-59617d2d4c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:27:35Z', 'updated_at': '2022-04-01T16:27:40Z', 'revision_number': 4, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'gw_port': {'id': 'a8a27386-bc54-4d4e-b2a5-59617d2d4c44', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:5e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fe1e04-51ef-40a2-9365-19dab872938b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:27:35Z', 'updated_at': '2022-04-01T16:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': '3e5c3fa1-5c78-4a01-9040-2e57be45c91d', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'floating_ip_address': '172.26.1.167', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '53fe1e04-51ef-40a2-9365-19dab872938b', 'port_id': '118f2879-6456-49f4-adde-158765f14508', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e2e4e62-f9e3-4597-a7d2-81552816d233', 'mac_address': 'fa:16:3e:44:52:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a928cf75-43d1-4dc4-b27c-ab55d0f2666a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:27:54Z', 'updated_at': '2022-04-01T16:27:54Z', 'revision_number': 0, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f75de60b-9c49-45c0-9065-b9f4d7f44341', 'name': '', 'network_id': '0e2e4e62-f9e3-4597-a7d2-81552816d233', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'mac_address': 'fa:16:3e:34:d0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fe1e04-51ef-40a2-9365-19dab872938b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '680e712a-0732-47a7-8a6d-8f5b8c81763a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:27:38Z', 'updated_at': '2022-04-01T16:27:45Z', 'revision_number': 5, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'subnets': [{'id': '680e712a-0732-47a7-8a6d-8f5b8c81763a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:27:57.571878 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 35146) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:27:57.672479 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-ca8f4a24-0c2e-4628-ae28-28a6582a7d72 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/floatingips/3e5c3fa1-5c78-4a01-9040-2e57be45c91d HTTP/1.1" status: 200 len: 991 time: 0.0995002 Apr 01 16:27:57.697580 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:57.870128 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:58.676041 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 35150) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:27:58.789718 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-60c374af-1da5-4f90-9087-d6770e5837ef tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/floatingips/3e5c3fa1-5c78-4a01-9040-2e57be45c91d HTTP/1.1" status: 200 len: 991 time: 0.1124129 Apr 01 16:27:59.389778 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:27:59.793528 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 35154) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:27:59.897266 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-c6843022-c6c2-4760-a81c-8b473245a2ce tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/floatingips/3e5c3fa1-5c78-4a01-9040-2e57be45c91d HTTP/1.1" status: 200 len: 991 time: 0.1026142 Apr 01 16:28:00.901080 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 35158) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:28:01.013605 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-ba8d95da-d907-4372-8352-303c870609d7 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/floatingips/3e5c3fa1-5c78-4a01-9040-2e57be45c91d HTTP/1.1" status: 200 len: 991 time: 0.1114097 Apr 01 16:28:01.117031 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff88a2d-2905-4024-8763-3f618e0ba049 None None] New status for floating IP 3e5c3fa1-5c78-4a01-9040-2e57be45c91d: ACTIVE {{(pid=83833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 16:28:02.017037 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 35162) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:28:02.123975 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-694661d8-56dd-4d26-b4d9-1c75ab244fec tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/floatingips/3e5c3fa1-5c78-4a01-9040-2e57be45c91d HTTP/1.1" status: 200 len: 993 time: 0.1058013 Apr 01 16:28:07.918114 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-4336bb4a-c4fd-4be0-b93a-2ce38df62693 req-6af39fe1-09c8-4ed2-8243-9c6748546825 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a928cf75-43d1-4dc4-b27c-ab55d0f2666a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0659935 Apr 01 16:28:08.172074 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-4336bb4a-c4fd-4be0-b93a-2ce38df62693 req-41ca47c4-b643-4182-8d60-1b6c204c0c95 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3dd578100e004cd6aa38072871c36e42&device_id=a928cf75-43d1-4dc4-b27c-ab55d0f2666a HTTP/1.1" status: 200 len: 1098 time: 0.1790893 Apr 01 16:28:08.315075 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4336bb4a-c4fd-4be0-b93a-2ce38df62693 req-c71285e8-ee47-4ce9-8342-d3649db1839d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:08.316522 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-4336bb4a-c4fd-4be0-b93a-2ce38df62693 req-c71285e8-ee47-4ce9-8342-d3649db1839d service neutron] 10.222.0.24 "GET /v2.0/networks?id=0e2e4e62-f9e3-4597-a7d2-81552816d233 HTTP/1.1" status: 200 len: 896 time: 0.1250014 Apr 01 16:28:08.428687 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-4336bb4a-c4fd-4be0-b93a-2ce38df62693 req-8f9feddf-f030-439e-bdef-0f34aed9ca9d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=118f2879-6456-49f4-adde-158765f14508 HTTP/1.1" status: 200 len: 1001 time: 0.1057863 Apr 01 16:28:08.490638 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4336bb4a-c4fd-4be0-b93a-2ce38df62693 req-aa39d14e-a08b-426d-9201-86d69415bff6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:08.492093 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-4336bb4a-c4fd-4be0-b93a-2ce38df62693 req-aa39d14e-a08b-426d-9201-86d69415bff6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=680e712a-0732-47a7-8a6d-8f5b8c81763a HTTP/1.1" status: 200 len: 835 time: 0.0577390 Apr 01 16:28:08.569152 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-4336bb4a-c4fd-4be0-b93a-2ce38df62693 req-acb6f979-f90d-4a13-b121-d657152a4296 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e2e4e62-f9e3-4597-a7d2-81552816d233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706396 Apr 01 16:28:08.700030 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-4336bb4a-c4fd-4be0-b93a-2ce38df62693 req-0669b92c-2a1a-4f76-9c46-a449a580cda5 service neutron] 10.222.0.24 "GET /v2.0/networks/0e2e4e62-f9e3-4597-a7d2-81552816d233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244440 Apr 01 16:28:08.832279 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-4336bb4a-c4fd-4be0-b93a-2ce38df62693 req-6024e16e-1a2d-403f-88d5-e674e54043ca service neutron] 10.222.0.24 "GET /v2.0/networks/0e2e4e62-f9e3-4597-a7d2-81552816d233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248906 Apr 01 16:28:09.630254 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:28:23.961800 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-bc9557d1-79a4-45b9-bc6d-d6fc99bf03d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:24.035312 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:26.359761 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-1567b2fd-eb42-4ed4-a769-dd6cbccf114a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:27.700109 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:27.831846 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:29.391759 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:29.610833 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8c5bce2e-98af-40e7-bcc3-f5689c242a9d req-a05e0e7a-af5a-42d8-9b1f-d7f7fad93461 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a928cf75-43d1-4dc4-b27c-ab55d0f2666a&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0725067 Apr 01 16:28:31.049568 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 35186) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:28:31.085504 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c2af65-dd43-4b7d-86b5-f972ccae5846 req-3ebf03ae-907f-4f3a-b647-2e135d97126b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:31.087197 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e4c2af65-dd43-4b7d-86b5-f972ccae5846 req-3ebf03ae-907f-4f3a-b647-2e135d97126b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=a928cf75-43d1-4dc4-b27c-ab55d0f2666a HTTP/1.1" status: 200 len: 945 time: 0.0819232 Apr 01 16:28:31.138619 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e4c2af65-dd43-4b7d-86b5-f972ccae5846 req-c521cc83-09b0-4f3f-8c74-f65adbdc49de tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b399b3d-449c-40da-8537-f8f12d2257f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458615 Apr 01 16:28:31.194235 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-9a6d3d87-b858-480e-a3bb-ac0667c90716 req-bc29ce8b-3857-4200-9adb-a3ef0463a5e9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a928cf75-43d1-4dc4-b27c-ab55d0f2666a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1432734 Apr 01 16:28:32.345848 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f25808-3e9a-4724-a6c0-41472f5d6b81 req-9ea109a1-00de-4d12-a437-c2d0db6a6154 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:32.347220 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-47f25808-3e9a-4724-a6c0-41472f5d6b81 req-9ea109a1-00de-4d12-a437-c2d0db6a6154 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=a928cf75-43d1-4dc4-b27c-ab55d0f2666a HTTP/1.1" status: 200 len: 945 time: 0.0890443 Apr 01 16:28:32.393322 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-47f25808-3e9a-4724-a6c0-41472f5d6b81 req-fe9bc683-c2f0-4a56-ba05-1c129c5cc0b8 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b399b3d-449c-40da-8537-f8f12d2257f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404246 Apr 01 16:28:32.423425 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-9a6d3d87-b858-480e-a3bb-ac0667c90716 req-36207cd9-89e8-43e8-81d3-47266ad19350 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3dd578100e004cd6aa38072871c36e42&device_id=a928cf75-43d1-4dc4-b27c-ab55d0f2666a HTTP/1.1" status: 200 len: 1098 time: 0.0770283 Apr 01 16:28:32.553343 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d3d87-b858-480e-a3bb-ac0667c90716 req-1b86b57f-fda1-4f8e-b774-5824b36ebe9d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:32.554780 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-9a6d3d87-b858-480e-a3bb-ac0667c90716 req-1b86b57f-fda1-4f8e-b774-5824b36ebe9d service neutron] 10.222.0.24 "GET /v2.0/networks?id=0e2e4e62-f9e3-4597-a7d2-81552816d233 HTTP/1.1" status: 200 len: 896 time: 0.1254933 Apr 01 16:28:32.658477 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-9a6d3d87-b858-480e-a3bb-ac0667c90716 req-e74cab41-ec96-4c7c-a9d8-25337ea73137 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=118f2879-6456-49f4-adde-158765f14508 HTTP/1.1" status: 200 len: 1001 time: 0.0976391 Apr 01 16:28:32.724429 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d3d87-b858-480e-a3bb-ac0667c90716 req-37365287-4a2a-47fd-a1f5-04c486684b71 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:32.725879 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-9a6d3d87-b858-480e-a3bb-ac0667c90716 req-37365287-4a2a-47fd-a1f5-04c486684b71 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=680e712a-0732-47a7-8a6d-8f5b8c81763a HTTP/1.1" status: 200 len: 835 time: 0.0595322 Apr 01 16:28:32.800648 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-9a6d3d87-b858-480e-a3bb-ac0667c90716 req-22bd9179-642a-4584-bcf3-d3741c12ba73 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e2e4e62-f9e3-4597-a7d2-81552816d233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688760 Apr 01 16:28:32.928811 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-9a6d3d87-b858-480e-a3bb-ac0667c90716 req-813e025e-16f6-4288-8144-95a4945a6975 service neutron] 10.222.0.24 "GET /v2.0/networks/0e2e4e62-f9e3-4597-a7d2-81552816d233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216660 Apr 01 16:28:33.057956 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-9a6d3d87-b858-480e-a3bb-ac0667c90716 req-ab197f44-4405-4d8a-8817-a29f7bcfaf63 service neutron] 10.222.0.24 "GET /v2.0/networks/0e2e4e62-f9e3-4597-a7d2-81552816d233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234021 Apr 01 16:28:33.589416 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a64a70-c70c-411e-a2a4-ef073b7322a0 req-fca6f2a6-f3d9-404d-bb9a-9c38f0e0ec32 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:33.590869 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b7a64a70-c70c-411e-a2a4-ef073b7322a0 req-fca6f2a6-f3d9-404d-bb9a-9c38f0e0ec32 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=a928cf75-43d1-4dc4-b27c-ab55d0f2666a HTTP/1.1" status: 200 len: 945 time: 0.0757871 Apr 01 16:28:33.635595 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b7a64a70-c70c-411e-a2a4-ef073b7322a0 req-c5a4c3e6-8320-4df6-9bc7-44cc6f679a3e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b399b3d-449c-40da-8537-f8f12d2257f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388443 Apr 01 16:28:34.834946 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc3953e-8b8b-4fa6-a308-1b6c514ca0b9 req-731f66a0-f230-49f7-94ce-a63532868683 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:34.836616 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ddc3953e-8b8b-4fa6-a308-1b6c514ca0b9 req-731f66a0-f230-49f7-94ce-a63532868683 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=a928cf75-43d1-4dc4-b27c-ab55d0f2666a HTTP/1.1" status: 200 len: 945 time: 0.0789649 Apr 01 16:28:34.880434 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ddc3953e-8b8b-4fa6-a308-1b6c514ca0b9 req-c0c33d29-c971-4e78-abea-ce76955c4c71 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b399b3d-449c-40da-8537-f8f12d2257f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383241 Apr 01 16:28:36.073133 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9682d57e-3333-4b8d-b8d6-83a6e18b525e req-db8a95c4-90e9-41ac-b18c-937c6737cf75 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:36.074571 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-9682d57e-3333-4b8d-b8d6-83a6e18b525e req-db8a95c4-90e9-41ac-b18c-937c6737cf75 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=a928cf75-43d1-4dc4-b27c-ab55d0f2666a HTTP/1.1" status: 200 len: 945 time: 0.0758045 Apr 01 16:28:36.121657 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-9682d57e-3333-4b8d-b8d6-83a6e18b525e req-f15e4540-0166-4209-8898-72b11ac85f17 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b399b3d-449c-40da-8537-f8f12d2257f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413744 Apr 01 16:28:37.406671 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9ec6cc-9bce-498f-abc5-b6f2bb0cc73d req-7c66be3e-e22f-4646-83a3-0115e397d571 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:37.408033 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-0a9ec6cc-9bce-498f-abc5-b6f2bb0cc73d req-7c66be3e-e22f-4646-83a3-0115e397d571 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=a928cf75-43d1-4dc4-b27c-ab55d0f2666a HTTP/1.1" status: 200 len: 945 time: 0.1674027 Apr 01 16:28:37.453140 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-0a9ec6cc-9bce-498f-abc5-b6f2bb0cc73d req-7f97351e-45aa-453f-82a8-b7a1b8722406 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b399b3d-449c-40da-8537-f8f12d2257f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387251 Apr 01 16:28:38.666319 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01532e57-9139-416d-b312-48c1d63c2cb3 req-82eefebf-413b-4424-b28a-06c5a5d57fd6 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:38.667772 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-01532e57-9139-416d-b312-48c1d63c2cb3 req-82eefebf-413b-4424-b28a-06c5a5d57fd6 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=a928cf75-43d1-4dc4-b27c-ab55d0f2666a HTTP/1.1" status: 200 len: 945 time: 0.0822203 Apr 01 16:28:38.717297 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-01532e57-9139-416d-b312-48c1d63c2cb3 req-5f52068d-2ef9-4249-b0c4-edf0987fec05 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b399b3d-449c-40da-8537-f8f12d2257f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439363 Apr 01 16:28:39.910783 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d105e54a-f186-48e9-bace-9337f41e9113 req-2a38c132-6949-472b-9984-614d74ac8cb8 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:39.912122 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d105e54a-f186-48e9-bace-9337f41e9113 req-2a38c132-6949-472b-9984-614d74ac8cb8 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=a928cf75-43d1-4dc4-b27c-ab55d0f2666a HTTP/1.1" status: 200 len: 945 time: 0.0745406 Apr 01 16:28:39.956339 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d105e54a-f186-48e9-bace-9337f41e9113 req-7ca9a116-7c64-4c58-8b1b-b16747b5a5b5 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b399b3d-449c-40da-8537-f8f12d2257f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386910 Apr 01 16:28:41.301505 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa43fa0b-0636-43f1-94ff-5961d64971a8 req-0cbf9649-be67-4dbc-a8dc-2063f23f6092 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:41.302946 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-aa43fa0b-0636-43f1-94ff-5961d64971a8 req-0cbf9649-be67-4dbc-a8dc-2063f23f6092 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=a928cf75-43d1-4dc4-b27c-ab55d0f2666a HTTP/1.1" status: 200 len: 945 time: 0.0791416 Apr 01 16:28:41.347919 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-aa43fa0b-0636-43f1-94ff-5961d64971a8 req-86929b77-71b3-4917-ae22-8cac058aaf2e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b399b3d-449c-40da-8537-f8f12d2257f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393617 Apr 01 16:28:42.568746 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d3a85-55f4-4d88-b1c0-3fd8dcbcbffe req-a5f9e8c3-56a0-4170-bb0a-3bc94e875798 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:42.570643 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e43d3a85-55f4-4d88-b1c0-3fd8dcbcbffe req-a5f9e8c3-56a0-4170-bb0a-3bc94e875798 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=a928cf75-43d1-4dc4-b27c-ab55d0f2666a HTTP/1.1" status: 200 len: 945 time: 0.0785081 Apr 01 16:28:42.623594 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e43d3a85-55f4-4d88-b1c0-3fd8dcbcbffe req-2958cab3-adc4-4630-b903-fcdb836c2bbd tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b399b3d-449c-40da-8537-f8f12d2257f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455840 Apr 01 16:28:43.835088 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca4baec-9a40-44a7-9efd-514a9a7da026 req-d6a98d15-d6b1-46cd-9f41-d17c9e53c764 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:43.836437 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-9ca4baec-9a40-44a7-9efd-514a9a7da026 req-d6a98d15-d6b1-46cd-9f41-d17c9e53c764 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=a928cf75-43d1-4dc4-b27c-ab55d0f2666a HTTP/1.1" status: 200 len: 945 time: 0.0792127 Apr 01 16:28:43.881906 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-9ca4baec-9a40-44a7-9efd-514a9a7da026 req-eb3992c3-5bdb-4169-9e60-9f2447be6fec tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b399b3d-449c-40da-8537-f8f12d2257f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397084 Apr 01 16:28:44.865695 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-9a6d3d87-b858-480e-a3bb-ac0667c90716 req-5e9c4e21-d3b2-47bf-9b1e-4ec86c54bd9f service neutron] 10.222.0.24 "GET /v2.0/ports/118f2879-6456-49f4-adde-158765f14508/bindings/hv-neutron-8333 HTTP/1.1" status: 200 len: 384 time: 0.1823022 Apr 01 16:28:45.091176 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4aed3b-cf81-44c3-9ce2-d04562447980 req-31d38fd8-9a4d-4281-985f-630f2154ed43 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:45.092653 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5c4aed3b-cf81-44c3-9ce2-d04562447980 req-31d38fd8-9a4d-4281-985f-630f2154ed43 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=a928cf75-43d1-4dc4-b27c-ab55d0f2666a HTTP/1.1" status: 200 len: 945 time: 0.0878668 Apr 01 16:28:45.144270 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-9a6d3d87-b858-480e-a3bb-ac0667c90716 req-d6855055-53bc-4bd9-b6da-ab12b72f235d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a928cf75-43d1-4dc4-b27c-ab55d0f2666a&tenant_id=3dd578100e004cd6aa38072871c36e42 HTTP/1.1" status: 200 len: 1098 time: 0.0728970 Apr 01 16:28:45.144518 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5c4aed3b-cf81-44c3-9ce2-d04562447980 req-5e7baa28-1ff4-4f98-ae23-1a0611575725 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b399b3d-449c-40da-8537-f8f12d2257f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454285 Apr 01 16:28:45.237000 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-9a6d3d87-b858-480e-a3bb-ac0667c90716 req-0f386668-8361-4d9e-9d52-692b136af111 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3dd578100e004cd6aa38072871c36e42&device_id=a928cf75-43d1-4dc4-b27c-ab55d0f2666a HTTP/1.1" status: 200 len: 1098 time: 0.0702274 Apr 01 16:28:45.365960 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d3d87-b858-480e-a3bb-ac0667c90716 req-6f1a1c56-5e93-44cd-8886-937a9d8bb6b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:45.367392 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-9a6d3d87-b858-480e-a3bb-ac0667c90716 req-6f1a1c56-5e93-44cd-8886-937a9d8bb6b0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0e2e4e62-f9e3-4597-a7d2-81552816d233 HTTP/1.1" status: 200 len: 896 time: 0.1245868 Apr 01 16:28:45.470785 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-9a6d3d87-b858-480e-a3bb-ac0667c90716 req-1d08f78e-b0a0-4907-b3c3-b988971fbb6a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=118f2879-6456-49f4-adde-158765f14508 HTTP/1.1" status: 200 len: 1001 time: 0.0970361 Apr 01 16:28:45.536823 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d3d87-b858-480e-a3bb-ac0667c90716 req-feb2a145-6970-4421-983b-1ad577d5b7b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:45.538247 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-9a6d3d87-b858-480e-a3bb-ac0667c90716 req-feb2a145-6970-4421-983b-1ad577d5b7b2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=680e712a-0732-47a7-8a6d-8f5b8c81763a HTTP/1.1" status: 200 len: 835 time: 0.0612786 Apr 01 16:28:45.611781 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-9a6d3d87-b858-480e-a3bb-ac0667c90716 req-98b19a6f-5abd-40b2-a0e4-4f1643d938d5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e2e4e62-f9e3-4597-a7d2-81552816d233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674629 Apr 01 16:28:45.743287 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-9a6d3d87-b858-480e-a3bb-ac0667c90716 req-c7fa040f-c37a-46f5-b336-246a262ebf92 service neutron] 10.222.0.24 "GET /v2.0/networks/0e2e4e62-f9e3-4597-a7d2-81552816d233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242335 Apr 01 16:28:45.873821 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-9a6d3d87-b858-480e-a3bb-ac0667c90716 req-1d1d657b-b538-41a5-969e-b5fda7b2e164 service neutron] 10.222.0.24 "GET /v2.0/networks/0e2e4e62-f9e3-4597-a7d2-81552816d233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246583 Apr 01 16:28:46.342164 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30cc21a-0bf9-422f-a472-e13a70f15d09 req-75e36531-3f59-4e26-878a-fe4e5c4a697b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:46.344269 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a30cc21a-0bf9-422f-a472-e13a70f15d09 req-75e36531-3f59-4e26-878a-fe4e5c4a697b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=a928cf75-43d1-4dc4-b27c-ab55d0f2666a HTTP/1.1" status: 200 len: 945 time: 0.0753345 Apr 01 16:28:46.388005 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a30cc21a-0bf9-422f-a472-e13a70f15d09 req-70a500c5-b598-470c-84c5-afb868896ccc tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b399b3d-449c-40da-8537-f8f12d2257f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383506 Apr 01 16:28:46.631650 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:28:47.430540 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 118f2879-6456-49f4-adde-158765f14508 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:28:47.433399 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 118f2879-6456-49f4-adde-158765f14508 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:28:47.591477 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36ea172-9764-4cb5-9a89-7a49b3d2ce4d req-0e587f4d-67cf-47a5-b075-9b6eccdf6f11 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:47.594175 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f36ea172-9764-4cb5-9a89-7a49b3d2ce4d req-0e587f4d-67cf-47a5-b075-9b6eccdf6f11 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=a928cf75-43d1-4dc4-b27c-ab55d0f2666a HTTP/1.1" status: 200 len: 945 time: 0.0809596 Apr 01 16:28:47.642171 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f36ea172-9764-4cb5-9a89-7a49b3d2ce4d req-b9ae432b-db65-4a08-a4b7-adcac49a14ce tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b399b3d-449c-40da-8537-f8f12d2257f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424755 Apr 01 16:28:47.659491 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:47.680225 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 118f2879-6456-49f4-adde-158765f14508, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=118f2879-6456-49f4-adde-158765f14508,segment=NetworkSegment(d2532046-d0a9-41fd-a950-66a34c5bb37e),segment_id=d2532046-d0a9-41fd-a950-66a34c5bb37e)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:28:47.700505 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Returning: {'device': '118f2879-6456-49f4-adde-158765f14508', 'network_id': '0e2e4e62-f9e3-4597-a7d2-81552816d233', 'port_id': '118f2879-6456-49f4-adde-158765f14508', 'mac_address': 'fa:16:3e:44:52:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '680e712a-0732-47a7-8a6d-8f5b8c81763a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:28:47.708031 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a928cf75-43d1-4dc4-b27c-ab55d0f2666a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '118f2879-6456-49f4-adde-158765f14508'}] {{(pid=83829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:28:47.749728 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 118f2879-6456-49f4-adde-158765f14508, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=118f2879-6456-49f4-adde-158765f14508,segment=NetworkSegment(d2532046-d0a9-41fd-a950-66a34c5bb37e),segment_id=d2532046-d0a9-41fd-a950-66a34c5bb37e)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:28:47.761138 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:47.793184 dv-neutron-833373-2-hyperv neutron-server[83829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a928cf75-43d1-4dc4-b27c-ab55d0f2666a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '118f2879-6456-49f4-adde-158765f14508', 'code': 200} Apr 01 16:28:47.830788 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:47.854970 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 118f2879-6456-49f4-adde-158765f14508 {{(pid=83829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:28:47.861801 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=118f2879-6456-49f4-adde-158765f14508,revision_number=6']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:28:47.897153 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:28:47.897497 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:28:47.897836 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:28:47.898170 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:28:47.898503 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:28:47.898831 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:28:47.899157 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:28:47.899486 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:28:47.899809 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:28:47.900129 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:28:47.900452 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:28:47.932340 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.db.api [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:28:47.932618 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG oslo_db.api [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:28:48.485209 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:48.501736 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 118f2879-6456-49f4-adde-158765f14508 {{(pid=83829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:28:48.516960 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 118f2879-6456-49f4-adde-158765f14508, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=118f2879-6456-49f4-adde-158765f14508,segment=NetworkSegment(d2532046-d0a9-41fd-a950-66a34c5bb37e),segment_id=d2532046-d0a9-41fd-a950-66a34c5bb37e)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:28:48.520378 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:48.580745 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] get_ports_and_sgs() called for port_ids ['118f2879-6456-49f4-adde-158765f14508'] {{(pid=83829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 16:28:48.630712 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=118f2879-6456-49f4-adde-158765f14508,revision_number=7']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:28:48.856256 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d222bbb-8a51-4ce7-a711-10aa7ce31912 req-1aa3b8fd-6d70-43be-a597-7ae1e81cec5c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:48.857860 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-0d222bbb-8a51-4ce7-a711-10aa7ce31912 req-1aa3b8fd-6d70-43be-a597-7ae1e81cec5c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=a928cf75-43d1-4dc4-b27c-ab55d0f2666a HTTP/1.1" status: 200 len: 944 time: 0.0769410 Apr 01 16:28:48.903382 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-0d222bbb-8a51-4ce7-a711-10aa7ce31912 req-b13fc0c1-007d-4feb-b8da-0798d7785d3a tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b399b3d-449c-40da-8537-f8f12d2257f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393498 Apr 01 16:28:49.232005 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370e091c-c1f9-47ec-857e-e4190aecb755 req-877fec9f-cb96-4979-a46c-d6111a1f1264 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:49.233410 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-370e091c-c1f9-47ec-857e-e4190aecb755 req-877fec9f-cb96-4979-a46c-d6111a1f1264 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=a928cf75-43d1-4dc4-b27c-ab55d0f2666a HTTP/1.1" status: 200 len: 944 time: 0.0812874 Apr 01 16:28:49.249901 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad6b09-11a1-4991-b09d-e1b3e1e8597a req-50424731-f1a2-4136-92cb-a888c5e317fe tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:49.251664 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-41ad6b09-11a1-4991-b09d-e1b3e1e8597a req-50424731-f1a2-4136-92cb-a888c5e317fe tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Synchronizing usage tracker for tenant:3dd578100e004cd6aa38072871c36e42 on resource:port {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:28:49.267265 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-41ad6b09-11a1-4991-b09d-e1b3e1e8597a req-50424731-f1a2-4136-92cb-a888c5e317fe tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Unset dirty status for tenant:3dd578100e004cd6aa38072871c36e42 on resource:port {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:28:49.268405 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-41ad6b09-11a1-4991-b09d-e1b3e1e8597a req-50424731-f1a2-4136-92cb-a888c5e317fe tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.24 "GET /v2.0/ports?device_id=a928cf75-43d1-4dc4-b27c-ab55d0f2666a&tenant_id=3dd578100e004cd6aa38072871c36e42&binding%3Ahost_id=hv-neutron-8333 HTTP/1.1" status: 200 len: 944 time: 0.1032157 Apr 01 16:28:49.282526 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-370e091c-c1f9-47ec-857e-e4190aecb755 req-9d776cdb-eb57-42f9-9706-10381a34e6f1 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b399b3d-449c-40da-8537-f8f12d2257f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427382 Apr 01 16:28:49.405944 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-41ad6b09-11a1-4991-b09d-e1b3e1e8597a req-2af7d58e-d1d4-4a6c-b98a-c22474421fdc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3dd578100e004cd6aa38072871c36e42&device_id=a928cf75-43d1-4dc4-b27c-ab55d0f2666a HTTP/1.1" status: 200 len: 1097 time: 0.0681601 Apr 01 16:28:49.462664 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 118f2879-6456-49f4-adde-158765f14508 up at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:28:49.483014 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082a3115-8d51-45e8-b4da-9dfc396d2ba7 req-668962d7-fff8-489d-8db5-62d62ee8672e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:49.483674 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-082a3115-8d51-45e8-b4da-9dfc396d2ba7 req-668962d7-fff8-489d-8db5-62d62ee8672e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=a928cf75-43d1-4dc4-b27c-ab55d0f2666a HTTP/1.1" status: 200 len: 944 time: 0.0755615 Apr 01 16:28:49.542096 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-082a3115-8d51-45e8-b4da-9dfc396d2ba7 req-d9f778ad-7cea-44f5-907f-d0173abb1624 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b399b3d-449c-40da-8537-f8f12d2257f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510178 Apr 01 16:28:49.543757 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning complete for port 118f2879-6456-49f4-adde-158765f14508 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:28:49.544224 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:49.551509 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad6b09-11a1-4991-b09d-e1b3e1e8597a req-008941a1-0007-42ba-8b77-bc1a202ea5c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:49.553217 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-41ad6b09-11a1-4991-b09d-e1b3e1e8597a req-008941a1-0007-42ba-8b77-bc1a202ea5c0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0e2e4e62-f9e3-4597-a7d2-81552816d233 HTTP/1.1" status: 200 len: 896 time: 0.1406629 Apr 01 16:28:49.659956 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-41ad6b09-11a1-4991-b09d-e1b3e1e8597a req-6e5a6a68-2155-4b3c-8fd9-1498687e4cfd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=118f2879-6456-49f4-adde-158765f14508 HTTP/1.1" status: 200 len: 1000 time: 0.1006131 Apr 01 16:28:49.660203 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:49.693223 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 118f2879-6456-49f4-adde-158765f14508, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=118f2879-6456-49f4-adde-158765f14508,segment=NetworkSegment(d2532046-d0a9-41fd-a950-66a34c5bb37e),segment_id=d2532046-d0a9-41fd-a950-66a34c5bb37e)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:28:49.696980 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:49.722912 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad6b09-11a1-4991-b09d-e1b3e1e8597a req-660495b6-e137-4cc2-bcf5-6c1db0185bd4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:49.724375 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-41ad6b09-11a1-4991-b09d-e1b3e1e8597a req-660495b6-e137-4cc2-bcf5-6c1db0185bd4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=680e712a-0732-47a7-8a6d-8f5b8c81763a HTTP/1.1" status: 200 len: 835 time: 0.0586338 Apr 01 16:28:49.763886 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=118f2879-6456-49f4-adde-158765f14508,revision_number=8']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:28:49.794288 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a928cf75-43d1-4dc4-b27c-ab55d0f2666a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '118f2879-6456-49f4-adde-158765f14508'}] {{(pid=83829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:28:49.803345 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-41ad6b09-11a1-4991-b09d-e1b3e1e8597a req-cda9b23e-7635-4c92-beab-9c48663305c2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e2e4e62-f9e3-4597-a7d2-81552816d233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728223 Apr 01 16:28:49.857495 dv-neutron-833373-2-hyperv neutron-server[83829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a928cf75-43d1-4dc4-b27c-ab55d0f2666a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '118f2879-6456-49f4-adde-158765f14508', 'code': 200} Apr 01 16:28:49.938706 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-41ad6b09-11a1-4991-b09d-e1b3e1e8597a req-d602fc39-84d5-4dc8-ac76-4bb75e24290a service neutron] 10.222.0.24 "GET /v2.0/networks/0e2e4e62-f9e3-4597-a7d2-81552816d233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289823 Apr 01 16:28:50.161361 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-41ad6b09-11a1-4991-b09d-e1b3e1e8597a req-084c3338-bbde-40cf-ba59-b4203d86710e service neutron] 10.222.0.24 "GET /v2.0/networks/0e2e4e62-f9e3-4597-a7d2-81552816d233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160289 Apr 01 16:28:50.751018 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6915eb-8765-4d8b-83c7-52021cdea1e0 req-cdf85394-a126-4666-bf46-b87967b67d27 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:28:50.752499 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-3e6915eb-8765-4d8b-83c7-52021cdea1e0 req-cdf85394-a126-4666-bf46-b87967b67d27 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=a928cf75-43d1-4dc4-b27c-ab55d0f2666a HTTP/1.1" status: 200 len: 945 time: 0.0818911 Apr 01 16:28:50.803942 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-3e6915eb-8765-4d8b-83c7-52021cdea1e0 req-13ddbd20-7015-4488-b427-91f141eec60b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b399b3d-449c-40da-8537-f8f12d2257f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444906 Apr 01 16:28:50.832778 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 35256) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:28:50.946769 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-406241f6-cda4-47ff-94f1-c0dbcdb2f2db tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/floatingips/3e5c3fa1-5c78-4a01-9040-2e57be45c91d HTTP/1.1" status: 200 len: 993 time: 0.1123896 Apr 01 16:28:53.971122 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-cbd08f87-7e2a-43a4-b7b3-310a8e23a0a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:54.039068 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:56.361829 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-61e43e9f-a5c5-4b99-8665-2a312b005e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:57.703078 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:57.834170 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:28:59.397597 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:07.906496 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-07368af8-2de6-4bd0-b6e2-015ce0ebce49 req-7fff0138-fd25-4e21-a0f9-231921cd8b91 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a928cf75-43d1-4dc4-b27c-ab55d0f2666a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0657051 Apr 01 16:29:08.048644 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-07368af8-2de6-4bd0-b6e2-015ce0ebce49 req-b570f5e0-478c-4e6d-8f33-be8905345f37 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3dd578100e004cd6aa38072871c36e42&device_id=a928cf75-43d1-4dc4-b27c-ab55d0f2666a HTTP/1.1" status: 200 len: 1098 time: 0.0715082 Apr 01 16:29:08.193661 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07368af8-2de6-4bd0-b6e2-015ce0ebce49 req-30e2df89-2e83-4609-95e6-7206c55c4f4b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:08.195012 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-07368af8-2de6-4bd0-b6e2-015ce0ebce49 req-30e2df89-2e83-4609-95e6-7206c55c4f4b service neutron] 10.222.0.24 "GET /v2.0/networks?id=0e2e4e62-f9e3-4597-a7d2-81552816d233 HTTP/1.1" status: 200 len: 896 time: 0.1267586 Apr 01 16:29:08.294801 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-07368af8-2de6-4bd0-b6e2-015ce0ebce49 req-b59f06ad-1a1c-4146-9935-57e0ef5a86af service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=118f2879-6456-49f4-adde-158765f14508 HTTP/1.1" status: 200 len: 1001 time: 0.0934551 Apr 01 16:29:08.359252 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07368af8-2de6-4bd0-b6e2-015ce0ebce49 req-a4206d54-f1af-4fa1-adc6-4313edd61431 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:08.360653 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-07368af8-2de6-4bd0-b6e2-015ce0ebce49 req-a4206d54-f1af-4fa1-adc6-4313edd61431 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=680e712a-0732-47a7-8a6d-8f5b8c81763a HTTP/1.1" status: 200 len: 835 time: 0.0597336 Apr 01 16:29:08.435696 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-07368af8-2de6-4bd0-b6e2-015ce0ebce49 req-a2caed34-deb0-4d3f-a0ef-46f3726179a0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e2e4e62-f9e3-4597-a7d2-81552816d233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682201 Apr 01 16:29:08.567308 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-07368af8-2de6-4bd0-b6e2-015ce0ebce49 req-5ed5dc08-b8cb-4657-8929-4f0d6a79fcab service neutron] 10.222.0.24 "GET /v2.0/networks/0e2e4e62-f9e3-4597-a7d2-81552816d233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232362 Apr 01 16:29:08.709240 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-07368af8-2de6-4bd0-b6e2-015ce0ebce49 req-496f92c9-df85-4aa8-911b-0e01a4908110 service neutron] 10.222.0.24 "GET /v2.0/networks/0e2e4e62-f9e3-4597-a7d2-81552816d233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348503 Apr 01 16:29:19.418247 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 35268) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:29:19.615917 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-c0b9bb51-2e8b-4c19-9c1f-5d56250d7e61 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Deleting port aa70a958-c755-4fd5-94cf-23d21a37e05e {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:29:19.616250 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c0b9bb51-2e8b-4c19-9c1f-5d56250d7e61 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:19.863883 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c0b9bb51-2e8b-4c19-9c1f-5d56250d7e61 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:19.864197 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c0b9bb51-2e8b-4c19-9c1f-5d56250d7e61 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:19.980311 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-c0b9bb51-2e8b-4c19-9c1f-5d56250d7e61 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Calling delete_port for aa70a958-c755-4fd5-94cf-23d21a37e05e owned by network:floatingip {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:29:20.129779 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c0b9bb51-2e8b-4c19-9c1f-5d56250d7e61 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:20.181378 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b9bb51-2e8b-4c19-9c1f-5d56250d7e61 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event deleted for resources: {'Port': ['ID=aa70a958-c755-4fd5-94cf-23d21a37e05e,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:20.218853 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b9bb51-2e8b-4c19-9c1f-5d56250d7e61 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:20.219191 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b9bb51-2e8b-4c19-9c1f-5d56250d7e61 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:20.219524 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b9bb51-2e8b-4c19-9c1f-5d56250d7e61 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:20.219858 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b9bb51-2e8b-4c19-9c1f-5d56250d7e61 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:20.220188 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b9bb51-2e8b-4c19-9c1f-5d56250d7e61 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:20.220510 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b9bb51-2e8b-4c19-9c1f-5d56250d7e61 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:20.220859 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b9bb51-2e8b-4c19-9c1f-5d56250d7e61 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:20.221242 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b9bb51-2e8b-4c19-9c1f-5d56250d7e61 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:20.221757 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b9bb51-2e8b-4c19-9c1f-5d56250d7e61 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:20.222311 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b9bb51-2e8b-4c19-9c1f-5d56250d7e61 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:20.222559 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b9bb51-2e8b-4c19-9c1f-5d56250d7e61 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:20.281955 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c0b9bb51-2e8b-4c19-9c1f-5d56250d7e61 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for floatingip, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:20.685453 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0b9bb51-2e8b-4c19-9c1f-5d56250d7e61 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Router 53fe1e04-51ef-40a2-9365-19dab872938b has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:29:20.895264 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b9bb51-2e8b-4c19-9c1f-5d56250d7e61 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:29:20.905246 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a63ba9-1957-4470-8282-a8bc92181a49 None None] Sync routers for ids ['53fe1e04-51ef-40a2-9365-19dab872938b'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:29:20.915523 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c0b9bb51-2e8b-4c19-9c1f-5d56250d7e61 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for floatingip, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:20.918075 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a63ba9-1957-4470-8282-a8bc92181a49 None None] Routers {'53fe1e04-51ef-40a2-9365-19dab872938b'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:29:20.918700 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-b5a63ba9-1957-4470-8282-a8bc92181a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:28:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['53fe1e04-51ef-40a2-9365-19dab872938b'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:29:20.975145 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-c0b9bb51-2e8b-4c19-9c1f-5d56250d7e61 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "DELETE /v2.0/floatingips/3e5c3fa1-5c78-4a01-9040-2e57be45c91d HTTP/1.1" status: 204 len: 168 time: 1.5557702 Apr 01 16:29:20.976684 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a928cf75-43d1-4dc4-b27c-ab55d0f2666a', 'tag': '118f2879-6456-49f4-adde-158765f14508'}] {{(pid=83826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:29:21.139694 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-b5a63ba9-1957-4470-8282-a8bc92181a49 None None] Set router 53fe1e04-51ef-40a2-9365-19dab872938b gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:29:21.150198 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a928cf75-43d1-4dc4-b27c-ab55d0f2666a', 'tag': '118f2879-6456-49f4-adde-158765f14508', 'status': 'completed', 'code': 200} Apr 01 16:29:21.263537 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-755f253a-b70b-4d23-ae87-2123f972e02d req-3ab802cb-82c5-493c-b568-61574258c8e3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3dd578100e004cd6aa38072871c36e42&device_id=a928cf75-43d1-4dc4-b27c-ab55d0f2666a HTTP/1.1" status: 200 len: 1098 time: 0.0873270 Apr 01 16:29:21.401240 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f253a-b70b-4d23-ae87-2123f972e02d req-62122362-8c03-4df3-80ed-9bc07567284a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:21.402644 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeb7650-7050-49f3-8f45-7efea40a413c req-19a67de7-1f86-435b-b49f-c5aafa480018 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:21.402793 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-755f253a-b70b-4d23-ae87-2123f972e02d req-62122362-8c03-4df3-80ed-9bc07567284a service neutron] 10.222.0.24 "GET /v2.0/networks?id=0e2e4e62-f9e3-4597-a7d2-81552816d233 HTTP/1.1" status: 200 len: 896 time: 0.1316636 Apr 01 16:29:21.403343 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-5aeb7650-7050-49f3-8f45-7efea40a413c req-19a67de7-1f86-435b-b49f-c5aafa480018 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Synchronizing usage tracker for tenant:3dd578100e004cd6aa38072871c36e42 on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:29:21.419514 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-5aeb7650-7050-49f3-8f45-7efea40a413c req-19a67de7-1f86-435b-b49f-c5aafa480018 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Unset dirty status for tenant:3dd578100e004cd6aa38072871c36e42 on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:29:21.420777 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5aeb7650-7050-49f3-8f45-7efea40a413c req-19a67de7-1f86-435b-b49f-c5aafa480018 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=a928cf75-43d1-4dc4-b27c-ab55d0f2666a HTTP/1.1" status: 200 len: 945 time: 0.0965192 Apr 01 16:29:21.469245 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5aeb7650-7050-49f3-8f45-7efea40a413c req-dbe10a35-59c2-4a4c-996b-d138eccc3442 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b399b3d-449c-40da-8537-f8f12d2257f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416760 Apr 01 16:29:21.472420 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-755f253a-b70b-4d23-ae87-2123f972e02d req-68c84235-7ed3-4092-87a3-38cecffbf25a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=118f2879-6456-49f4-adde-158765f14508 HTTP/1.1" status: 200 len: 217 time: 0.0612276 Apr 01 16:29:21.476523 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-b5a63ba9-1957-4470-8282-a8bc92181a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53fe1e04-51ef-40a2-9365-19dab872938b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2011579199', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.127'}], 'enable_snat': True}, 'gw_port_id': 'a8a27386-bc54-4d4e-b2a5-59617d2d4c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:27:35Z', 'updated_at': '2022-04-01T16:27:40Z', 'revision_number': 4, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'gw_port': {'id': 'a8a27386-bc54-4d4e-b2a5-59617d2d4c44', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:5e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fe1e04-51ef-40a2-9365-19dab872938b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:27:35Z', 'updated_at': '2022-04-01T16:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': 'f75de60b-9c49-45c0-9065-b9f4d7f44341', 'name': '', 'network_id': '0e2e4e62-f9e3-4597-a7d2-81552816d233', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'mac_address': 'fa:16:3e:34:d0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fe1e04-51ef-40a2-9365-19dab872938b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '680e712a-0732-47a7-8a6d-8f5b8c81763a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:27:38Z', 'updated_at': '2022-04-01T16:27:45Z', 'revision_number': 5, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'subnets': [{'id': '680e712a-0732-47a7-8a6d-8f5b8c81763a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:29:21.480573 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a63ba9-1957-4470-8282-a8bc92181a49 None None] Checking router: 53fe1e04-51ef-40a2-9365-19dab872938b for host: dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:29:21.494073 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a63ba9-1957-4470-8282-a8bc92181a49 None None] Routers {'53fe1e04-51ef-40a2-9365-19dab872938b'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:29:21.494687 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-b5a63ba9-1957-4470-8282-a8bc92181a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:28:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['53fe1e04-51ef-40a2-9365-19dab872938b'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:29:21.538168 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f253a-b70b-4d23-ae87-2123f972e02d req-ddcaecff-fb3e-4180-8940-061d4db5aa7e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:21.539598 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-755f253a-b70b-4d23-ae87-2123f972e02d req-ddcaecff-fb3e-4180-8940-061d4db5aa7e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=680e712a-0732-47a7-8a6d-8f5b8c81763a HTTP/1.1" status: 200 len: 835 time: 0.0609748 Apr 01 16:29:21.617889 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-755f253a-b70b-4d23-ae87-2123f972e02d req-7b52ec9b-f328-4f7d-90d5-1d79b412e3a7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0e2e4e62-f9e3-4597-a7d2-81552816d233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714769 Apr 01 16:29:21.670265 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-b5a63ba9-1957-4470-8282-a8bc92181a49 None None] Set router 53fe1e04-51ef-40a2-9365-19dab872938b gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:29:21.755927 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-755f253a-b70b-4d23-ae87-2123f972e02d req-4e342c49-e471-4ea4-83ac-6b3b280fe0d9 service neutron] 10.222.0.24 "GET /v2.0/networks/0e2e4e62-f9e3-4597-a7d2-81552816d233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265709 Apr 01 16:29:21.892473 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-755f253a-b70b-4d23-ae87-2123f972e02d req-57b263c1-0418-4205-acd4-1b207c171448 service neutron] 10.222.0.24 "GET /v2.0/networks/0e2e4e62-f9e3-4597-a7d2-81552816d233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289439 Apr 01 16:29:21.988474 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-b5a63ba9-1957-4470-8282-a8bc92181a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53fe1e04-51ef-40a2-9365-19dab872938b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2011579199', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.127'}], 'enable_snat': True}, 'gw_port_id': 'a8a27386-bc54-4d4e-b2a5-59617d2d4c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:27:35Z', 'updated_at': '2022-04-01T16:27:40Z', 'revision_number': 4, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'gw_port': {'id': 'a8a27386-bc54-4d4e-b2a5-59617d2d4c44', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:5e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fe1e04-51ef-40a2-9365-19dab872938b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:27:35Z', 'updated_at': '2022-04-01T16:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': 'f75de60b-9c49-45c0-9065-b9f4d7f44341', 'name': '', 'network_id': '0e2e4e62-f9e3-4597-a7d2-81552816d233', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'mac_address': 'fa:16:3e:34:d0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fe1e04-51ef-40a2-9365-19dab872938b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '680e712a-0732-47a7-8a6d-8f5b8c81763a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:27:38Z', 'updated_at': '2022-04-01T16:27:45Z', 'revision_number': 5, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'subnets': [{'id': '680e712a-0732-47a7-8a6d-8f5b8c81763a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:29:21.992337 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a63ba9-1957-4470-8282-a8bc92181a49 None None] The sync data for ids ['53fe1e04-51ef-40a2-9365-19dab872938b'] in dv-neutron-833373-2-hyperv is: [{'id': '53fe1e04-51ef-40a2-9365-19dab872938b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2011579199', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.127'}], 'enable_snat': True}, 'gw_port_id': 'a8a27386-bc54-4d4e-b2a5-59617d2d4c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:27:35Z', 'updated_at': '2022-04-01T16:27:40Z', 'revision_number': 4, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'gw_port': {'id': 'a8a27386-bc54-4d4e-b2a5-59617d2d4c44', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:5e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fe1e04-51ef-40a2-9365-19dab872938b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:27:35Z', 'updated_at': '2022-04-01T16:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': 'f75de60b-9c49-45c0-9065-b9f4d7f44341', 'name': '', 'network_id': '0e2e4e62-f9e3-4597-a7d2-81552816d233', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'mac_address': 'fa:16:3e:34:d0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fe1e04-51ef-40a2-9365-19dab872938b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '680e712a-0732-47a7-8a6d-8f5b8c81763a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:27:38Z', 'updated_at': '2022-04-01T16:27:45Z', 'revision_number': 5, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'subnets': [{'id': '680e712a-0732-47a7-8a6d-8f5b8c81763a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:29:22.207382 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebeb555-780e-4001-bf60-8b61c31ad48d None None] New status for floating IP 3e5c3fa1-5c78-4a01-9040-2e57be45c91d: DOWN {{(pid=83833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 16:29:22.672658 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01626fed-69cf-43a2-852d-0f10d2236239 req-5356753d-3eb1-4ae6-9197-3561abaac1b9 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:22.674038 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-01626fed-69cf-43a2-852d-0f10d2236239 req-5356753d-3eb1-4ae6-9197-3561abaac1b9 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=a928cf75-43d1-4dc4-b27c-ab55d0f2666a HTTP/1.1" status: 200 len: 945 time: 0.0757987 Apr 01 16:29:22.722690 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-01626fed-69cf-43a2-852d-0f10d2236239 req-e17968ba-bc60-40cd-a372-a0208e20a4f3 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b399b3d-449c-40da-8537-f8f12d2257f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421307 Apr 01 16:29:23.380940 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a01ca9-6b84-4520-8bee-97245c78932d req-b30c460a-9556-46d9-94bb-1a86e8fb0549 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:23.382421 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-e9a01ca9-6b84-4520-8bee-97245c78932d req-b30c460a-9556-46d9-94bb-1a86e8fb0549 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.24 "GET /v2.0/ports?device_id=a928cf75-43d1-4dc4-b27c-ab55d0f2666a HTTP/1.1" status: 200 len: 945 time: 0.1749256 Apr 01 16:29:23.449970 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [req-e9a01ca9-6b84-4520-8bee-97245c78932d req-65650a9f-04d4-413f-9fb3-b4314cdac64f tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Deleting port 118f2879-6456-49f4-adde-158765f14508 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:29:23.450309 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-e9a01ca9-6b84-4520-8bee-97245c78932d req-65650a9f-04d4-413f-9fb3-b4314cdac64f tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:23.631561 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:29:23.718766 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [req-e9a01ca9-6b84-4520-8bee-97245c78932d req-65650a9f-04d4-413f-9fb3-b4314cdac64f tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] For port 118f2879-6456-49f4-adde-158765f14508, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=118f2879-6456-49f4-adde-158765f14508,segment=NetworkSegment(d2532046-d0a9-41fd-a950-66a34c5bb37e),segment_id=d2532046-d0a9-41fd-a950-66a34c5bb37e)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:29:23.719125 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-e9a01ca9-6b84-4520-8bee-97245c78932d req-65650a9f-04d4-413f-9fb3-b4314cdac64f tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:23.841892 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [req-e9a01ca9-6b84-4520-8bee-97245c78932d req-65650a9f-04d4-413f-9fb3-b4314cdac64f tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Calling delete_port for 118f2879-6456-49f4-adde-158765f14508 owned by compute:nova {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:29:23.931276 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c902d707-687c-4d72-9dd8-affe8cb134e5 req-0b68739f-5218-417b-9cb4-ed459edde355 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:23.932654 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c902d707-687c-4d72-9dd8-affe8cb134e5 req-0b68739f-5218-417b-9cb4-ed459edde355 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=a928cf75-43d1-4dc4-b27c-ab55d0f2666a HTTP/1.1" status: 200 len: 945 time: 0.0770319 Apr 01 16:29:23.967125 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-bfe2ef11-cee5-4e74-bcef-6bffe676647b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:23.983791 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c902d707-687c-4d72-9dd8-affe8cb134e5 req-eb7f5654-d91b-4d81-8244-d4d033667532 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=5b399b3d-449c-40da-8537-f8f12d2257f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454381 Apr 01 16:29:24.000137 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-e9a01ca9-6b84-4520-8bee-97245c78932d req-65650a9f-04d4-413f-9fb3-b4314cdac64f tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:24.042874 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:24.077442 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65650a9f-04d4-413f-9fb3-b4314cdac64f tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event deleted for resources: {'Port': ['ID=118f2879-6456-49f4-adde-158765f14508,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:24.118384 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65650a9f-04d4-413f-9fb3-b4314cdac64f tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:24.118728 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65650a9f-04d4-413f-9fb3-b4314cdac64f tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:24.119274 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65650a9f-04d4-413f-9fb3-b4314cdac64f tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:24.119579 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65650a9f-04d4-413f-9fb3-b4314cdac64f tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:24.120006 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65650a9f-04d4-413f-9fb3-b4314cdac64f tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:24.120422 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65650a9f-04d4-413f-9fb3-b4314cdac64f tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:24.120844 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65650a9f-04d4-413f-9fb3-b4314cdac64f tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:24.121179 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65650a9f-04d4-413f-9fb3-b4314cdac64f tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:24.121503 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65650a9f-04d4-413f-9fb3-b4314cdac64f tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:24.121826 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65650a9f-04d4-413f-9fb3-b4314cdac64f tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:24.122148 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65650a9f-04d4-413f-9fb3-b4314cdac64f tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:24.164597 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9a01ca9-6b84-4520-8bee-97245c78932d req-65650a9f-04d4-413f-9fb3-b4314cdac64f tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] No DVR routers for this DVR port 118f2879-6456-49f4-adde-158765f14508 on host hv-neutron-8333 {{(pid=83828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:29:24.166924 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-e9a01ca9-6b84-4520-8bee-97245c78932d req-65650a9f-04d4-413f-9fb3-b4314cdac64f tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:24.169336 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a928cf75-43d1-4dc4-b27c-ab55d0f2666a', 'name': 'network-vif-deleted', 'tag': '118f2879-6456-49f4-adde-158765f14508'}] {{(pid=83828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:29:24.184382 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-e9a01ca9-6b84-4520-8bee-97245c78932d req-65650a9f-04d4-413f-9fb3-b4314cdac64f tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.24 "DELETE /v2.0/ports/118f2879-6456-49f4-adde-158765f14508 HTTP/1.1" status: 204 len: 173 time: 0.7967126 Apr 01 16:29:24.227946 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a928cf75-43d1-4dc4-b27c-ab55d0f2666a', 'name': 'network-vif-deleted', 'tag': '118f2879-6456-49f4-adde-158765f14508', 'status': 'completed', 'code': 200} Apr 01 16:29:25.092281 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 35288) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:29:25.613233 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b62671af-fb61-4935-a0b7-17dbc3ec19a4 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611543'] for router_interface, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:25.633472 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 118f2879-6456-49f4-adde-158765f14508 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:29:25.667967 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] No Port match for: 118f2879-6456-49f4-adde-158765f14508 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:29:25.668314 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 118f2879-6456-49f4-adde-158765f14508 not bound to the agent host hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:29:26.232066 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-b62671af-fb61-4935-a0b7-17dbc3ec19a4 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Deleting port f75de60b-9c49-45c0-9065-b9f4d7f44341 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:29:26.232651 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b62671af-fb61-4935-a0b7-17dbc3ec19a4 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:26.363652 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-37146067-788a-4eb9-adf7-01fdeef652a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:26.421092 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [None req-b62671af-fb61-4935-a0b7-17dbc3ec19a4 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] For port f75de60b-9c49-45c0-9065-b9f4d7f44341, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=f75de60b-9c49-45c0-9065-b9f4d7f44341,segment=NetworkSegment(d2532046-d0a9-41fd-a950-66a34c5bb37e),segment_id=d2532046-d0a9-41fd-a950-66a34c5bb37e)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:29:26.421526 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b62671af-fb61-4935-a0b7-17dbc3ec19a4 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:26.540448 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-b62671af-fb61-4935-a0b7-17dbc3ec19a4 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Calling delete_port for f75de60b-9c49-45c0-9065-b9f4d7f44341 owned by network:router_interface {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:29:26.714917 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b62671af-fb61-4935-a0b7-17dbc3ec19a4 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:26.853377 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62671af-fb61-4935-a0b7-17dbc3ec19a4 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event deleted for resources: {'Port': ['ID=f75de60b-9c49-45c0-9065-b9f4d7f44341,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:27.150354 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b62671af-fb61-4935-a0b7-17dbc3ec19a4 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611462'] for router_interface, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:27.706993 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:27.726238 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b62671af-fb61-4935-a0b7-17dbc3ec19a4 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Router 53fe1e04-51ef-40a2-9365-19dab872938b has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:29:27.841523 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:27.930227 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b62671af-fb61-4935-a0b7-17dbc3ec19a4 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:29:27.940063 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f271a67f-bdca-48a3-998e-bcd0810a5132 None None] Sync routers for ids ['53fe1e04-51ef-40a2-9365-19dab872938b'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:29:27.943002 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-b62671af-fb61-4935-a0b7-17dbc3ec19a4 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "PUT /v2.0/routers/53fe1e04-51ef-40a2-9365-19dab872938b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8496053 Apr 01 16:29:27.945633 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 35292) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:29:27.953917 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f271a67f-bdca-48a3-998e-bcd0810a5132 None None] Routers {'53fe1e04-51ef-40a2-9365-19dab872938b'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:29:27.954559 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-f271a67f-bdca-48a3-998e-bcd0810a5132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:29:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['53fe1e04-51ef-40a2-9365-19dab872938b'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:29:28.133591 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_v2 [None req-94e485c8-a077-4803-a8ef-cfb4bf6dea7e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Deleting subnet 680e712a-0732-47a7-8a6d-8f5b8c81763a {{(pid=83826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 16:29:28.136709 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-94e485c8-a077-4803-a8ef-cfb4bf6dea7e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for subnet, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:28.145764 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-f271a67f-bdca-48a3-998e-bcd0810a5132 None None] Set router 53fe1e04-51ef-40a2-9365-19dab872938b gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:29:28.190575 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-94e485c8-a077-4803-a8ef-cfb4bf6dea7e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16610770'] for subnet, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:28.375944 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-94e485c8-a077-4803-a8ef-cfb4bf6dea7e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:28.458505 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-94e485c8-a077-4803-a8ef-cfb4bf6dea7e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15415074', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16089009'] for subnet, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:28.492883 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-f271a67f-bdca-48a3-998e-bcd0810a5132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53fe1e04-51ef-40a2-9365-19dab872938b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2011579199', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.127'}], 'enable_snat': True}, 'gw_port_id': 'a8a27386-bc54-4d4e-b2a5-59617d2d4c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:27:35Z', 'updated_at': '2022-04-01T16:29:26Z', 'revision_number': 5, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'gw_port': {'id': 'a8a27386-bc54-4d4e-b2a5-59617d2d4c44', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:5e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fe1e04-51ef-40a2-9365-19dab872938b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:27:35Z', 'updated_at': '2022-04-01T16:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:29:28.496758 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f271a67f-bdca-48a3-998e-bcd0810a5132 None None] Checking router: 53fe1e04-51ef-40a2-9365-19dab872938b for host: dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:29:28.503413 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e485c8-a077-4803-a8ef-cfb4bf6dea7e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event deleted for resources: {'Subnet': ['ID=680e712a-0732-47a7-8a6d-8f5b8c81763a,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:28.508134 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-94e485c8-a077-4803-a8ef-cfb4bf6dea7e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:28.508518 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f271a67f-bdca-48a3-998e-bcd0810a5132 None None] Routers {'53fe1e04-51ef-40a2-9365-19dab872938b'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:29:28.509729 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-f271a67f-bdca-48a3-998e-bcd0810a5132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:29:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['53fe1e04-51ef-40a2-9365-19dab872938b'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:29:28.514231 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-94e485c8-a077-4803-a8ef-cfb4bf6dea7e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "DELETE /v2.0/subnets/680e712a-0732-47a7-8a6d-8f5b8c81763a HTTP/1.1" status: 204 len: 168 time: 0.5676355 Apr 01 16:29:28.516862 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 35296) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:29:28.560188 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb55111-abe6-446d-8b63-3177015eefb2 None None] Network 0e2e4e62-f9e3-4597-a7d2-81552816d233 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:29:28.715675 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0bcd7a58-00d9-42e4-8839-313bedbf0b86 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for router, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:28.847990 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-f271a67f-bdca-48a3-998e-bcd0810a5132 None None] Set router 53fe1e04-51ef-40a2-9365-19dab872938b gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:29:28.914855 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0bcd7a58-00d9-42e4-8839-313bedbf0b86 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:28.923879 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-0bcd7a58-00d9-42e4-8839-313bedbf0b86 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Deleting port a8a27386-bc54-4d4e-b2a5-59617d2d4c44 {{(pid=83826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:29:28.924288 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0bcd7a58-00d9-42e4-8839-313bedbf0b86 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:29.113888 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.db [None req-0bcd7a58-00d9-42e4-8839-313bedbf0b86 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] For port a8a27386-bc54-4d4e-b2a5-59617d2d4c44, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=a8a27386-bc54-4d4e-b2a5-59617d2d4c44,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:29:29.114244 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0bcd7a58-00d9-42e4-8839-313bedbf0b86 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:29.120012 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b93b9c-b2e1-4319-85a6-dde9d628dc45 None None] DHCP port deletion for 0e2e4e62-f9e3-4597-a7d2-81552816d233 request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 16:29:29.127148 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a2b93b9c-b2e1-4319-85a6-dde9d628dc45 None None] Deleting port a59c49e3-6088-4490-9a1e-5e8825c39ad5 {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:29:29.127519 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a2b93b9c-b2e1-4319-85a6-dde9d628dc45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:29.239511 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.plugin [None req-0bcd7a58-00d9-42e4-8839-313bedbf0b86 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Calling delete_port for a8a27386-bc54-4d4e-b2a5-59617d2d4c44 owned by network:router_gateway {{(pid=83826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:29:29.316866 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-f271a67f-bdca-48a3-998e-bcd0810a5132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53fe1e04-51ef-40a2-9365-19dab872938b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2011579199', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.127'}], 'enable_snat': True}, 'gw_port_id': 'a8a27386-bc54-4d4e-b2a5-59617d2d4c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:27:35Z', 'updated_at': '2022-04-01T16:29:26Z', 'revision_number': 5, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'gw_port': {'id': 'a8a27386-bc54-4d4e-b2a5-59617d2d4c44', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:5e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fe1e04-51ef-40a2-9365-19dab872938b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:27:35Z', 'updated_at': '2022-04-01T16:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:29:29.333437 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f271a67f-bdca-48a3-998e-bcd0810a5132 None None] The sync data for ids ['53fe1e04-51ef-40a2-9365-19dab872938b'] in dv-neutron-833373-2-hyperv is: [{'id': '53fe1e04-51ef-40a2-9365-19dab872938b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2011579199', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.127'}], 'enable_snat': True}, 'gw_port_id': 'a8a27386-bc54-4d4e-b2a5-59617d2d4c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:27:35Z', 'updated_at': '2022-04-01T16:29:26Z', 'revision_number': 5, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'gw_port': {'id': 'a8a27386-bc54-4d4e-b2a5-59617d2d4c44', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:5e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fe1e04-51ef-40a2-9365-19dab872938b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:27:35Z', 'updated_at': '2022-04-01T16:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:29:29.357396 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a2b93b9c-b2e1-4319-85a6-dde9d628dc45 None None] For port a59c49e3-6088-4490-9a1e-5e8825c39ad5, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=a59c49e3-6088-4490-9a1e-5e8825c39ad5,segment=NetworkSegment(d2532046-d0a9-41fd-a950-66a34c5bb37e),segment_id=d2532046-d0a9-41fd-a950-66a34c5bb37e)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:29:29.357793 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a2b93b9c-b2e1-4319-85a6-dde9d628dc45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:29.413504 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0bcd7a58-00d9-42e4-8839-313bedbf0b86 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:29.459138 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcd7a58-00d9-42e4-8839-313bedbf0b86 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event deleted for resources: {'Port': ['ID=a8a27386-bc54-4d4e-b2a5-59617d2d4c44,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:29.482872 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a2b93b9c-b2e1-4319-85a6-dde9d628dc45 None None] Calling delete_port for a59c49e3-6088-4490-9a1e-5e8825c39ad5 owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:29:29.527817 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:29.562622 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a2b93b9c-b2e1-4319-85a6-dde9d628dc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671'] for port, after_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:29.608376 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b93b9c-b2e1-4319-85a6-dde9d628dc45 None None] Pushing event deleted for resources: {'Port': ['ID=a59c49e3-6088-4490-9a1e-5e8825c39ad5,revision_number=None']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:29.614606 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b93b9c-b2e1-4319-85a6-dde9d628dc45 None None] No DVR routers for this DVR port a59c49e3-6088-4490-9a1e-5e8825c39ad5 on host dv-neutron-833373-2-hyperv {{(pid=83829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:29:29.693811 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0bcd7a58-00d9-42e4-8839-313bedbf0b86 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617660'] for router_gateway, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:29.802386 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device f75de60b-9c49-45c0-9065-b9f4d7f44341 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:29:29.836553 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: f75de60b-9c49-45c0-9065-b9f4d7f44341 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:29:29.837100 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device f75de60b-9c49-45c0-9065-b9f4d7f44341 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:29:29.837741 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device a59c49e3-6088-4490-9a1e-5e8825c39ad5 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:29:29.871760 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: a59c49e3-6088-4490-9a1e-5e8825c39ad5 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:29:29.872460 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device a59c49e3-6088-4490-9a1e-5e8825c39ad5 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:29:30.054720 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0bcd7a58-00d9-42e4-8839-313bedbf0b86 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130651'] for router, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:30.058834 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0bcd7a58-00d9-42e4-8839-313bedbf0b86 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:30.082608 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0bcd7a58-00d9-42e4-8839-313bedbf0b86 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607376'] for router, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:30.083025 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bcd7a58-00d9-42e4-8839-313bedbf0b86 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Fanout notify agent at l3_agent the message router_deleted on router 53fe1e04-51ef-40a2-9365-19dab872938b {{(pid=83826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 16:29:30.098079 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0bcd7a58-00d9-42e4-8839-313bedbf0b86 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for router, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:30.099478 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-0bcd7a58-00d9-42e4-8839-313bedbf0b86 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "DELETE /v2.0/routers/53fe1e04-51ef-40a2-9365-19dab872938b HTTP/1.1" status: 204 len: 168 time: 1.5814073 Apr 01 16:29:30.101941 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 35300) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:29:30.219752 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-be0f744b-6ad4-43b5-9b5a-9eafd9a70a71 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:30.348562 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-be0f744b-6ad4-43b5-9b5a-9eafd9a70a71 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:30.373579 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-be0f744b-6ad4-43b5-9b5a-9eafd9a70a71 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e2e4e62-f9e3-4597-a7d2-81552816d233']}} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:29:30.385300 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-be0f744b-6ad4-43b5-9b5a-9eafd9a70a71 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2532046-d0a9-41fd-a950-66a34c5bb37e') {'for_net_delete': True} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:29:30.385597 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-be0f744b-6ad4-43b5-9b5a-9eafd9a70a71 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2532046-d0a9-41fd-a950-66a34c5bb37e') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:29:30.396874 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-be0f744b-6ad4-43b5-9b5a-9eafd9a70a71 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16610763'] for segment, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:30.412807 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-be0f744b-6ad4-43b5-9b5a-9eafd9a70a71 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:30.418724 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be0f744b-6ad4-43b5-9b5a-9eafd9a70a71 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=83826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 16:29:30.419101 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-be0f744b-6ad4-43b5-9b5a-9eafd9a70a71 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15415164'] for segment, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:30.434439 dv-neutron-833373-2-hyperv neutron-server[83826]: Traceback (most recent call last): Apr 01 16:29:30.434439 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 16:29:30.434439 dv-neutron-833373-2-hyperv neutron-server[83826]: timer() Apr 01 16:29:30.434439 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:29:30.434439 dv-neutron-833373-2-hyperv neutron-server[83826]: cb(*args, **kw) Apr 01 16:29:30.434439 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:29:30.434439 dv-neutron-833373-2-hyperv neutron-server[83826]: return func(*args, **kwargs) Apr 01 16:29:30.434439 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:29:30.434439 dv-neutron-833373-2-hyperv neutron-server[83826]: self._notify() Apr 01 16:29:30.434439 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:29:30.434439 dv-neutron-833373-2-hyperv neutron-server[83826]: self.callback(batched_events) Apr 01 16:29:30.434439 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:29:30.434439 dv-neutron-833373-2-hyperv neutron-server[83826]: event.method(event) Apr 01 16:29:30.434439 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:29:30.434439 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:29:30.434439 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:29:30.434439 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:29:30.434439 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:29:30.434439 dv-neutron-833373-2-hyperv neutron-server[83826]: return f(self, *a, **k) Apr 01 16:29:30.434439 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 16:29:30.434439 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._get(url).json() Apr 01 16:29:30.434439 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 16:29:30.434439 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:29:30.434439 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 16:29:30.434439 dv-neutron-833373-2-hyperv neutron-server[83826]: return self.request(url, 'GET', **kwargs) Apr 01 16:29:30.434439 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 16:29:30.434439 dv-neutron-833373-2-hyperv neutron-server[83826]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:29:30.434439 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 16:29:30.434439 dv-neutron-833373-2-hyperv neutron-server[83826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:29:30.434439 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 16:29:30.434439 dv-neutron-833373-2-hyperv neutron-server[83826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:29:30.434439 dv-neutron-833373-2-hyperv neutron-server[83826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:29:30.514295 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-be0f744b-6ad4-43b5-9b5a-9eafd9a70a71 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:30.533288 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-be0f744b-6ad4-43b5-9b5a-9eafd9a70a71 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:30.545967 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0f744b-6ad4-43b5-9b5a-9eafd9a70a71 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event deleted for resources: {'Network': ['ID=0e2e4e62-f9e3-4597-a7d2-81552816d233,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:30.555202 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-be0f744b-6ad4-43b5-9b5a-9eafd9a70a71 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "DELETE /v2.0/networks/0e2e4e62-f9e3-4597-a7d2-81552816d233 HTTP/1.1" status: 204 len: 168 time: 0.4522729 Apr 01 16:29:30.557837 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 35304) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:29:30.631887 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-dadf7f17-d5b5-4b7c-ae75-39f1ec8bea7b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:30.659785 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-dadf7f17-d5b5-4b7c-ae75-39f1ec8bea7b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:30.722040 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-dadf7f17-d5b5-4b7c-ae75-39f1ec8bea7b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:30.740693 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadf7f17-d5b5-4b7c-ae75-39f1ec8bea7b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b399b3d-449c-40da-8537-f8f12d2257f3,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:30.752052 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-dadf7f17-d5b5-4b7c-ae75-39f1ec8bea7b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:30.753826 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-dadf7f17-d5b5-4b7c-ae75-39f1ec8bea7b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "DELETE /v2.0/security-groups/5b399b3d-449c-40da-8537-f8f12d2257f3 HTTP/1.1" status: 204 len: 168 time: 0.1943612 Apr 01 16:29:31.068583 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 35312) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:29:31.074326 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-d88588f1-51b2-490c-8817-a7e864a0fa6c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1007571322', 'description': 'tempest-secgroup-smoke-1007571322 description', 'project_id': '3dd578100e004cd6aa38072871c36e42'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:29:31.080276 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-d88588f1-51b2-490c-8817-a7e864a0fa6c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:29:31.084501 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-d88588f1-51b2-490c-8817-a7e864a0fa6c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Usage tracker for resource:security_group and tenant:3dd578100e004cd6aa38072871c36e42 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:29:31.088472 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-d88588f1-51b2-490c-8817-a7e864a0fa6c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:29:31.098127 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-d88588f1-51b2-490c-8817-a7e864a0fa6c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:29:31.110263 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d88588f1-51b2-490c-8817-a7e864a0fa6c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:31.146353 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-d88588f1-51b2-490c-8817-a7e864a0fa6c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:29:31.150127 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-d88588f1-51b2-490c-8817-a7e864a0fa6c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Usage tracker for resource:security_group_rule and tenant:3dd578100e004cd6aa38072871c36e42 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:29:31.153150 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-d88588f1-51b2-490c-8817-a7e864a0fa6c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:29:31.159528 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-d88588f1-51b2-490c-8817-a7e864a0fa6c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:29:31.219904 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d88588f1-51b2-490c-8817-a7e864a0fa6c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:31.224363 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d88588f1-51b2-490c-8817-a7e864a0fa6c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:31.267215 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88588f1-51b2-490c-8817-a7e864a0fa6c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7484d5f-a040-44b6-b55f-fb6ad00c1a01,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:31.270778 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d88588f1-51b2-490c-8817-a7e864a0fa6c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:31.272212 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-d88588f1-51b2-490c-8817-a7e864a0fa6c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2023153 Apr 01 16:29:31.274914 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 35316) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:29:31.280219 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-d0243770-5514-4dfd-ac79-9600cfe1d589 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Request body: {'security_group_rule': {'security_group_id': 'c7484d5f-a040-44b6-b55f-fb6ad00c1a01', 'project_id': '3dd578100e004cd6aa38072871c36e42', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:29:31.286757 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-d0243770-5514-4dfd-ac79-9600cfe1d589 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:29:31.290536 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-d0243770-5514-4dfd-ac79-9600cfe1d589 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Usage tracker for resource:security_group_rule and tenant:3dd578100e004cd6aa38072871c36e42 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:29:31.293410 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-d0243770-5514-4dfd-ac79-9600cfe1d589 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:29:31.299029 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-d0243770-5514-4dfd-ac79-9600cfe1d589 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:29:31.318123 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d0243770-5514-4dfd-ac79-9600cfe1d589 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:31.378829 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d0243770-5514-4dfd-ac79-9600cfe1d589 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:31.382414 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d0243770-5514-4dfd-ac79-9600cfe1d589 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:31.405259 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0243770-5514-4dfd-ac79-9600cfe1d589 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d7fbded-c710-48a0-91a7-707255e69fbf,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:31.424180 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d0243770-5514-4dfd-ac79-9600cfe1d589 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:31.426126 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-d0243770-5514-4dfd-ac79-9600cfe1d589 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1501265 Apr 01 16:29:31.428555 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 35320) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:29:31.433976 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-0fb0bbd9-175f-44b0-9c14-0c71f02ba13c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Request body: {'security_group_rule': {'security_group_id': 'c7484d5f-a040-44b6-b55f-fb6ad00c1a01', 'project_id': '3dd578100e004cd6aa38072871c36e42', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:29:31.440213 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-0fb0bbd9-175f-44b0-9c14-0c71f02ba13c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:29:31.446455 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-0fb0bbd9-175f-44b0-9c14-0c71f02ba13c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Usage tracker for resource:security_group_rule and tenant:3dd578100e004cd6aa38072871c36e42 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:29:31.449391 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-0fb0bbd9-175f-44b0-9c14-0c71f02ba13c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:29:31.455032 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-0fb0bbd9-175f-44b0-9c14-0c71f02ba13c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:29:31.471342 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0fb0bbd9-175f-44b0-9c14-0c71f02ba13c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:31.531485 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0fb0bbd9-175f-44b0-9c14-0c71f02ba13c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:31.534981 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0fb0bbd9-175f-44b0-9c14-0c71f02ba13c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:31.558101 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb0bbd9-175f-44b0-9c14-0c71f02ba13c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99a72bd2-a57a-4024-9ffc-33d28fbf681b,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:31.568059 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0fb0bbd9-175f-44b0-9c14-0c71f02ba13c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:31.569253 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-0fb0bbd9-175f-44b0-9c14-0c71f02ba13c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1397545 Apr 01 16:29:31.571905 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 35324) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:29:31.577414 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-2972719a-ea33-4b7f-842a-72a9992fe0d2 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Request body: {'security_group_rule': {'security_group_id': 'c7484d5f-a040-44b6-b55f-fb6ad00c1a01', 'project_id': '3dd578100e004cd6aa38072871c36e42', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:29:31.583478 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-2972719a-ea33-4b7f-842a-72a9992fe0d2 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:29:31.584569 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device a8a27386-bc54-4d4e-b2a5-59617d2d4c44 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:29:31.587616 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-2972719a-ea33-4b7f-842a-72a9992fe0d2 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Usage tracker for resource:security_group_rule and tenant:3dd578100e004cd6aa38072871c36e42 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:29:31.590986 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-2972719a-ea33-4b7f-842a-72a9992fe0d2 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:29:31.597863 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-2972719a-ea33-4b7f-842a-72a9992fe0d2 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:29:31.618229 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2972719a-ea33-4b7f-842a-72a9992fe0d2 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:31.662979 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: a8a27386-bc54-4d4e-b2a5-59617d2d4c44 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:29:31.663324 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device a8a27386-bc54-4d4e-b2a5-59617d2d4c44 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:29:31.687942 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2972719a-ea33-4b7f-842a-72a9992fe0d2 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:31.692168 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2972719a-ea33-4b7f-842a-72a9992fe0d2 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:31.715614 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2972719a-ea33-4b7f-842a-72a9992fe0d2 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39d6cda5-aa19-4212-b1a7-de12dd10f6d8,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:31.725085 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-2972719a-ea33-4b7f-842a-72a9992fe0d2 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:31.726242 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-2972719a-ea33-4b7f-842a-72a9992fe0d2 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1533885 Apr 01 16:29:31.728903 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 35328) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:29:31.734100 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-c85b4200-fcd6-44f8-97fd-e5f6e30700e3 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Request body: {'security_group_rule': {'security_group_id': 'c7484d5f-a040-44b6-b55f-fb6ad00c1a01', 'project_id': '3dd578100e004cd6aa38072871c36e42', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:29:31.740037 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-c85b4200-fcd6-44f8-97fd-e5f6e30700e3 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:29:31.743802 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-c85b4200-fcd6-44f8-97fd-e5f6e30700e3 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Usage tracker for resource:security_group_rule and tenant:3dd578100e004cd6aa38072871c36e42 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:29:31.746657 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-c85b4200-fcd6-44f8-97fd-e5f6e30700e3 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:29:31.752265 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-c85b4200-fcd6-44f8-97fd-e5f6e30700e3 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:29:31.769615 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c85b4200-fcd6-44f8-97fd-e5f6e30700e3 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:31.833903 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c85b4200-fcd6-44f8-97fd-e5f6e30700e3 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:31.837462 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c85b4200-fcd6-44f8-97fd-e5f6e30700e3 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:31.860376 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85b4200-fcd6-44f8-97fd-e5f6e30700e3 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=484e81f8-0cec-4518-b0e1-ce7648b33610,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:31.869742 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-c85b4200-fcd6-44f8-97fd-e5f6e30700e3 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:31.870929 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-c85b4200-fcd6-44f8-97fd-e5f6e30700e3 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1411254 Apr 01 16:29:31.873585 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 35332) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:29:31.879695 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-533633c1-29ad-41b0-aff5-005959a77123 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Request body: {'security_group_rule': {'security_group_id': 'c7484d5f-a040-44b6-b55f-fb6ad00c1a01', 'project_id': '3dd578100e004cd6aa38072871c36e42', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:29:31.885467 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-533633c1-29ad-41b0-aff5-005959a77123 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:29:31.889179 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-533633c1-29ad-41b0-aff5-005959a77123 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Usage tracker for resource:security_group_rule and tenant:3dd578100e004cd6aa38072871c36e42 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:29:31.891951 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-533633c1-29ad-41b0-aff5-005959a77123 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:29:31.899815 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-533633c1-29ad-41b0-aff5-005959a77123 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:29:31.909468 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.securitygroups_db [None req-533633c1-29ad-41b0-aff5-005959a77123 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Project 3dd578100e004cd6aa38072871c36e42 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:29:31.915815 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-533633c1-29ad-41b0-aff5-005959a77123 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:31.978286 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-533633c1-29ad-41b0-aff5-005959a77123 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:31.981918 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-533633c1-29ad-41b0-aff5-005959a77123 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:32.005925 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533633c1-29ad-41b0-aff5-005959a77123 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b35cef06-e202-4dbe-bb96-5b1b28a578fc,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:32.015169 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-533633c1-29ad-41b0-aff5-005959a77123 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:32.016483 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-533633c1-29ad-41b0-aff5-005959a77123 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1420043 Apr 01 16:29:32.019207 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 35336) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:29:32.024586 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-b9c98d72-4e49-43ed-b700-0f2a1fa57bac tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Request body: {'security_group_rule': {'security_group_id': 'c7484d5f-a040-44b6-b55f-fb6ad00c1a01', 'project_id': '3dd578100e004cd6aa38072871c36e42', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:29:32.030426 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-b9c98d72-4e49-43ed-b700-0f2a1fa57bac tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:29:32.034504 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-b9c98d72-4e49-43ed-b700-0f2a1fa57bac tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Usage tracker for resource:security_group_rule and tenant:3dd578100e004cd6aa38072871c36e42 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:29:32.037344 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-b9c98d72-4e49-43ed-b700-0f2a1fa57bac tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:29:32.042936 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-b9c98d72-4e49-43ed-b700-0f2a1fa57bac tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:29:32.056945 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.securitygroups_db [None req-b9c98d72-4e49-43ed-b700-0f2a1fa57bac tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Project 3dd578100e004cd6aa38072871c36e42 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:29:32.063264 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b9c98d72-4e49-43ed-b700-0f2a1fa57bac tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:32.129944 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b9c98d72-4e49-43ed-b700-0f2a1fa57bac tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:32.133246 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b9c98d72-4e49-43ed-b700-0f2a1fa57bac tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:32.155305 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c98d72-4e49-43ed-b700-0f2a1fa57bac tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6856b9c2-38d0-47c3-af16-0700779937a9,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:32.164952 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-b9c98d72-4e49-43ed-b700-0f2a1fa57bac tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:32.166117 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-b9c98d72-4e49-43ed-b700-0f2a1fa57bac tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1459858 Apr 01 16:29:32.168959 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 35340) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:29:32.174207 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-206d523f-b257-4766-9c70-ba1c347feab9 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Request body: {'network': {'name': 'tempest-network-smoke--40798924', 'project_id': '3dd578100e004cd6aa38072871c36e42', 'port_security_enabled': True}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:29:32.179798 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-206d523f-b257-4766-9c70-ba1c347feab9 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:29:32.183906 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-206d523f-b257-4766-9c70-ba1c347feab9 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Usage tracker for resource:network and tenant:3dd578100e004cd6aa38072871c36e42 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:29:32.186727 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-206d523f-b257-4766-9c70-ba1c347feab9 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:29:32.193076 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-206d523f-b257-4766-9c70-ba1c347feab9 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:29:32.203328 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206d523f-b257-4766-9c70-ba1c347feab9 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Made reservation on behalf of 3dd578100e004cd6aa38072871c36e42 for: {'network': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:29:32.206677 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-206d523f-b257-4766-9c70-ba1c347feab9 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:32.234580 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-206d523f-b257-4766-9c70-ba1c347feab9 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=83826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:29:32.244192 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-206d523f-b257-4766-9c70-ba1c347feab9 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:32.244516 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.segments_db [None req-206d523f-b257-4766-9c70-ba1c347feab9 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Added segment f6b4fb10-950c-4dc4-9056-25de2176421b of type vlan for network 5847a051-11be-4f5b-97b4-789c3c0d54e1 Apr 01 16:29:32.271912 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-206d523f-b257-4766-9c70-ba1c347feab9 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:32.301573 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-206d523f-b257-4766-9c70-ba1c347feab9 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:32.305232 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206d523f-b257-4766-9c70-ba1c347feab9 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:32.305800 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-206d523f-b257-4766-9c70-ba1c347feab9 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:32.414308 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-206d523f-b257-4766-9c70-ba1c347feab9 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2442250 Apr 01 16:29:32.416984 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 35344) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:29:32.419880 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206d523f-b257-4766-9c70-ba1c347feab9 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event updated for resources: {'Network': ['ID=5847a051-11be-4f5b-97b4-789c3c0d54e1,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:32.422518 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-4a66ca9f-6302-425d-b5df-1c484af5f98c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-586287478', 'admin_state_up': True, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:29:32.430373 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-4a66ca9f-6302-425d-b5df-1c484af5f98c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:29:32.430646 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 5847a051-11be-4f5b-97b4-789c3c0d54e1 details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:29:32.434158 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-4a66ca9f-6302-425d-b5df-1c484af5f98c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Usage tracker for resource:router and tenant:3dd578100e004cd6aa38072871c36e42 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:29:32.436969 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-4a66ca9f-6302-425d-b5df-1c484af5f98c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:29:32.443323 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-4a66ca9f-6302-425d-b5df-1c484af5f98c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:29:32.453070 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4a66ca9f-6302-425d-b5df-1c484af5f98c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130665'] for router, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:32.454049 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4a66ca9f-6302-425d-b5df-1c484af5f98c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617571', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130640'] for router, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:32.474955 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4a66ca9f-6302-425d-b5df-1c484af5f98c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:32.618691 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4a66ca9f-6302-425d-b5df-1c484af5f98c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130626'] for router, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:32.803680 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4a66ca9f-6302-425d-b5df-1c484af5f98c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for router_gateway, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:32.832297 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4a66ca9f-6302-425d-b5df-1c484af5f98c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:32.965037 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-4a66ca9f-6302-425d-b5df-1c484af5f98c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Allocated IP 172.26.1.158 (ed45466e-0386-4b92-8de3-247c977242ac/0479f741-5cd1-4d6f-b593-d8aa909a42d3/1166504f-31bb-4850-bc3e-4390edf91d03) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:29:33.114842 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4a66ca9f-6302-425d-b5df-1c484af5f98c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:33.142657 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4a66ca9f-6302-425d-b5df-1c484af5f98c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:33.208135 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a66ca9f-6302-425d-b5df-1c484af5f98c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Network ed45466e-0386-4b92-8de3-247c977242ac is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:29:33.211023 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-4a66ca9f-6302-425d-b5df-1c484af5f98c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:29:33.215620 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a66ca9f-6302-425d-b5df-1c484af5f98c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:29:33.238778 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a66ca9f-6302-425d-b5df-1c484af5f98c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event updated for resources: {'Port': ['ID=1166504f-31bb-4850-bc3e-4390edf91d03,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:33.455732 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4a66ca9f-6302-425d-b5df-1c484af5f98c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for router_gateway, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:33.456500 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4a66ca9f-6302-425d-b5df-1c484af5f98c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616'] for router, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:33.682113 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a66ca9f-6302-425d-b5df-1c484af5f98c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Router 0b46b393-be47-423a-aa44-5a75c0150a99 is scheduled to L3 agent ff252634-3424-422a-b742-9ae457bd54bd with binding_index 1 {{(pid=83828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 16:29:33.877268 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a66ca9f-6302-425d-b5df-1c484af5f98c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:29:33.887214 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c1c0e9-9ed3-4d83-a2a0-c051df94ccea None None] Sync routers for ids ['0b46b393-be47-423a-aa44-5a75c0150a99'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:29:33.899661 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c1c0e9-9ed3-4d83-a2a0-c051df94ccea None None] Routers {'0b46b393-be47-423a-aa44-5a75c0150a99'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:29:33.900445 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-93c1c0e9-9ed3-4d83-a2a0-c051df94ccea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:29:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['0b46b393-be47-423a-aa44-5a75c0150a99'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:29:33.903594 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4a66ca9f-6302-425d-b5df-1c484af5f98c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:33.904803 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-4a66ca9f-6302-425d-b5df-1c484af5f98c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4866867 Apr 01 16:29:33.907945 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 35348) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:29:33.949819 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-f107a645-4806-4c6b-b0d6-bb1d8e1eb4af tempest-TestNetworkAdvancedServerOps-1163408523 tempest-TestNetworkAdvancedServerOps-1163408523-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=3dd578100e004cd6aa38072871c36e42&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0408099 Apr 01 16:29:33.952415 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 35352) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:29:34.076395 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-93c1c0e9-9ed3-4d83-a2a0-c051df94ccea None None] Set router 0b46b393-be47-423a-aa44-5a75c0150a99 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:29:34.084418 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071e8600-dc75-402f-abc3-796231896a46 tempest-TestNetworkAdvancedServerOps-1163408523 tempest-TestNetworkAdvancedServerOps-1163408523-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:34.086043 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-071e8600-dc75-402f-abc3-796231896a46 tempest-TestNetworkAdvancedServerOps-1163408523 tempest-TestNetworkAdvancedServerOps-1163408523-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1327033 Apr 01 16:29:34.089092 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 35356) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:29:34.132683 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-9574ae3a-8203-47b1-972b-cc11642b0365 tempest-TestNetworkAdvancedServerOps-1163408523 tempest-TestNetworkAdvancedServerOps-1163408523-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=ed45466e-0386-4b92-8de3-247c977242ac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0420790 Apr 01 16:29:34.135140 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 35360) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:29:34.140253 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-5f54788e-1c73-4214-9bc6-54d6af4ad169 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1767822054', 'network_id': '5847a051-11be-4f5b-97b4-789c3c0d54e1', 'project_id': '3dd578100e004cd6aa38072871c36e42', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:29:34.340712 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-5f54788e-1c73-4214-9bc6-54d6af4ad169 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:29:34.344468 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-5f54788e-1c73-4214-9bc6-54d6af4ad169 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Usage tracker for resource:subnet and tenant:3dd578100e004cd6aa38072871c36e42 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:29:34.347411 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-5f54788e-1c73-4214-9bc6-54d6af4ad169 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:29:34.353199 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-5f54788e-1c73-4214-9bc6-54d6af4ad169 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:29:34.364339 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f54788e-1c73-4214-9bc6-54d6af4ad169 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Made reservation on behalf of 3dd578100e004cd6aa38072871c36e42 for: {'subnet': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:29:34.396757 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-93c1c0e9-9ed3-4d83-a2a0-c051df94ccea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b46b393-be47-423a-aa44-5a75c0150a99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-586287478', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': '1166504f-31bb-4850-bc3e-4390edf91d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:29:32Z', 'updated_at': '2022-04-01T16:29:33Z', 'revision_number': 3, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'gw_port': {'id': '1166504f-31bb-4850-bc3e-4390edf91d03', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:5c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b46b393-be47-423a-aa44-5a75c0150a99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:29:32Z', 'updated_at': '2022-04-01T16:29:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:29:34.400366 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c1c0e9-9ed3-4d83-a2a0-c051df94ccea None None] Checking router: 0b46b393-be47-423a-aa44-5a75c0150a99 for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:29:34.400709 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c1c0e9-9ed3-4d83-a2a0-c051df94ccea None None] Updating router 0b46b393-be47-423a-aa44-5a75c0150a99 port 1166504f-31bb-4850-bc3e-4390edf91d03 binding host dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 16:29:34.451311 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-93c1c0e9-9ed3-4d83-a2a0-c051df94ccea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:34.460993 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5f54788e-1c73-4214-9bc6-54d6af4ad169 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16088980'] for subnet, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:34.678416 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5f54788e-1c73-4214-9bc6-54d6af4ad169 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15415267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16089018'] for subnet, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:34.753483 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f54788e-1c73-4214-9bc6-54d6af4ad169 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event updated for resources: {'Subnet': ['ID=9b247ebe-650c-4d7f-bfea-2ecce675c282,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:34.764954 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f54788e-1c73-4214-9bc6-54d6af4ad169 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Checking segment: {'id': 'f6b4fb10-950c-4dc4-9056-25de2176421b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5847a051-11be-4f5b-97b4-789c3c0d54e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:29:34.765319 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f54788e-1c73-4214-9bc6-54d6af4ad169 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Network hostable DHCP agents. Network: 5847a051-11be-4f5b-97b4-789c3c0d54e1, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:29:34.771518 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-93c1c0e9-9ed3-4d83-a2a0-c051df94ccea None None] Notify callbacks [] for port, precommit_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:34.784841 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.provisioning_blocks [None req-93c1c0e9-9ed3-4d83-a2a0-c051df94ccea None None] Transition to ACTIVE for port object 1166504f-31bb-4850-bc3e-4390edf91d03 will not be triggered until provisioned by entity L2. {{(pid=83833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:29:34.787618 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f54788e-1c73-4214-9bc6-54d6af4ad169 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Network 5847a051-11be-4f5b-97b4-789c3c0d54e1 is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:29:34.791245 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-93c1c0e9-9ed3-4d83-a2a0-c051df94ccea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:34.798358 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-5f54788e-1c73-4214-9bc6-54d6af4ad169 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, 5847a051-11be-4f5b-97b4-789c3c0d54e1) {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:29:34.803349 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f54788e-1c73-4214-9bc6-54d6af4ad169 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:34.803930 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5f54788e-1c73-4214-9bc6-54d6af4ad169 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:34.811384 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f59df49-1791-488c-814c-112a8fdba159 None None] Network 5847a051-11be-4f5b-97b4-789c3c0d54e1 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:29:34.827321 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-5f54788e-1c73-4214-9bc6-54d6af4ad169 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6911895 Apr 01 16:29:34.830115 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 35364) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:29:34.875223 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-93c1c0e9-9ed3-4d83-a2a0-c051df94ccea None None] Attempting to bind port 1166504f-31bb-4850-bc3e-4390edf91d03 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:29:34.875591 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-93c1c0e9-9ed3-4d83-a2a0-c051df94ccea None None] Attempting to bind port 1166504f-31bb-4850-bc3e-4390edf91d03 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}] {{(pid=83833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:29:34.875941 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c1c0e9-9ed3-4d83-a2a0-c051df94ccea None None] Attempting to bind port 1166504f-31bb-4850-bc3e-4390edf91d03 on network ed45466e-0386-4b92-8de3-247c977242ac {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:29:34.885491 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c1c0e9-9ed3-4d83-a2a0-c051df94ccea None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:29:34.885946 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c1c0e9-9ed3-4d83-a2a0-c051df94ccea None None] Checking segment: {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:29:34.886344 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-93c1c0e9-9ed3-4d83-a2a0-c051df94ccea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:34.886723 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c1c0e9-9ed3-4d83-a2a0-c051df94ccea None None] Bound using segment: {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'} {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:29:34.887174 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-93c1c0e9-9ed3-4d83-a2a0-c051df94ccea None None] Bound port: 1166504f-31bb-4850-bc3e-4390edf91d03, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}}] {{(pid=83833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:29:34.887536 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-93c1c0e9-9ed3-4d83-a2a0-c051df94ccea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:34.921865 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd46f4ec-c860-49d4-9331-1920b861ef8a None None] Pushing event updated for resources: {'Port': ['ID=1166504f-31bb-4850-bc3e-4390edf91d03,revision_number=2']} {{(pid=83833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:34.943015 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd46f4ec-c860-49d4-9331-1920b861ef8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:34.943356 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd46f4ec-c860-49d4-9331-1920b861ef8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:34.943602 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd46f4ec-c860-49d4-9331-1920b861ef8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:34.943928 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd46f4ec-c860-49d4-9331-1920b861ef8a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:34.944250 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd46f4ec-c860-49d4-9331-1920b861ef8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:34.944570 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd46f4ec-c860-49d4-9331-1920b861ef8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:34.944915 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd46f4ec-c860-49d4-9331-1920b861ef8a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:34.945234 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd46f4ec-c860-49d4-9331-1920b861ef8a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:34.945547 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd46f4ec-c860-49d4-9331-1920b861ef8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:34.945859 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd46f4ec-c860-49d4-9331-1920b861ef8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:34.946171 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd46f4ec-c860-49d4-9331-1920b861ef8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:29:34.975378 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.db [None req-93c1c0e9-9ed3-4d83-a2a0-c051df94ccea None None] For port 1166504f-31bb-4850-bc3e-4390edf91d03, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:29:34.978462 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.db [None req-93c1c0e9-9ed3-4d83-a2a0-c051df94ccea None None] For port 1166504f-31bb-4850-bc3e-4390edf91d03, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=1166504f-31bb-4850-bc3e-4390edf91d03,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:29:34.984453 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-93c1c0e9-9ed3-4d83-a2a0-c051df94ccea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:35.042478 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abcc3c64-31d0-48d9-a0fc-c0dd80370c28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-5847a051-11be-4f5b-97b4-789c3c0d54e1', 'network_id': '5847a051-11be-4f5b-97b4-789c3c0d54e1', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'fixed_ips': [{'subnet_id': '9b247ebe-650c-4d7f-bfea-2ecce675c282'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 16:29:35.043492 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-abcc3c64-31d0-48d9-a0fc-c0dd80370c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:35.082203 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd46f4ec-c860-49d4-9331-1920b861ef8a None None] Pushing event updated for resources: {'Port': ['ID=1166504f-31bb-4850-bc3e-4390edf91d03,revision_number=3']} {{(pid=83833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:35.095593 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c1c0e9-9ed3-4d83-a2a0-c051df94ccea None None] Routers {'0b46b393-be47-423a-aa44-5a75c0150a99'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:29:35.096511 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-93c1c0e9-9ed3-4d83-a2a0-c051df94ccea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:29:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['0b46b393-be47-423a-aa44-5a75c0150a99'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:29:35.212265 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-abcc3c64-31d0-48d9-a0fc-c0dd80370c28 None None] Allocated IP 172.20.0.2 (5847a051-11be-4f5b-97b4-789c3c0d54e1/9b247ebe-650c-4d7f-bfea-2ecce675c282/57c09f7c-f56d-4341-9078-aba7fdba1491) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:29:35.282359 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-93c1c0e9-9ed3-4d83-a2a0-c051df94ccea None None] Set router 0b46b393-be47-423a-aa44-5a75c0150a99 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:29:35.426383 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-abcc3c64-31d0-48d9-a0fc-c0dd80370c28 None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:35.437709 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-abcc3c64-31d0-48d9-a0fc-c0dd80370c28 None None] Transition to ACTIVE for port object 57c09f7c-f56d-4341-9078-aba7fdba1491 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:29:35.461074 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-abcc3c64-31d0-48d9-a0fc-c0dd80370c28 None None] Transition to ACTIVE for port object 57c09f7c-f56d-4341-9078-aba7fdba1491 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:29:35.467910 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-abcc3c64-31d0-48d9-a0fc-c0dd80370c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:35.537821 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcc3c64-31d0-48d9-a0fc-c0dd80370c28 None None] Pushing event updated for resources: {'Port': ['ID=57c09f7c-f56d-4341-9078-aba7fdba1491,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:35.541152 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abcc3c64-31d0-48d9-a0fc-c0dd80370c28 None None] Network 5847a051-11be-4f5b-97b4-789c3c0d54e1 is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:29:35.542529 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-abcc3c64-31d0-48d9-a0fc-c0dd80370c28 None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:29:35.544510 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcc3c64-31d0-48d9-a0fc-c0dd80370c28 None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:29:35.580461 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-93c1c0e9-9ed3-4d83-a2a0-c051df94ccea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b46b393-be47-423a-aa44-5a75c0150a99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-586287478', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': '1166504f-31bb-4850-bc3e-4390edf91d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:29:32Z', 'updated_at': '2022-04-01T16:29:33Z', 'revision_number': 3, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'gw_port': {'id': '1166504f-31bb-4850-bc3e-4390edf91d03', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:5c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b46b393-be47-423a-aa44-5a75c0150a99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:29:32Z', 'updated_at': '2022-04-01T16:29:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:29:35.585846 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c1c0e9-9ed3-4d83-a2a0-c051df94ccea None None] The sync data for ids ['0b46b393-be47-423a-aa44-5a75c0150a99'] in dv-neutron-833373-2-hyperv is: [{'id': '0b46b393-be47-423a-aa44-5a75c0150a99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-586287478', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': '1166504f-31bb-4850-bc3e-4390edf91d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:29:32Z', 'updated_at': '2022-04-01T16:29:33Z', 'revision_number': 3, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'gw_port': {'id': '1166504f-31bb-4850-bc3e-4390edf91d03', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:5c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b46b393-be47-423a-aa44-5a75c0150a99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:29:32Z', 'updated_at': '2022-04-01T16:29:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:29:35.641785 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-abcc3c64-31d0-48d9-a0fc-c0dd80370c28 None None] Attempting to bind port 57c09f7c-f56d-4341-9078-aba7fdba1491 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:29:35.642552 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-abcc3c64-31d0-48d9-a0fc-c0dd80370c28 None None] Attempting to bind port 57c09f7c-f56d-4341-9078-aba7fdba1491 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'f6b4fb10-950c-4dc4-9056-25de2176421b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5847a051-11be-4f5b-97b4-789c3c0d54e1'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:29:35.643057 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcc3c64-31d0-48d9-a0fc-c0dd80370c28 None None] Attempting to bind port 57c09f7c-f56d-4341-9078-aba7fdba1491 on network 5847a051-11be-4f5b-97b4-789c3c0d54e1 {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:29:35.650454 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcc3c64-31d0-48d9-a0fc-c0dd80370c28 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:29:35.650689 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5c166401-fc79-4292-95c8-56ec077108e3 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:35.651179 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcc3c64-31d0-48d9-a0fc-c0dd80370c28 None None] Checking segment: {'id': 'f6b4fb10-950c-4dc4-9056-25de2176421b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5847a051-11be-4f5b-97b4-789c3c0d54e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:29:35.651179 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-abcc3c64-31d0-48d9-a0fc-c0dd80370c28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:35.651610 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcc3c64-31d0-48d9-a0fc-c0dd80370c28 None None] Bound using segment: {'id': 'f6b4fb10-950c-4dc4-9056-25de2176421b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5847a051-11be-4f5b-97b4-789c3c0d54e1'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:29:35.652086 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-abcc3c64-31d0-48d9-a0fc-c0dd80370c28 None None] Bound port: 57c09f7c-f56d-4341-9078-aba7fdba1491, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6b4fb10-950c-4dc4-9056-25de2176421b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5847a051-11be-4f5b-97b4-789c3c0d54e1'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:29:35.652459 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-abcc3c64-31d0-48d9-a0fc-c0dd80370c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:35.747796 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-abcc3c64-31d0-48d9-a0fc-c0dd80370c28 None None] For port 57c09f7c-f56d-4341-9078-aba7fdba1491, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:29:35.752873 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-abcc3c64-31d0-48d9-a0fc-c0dd80370c28 None None] For port 57c09f7c-f56d-4341-9078-aba7fdba1491, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=57c09f7c-f56d-4341-9078-aba7fdba1491,segment=NetworkSegment(f6b4fb10-950c-4dc4-9056-25de2176421b),segment_id=f6b4fb10-950c-4dc4-9056-25de2176421b)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:29:35.764955 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-abcc3c64-31d0-48d9-a0fc-c0dd80370c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:35.876025 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcc3c64-31d0-48d9-a0fc-c0dd80370c28 None None] Pushing event updated for resources: {'Port': ['ID=57c09f7c-f56d-4341-9078-aba7fdba1491,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:36.254906 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-5c166401-fc79-4292-95c8-56ec077108e3 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Allocated IP 172.20.0.1 (5847a051-11be-4f5b-97b4-789c3c0d54e1/9b247ebe-650c-4d7f-bfea-2ecce675c282/f8c66bef-effe-4b4a-9f06-6256110f6f6b) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:29:36.424786 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5c166401-fc79-4292-95c8-56ec077108e3 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:36.442141 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [None req-5c166401-fc79-4292-95c8-56ec077108e3 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Transition to ACTIVE for port object f8c66bef-effe-4b4a-9f06-6256110f6f6b will not be triggered until provisioned by entity DHCP. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:29:36.465914 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5c166401-fc79-4292-95c8-56ec077108e3 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:36.542618 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c166401-fc79-4292-95c8-56ec077108e3 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Network 5847a051-11be-4f5b-97b4-789c3c0d54e1 is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:29:36.545860 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-5c166401-fc79-4292-95c8-56ec077108e3 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:29:36.550608 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c166401-fc79-4292-95c8-56ec077108e3 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:29:36.575796 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c166401-fc79-4292-95c8-56ec077108e3 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event updated for resources: {'Port': ['ID=f8c66bef-effe-4b4a-9f06-6256110f6f6b,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:36.614796 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5c166401-fc79-4292-95c8-56ec077108e3 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611418'] for router_interface, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:36.705351 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5c166401-fc79-4292-95c8-56ec077108e3 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:36.793421 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64b2037-9b45-4396-918a-e42c6e285e9f None None] Network 5847a051-11be-4f5b-97b4-789c3c0d54e1 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:29:36.907462 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-b9130bf1-710e-4a39-bfcd-5d4084bcc339 None None] Provisioning for port 57c09f7c-f56d-4341-9078-aba7fdba1491 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:29:37.129757 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5c166401-fc79-4292-95c8-56ec077108e3 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:37.134734 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5c166401-fc79-4292-95c8-56ec077108e3 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:37.248158 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c166401-fc79-4292-95c8-56ec077108e3 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event updated for resources: {'Port': ['ID=f8c66bef-effe-4b4a-9f06-6256110f6f6b,revision_number=2']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:37.254035 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-5c166401-fc79-4292-95c8-56ec077108e3 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611525'] for router_interface, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:37.267100 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-052639ff-059e-410a-8352-26ffd1083f7a None None] Provisioning for port f8c66bef-effe-4b4a-9f06-6256110f6f6b completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:29:37.273572 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-052639ff-059e-410a-8352-26ffd1083f7a None None] Provisioning complete for port f8c66bef-effe-4b4a-9f06-6256110f6f6b triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:29:37.273946 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-052639ff-059e-410a-8352-26ffd1083f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:37.333151 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-052639ff-059e-410a-8352-26ffd1083f7a None None] Port f8c66bef-effe-4b4a-9f06-6256110f6f6b cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 16:29:37.400955 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c166401-fc79-4292-95c8-56ec077108e3 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Network 5847a051-11be-4f5b-97b4-789c3c0d54e1 is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:29:37.402065 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-5c166401-fc79-4292-95c8-56ec077108e3 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:29:37.454628 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-c64e4491-69f5-49e0-a26b-61d7e3e85f6b None None] Provisioning complete for port f8c66bef-effe-4b4a-9f06-6256110f6f6b triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:29:37.455141 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c64e4491-69f5-49e0-a26b-61d7e3e85f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:37.521055 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-c64e4491-69f5-49e0-a26b-61d7e3e85f6b None None] Port f8c66bef-effe-4b4a-9f06-6256110f6f6b cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 16:29:37.648926 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-2b2d73cc-4dd6-44be-9abd-45242f31c0c6 None None] Provisioning complete for port f8c66bef-effe-4b4a-9f06-6256110f6f6b triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:29:37.649508 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-2b2d73cc-4dd6-44be-9abd-45242f31c0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:37.692648 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 57c09f7c-f56d-4341-9078-aba7fdba1491 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:29:37.756367 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-2b2d73cc-4dd6-44be-9abd-45242f31c0c6 None None] Port f8c66bef-effe-4b4a-9f06-6256110f6f6b cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 16:29:37.776074 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 57c09f7c-f56d-4341-9078-aba7fdba1491 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:29:37.780676 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 57c09f7c-f56d-4341-9078-aba7fdba1491 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:29:37.781075 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:37.924056 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c166401-fc79-4292-95c8-56ec077108e3 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Router 0b46b393-be47-423a-aa44-5a75c0150a99 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:29:37.932125 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:37.963093 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port 57c09f7c-f56d-4341-9078-aba7fdba1491, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=57c09f7c-f56d-4341-9078-aba7fdba1491,segment=NetworkSegment(f6b4fb10-950c-4dc4-9056-25de2176421b),segment_id=f6b4fb10-950c-4dc4-9056-25de2176421b)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:29:37.968234 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:37.969225 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 1166504f-31bb-4850-bc3e-4390edf91d03 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:29:38.082943 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=57c09f7c-f56d-4341-9078-aba7fdba1491,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:38.095918 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 1166504f-31bb-4850-bc3e-4390edf91d03 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:29:38.101368 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 1166504f-31bb-4850-bc3e-4390edf91d03 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:29:38.101733 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:38.132403 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c166401-fc79-4292-95c8-56ec077108e3 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:29:38.145505 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-5c166401-fc79-4292-95c8-56ec077108e3 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "PUT /v2.0/routers/0b46b393-be47-423a-aa44-5a75c0150a99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3143871 Apr 01 16:29:38.220758 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:38.238313 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port 1166504f-31bb-4850-bc3e-4390edf91d03, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=1166504f-31bb-4850-bc3e-4390edf91d03,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:29:38.242267 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:38.308518 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=1166504f-31bb-4850-bc3e-4390edf91d03,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:38.383903 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-34a69ddf-d87d-4100-afc8-f0efa3773758 req-e33487fc-bb27-439c-8dd6-be0a4051ee5a tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Synchronizing usage tracker for tenant:3dd578100e004cd6aa38072871c36e42 on resource:security_group {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:29:38.398294 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-34a69ddf-d87d-4100-afc8-f0efa3773758 req-e33487fc-bb27-439c-8dd6-be0a4051ee5a tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Unset dirty status for tenant:3dd578100e004cd6aa38072871c36e42 on resource:security_group {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:29:38.399422 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-34a69ddf-d87d-4100-afc8-f0efa3773758 req-e33487fc-bb27-439c-8dd6-be0a4051ee5a tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1007571322&fields=id&tenant_id=3dd578100e004cd6aa38072871c36e42 HTTP/1.1" status: 200 len: 267 time: 0.0547845 Apr 01 16:29:38.547153 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a69ddf-d87d-4100-afc8-f0efa3773758 req-83234aed-f015-47de-9e1a-adccf2f3fdff tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:38.547824 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-34a69ddf-d87d-4100-afc8-f0efa3773758 req-83234aed-f015-47de-9e1a-adccf2f3fdff tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Synchronizing usage tracker for tenant:3dd578100e004cd6aa38072871c36e42 on resource:network {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:29:38.564538 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-34a69ddf-d87d-4100-afc8-f0efa3773758 req-83234aed-f015-47de-9e1a-adccf2f3fdff tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Unset dirty status for tenant:3dd578100e004cd6aa38072871c36e42 on resource:network {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:29:38.565771 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-34a69ddf-d87d-4100-afc8-f0efa3773758 req-83234aed-f015-47de-9e1a-adccf2f3fdff tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/networks?id=5847a051-11be-4f5b-97b4-789c3c0d54e1 HTTP/1.1" status: 200 len: 795 time: 0.1597738 Apr 01 16:29:38.581871 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-34a69ddf-d87d-4100-afc8-f0efa3773758 req-ef7b73c5-0d46-4798-b16a-7c176373059e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/quotas/3dd578100e004cd6aa38072871c36e42 HTTP/1.1" status: 200 len: 375 time: 0.0107896 Apr 01 16:29:38.661015 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-34a69ddf-d87d-4100-afc8-f0efa3773758 req-c32ad9e1-a78b-4c5e-ba52-4b86f1a23018 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Synchronizing usage tracker for tenant:3dd578100e004cd6aa38072871c36e42 on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:29:38.676519 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-34a69ddf-d87d-4100-afc8-f0efa3773758 req-c32ad9e1-a78b-4c5e-ba52-4b86f1a23018 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Unset dirty status for tenant:3dd578100e004cd6aa38072871c36e42 on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:29:38.677821 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-34a69ddf-d87d-4100-afc8-f0efa3773758 req-c32ad9e1-a78b-4c5e-ba52-4b86f1a23018 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3dd578100e004cd6aa38072871c36e42&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0911527 Apr 01 16:29:38.818259 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-34a69ddf-d87d-4100-afc8-f0efa3773758 req-41380491-3a7d-40ad-b0f4-cb1aea793fd4 service neutron] 10.222.0.55 "GET /v2.0/networks/5847a051-11be-4f5b-97b4-789c3c0d54e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285164 Apr 01 16:29:38.952715 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-34a69ddf-d87d-4100-afc8-f0efa3773758 req-7c4ccd4f-0553-47f3-bb93-10c5f0892aa1 service neutron] 10.222.0.55 "GET /v2.0/networks/5847a051-11be-4f5b-97b4-789c3c0d54e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287880 Apr 01 16:29:39.123647 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771b9437-fcc0-4b28-b3cb-0c8db76de1a2 None None] Sync routers for ids ['0b46b393-be47-423a-aa44-5a75c0150a99'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:29:39.136896 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771b9437-fcc0-4b28-b3cb-0c8db76de1a2 None None] Routers {'0b46b393-be47-423a-aa44-5a75c0150a99'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:29:39.137521 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-771b9437-fcc0-4b28-b3cb-0c8db76de1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:29:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['0b46b393-be47-423a-aa44-5a75c0150a99'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:29:39.145880 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8b4f9403-b9c4-4fd2-aca5-9046a64b1e36 req-198298d1-e01d-4ea5-9c3a-583e1b7d87c4 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=48547322-ae22-4463-a5eb-81cbc33b192c HTTP/1.1" status: 200 len: 210 time: 0.0460765 Apr 01 16:29:39.325435 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-771b9437-fcc0-4b28-b3cb-0c8db76de1a2 None None] Set router 0b46b393-be47-423a-aa44-5a75c0150a99 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:29:39.643872 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 57c09f7c-f56d-4341-9078-aba7fdba1491 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:29:39.712611 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-771b9437-fcc0-4b28-b3cb-0c8db76de1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b46b393-be47-423a-aa44-5a75c0150a99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-586287478', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': '1166504f-31bb-4850-bc3e-4390edf91d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:29:32Z', 'updated_at': '2022-04-01T16:29:36Z', 'revision_number': 4, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'gw_port': {'id': '1166504f-31bb-4850-bc3e-4390edf91d03', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:5c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b46b393-be47-423a-aa44-5a75c0150a99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:29:32Z', 'updated_at': '2022-04-01T16:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': 'f8c66bef-effe-4b4a-9f06-6256110f6f6b', 'name': '', 'network_id': '5847a051-11be-4f5b-97b4-789c3c0d54e1', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'mac_address': 'fa:16:3e:04:cf:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b46b393-be47-423a-aa44-5a75c0150a99', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b247ebe-650c-4d7f-bfea-2ecce675c282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:29:36Z', 'updated_at': '2022-04-01T16:29:36Z', 'revision_number': 2, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'subnets': [{'id': '9b247ebe-650c-4d7f-bfea-2ecce675c282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:29:39.720040 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771b9437-fcc0-4b28-b3cb-0c8db76de1a2 None None] Checking router: 0b46b393-be47-423a-aa44-5a75c0150a99 for host: dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:29:39.720467 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771b9437-fcc0-4b28-b3cb-0c8db76de1a2 None None] Updating router 0b46b393-be47-423a-aa44-5a75c0150a99 port f8c66bef-effe-4b4a-9f06-6256110f6f6b binding host dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 16:29:39.776430 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-771b9437-fcc0-4b28-b3cb-0c8db76de1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:39.795322 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 57c09f7c-f56d-4341-9078-aba7fdba1491 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:29:39.795692 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:40.081006 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 1166504f-31bb-4850-bc3e-4390edf91d03 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:29:40.199316 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a69ddf-d87d-4100-afc8-f0efa3773758 req-06f34122-6972-43e8-b13f-8c597a72a04c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:40.201709 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-34a69ddf-d87d-4100-afc8-f0efa3773758 req-06f34122-6972-43e8-b13f-8c597a72a04c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.24 "GET /v2.0/networks?id=5847a051-11be-4f5b-97b4-789c3c0d54e1 HTTP/1.1" status: 200 len: 795 time: 0.1494179 Apr 01 16:29:40.217792 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 1166504f-31bb-4850-bc3e-4390edf91d03 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:29:40.218359 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:40.266624 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-34a69ddf-d87d-4100-afc8-f0efa3773758 req-86e0b32f-5176-4043-80af-b437571c5db9 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3dd578100e004cd6aa38072871c36e42 HTTP/1.1" status: 200 len: 380 time: 0.0504823 Apr 01 16:29:40.277700 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [req-34a69ddf-d87d-4100-afc8-f0efa3773758 req-572d53fa-fc32-432e-99dc-3383bf1449c6 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Request body: {'port': {'device_id': '48547322-ae22-4463-a5eb-81cbc33b192c', 'network_id': '5847a051-11be-4f5b-97b4-789c3c0d54e1', 'admin_state_up': True, 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'security_groups': ['c7484d5f-a040-44b6-b55f-fb6ad00c1a01']}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:29:40.353404 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-1f8e3660-33ec-4ac4-8568-6b32cef8e9b5 req-1d10bdf1-2ea6-4272-bb8a-9961de9dee3e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=48547322-ae22-4463-a5eb-81cbc33b192c HTTP/1.1" status: 200 len: 210 time: 0.0500855 Apr 01 16:29:40.386683 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-771b9437-fcc0-4b28-b3cb-0c8db76de1a2 None None] Notify callbacks [] for port, precommit_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:40.402165 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-771b9437-fcc0-4b28-b3cb-0c8db76de1a2 None None] Transition to ACTIVE for port object f8c66bef-effe-4b4a-9f06-6256110f6f6b will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:29:40.434255 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [req-34a69ddf-d87d-4100-afc8-f0efa3773758 req-572d53fa-fc32-432e-99dc-3383bf1449c6 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:29:40.435571 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-771b9437-fcc0-4b28-b3cb-0c8db76de1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:40.444402 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [req-34a69ddf-d87d-4100-afc8-f0efa3773758 req-572d53fa-fc32-432e-99dc-3383bf1449c6 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:29:40.453752 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34a69ddf-d87d-4100-afc8-f0efa3773758 req-572d53fa-fc32-432e-99dc-3383bf1449c6 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Made reservation on behalf of 3dd578100e004cd6aa38072871c36e42 for: {'port': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:29:40.456908 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-34a69ddf-d87d-4100-afc8-f0efa3773758 req-572d53fa-fc32-432e-99dc-3383bf1449c6 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:40.584007 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa05d11-866b-4621-ae24-a2272a6c436a None None] Pushing event updated for resources: {'Port': ['ID=f8c66bef-effe-4b4a-9f06-6256110f6f6b,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:40.639862 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [req-34a69ddf-d87d-4100-afc8-f0efa3773758 req-572d53fa-fc32-432e-99dc-3383bf1449c6 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Allocated IP 172.20.0.13 (5847a051-11be-4f5b-97b4-789c3c0d54e1/9b247ebe-650c-4d7f-bfea-2ecce675c282/879bef25-ed7c-4bd1-8347-4ef12321d2f3) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:29:40.683871 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-771b9437-fcc0-4b28-b3cb-0c8db76de1a2 None None] Attempting to bind port f8c66bef-effe-4b4a-9f06-6256110f6f6b on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:29:40.684242 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-771b9437-fcc0-4b28-b3cb-0c8db76de1a2 None None] Attempting to bind port f8c66bef-effe-4b4a-9f06-6256110f6f6b by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'f6b4fb10-950c-4dc4-9056-25de2176421b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5847a051-11be-4f5b-97b4-789c3c0d54e1'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:29:40.684592 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771b9437-fcc0-4b28-b3cb-0c8db76de1a2 None None] Attempting to bind port f8c66bef-effe-4b4a-9f06-6256110f6f6b on network 5847a051-11be-4f5b-97b4-789c3c0d54e1 {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:29:40.691828 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771b9437-fcc0-4b28-b3cb-0c8db76de1a2 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:29:40.692195 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771b9437-fcc0-4b28-b3cb-0c8db76de1a2 None None] Checking segment: {'id': 'f6b4fb10-950c-4dc4-9056-25de2176421b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5847a051-11be-4f5b-97b4-789c3c0d54e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:29:40.692596 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-771b9437-fcc0-4b28-b3cb-0c8db76de1a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:40.693005 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771b9437-fcc0-4b28-b3cb-0c8db76de1a2 None None] Bound using segment: {'id': 'f6b4fb10-950c-4dc4-9056-25de2176421b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5847a051-11be-4f5b-97b4-789c3c0d54e1'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:29:40.693466 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-771b9437-fcc0-4b28-b3cb-0c8db76de1a2 None None] Bound port: f8c66bef-effe-4b4a-9f06-6256110f6f6b, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6b4fb10-950c-4dc4-9056-25de2176421b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5847a051-11be-4f5b-97b4-789c3c0d54e1'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:29:40.693835 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-771b9437-fcc0-4b28-b3cb-0c8db76de1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:40.795778 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-771b9437-fcc0-4b28-b3cb-0c8db76de1a2 None None] For port f8c66bef-effe-4b4a-9f06-6256110f6f6b, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:29:40.799193 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-771b9437-fcc0-4b28-b3cb-0c8db76de1a2 None None] For port f8c66bef-effe-4b4a-9f06-6256110f6f6b, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=f8c66bef-effe-4b4a-9f06-6256110f6f6b,segment=NetworkSegment(f6b4fb10-950c-4dc4-9056-25de2176421b),segment_id=f6b4fb10-950c-4dc4-9056-25de2176421b)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:29:40.804151 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-771b9437-fcc0-4b28-b3cb-0c8db76de1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:40.837759 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-34a69ddf-d87d-4100-afc8-f0efa3773758 req-572d53fa-fc32-432e-99dc-3383bf1449c6 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:40.853861 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [req-34a69ddf-d87d-4100-afc8-f0efa3773758 req-572d53fa-fc32-432e-99dc-3383bf1449c6 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Transition to ACTIVE for port object 879bef25-ed7c-4bd1-8347-4ef12321d2f3 will not be triggered until provisioned by entity DHCP. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:29:40.875766 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-34a69ddf-d87d-4100-afc8-f0efa3773758 req-572d53fa-fc32-432e-99dc-3383bf1449c6 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:40.888761 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa05d11-866b-4621-ae24-a2272a6c436a None None] Pushing event updated for resources: {'Port': ['ID=f8c66bef-effe-4b4a-9f06-6256110f6f6b,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:40.895890 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771b9437-fcc0-4b28-b3cb-0c8db76de1a2 None None] Routers {'0b46b393-be47-423a-aa44-5a75c0150a99'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:29:40.896603 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-771b9437-fcc0-4b28-b3cb-0c8db76de1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:29:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['0b46b393-be47-423a-aa44-5a75c0150a99'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:29:40.959594 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34a69ddf-d87d-4100-afc8-f0efa3773758 req-572d53fa-fc32-432e-99dc-3383bf1449c6 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Network 5847a051-11be-4f5b-97b4-789c3c0d54e1 is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:29:40.963733 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [req-34a69ddf-d87d-4100-afc8-f0efa3773758 req-572d53fa-fc32-432e-99dc-3383bf1449c6 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:29:40.968458 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [req-34a69ddf-d87d-4100-afc8-f0efa3773758 req-572d53fa-fc32-432e-99dc-3383bf1449c6 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:29:41.029141 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a69ddf-d87d-4100-afc8-f0efa3773758 req-572d53fa-fc32-432e-99dc-3383bf1449c6 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:41.029749 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-34a69ddf-d87d-4100-afc8-f0efa3773758 req-572d53fa-fc32-432e-99dc-3383bf1449c6 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:41.037966 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572d53fa-fc32-432e-99dc-3383bf1449c6 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event updated for resources: {'Port': ['ID=879bef25-ed7c-4bd1-8347-4ef12321d2f3,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:41.061855 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-34a69ddf-d87d-4100-afc8-f0efa3773758 req-572d53fa-fc32-432e-99dc-3383bf1449c6 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7880595 Apr 01 16:29:41.073915 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [req-34a69ddf-d87d-4100-afc8-f0efa3773758 req-f5e9770f-29e5-4db2-86bc-5018b99694a2 service neutron] Request body: {'port': {'device_id': '48547322-ae22-4463-a5eb-81cbc33b192c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:29:41.131091 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-771b9437-fcc0-4b28-b3cb-0c8db76de1a2 None None] Set router 0b46b393-be47-423a-aa44-5a75c0150a99 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:29:41.312476 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-34a69ddf-d87d-4100-afc8-f0efa3773758 req-f5e9770f-29e5-4db2-86bc-5018b99694a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:41.442847 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-20030503-b4d4-4a0d-8962-2f3f0d198267 None None] Provisioning for port 879bef25-ed7c-4bd1-8347-4ef12321d2f3 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:29:41.450527 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-20030503-b4d4-4a0d-8962-2f3f0d198267 None None] Provisioning complete for port 879bef25-ed7c-4bd1-8347-4ef12321d2f3 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:29:41.450901 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-20030503-b4d4-4a0d-8962-2f3f0d198267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:41.515605 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-20030503-b4d4-4a0d-8962-2f3f0d198267 None None] Port 879bef25-ed7c-4bd1-8347-4ef12321d2f3 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 16:29:41.533802 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-771b9437-fcc0-4b28-b3cb-0c8db76de1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b46b393-be47-423a-aa44-5a75c0150a99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-586287478', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': '1166504f-31bb-4850-bc3e-4390edf91d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:29:32Z', 'updated_at': '2022-04-01T16:29:36Z', 'revision_number': 4, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'gw_port': {'id': '1166504f-31bb-4850-bc3e-4390edf91d03', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:5c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b46b393-be47-423a-aa44-5a75c0150a99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:29:32Z', 'updated_at': '2022-04-01T16:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': 'f8c66bef-effe-4b4a-9f06-6256110f6f6b', 'name': '', 'network_id': '5847a051-11be-4f5b-97b4-789c3c0d54e1', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'mac_address': 'fa:16:3e:04:cf:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b46b393-be47-423a-aa44-5a75c0150a99', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b247ebe-650c-4d7f-bfea-2ecce675c282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:29:36Z', 'updated_at': '2022-04-01T16:29:40Z', 'revision_number': 4, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'subnets': [{'id': '9b247ebe-650c-4d7f-bfea-2ecce675c282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:29:41.539240 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771b9437-fcc0-4b28-b3cb-0c8db76de1a2 None None] The sync data for ids ['0b46b393-be47-423a-aa44-5a75c0150a99'] in dv-neutron-833373-2-hyperv is: [{'id': '0b46b393-be47-423a-aa44-5a75c0150a99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-586287478', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': '1166504f-31bb-4850-bc3e-4390edf91d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:29:32Z', 'updated_at': '2022-04-01T16:29:36Z', 'revision_number': 4, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'gw_port': {'id': '1166504f-31bb-4850-bc3e-4390edf91d03', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:5c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b46b393-be47-423a-aa44-5a75c0150a99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:29:32Z', 'updated_at': '2022-04-01T16:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': 'f8c66bef-effe-4b4a-9f06-6256110f6f6b', 'name': '', 'network_id': '5847a051-11be-4f5b-97b4-789c3c0d54e1', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'mac_address': 'fa:16:3e:04:cf:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b46b393-be47-423a-aa44-5a75c0150a99', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b247ebe-650c-4d7f-bfea-2ecce675c282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:29:36Z', 'updated_at': '2022-04-01T16:29:40Z', 'revision_number': 4, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'subnets': [{'id': '9b247ebe-650c-4d7f-bfea-2ecce675c282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:29:41.577338 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aa35b0-2647-47f1-9e76-d5a20adcf396 req-ae4d60c3-3f8d-4912-a57c-64bf19504cfb tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:41.579774 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-86aa35b0-2647-47f1-9e76-d5a20adcf396 req-ae4d60c3-3f8d-4912-a57c-64bf19504cfb tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=48547322-ae22-4463-a5eb-81cbc33b192c HTTP/1.1" status: 200 len: 932 time: 0.0965095 Apr 01 16:29:41.647231 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-86aa35b0-2647-47f1-9e76-d5a20adcf396 req-7cdb5514-62d8-4877-9ad2-b8124a87572b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7484d5f-a040-44b6-b55f-fb6ad00c1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612638 Apr 01 16:29:41.761852 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [req-34a69ddf-d87d-4100-afc8-f0efa3773758 req-f5e9770f-29e5-4db2-86bc-5018b99694a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 879bef25-ed7c-4bd1-8347-4ef12321d2f3 {{(pid=83828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:29:41.764650 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-34a69ddf-d87d-4100-afc8-f0efa3773758 req-f5e9770f-29e5-4db2-86bc-5018b99694a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:41.782378 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [req-34a69ddf-d87d-4100-afc8-f0efa3773758 req-f5e9770f-29e5-4db2-86bc-5018b99694a2 service neutron] Transition to ACTIVE for port object 879bef25-ed7c-4bd1-8347-4ef12321d2f3 will not be triggered until provisioned by entity L2. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:29:41.788118 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-34a69ddf-d87d-4100-afc8-f0efa3773758 req-f5e9770f-29e5-4db2-86bc-5018b99694a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:41.922173 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e9770f-29e5-4db2-86bc-5018b99694a2 service neutron] Pushing event updated for resources: {'Port': ['ID=879bef25-ed7c-4bd1-8347-4ef12321d2f3,revision_number=2']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:42.038636 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [req-34a69ddf-d87d-4100-afc8-f0efa3773758 req-f5e9770f-29e5-4db2-86bc-5018b99694a2 service neutron] Attempting to bind port 879bef25-ed7c-4bd1-8347-4ef12321d2f3 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:29:42.039117 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [req-34a69ddf-d87d-4100-afc8-f0efa3773758 req-f5e9770f-29e5-4db2-86bc-5018b99694a2 service neutron] Attempting to bind port 879bef25-ed7c-4bd1-8347-4ef12321d2f3 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'f6b4fb10-950c-4dc4-9056-25de2176421b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5847a051-11be-4f5b-97b4-789c3c0d54e1'}] {{(pid=83828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:29:42.039509 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a69ddf-d87d-4100-afc8-f0efa3773758 req-f5e9770f-29e5-4db2-86bc-5018b99694a2 service neutron] Attempting to bind port 879bef25-ed7c-4bd1-8347-4ef12321d2f3 on network 5847a051-11be-4f5b-97b4-789c3c0d54e1 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:29:42.046329 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a69ddf-d87d-4100-afc8-f0efa3773758 req-f5e9770f-29e5-4db2-86bc-5018b99694a2 service neutron] Port 879bef25-ed7c-4bd1-8347-4ef12321d2f3 on network 5847a051-11be-4f5b-97b4-789c3c0d54e1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 16:29:42.046730 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a69ddf-d87d-4100-afc8-f0efa3773758 req-f5e9770f-29e5-4db2-86bc-5018b99694a2 service neutron] Attempting to bind port 879bef25-ed7c-4bd1-8347-4ef12321d2f3 on network 5847a051-11be-4f5b-97b4-789c3c0d54e1 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:29:42.055316 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a69ddf-d87d-4100-afc8-f0efa3773758 req-f5e9770f-29e5-4db2-86bc-5018b99694a2 service neutron] Checking agent: {'id': '5b2860be-0b4f-4931-914a-5d10403eafcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 47, 24), 'started_at': datetime.datetime(2022, 4, 1, 15, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:29:42.055822 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a69ddf-d87d-4100-afc8-f0efa3773758 req-f5e9770f-29e5-4db2-86bc-5018b99694a2 service neutron] Checking segment: {'id': 'f6b4fb10-950c-4dc4-9056-25de2176421b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5847a051-11be-4f5b-97b4-789c3c0d54e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:29:42.056221 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a69ddf-d87d-4100-afc8-f0efa3773758 req-f5e9770f-29e5-4db2-86bc-5018b99694a2 service neutron] Bound using segment: {'id': 'f6b4fb10-950c-4dc4-9056-25de2176421b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5847a051-11be-4f5b-97b4-789c3c0d54e1'} {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:29:42.057470 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [req-34a69ddf-d87d-4100-afc8-f0efa3773758 req-f5e9770f-29e5-4db2-86bc-5018b99694a2 service neutron] Bound port: 879bef25-ed7c-4bd1-8347-4ef12321d2f3, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6b4fb10-950c-4dc4-9056-25de2176421b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5847a051-11be-4f5b-97b4-789c3c0d54e1'}}] {{(pid=83828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:29:42.057865 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-34a69ddf-d87d-4100-afc8-f0efa3773758 req-f5e9770f-29e5-4db2-86bc-5018b99694a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:42.155536 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [req-34a69ddf-d87d-4100-afc8-f0efa3773758 req-f5e9770f-29e5-4db2-86bc-5018b99694a2 service neutron] For port 879bef25-ed7c-4bd1-8347-4ef12321d2f3, host hv-neutron-8333, cleared binding levels {{(pid=83828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:29:42.158801 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [req-34a69ddf-d87d-4100-afc8-f0efa3773758 req-f5e9770f-29e5-4db2-86bc-5018b99694a2 service neutron] For port 879bef25-ed7c-4bd1-8347-4ef12321d2f3, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=879bef25-ed7c-4bd1-8347-4ef12321d2f3,segment=NetworkSegment(f6b4fb10-950c-4dc4-9056-25de2176421b),segment_id=f6b4fb10-950c-4dc4-9056-25de2176421b)] {{(pid=83828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:29:42.164109 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-34a69ddf-d87d-4100-afc8-f0efa3773758 req-f5e9770f-29e5-4db2-86bc-5018b99694a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:42.226515 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-34a69ddf-d87d-4100-afc8-f0efa3773758 req-f5e9770f-29e5-4db2-86bc-5018b99694a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:42.227932 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-34a69ddf-d87d-4100-afc8-f0efa3773758 req-f5e9770f-29e5-4db2-86bc-5018b99694a2 service neutron] 10.222.0.24 "PUT /v2.0/ports/879bef25-ed7c-4bd1-8347-4ef12321d2f3 HTTP/1.1" status: 200 len: 1094 time: 1.1586101 Apr 01 16:29:42.228368 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48547322-ae22-4463-a5eb-81cbc33b192c', 'tag': '879bef25-ed7c-4bd1-8347-4ef12321d2f3'}] {{(pid=83828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:29:42.252533 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e9770f-29e5-4db2-86bc-5018b99694a2 service neutron] Pushing event updated for resources: {'Port': ['ID=879bef25-ed7c-4bd1-8347-4ef12321d2f3,revision_number=3']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:42.314632 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48547322-ae22-4463-a5eb-81cbc33b192c', 'tag': '879bef25-ed7c-4bd1-8347-4ef12321d2f3', 'status': 'completed', 'code': 200} Apr 01 16:29:42.363341 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-34a69ddf-d87d-4100-afc8-f0efa3773758 req-68cf0af7-9ba0-470b-8b7e-ab57248c1eb8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3dd578100e004cd6aa38072871c36e42&device_id=48547322-ae22-4463-a5eb-81cbc33b192c HTTP/1.1" status: 200 len: 1097 time: 0.0821304 Apr 01 16:29:42.437571 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-34a69ddf-d87d-4100-afc8-f0efa3773758 req-1975c24b-1203-4398-9a1e-d0bba5db5e35 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=879bef25-ed7c-4bd1-8347-4ef12321d2f3 HTTP/1.1" status: 200 len: 217 time: 0.0669823 Apr 01 16:29:42.503203 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a69ddf-d87d-4100-afc8-f0efa3773758 req-5adbf086-4f12-480b-a7f0-514722506145 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:42.504654 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-34a69ddf-d87d-4100-afc8-f0efa3773758 req-5adbf086-4f12-480b-a7f0-514722506145 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9b247ebe-650c-4d7f-bfea-2ecce675c282 HTTP/1.1" status: 200 len: 835 time: 0.0598528 Apr 01 16:29:42.584490 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-34a69ddf-d87d-4100-afc8-f0efa3773758 req-d24b34b4-a8aa-4627-8e80-b2fe7197d768 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5847a051-11be-4f5b-97b4-789c3c0d54e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730321 Apr 01 16:29:42.718984 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-34a69ddf-d87d-4100-afc8-f0efa3773758 req-81e9fbc2-4158-4783-b029-9dc3b6ee0e6d service neutron] 10.222.0.24 "GET /v2.0/networks/5847a051-11be-4f5b-97b4-789c3c0d54e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281650 Apr 01 16:29:42.857719 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61709827-d4c7-4005-b351-c857528ff513 req-632642d1-1cd2-4dd8-9d01-388180caca4a tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:42.859318 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-61709827-d4c7-4005-b351-c857528ff513 req-632642d1-1cd2-4dd8-9d01-388180caca4a tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=48547322-ae22-4463-a5eb-81cbc33b192c HTTP/1.1" status: 200 len: 944 time: 0.0851178 Apr 01 16:29:42.860285 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-34a69ddf-d87d-4100-afc8-f0efa3773758 req-bffc8303-3f0b-46e5-92ce-61d1f2033c78 service neutron] 10.222.0.24 "GET /v2.0/networks/5847a051-11be-4f5b-97b4-789c3c0d54e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343842 Apr 01 16:29:42.905318 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-61709827-d4c7-4005-b351-c857528ff513 req-7eaf0e27-b2dc-4d10-b92d-e92422766a35 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7484d5f-a040-44b6-b55f-fb6ad00c1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398540 Apr 01 16:29:42.981431 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-a862191e-233b-47a0-be34-08a7f9eccd25 req-7d9385cb-9692-44a8-83d6-aa6dffde88a7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3dd578100e004cd6aa38072871c36e42&device_id=48547322-ae22-4463-a5eb-81cbc33b192c HTTP/1.1" status: 200 len: 1097 time: 0.0741565 Apr 01 16:29:43.128826 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a862191e-233b-47a0-be34-08a7f9eccd25 req-6363d43b-9938-49b5-a938-acfe07e30469 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:43.130275 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-a862191e-233b-47a0-be34-08a7f9eccd25 req-6363d43b-9938-49b5-a938-acfe07e30469 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5847a051-11be-4f5b-97b4-789c3c0d54e1 HTTP/1.1" status: 200 len: 895 time: 0.1432314 Apr 01 16:29:43.339461 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-a862191e-233b-47a0-be34-08a7f9eccd25 req-7136c4ef-6e4a-4746-81c0-b5c62f131141 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=879bef25-ed7c-4bd1-8347-4ef12321d2f3 HTTP/1.1" status: 200 len: 217 time: 0.2020359 Apr 01 16:29:43.405894 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a862191e-233b-47a0-be34-08a7f9eccd25 req-52638ead-7e22-4ae9-a763-d300e55fd6e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:43.407332 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-a862191e-233b-47a0-be34-08a7f9eccd25 req-52638ead-7e22-4ae9-a763-d300e55fd6e8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9b247ebe-650c-4d7f-bfea-2ecce675c282 HTTP/1.1" status: 200 len: 835 time: 0.0622721 Apr 01 16:29:43.497681 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-a862191e-233b-47a0-be34-08a7f9eccd25 req-095df7bc-a66e-4bc2-ad05-ee70c0105337 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5847a051-11be-4f5b-97b4-789c3c0d54e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0825613 Apr 01 16:29:43.675922 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device f8c66bef-effe-4b4a-9f06-6256110f6f6b up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:29:43.677252 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-a862191e-233b-47a0-be34-08a7f9eccd25 req-5bbd1d04-1d8f-4afc-8d26-ccd5a0df4aa9 service neutron] 10.222.0.24 "GET /v2.0/networks/5847a051-11be-4f5b-97b4-789c3c0d54e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711338 Apr 01 16:29:43.723690 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 879bef25-ed7c-4bd1-8347-4ef12321d2f3 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:29:43.810686 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-a862191e-233b-47a0-be34-08a7f9eccd25 req-9cf0a208-954f-4a2c-bea1-9a4962d6afd2 service neutron] 10.222.0.24 "GET /v2.0/networks/5847a051-11be-4f5b-97b4-789c3c0d54e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272604 Apr 01 16:29:43.835077 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port f8c66bef-effe-4b4a-9f06-6256110f6f6b completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:29:43.843301 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port f8c66bef-effe-4b4a-9f06-6256110f6f6b triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:29:43.843666 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:43.924950 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 879bef25-ed7c-4bd1-8347-4ef12321d2f3, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=879bef25-ed7c-4bd1-8347-4ef12321d2f3,segment=NetworkSegment(f6b4fb10-950c-4dc4-9056-25de2176421b),segment_id=f6b4fb10-950c-4dc4-9056-25de2176421b)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:29:43.940953 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Returning: {'device': '879bef25-ed7c-4bd1-8347-4ef12321d2f3', 'network_id': '5847a051-11be-4f5b-97b4-789c3c0d54e1', 'port_id': '879bef25-ed7c-4bd1-8347-4ef12321d2f3', 'mac_address': 'fa:16:3e:ea:8f:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b247ebe-650c-4d7f-bfea-2ecce675c282', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:29:44.047415 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:44.060546 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:44.083624 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 879bef25-ed7c-4bd1-8347-4ef12321d2f3 {{(pid=83829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:29:44.113456 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 879bef25-ed7c-4bd1-8347-4ef12321d2f3, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=879bef25-ed7c-4bd1-8347-4ef12321d2f3,segment=NetworkSegment(f6b4fb10-950c-4dc4-9056-25de2176421b),segment_id=f6b4fb10-950c-4dc4-9056-25de2176421b)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:29:44.119034 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port f8c66bef-effe-4b4a-9f06-6256110f6f6b, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=f8c66bef-effe-4b4a-9f06-6256110f6f6b,segment=NetworkSegment(f6b4fb10-950c-4dc4-9056-25de2176421b),segment_id=f6b4fb10-950c-4dc4-9056-25de2176421b)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:29:44.121105 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:44.122417 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc11beb-82cd-412b-a7d8-8914cad7f994 req-d1001e89-a893-4ff4-8392-3c7184f6b4fa tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:44.124032 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2fc11beb-82cd-412b-a7d8-8914cad7f994 req-d1001e89-a893-4ff4-8392-3c7184f6b4fa tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=48547322-ae22-4463-a5eb-81cbc33b192c HTTP/1.1" status: 200 len: 944 time: 0.0915048 Apr 01 16:29:44.184334 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2fc11beb-82cd-412b-a7d8-8914cad7f994 req-272af83e-aba8-44e3-9998-63bcc94056a3 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7484d5f-a040-44b6-b55f-fb6ad00c1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537958 Apr 01 16:29:44.198653 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:44.239652 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=879bef25-ed7c-4bd1-8347-4ef12321d2f3,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:44.306588 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=f8c66bef-effe-4b4a-9f06-6256110f6f6b,revision_number=5']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:44.347916 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] get_ports_and_sgs() called for port_ids ['879bef25-ed7c-4bd1-8347-4ef12321d2f3'] {{(pid=83829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 16:29:45.384948 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b4d1b-373e-43d8-88b8-810f41c77aaa req-c701ce87-64ac-4884-bf8d-dcb46e8f1614 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:45.386322 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2a5b4d1b-373e-43d8-88b8-810f41c77aaa req-c701ce87-64ac-4884-bf8d-dcb46e8f1614 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=48547322-ae22-4463-a5eb-81cbc33b192c HTTP/1.1" status: 200 len: 945 time: 0.0799232 Apr 01 16:29:45.431690 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2a5b4d1b-373e-43d8-88b8-810f41c77aaa req-80ad7b67-1542-4b4d-8f7e-026e3d1fb27b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7484d5f-a040-44b6-b55f-fb6ad00c1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399342 Apr 01 16:29:45.636364 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device f8c66bef-effe-4b4a-9f06-6256110f6f6b up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:29:45.706720 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port f8c66bef-effe-4b4a-9f06-6256110f6f6b triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:29:45.707097 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:45.730970 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 879bef25-ed7c-4bd1-8347-4ef12321d2f3 up at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:29:45.851729 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning for port 879bef25-ed7c-4bd1-8347-4ef12321d2f3 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:29:45.869416 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning complete for port 879bef25-ed7c-4bd1-8347-4ef12321d2f3 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:29:45.869784 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:45.989318 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:46.015176 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48547322-ae22-4463-a5eb-81cbc33b192c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '879bef25-ed7c-4bd1-8347-4ef12321d2f3'}] {{(pid=83829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:29:46.025038 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 879bef25-ed7c-4bd1-8347-4ef12321d2f3, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=879bef25-ed7c-4bd1-8347-4ef12321d2f3,segment=NetworkSegment(f6b4fb10-950c-4dc4-9056-25de2176421b),segment_id=f6b4fb10-950c-4dc4-9056-25de2176421b)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:29:46.029212 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:46.071293 dv-neutron-833373-2-hyperv neutron-server[83829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48547322-ae22-4463-a5eb-81cbc33b192c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '879bef25-ed7c-4bd1-8347-4ef12321d2f3', 'code': 200} Apr 01 16:29:46.100721 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=879bef25-ed7c-4bd1-8347-4ef12321d2f3,revision_number=5']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:46.297809 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-f1453bf1-c648-4614-866f-d23517c64602 req-13f538ca-e5e3-448e-a035-1cf85a18e9cd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=48547322-ae22-4463-a5eb-81cbc33b192c HTTP/1.1" status: 200 len: 1099 time: 0.0701292 Apr 01 16:29:46.338997 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-f1453bf1-c648-4614-866f-d23517c64602 req-a84ae58f-73b5-4927-83d8-549526c2371c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c7484d5f-a040-44b6-b55f-fb6ad00c1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351372 Apr 01 16:29:46.635734 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297175f4-41bf-425f-b91e-21ed9d2c2129 req-288a58f7-bfba-423d-b575-2529f4252cf5 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:46.637121 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-297175f4-41bf-425f-b91e-21ed9d2c2129 req-288a58f7-bfba-423d-b575-2529f4252cf5 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=48547322-ae22-4463-a5eb-81cbc33b192c HTTP/1.1" status: 200 len: 946 time: 0.0835495 Apr 01 16:29:46.687253 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-297175f4-41bf-425f-b91e-21ed9d2c2129 req-c95f52a7-b71c-49a3-9193-85247766a4ce tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7484d5f-a040-44b6-b55f-fb6ad00c1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434172 Apr 01 16:29:47.885083 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b034c38d-f905-4c7b-8126-797440c48f39 req-98997d1f-b676-4a1a-bec6-7aee05a201f8 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:47.886409 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b034c38d-f905-4c7b-8126-797440c48f39 req-98997d1f-b676-4a1a-bec6-7aee05a201f8 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=48547322-ae22-4463-a5eb-81cbc33b192c HTTP/1.1" status: 200 len: 946 time: 0.0755868 Apr 01 16:29:47.931097 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b034c38d-f905-4c7b-8126-797440c48f39 req-171ff16a-c84b-4748-8a81-37c07d8769c4 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7484d5f-a040-44b6-b55f-fb6ad00c1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392990 Apr 01 16:29:48.221367 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10af2769-c0f5-4deb-bd28-6c974bd7777b req-7e1f1c57-2f3d-4cbf-b522-0efb17d11e82 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:48.223285 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-10af2769-c0f5-4deb-bd28-6c974bd7777b req-7e1f1c57-2f3d-4cbf-b522-0efb17d11e82 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=48547322-ae22-4463-a5eb-81cbc33b192c HTTP/1.1" status: 200 len: 946 time: 0.1702433 Apr 01 16:29:48.269347 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-10af2769-c0f5-4deb-bd28-6c974bd7777b req-ae2a21b9-2958-4c42-950f-cae76a918f7a tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7484d5f-a040-44b6-b55f-fb6ad00c1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402596 Apr 01 16:29:48.296462 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 35408) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:29:48.438875 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-c79c0230-be4f-4cc8-ab00-9476ffd3dac6 tempest-TestNetworkAdvancedServerOps-1163408523 tempest-TestNetworkAdvancedServerOps-1163408523-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=48547322-ae22-4463-a5eb-81cbc33b192c HTTP/1.1" status: 200 len: 1094 time: 0.1411636 Apr 01 16:29:48.441547 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 35414) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:29:48.446557 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-8eab1971-24ff-4b88-aa0a-fe2b1d60040b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Request body: {'floatingip': {'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'port_id': '879bef25-ed7c-4bd1-8347-4ef12321d2f3', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:29:48.451981 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-8eab1971-24ff-4b88-aa0a-fe2b1d60040b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:29:48.455686 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-8eab1971-24ff-4b88-aa0a-fe2b1d60040b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Usage tracker for resource:floatingip and tenant:3dd578100e004cd6aa38072871c36e42 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:29:48.459103 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-8eab1971-24ff-4b88-aa0a-fe2b1d60040b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:29:48.464600 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-8eab1971-24ff-4b88-aa0a-fe2b1d60040b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:29:48.475859 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8eab1971-24ff-4b88-aa0a-fe2b1d60040b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for floatingip, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:48.606690 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8eab1971-24ff-4b88-aa0a-fe2b1d60040b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:48.741627 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-8eab1971-24ff-4b88-aa0a-fe2b1d60040b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Allocated IP 172.26.1.176 (ed45466e-0386-4b92-8de3-247c977242ac/0479f741-5cd1-4d6f-b593-d8aa909a42d3/08204356-6594-4db6-b0b8-51c2d599913e) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:29:48.888720 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8eab1971-24ff-4b88-aa0a-fe2b1d60040b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:48.916311 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8eab1971-24ff-4b88-aa0a-fe2b1d60040b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:48.984838 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eab1971-24ff-4b88-aa0a-fe2b1d60040b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Network ed45466e-0386-4b92-8de3-247c977242ac is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:29:48.987743 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-8eab1971-24ff-4b88-aa0a-fe2b1d60040b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:29:48.992141 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eab1971-24ff-4b88-aa0a-fe2b1d60040b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:29:49.015598 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eab1971-24ff-4b88-aa0a-fe2b1d60040b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event updated for resources: {'Port': ['ID=08204356-6594-4db6-b0b8-51c2d599913e,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:49.491237 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8eab1971-24ff-4b88-aa0a-fe2b1d60040b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:49.543904 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8eab1971-24ff-4b88-aa0a-fe2b1d60040b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:49.745225 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8eab1971-24ff-4b88-aa0a-fe2b1d60040b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:49.749625 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8eab1971-24ff-4b88-aa0a-fe2b1d60040b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:49.855193 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eab1971-24ff-4b88-aa0a-fe2b1d60040b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event updated for resources: {'Port': ['ID=08204356-6594-4db6-b0b8-51c2d599913e,revision_number=2']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:29:49.870316 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8eab1971-24ff-4b88-aa0a-fe2b1d60040b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617697'] for floatingip, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:50.147954 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.l3_db [None req-8eab1971-24ff-4b88-aa0a-fe2b1d60040b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Floating IP d7d8487f-46be-449b-a02c-9230db9e5176 associated. External IP: 172.26.1.176, port: 879bef25-ed7c-4bd1-8347-4ef12321d2f3. Apr 01 16:29:50.532944 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eab1971-24ff-4b88-aa0a-fe2b1d60040b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Router 0b46b393-be47-423a-aa44-5a75c0150a99 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:29:50.728808 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eab1971-24ff-4b88-aa0a-fe2b1d60040b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:29:50.754493 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-8eab1971-24ff-4b88-aa0a-fe2b1d60040b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for floatingip, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:50.810036 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-8eab1971-24ff-4b88-aa0a-fe2b1d60040b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3673790 Apr 01 16:29:50.810477 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48547322-ae22-4463-a5eb-81cbc33b192c', 'tag': '879bef25-ed7c-4bd1-8347-4ef12321d2f3'}] {{(pid=83826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:29:50.900849 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48547322-ae22-4463-a5eb-81cbc33b192c', 'tag': '879bef25-ed7c-4bd1-8347-4ef12321d2f3', 'status': 'completed', 'code': 200} Apr 01 16:29:50.959906 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9039c4ac-5be4-44c0-ab85-6334513c65dd None None] Sync routers for ids ['0b46b393-be47-423a-aa44-5a75c0150a99'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:29:50.976399 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9039c4ac-5be4-44c0-ab85-6334513c65dd None None] Routers {'0b46b393-be47-423a-aa44-5a75c0150a99'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:29:50.977179 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-9039c4ac-5be4-44c0-ab85-6334513c65dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:29:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['0b46b393-be47-423a-aa44-5a75c0150a99'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:29:51.015797 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-9f175731-e1c9-43fc-89a3-1ee3a89607fd req-44588ffe-5077-4e9a-878b-312e0c4e565a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3dd578100e004cd6aa38072871c36e42&device_id=48547322-ae22-4463-a5eb-81cbc33b192c HTTP/1.1" status: 200 len: 1099 time: 0.0879967 Apr 01 16:29:51.035955 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae9a2a1-fa51-4b99-95a1-d4f848ead62c req-a004bd21-8a08-4ccf-96c9-b5024846f544 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:51.042956 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-aae9a2a1-fa51-4b99-95a1-d4f848ead62c req-a004bd21-8a08-4ccf-96c9-b5024846f544 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=48547322-ae22-4463-a5eb-81cbc33b192c HTTP/1.1" status: 200 len: 946 time: 0.0893092 Apr 01 16:29:51.085708 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-aae9a2a1-fa51-4b99-95a1-d4f848ead62c req-99c4e7dd-7578-4315-9acf-1cba888e24cb tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7484d5f-a040-44b6-b55f-fb6ad00c1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417082 Apr 01 16:29:51.115396 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 35422) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:29:51.161229 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f175731-e1c9-43fc-89a3-1ee3a89607fd req-f8f611fd-3e0e-4d64-82ca-d6024cf37955 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:51.162744 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-9f175731-e1c9-43fc-89a3-1ee3a89607fd req-f8f611fd-3e0e-4d64-82ca-d6024cf37955 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5847a051-11be-4f5b-97b4-789c3c0d54e1 HTTP/1.1" status: 200 len: 895 time: 0.1400230 Apr 01 16:29:51.194144 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-9039c4ac-5be4-44c0-ab85-6334513c65dd None None] Set router 0b46b393-be47-423a-aa44-5a75c0150a99 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:29:51.224565 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-6aa71b0d-947e-4dd8-af15-aa4f18781991 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/floatingips/d7d8487f-46be-449b-a02c-9230db9e5176 HTTP/1.1" status: 200 len: 992 time: 0.1080253 Apr 01 16:29:51.271567 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-9f175731-e1c9-43fc-89a3-1ee3a89607fd req-c6eb2a73-a36e-4dce-8fdc-a16ae8d47471 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=879bef25-ed7c-4bd1-8347-4ef12321d2f3 HTTP/1.1" status: 200 len: 1000 time: 0.1021249 Apr 01 16:29:51.334189 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f175731-e1c9-43fc-89a3-1ee3a89607fd req-3ac10a54-b3e9-4f98-a12b-19ad5eb854fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:29:51.335665 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-9f175731-e1c9-43fc-89a3-1ee3a89607fd req-3ac10a54-b3e9-4f98-a12b-19ad5eb854fe service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9b247ebe-650c-4d7f-bfea-2ecce675c282 HTTP/1.1" status: 200 len: 835 time: 0.0572057 Apr 01 16:29:51.432012 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-9f175731-e1c9-43fc-89a3-1ee3a89607fd req-0b66da5d-70ea-426b-993e-62ab3223a384 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5847a051-11be-4f5b-97b4-789c3c0d54e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0901062 Apr 01 16:29:51.542533 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-9039c4ac-5be4-44c0-ab85-6334513c65dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b46b393-be47-423a-aa44-5a75c0150a99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-586287478', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': '1166504f-31bb-4850-bc3e-4390edf91d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:29:32Z', 'updated_at': '2022-04-01T16:29:36Z', 'revision_number': 4, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'gw_port': {'id': '1166504f-31bb-4850-bc3e-4390edf91d03', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:5c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b46b393-be47-423a-aa44-5a75c0150a99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:29:32Z', 'updated_at': '2022-04-01T16:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': 'd7d8487f-46be-449b-a02c-9230db9e5176', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'floating_ip_address': '172.26.1.176', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '0b46b393-be47-423a-aa44-5a75c0150a99', 'port_id': '879bef25-ed7c-4bd1-8347-4ef12321d2f3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5847a051-11be-4f5b-97b4-789c3c0d54e1', 'mac_address': 'fa:16:3e:ea:8f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48547322-ae22-4463-a5eb-81cbc33b192c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:29:49Z', 'updated_at': '2022-04-01T16:29:49Z', 'revision_number': 0, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8c66bef-effe-4b4a-9f06-6256110f6f6b', 'name': '', 'network_id': '5847a051-11be-4f5b-97b4-789c3c0d54e1', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'mac_address': 'fa:16:3e:04:cf:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b46b393-be47-423a-aa44-5a75c0150a99', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b247ebe-650c-4d7f-bfea-2ecce675c282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:29:36Z', 'updated_at': '2022-04-01T16:29:44Z', 'revision_number': 5, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'subnets': [{'id': '9b247ebe-650c-4d7f-bfea-2ecce675c282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:29:51.546243 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9039c4ac-5be4-44c0-ab85-6334513c65dd None None] Checking router: 0b46b393-be47-423a-aa44-5a75c0150a99 for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:29:51.556619 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9039c4ac-5be4-44c0-ab85-6334513c65dd None None] Routers {'0b46b393-be47-423a-aa44-5a75c0150a99'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:29:51.557234 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-9039c4ac-5be4-44c0-ab85-6334513c65dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:29:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['0b46b393-be47-423a-aa44-5a75c0150a99'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:29:51.567924 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-9f175731-e1c9-43fc-89a3-1ee3a89607fd req-bee11826-783e-424b-85e8-c1af7c2af4eb service neutron] 10.222.0.24 "GET /v2.0/networks/5847a051-11be-4f5b-97b4-789c3c0d54e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297019 Apr 01 16:29:51.705027 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-9f175731-e1c9-43fc-89a3-1ee3a89607fd req-265f3a4e-aba4-4240-ac47-109e78746072 service neutron] 10.222.0.24 "GET /v2.0/networks/5847a051-11be-4f5b-97b4-789c3c0d54e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305361 Apr 01 16:29:51.735759 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-9039c4ac-5be4-44c0-ab85-6334513c65dd None None] Set router 0b46b393-be47-423a-aa44-5a75c0150a99 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:29:52.073519 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-9039c4ac-5be4-44c0-ab85-6334513c65dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b46b393-be47-423a-aa44-5a75c0150a99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-586287478', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': '1166504f-31bb-4850-bc3e-4390edf91d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:29:32Z', 'updated_at': '2022-04-01T16:29:36Z', 'revision_number': 4, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'gw_port': {'id': '1166504f-31bb-4850-bc3e-4390edf91d03', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:5c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b46b393-be47-423a-aa44-5a75c0150a99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:29:32Z', 'updated_at': '2022-04-01T16:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': 'd7d8487f-46be-449b-a02c-9230db9e5176', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'floating_ip_address': '172.26.1.176', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '0b46b393-be47-423a-aa44-5a75c0150a99', 'port_id': '879bef25-ed7c-4bd1-8347-4ef12321d2f3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5847a051-11be-4f5b-97b4-789c3c0d54e1', 'mac_address': 'fa:16:3e:ea:8f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48547322-ae22-4463-a5eb-81cbc33b192c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:29:49Z', 'updated_at': '2022-04-01T16:29:49Z', 'revision_number': 0, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8c66bef-effe-4b4a-9f06-6256110f6f6b', 'name': '', 'network_id': '5847a051-11be-4f5b-97b4-789c3c0d54e1', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'mac_address': 'fa:16:3e:04:cf:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b46b393-be47-423a-aa44-5a75c0150a99', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b247ebe-650c-4d7f-bfea-2ecce675c282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:29:36Z', 'updated_at': '2022-04-01T16:29:44Z', 'revision_number': 5, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'subnets': [{'id': '9b247ebe-650c-4d7f-bfea-2ecce675c282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:29:52.077293 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9039c4ac-5be4-44c0-ab85-6334513c65dd None None] The sync data for ids ['0b46b393-be47-423a-aa44-5a75c0150a99'] in dv-neutron-833373-2-hyperv is: [{'id': '0b46b393-be47-423a-aa44-5a75c0150a99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-586287478', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': '1166504f-31bb-4850-bc3e-4390edf91d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:29:32Z', 'updated_at': '2022-04-01T16:29:36Z', 'revision_number': 4, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'gw_port': {'id': '1166504f-31bb-4850-bc3e-4390edf91d03', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:5c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b46b393-be47-423a-aa44-5a75c0150a99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:29:32Z', 'updated_at': '2022-04-01T16:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': 'd7d8487f-46be-449b-a02c-9230db9e5176', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'floating_ip_address': '172.26.1.176', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '0b46b393-be47-423a-aa44-5a75c0150a99', 'port_id': '879bef25-ed7c-4bd1-8347-4ef12321d2f3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5847a051-11be-4f5b-97b4-789c3c0d54e1', 'mac_address': 'fa:16:3e:ea:8f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48547322-ae22-4463-a5eb-81cbc33b192c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:29:49Z', 'updated_at': '2022-04-01T16:29:49Z', 'revision_number': 0, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8c66bef-effe-4b4a-9f06-6256110f6f6b', 'name': '', 'network_id': '5847a051-11be-4f5b-97b4-789c3c0d54e1', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'mac_address': 'fa:16:3e:04:cf:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b46b393-be47-423a-aa44-5a75c0150a99', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b247ebe-650c-4d7f-bfea-2ecce675c282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:29:36Z', 'updated_at': '2022-04-01T16:29:44Z', 'revision_number': 5, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'subnets': [{'id': '9b247ebe-650c-4d7f-bfea-2ecce675c282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:29:52.228544 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 35426) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:29:52.331573 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-5ab9e8c2-ebd2-4b35-b812-03a34cc69da2 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/floatingips/d7d8487f-46be-449b-a02c-9230db9e5176 HTTP/1.1" status: 200 len: 992 time: 0.1017346 Apr 01 16:29:53.335378 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 35430) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:29:53.438565 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-27d80d05-b6d1-4fe8-ba52-c0a278f59fe0 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/floatingips/d7d8487f-46be-449b-a02c-9230db9e5176 HTTP/1.1" status: 200 len: 992 time: 0.1020515 Apr 01 16:29:53.969668 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-eeedf479-2cf6-47de-b136-e4dcb2ba90c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:54.034320 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:54.441847 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 35434) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:29:54.638692 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-18a3bd2f-2a0c-4dda-9ba3-2f259a197b22 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/floatingips/d7d8487f-46be-449b-a02c-9230db9e5176 HTTP/1.1" status: 200 len: 992 time: 0.1957150 Apr 01 16:29:55.042026 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fa7c38-9d82-494d-857a-f774bd8df2d8 None None] New status for floating IP d7d8487f-46be-449b-a02c-9230db9e5176: ACTIVE {{(pid=83829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 16:29:55.642244 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 35438) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:29:55.749533 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-8d3ed74d-bca0-4f9a-a64d-d14a5f8121da tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/floatingips/d7d8487f-46be-449b-a02c-9230db9e5176 HTTP/1.1" status: 200 len: 994 time: 0.1061082 Apr 01 16:29:56.365024 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-2e73a3ce-be40-4192-8be6-7dcac13c1314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:57.708557 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:57.834269 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:29:59.400559 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:00.631998 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:30:07.916817 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-4e8f00a5-bfa4-4462-8527-b6bc96f737dd req-91b8fb2c-e171-4518-8211-3ba8f8d02d2c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=48547322-ae22-4463-a5eb-81cbc33b192c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0710557 Apr 01 16:30:08.052691 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-4e8f00a5-bfa4-4462-8527-b6bc96f737dd req-4f58fc56-83e8-48d8-b5c7-d27d4edd5649 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3dd578100e004cd6aa38072871c36e42&device_id=48547322-ae22-4463-a5eb-81cbc33b192c HTTP/1.1" status: 200 len: 1099 time: 0.0678961 Apr 01 16:30:08.196744 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f00a5-bfa4-4462-8527-b6bc96f737dd req-edd8e2ca-8fe9-4d64-be33-1897f6baf7a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:30:08.198106 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-4e8f00a5-bfa4-4462-8527-b6bc96f737dd req-edd8e2ca-8fe9-4d64-be33-1897f6baf7a1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5847a051-11be-4f5b-97b4-789c3c0d54e1 HTTP/1.1" status: 200 len: 895 time: 0.1263595 Apr 01 16:30:08.301771 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-4e8f00a5-bfa4-4462-8527-b6bc96f737dd req-358d258a-789c-4ad2-8d23-982533e59029 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=879bef25-ed7c-4bd1-8347-4ef12321d2f3 HTTP/1.1" status: 200 len: 1002 time: 0.0968447 Apr 01 16:30:08.362559 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f00a5-bfa4-4462-8527-b6bc96f737dd req-50127613-56f5-4d2f-90e3-c51387698c59 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:30:08.364745 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-4e8f00a5-bfa4-4462-8527-b6bc96f737dd req-50127613-56f5-4d2f-90e3-c51387698c59 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9b247ebe-650c-4d7f-bfea-2ecce675c282 HTTP/1.1" status: 200 len: 835 time: 0.0570455 Apr 01 16:30:08.449312 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-4e8f00a5-bfa4-4462-8527-b6bc96f737dd req-c593ff4f-ed21-4890-a1ea-7f98cbda973a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5847a051-11be-4f5b-97b4-789c3c0d54e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716553 Apr 01 16:30:08.459600 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [req-4e8f00a5-bfa4-4462-8527-b6bc96f737dd req-947fdf70-4be7-4948-a836-f3348c2c3fb2 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=83828) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 16:30:08.460509 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-4e8f00a5-bfa4-4462-8527-b6bc96f737dd req-947fdf70-4be7-4948-a836-f3348c2c3fb2 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048037 Apr 01 16:30:08.591614 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-4e8f00a5-bfa4-4462-8527-b6bc96f737dd req-5120563f-b84e-40ab-b9f8-9dc3e9c14987 service neutron] 10.222.0.24 "GET /v2.0/networks/5847a051-11be-4f5b-97b4-789c3c0d54e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243458 Apr 01 16:30:08.723241 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-4e8f00a5-bfa4-4462-8527-b6bc96f737dd req-94890ef3-2eef-4373-b3d9-e1ed88641f29 service neutron] 10.222.0.24 "GET /v2.0/networks/5847a051-11be-4f5b-97b4-789c3c0d54e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249778 Apr 01 16:30:23.378611 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf63c9c-fc79-46ed-bb9c-e81dd5eaf4d6 req-3782ef1e-7c34-44bb-8bcd-d76a7d46a5ab tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:30:23.380474 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-bdf63c9c-fc79-46ed-bb9c-e81dd5eaf4d6 req-3782ef1e-7c34-44bb-8bcd-d76a7d46a5ab tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=48547322-ae22-4463-a5eb-81cbc33b192c HTTP/1.1" status: 200 len: 946 time: 0.0919898 Apr 01 16:30:23.426868 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-bdf63c9c-fc79-46ed-bb9c-e81dd5eaf4d6 req-4c1aeb29-d8ab-436b-8918-32bf25869212 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7484d5f-a040-44b6-b55f-fb6ad00c1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405378 Apr 01 16:30:23.971164 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-1d661a0f-8fae-471f-a391-ada8c8bf75eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:24.041574 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:24.623422 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85025bb2-bec4-4b3e-a2ae-1dd41a6dd456 req-fadd45ea-cc3b-47f1-9e92-4f484d424a86 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:30:24.624897 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-85025bb2-bec4-4b3e-a2ae-1dd41a6dd456 req-fadd45ea-cc3b-47f1-9e92-4f484d424a86 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=48547322-ae22-4463-a5eb-81cbc33b192c HTTP/1.1" status: 200 len: 946 time: 0.0760565 Apr 01 16:30:24.670623 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-85025bb2-bec4-4b3e-a2ae-1dd41a6dd456 req-5c502ebb-34fc-4b5a-adc9-4ef6b81dbf5b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7484d5f-a040-44b6-b55f-fb6ad00c1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397828 Apr 01 16:30:25.872512 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab0a91-a444-47c3-91ee-d7b3c8b0a384 req-c8c946bc-0c65-48e6-ae84-611e5ca8a43f tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:30:25.873863 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f4ab0a91-a444-47c3-91ee-d7b3c8b0a384 req-c8c946bc-0c65-48e6-ae84-611e5ca8a43f tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=48547322-ae22-4463-a5eb-81cbc33b192c HTTP/1.1" status: 200 len: 946 time: 0.0844579 Apr 01 16:30:25.920696 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f4ab0a91-a444-47c3-91ee-d7b3c8b0a384 req-82863d98-6bdc-4b9d-854a-e126caa4ba38 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7484d5f-a040-44b6-b55f-fb6ad00c1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411170 Apr 01 16:30:26.366758 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c43bf0d3-33c5-4f90-b085-bed6b9cbd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:27.127225 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e29fa9d-e820-4782-b46d-657bc570703e req-f4936af6-79f7-48bf-8203-bbd929c1230c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:30:27.128749 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-3e29fa9d-e820-4782-b46d-657bc570703e req-f4936af6-79f7-48bf-8203-bbd929c1230c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=48547322-ae22-4463-a5eb-81cbc33b192c HTTP/1.1" status: 200 len: 946 time: 0.0793536 Apr 01 16:30:27.173108 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-3e29fa9d-e820-4782-b46d-657bc570703e req-2b03922d-4d25-4474-8336-523eac9ebe7a tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7484d5f-a040-44b6-b55f-fb6ad00c1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387585 Apr 01 16:30:27.711329 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:27.837557 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:28.383269 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4631b6f-bcbd-4193-adc6-c82230a96e3f req-da99d5c9-8625-4bd0-80f9-7c0578f59dcf tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:30:28.384612 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b4631b6f-bcbd-4193-adc6-c82230a96e3f req-da99d5c9-8625-4bd0-80f9-7c0578f59dcf tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=48547322-ae22-4463-a5eb-81cbc33b192c HTTP/1.1" status: 200 len: 946 time: 0.0783594 Apr 01 16:30:28.432378 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b4631b6f-bcbd-4193-adc6-c82230a96e3f req-d8166f56-1c20-442e-99ff-dd11a2019456 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7484d5f-a040-44b6-b55f-fb6ad00c1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420136 Apr 01 16:30:29.402318 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:29.626779 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b79f27d-a615-4f54-94d1-a1ad8fcf3d18 req-df54b44e-233b-46bc-b0e8-93a24a914ea0 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:30:29.628238 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-7b79f27d-a615-4f54-94d1-a1ad8fcf3d18 req-df54b44e-233b-46bc-b0e8-93a24a914ea0 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=48547322-ae22-4463-a5eb-81cbc33b192c HTTP/1.1" status: 200 len: 946 time: 0.0762291 Apr 01 16:30:29.775609 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-7b79f27d-a615-4f54-94d1-a1ad8fcf3d18 req-f20cb54a-f960-47ef-a8b4-459439c6d9b8 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7484d5f-a040-44b6-b55f-fb6ad00c1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412985 Apr 01 16:30:30.967285 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ed3151-604b-4ead-bd26-700a27fe2280 req-d2746f3a-1c37-4a45-9a7e-01412342239e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:30:30.968793 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-54ed3151-604b-4ead-bd26-700a27fe2280 req-d2746f3a-1c37-4a45-9a7e-01412342239e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=48547322-ae22-4463-a5eb-81cbc33b192c HTTP/1.1" status: 200 len: 946 time: 0.0762486 Apr 01 16:30:31.013029 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-54ed3151-604b-4ead-bd26-700a27fe2280 req-6c9f5bf0-b523-4bef-8740-4aa9c6fa8731 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7484d5f-a040-44b6-b55f-fb6ad00c1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387654 Apr 01 16:30:32.222477 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482dcb90-f3af-4a51-8738-15e7597108be req-98158e2f-5263-4475-ba80-a99bf947c105 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:30:32.224561 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-482dcb90-f3af-4a51-8738-15e7597108be req-98158e2f-5263-4475-ba80-a99bf947c105 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=48547322-ae22-4463-a5eb-81cbc33b192c HTTP/1.1" status: 200 len: 946 time: 0.0802350 Apr 01 16:30:32.269853 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-482dcb90-f3af-4a51-8738-15e7597108be req-bfa68943-0448-4ecd-bd1e-bb0a051f5121 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7484d5f-a040-44b6-b55f-fb6ad00c1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396454 Apr 01 16:30:33.475039 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a80d7ea-8ef7-4940-bac4-439f595eca72 req-15b62e64-d116-4280-a8f4-bb287035bafa tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:30:33.476896 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5a80d7ea-8ef7-4940-bac4-439f595eca72 req-15b62e64-d116-4280-a8f4-bb287035bafa tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=48547322-ae22-4463-a5eb-81cbc33b192c HTTP/1.1" status: 200 len: 946 time: 0.0838926 Apr 01 16:30:33.527567 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5a80d7ea-8ef7-4940-bac4-439f595eca72 req-30a6ff54-0e86-4e02-b115-b24e5145ff24 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7484d5f-a040-44b6-b55f-fb6ad00c1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451307 Apr 01 16:30:34.735654 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc17260-e863-4c9b-97a0-b3bc7909ec24 req-75e236a7-5508-4aa6-8432-e39a5af63008 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:30:34.737096 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4bc17260-e863-4c9b-97a0-b3bc7909ec24 req-75e236a7-5508-4aa6-8432-e39a5af63008 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=48547322-ae22-4463-a5eb-81cbc33b192c HTTP/1.1" status: 200 len: 946 time: 0.0809135 Apr 01 16:30:34.783238 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4bc17260-e863-4c9b-97a0-b3bc7909ec24 req-007d1bf7-f151-4501-a8b3-93887b1cba0c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7484d5f-a040-44b6-b55f-fb6ad00c1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399015 Apr 01 16:30:34.811850 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 35476) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:30:34.918089 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-75e4a286-8e8b-4bed-aa25-ba320a36e8d6 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/floatingips/d7d8487f-46be-449b-a02c-9230db9e5176 HTTP/1.1" status: 200 len: 994 time: 0.1050379 Apr 01 16:30:36.416041 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d137fa11-ad0d-4f79-8c75-8089fb276d9d req-5a4c5969-5126-4dfc-84e7-67d323014040 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:30:36.417606 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d137fa11-ad0d-4f79-8c75-8089fb276d9d req-5a4c5969-5126-4dfc-84e7-67d323014040 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=48547322-ae22-4463-a5eb-81cbc33b192c HTTP/1.1" status: 200 len: 946 time: 0.0796568 Apr 01 16:30:36.447960 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-c044e83a-3e46-4152-bd01-ade1e5f26095 req-ea8e8a7f-8a0b-4143-b1a6-712956ff1169 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3dd578100e004cd6aa38072871c36e42&device_id=48547322-ae22-4463-a5eb-81cbc33b192c HTTP/1.1" status: 200 len: 1099 time: 0.0702863 Apr 01 16:30:36.468714 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d137fa11-ad0d-4f79-8c75-8089fb276d9d req-d26b0050-9948-4b1c-9378-1b39601dcae1 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7484d5f-a040-44b6-b55f-fb6ad00c1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451777 Apr 01 16:30:36.579699 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c044e83a-3e46-4152-bd01-ade1e5f26095 req-510ff68c-365c-4963-878a-2efd6fcec64c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:30:36.581317 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-c044e83a-3e46-4152-bd01-ade1e5f26095 req-510ff68c-365c-4963-878a-2efd6fcec64c service neutron] 10.222.0.24 "GET /v2.0/networks?id=5847a051-11be-4f5b-97b4-789c3c0d54e1 HTTP/1.1" status: 200 len: 895 time: 0.1273303 Apr 01 16:30:36.686032 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-c044e83a-3e46-4152-bd01-ade1e5f26095 req-37db38b5-e9e7-495e-8bda-b9f878243b1a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=879bef25-ed7c-4bd1-8347-4ef12321d2f3 HTTP/1.1" status: 200 len: 1002 time: 0.0974114 Apr 01 16:30:36.746593 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c044e83a-3e46-4152-bd01-ade1e5f26095 req-c760a062-80e0-4694-acf6-0e13e0a3b055 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:30:36.747888 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-c044e83a-3e46-4152-bd01-ade1e5f26095 req-c760a062-80e0-4694-acf6-0e13e0a3b055 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9b247ebe-650c-4d7f-bfea-2ecce675c282 HTTP/1.1" status: 200 len: 835 time: 0.0558803 Apr 01 16:30:36.823090 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-c044e83a-3e46-4152-bd01-ade1e5f26095 req-24319927-5ac7-4d6a-9d07-104b8cc3b2de service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5847a051-11be-4f5b-97b4-789c3c0d54e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690384 Apr 01 16:30:37.049014 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-c044e83a-3e46-4152-bd01-ade1e5f26095 req-7c62b6fc-8c80-4287-b5e9-ed091bbc66b9 service neutron] 10.222.0.24 "GET /v2.0/networks/5847a051-11be-4f5b-97b4-789c3c0d54e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191582 Apr 01 16:30:37.178676 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-c044e83a-3e46-4152-bd01-ade1e5f26095 req-00ae6a47-093c-4201-bd09-014a5ef41e81 service neutron] 10.222.0.24 "GET /v2.0/networks/5847a051-11be-4f5b-97b4-789c3c0d54e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236634 Apr 01 16:30:37.633215 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:30:37.677814 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1547fd-86fa-4e19-bc05-aad5861c050f req-6c623b2f-af7a-4356-859b-02c3884562ca tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:30:37.679304 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ce1547fd-86fa-4e19-bc05-aad5861c050f req-6c623b2f-af7a-4356-859b-02c3884562ca tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=48547322-ae22-4463-a5eb-81cbc33b192c HTTP/1.1" status: 200 len: 946 time: 0.0861027 Apr 01 16:30:37.728495 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ce1547fd-86fa-4e19-bc05-aad5861c050f req-389a8995-d0b9-443a-98d5-c7b4775d169b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7484d5f-a040-44b6-b55f-fb6ad00c1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414057 Apr 01 16:30:38.926477 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ff313d-850a-4d6d-afe5-a73ce19345d3 req-4639dd7a-a750-4649-bf16-b7ac016ffaa1 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:30:38.928010 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e8ff313d-850a-4d6d-afe5-a73ce19345d3 req-4639dd7a-a750-4649-bf16-b7ac016ffaa1 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=48547322-ae22-4463-a5eb-81cbc33b192c HTTP/1.1" status: 200 len: 946 time: 0.0769155 Apr 01 16:30:38.972104 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e8ff313d-850a-4d6d-afe5-a73ce19345d3 req-dc851458-ff63-4de8-85c7-2b796bcebb95 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7484d5f-a040-44b6-b55f-fb6ad00c1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386493 Apr 01 16:30:39.000135 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 35490) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:30:39.107680 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-20a400d7-bb5d-48e7-a9f5-4abbb2220bec tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/floatingips/d7d8487f-46be-449b-a02c-9230db9e5176 HTTP/1.1" status: 200 len: 994 time: 0.1063838 Apr 01 16:30:53.973704 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-138da9fc-c39f-4a7c-80bc-8ead5f7a16c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:54.060807 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:56.368839 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8580a6a0-e131-4070-9d8f-e6d963eaa847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:57.714303 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:57.842325 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:30:59.406700 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:08.929485 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-2ca26c78-08bb-4f2e-b750-cbfb708a560b req-34f6a487-321f-4394-be34-f0447b37e116 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=48547322-ae22-4463-a5eb-81cbc33b192c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0684664 Apr 01 16:31:09.076332 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-2ca26c78-08bb-4f2e-b750-cbfb708a560b req-bb026dbf-8028-41aa-a034-2d36805674d6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3dd578100e004cd6aa38072871c36e42&device_id=48547322-ae22-4463-a5eb-81cbc33b192c HTTP/1.1" status: 200 len: 1099 time: 0.0748520 Apr 01 16:31:09.229195 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca26c78-08bb-4f2e-b750-cbfb708a560b req-7570ef76-00ea-45c9-b0b1-a69f668153b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:09.230651 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-2ca26c78-08bb-4f2e-b750-cbfb708a560b req-7570ef76-00ea-45c9-b0b1-a69f668153b2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5847a051-11be-4f5b-97b4-789c3c0d54e1 HTTP/1.1" status: 200 len: 895 time: 0.1348531 Apr 01 16:31:09.335000 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-2ca26c78-08bb-4f2e-b750-cbfb708a560b req-c77c1b84-a578-4358-84c4-5a918bfdf2af service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=879bef25-ed7c-4bd1-8347-4ef12321d2f3 HTTP/1.1" status: 200 len: 1002 time: 0.0982802 Apr 01 16:31:09.402040 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca26c78-08bb-4f2e-b750-cbfb708a560b req-6842a45b-b04a-429b-9a77-931e93bdf544 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:09.403456 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-2ca26c78-08bb-4f2e-b750-cbfb708a560b req-6842a45b-b04a-429b-9a77-931e93bdf544 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9b247ebe-650c-4d7f-bfea-2ecce675c282 HTTP/1.1" status: 200 len: 835 time: 0.0618720 Apr 01 16:31:09.480815 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-2ca26c78-08bb-4f2e-b750-cbfb708a560b req-5454dcd2-ae0f-44f2-b7a7-92cc5354c5a7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5847a051-11be-4f5b-97b4-789c3c0d54e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702088 Apr 01 16:31:09.582569 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 35508) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:31:09.704509 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-2ca26c78-08bb-4f2e-b750-cbfb708a560b req-ef2741e2-88a7-4efd-9b62-2421374ace3d service neutron] 10.222.0.24 "GET /v2.0/networks/5847a051-11be-4f5b-97b4-789c3c0d54e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169785 Apr 01 16:31:09.919645 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-7edf1afc-d729-4f16-8887-736512963a9e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Deleting port 08204356-6594-4db6-b0b8-51c2d599913e {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:31:09.919986 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7edf1afc-d729-4f16-8887-736512963a9e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:09.980517 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-2ca26c78-08bb-4f2e-b750-cbfb708a560b req-e1e05d25-122b-46c6-923e-368e054b0f47 service neutron] 10.222.0.24 "GET /v2.0/networks/5847a051-11be-4f5b-97b4-789c3c0d54e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656112 Apr 01 16:31:10.112047 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7edf1afc-d729-4f16-8887-736512963a9e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:10.112354 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7edf1afc-d729-4f16-8887-736512963a9e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:10.234195 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-7edf1afc-d729-4f16-8887-736512963a9e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Calling delete_port for 08204356-6594-4db6-b0b8-51c2d599913e owned by network:floatingip {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:31:10.492323 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7edf1afc-d729-4f16-8887-736512963a9e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:10.540651 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edf1afc-d729-4f16-8887-736512963a9e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event deleted for resources: {'Port': ['ID=08204356-6594-4db6-b0b8-51c2d599913e,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:31:10.578858 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edf1afc-d729-4f16-8887-736512963a9e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:31:10.579199 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edf1afc-d729-4f16-8887-736512963a9e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:31:10.579540 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edf1afc-d729-4f16-8887-736512963a9e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:31:10.579876 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edf1afc-d729-4f16-8887-736512963a9e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:31:10.580212 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edf1afc-d729-4f16-8887-736512963a9e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:31:10.580542 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edf1afc-d729-4f16-8887-736512963a9e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:31:10.580899 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edf1afc-d729-4f16-8887-736512963a9e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:31:10.581228 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edf1afc-d729-4f16-8887-736512963a9e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:31:10.581554 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edf1afc-d729-4f16-8887-736512963a9e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:31:10.581877 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edf1afc-d729-4f16-8887-736512963a9e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:31:10.582199 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edf1afc-d729-4f16-8887-736512963a9e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:31:10.642502 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7edf1afc-d729-4f16-8887-736512963a9e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for floatingip, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:11.051617 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7edf1afc-d729-4f16-8887-736512963a9e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Router 0b46b393-be47-423a-aa44-5a75c0150a99 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:31:11.267000 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7edf1afc-d729-4f16-8887-736512963a9e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:31:11.283924 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7edf1afc-d729-4f16-8887-736512963a9e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for floatingip, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:11.284540 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8145932e-df21-4905-ad02-cc933f4841d3 None None] Sync routers for ids ['0b46b393-be47-423a-aa44-5a75c0150a99'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:31:11.299528 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8145932e-df21-4905-ad02-cc933f4841d3 None None] Routers {'0b46b393-be47-423a-aa44-5a75c0150a99'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:31:11.300227 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-8145932e-df21-4905-ad02-cc933f4841d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:30:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['0b46b393-be47-423a-aa44-5a75c0150a99'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:31:11.343902 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-7edf1afc-d729-4f16-8887-736512963a9e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "DELETE /v2.0/floatingips/d7d8487f-46be-449b-a02c-9230db9e5176 HTTP/1.1" status: 204 len: 168 time: 1.7597864 Apr 01 16:31:11.344586 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48547322-ae22-4463-a5eb-81cbc33b192c', 'tag': '879bef25-ed7c-4bd1-8347-4ef12321d2f3'}] {{(pid=83828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:31:11.506415 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-8145932e-df21-4905-ad02-cc933f4841d3 None None] Set router 0b46b393-be47-423a-aa44-5a75c0150a99 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:31:11.526109 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48547322-ae22-4463-a5eb-81cbc33b192c', 'tag': '879bef25-ed7c-4bd1-8347-4ef12321d2f3', 'status': 'completed', 'code': 200} Apr 01 16:31:11.652899 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-a00c3f9e-e3eb-4222-adb7-6c85f40ef2e0 req-77246df6-c37c-43ae-b0d3-090dec31c635 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3dd578100e004cd6aa38072871c36e42&device_id=48547322-ae22-4463-a5eb-81cbc33b192c HTTP/1.1" status: 200 len: 1099 time: 0.0962627 Apr 01 16:31:11.802364 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00c3f9e-e3eb-4222-adb7-6c85f40ef2e0 req-bf9426cb-cd21-4757-8bdb-a0fd4e94f507 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:11.804549 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-a00c3f9e-e3eb-4222-adb7-6c85f40ef2e0 req-bf9426cb-cd21-4757-8bdb-a0fd4e94f507 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5847a051-11be-4f5b-97b4-789c3c0d54e1 HTTP/1.1" status: 200 len: 895 time: 0.1453638 Apr 01 16:31:11.881468 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0143ddd-c501-481f-aaef-6156a64d16d4 req-a3f1cb90-10f8-4032-83d5-b9e9103541ef tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:11.883650 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b0143ddd-c501-481f-aaef-6156a64d16d4 req-a3f1cb90-10f8-4032-83d5-b9e9103541ef tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=48547322-ae22-4463-a5eb-81cbc33b192c HTTP/1.1" status: 200 len: 946 time: 0.0883944 Apr 01 16:31:11.931716 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b0143ddd-c501-481f-aaef-6156a64d16d4 req-d877cb31-ac66-4fc3-b11e-6bff6f957eca tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7484d5f-a040-44b6-b55f-fb6ad00c1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421271 Apr 01 16:31:11.935820 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-a00c3f9e-e3eb-4222-adb7-6c85f40ef2e0 req-b56bb65b-89b0-4648-a195-796794f97ce9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=879bef25-ed7c-4bd1-8347-4ef12321d2f3 HTTP/1.1" status: 200 len: 217 time: 0.1236529 Apr 01 16:31:11.963277 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-8145932e-df21-4905-ad02-cc933f4841d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b46b393-be47-423a-aa44-5a75c0150a99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-586287478', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': '1166504f-31bb-4850-bc3e-4390edf91d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:29:32Z', 'updated_at': '2022-04-01T16:29:36Z', 'revision_number': 4, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'gw_port': {'id': '1166504f-31bb-4850-bc3e-4390edf91d03', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:5c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b46b393-be47-423a-aa44-5a75c0150a99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:29:32Z', 'updated_at': '2022-04-01T16:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': 'f8c66bef-effe-4b4a-9f06-6256110f6f6b', 'name': '', 'network_id': '5847a051-11be-4f5b-97b4-789c3c0d54e1', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'mac_address': 'fa:16:3e:04:cf:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b46b393-be47-423a-aa44-5a75c0150a99', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b247ebe-650c-4d7f-bfea-2ecce675c282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:29:36Z', 'updated_at': '2022-04-01T16:29:44Z', 'revision_number': 5, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'subnets': [{'id': '9b247ebe-650c-4d7f-bfea-2ecce675c282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:31:11.967610 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8145932e-df21-4905-ad02-cc933f4841d3 None None] Checking router: 0b46b393-be47-423a-aa44-5a75c0150a99 for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:31:11.979172 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8145932e-df21-4905-ad02-cc933f4841d3 None None] Routers {'0b46b393-be47-423a-aa44-5a75c0150a99'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:31:11.979779 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-8145932e-df21-4905-ad02-cc933f4841d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:30:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['0b46b393-be47-423a-aa44-5a75c0150a99'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:31:12.003294 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00c3f9e-e3eb-4222-adb7-6c85f40ef2e0 req-36b06d92-2d0b-409f-b9ca-eb3042bb2796 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:12.004770 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-a00c3f9e-e3eb-4222-adb7-6c85f40ef2e0 req-36b06d92-2d0b-409f-b9ca-eb3042bb2796 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9b247ebe-650c-4d7f-bfea-2ecce675c282 HTTP/1.1" status: 200 len: 835 time: 0.0620809 Apr 01 16:31:12.085725 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-a00c3f9e-e3eb-4222-adb7-6c85f40ef2e0 req-a63a1c82-0928-4074-9f39-6508f0adb9bb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5847a051-11be-4f5b-97b4-789c3c0d54e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737827 Apr 01 16:31:12.174675 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-8145932e-df21-4905-ad02-cc933f4841d3 None None] Set router 0b46b393-be47-423a-aa44-5a75c0150a99 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:31:12.226845 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-a00c3f9e-e3eb-4222-adb7-6c85f40ef2e0 req-3dfbe2e7-cd3f-4731-9897-c34be5faac45 service neutron] 10.222.0.24 "GET /v2.0/networks/5847a051-11be-4f5b-97b4-789c3c0d54e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334641 Apr 01 16:31:12.482023 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-a00c3f9e-e3eb-4222-adb7-6c85f40ef2e0 req-97cb37dc-d1bd-41a2-85ae-a5faa98d769e service neutron] 10.222.0.24 "GET /v2.0/networks/5847a051-11be-4f5b-97b4-789c3c0d54e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474637 Apr 01 16:31:12.513924 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-8145932e-df21-4905-ad02-cc933f4841d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b46b393-be47-423a-aa44-5a75c0150a99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-586287478', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': '1166504f-31bb-4850-bc3e-4390edf91d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:29:32Z', 'updated_at': '2022-04-01T16:29:36Z', 'revision_number': 4, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'gw_port': {'id': '1166504f-31bb-4850-bc3e-4390edf91d03', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:5c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b46b393-be47-423a-aa44-5a75c0150a99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:29:32Z', 'updated_at': '2022-04-01T16:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': 'f8c66bef-effe-4b4a-9f06-6256110f6f6b', 'name': '', 'network_id': '5847a051-11be-4f5b-97b4-789c3c0d54e1', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'mac_address': 'fa:16:3e:04:cf:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b46b393-be47-423a-aa44-5a75c0150a99', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b247ebe-650c-4d7f-bfea-2ecce675c282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:29:36Z', 'updated_at': '2022-04-01T16:29:44Z', 'revision_number': 5, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'subnets': [{'id': '9b247ebe-650c-4d7f-bfea-2ecce675c282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:31:12.517947 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8145932e-df21-4905-ad02-cc933f4841d3 None None] The sync data for ids ['0b46b393-be47-423a-aa44-5a75c0150a99'] in dv-neutron-833373-2-hyperv is: [{'id': '0b46b393-be47-423a-aa44-5a75c0150a99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-586287478', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': '1166504f-31bb-4850-bc3e-4390edf91d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:29:32Z', 'updated_at': '2022-04-01T16:29:36Z', 'revision_number': 4, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'gw_port': {'id': '1166504f-31bb-4850-bc3e-4390edf91d03', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:5c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b46b393-be47-423a-aa44-5a75c0150a99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:29:32Z', 'updated_at': '2022-04-01T16:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': 'f8c66bef-effe-4b4a-9f06-6256110f6f6b', 'name': '', 'network_id': '5847a051-11be-4f5b-97b4-789c3c0d54e1', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'mac_address': 'fa:16:3e:04:cf:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b46b393-be47-423a-aa44-5a75c0150a99', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b247ebe-650c-4d7f-bfea-2ecce675c282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:29:36Z', 'updated_at': '2022-04-01T16:29:44Z', 'revision_number': 5, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'subnets': [{'id': '9b247ebe-650c-4d7f-bfea-2ecce675c282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:31:12.742519 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160a10cd-b663-4da1-a67b-1a643af10b53 None None] New status for floating IP d7d8487f-46be-449b-a02c-9230db9e5176: DOWN {{(pid=83829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 16:31:13.167717 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3b8e70-2e82-4ee0-8362-77a42789b3ad req-8efd22be-a772-4c5a-bcf3-d3c16ab02f1f tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:13.169196 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8c3b8e70-2e82-4ee0-8362-77a42789b3ad req-8efd22be-a772-4c5a-bcf3-d3c16ab02f1f tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=48547322-ae22-4463-a5eb-81cbc33b192c HTTP/1.1" status: 200 len: 946 time: 0.0879152 Apr 01 16:31:13.216361 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8c3b8e70-2e82-4ee0-8362-77a42789b3ad req-8a0085c8-b0e1-4455-9bf0-77fd4f57663f tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=c7484d5f-a040-44b6-b55f-fb6ad00c1a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417011 Apr 01 16:31:13.282733 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff92775b-fcc4-4e39-8b72-37122ee781d3 req-7b15bc78-8ed7-4af9-8eaa-cb8d5f369729 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:13.283474 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-ff92775b-fcc4-4e39-8b72-37122ee781d3 req-7b15bc78-8ed7-4af9-8eaa-cb8d5f369729 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Synchronizing usage tracker for tenant:3dd578100e004cd6aa38072871c36e42 on resource:port {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:31:13.300821 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-ff92775b-fcc4-4e39-8b72-37122ee781d3 req-7b15bc78-8ed7-4af9-8eaa-cb8d5f369729 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Unset dirty status for tenant:3dd578100e004cd6aa38072871c36e42 on resource:port {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:31:13.302078 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-ff92775b-fcc4-4e39-8b72-37122ee781d3 req-7b15bc78-8ed7-4af9-8eaa-cb8d5f369729 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.24 "GET /v2.0/ports?device_id=48547322-ae22-4463-a5eb-81cbc33b192c HTTP/1.1" status: 200 len: 946 time: 0.0965316 Apr 01 16:31:13.373505 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [req-ff92775b-fcc4-4e39-8b72-37122ee781d3 req-befe1663-0cf8-4089-ba70-992aa46a22dd tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Deleting port 879bef25-ed7c-4bd1-8347-4ef12321d2f3 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:31:13.373744 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-ff92775b-fcc4-4e39-8b72-37122ee781d3 req-befe1663-0cf8-4089-ba70-992aa46a22dd tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:13.646147 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [req-ff92775b-fcc4-4e39-8b72-37122ee781d3 req-befe1663-0cf8-4089-ba70-992aa46a22dd tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] For port 879bef25-ed7c-4bd1-8347-4ef12321d2f3, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=879bef25-ed7c-4bd1-8347-4ef12321d2f3,segment=NetworkSegment(f6b4fb10-950c-4dc4-9056-25de2176421b),segment_id=f6b4fb10-950c-4dc4-9056-25de2176421b)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:31:13.647054 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-ff92775b-fcc4-4e39-8b72-37122ee781d3 req-befe1663-0cf8-4089-ba70-992aa46a22dd tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:13.778822 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [req-ff92775b-fcc4-4e39-8b72-37122ee781d3 req-befe1663-0cf8-4089-ba70-992aa46a22dd tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Calling delete_port for 879bef25-ed7c-4bd1-8347-4ef12321d2f3 owned by compute:nova {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:31:13.931098 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-ff92775b-fcc4-4e39-8b72-37122ee781d3 req-befe1663-0cf8-4089-ba70-992aa46a22dd tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:13.983163 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befe1663-0cf8-4089-ba70-992aa46a22dd tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event deleted for resources: {'Port': ['ID=879bef25-ed7c-4bd1-8347-4ef12321d2f3,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:31:14.071387 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff92775b-fcc4-4e39-8b72-37122ee781d3 req-befe1663-0cf8-4089-ba70-992aa46a22dd tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] No DVR routers for this DVR port 879bef25-ed7c-4bd1-8347-4ef12321d2f3 on host hv-neutron-8333 {{(pid=83828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:31:14.073937 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-ff92775b-fcc4-4e39-8b72-37122ee781d3 req-befe1663-0cf8-4089-ba70-992aa46a22dd tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:14.076722 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48547322-ae22-4463-a5eb-81cbc33b192c', 'name': 'network-vif-deleted', 'tag': '879bef25-ed7c-4bd1-8347-4ef12321d2f3'}] {{(pid=83828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:31:14.095334 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-ff92775b-fcc4-4e39-8b72-37122ee781d3 req-befe1663-0cf8-4089-ba70-992aa46a22dd tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.24 "DELETE /v2.0/ports/879bef25-ed7c-4bd1-8347-4ef12321d2f3 HTTP/1.1" status: 204 len: 173 time: 0.7879663 Apr 01 16:31:14.138653 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48547322-ae22-4463-a5eb-81cbc33b192c', 'name': 'network-vif-deleted', 'tag': '879bef25-ed7c-4bd1-8347-4ef12321d2f3', 'status': 'completed', 'code': 200} Apr 01 16:31:14.402621 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-fc4fd8e9-c8e2-4d97-bb64-1391618ec199 req-d4e7c525-997f-4f60-831e-40d38b9c9905 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=48547322-ae22-4463-a5eb-81cbc33b192c HTTP/1.1" status: 200 len: 210 time: 0.0425751 Apr 01 16:31:14.634140 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:31:15.516097 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 35528) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:31:15.946024 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a9a2a225-fbb2-4bc8-bda3-7e96b9082ba8 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611543'] for router_interface, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:16.717936 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-a9a2a225-fbb2-4bc8-bda3-7e96b9082ba8 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Deleting port f8c66bef-effe-4b4a-9f06-6256110f6f6b {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:31:16.718907 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a9a2a225-fbb2-4bc8-bda3-7e96b9082ba8 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:16.965732 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-a9a2a225-fbb2-4bc8-bda3-7e96b9082ba8 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] For port f8c66bef-effe-4b4a-9f06-6256110f6f6b, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=f8c66bef-effe-4b4a-9f06-6256110f6f6b,segment=NetworkSegment(f6b4fb10-950c-4dc4-9056-25de2176421b),segment_id=f6b4fb10-950c-4dc4-9056-25de2176421b)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:31:16.966319 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a9a2a225-fbb2-4bc8-bda3-7e96b9082ba8 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:17.125146 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-a9a2a225-fbb2-4bc8-bda3-7e96b9082ba8 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Calling delete_port for f8c66bef-effe-4b4a-9f06-6256110f6f6b owned by network:router_interface {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:31:17.310413 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a9a2a225-fbb2-4bc8-bda3-7e96b9082ba8 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:17.364613 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a2a225-fbb2-4bc8-bda3-7e96b9082ba8 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event deleted for resources: {'Port': ['ID=f8c66bef-effe-4b4a-9f06-6256110f6f6b,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:31:17.764260 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a9a2a225-fbb2-4bc8-bda3-7e96b9082ba8 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611462'] for router_interface, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:18.214648 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 879bef25-ed7c-4bd1-8347-4ef12321d2f3 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:31:18.257744 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] No Port match for: 879bef25-ed7c-4bd1-8347-4ef12321d2f3 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:31:18.258085 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 879bef25-ed7c-4bd1-8347-4ef12321d2f3 not bound to the agent host hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:31:18.518503 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9a2a225-fbb2-4bc8-bda3-7e96b9082ba8 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Router 0b46b393-be47-423a-aa44-5a75c0150a99 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:31:18.738255 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9a2a225-fbb2-4bc8-bda3-7e96b9082ba8 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:31:18.749866 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddef1b8-077e-430b-823b-6c5803903103 None None] Sync routers for ids ['0b46b393-be47-423a-aa44-5a75c0150a99'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:31:18.752328 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-a9a2a225-fbb2-4bc8-bda3-7e96b9082ba8 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "PUT /v2.0/routers/0b46b393-be47-423a-aa44-5a75c0150a99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2351048 Apr 01 16:31:18.754981 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 35536) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:31:18.763759 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddef1b8-077e-430b-823b-6c5803903103 None None] Routers {'0b46b393-be47-423a-aa44-5a75c0150a99'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:31:18.764366 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-2ddef1b8-077e-430b-823b-6c5803903103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:30:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['0b46b393-be47-423a-aa44-5a75c0150a99'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:31:18.961214 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-2ddef1b8-077e-430b-823b-6c5803903103 None None] Set router 0b46b393-be47-423a-aa44-5a75c0150a99 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:31:19.052246 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_v2 [None req-540cb64a-1aa0-4bf5-b2f1-bdeee94beab8 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Deleting subnet 9b247ebe-650c-4d7f-bfea-2ecce675c282 {{(pid=83828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 16:31:19.057320 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-540cb64a-1aa0-4bf5-b2f1-bdeee94beab8 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for subnet, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:19.114398 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-540cb64a-1aa0-4bf5-b2f1-bdeee94beab8 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15303084'] for subnet, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:19.207181 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-540cb64a-1aa0-4bf5-b2f1-bdeee94beab8 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:19.303099 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-2ddef1b8-077e-430b-823b-6c5803903103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b46b393-be47-423a-aa44-5a75c0150a99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-586287478', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': '1166504f-31bb-4850-bc3e-4390edf91d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:29:32Z', 'updated_at': '2022-04-01T16:31:17Z', 'revision_number': 5, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'gw_port': {'id': '1166504f-31bb-4850-bc3e-4390edf91d03', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:5c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b46b393-be47-423a-aa44-5a75c0150a99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:29:32Z', 'updated_at': '2022-04-01T16:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:31:19.307363 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddef1b8-077e-430b-823b-6c5803903103 None None] Checking router: 0b46b393-be47-423a-aa44-5a75c0150a99 for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:31:19.308038 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-540cb64a-1aa0-4bf5-b2f1-bdeee94beab8 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15306565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16030232'] for subnet, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:19.320345 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddef1b8-077e-430b-823b-6c5803903103 None None] Routers {'0b46b393-be47-423a-aa44-5a75c0150a99'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:31:19.321012 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-2ddef1b8-077e-430b-823b-6c5803903103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:30:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['0b46b393-be47-423a-aa44-5a75c0150a99'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:31:19.352981 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540cb64a-1aa0-4bf5-b2f1-bdeee94beab8 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event deleted for resources: {'Subnet': ['ID=9b247ebe-650c-4d7f-bfea-2ecce675c282,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:31:19.357555 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-540cb64a-1aa0-4bf5-b2f1-bdeee94beab8 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:19.365818 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-540cb64a-1aa0-4bf5-b2f1-bdeee94beab8 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "DELETE /v2.0/subnets/9b247ebe-650c-4d7f-bfea-2ecce675c282 HTTP/1.1" status: 204 len: 168 time: 0.6087518 Apr 01 16:31:19.368121 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 35540) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:31:19.374223 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0978c072-bc19-4aff-a192-904d794054e1 None None] Network 5847a051-11be-4f5b-97b4-789c3c0d54e1 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:31:19.554758 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-2ddef1b8-077e-430b-823b-6c5803903103 None None] Set router 0b46b393-be47-423a-aa44-5a75c0150a99 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:31:19.605493 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-983e1161-0f1f-4295-9856-10889e3d555e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for router, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:19.686163 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d6b027-2a53-4592-a50a-27c23577e488 None None] DHCP port deletion for 5847a051-11be-4f5b-97b4-789c3c0d54e1 request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 16:31:19.695530 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-23d6b027-2a53-4592-a50a-27c23577e488 None None] Deleting port 57c09f7c-f56d-4341-9078-aba7fdba1491 {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:31:19.695873 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-23d6b027-2a53-4592-a50a-27c23577e488 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:19.855992 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-983e1161-0f1f-4295-9856-10889e3d555e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:19.870132 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-983e1161-0f1f-4295-9856-10889e3d555e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Deleting port 1166504f-31bb-4850-bc3e-4390edf91d03 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:31:19.870598 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-983e1161-0f1f-4295-9856-10889e3d555e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:19.941876 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-2ddef1b8-077e-430b-823b-6c5803903103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b46b393-be47-423a-aa44-5a75c0150a99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-586287478', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': '1166504f-31bb-4850-bc3e-4390edf91d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:29:32Z', 'updated_at': '2022-04-01T16:31:17Z', 'revision_number': 5, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'gw_port': {'id': '1166504f-31bb-4850-bc3e-4390edf91d03', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:5c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b46b393-be47-423a-aa44-5a75c0150a99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:29:32Z', 'updated_at': '2022-04-01T16:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:31:19.947031 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddef1b8-077e-430b-823b-6c5803903103 None None] The sync data for ids ['0b46b393-be47-423a-aa44-5a75c0150a99'] in dv-neutron-833373-2-hyperv is: [{'id': '0b46b393-be47-423a-aa44-5a75c0150a99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-586287478', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.158'}], 'enable_snat': True}, 'gw_port_id': '1166504f-31bb-4850-bc3e-4390edf91d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:29:32Z', 'updated_at': '2022-04-01T16:31:17Z', 'revision_number': 5, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'gw_port': {'id': '1166504f-31bb-4850-bc3e-4390edf91d03', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:5c:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b46b393-be47-423a-aa44-5a75c0150a99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:29:32Z', 'updated_at': '2022-04-01T16:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:31:19.989284 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-23d6b027-2a53-4592-a50a-27c23577e488 None None] For port 57c09f7c-f56d-4341-9078-aba7fdba1491, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=57c09f7c-f56d-4341-9078-aba7fdba1491,segment=NetworkSegment(f6b4fb10-950c-4dc4-9056-25de2176421b),segment_id=f6b4fb10-950c-4dc4-9056-25de2176421b)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:31:19.991433 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-23d6b027-2a53-4592-a50a-27c23577e488 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:20.139565 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-23d6b027-2a53-4592-a50a-27c23577e488 None None] Calling delete_port for 57c09f7c-f56d-4341-9078-aba7fdba1491 owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:31:20.190331 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-983e1161-0f1f-4295-9856-10889e3d555e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] For port 1166504f-31bb-4850-bc3e-4390edf91d03, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=1166504f-31bb-4850-bc3e-4390edf91d03,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:31:20.191026 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-983e1161-0f1f-4295-9856-10889e3d555e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:20.227639 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-23d6b027-2a53-4592-a50a-27c23577e488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671'] for port, after_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:20.278969 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d6b027-2a53-4592-a50a-27c23577e488 None None] Pushing event deleted for resources: {'Port': ['ID=57c09f7c-f56d-4341-9078-aba7fdba1491,revision_number=None']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:31:20.287462 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d6b027-2a53-4592-a50a-27c23577e488 None None] No DVR routers for this DVR port 57c09f7c-f56d-4341-9078-aba7fdba1491 on host dv-neutron-833373-2-hyperv {{(pid=83829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:31:20.295588 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d6b027-2a53-4592-a50a-27c23577e488 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:31:20.296214 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d6b027-2a53-4592-a50a-27c23577e488 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:31:20.299764 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d6b027-2a53-4592-a50a-27c23577e488 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:31:20.299764 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d6b027-2a53-4592-a50a-27c23577e488 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:31:20.299764 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d6b027-2a53-4592-a50a-27c23577e488 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:31:20.299764 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d6b027-2a53-4592-a50a-27c23577e488 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:31:20.299764 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d6b027-2a53-4592-a50a-27c23577e488 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:31:20.299764 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d6b027-2a53-4592-a50a-27c23577e488 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:31:20.299764 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d6b027-2a53-4592-a50a-27c23577e488 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:31:20.299764 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d6b027-2a53-4592-a50a-27c23577e488 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:31:20.299764 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d6b027-2a53-4592-a50a-27c23577e488 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:31:20.319323 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-983e1161-0f1f-4295-9856-10889e3d555e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Calling delete_port for 1166504f-31bb-4850-bc3e-4390edf91d03 owned by network:router_gateway {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:31:20.519622 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-983e1161-0f1f-4295-9856-10889e3d555e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:20.572006 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983e1161-0f1f-4295-9856-10889e3d555e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event deleted for resources: {'Port': ['ID=1166504f-31bb-4850-bc3e-4390edf91d03,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:31:20.801436 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-983e1161-0f1f-4295-9856-10889e3d555e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617660'] for router_gateway, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:21.071418 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-983e1161-0f1f-4295-9856-10889e3d555e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130651'] for router, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:21.077015 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-983e1161-0f1f-4295-9856-10889e3d555e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:21.109401 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-983e1161-0f1f-4295-9856-10889e3d555e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607376'] for router, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:21.109944 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-983e1161-0f1f-4295-9856-10889e3d555e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Fanout notify agent at l3_agent the message router_deleted on router 0b46b393-be47-423a-aa44-5a75c0150a99 {{(pid=83828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 16:31:21.125899 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-983e1161-0f1f-4295-9856-10889e3d555e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:21.127078 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-983e1161-0f1f-4295-9856-10889e3d555e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "DELETE /v2.0/routers/0b46b393-be47-423a-aa44-5a75c0150a99 HTTP/1.1" status: 204 len: 168 time: 1.7579153 Apr 01 16:31:21.130834 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 35544) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:31:21.268595 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f33ae055-0fd7-4a3c-b112-04be21d6aab2 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:21.419631 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f33ae055-0fd7-4a3c-b112-04be21d6aab2 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:21.450528 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-f33ae055-0fd7-4a3c-b112-04be21d6aab2 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5847a051-11be-4f5b-97b4-789c3c0d54e1']}} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:31:21.465927 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-f33ae055-0fd7-4a3c-b112-04be21d6aab2 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6b4fb10-950c-4dc4-9056-25de2176421b') {'for_net_delete': True} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:31:21.466220 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.services.segments.db [None req-f33ae055-0fd7-4a3c-b112-04be21d6aab2 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6b4fb10-950c-4dc4-9056-25de2176421b') {} {{(pid=83826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:31:21.478611 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f33ae055-0fd7-4a3c-b112-04be21d6aab2 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16610763'] for segment, before_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:21.494512 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f33ae055-0fd7-4a3c-b112-04be21d6aab2 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:21.501031 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f33ae055-0fd7-4a3c-b112-04be21d6aab2 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=83826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 16:31:21.501339 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f33ae055-0fd7-4a3c-b112-04be21d6aab2 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15415164'] for segment, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:21.515667 dv-neutron-833373-2-hyperv neutron-server[83826]: Traceback (most recent call last): Apr 01 16:31:21.515667 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 16:31:21.515667 dv-neutron-833373-2-hyperv neutron-server[83826]: timer() Apr 01 16:31:21.515667 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:31:21.515667 dv-neutron-833373-2-hyperv neutron-server[83826]: cb(*args, **kw) Apr 01 16:31:21.515667 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:31:21.515667 dv-neutron-833373-2-hyperv neutron-server[83826]: return func(*args, **kwargs) Apr 01 16:31:21.515667 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:31:21.515667 dv-neutron-833373-2-hyperv neutron-server[83826]: self._notify() Apr 01 16:31:21.515667 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:31:21.515667 dv-neutron-833373-2-hyperv neutron-server[83826]: self.callback(batched_events) Apr 01 16:31:21.515667 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:31:21.515667 dv-neutron-833373-2-hyperv neutron-server[83826]: event.method(event) Apr 01 16:31:21.515667 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:31:21.515667 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:31:21.515667 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:31:21.515667 dv-neutron-833373-2-hyperv neutron-server[83826]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:31:21.515667 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:31:21.515667 dv-neutron-833373-2-hyperv neutron-server[83826]: return f(self, *a, **k) Apr 01 16:31:21.515667 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 16:31:21.515667 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._get(url).json() Apr 01 16:31:21.515667 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 16:31:21.515667 dv-neutron-833373-2-hyperv neutron-server[83826]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:31:21.515667 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 16:31:21.515667 dv-neutron-833373-2-hyperv neutron-server[83826]: return self.request(url, 'GET', **kwargs) Apr 01 16:31:21.515667 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 16:31:21.515667 dv-neutron-833373-2-hyperv neutron-server[83826]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:31:21.515667 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 16:31:21.515667 dv-neutron-833373-2-hyperv neutron-server[83826]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:31:21.515667 dv-neutron-833373-2-hyperv neutron-server[83826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 16:31:21.515667 dv-neutron-833373-2-hyperv neutron-server[83826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:31:21.515667 dv-neutron-833373-2-hyperv neutron-server[83826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:31:21.601468 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f33ae055-0fd7-4a3c-b112-04be21d6aab2 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:21.620602 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-f33ae055-0fd7-4a3c-b112-04be21d6aab2 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for network, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:21.634377 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33ae055-0fd7-4a3c-b112-04be21d6aab2 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event deleted for resources: {'Network': ['ID=5847a051-11be-4f5b-97b4-789c3c0d54e1,revision_number=None']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:31:21.647453 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-f33ae055-0fd7-4a3c-b112-04be21d6aab2 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "DELETE /v2.0/networks/5847a051-11be-4f5b-97b4-789c3c0d54e1 HTTP/1.1" status: 204 len: 168 time: 0.5151777 Apr 01 16:31:21.648966 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33ae055-0fd7-4a3c-b112-04be21d6aab2 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:31:21.649439 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33ae055-0fd7-4a3c-b112-04be21d6aab2 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:31:21.649787 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33ae055-0fd7-4a3c-b112-04be21d6aab2 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:31:21.650125 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33ae055-0fd7-4a3c-b112-04be21d6aab2 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:31:21.650456 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 35548) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:31:21.650926 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33ae055-0fd7-4a3c-b112-04be21d6aab2 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:31:21.650926 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33ae055-0fd7-4a3c-b112-04be21d6aab2 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:31:21.651217 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33ae055-0fd7-4a3c-b112-04be21d6aab2 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:31:21.651748 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33ae055-0fd7-4a3c-b112-04be21d6aab2 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:31:21.652081 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33ae055-0fd7-4a3c-b112-04be21d6aab2 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:31:21.652567 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33ae055-0fd7-4a3c-b112-04be21d6aab2 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:31:21.653136 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33ae055-0fd7-4a3c-b112-04be21d6aab2 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:31:21.686827 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 57c09f7c-f56d-4341-9078-aba7fdba1491 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:31:21.725777 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 57c09f7c-f56d-4341-9078-aba7fdba1491 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:31:21.726354 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 57c09f7c-f56d-4341-9078-aba7fdba1491 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:31:21.726716 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device f8c66bef-effe-4b4a-9f06-6256110f6f6b no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:31:21.733581 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f65b6016-aa88-474f-acd4-d34a480d4bb9 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:21.762255 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: f8c66bef-effe-4b4a-9f06-6256110f6f6b {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:31:21.762769 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device f8c66bef-effe-4b4a-9f06-6256110f6f6b not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:31:21.763403 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 1166504f-31bb-4850-bc3e-4390edf91d03 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:31:21.772447 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f65b6016-aa88-474f-acd4-d34a480d4bb9 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:21.798373 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 1166504f-31bb-4850-bc3e-4390edf91d03 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:31:21.798719 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 1166504f-31bb-4850-bc3e-4390edf91d03 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:31:21.850319 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f65b6016-aa88-474f-acd4-d34a480d4bb9 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:21.870401 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65b6016-aa88-474f-acd4-d34a480d4bb9 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7484d5f-a040-44b6-b55f-fb6ad00c1a01,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:31:21.883034 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f65b6016-aa88-474f-acd4-d34a480d4bb9 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:21.883588 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-f65b6016-aa88-474f-acd4-d34a480d4bb9 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "DELETE /v2.0/security-groups/c7484d5f-a040-44b6-b55f-fb6ad00c1a01 HTTP/1.1" status: 204 len: 168 time: 0.2317770 Apr 01 16:31:22.172387 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 35556) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:31:22.179245 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-9765f592-7914-4981-a86c-491b97d44247 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2069540275', 'description': 'tempest-secgroup-smoke-2069540275 description', 'project_id': '3dd578100e004cd6aa38072871c36e42'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:31:22.185009 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-9765f592-7914-4981-a86c-491b97d44247 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:31:22.189130 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-9765f592-7914-4981-a86c-491b97d44247 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Usage tracker for resource:security_group and tenant:3dd578100e004cd6aa38072871c36e42 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:31:22.192059 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-9765f592-7914-4981-a86c-491b97d44247 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:31:22.198843 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-9765f592-7914-4981-a86c-491b97d44247 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:31:22.209530 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9765f592-7914-4981-a86c-491b97d44247 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:22.246702 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-9765f592-7914-4981-a86c-491b97d44247 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:31:22.250431 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-9765f592-7914-4981-a86c-491b97d44247 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Usage tracker for resource:security_group_rule and tenant:3dd578100e004cd6aa38072871c36e42 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:31:22.253266 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-9765f592-7914-4981-a86c-491b97d44247 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:31:22.259829 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-9765f592-7914-4981-a86c-491b97d44247 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:31:22.322477 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9765f592-7914-4981-a86c-491b97d44247 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:22.326148 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9765f592-7914-4981-a86c-491b97d44247 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:22.371044 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9765f592-7914-4981-a86c-491b97d44247 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f338db-378d-4ac3-8505-bd5817edfa3b,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:31:22.374586 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9765f592-7914-4981-a86c-491b97d44247 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:22.375923 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-9765f592-7914-4981-a86c-491b97d44247 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2025034 Apr 01 16:31:22.379045 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 35560) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:31:22.385351 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-0df01df5-f67d-4c2d-b727-d7640f3ae13e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Request body: {'security_group_rule': {'security_group_id': 'f3f338db-378d-4ac3-8505-bd5817edfa3b', 'project_id': '3dd578100e004cd6aa38072871c36e42', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:31:22.391323 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-0df01df5-f67d-4c2d-b727-d7640f3ae13e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:31:22.395259 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-0df01df5-f67d-4c2d-b727-d7640f3ae13e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Usage tracker for resource:security_group_rule and tenant:3dd578100e004cd6aa38072871c36e42 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:31:22.398283 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-0df01df5-f67d-4c2d-b727-d7640f3ae13e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:31:22.404377 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-0df01df5-f67d-4c2d-b727-d7640f3ae13e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:31:22.423188 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0df01df5-f67d-4c2d-b727-d7640f3ae13e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:22.494934 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0df01df5-f67d-4c2d-b727-d7640f3ae13e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:22.499022 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0df01df5-f67d-4c2d-b727-d7640f3ae13e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:22.524849 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df01df5-f67d-4c2d-b727-d7640f3ae13e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8e7d42b-ab2d-4783-8248-755ff76c25b8,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:31:22.535127 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0df01df5-f67d-4c2d-b727-d7640f3ae13e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:22.536454 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-0df01df5-f67d-4c2d-b727-d7640f3ae13e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1565285 Apr 01 16:31:22.539876 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 35564) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:31:22.545614 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-8a3e2886-115b-4afd-82de-aa47911d2baa tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Request body: {'security_group_rule': {'security_group_id': 'f3f338db-378d-4ac3-8505-bd5817edfa3b', 'project_id': '3dd578100e004cd6aa38072871c36e42', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:31:22.551862 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-8a3e2886-115b-4afd-82de-aa47911d2baa tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:31:22.556983 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-8a3e2886-115b-4afd-82de-aa47911d2baa tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Usage tracker for resource:security_group_rule and tenant:3dd578100e004cd6aa38072871c36e42 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:31:22.560386 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-8a3e2886-115b-4afd-82de-aa47911d2baa tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:31:22.567127 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-8a3e2886-115b-4afd-82de-aa47911d2baa tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:31:22.586316 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8a3e2886-115b-4afd-82de-aa47911d2baa tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:22.653777 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8a3e2886-115b-4afd-82de-aa47911d2baa tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:22.658018 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8a3e2886-115b-4afd-82de-aa47911d2baa tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:22.786311 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3e2886-115b-4afd-82de-aa47911d2baa tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=919c410a-8e01-4e66-a5a2-32473a85b74f,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:31:22.796451 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8a3e2886-115b-4afd-82de-aa47911d2baa tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:22.798326 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-8a3e2886-115b-4afd-82de-aa47911d2baa tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2572820 Apr 01 16:31:22.801662 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 35568) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:31:22.809290 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-0aaaceca-1c23-41f2-a7bb-66da633c81eb tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Request body: {'security_group_rule': {'security_group_id': 'f3f338db-378d-4ac3-8505-bd5817edfa3b', 'project_id': '3dd578100e004cd6aa38072871c36e42', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:31:22.816471 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-0aaaceca-1c23-41f2-a7bb-66da633c81eb tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:31:22.822056 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-0aaaceca-1c23-41f2-a7bb-66da633c81eb tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Usage tracker for resource:security_group_rule and tenant:3dd578100e004cd6aa38072871c36e42 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:31:22.825238 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-0aaaceca-1c23-41f2-a7bb-66da633c81eb tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:31:22.831034 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-0aaaceca-1c23-41f2-a7bb-66da633c81eb tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:31:22.851898 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0aaaceca-1c23-41f2-a7bb-66da633c81eb tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:22.921669 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0aaaceca-1c23-41f2-a7bb-66da633c81eb tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:22.926013 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0aaaceca-1c23-41f2-a7bb-66da633c81eb tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:22.953843 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaaceca-1c23-41f2-a7bb-66da633c81eb tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c2c0341-d21c-4f35-ac1d-3d5486fa6844,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:31:22.964920 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0aaaceca-1c23-41f2-a7bb-66da633c81eb tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:22.966036 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-0aaaceca-1c23-41f2-a7bb-66da633c81eb tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1630933 Apr 01 16:31:22.969239 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 35572) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:31:22.975912 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-eb34d188-4b1b-46d8-8951-624b3509b061 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Request body: {'security_group_rule': {'security_group_id': 'f3f338db-378d-4ac3-8505-bd5817edfa3b', 'project_id': '3dd578100e004cd6aa38072871c36e42', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:31:22.982131 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-eb34d188-4b1b-46d8-8951-624b3509b061 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:31:22.986958 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-eb34d188-4b1b-46d8-8951-624b3509b061 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Usage tracker for resource:security_group_rule and tenant:3dd578100e004cd6aa38072871c36e42 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:31:22.990740 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-eb34d188-4b1b-46d8-8951-624b3509b061 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:31:22.997101 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-eb34d188-4b1b-46d8-8951-624b3509b061 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:31:23.014450 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-eb34d188-4b1b-46d8-8951-624b3509b061 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:23.088804 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-eb34d188-4b1b-46d8-8951-624b3509b061 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:23.094424 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-eb34d188-4b1b-46d8-8951-624b3509b061 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:23.125266 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb34d188-4b1b-46d8-8951-624b3509b061 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5aa0130-9308-4a91-b0b2-444f09f3fe6b,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:31:23.135589 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-eb34d188-4b1b-46d8-8951-624b3509b061 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:23.137235 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-eb34d188-4b1b-46d8-8951-624b3509b061 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1669755 Apr 01 16:31:23.140407 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 35576) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:31:23.147188 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-fd031255-1f23-456f-8ff1-4ff0ecc69159 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Request body: {'security_group_rule': {'security_group_id': 'f3f338db-378d-4ac3-8505-bd5817edfa3b', 'project_id': '3dd578100e004cd6aa38072871c36e42', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:31:23.154314 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-fd031255-1f23-456f-8ff1-4ff0ecc69159 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:31:23.159845 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-fd031255-1f23-456f-8ff1-4ff0ecc69159 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Usage tracker for resource:security_group_rule and tenant:3dd578100e004cd6aa38072871c36e42 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:31:23.171792 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-fd031255-1f23-456f-8ff1-4ff0ecc69159 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:31:23.179718 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-fd031255-1f23-456f-8ff1-4ff0ecc69159 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:31:23.197018 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.securitygroups_db [None req-fd031255-1f23-456f-8ff1-4ff0ecc69159 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Project 3dd578100e004cd6aa38072871c36e42 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:31:23.211939 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-fd031255-1f23-456f-8ff1-4ff0ecc69159 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:23.311103 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-fd031255-1f23-456f-8ff1-4ff0ecc69159 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:23.315072 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-fd031255-1f23-456f-8ff1-4ff0ecc69159 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:23.341566 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd031255-1f23-456f-8ff1-4ff0ecc69159 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04ab0eff-8cd0-4fec-bfa0-c208418e1cdc,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:31:23.354537 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-fd031255-1f23-456f-8ff1-4ff0ecc69159 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:23.355763 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-fd031255-1f23-456f-8ff1-4ff0ecc69159 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2143593 Apr 01 16:31:23.358855 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 35580) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:31:23.365956 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-758ddec0-cb88-4b83-a8ae-0e1ff56a57e3 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Request body: {'security_group_rule': {'security_group_id': 'f3f338db-378d-4ac3-8505-bd5817edfa3b', 'project_id': '3dd578100e004cd6aa38072871c36e42', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:31:23.372508 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-758ddec0-cb88-4b83-a8ae-0e1ff56a57e3 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:31:23.376954 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-758ddec0-cb88-4b83-a8ae-0e1ff56a57e3 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Usage tracker for resource:security_group_rule and tenant:3dd578100e004cd6aa38072871c36e42 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:31:23.380039 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-758ddec0-cb88-4b83-a8ae-0e1ff56a57e3 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:31:23.387923 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-758ddec0-cb88-4b83-a8ae-0e1ff56a57e3 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:31:23.402119 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.securitygroups_db [None req-758ddec0-cb88-4b83-a8ae-0e1ff56a57e3 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Project 3dd578100e004cd6aa38072871c36e42 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:31:23.409069 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-758ddec0-cb88-4b83-a8ae-0e1ff56a57e3 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:23.488662 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-758ddec0-cb88-4b83-a8ae-0e1ff56a57e3 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:23.492943 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-758ddec0-cb88-4b83-a8ae-0e1ff56a57e3 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:23.519046 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758ddec0-cb88-4b83-a8ae-0e1ff56a57e3 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6515f4d-09e0-4890-86c1-e8ab22c5187d,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:31:23.531204 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-758ddec0-cb88-4b83-a8ae-0e1ff56a57e3 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:23.532682 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-758ddec0-cb88-4b83-a8ae-0e1ff56a57e3 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1726465 Apr 01 16:31:23.536466 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 35584) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:31:23.543226 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-9c286c9e-1edf-4497-9b5a-d57bf481a41e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Request body: {'network': {'name': 'tempest-network-smoke--888733357', 'project_id': '3dd578100e004cd6aa38072871c36e42', 'port_security_enabled': True}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:31:23.550254 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-9c286c9e-1edf-4497-9b5a-d57bf481a41e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:31:23.558334 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-9c286c9e-1edf-4497-9b5a-d57bf481a41e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Usage tracker for resource:network and tenant:3dd578100e004cd6aa38072871c36e42 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:31:23.564437 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-9c286c9e-1edf-4497-9b5a-d57bf481a41e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:31:23.572298 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-9c286c9e-1edf-4497-9b5a-d57bf481a41e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:31:23.588465 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c286c9e-1edf-4497-9b5a-d57bf481a41e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Made reservation on behalf of 3dd578100e004cd6aa38072871c36e42 for: {'network': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:31:23.591703 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9c286c9e-1edf-4497-9b5a-d57bf481a41e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:23.626278 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c286c9e-1edf-4497-9b5a-d57bf481a41e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=83828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:31:23.641250 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9c286c9e-1edf-4497-9b5a-d57bf481a41e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:23.641677 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.segments_db [None req-9c286c9e-1edf-4497-9b5a-d57bf481a41e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Added segment d3c86615-d375-47d4-8d43-ce1e14855471 of type vlan for network 12aa0a31-25ee-49ee-b14a-25248a051ece Apr 01 16:31:23.679332 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9c286c9e-1edf-4497-9b5a-d57bf481a41e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:23.716389 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9c286c9e-1edf-4497-9b5a-d57bf481a41e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:23.720528 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c286c9e-1edf-4497-9b5a-d57bf481a41e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:23.721244 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9c286c9e-1edf-4497-9b5a-d57bf481a41e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:23.835550 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-9c286c9e-1edf-4497-9b5a-d57bf481a41e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2972367 Apr 01 16:31:23.839563 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 35588) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:31:23.847018 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-9afe2ce1-265c-42a7-a6fa-1f2c48c3711c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-762789762', 'admin_state_up': True, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:31:23.852803 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c286c9e-1edf-4497-9b5a-d57bf481a41e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event updated for resources: {'Network': ['ID=12aa0a31-25ee-49ee-b14a-25248a051ece,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:31:23.857034 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-9afe2ce1-265c-42a7-a6fa-1f2c48c3711c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:31:23.862355 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-9afe2ce1-265c-42a7-a6fa-1f2c48c3711c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Usage tracker for resource:router and tenant:3dd578100e004cd6aa38072871c36e42 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:31:23.866828 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-9afe2ce1-265c-42a7-a6fa-1f2c48c3711c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:31:23.867807 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 12aa0a31-25ee-49ee-b14a-25248a051ece details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:31:23.874455 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-9afe2ce1-265c-42a7-a6fa-1f2c48c3711c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:31:23.894096 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9afe2ce1-265c-42a7-a6fa-1f2c48c3711c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130665'] for router, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:23.894096 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9afe2ce1-265c-42a7-a6fa-1f2c48c3711c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617571', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130640'] for router, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:23.921149 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9afe2ce1-265c-42a7-a6fa-1f2c48c3711c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:23.996177 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-379f6a0d-0107-48c3-b361-9fc55c62d453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:24.057723 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:24.091407 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9afe2ce1-265c-42a7-a6fa-1f2c48c3711c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130626'] for router, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:24.286893 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9afe2ce1-265c-42a7-a6fa-1f2c48c3711c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for router_gateway, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:24.318650 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9afe2ce1-265c-42a7-a6fa-1f2c48c3711c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:24.467108 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-9afe2ce1-265c-42a7-a6fa-1f2c48c3711c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Allocated IP 172.26.1.193 (ed45466e-0386-4b92-8de3-247c977242ac/0479f741-5cd1-4d6f-b593-d8aa909a42d3/7e624d76-e993-4616-995c-f667127f7706) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:31:24.643464 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9afe2ce1-265c-42a7-a6fa-1f2c48c3711c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:24.678429 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9afe2ce1-265c-42a7-a6fa-1f2c48c3711c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:24.746078 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afe2ce1-265c-42a7-a6fa-1f2c48c3711c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Network ed45466e-0386-4b92-8de3-247c977242ac is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:31:24.748904 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-9afe2ce1-265c-42a7-a6fa-1f2c48c3711c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:31:24.752953 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afe2ce1-265c-42a7-a6fa-1f2c48c3711c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:31:24.782770 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afe2ce1-265c-42a7-a6fa-1f2c48c3711c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event updated for resources: {'Port': ['ID=7e624d76-e993-4616-995c-f667127f7706,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:31:24.932933 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9afe2ce1-265c-42a7-a6fa-1f2c48c3711c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for router_gateway, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:24.933704 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9afe2ce1-265c-42a7-a6fa-1f2c48c3711c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616'] for router, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:25.355575 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9afe2ce1-265c-42a7-a6fa-1f2c48c3711c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Router e396497c-7e12-44b8-9c00-b99707eab4c1 is scheduled to L3 agent ff252634-3424-422a-b742-9ae457bd54bd with binding_index 1 {{(pid=83828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 16:31:25.564017 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9afe2ce1-265c-42a7-a6fa-1f2c48c3711c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:31:25.578031 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369e85ef-b57a-4d9a-9367-14b64dcbd6b4 None None] Sync routers for ids ['e396497c-7e12-44b8-9c00-b99707eab4c1'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:31:25.591287 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369e85ef-b57a-4d9a-9367-14b64dcbd6b4 None None] Routers {'e396497c-7e12-44b8-9c00-b99707eab4c1'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:31:25.591925 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-369e85ef-b57a-4d9a-9367-14b64dcbd6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:30:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['e396497c-7e12-44b8-9c00-b99707eab4c1'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:31:25.597616 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9afe2ce1-265c-42a7-a6fa-1f2c48c3711c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:25.599920 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-9afe2ce1-265c-42a7-a6fa-1f2c48c3711c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7592964 Apr 01 16:31:25.605009 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 35592) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:31:25.681641 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-8b54d376-361a-4a28-b173-0c6d3f276ebc tempest-TestNetworkAdvancedServerOps-1163408523 tempest-TestNetworkAdvancedServerOps-1163408523-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=3dd578100e004cd6aa38072871c36e42&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0750682 Apr 01 16:31:25.686355 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 35596) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:31:25.804745 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-369e85ef-b57a-4d9a-9367-14b64dcbd6b4 None None] Set router e396497c-7e12-44b8-9c00-b99707eab4c1 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:31:25.855851 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5c7645-15b9-4d07-8ad0-ed8f9ea765ee tempest-TestNetworkAdvancedServerOps-1163408523 tempest-TestNetworkAdvancedServerOps-1163408523-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:25.858387 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-0c5c7645-15b9-4d07-8ad0-ed8f9ea765ee tempest-TestNetworkAdvancedServerOps-1163408523 tempest-TestNetworkAdvancedServerOps-1163408523-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1707587 Apr 01 16:31:25.861448 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 35600) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:31:25.921163 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-0bf3fed8-d5bc-4cbc-b5ea-e959fbd4ace9 tempest-TestNetworkAdvancedServerOps-1163408523 tempest-TestNetworkAdvancedServerOps-1163408523-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=ed45466e-0386-4b92-8de3-247c977242ac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0578334 Apr 01 16:31:25.925425 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 35604) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:31:25.934642 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-38326a44-5556-4bdc-a756-06f404366f77 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1354971313', 'network_id': '12aa0a31-25ee-49ee-b14a-25248a051ece', 'project_id': '3dd578100e004cd6aa38072871c36e42', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:31:26.103832 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-38326a44-5556-4bdc-a756-06f404366f77 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:31:26.108319 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-38326a44-5556-4bdc-a756-06f404366f77 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Usage tracker for resource:subnet and tenant:3dd578100e004cd6aa38072871c36e42 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:31:26.111422 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-38326a44-5556-4bdc-a756-06f404366f77 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:31:26.119444 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-38326a44-5556-4bdc-a756-06f404366f77 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:31:26.133827 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38326a44-5556-4bdc-a756-06f404366f77 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Made reservation on behalf of 3dd578100e004cd6aa38072871c36e42 for: {'subnet': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:31:26.212751 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-369e85ef-b57a-4d9a-9367-14b64dcbd6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e396497c-7e12-44b8-9c00-b99707eab4c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-762789762', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.193'}], 'enable_snat': True}, 'gw_port_id': '7e624d76-e993-4616-995c-f667127f7706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:31:23Z', 'updated_at': '2022-04-01T16:31:24Z', 'revision_number': 3, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'gw_port': {'id': '7e624d76-e993-4616-995c-f667127f7706', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e396497c-7e12-44b8-9c00-b99707eab4c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:31:24Z', 'updated_at': '2022-04-01T16:31:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:31:26.219344 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369e85ef-b57a-4d9a-9367-14b64dcbd6b4 None None] Checking router: e396497c-7e12-44b8-9c00-b99707eab4c1 for host: dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:31:26.219919 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369e85ef-b57a-4d9a-9367-14b64dcbd6b4 None None] Updating router e396497c-7e12-44b8-9c00-b99707eab4c1 port 7e624d76-e993-4616-995c-f667127f7706 binding host dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 16:31:26.253827 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-38326a44-5556-4bdc-a756-06f404366f77 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16030269'] for subnet, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:26.274708 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-369e85ef-b57a-4d9a-9367-14b64dcbd6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:26.419558 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-39659ee0-48a1-484c-bfd8-1177c63f01a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:26.514171 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-38326a44-5556-4bdc-a756-06f404366f77 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15306628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16030227'] for subnet, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:26.597801 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38326a44-5556-4bdc-a756-06f404366f77 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event updated for resources: {'Subnet': ['ID=cf732c7e-980f-4239-9bf0-161b5975bca5,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:31:26.613546 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38326a44-5556-4bdc-a756-06f404366f77 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Checking segment: {'id': 'd3c86615-d375-47d4-8d43-ce1e14855471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '12aa0a31-25ee-49ee-b14a-25248a051ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:31:26.613906 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38326a44-5556-4bdc-a756-06f404366f77 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Network hostable DHCP agents. Network: 12aa0a31-25ee-49ee-b14a-25248a051ece, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:31:26.642034 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38326a44-5556-4bdc-a756-06f404366f77 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Network 12aa0a31-25ee-49ee-b14a-25248a051ece is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:31:26.654598 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-38326a44-5556-4bdc-a756-06f404366f77 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, 12aa0a31-25ee-49ee-b14a-25248a051ece) {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:31:26.660035 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38326a44-5556-4bdc-a756-06f404366f77 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:26.661048 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-38326a44-5556-4bdc-a756-06f404366f77 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:26.662478 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-369e85ef-b57a-4d9a-9367-14b64dcbd6b4 None None] Notify callbacks [] for port, precommit_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:26.667375 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb21655-7a87-4334-b631-4dc90b5830ca None None] Network 12aa0a31-25ee-49ee-b14a-25248a051ece requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:31:26.690293 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-38326a44-5556-4bdc-a756-06f404366f77 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7606254 Apr 01 16:31:26.690713 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 35608) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:31:26.742115 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-369e85ef-b57a-4d9a-9367-14b64dcbd6b4 None None] Transition to ACTIVE for port object 7e624d76-e993-4616-995c-f667127f7706 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:31:26.760982 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-369e85ef-b57a-4d9a-9367-14b64dcbd6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:26.871451 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921b572f-de1a-4e63-82af-beb897d21efa None None] Pushing event updated for resources: {'Port': ['ID=7e624d76-e993-4616-995c-f667127f7706,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:31:26.893160 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-369e85ef-b57a-4d9a-9367-14b64dcbd6b4 None None] Attempting to bind port 7e624d76-e993-4616-995c-f667127f7706 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:31:26.893516 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-369e85ef-b57a-4d9a-9367-14b64dcbd6b4 None None] Attempting to bind port 7e624d76-e993-4616-995c-f667127f7706 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:31:26.893875 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369e85ef-b57a-4d9a-9367-14b64dcbd6b4 None None] Attempting to bind port 7e624d76-e993-4616-995c-f667127f7706 on network ed45466e-0386-4b92-8de3-247c977242ac {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:31:26.934760 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369e85ef-b57a-4d9a-9367-14b64dcbd6b4 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:31:26.935147 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369e85ef-b57a-4d9a-9367-14b64dcbd6b4 None None] Checking segment: {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:31:26.935525 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-369e85ef-b57a-4d9a-9367-14b64dcbd6b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:26.935916 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369e85ef-b57a-4d9a-9367-14b64dcbd6b4 None None] Bound using segment: {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:31:26.936386 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-369e85ef-b57a-4d9a-9367-14b64dcbd6b4 None None] Bound port: 7e624d76-e993-4616-995c-f667127f7706, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:31:26.936799 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-369e85ef-b57a-4d9a-9367-14b64dcbd6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:27.053046 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-369e85ef-b57a-4d9a-9367-14b64dcbd6b4 None None] For port 7e624d76-e993-4616-995c-f667127f7706, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:31:27.057114 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-369e85ef-b57a-4d9a-9367-14b64dcbd6b4 None None] For port 7e624d76-e993-4616-995c-f667127f7706, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=7e624d76-e993-4616-995c-f667127f7706,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:31:27.061051 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04729458-8ce4-448d-ad35-b3e8264e7e73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-12aa0a31-25ee-49ee-b14a-25248a051ece', 'network_id': '12aa0a31-25ee-49ee-b14a-25248a051ece', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'fixed_ips': [{'subnet_id': 'cf732c7e-980f-4239-9bf0-161b5975bca5'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 16:31:27.061942 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-04729458-8ce4-448d-ad35-b3e8264e7e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:27.079790 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-369e85ef-b57a-4d9a-9367-14b64dcbd6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:27.232552 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921b572f-de1a-4e63-82af-beb897d21efa None None] Pushing event updated for resources: {'Port': ['ID=7e624d76-e993-4616-995c-f667127f7706,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:31:27.246735 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369e85ef-b57a-4d9a-9367-14b64dcbd6b4 None None] Routers {'e396497c-7e12-44b8-9c00-b99707eab4c1'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:31:27.247392 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-369e85ef-b57a-4d9a-9367-14b64dcbd6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:31:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['e396497c-7e12-44b8-9c00-b99707eab4c1'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:31:27.448444 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-04729458-8ce4-448d-ad35-b3e8264e7e73 None None] Allocated IP 172.20.0.2 (12aa0a31-25ee-49ee-b14a-25248a051ece/cf732c7e-980f-4239-9bf0-161b5975bca5/0b4a6b6c-32ac-42cb-aed5-57746bfd4521) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:31:27.566173 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-369e85ef-b57a-4d9a-9367-14b64dcbd6b4 None None] Set router e396497c-7e12-44b8-9c00-b99707eab4c1 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:31:27.608648 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d4d40c69-4403-4da9-a71e-889b471d214b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:27.876551 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:27.932249 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:28.004914 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-04729458-8ce4-448d-ad35-b3e8264e7e73 None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:28.025348 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-04729458-8ce4-448d-ad35-b3e8264e7e73 None None] Transition to ACTIVE for port object 0b4a6b6c-32ac-42cb-aed5-57746bfd4521 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:31:28.054146 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-04729458-8ce4-448d-ad35-b3e8264e7e73 None None] Transition to ACTIVE for port object 0b4a6b6c-32ac-42cb-aed5-57746bfd4521 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:31:28.060308 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-04729458-8ce4-448d-ad35-b3e8264e7e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:28.125073 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-d4d40c69-4403-4da9-a71e-889b471d214b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Allocated IP 172.20.0.1 (12aa0a31-25ee-49ee-b14a-25248a051ece/cf732c7e-980f-4239-9bf0-161b5975bca5/f6e558bf-a569-4585-b3ac-c713763a0b39) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:31:28.139999 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-369e85ef-b57a-4d9a-9367-14b64dcbd6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e396497c-7e12-44b8-9c00-b99707eab4c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-762789762', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.193'}], 'enable_snat': True}, 'gw_port_id': '7e624d76-e993-4616-995c-f667127f7706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:31:23Z', 'updated_at': '2022-04-01T16:31:24Z', 'revision_number': 3, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'gw_port': {'id': '7e624d76-e993-4616-995c-f667127f7706', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e396497c-7e12-44b8-9c00-b99707eab4c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:31:24Z', 'updated_at': '2022-04-01T16:31:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:31:28.143090 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04729458-8ce4-448d-ad35-b3e8264e7e73 None None] Network 12aa0a31-25ee-49ee-b14a-25248a051ece is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:31:28.148154 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-04729458-8ce4-448d-ad35-b3e8264e7e73 None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:31:28.150657 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04729458-8ce4-448d-ad35-b3e8264e7e73 None None] Pushing event updated for resources: {'Port': ['ID=0b4a6b6c-32ac-42cb-aed5-57746bfd4521,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:31:28.152817 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04729458-8ce4-448d-ad35-b3e8264e7e73 None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:31:28.155306 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369e85ef-b57a-4d9a-9367-14b64dcbd6b4 None None] The sync data for ids ['e396497c-7e12-44b8-9c00-b99707eab4c1'] in dv-neutron-833373-2-hyperv is: [{'id': 'e396497c-7e12-44b8-9c00-b99707eab4c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-762789762', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.193'}], 'enable_snat': True}, 'gw_port_id': '7e624d76-e993-4616-995c-f667127f7706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:31:23Z', 'updated_at': '2022-04-01T16:31:24Z', 'revision_number': 3, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'gw_port': {'id': '7e624d76-e993-4616-995c-f667127f7706', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e396497c-7e12-44b8-9c00-b99707eab4c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:31:24Z', 'updated_at': '2022-04-01T16:31:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:31:28.262718 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-04729458-8ce4-448d-ad35-b3e8264e7e73 None None] Attempting to bind port 0b4a6b6c-32ac-42cb-aed5-57746bfd4521 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:31:28.263196 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-04729458-8ce4-448d-ad35-b3e8264e7e73 None None] Attempting to bind port 0b4a6b6c-32ac-42cb-aed5-57746bfd4521 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'd3c86615-d375-47d4-8d43-ce1e14855471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '12aa0a31-25ee-49ee-b14a-25248a051ece'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:31:28.263631 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04729458-8ce4-448d-ad35-b3e8264e7e73 None None] Attempting to bind port 0b4a6b6c-32ac-42cb-aed5-57746bfd4521 on network 12aa0a31-25ee-49ee-b14a-25248a051ece {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:31:28.271174 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04729458-8ce4-448d-ad35-b3e8264e7e73 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:31:28.273262 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04729458-8ce4-448d-ad35-b3e8264e7e73 None None] Checking segment: {'id': 'd3c86615-d375-47d4-8d43-ce1e14855471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '12aa0a31-25ee-49ee-b14a-25248a051ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:31:28.273262 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-04729458-8ce4-448d-ad35-b3e8264e7e73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:28.273262 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04729458-8ce4-448d-ad35-b3e8264e7e73 None None] Bound using segment: {'id': 'd3c86615-d375-47d4-8d43-ce1e14855471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '12aa0a31-25ee-49ee-b14a-25248a051ece'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:31:28.274493 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-04729458-8ce4-448d-ad35-b3e8264e7e73 None None] Bound port: 0b4a6b6c-32ac-42cb-aed5-57746bfd4521, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c86615-d375-47d4-8d43-ce1e14855471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '12aa0a31-25ee-49ee-b14a-25248a051ece'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:31:28.274493 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-04729458-8ce4-448d-ad35-b3e8264e7e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:28.322637 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d4d40c69-4403-4da9-a71e-889b471d214b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:28.341153 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [None req-d4d40c69-4403-4da9-a71e-889b471d214b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Transition to ACTIVE for port object f6e558bf-a569-4585-b3ac-c713763a0b39 will not be triggered until provisioned by entity DHCP. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:31:28.380112 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d4d40c69-4403-4da9-a71e-889b471d214b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:28.380655 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-04729458-8ce4-448d-ad35-b3e8264e7e73 None None] For port 0b4a6b6c-32ac-42cb-aed5-57746bfd4521, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:31:28.388206 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-04729458-8ce4-448d-ad35-b3e8264e7e73 None None] For port 0b4a6b6c-32ac-42cb-aed5-57746bfd4521, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=0b4a6b6c-32ac-42cb-aed5-57746bfd4521,segment=NetworkSegment(d3c86615-d375-47d4-8d43-ce1e14855471),segment_id=d3c86615-d375-47d4-8d43-ce1e14855471)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:31:28.395833 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-04729458-8ce4-448d-ad35-b3e8264e7e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:28.482600 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d40c69-4403-4da9-a71e-889b471d214b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Network 12aa0a31-25ee-49ee-b14a-25248a051ece is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:31:28.486049 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-d4d40c69-4403-4da9-a71e-889b471d214b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:31:28.491731 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d40c69-4403-4da9-a71e-889b471d214b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:31:28.501227 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04729458-8ce4-448d-ad35-b3e8264e7e73 None None] Pushing event updated for resources: {'Port': ['ID=0b4a6b6c-32ac-42cb-aed5-57746bfd4521,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:31:28.525945 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d40c69-4403-4da9-a71e-889b471d214b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event updated for resources: {'Port': ['ID=f6e558bf-a569-4585-b3ac-c713763a0b39,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:31:28.575405 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d4d40c69-4403-4da9-a71e-889b471d214b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611418'] for router_interface, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:28.730664 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d4d40c69-4403-4da9-a71e-889b471d214b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:29.306358 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d4d40c69-4403-4da9-a71e-889b471d214b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:29.327673 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d4d40c69-4403-4da9-a71e-889b471d214b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:29.410386 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:29.443549 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d40c69-4403-4da9-a71e-889b471d214b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event updated for resources: {'Port': ['ID=f6e558bf-a569-4585-b3ac-c713763a0b39,revision_number=2']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:31:29.448448 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-d4d40c69-4403-4da9-a71e-889b471d214b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611525'] for router_interface, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:29.547069 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec6de75-93ee-4cc2-bcdb-1e5b84052108 None None] Network 12aa0a31-25ee-49ee-b14a-25248a051ece requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:31:29.599168 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d40c69-4403-4da9-a71e-889b471d214b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Network 12aa0a31-25ee-49ee-b14a-25248a051ece is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:31:29.601051 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-d4d40c69-4403-4da9-a71e-889b471d214b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:31:29.654798 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-2f8d015c-e003-4d6e-a8bb-dc6e4e710fec None None] Provisioning for port 0b4a6b6c-32ac-42cb-aed5-57746bfd4521 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:31:29.770537 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 0b4a6b6c-32ac-42cb-aed5-57746bfd4521 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:31:29.900246 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 0b4a6b6c-32ac-42cb-aed5-57746bfd4521 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:31:29.905720 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 0b4a6b6c-32ac-42cb-aed5-57746bfd4521 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:31:29.906106 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:30.037921 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:30.043529 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4d40c69-4403-4da9-a71e-889b471d214b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Router e396497c-7e12-44b8-9c00-b99707eab4c1 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:31:30.086381 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port 0b4a6b6c-32ac-42cb-aed5-57746bfd4521, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=0b4a6b6c-32ac-42cb-aed5-57746bfd4521,segment=NetworkSegment(d3c86615-d375-47d4-8d43-ce1e14855471),segment_id=d3c86615-d375-47d4-8d43-ce1e14855471)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:31:30.091866 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:30.092786 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 7e624d76-e993-4616-995c-f667127f7706 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:31:30.226113 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=0b4a6b6c-32ac-42cb-aed5-57746bfd4521,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:31:30.244998 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-ef22280d-ab31-4b2c-96fc-89bafe81e954 None None] Provisioning complete for port 0b4a6b6c-32ac-42cb-aed5-57746bfd4521 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:31:30.245372 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ef22280d-ab31-4b2c-96fc-89bafe81e954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:30.287605 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4d40c69-4403-4da9-a71e-889b471d214b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:31:30.290966 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 7e624d76-e993-4616-995c-f667127f7706 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:31:30.305015 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-d4d40c69-4403-4da9-a71e-889b471d214b tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "PUT /v2.0/routers/e396497c-7e12-44b8-9c00-b99707eab4c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6129978 Apr 01 16:31:30.312600 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 7e624d76-e993-4616-995c-f667127f7706 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:31:30.313200 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:30.505094 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:30.526893 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port 7e624d76-e993-4616-995c-f667127f7706, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=7e624d76-e993-4616-995c-f667127f7706,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:31:30.528296 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-ef22280d-ab31-4b2c-96fc-89bafe81e954 None None] Provisioning for port f6e558bf-a569-4585-b3ac-c713763a0b39 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:31:30.535431 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:30.568092 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-ef22280d-ab31-4b2c-96fc-89bafe81e954 None None] Provisioning complete for port f6e558bf-a569-4585-b3ac-c713763a0b39 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:31:30.568621 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ef22280d-ab31-4b2c-96fc-89bafe81e954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:30.571187 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8cd5482d-484f-49d2-822a-2627ed722f51 req-5c485585-ad3d-48dd-ac4d-9d29c5032fc5 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2069540275&fields=id&tenant_id=3dd578100e004cd6aa38072871c36e42 HTTP/1.1" status: 200 len: 267 time: 0.0588601 Apr 01 16:31:30.652273 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-ef22280d-ab31-4b2c-96fc-89bafe81e954 None None] Port f6e558bf-a569-4585-b3ac-c713763a0b39 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 16:31:30.657977 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=7e624d76-e993-4616-995c-f667127f7706,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:31:30.740912 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5482d-484f-49d2-822a-2627ed722f51 req-7f48f275-a519-4243-b254-9664c13abdf6 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:30.741503 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-8cd5482d-484f-49d2-822a-2627ed722f51 req-7f48f275-a519-4243-b254-9664c13abdf6 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Synchronizing usage tracker for tenant:3dd578100e004cd6aa38072871c36e42 on resource:network {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:31:30.757486 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-8cd5482d-484f-49d2-822a-2627ed722f51 req-7f48f275-a519-4243-b254-9664c13abdf6 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Unset dirty status for tenant:3dd578100e004cd6aa38072871c36e42 on resource:network {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:31:30.758669 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8cd5482d-484f-49d2-822a-2627ed722f51 req-7f48f275-a519-4243-b254-9664c13abdf6 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/networks?id=12aa0a31-25ee-49ee-b14a-25248a051ece HTTP/1.1" status: 200 len: 796 time: 0.1807551 Apr 01 16:31:30.777292 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8cd5482d-484f-49d2-822a-2627ed722f51 req-1f0cbfbc-acbb-4681-84c2-e58ef1ab3b75 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/quotas/3dd578100e004cd6aa38072871c36e42 HTTP/1.1" status: 200 len: 375 time: 0.0125809 Apr 01 16:31:30.783340 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-238d0d88-d463-417a-8285-d8f6a3e142bb None None] Provisioning complete for port f6e558bf-a569-4585-b3ac-c713763a0b39 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:31:30.783922 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-238d0d88-d463-417a-8285-d8f6a3e142bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:30.862923 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-238d0d88-d463-417a-8285-d8f6a3e142bb None None] Port f6e558bf-a569-4585-b3ac-c713763a0b39 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 16:31:30.976295 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-8cd5482d-484f-49d2-822a-2627ed722f51 req-ee0af7b8-a227-476a-be6d-479032db8558 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Synchronizing usage tracker for tenant:3dd578100e004cd6aa38072871c36e42 on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:31:30.995202 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-8cd5482d-484f-49d2-822a-2627ed722f51 req-ee0af7b8-a227-476a-be6d-479032db8558 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Unset dirty status for tenant:3dd578100e004cd6aa38072871c36e42 on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:31:30.996912 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8cd5482d-484f-49d2-822a-2627ed722f51 req-ee0af7b8-a227-476a-be6d-479032db8558 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3dd578100e004cd6aa38072871c36e42&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2137234 Apr 01 16:31:31.090843 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [req-8cd5482d-484f-49d2-822a-2627ed722f51 req-3fcc7093-fbe4-4fcf-b299-1d9aa263b1ab service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=83826) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 16:31:31.091851 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8cd5482d-484f-49d2-822a-2627ed722f51 req-3fcc7093-fbe4-4fcf-b299-1d9aa263b1ab service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0805068 Apr 01 16:31:31.232217 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8cd5482d-484f-49d2-822a-2627ed722f51 req-d5c48e32-28bf-44df-a6b9-b9f0682102af service neutron] 10.222.0.55 "GET /v2.0/networks/12aa0a31-25ee-49ee-b14a-25248a051ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331880 Apr 01 16:31:31.374369 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8cd5482d-484f-49d2-822a-2627ed722f51 req-2a2b1091-77b6-4214-9630-1490b348e72c service neutron] 10.222.0.55 "GET /v2.0/networks/12aa0a31-25ee-49ee-b14a-25248a051ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361434 Apr 01 16:31:31.571510 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f2a76096-9b11-4107-a669-1a2935827c3f req-9f068e15-229e-4a17-9d41-74f14a38eeaf tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=c80d4a7e-b588-4b59-be5b-c3f575cfaa58 HTTP/1.1" status: 200 len: 210 time: 0.0446167 Apr 01 16:31:31.716538 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 0b4a6b6c-32ac-42cb-aed5-57746bfd4521 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:31:31.899328 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 0b4a6b6c-32ac-42cb-aed5-57746bfd4521 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:31:31.899940 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:31.940306 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11bed2c-8d56-4419-aaeb-924c984230a0 None None] Sync routers for ids ['e396497c-7e12-44b8-9c00-b99707eab4c1'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:31:31.955278 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11bed2c-8d56-4419-aaeb-924c984230a0 None None] Routers {'e396497c-7e12-44b8-9c00-b99707eab4c1'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:31:31.955913 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-c11bed2c-8d56-4419-aaeb-924c984230a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:31:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['e396497c-7e12-44b8-9c00-b99707eab4c1'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:31:32.049276 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 7e624d76-e993-4616-995c-f667127f7706 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:31:32.140089 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 7e624d76-e993-4616-995c-f667127f7706 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:31:32.140895 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:32.164548 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-c11bed2c-8d56-4419-aaeb-924c984230a0 None None] Set router e396497c-7e12-44b8-9c00-b99707eab4c1 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:31:32.505342 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-c11bed2c-8d56-4419-aaeb-924c984230a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e396497c-7e12-44b8-9c00-b99707eab4c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-762789762', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.193'}], 'enable_snat': True}, 'gw_port_id': '7e624d76-e993-4616-995c-f667127f7706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:31:23Z', 'updated_at': '2022-04-01T16:31:28Z', 'revision_number': 4, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'gw_port': {'id': '7e624d76-e993-4616-995c-f667127f7706', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e396497c-7e12-44b8-9c00-b99707eab4c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:31:24Z', 'updated_at': '2022-04-01T16:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': 'f6e558bf-a569-4585-b3ac-c713763a0b39', 'name': '', 'network_id': '12aa0a31-25ee-49ee-b14a-25248a051ece', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'mac_address': 'fa:16:3e:a5:3b:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e396497c-7e12-44b8-9c00-b99707eab4c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf732c7e-980f-4239-9bf0-161b5975bca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:31:27Z', 'updated_at': '2022-04-01T16:31:29Z', 'revision_number': 2, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'subnets': [{'id': 'cf732c7e-980f-4239-9bf0-161b5975bca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:31:32.510187 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11bed2c-8d56-4419-aaeb-924c984230a0 None None] Checking router: e396497c-7e12-44b8-9c00-b99707eab4c1 for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:31:32.510532 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11bed2c-8d56-4419-aaeb-924c984230a0 None None] Updating router e396497c-7e12-44b8-9c00-b99707eab4c1 port f6e558bf-a569-4585-b3ac-c713763a0b39 binding host dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 16:31:32.561625 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-c11bed2c-8d56-4419-aaeb-924c984230a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:32.764560 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-112e631c-649f-49dd-be76-6e5d1673df94 req-f1181062-73ec-4023-a699-8a933a907562 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=c80d4a7e-b588-4b59-be5b-c3f575cfaa58 HTTP/1.1" status: 200 len: 210 time: 0.0503688 Apr 01 16:31:32.972272 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-c11bed2c-8d56-4419-aaeb-924c984230a0 None None] Notify callbacks [] for port, precommit_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:32.981767 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5482d-484f-49d2-822a-2627ed722f51 req-2178eca1-c5e0-4f79-89e1-023d43d930e7 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:32.984091 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-8cd5482d-484f-49d2-822a-2627ed722f51 req-2178eca1-c5e0-4f79-89e1-023d43d930e7 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Synchronizing usage tracker for tenant:3dd578100e004cd6aa38072871c36e42 on resource:network {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:31:32.986292 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.provisioning_blocks [None req-c11bed2c-8d56-4419-aaeb-924c984230a0 None None] Transition to ACTIVE for port object f6e558bf-a569-4585-b3ac-c713763a0b39 will not be triggered until provisioned by entity L2. {{(pid=83833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:31:32.994417 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-c11bed2c-8d56-4419-aaeb-924c984230a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:33.007368 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-8cd5482d-484f-49d2-822a-2627ed722f51 req-2178eca1-c5e0-4f79-89e1-023d43d930e7 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Unset dirty status for tenant:3dd578100e004cd6aa38072871c36e42 on resource:network {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:31:33.009660 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-8cd5482d-484f-49d2-822a-2627ed722f51 req-2178eca1-c5e0-4f79-89e1-023d43d930e7 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.24 "GET /v2.0/networks?id=12aa0a31-25ee-49ee-b14a-25248a051ece HTTP/1.1" status: 200 len: 796 time: 0.2263944 Apr 01 16:31:33.103617 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-8cd5482d-484f-49d2-822a-2627ed722f51 req-f5d48d08-2a25-4d94-b8f7-53ca22163bc2 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Synchronizing usage tracker for tenant:3dd578100e004cd6aa38072871c36e42 on resource:security_group {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:31:33.124573 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-8cd5482d-484f-49d2-822a-2627ed722f51 req-f5d48d08-2a25-4d94-b8f7-53ca22163bc2 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Unset dirty status for tenant:3dd578100e004cd6aa38072871c36e42 on resource:security_group {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:31:33.126451 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-8cd5482d-484f-49d2-822a-2627ed722f51 req-f5d48d08-2a25-4d94-b8f7-53ca22163bc2 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3dd578100e004cd6aa38072871c36e42 HTTP/1.1" status: 200 len: 380 time: 0.1028731 Apr 01 16:31:33.137822 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [req-8cd5482d-484f-49d2-822a-2627ed722f51 req-a77ba687-a60d-4fc7-8060-b0f2f44e614e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Request body: {'port': {'device_id': 'c80d4a7e-b588-4b59-be5b-c3f575cfaa58', 'network_id': '12aa0a31-25ee-49ee-b14a-25248a051ece', 'admin_state_up': True, 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'security_groups': ['f3f338db-378d-4ac3-8505-bd5817edfa3b']}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:31:33.160272 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ce625b-15d1-442e-8464-6765252e8576 None None] Pushing event updated for resources: {'Port': ['ID=f6e558bf-a569-4585-b3ac-c713763a0b39,revision_number=3']} {{(pid=83833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:31:33.173544 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ce625b-15d1-442e-8464-6765252e8576 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:31:33.173881 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ce625b-15d1-442e-8464-6765252e8576 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:31:33.174214 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ce625b-15d1-442e-8464-6765252e8576 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:31:33.174541 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ce625b-15d1-442e-8464-6765252e8576 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:31:33.174868 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ce625b-15d1-442e-8464-6765252e8576 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:31:33.175191 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ce625b-15d1-442e-8464-6765252e8576 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:31:33.175510 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ce625b-15d1-442e-8464-6765252e8576 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:31:33.175825 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ce625b-15d1-442e-8464-6765252e8576 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:31:33.176140 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ce625b-15d1-442e-8464-6765252e8576 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:31:33.176450 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ce625b-15d1-442e-8464-6765252e8576 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:31:33.176785 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ce625b-15d1-442e-8464-6765252e8576 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:31:33.278883 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-c11bed2c-8d56-4419-aaeb-924c984230a0 None None] Attempting to bind port f6e558bf-a569-4585-b3ac-c713763a0b39 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:31:33.279250 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-c11bed2c-8d56-4419-aaeb-924c984230a0 None None] Attempting to bind port f6e558bf-a569-4585-b3ac-c713763a0b39 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'd3c86615-d375-47d4-8d43-ce1e14855471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '12aa0a31-25ee-49ee-b14a-25248a051ece'}] {{(pid=83833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:31:33.279636 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11bed2c-8d56-4419-aaeb-924c984230a0 None None] Attempting to bind port f6e558bf-a569-4585-b3ac-c713763a0b39 on network 12aa0a31-25ee-49ee-b14a-25248a051ece {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:31:33.287062 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11bed2c-8d56-4419-aaeb-924c984230a0 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:31:33.288178 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11bed2c-8d56-4419-aaeb-924c984230a0 None None] Checking segment: {'id': 'd3c86615-d375-47d4-8d43-ce1e14855471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '12aa0a31-25ee-49ee-b14a-25248a051ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:31:33.288178 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-c11bed2c-8d56-4419-aaeb-924c984230a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:33.288538 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11bed2c-8d56-4419-aaeb-924c984230a0 None None] Bound using segment: {'id': 'd3c86615-d375-47d4-8d43-ce1e14855471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '12aa0a31-25ee-49ee-b14a-25248a051ece'} {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:31:33.288768 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-c11bed2c-8d56-4419-aaeb-924c984230a0 None None] Bound port: f6e558bf-a569-4585-b3ac-c713763a0b39, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c86615-d375-47d4-8d43-ce1e14855471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '12aa0a31-25ee-49ee-b14a-25248a051ece'}}] {{(pid=83833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:31:33.289142 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-c11bed2c-8d56-4419-aaeb-924c984230a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:33.302278 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [req-8cd5482d-484f-49d2-822a-2627ed722f51 req-a77ba687-a60d-4fc7-8060-b0f2f44e614e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:31:33.314261 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [req-8cd5482d-484f-49d2-822a-2627ed722f51 req-a77ba687-a60d-4fc7-8060-b0f2f44e614e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:31:33.327401 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cd5482d-484f-49d2-822a-2627ed722f51 req-a77ba687-a60d-4fc7-8060-b0f2f44e614e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Made reservation on behalf of 3dd578100e004cd6aa38072871c36e42 for: {'port': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:31:33.330692 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-8cd5482d-484f-49d2-822a-2627ed722f51 req-a77ba687-a60d-4fc7-8060-b0f2f44e614e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:33.397193 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.db [None req-c11bed2c-8d56-4419-aaeb-924c984230a0 None None] For port f6e558bf-a569-4585-b3ac-c713763a0b39, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:31:33.412545 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.db [None req-c11bed2c-8d56-4419-aaeb-924c984230a0 None None] For port f6e558bf-a569-4585-b3ac-c713763a0b39, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=f6e558bf-a569-4585-b3ac-c713763a0b39,segment=NetworkSegment(d3c86615-d375-47d4-8d43-ce1e14855471),segment_id=d3c86615-d375-47d4-8d43-ce1e14855471)] {{(pid=83833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:31:33.421317 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-c11bed2c-8d56-4419-aaeb-924c984230a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:33.505950 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11bed2c-8d56-4419-aaeb-924c984230a0 None None] Routers {'e396497c-7e12-44b8-9c00-b99707eab4c1'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:31:33.506716 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-c11bed2c-8d56-4419-aaeb-924c984230a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:31:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['e396497c-7e12-44b8-9c00-b99707eab4c1'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:31:33.535734 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [req-8cd5482d-484f-49d2-822a-2627ed722f51 req-a77ba687-a60d-4fc7-8060-b0f2f44e614e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Allocated IP 172.20.0.3 (12aa0a31-25ee-49ee-b14a-25248a051ece/cf732c7e-980f-4239-9bf0-161b5975bca5/14d44fae-dc86-43dc-be06-6f82c06b183d) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:31:33.661182 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ce625b-15d1-442e-8464-6765252e8576 None None] Pushing event updated for resources: {'Port': ['ID=f6e558bf-a569-4585-b3ac-c713763a0b39,revision_number=4']} {{(pid=83833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:31:33.710233 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-c11bed2c-8d56-4419-aaeb-924c984230a0 None None] Set router e396497c-7e12-44b8-9c00-b99707eab4c1 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:31:33.941541 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-8cd5482d-484f-49d2-822a-2627ed722f51 req-a77ba687-a60d-4fc7-8060-b0f2f44e614e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:33.962976 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [req-8cd5482d-484f-49d2-822a-2627ed722f51 req-a77ba687-a60d-4fc7-8060-b0f2f44e614e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Transition to ACTIVE for port object 14d44fae-dc86-43dc-be06-6f82c06b183d will not be triggered until provisioned by entity DHCP. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:31:33.964423 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-3821a135-5992-4a21-90f0-e3d820724e43 req-87ee7834-4436-40fa-9077-951a5f3bfc27 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=c80d4a7e-b588-4b59-be5b-c3f575cfaa58 HTTP/1.1" status: 200 len: 210 time: 0.0434632 Apr 01 16:31:33.992514 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-8cd5482d-484f-49d2-822a-2627ed722f51 req-a77ba687-a60d-4fc7-8060-b0f2f44e614e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:34.075780 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-c11bed2c-8d56-4419-aaeb-924c984230a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e396497c-7e12-44b8-9c00-b99707eab4c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-762789762', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.193'}], 'enable_snat': True}, 'gw_port_id': '7e624d76-e993-4616-995c-f667127f7706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:31:23Z', 'updated_at': '2022-04-01T16:31:28Z', 'revision_number': 4, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'gw_port': {'id': '7e624d76-e993-4616-995c-f667127f7706', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e396497c-7e12-44b8-9c00-b99707eab4c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:31:24Z', 'updated_at': '2022-04-01T16:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': 'f6e558bf-a569-4585-b3ac-c713763a0b39', 'name': '', 'network_id': '12aa0a31-25ee-49ee-b14a-25248a051ece', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'mac_address': 'fa:16:3e:a5:3b:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e396497c-7e12-44b8-9c00-b99707eab4c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf732c7e-980f-4239-9bf0-161b5975bca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:31:27Z', 'updated_at': '2022-04-01T16:31:33Z', 'revision_number': 4, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'subnets': [{'id': 'cf732c7e-980f-4239-9bf0-161b5975bca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:31:34.080682 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11bed2c-8d56-4419-aaeb-924c984230a0 None None] The sync data for ids ['e396497c-7e12-44b8-9c00-b99707eab4c1'] in dv-neutron-833373-2-hyperv is: [{'id': 'e396497c-7e12-44b8-9c00-b99707eab4c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-762789762', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.193'}], 'enable_snat': True}, 'gw_port_id': '7e624d76-e993-4616-995c-f667127f7706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:31:23Z', 'updated_at': '2022-04-01T16:31:28Z', 'revision_number': 4, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'gw_port': {'id': '7e624d76-e993-4616-995c-f667127f7706', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e396497c-7e12-44b8-9c00-b99707eab4c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:31:24Z', 'updated_at': '2022-04-01T16:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': 'f6e558bf-a569-4585-b3ac-c713763a0b39', 'name': '', 'network_id': '12aa0a31-25ee-49ee-b14a-25248a051ece', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'mac_address': 'fa:16:3e:a5:3b:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e396497c-7e12-44b8-9c00-b99707eab4c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf732c7e-980f-4239-9bf0-161b5975bca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:31:27Z', 'updated_at': '2022-04-01T16:31:33Z', 'revision_number': 4, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'subnets': [{'id': 'cf732c7e-980f-4239-9bf0-161b5975bca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:31:34.116320 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cd5482d-484f-49d2-822a-2627ed722f51 req-a77ba687-a60d-4fc7-8060-b0f2f44e614e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Network 12aa0a31-25ee-49ee-b14a-25248a051ece is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:31:34.121520 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [req-8cd5482d-484f-49d2-822a-2627ed722f51 req-a77ba687-a60d-4fc7-8060-b0f2f44e614e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:31:34.126711 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cd5482d-484f-49d2-822a-2627ed722f51 req-a77ba687-a60d-4fc7-8060-b0f2f44e614e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:31:34.162903 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77ba687-a60d-4fc7-8060-b0f2f44e614e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event updated for resources: {'Port': ['ID=14d44fae-dc86-43dc-be06-6f82c06b183d,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:31:34.222832 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5482d-484f-49d2-822a-2627ed722f51 req-a77ba687-a60d-4fc7-8060-b0f2f44e614e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:34.223877 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-8cd5482d-484f-49d2-822a-2627ed722f51 req-a77ba687-a60d-4fc7-8060-b0f2f44e614e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:34.267466 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-8cd5482d-484f-49d2-822a-2627ed722f51 req-a77ba687-a60d-4fc7-8060-b0f2f44e614e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1334794 Apr 01 16:31:34.286199 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [req-8cd5482d-484f-49d2-822a-2627ed722f51 req-ed03ed89-ee6c-4f4f-a350-f1e9bd3ca4f3 service neutron] Request body: {'port': {'device_id': 'c80d4a7e-b588-4b59-be5b-c3f575cfaa58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:31:34.413088 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-8cd5482d-484f-49d2-822a-2627ed722f51 req-ed03ed89-ee6c-4f4f-a350-f1e9bd3ca4f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:34.508788 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-f92bf950-e6b9-4b8a-a528-b1cd8d32b6b9 None None] Provisioning for port 14d44fae-dc86-43dc-be06-6f82c06b183d completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:31:34.517250 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-f92bf950-e6b9-4b8a-a528-b1cd8d32b6b9 None None] Provisioning complete for port 14d44fae-dc86-43dc-be06-6f82c06b183d triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:31:34.517577 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f92bf950-e6b9-4b8a-a528-b1cd8d32b6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:34.572834 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-f92bf950-e6b9-4b8a-a528-b1cd8d32b6b9 None None] Port 14d44fae-dc86-43dc-be06-6f82c06b183d cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 16:31:34.790660 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [req-8cd5482d-484f-49d2-822a-2627ed722f51 req-ed03ed89-ee6c-4f4f-a350-f1e9bd3ca4f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14d44fae-dc86-43dc-be06-6f82c06b183d {{(pid=83828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:31:34.798153 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-8cd5482d-484f-49d2-822a-2627ed722f51 req-ed03ed89-ee6c-4f4f-a350-f1e9bd3ca4f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:34.814248 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [req-8cd5482d-484f-49d2-822a-2627ed722f51 req-ed03ed89-ee6c-4f4f-a350-f1e9bd3ca4f3 service neutron] Transition to ACTIVE for port object 14d44fae-dc86-43dc-be06-6f82c06b183d will not be triggered until provisioned by entity L2. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:31:34.818593 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-8cd5482d-484f-49d2-822a-2627ed722f51 req-ed03ed89-ee6c-4f4f-a350-f1e9bd3ca4f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:34.950178 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed03ed89-ee6c-4f4f-a350-f1e9bd3ca4f3 service neutron] Pushing event updated for resources: {'Port': ['ID=14d44fae-dc86-43dc-be06-6f82c06b183d,revision_number=2']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:31:35.068400 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [req-8cd5482d-484f-49d2-822a-2627ed722f51 req-ed03ed89-ee6c-4f4f-a350-f1e9bd3ca4f3 service neutron] Attempting to bind port 14d44fae-dc86-43dc-be06-6f82c06b183d on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:31:35.069086 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [req-8cd5482d-484f-49d2-822a-2627ed722f51 req-ed03ed89-ee6c-4f4f-a350-f1e9bd3ca4f3 service neutron] Attempting to bind port 14d44fae-dc86-43dc-be06-6f82c06b183d by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'd3c86615-d375-47d4-8d43-ce1e14855471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '12aa0a31-25ee-49ee-b14a-25248a051ece'}] {{(pid=83828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:31:35.069086 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd5482d-484f-49d2-822a-2627ed722f51 req-ed03ed89-ee6c-4f4f-a350-f1e9bd3ca4f3 service neutron] Attempting to bind port 14d44fae-dc86-43dc-be06-6f82c06b183d on network 12aa0a31-25ee-49ee-b14a-25248a051ece {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:31:35.075529 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd5482d-484f-49d2-822a-2627ed722f51 req-ed03ed89-ee6c-4f4f-a350-f1e9bd3ca4f3 service neutron] Port 14d44fae-dc86-43dc-be06-6f82c06b183d on network 12aa0a31-25ee-49ee-b14a-25248a051ece not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 16:31:35.075843 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd5482d-484f-49d2-822a-2627ed722f51 req-ed03ed89-ee6c-4f4f-a350-f1e9bd3ca4f3 service neutron] Attempting to bind port 14d44fae-dc86-43dc-be06-6f82c06b183d on network 12aa0a31-25ee-49ee-b14a-25248a051ece {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:31:35.083611 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd5482d-484f-49d2-822a-2627ed722f51 req-ed03ed89-ee6c-4f4f-a350-f1e9bd3ca4f3 service neutron] Checking agent: {'id': '5b2860be-0b4f-4931-914a-5d10403eafcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 47, 24), 'started_at': datetime.datetime(2022, 4, 1, 15, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:31:35.084478 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd5482d-484f-49d2-822a-2627ed722f51 req-ed03ed89-ee6c-4f4f-a350-f1e9bd3ca4f3 service neutron] Checking segment: {'id': 'd3c86615-d375-47d4-8d43-ce1e14855471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '12aa0a31-25ee-49ee-b14a-25248a051ece'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:31:35.084903 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd5482d-484f-49d2-822a-2627ed722f51 req-ed03ed89-ee6c-4f4f-a350-f1e9bd3ca4f3 service neutron] Bound using segment: {'id': 'd3c86615-d375-47d4-8d43-ce1e14855471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '12aa0a31-25ee-49ee-b14a-25248a051ece'} {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:31:35.085333 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [req-8cd5482d-484f-49d2-822a-2627ed722f51 req-ed03ed89-ee6c-4f4f-a350-f1e9bd3ca4f3 service neutron] Bound port: 14d44fae-dc86-43dc-be06-6f82c06b183d, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3c86615-d375-47d4-8d43-ce1e14855471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '12aa0a31-25ee-49ee-b14a-25248a051ece'}}] {{(pid=83828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:31:35.085679 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-8cd5482d-484f-49d2-822a-2627ed722f51 req-ed03ed89-ee6c-4f4f-a350-f1e9bd3ca4f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:35.190379 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [req-8cd5482d-484f-49d2-822a-2627ed722f51 req-ed03ed89-ee6c-4f4f-a350-f1e9bd3ca4f3 service neutron] For port 14d44fae-dc86-43dc-be06-6f82c06b183d, host hv-neutron-8333, cleared binding levels {{(pid=83828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:31:35.194570 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [req-8cd5482d-484f-49d2-822a-2627ed722f51 req-ed03ed89-ee6c-4f4f-a350-f1e9bd3ca4f3 service neutron] For port 14d44fae-dc86-43dc-be06-6f82c06b183d, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=14d44fae-dc86-43dc-be06-6f82c06b183d,segment=NetworkSegment(d3c86615-d375-47d4-8d43-ce1e14855471),segment_id=d3c86615-d375-47d4-8d43-ce1e14855471)] {{(pid=83828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:31:35.199853 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-8cd5482d-484f-49d2-822a-2627ed722f51 req-ed03ed89-ee6c-4f4f-a350-f1e9bd3ca4f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:35.250076 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bce8d11-c3ae-4644-8da3-88892349fcdb req-73dea593-1979-4ef1-8e05-9b700f020a3f tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:35.252113 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2bce8d11-c3ae-4644-8da3-88892349fcdb req-73dea593-1979-4ef1-8e05-9b700f020a3f tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=c80d4a7e-b588-4b59-be5b-c3f575cfaa58 HTTP/1.1" status: 200 len: 943 time: 0.0899730 Apr 01 16:31:35.261402 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-8cd5482d-484f-49d2-822a-2627ed722f51 req-ed03ed89-ee6c-4f4f-a350-f1e9bd3ca4f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:35.262266 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-8cd5482d-484f-49d2-822a-2627ed722f51 req-ed03ed89-ee6c-4f4f-a350-f1e9bd3ca4f3 service neutron] 10.222.0.24 "PUT /v2.0/ports/14d44fae-dc86-43dc-be06-6f82c06b183d HTTP/1.1" status: 200 len: 1093 time: 0.9822791 Apr 01 16:31:35.271290 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c80d4a7e-b588-4b59-be5b-c3f575cfaa58', 'tag': '14d44fae-dc86-43dc-be06-6f82c06b183d'}] {{(pid=83828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:31:35.312752 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed03ed89-ee6c-4f4f-a350-f1e9bd3ca4f3 service neutron] Pushing event updated for resources: {'Port': ['ID=14d44fae-dc86-43dc-be06-6f82c06b183d,revision_number=3']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:31:35.344966 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2bce8d11-c3ae-4644-8da3-88892349fcdb req-d6c2ad4f-4bf5-4bab-a5a2-7fe0cfc53acb tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3f338db-378d-4ac3-8505-bd5817edfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806363 Apr 01 16:31:35.389804 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c80d4a7e-b588-4b59-be5b-c3f575cfaa58', 'tag': '14d44fae-dc86-43dc-be06-6f82c06b183d', 'status': 'completed', 'code': 200} Apr 01 16:31:35.409162 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-8cd5482d-484f-49d2-822a-2627ed722f51 req-84623726-30d9-4c33-8995-d993dafc9055 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3dd578100e004cd6aa38072871c36e42&device_id=c80d4a7e-b588-4b59-be5b-c3f575cfaa58 HTTP/1.1" status: 200 len: 1096 time: 0.0922980 Apr 01 16:31:35.487037 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-8cd5482d-484f-49d2-822a-2627ed722f51 req-d0246c92-f5c6-4e09-9927-d1a239c7b0cc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14d44fae-dc86-43dc-be06-6f82c06b183d HTTP/1.1" status: 200 len: 217 time: 0.0708020 Apr 01 16:31:35.556217 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5482d-484f-49d2-822a-2627ed722f51 req-244417d6-39f7-493b-a7d5-32f710160ca4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:35.557709 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-8cd5482d-484f-49d2-822a-2627ed722f51 req-244417d6-39f7-493b-a7d5-32f710160ca4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cf732c7e-980f-4239-9bf0-161b5975bca5 HTTP/1.1" status: 200 len: 835 time: 0.0643544 Apr 01 16:31:35.646013 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-8cd5482d-484f-49d2-822a-2627ed722f51 req-18b05186-8f8a-4dec-9c3f-20f03cdb2cc7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=12aa0a31-25ee-49ee-b14a-25248a051ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0814884 Apr 01 16:31:35.726933 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device f6e558bf-a569-4585-b3ac-c713763a0b39 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:31:35.801955 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port f6e558bf-a569-4585-b3ac-c713763a0b39 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:31:35.808164 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port f6e558bf-a569-4585-b3ac-c713763a0b39 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:31:35.808636 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:35.815352 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-8cd5482d-484f-49d2-822a-2627ed722f51 req-01db5ae8-caab-4394-ad3e-9002d9c25da7 service neutron] 10.222.0.24 "GET /v2.0/networks/12aa0a31-25ee-49ee-b14a-25248a051ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615624 Apr 01 16:31:35.923795 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:35.959522 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port f6e558bf-a569-4585-b3ac-c713763a0b39, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=f6e558bf-a569-4585-b3ac-c713763a0b39,segment=NetworkSegment(d3c86615-d375-47d4-8d43-ce1e14855471),segment_id=d3c86615-d375-47d4-8d43-ce1e14855471)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:31:35.965855 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:36.040183 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=f6e558bf-a569-4585-b3ac-c713763a0b39,revision_number=5']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:31:36.051666 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-8cd5482d-484f-49d2-822a-2627ed722f51 req-db278a1f-0f22-4357-a734-b92d2d09db31 service neutron] 10.222.0.24 "GET /v2.0/networks/12aa0a31-25ee-49ee-b14a-25248a051ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299042 Apr 01 16:31:36.174533 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-8a97526e-b68b-46b7-ac2a-d6c1b09e405b req-86b85fc8-14ca-4980-b582-fe6a3c366f45 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3dd578100e004cd6aa38072871c36e42&device_id=c80d4a7e-b588-4b59-be5b-c3f575cfaa58 HTTP/1.1" status: 200 len: 1096 time: 0.0731690 Apr 01 16:31:36.312962 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a97526e-b68b-46b7-ac2a-d6c1b09e405b req-f68f25ec-eb60-49c5-8673-e04b74511ddb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:36.314507 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-8a97526e-b68b-46b7-ac2a-d6c1b09e405b req-f68f25ec-eb60-49c5-8673-e04b74511ddb service neutron] 10.222.0.24 "GET /v2.0/networks?id=12aa0a31-25ee-49ee-b14a-25248a051ece HTTP/1.1" status: 200 len: 896 time: 0.1338665 Apr 01 16:31:36.389205 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-8a97526e-b68b-46b7-ac2a-d6c1b09e405b req-8d91384c-e278-411d-b7d4-14ad90740ebf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14d44fae-dc86-43dc-be06-6f82c06b183d HTTP/1.1" status: 200 len: 217 time: 0.0679936 Apr 01 16:31:36.455232 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a97526e-b68b-46b7-ac2a-d6c1b09e405b req-bff6a4f9-c87d-4b7e-a02d-90a660ac9fbe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:36.456679 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-8a97526e-b68b-46b7-ac2a-d6c1b09e405b req-bff6a4f9-c87d-4b7e-a02d-90a660ac9fbe service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cf732c7e-980f-4239-9bf0-161b5975bca5 HTTP/1.1" status: 200 len: 835 time: 0.0613887 Apr 01 16:31:36.550297 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-8a97526e-b68b-46b7-ac2a-d6c1b09e405b req-0f24d82d-7fa5-45bc-a4fc-e562c893dc6a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=12aa0a31-25ee-49ee-b14a-25248a051ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0858269 Apr 01 16:31:36.557077 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a47b63f-945f-4a43-9162-e369b28326f5 req-6c39d3e4-b6c4-4acb-b322-3357624d914e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:36.558594 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-0a47b63f-945f-4a43-9162-e369b28326f5 req-6c39d3e4-b6c4-4acb-b322-3357624d914e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=c80d4a7e-b588-4b59-be5b-c3f575cfaa58 HTTP/1.1" status: 200 len: 943 time: 0.0835636 Apr 01 16:31:36.607506 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-0a47b63f-945f-4a43-9162-e369b28326f5 req-7360a5e4-2c0c-496b-8e14-5491ef6b7404 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3f338db-378d-4ac3-8505-bd5817edfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432391 Apr 01 16:31:36.696797 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-8a97526e-b68b-46b7-ac2a-d6c1b09e405b req-ca1b8f5e-f3c4-49af-94e5-c36a55a227a5 service neutron] 10.222.0.24 "GET /v2.0/networks/12aa0a31-25ee-49ee-b14a-25248a051ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400414 Apr 01 16:31:36.834865 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-8a97526e-b68b-46b7-ac2a-d6c1b09e405b req-b0023ed8-ffab-4801-824b-a19ab0608d04 service neutron] 10.222.0.24 "GET /v2.0/networks/12aa0a31-25ee-49ee-b14a-25248a051ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307347 Apr 01 16:31:37.705581 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device f6e558bf-a569-4585-b3ac-c713763a0b39 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:31:37.786346 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port f6e558bf-a569-4585-b3ac-c713763a0b39 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:31:37.786719 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:37.881164 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfec68ac-df7b-4897-9799-0316a655e26b req-6e049313-93b9-4d21-8fb3-4331e85ced87 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:37.883005 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-cfec68ac-df7b-4897-9799-0316a655e26b req-6e049313-93b9-4d21-8fb3-4331e85ced87 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=c80d4a7e-b588-4b59-be5b-c3f575cfaa58 HTTP/1.1" status: 200 len: 943 time: 0.1349380 Apr 01 16:31:37.943383 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-cfec68ac-df7b-4897-9799-0316a655e26b req-7bd92d44-d752-4555-a0bc-374380c884a4 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3f338db-378d-4ac3-8505-bd5817edfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540423 Apr 01 16:31:38.339749 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 14d44fae-dc86-43dc-be06-6f82c06b183d details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:31:38.491397 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 14d44fae-dc86-43dc-be06-6f82c06b183d, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=14d44fae-dc86-43dc-be06-6f82c06b183d,segment=NetworkSegment(d3c86615-d375-47d4-8d43-ce1e14855471),segment_id=d3c86615-d375-47d4-8d43-ce1e14855471)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:31:38.505771 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Returning: {'device': '14d44fae-dc86-43dc-be06-6f82c06b183d', 'network_id': '12aa0a31-25ee-49ee-b14a-25248a051ece', 'port_id': '14d44fae-dc86-43dc-be06-6f82c06b183d', 'mac_address': 'fa:16:3e:95:fd:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf732c7e-980f-4239-9bf0-161b5975bca5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:31:38.561015 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:38.581748 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14d44fae-dc86-43dc-be06-6f82c06b183d {{(pid=83829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:31:38.597526 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 14d44fae-dc86-43dc-be06-6f82c06b183d, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=14d44fae-dc86-43dc-be06-6f82c06b183d,segment=NetworkSegment(d3c86615-d375-47d4-8d43-ce1e14855471),segment_id=d3c86615-d375-47d4-8d43-ce1e14855471)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:31:38.601417 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:38.666890 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=14d44fae-dc86-43dc-be06-6f82c06b183d,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:31:38.820544 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] get_ports_and_sgs() called for port_ids ['14d44fae-dc86-43dc-be06-6f82c06b183d'] {{(pid=83829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 16:31:39.164004 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82440a3-c0af-4602-8680-a45b08ba9384 req-a69c4adb-1ee8-4f59-a6b5-0609a2bef1a6 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:39.165576 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f82440a3-c0af-4602-8680-a45b08ba9384 req-a69c4adb-1ee8-4f59-a6b5-0609a2bef1a6 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=c80d4a7e-b588-4b59-be5b-c3f575cfaa58 HTTP/1.1" status: 200 len: 944 time: 0.0937791 Apr 01 16:31:39.212838 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f82440a3-c0af-4602-8680-a45b08ba9384 req-69019c44-f61d-4fef-b4f5-dec1dc377307 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3f338db-378d-4ac3-8505-bd5817edfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416152 Apr 01 16:31:40.353396 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 14d44fae-dc86-43dc-be06-6f82c06b183d up at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:31:40.413498 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364e710f-47a0-4df3-aeba-8e44bb37f288 req-ef675820-9f6b-4a0c-8b7c-eb3a5fbad13a tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:40.415386 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-364e710f-47a0-4df3-aeba-8e44bb37f288 req-ef675820-9f6b-4a0c-8b7c-eb3a5fbad13a tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=c80d4a7e-b588-4b59-be5b-c3f575cfaa58 HTTP/1.1" status: 200 len: 944 time: 0.0791054 Apr 01 16:31:40.423978 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning for port 14d44fae-dc86-43dc-be06-6f82c06b183d completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:31:40.429961 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning complete for port 14d44fae-dc86-43dc-be06-6f82c06b183d triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:31:40.430348 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:40.468643 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-364e710f-47a0-4df3-aeba-8e44bb37f288 req-ce13481a-9dd1-4ed5-b85a-4689e16e360c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3f338db-378d-4ac3-8505-bd5817edfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415478 Apr 01 16:31:40.555167 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:40.582689 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c80d4a7e-b588-4b59-be5b-c3f575cfaa58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d44fae-dc86-43dc-be06-6f82c06b183d'}] {{(pid=83829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:31:40.593763 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 14d44fae-dc86-43dc-be06-6f82c06b183d, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=14d44fae-dc86-43dc-be06-6f82c06b183d,segment=NetworkSegment(d3c86615-d375-47d4-8d43-ce1e14855471),segment_id=d3c86615-d375-47d4-8d43-ce1e14855471)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:31:40.598785 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:40.671803 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=14d44fae-dc86-43dc-be06-6f82c06b183d,revision_number=5']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:31:40.752477 dv-neutron-833373-2-hyperv neutron-server[83829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c80d4a7e-b588-4b59-be5b-c3f575cfaa58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d44fae-dc86-43dc-be06-6f82c06b183d', 'code': 200} Apr 01 16:31:40.985192 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-b6cbdb2f-cea8-4328-b5d9-62a10eda4a36 req-910eec87-9888-4c5a-8f04-15da519908d1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c80d4a7e-b588-4b59-be5b-c3f575cfaa58 HTTP/1.1" status: 200 len: 1098 time: 0.0709896 Apr 01 16:31:41.032148 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-b6cbdb2f-cea8-4328-b5d9-62a10eda4a36 req-eb9d4cc6-e251-456f-91b1-29e905d2b54b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f3f338db-378d-4ac3-8505-bd5817edfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398960 Apr 01 16:31:41.666083 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e2814c-5470-446a-bbcd-ffc88ad452d3 req-5f592f42-5266-4a60-b206-8e782e0ea9fd tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:41.667543 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e5e2814c-5470-446a-bbcd-ffc88ad452d3 req-5f592f42-5266-4a60-b206-8e782e0ea9fd tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=c80d4a7e-b588-4b59-be5b-c3f575cfaa58 HTTP/1.1" status: 200 len: 945 time: 0.0778420 Apr 01 16:31:41.719722 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e5e2814c-5470-446a-bbcd-ffc88ad452d3 req-94fbe126-5657-463f-8e53-30416fe45cc6 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3f338db-378d-4ac3-8505-bd5817edfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458801 Apr 01 16:31:42.924211 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a155e29-fa0c-437d-a8c4-36062fe429dd req-f3bddc7c-7119-407c-b85c-fcf00868bfbd tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:42.925630 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8a155e29-fa0c-437d-a8c4-36062fe429dd req-f3bddc7c-7119-407c-b85c-fcf00868bfbd tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=c80d4a7e-b588-4b59-be5b-c3f575cfaa58 HTTP/1.1" status: 200 len: 945 time: 0.0763462 Apr 01 16:31:42.971048 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8a155e29-fa0c-437d-a8c4-36062fe429dd req-f9cd4cab-6052-4c78-8a8d-c464b38a3926 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3f338db-378d-4ac3-8505-bd5817edfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393322 Apr 01 16:31:43.169169 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a206a26c-5ab4-41ef-a88e-96da91dc149b req-0f989afd-24f2-4d21-8676-27aadde5d333 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:43.170588 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a206a26c-5ab4-41ef-a88e-96da91dc149b req-0f989afd-24f2-4d21-8676-27aadde5d333 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=c80d4a7e-b588-4b59-be5b-c3f575cfaa58 HTTP/1.1" status: 200 len: 945 time: 0.0791206 Apr 01 16:31:43.215323 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a206a26c-5ab4-41ef-a88e-96da91dc149b req-c1aa38e4-a138-4432-a309-621ec6495d9f tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3f338db-378d-4ac3-8505-bd5817edfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391796 Apr 01 16:31:43.243154 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 35670) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:31:43.312683 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-9809e493-d4d0-4138-a7ea-c782364771ca tempest-TestNetworkAdvancedServerOps-1163408523 tempest-TestNetworkAdvancedServerOps-1163408523-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=c80d4a7e-b588-4b59-be5b-c3f575cfaa58 HTTP/1.1" status: 200 len: 1093 time: 0.0683291 Apr 01 16:31:43.315292 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 35674) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:31:43.321400 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-3af0b1f4-6541-4c87-af41-3815d8a2e9ac tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Request body: {'floatingip': {'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'port_id': '14d44fae-dc86-43dc-be06-6f82c06b183d', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:31:43.327164 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-3af0b1f4-6541-4c87-af41-3815d8a2e9ac tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:31:43.330998 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-3af0b1f4-6541-4c87-af41-3815d8a2e9ac tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Usage tracker for resource:floatingip and tenant:3dd578100e004cd6aa38072871c36e42 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:31:43.333817 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-3af0b1f4-6541-4c87-af41-3815d8a2e9ac tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:31:43.339811 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-3af0b1f4-6541-4c87-af41-3815d8a2e9ac tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:31:43.350741 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3af0b1f4-6541-4c87-af41-3815d8a2e9ac tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for floatingip, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:43.493653 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3af0b1f4-6541-4c87-af41-3815d8a2e9ac tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:43.634828 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-3af0b1f4-6541-4c87-af41-3815d8a2e9ac tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Allocated IP 172.26.1.147 (ed45466e-0386-4b92-8de3-247c977242ac/0479f741-5cd1-4d6f-b593-d8aa909a42d3/83b60157-3b6c-40f3-ae49-a22b90a2e56b) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:31:43.879381 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3af0b1f4-6541-4c87-af41-3815d8a2e9ac tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:43.907580 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3af0b1f4-6541-4c87-af41-3815d8a2e9ac tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:43.979689 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af0b1f4-6541-4c87-af41-3815d8a2e9ac tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Network ed45466e-0386-4b92-8de3-247c977242ac is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:31:43.982684 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-3af0b1f4-6541-4c87-af41-3815d8a2e9ac tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:31:43.987139 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af0b1f4-6541-4c87-af41-3815d8a2e9ac tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:31:44.022274 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af0b1f4-6541-4c87-af41-3815d8a2e9ac tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event updated for resources: {'Port': ['ID=83b60157-3b6c-40f3-ae49-a22b90a2e56b,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:31:44.540025 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3af0b1f4-6541-4c87-af41-3815d8a2e9ac tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:44.618159 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3af0b1f4-6541-4c87-af41-3815d8a2e9ac tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:44.830758 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3af0b1f4-6541-4c87-af41-3815d8a2e9ac tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:44.836929 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3af0b1f4-6541-4c87-af41-3815d8a2e9ac tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:44.954293 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af0b1f4-6541-4c87-af41-3815d8a2e9ac tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event updated for resources: {'Port': ['ID=83b60157-3b6c-40f3-ae49-a22b90a2e56b,revision_number=2']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:31:44.980019 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3af0b1f4-6541-4c87-af41-3815d8a2e9ac tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617697'] for floatingip, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:45.213449 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.l3_db [None req-3af0b1f4-6541-4c87-af41-3815d8a2e9ac tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Floating IP c83f2e78-8e69-4002-8857-440d60b0febe associated. External IP: 172.26.1.147, port: 14d44fae-dc86-43dc-be06-6f82c06b183d. Apr 01 16:31:45.842681 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3af0b1f4-6541-4c87-af41-3815d8a2e9ac tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Router e396497c-7e12-44b8-9c00-b99707eab4c1 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:31:46.053855 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af0b1f4-6541-4c87-af41-3815d8a2e9ac tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:31:46.063293 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a82054a-ee49-4935-bf11-ce787ac76fee None None] Sync routers for ids ['e396497c-7e12-44b8-9c00-b99707eab4c1'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:31:46.080961 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a82054a-ee49-4935-bf11-ce787ac76fee None None] Routers {'e396497c-7e12-44b8-9c00-b99707eab4c1'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:31:46.081675 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-9a82054a-ee49-4935-bf11-ce787ac76fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:31:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['e396497c-7e12-44b8-9c00-b99707eab4c1'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:31:46.083094 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-3af0b1f4-6541-4c87-af41-3815d8a2e9ac tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for floatingip, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:46.143323 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-3af0b1f4-6541-4c87-af41-3815d8a2e9ac tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8268151 Apr 01 16:31:46.143725 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c80d4a7e-b588-4b59-be5b-c3f575cfaa58', 'tag': '14d44fae-dc86-43dc-be06-6f82c06b183d'}] {{(pid=83826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:31:46.218216 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c80d4a7e-b588-4b59-be5b-c3f575cfaa58', 'tag': '14d44fae-dc86-43dc-be06-6f82c06b183d', 'status': 'completed', 'code': 200} Apr 01 16:31:46.318419 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-9672b305-0308-4567-8ee5-a756cac6bfba req-5f4c6037-65d5-4f57-ab19-c823905e4c42 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3dd578100e004cd6aa38072871c36e42&device_id=c80d4a7e-b588-4b59-be5b-c3f575cfaa58 HTTP/1.1" status: 200 len: 1098 time: 0.0759935 Apr 01 16:31:46.343198 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-9a82054a-ee49-4935-bf11-ce787ac76fee None None] Set router e396497c-7e12-44b8-9c00-b99707eab4c1 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:31:46.388876 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39143bd-10cb-4531-a2b9-9d300f1cc87b req-e257b080-f268-424b-96de-943ae0958ba9 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:46.391781 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a39143bd-10cb-4531-a2b9-9d300f1cc87b req-e257b080-f268-424b-96de-943ae0958ba9 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=c80d4a7e-b588-4b59-be5b-c3f575cfaa58 HTTP/1.1" status: 200 len: 945 time: 0.1409314 Apr 01 16:31:46.449618 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a39143bd-10cb-4531-a2b9-9d300f1cc87b req-44f932e4-7409-4053-a03c-11c54c3e9345 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3f338db-378d-4ac3-8505-bd5817edfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505311 Apr 01 16:31:46.468913 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9672b305-0308-4567-8ee5-a756cac6bfba req-c705f906-6bb2-4fa3-84f3-249d7598d066 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:46.470639 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-9672b305-0308-4567-8ee5-a756cac6bfba req-c705f906-6bb2-4fa3-84f3-249d7598d066 service neutron] 10.222.0.24 "GET /v2.0/networks?id=12aa0a31-25ee-49ee-b14a-25248a051ece HTTP/1.1" status: 200 len: 896 time: 0.1462164 Apr 01 16:31:46.479643 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 35682) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:31:46.577169 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-9672b305-0308-4567-8ee5-a756cac6bfba req-7cca0312-0c7d-40d8-bd07-d6af3b0d7a78 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14d44fae-dc86-43dc-be06-6f82c06b183d HTTP/1.1" status: 200 len: 999 time: 0.1000879 Apr 01 16:31:46.596821 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-8bb07bae-1a85-46f0-b1cb-9cce63bee0b9 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/floatingips/c83f2e78-8e69-4002-8857-440d60b0febe HTTP/1.1" status: 200 len: 991 time: 0.1145787 Apr 01 16:31:46.651029 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9672b305-0308-4567-8ee5-a756cac6bfba req-34ba08e0-75de-4d1b-a0ab-299477f354ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:31:46.652556 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-9672b305-0308-4567-8ee5-a756cac6bfba req-34ba08e0-75de-4d1b-a0ab-299477f354ac service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cf732c7e-980f-4239-9bf0-161b5975bca5 HTTP/1.1" status: 200 len: 835 time: 0.0695410 Apr 01 16:31:46.735547 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-9672b305-0308-4567-8ee5-a756cac6bfba req-e428734c-021f-4b5d-a9d2-9db2517202bd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=12aa0a31-25ee-49ee-b14a-25248a051ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759304 Apr 01 16:31:46.765506 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-9a82054a-ee49-4935-bf11-ce787ac76fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e396497c-7e12-44b8-9c00-b99707eab4c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-762789762', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.193'}], 'enable_snat': True}, 'gw_port_id': '7e624d76-e993-4616-995c-f667127f7706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:31:23Z', 'updated_at': '2022-04-01T16:31:28Z', 'revision_number': 4, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'gw_port': {'id': '7e624d76-e993-4616-995c-f667127f7706', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e396497c-7e12-44b8-9c00-b99707eab4c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:31:24Z', 'updated_at': '2022-04-01T16:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': 'c83f2e78-8e69-4002-8857-440d60b0febe', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'floating_ip_address': '172.26.1.147', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': 'e396497c-7e12-44b8-9c00-b99707eab4c1', 'port_id': '14d44fae-dc86-43dc-be06-6f82c06b183d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12aa0a31-25ee-49ee-b14a-25248a051ece', 'mac_address': 'fa:16:3e:95:fd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80d4a7e-b588-4b59-be5b-c3f575cfaa58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:31:44Z', 'updated_at': '2022-04-01T16:31:44Z', 'revision_number': 0, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6e558bf-a569-4585-b3ac-c713763a0b39', 'name': '', 'network_id': '12aa0a31-25ee-49ee-b14a-25248a051ece', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'mac_address': 'fa:16:3e:a5:3b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e396497c-7e12-44b8-9c00-b99707eab4c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf732c7e-980f-4239-9bf0-161b5975bca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:31:27Z', 'updated_at': '2022-04-01T16:31:35Z', 'revision_number': 5, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'subnets': [{'id': 'cf732c7e-980f-4239-9bf0-161b5975bca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:31:46.769594 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a82054a-ee49-4935-bf11-ce787ac76fee None None] Checking router: e396497c-7e12-44b8-9c00-b99707eab4c1 for host: dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:31:46.781534 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a82054a-ee49-4935-bf11-ce787ac76fee None None] Routers {'e396497c-7e12-44b8-9c00-b99707eab4c1'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:31:46.782155 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-9a82054a-ee49-4935-bf11-ce787ac76fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:31:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['e396497c-7e12-44b8-9c00-b99707eab4c1'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:31:46.876542 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-9672b305-0308-4567-8ee5-a756cac6bfba req-a1ac7d76-1072-44f3-a418-c09339cb75f7 service neutron] 10.222.0.24 "GET /v2.0/networks/12aa0a31-25ee-49ee-b14a-25248a051ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333389 Apr 01 16:31:46.969916 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-9a82054a-ee49-4935-bf11-ce787ac76fee None None] Set router e396497c-7e12-44b8-9c00-b99707eab4c1 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:31:47.028292 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-9672b305-0308-4567-8ee5-a756cac6bfba req-76625c11-e7c6-4f45-81e0-0c9704a3eefe service neutron] 10.222.0.24 "GET /v2.0/networks/12aa0a31-25ee-49ee-b14a-25248a051ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467068 Apr 01 16:31:47.355721 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-9a82054a-ee49-4935-bf11-ce787ac76fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e396497c-7e12-44b8-9c00-b99707eab4c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-762789762', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.193'}], 'enable_snat': True}, 'gw_port_id': '7e624d76-e993-4616-995c-f667127f7706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:31:23Z', 'updated_at': '2022-04-01T16:31:28Z', 'revision_number': 4, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'gw_port': {'id': '7e624d76-e993-4616-995c-f667127f7706', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e396497c-7e12-44b8-9c00-b99707eab4c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:31:24Z', 'updated_at': '2022-04-01T16:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': 'c83f2e78-8e69-4002-8857-440d60b0febe', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'floating_ip_address': '172.26.1.147', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': 'e396497c-7e12-44b8-9c00-b99707eab4c1', 'port_id': '14d44fae-dc86-43dc-be06-6f82c06b183d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12aa0a31-25ee-49ee-b14a-25248a051ece', 'mac_address': 'fa:16:3e:95:fd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80d4a7e-b588-4b59-be5b-c3f575cfaa58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:31:44Z', 'updated_at': '2022-04-01T16:31:44Z', 'revision_number': 0, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6e558bf-a569-4585-b3ac-c713763a0b39', 'name': '', 'network_id': '12aa0a31-25ee-49ee-b14a-25248a051ece', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'mac_address': 'fa:16:3e:a5:3b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e396497c-7e12-44b8-9c00-b99707eab4c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf732c7e-980f-4239-9bf0-161b5975bca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:31:27Z', 'updated_at': '2022-04-01T16:31:35Z', 'revision_number': 5, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'subnets': [{'id': 'cf732c7e-980f-4239-9bf0-161b5975bca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:31:47.360073 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a82054a-ee49-4935-bf11-ce787ac76fee None None] The sync data for ids ['e396497c-7e12-44b8-9c00-b99707eab4c1'] in dv-neutron-833373-2-hyperv is: [{'id': 'e396497c-7e12-44b8-9c00-b99707eab4c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-762789762', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.193'}], 'enable_snat': True}, 'gw_port_id': '7e624d76-e993-4616-995c-f667127f7706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:31:23Z', 'updated_at': '2022-04-01T16:31:28Z', 'revision_number': 4, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'gw_port': {'id': '7e624d76-e993-4616-995c-f667127f7706', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e396497c-7e12-44b8-9c00-b99707eab4c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:31:24Z', 'updated_at': '2022-04-01T16:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': 'c83f2e78-8e69-4002-8857-440d60b0febe', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'floating_ip_address': '172.26.1.147', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': 'e396497c-7e12-44b8-9c00-b99707eab4c1', 'port_id': '14d44fae-dc86-43dc-be06-6f82c06b183d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12aa0a31-25ee-49ee-b14a-25248a051ece', 'mac_address': 'fa:16:3e:95:fd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80d4a7e-b588-4b59-be5b-c3f575cfaa58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:31:44Z', 'updated_at': '2022-04-01T16:31:44Z', 'revision_number': 0, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6e558bf-a569-4585-b3ac-c713763a0b39', 'name': '', 'network_id': '12aa0a31-25ee-49ee-b14a-25248a051ece', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'mac_address': 'fa:16:3e:a5:3b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e396497c-7e12-44b8-9c00-b99707eab4c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf732c7e-980f-4239-9bf0-161b5975bca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:31:27Z', 'updated_at': '2022-04-01T16:31:35Z', 'revision_number': 5, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'subnets': [{'id': 'cf732c7e-980f-4239-9bf0-161b5975bca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:31:47.599695 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 35686) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:31:47.711225 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-d858a796-15e0-4976-b925-c67efd66536e tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/floatingips/c83f2e78-8e69-4002-8857-440d60b0febe HTTP/1.1" status: 200 len: 991 time: 0.1096046 Apr 01 16:31:48.715070 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 35690) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:31:48.905505 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-8d63b946-7577-459a-b38b-2afdb0a8a681 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/floatingips/c83f2e78-8e69-4002-8857-440d60b0febe HTTP/1.1" status: 200 len: 991 time: 0.1891937 Apr 01 16:31:49.873346 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a303456-95cc-4e32-8904-7492ccec7ae2 None None] New status for floating IP c83f2e78-8e69-4002-8857-440d60b0febe: ACTIVE {{(pid=83833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 16:31:49.909360 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 35694) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:31:50.025249 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-2840270b-b9c1-4153-b357-6a26f499dfe6 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/floatingips/c83f2e78-8e69-4002-8857-440d60b0febe HTTP/1.1" status: 200 len: 991 time: 0.1135168 Apr 01 16:31:51.028040 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 35698) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:31:51.131166 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-390d05bb-f92b-4caf-ba7f-c2046c9518ed tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/floatingips/c83f2e78-8e69-4002-8857-440d60b0febe HTTP/1.1" status: 200 len: 993 time: 0.1018634 Apr 01 16:31:51.635527 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:31:53.980238 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-39fdbfd9-93af-4515-89c8-6a57005ac360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:54.062894 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:56.373548 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-d53861f9-8bd9-4f1c-b4cc-98349ab48c12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:57.720463 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:57.844886 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:31:59.410503 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:09.929654 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-7ef540af-7389-473f-bfa7-f803d97e5a36 req-1a12df60-2df2-44f9-b1cc-66a843a8a249 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c80d4a7e-b588-4b59-be5b-c3f575cfaa58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0671146 Apr 01 16:32:10.074220 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-7ef540af-7389-473f-bfa7-f803d97e5a36 req-86c832f7-a629-49eb-9949-04325fe2e981 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3dd578100e004cd6aa38072871c36e42&device_id=c80d4a7e-b588-4b59-be5b-c3f575cfaa58 HTTP/1.1" status: 200 len: 1098 time: 0.0715270 Apr 01 16:32:10.225133 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef540af-7389-473f-bfa7-f803d97e5a36 req-424a44c6-4901-48c2-96e5-0ca49bc22105 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:10.226568 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-7ef540af-7389-473f-bfa7-f803d97e5a36 req-424a44c6-4901-48c2-96e5-0ca49bc22105 service neutron] 10.222.0.24 "GET /v2.0/networks?id=12aa0a31-25ee-49ee-b14a-25248a051ece HTTP/1.1" status: 200 len: 896 time: 0.1328270 Apr 01 16:32:10.329801 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-7ef540af-7389-473f-bfa7-f803d97e5a36 req-a2737823-5ec9-41c2-a786-a4172795adbb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14d44fae-dc86-43dc-be06-6f82c06b183d HTTP/1.1" status: 200 len: 1001 time: 0.0966213 Apr 01 16:32:10.390862 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef540af-7389-473f-bfa7-f803d97e5a36 req-1e5b5970-6110-44c1-bb40-0795d42f4d45 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:10.392333 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-7ef540af-7389-473f-bfa7-f803d97e5a36 req-1e5b5970-6110-44c1-bb40-0795d42f4d45 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cf732c7e-980f-4239-9bf0-161b5975bca5 HTTP/1.1" status: 200 len: 835 time: 0.0563145 Apr 01 16:32:10.465264 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-7ef540af-7389-473f-bfa7-f803d97e5a36 req-d73ec5ed-8319-4f65-a114-25327d5d546d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=12aa0a31-25ee-49ee-b14a-25248a051ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666118 Apr 01 16:32:10.595066 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-7ef540af-7389-473f-bfa7-f803d97e5a36 req-efc440e0-d742-45ab-8516-dad6529f7d3b service neutron] 10.222.0.24 "GET /v2.0/networks/12aa0a31-25ee-49ee-b14a-25248a051ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234958 Apr 01 16:32:10.726953 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-7ef540af-7389-473f-bfa7-f803d97e5a36 req-2461a43c-c355-447e-87d8-6f0a5dea05d7 service neutron] 10.222.0.24 "GET /v2.0/networks/12aa0a31-25ee-49ee-b14a-25248a051ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235332 Apr 01 16:32:18.455918 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e2674-d540-470d-8f02-3475a3a94d25 req-0069a8f8-d8c4-4762-89ab-59332d6ea4b9 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:18.457434 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-201e2674-d540-470d-8f02-3475a3a94d25 req-0069a8f8-d8c4-4762-89ab-59332d6ea4b9 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=c80d4a7e-b588-4b59-be5b-c3f575cfaa58 HTTP/1.1" status: 200 len: 945 time: 0.0762188 Apr 01 16:32:18.503539 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-201e2674-d540-470d-8f02-3475a3a94d25 req-ec885bf0-e5a4-4a3f-b42d-aef578fbcc6c tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3f338db-378d-4ac3-8505-bd5817edfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397592 Apr 01 16:32:19.704341 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc673754-bdab-4817-b486-91cc6894bfdc req-878c51bf-fa3f-4114-bea0-0bb9ac1647bd tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:19.705805 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-bc673754-bdab-4817-b486-91cc6894bfdc req-878c51bf-fa3f-4114-bea0-0bb9ac1647bd tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=c80d4a7e-b588-4b59-be5b-c3f575cfaa58 HTTP/1.1" status: 200 len: 945 time: 0.0796032 Apr 01 16:32:19.751244 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-bc673754-bdab-4817-b486-91cc6894bfdc req-59cab973-53d4-4282-a9f1-91c68660c16f tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3f338db-378d-4ac3-8505-bd5817edfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400050 Apr 01 16:32:19.778780 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 35718) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:32:19.882782 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-40c93cdf-7375-4d8d-aef4-94b686f7fe9f tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/floatingips/c83f2e78-8e69-4002-8857-440d60b0febe HTTP/1.1" status: 200 len: 993 time: 0.1027162 Apr 01 16:32:21.380365 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f44f6e-c37a-48b8-9fbf-a0754248714c req-9d95f9c1-faf2-4b9d-a021-e0d9fca19d6f tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:21.381883 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-86f44f6e-c37a-48b8-9fbf-a0754248714c req-9d95f9c1-faf2-4b9d-a021-e0d9fca19d6f tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=c80d4a7e-b588-4b59-be5b-c3f575cfaa58 HTTP/1.1" status: 200 len: 945 time: 0.0806148 Apr 01 16:32:21.383888 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-e46ab50e-2053-46dd-ac8c-6770f2a9976e req-32b3e87f-e098-4c8f-9370-4ee5cf4cf33a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3dd578100e004cd6aa38072871c36e42&device_id=c80d4a7e-b588-4b59-be5b-c3f575cfaa58 HTTP/1.1" status: 200 len: 1098 time: 0.0721245 Apr 01 16:32:21.428996 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-86f44f6e-c37a-48b8-9fbf-a0754248714c req-2ee2e37f-fc5d-4583-a9d8-171669211f28 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3f338db-378d-4ac3-8505-bd5817edfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412223 Apr 01 16:32:21.516190 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46ab50e-2053-46dd-ac8c-6770f2a9976e req-e16a9b7e-d753-45bc-b444-d8bb607f0d9f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:21.517583 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-e46ab50e-2053-46dd-ac8c-6770f2a9976e req-e16a9b7e-d753-45bc-b444-d8bb607f0d9f service neutron] 10.222.0.24 "GET /v2.0/networks?id=12aa0a31-25ee-49ee-b14a-25248a051ece HTTP/1.1" status: 200 len: 896 time: 0.1271443 Apr 01 16:32:21.619924 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-e46ab50e-2053-46dd-ac8c-6770f2a9976e req-9761d73f-f3e8-489e-959c-d62c813ec101 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14d44fae-dc86-43dc-be06-6f82c06b183d HTTP/1.1" status: 200 len: 1001 time: 0.0959496 Apr 01 16:32:21.684997 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46ab50e-2053-46dd-ac8c-6770f2a9976e req-ed91182a-7ff7-4585-889c-6f090aaa63cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:21.686440 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-e46ab50e-2053-46dd-ac8c-6770f2a9976e req-ed91182a-7ff7-4585-889c-6f090aaa63cd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cf732c7e-980f-4239-9bf0-161b5975bca5 HTTP/1.1" status: 200 len: 835 time: 0.0571697 Apr 01 16:32:21.764184 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-e46ab50e-2053-46dd-ac8c-6770f2a9976e req-8cc6937b-c987-463b-b3cc-a4f3aa83f64d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=12aa0a31-25ee-49ee-b14a-25248a051ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709836 Apr 01 16:32:21.992053 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-e46ab50e-2053-46dd-ac8c-6770f2a9976e req-73c91ba1-d2f7-488f-aaed-8aae64f6df92 service neutron] 10.222.0.24 "GET /v2.0/networks/12aa0a31-25ee-49ee-b14a-25248a051ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153642 Apr 01 16:32:22.122087 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-e46ab50e-2053-46dd-ac8c-6770f2a9976e req-b09cc5da-37d5-4708-83e8-3d701ceaa82d service neutron] 10.222.0.24 "GET /v2.0/networks/12aa0a31-25ee-49ee-b14a-25248a051ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233189 Apr 01 16:32:22.632412 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9efe373-6a54-46b7-b36c-592c9bbabcf7 req-d4f0beac-2ab6-47ca-bb33-c13f812142a3 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:22.633855 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e9efe373-6a54-46b7-b36c-592c9bbabcf7 req-d4f0beac-2ab6-47ca-bb33-c13f812142a3 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=c80d4a7e-b588-4b59-be5b-c3f575cfaa58 HTTP/1.1" status: 200 len: 945 time: 0.0782964 Apr 01 16:32:22.678922 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e9efe373-6a54-46b7-b36c-592c9bbabcf7 req-be6ec8e7-22a1-4b20-989e-1093163730f9 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3f338db-378d-4ac3-8505-bd5817edfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391424 Apr 01 16:32:23.873195 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ba7f0-e07e-4c72-83c0-ce546801c04c req-e4cf83d5-8d48-4a8b-9f8f-b37c3dd7ab45 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:23.874640 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-478ba7f0-e07e-4c72-83c0-ce546801c04c req-e4cf83d5-8d48-4a8b-9f8f-b37c3dd7ab45 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=c80d4a7e-b588-4b59-be5b-c3f575cfaa58 HTTP/1.1" status: 200 len: 945 time: 0.0756352 Apr 01 16:32:23.918806 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-478ba7f0-e07e-4c72-83c0-ce546801c04c req-fd31ebc4-f3d3-4b1e-8f45-837ae80f1f41 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3f338db-378d-4ac3-8505-bd5817edfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386634 Apr 01 16:32:23.946729 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 35732) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:32:23.983890 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-845fe8c5-20da-472a-82f3-929112c9877b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:24.051494 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-9a3d911a-1790-4e5e-a1d5-a63f104a32b4 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/floatingips/c83f2e78-8e69-4002-8857-440d60b0febe HTTP/1.1" status: 200 len: 993 time: 0.1036127 Apr 01 16:32:24.087624 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:24.360074 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 35740) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:32:24.554286 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-1da0e555-79f3-40af-a917-96ff5908d642 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Deleting port 83b60157-3b6c-40f3-ae49-a22b90a2e56b {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:32:24.554629 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1da0e555-79f3-40af-a917-96ff5908d642 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:24.728099 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1da0e555-79f3-40af-a917-96ff5908d642 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:24.728414 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1da0e555-79f3-40af-a917-96ff5908d642 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:24.846377 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-1da0e555-79f3-40af-a917-96ff5908d642 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Calling delete_port for 83b60157-3b6c-40f3-ae49-a22b90a2e56b owned by network:floatingip {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:32:24.991030 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1da0e555-79f3-40af-a917-96ff5908d642 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:25.034061 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da0e555-79f3-40af-a917-96ff5908d642 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event deleted for resources: {'Port': ['ID=83b60157-3b6c-40f3-ae49-a22b90a2e56b,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:25.046102 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da0e555-79f3-40af-a917-96ff5908d642 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:25.046406 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da0e555-79f3-40af-a917-96ff5908d642 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:25.046745 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da0e555-79f3-40af-a917-96ff5908d642 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:25.047080 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da0e555-79f3-40af-a917-96ff5908d642 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:25.047413 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da0e555-79f3-40af-a917-96ff5908d642 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:25.048100 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da0e555-79f3-40af-a917-96ff5908d642 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:25.048100 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da0e555-79f3-40af-a917-96ff5908d642 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:25.048374 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da0e555-79f3-40af-a917-96ff5908d642 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:25.048686 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da0e555-79f3-40af-a917-96ff5908d642 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:25.049116 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da0e555-79f3-40af-a917-96ff5908d642 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:25.049451 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da0e555-79f3-40af-a917-96ff5908d642 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:25.141589 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1da0e555-79f3-40af-a917-96ff5908d642 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for floatingip, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:25.643741 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1da0e555-79f3-40af-a917-96ff5908d642 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Router e396497c-7e12-44b8-9c00-b99707eab4c1 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:32:25.849728 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da0e555-79f3-40af-a917-96ff5908d642 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:32:25.859563 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfef2f4-1d4a-4d92-8474-5376fc7c34b4 None None] Sync routers for ids ['e396497c-7e12-44b8-9c00-b99707eab4c1'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:32:25.867511 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1da0e555-79f3-40af-a917-96ff5908d642 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for floatingip, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:25.871459 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfef2f4-1d4a-4d92-8474-5376fc7c34b4 None None] Routers {'e396497c-7e12-44b8-9c00-b99707eab4c1'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:32:25.872118 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-ddfef2f4-1d4a-4d92-8474-5376fc7c34b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:31:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['e396497c-7e12-44b8-9c00-b99707eab4c1'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:32:25.923140 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-1da0e555-79f3-40af-a917-96ff5908d642 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "DELETE /v2.0/floatingips/c83f2e78-8e69-4002-8857-440d60b0febe HTTP/1.1" status: 204 len: 168 time: 1.5618122 Apr 01 16:32:25.923655 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c80d4a7e-b588-4b59-be5b-c3f575cfaa58', 'tag': '14d44fae-dc86-43dc-be06-6f82c06b183d'}] {{(pid=83828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:32:25.978333 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c80d4a7e-b588-4b59-be5b-c3f575cfaa58', 'tag': '14d44fae-dc86-43dc-be06-6f82c06b183d', 'status': 'completed', 'code': 200} Apr 01 16:32:26.070928 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-ddfef2f4-1d4a-4d92-8474-5376fc7c34b4 None None] Set router e396497c-7e12-44b8-9c00-b99707eab4c1 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:32:26.077399 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-f9c54529-68c3-4093-92da-f8fc80227f1c req-39b49798-1632-4e75-b523-da566c69cfcc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3dd578100e004cd6aa38072871c36e42&device_id=c80d4a7e-b588-4b59-be5b-c3f575cfaa58 HTTP/1.1" status: 200 len: 1098 time: 0.0761058 Apr 01 16:32:26.232205 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c54529-68c3-4093-92da-f8fc80227f1c req-163af465-3c09-426c-b186-3306b940a2e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:26.234238 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-f9c54529-68c3-4093-92da-f8fc80227f1c req-163af465-3c09-426c-b186-3306b940a2e2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=12aa0a31-25ee-49ee-b14a-25248a051ece HTTP/1.1" status: 200 len: 896 time: 0.1508412 Apr 01 16:32:26.308406 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-f9c54529-68c3-4093-92da-f8fc80227f1c req-5c96e2cd-8712-4f96-b7bf-33982306cccb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14d44fae-dc86-43dc-be06-6f82c06b183d HTTP/1.1" status: 200 len: 217 time: 0.0666461 Apr 01 16:32:26.339626 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171a982b-bf54-4136-a564-24255b6aab18 req-4baaaf02-2e4b-457a-a4c6-67c70a4dc1b5 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:26.341224 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-171a982b-bf54-4136-a564-24255b6aab18 req-4baaaf02-2e4b-457a-a4c6-67c70a4dc1b5 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=c80d4a7e-b588-4b59-be5b-c3f575cfaa58 HTTP/1.1" status: 200 len: 945 time: 0.0838530 Apr 01 16:32:26.373452 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c54529-68c3-4093-92da-f8fc80227f1c req-5ef5c558-edc6-4b7d-9456-edfcba36e57a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:26.375075 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-f9c54529-68c3-4093-92da-f8fc80227f1c req-5ef5c558-edc6-4b7d-9456-edfcba36e57a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cf732c7e-980f-4239-9bf0-161b5975bca5 HTTP/1.1" status: 200 len: 835 time: 0.0600471 Apr 01 16:32:26.390994 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-171a982b-bf54-4136-a564-24255b6aab18 req-199f9d84-0990-4447-a0c2-d23940cc14af tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3f338db-378d-4ac3-8505-bd5817edfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425117 Apr 01 16:32:26.399629 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-72fe63ff-130d-454d-8e15-c1a8924e2e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:26.457832 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-f9c54529-68c3-4093-92da-f8fc80227f1c req-d48233b2-8d18-4f41-a49e-c3ca8dbf336e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=12aa0a31-25ee-49ee-b14a-25248a051ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760322 Apr 01 16:32:26.463548 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-ddfef2f4-1d4a-4d92-8474-5376fc7c34b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e396497c-7e12-44b8-9c00-b99707eab4c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-762789762', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.193'}], 'enable_snat': True}, 'gw_port_id': '7e624d76-e993-4616-995c-f667127f7706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:31:23Z', 'updated_at': '2022-04-01T16:31:28Z', 'revision_number': 4, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'gw_port': {'id': '7e624d76-e993-4616-995c-f667127f7706', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e396497c-7e12-44b8-9c00-b99707eab4c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:31:24Z', 'updated_at': '2022-04-01T16:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': 'f6e558bf-a569-4585-b3ac-c713763a0b39', 'name': '', 'network_id': '12aa0a31-25ee-49ee-b14a-25248a051ece', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'mac_address': 'fa:16:3e:a5:3b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e396497c-7e12-44b8-9c00-b99707eab4c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf732c7e-980f-4239-9bf0-161b5975bca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:31:27Z', 'updated_at': '2022-04-01T16:31:35Z', 'revision_number': 5, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'subnets': [{'id': 'cf732c7e-980f-4239-9bf0-161b5975bca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:32:26.467758 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfef2f4-1d4a-4d92-8474-5376fc7c34b4 None None] Checking router: e396497c-7e12-44b8-9c00-b99707eab4c1 for host: dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:32:26.478340 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfef2f4-1d4a-4d92-8474-5376fc7c34b4 None None] Routers {'e396497c-7e12-44b8-9c00-b99707eab4c1'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:32:26.478942 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-ddfef2f4-1d4a-4d92-8474-5376fc7c34b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:32:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['e396497c-7e12-44b8-9c00-b99707eab4c1'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:32:26.592580 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-f9c54529-68c3-4093-92da-f8fc80227f1c req-0f02ac76-df40-4b3e-99d5-d359e0fc6a2b service neutron] 10.222.0.24 "GET /v2.0/networks/12aa0a31-25ee-49ee-b14a-25248a051ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280205 Apr 01 16:32:26.657567 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-ddfef2f4-1d4a-4d92-8474-5376fc7c34b4 None None] Set router e396497c-7e12-44b8-9c00-b99707eab4c1 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:32:26.728149 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-f9c54529-68c3-4093-92da-f8fc80227f1c req-7a47e0b3-9673-4372-8695-78622cb5e624 service neutron] 10.222.0.24 "GET /v2.0/networks/12aa0a31-25ee-49ee-b14a-25248a051ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292408 Apr 01 16:32:26.966795 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-ddfef2f4-1d4a-4d92-8474-5376fc7c34b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e396497c-7e12-44b8-9c00-b99707eab4c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-762789762', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.193'}], 'enable_snat': True}, 'gw_port_id': '7e624d76-e993-4616-995c-f667127f7706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:31:23Z', 'updated_at': '2022-04-01T16:31:28Z', 'revision_number': 4, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'gw_port': {'id': '7e624d76-e993-4616-995c-f667127f7706', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e396497c-7e12-44b8-9c00-b99707eab4c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:31:24Z', 'updated_at': '2022-04-01T16:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': 'f6e558bf-a569-4585-b3ac-c713763a0b39', 'name': '', 'network_id': '12aa0a31-25ee-49ee-b14a-25248a051ece', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'mac_address': 'fa:16:3e:a5:3b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e396497c-7e12-44b8-9c00-b99707eab4c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf732c7e-980f-4239-9bf0-161b5975bca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:31:27Z', 'updated_at': '2022-04-01T16:31:35Z', 'revision_number': 5, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'subnets': [{'id': 'cf732c7e-980f-4239-9bf0-161b5975bca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:32:26.970655 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfef2f4-1d4a-4d92-8474-5376fc7c34b4 None None] The sync data for ids ['e396497c-7e12-44b8-9c00-b99707eab4c1'] in dv-neutron-833373-2-hyperv is: [{'id': 'e396497c-7e12-44b8-9c00-b99707eab4c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-762789762', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.193'}], 'enable_snat': True}, 'gw_port_id': '7e624d76-e993-4616-995c-f667127f7706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:31:23Z', 'updated_at': '2022-04-01T16:31:28Z', 'revision_number': 4, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'gw_port': {'id': '7e624d76-e993-4616-995c-f667127f7706', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e396497c-7e12-44b8-9c00-b99707eab4c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:31:24Z', 'updated_at': '2022-04-01T16:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': 'f6e558bf-a569-4585-b3ac-c713763a0b39', 'name': '', 'network_id': '12aa0a31-25ee-49ee-b14a-25248a051ece', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'mac_address': 'fa:16:3e:a5:3b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e396497c-7e12-44b8-9c00-b99707eab4c1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf732c7e-980f-4239-9bf0-161b5975bca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:31:27Z', 'updated_at': '2022-04-01T16:31:35Z', 'revision_number': 5, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'subnets': [{'id': 'cf732c7e-980f-4239-9bf0-161b5975bca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:32:27.196847 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc82b85c-d2cf-4a02-a7a8-0cdeb7531868 None None] New status for floating IP c83f2e78-8e69-4002-8857-440d60b0febe: DOWN {{(pid=83833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 16:32:27.716663 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaa114b-861d-4152-baa6-355bb83a8259 req-99dcf77f-f3e7-43f8-a255-e51b955a8f05 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:27.718138 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-edaa114b-861d-4152-baa6-355bb83a8259 req-99dcf77f-f3e7-43f8-a255-e51b955a8f05 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=c80d4a7e-b588-4b59-be5b-c3f575cfaa58 HTTP/1.1" status: 200 len: 945 time: 0.2006931 Apr 01 16:32:27.723757 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:27.766372 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-edaa114b-861d-4152-baa6-355bb83a8259 req-1be4ca71-46aa-44d8-9bae-a6e5d7ab9a55 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/security-groups?id=f3f338db-378d-4ac3-8505-bd5817edfa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414391 Apr 01 16:32:27.847897 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:27.892889 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980cf9c0-124b-4da6-8f71-90466d37a09e req-381d2264-9d0b-4282-8a2d-4f8a206304a0 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:27.893520 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-980cf9c0-124b-4da6-8f71-90466d37a09e req-381d2264-9d0b-4282-8a2d-4f8a206304a0 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Synchronizing usage tracker for tenant:3dd578100e004cd6aa38072871c36e42 on resource:port {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:32:27.909062 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-980cf9c0-124b-4da6-8f71-90466d37a09e req-381d2264-9d0b-4282-8a2d-4f8a206304a0 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Unset dirty status for tenant:3dd578100e004cd6aa38072871c36e42 on resource:port {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:32:27.910352 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-980cf9c0-124b-4da6-8f71-90466d37a09e req-381d2264-9d0b-4282-8a2d-4f8a206304a0 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.24 "GET /v2.0/ports?device_id=c80d4a7e-b588-4b59-be5b-c3f575cfaa58 HTTP/1.1" status: 200 len: 945 time: 0.0927808 Apr 01 16:32:27.992190 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [req-980cf9c0-124b-4da6-8f71-90466d37a09e req-c5e3b134-6537-4fc8-8c88-2df31269e252 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Deleting port 14d44fae-dc86-43dc-be06-6f82c06b183d {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:32:27.992531 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-980cf9c0-124b-4da6-8f71-90466d37a09e req-c5e3b134-6537-4fc8-8c88-2df31269e252 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:28.237685 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [req-980cf9c0-124b-4da6-8f71-90466d37a09e req-c5e3b134-6537-4fc8-8c88-2df31269e252 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] For port 14d44fae-dc86-43dc-be06-6f82c06b183d, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=14d44fae-dc86-43dc-be06-6f82c06b183d,segment=NetworkSegment(d3c86615-d375-47d4-8d43-ce1e14855471),segment_id=d3c86615-d375-47d4-8d43-ce1e14855471)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:32:28.238036 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-980cf9c0-124b-4da6-8f71-90466d37a09e req-c5e3b134-6537-4fc8-8c88-2df31269e252 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:28.464066 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [req-980cf9c0-124b-4da6-8f71-90466d37a09e req-c5e3b134-6537-4fc8-8c88-2df31269e252 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Calling delete_port for 14d44fae-dc86-43dc-be06-6f82c06b183d owned by compute:nova {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:32:28.601784 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-980cf9c0-124b-4da6-8f71-90466d37a09e req-c5e3b134-6537-4fc8-8c88-2df31269e252 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:28.635165 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:32:28.651987 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e3b134-6537-4fc8-8c88-2df31269e252 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event deleted for resources: {'Port': ['ID=14d44fae-dc86-43dc-be06-6f82c06b183d,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:28.724360 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [req-980cf9c0-124b-4da6-8f71-90466d37a09e req-c5e3b134-6537-4fc8-8c88-2df31269e252 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] No DVR routers for this DVR port 14d44fae-dc86-43dc-be06-6f82c06b183d on host hv-neutron-8333 {{(pid=83828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:32:28.726714 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-980cf9c0-124b-4da6-8f71-90466d37a09e req-c5e3b134-6537-4fc8-8c88-2df31269e252 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:28.729258 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c80d4a7e-b588-4b59-be5b-c3f575cfaa58', 'name': 'network-vif-deleted', 'tag': '14d44fae-dc86-43dc-be06-6f82c06b183d'}] {{(pid=83828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:32:28.744779 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-980cf9c0-124b-4da6-8f71-90466d37a09e req-c5e3b134-6537-4fc8-8c88-2df31269e252 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.24 "DELETE /v2.0/ports/14d44fae-dc86-43dc-be06-6f82c06b183d HTTP/1.1" status: 204 len: 173 time: 0.8277824 Apr 01 16:32:28.786951 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c80d4a7e-b588-4b59-be5b-c3f575cfaa58', 'name': 'network-vif-deleted', 'tag': '14d44fae-dc86-43dc-be06-6f82c06b183d', 'status': 'completed', 'code': 200} Apr 01 16:32:29.050108 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-17b4c1ae-cc06-4616-8f5d-c7b0a5bf66c2 req-6edfb00b-3f80-4ac0-b4ab-709dab51eae0 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "GET /v2.0/ports?device_id=c80d4a7e-b588-4b59-be5b-c3f575cfaa58 HTTP/1.1" status: 200 len: 210 time: 0.1494925 Apr 01 16:32:29.412490 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:30.154428 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 35760) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:32:30.572138 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b0e4a34f-b42b-488e-ab99-bf89da89edbe tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611543'] for router_interface, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:31.195691 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-b0e4a34f-b42b-488e-ab99-bf89da89edbe tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Deleting port f6e558bf-a569-4585-b3ac-c713763a0b39 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:32:31.196378 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b0e4a34f-b42b-488e-ab99-bf89da89edbe tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:31.385594 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-b0e4a34f-b42b-488e-ab99-bf89da89edbe tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] For port f6e558bf-a569-4585-b3ac-c713763a0b39, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=f6e558bf-a569-4585-b3ac-c713763a0b39,segment=NetworkSegment(d3c86615-d375-47d4-8d43-ce1e14855471),segment_id=d3c86615-d375-47d4-8d43-ce1e14855471)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:32:31.385857 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b0e4a34f-b42b-488e-ab99-bf89da89edbe tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:31.600099 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-b0e4a34f-b42b-488e-ab99-bf89da89edbe tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Calling delete_port for f6e558bf-a569-4585-b3ac-c713763a0b39 owned by network:router_interface {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:32:31.775140 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b0e4a34f-b42b-488e-ab99-bf89da89edbe tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:31.822885 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e4a34f-b42b-488e-ab99-bf89da89edbe tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event deleted for resources: {'Port': ['ID=f6e558bf-a569-4585-b3ac-c713763a0b39,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:32.122256 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b0e4a34f-b42b-488e-ab99-bf89da89edbe tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611462'] for router_interface, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:32.580101 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 14d44fae-dc86-43dc-be06-6f82c06b183d no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:32:32.612829 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] No Port match for: 14d44fae-dc86-43dc-be06-6f82c06b183d {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:32:32.613166 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 14d44fae-dc86-43dc-be06-6f82c06b183d not bound to the agent host hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:32:32.695756 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0e4a34f-b42b-488e-ab99-bf89da89edbe tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Router e396497c-7e12-44b8-9c00-b99707eab4c1 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:32:32.894930 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e4a34f-b42b-488e-ab99-bf89da89edbe tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:32:32.905829 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650ac328-195c-409a-8758-8b40d652ed0d None None] Sync routers for ids ['e396497c-7e12-44b8-9c00-b99707eab4c1'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:32:32.908766 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-b0e4a34f-b42b-488e-ab99-bf89da89edbe tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "PUT /v2.0/routers/e396497c-7e12-44b8-9c00-b99707eab4c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7522118 Apr 01 16:32:32.910482 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 35764) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:32:32.917527 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650ac328-195c-409a-8758-8b40d652ed0d None None] Routers {'e396497c-7e12-44b8-9c00-b99707eab4c1'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:32:32.918131 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-650ac328-195c-409a-8758-8b40d652ed0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:32:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['e396497c-7e12-44b8-9c00-b99707eab4c1'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:32:33.120472 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-650ac328-195c-409a-8758-8b40d652ed0d None None] Set router e396497c-7e12-44b8-9c00-b99707eab4c1 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:32:33.209785 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_v2 [None req-245f0769-b6fa-4b48-9194-0454b6ccecea tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Deleting subnet cf732c7e-980f-4239-9bf0-161b5975bca5 {{(pid=83828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 16:32:33.212800 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-245f0769-b6fa-4b48-9194-0454b6ccecea tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for subnet, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:33.268458 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-245f0769-b6fa-4b48-9194-0454b6ccecea tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15303084'] for subnet, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:33.359986 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-245f0769-b6fa-4b48-9194-0454b6ccecea tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:33.407794 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-650ac328-195c-409a-8758-8b40d652ed0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e396497c-7e12-44b8-9c00-b99707eab4c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-762789762', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.193'}], 'enable_snat': True}, 'gw_port_id': '7e624d76-e993-4616-995c-f667127f7706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:31:23Z', 'updated_at': '2022-04-01T16:32:31Z', 'revision_number': 5, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'gw_port': {'id': '7e624d76-e993-4616-995c-f667127f7706', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e396497c-7e12-44b8-9c00-b99707eab4c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:31:24Z', 'updated_at': '2022-04-01T16:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:32:33.411651 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650ac328-195c-409a-8758-8b40d652ed0d None None] Checking router: e396497c-7e12-44b8-9c00-b99707eab4c1 for host: dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:32:33.424597 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650ac328-195c-409a-8758-8b40d652ed0d None None] Routers {'e396497c-7e12-44b8-9c00-b99707eab4c1'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:32:33.425235 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-650ac328-195c-409a-8758-8b40d652ed0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:32:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['e396497c-7e12-44b8-9c00-b99707eab4c1'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:32:33.435038 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-245f0769-b6fa-4b48-9194-0454b6ccecea tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15306565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16030232'] for subnet, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:33.473965 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245f0769-b6fa-4b48-9194-0454b6ccecea tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event deleted for resources: {'Subnet': ['ID=cf732c7e-980f-4239-9bf0-161b5975bca5,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:33.482683 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-245f0769-b6fa-4b48-9194-0454b6ccecea tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:33.489968 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-245f0769-b6fa-4b48-9194-0454b6ccecea tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "DELETE /v2.0/subnets/cf732c7e-980f-4239-9bf0-161b5975bca5 HTTP/1.1" status: 204 len: 168 time: 0.5784690 Apr 01 16:32:33.492701 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 35768) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:32:33.575502 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04958629-46ab-4331-af70-e966867294b8 None None] Network 12aa0a31-25ee-49ee-b14a-25248a051ece requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:32:33.710468 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8c56fb41-87e7-4fc7-a48d-0152862870fb tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for router, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:33.806887 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-650ac328-195c-409a-8758-8b40d652ed0d None None] Set router e396497c-7e12-44b8-9c00-b99707eab4c1 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:32:33.906096 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8c56fb41-87e7-4fc7-a48d-0152862870fb tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:33.916182 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-8c56fb41-87e7-4fc7-a48d-0152862870fb tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Deleting port 7e624d76-e993-4616-995c-f667127f7706 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:32:33.916600 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8c56fb41-87e7-4fc7-a48d-0152862870fb tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:34.084394 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b15c26-07a5-4de9-8b31-9a7b523a5329 None None] DHCP port deletion for 12aa0a31-25ee-49ee-b14a-25248a051ece request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 16:32:34.091518 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-e3b15c26-07a5-4de9-8b31-9a7b523a5329 None None] Deleting port 0b4a6b6c-32ac-42cb-aed5-57746bfd4521 {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:32:34.091958 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-e3b15c26-07a5-4de9-8b31-9a7b523a5329 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:34.095823 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-8c56fb41-87e7-4fc7-a48d-0152862870fb tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] For port 7e624d76-e993-4616-995c-f667127f7706, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=7e624d76-e993-4616-995c-f667127f7706,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:32:34.096574 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8c56fb41-87e7-4fc7-a48d-0152862870fb tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:34.217915 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-8c56fb41-87e7-4fc7-a48d-0152862870fb tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Calling delete_port for 7e624d76-e993-4616-995c-f667127f7706 owned by network:router_gateway {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:32:34.226740 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-650ac328-195c-409a-8758-8b40d652ed0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e396497c-7e12-44b8-9c00-b99707eab4c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-762789762', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.193'}], 'enable_snat': True}, 'gw_port_id': '7e624d76-e993-4616-995c-f667127f7706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:31:23Z', 'updated_at': '2022-04-01T16:32:31Z', 'revision_number': 5, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'gw_port': {'id': '7e624d76-e993-4616-995c-f667127f7706', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e396497c-7e12-44b8-9c00-b99707eab4c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:31:24Z', 'updated_at': '2022-04-01T16:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:32:34.280065 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650ac328-195c-409a-8758-8b40d652ed0d None None] The sync data for ids ['e396497c-7e12-44b8-9c00-b99707eab4c1'] in dv-neutron-833373-2-hyperv is: [{'id': 'e396497c-7e12-44b8-9c00-b99707eab4c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-762789762', 'tenant_id': '3dd578100e004cd6aa38072871c36e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.193'}], 'enable_snat': True}, 'gw_port_id': '7e624d76-e993-4616-995c-f667127f7706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:31:23Z', 'updated_at': '2022-04-01T16:32:31Z', 'revision_number': 5, 'project_id': '3dd578100e004cd6aa38072871c36e42', 'gw_port': {'id': '7e624d76-e993-4616-995c-f667127f7706', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:4f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e396497c-7e12-44b8-9c00-b99707eab4c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:31:24Z', 'updated_at': '2022-04-01T16:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:32:34.320300 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-e3b15c26-07a5-4de9-8b31-9a7b523a5329 None None] For port 0b4a6b6c-32ac-42cb-aed5-57746bfd4521, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=0b4a6b6c-32ac-42cb-aed5-57746bfd4521,segment=NetworkSegment(d3c86615-d375-47d4-8d43-ce1e14855471),segment_id=d3c86615-d375-47d4-8d43-ce1e14855471)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:32:34.320692 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-e3b15c26-07a5-4de9-8b31-9a7b523a5329 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:34.396019 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8c56fb41-87e7-4fc7-a48d-0152862870fb tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:34.441353 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c56fb41-87e7-4fc7-a48d-0152862870fb tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event deleted for resources: {'Port': ['ID=7e624d76-e993-4616-995c-f667127f7706,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:34.444956 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-e3b15c26-07a5-4de9-8b31-9a7b523a5329 None None] Calling delete_port for 0b4a6b6c-32ac-42cb-aed5-57746bfd4521 owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:32:34.521064 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-e3b15c26-07a5-4de9-8b31-9a7b523a5329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671'] for port, after_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:34.568361 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b15c26-07a5-4de9-8b31-9a7b523a5329 None None] Pushing event deleted for resources: {'Port': ['ID=0b4a6b6c-32ac-42cb-aed5-57746bfd4521,revision_number=None']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:34.575958 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b15c26-07a5-4de9-8b31-9a7b523a5329 None None] No DVR routers for this DVR port 0b4a6b6c-32ac-42cb-aed5-57746bfd4521 on host dv-neutron-833373-2-hyperv {{(pid=83829) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:32:34.586204 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b15c26-07a5-4de9-8b31-9a7b523a5329 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:34.586869 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b15c26-07a5-4de9-8b31-9a7b523a5329 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:34.586869 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b15c26-07a5-4de9-8b31-9a7b523a5329 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:34.587181 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b15c26-07a5-4de9-8b31-9a7b523a5329 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:34.587509 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b15c26-07a5-4de9-8b31-9a7b523a5329 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:34.587847 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b15c26-07a5-4de9-8b31-9a7b523a5329 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:34.588143 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b15c26-07a5-4de9-8b31-9a7b523a5329 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:34.588471 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b15c26-07a5-4de9-8b31-9a7b523a5329 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:34.588796 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b15c26-07a5-4de9-8b31-9a7b523a5329 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:34.589204 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b15c26-07a5-4de9-8b31-9a7b523a5329 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:34.589421 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b15c26-07a5-4de9-8b31-9a7b523a5329 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:34.769067 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8c56fb41-87e7-4fc7-a48d-0152862870fb tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617660'] for router_gateway, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:35.020948 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8c56fb41-87e7-4fc7-a48d-0152862870fb tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130651'] for router, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:35.025182 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8c56fb41-87e7-4fc7-a48d-0152862870fb tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:35.050952 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8c56fb41-87e7-4fc7-a48d-0152862870fb tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607376'] for router, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:35.051498 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c56fb41-87e7-4fc7-a48d-0152862870fb tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Fanout notify agent at l3_agent the message router_deleted on router e396497c-7e12-44b8-9c00-b99707eab4c1 {{(pid=83828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 16:32:35.066892 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8c56fb41-87e7-4fc7-a48d-0152862870fb tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:35.067889 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-8c56fb41-87e7-4fc7-a48d-0152862870fb tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "DELETE /v2.0/routers/e396497c-7e12-44b8-9c00-b99707eab4c1 HTTP/1.1" status: 204 len: 168 time: 1.5740747 Apr 01 16:32:35.070814 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 35772) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:32:35.195960 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-fa9dfd97-7f9c-4ef7-b3d5-1d8dd1d6e4c3 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:35.326163 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-fa9dfd97-7f9c-4ef7-b3d5-1d8dd1d6e4c3 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:35.350931 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-fa9dfd97-7f9c-4ef7-b3d5-1d8dd1d6e4c3 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12aa0a31-25ee-49ee-b14a-25248a051ece']}} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:32:35.363959 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-fa9dfd97-7f9c-4ef7-b3d5-1d8dd1d6e4c3 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3c86615-d375-47d4-8d43-ce1e14855471') {'for_net_delete': True} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:32:35.364252 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-fa9dfd97-7f9c-4ef7-b3d5-1d8dd1d6e4c3 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3c86615-d375-47d4-8d43-ce1e14855471') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:32:35.375642 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-fa9dfd97-7f9c-4ef7-b3d5-1d8dd1d6e4c3 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15303093'] for segment, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:35.392292 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-fa9dfd97-7f9c-4ef7-b3d5-1d8dd1d6e4c3 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:35.398339 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa9dfd97-7f9c-4ef7-b3d5-1d8dd1d6e4c3 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=83828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 16:32:35.398718 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-fa9dfd97-7f9c-4ef7-b3d5-1d8dd1d6e4c3 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15306523'] for segment, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:35.413681 dv-neutron-833373-2-hyperv neutron-server[83828]: Traceback (most recent call last): Apr 01 16:32:35.413681 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 16:32:35.413681 dv-neutron-833373-2-hyperv neutron-server[83828]: timer() Apr 01 16:32:35.413681 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:32:35.413681 dv-neutron-833373-2-hyperv neutron-server[83828]: cb(*args, **kw) Apr 01 16:32:35.413681 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:32:35.413681 dv-neutron-833373-2-hyperv neutron-server[83828]: return func(*args, **kwargs) Apr 01 16:32:35.413681 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:32:35.413681 dv-neutron-833373-2-hyperv neutron-server[83828]: self._notify() Apr 01 16:32:35.413681 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:32:35.413681 dv-neutron-833373-2-hyperv neutron-server[83828]: self.callback(batched_events) Apr 01 16:32:35.413681 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:32:35.413681 dv-neutron-833373-2-hyperv neutron-server[83828]: event.method(event) Apr 01 16:32:35.413681 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:32:35.413681 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:32:35.413681 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:32:35.413681 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:32:35.413681 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:32:35.413681 dv-neutron-833373-2-hyperv neutron-server[83828]: return f(self, *a, **k) Apr 01 16:32:35.413681 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 16:32:35.413681 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._get(url).json() Apr 01 16:32:35.413681 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 16:32:35.413681 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:32:35.413681 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 16:32:35.413681 dv-neutron-833373-2-hyperv neutron-server[83828]: return self.request(url, 'GET', **kwargs) Apr 01 16:32:35.413681 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 16:32:35.413681 dv-neutron-833373-2-hyperv neutron-server[83828]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:32:35.413681 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 16:32:35.413681 dv-neutron-833373-2-hyperv neutron-server[83828]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:32:35.413681 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 16:32:35.413681 dv-neutron-833373-2-hyperv neutron-server[83828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:32:35.413681 dv-neutron-833373-2-hyperv neutron-server[83828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:32:35.494725 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-fa9dfd97-7f9c-4ef7-b3d5-1d8dd1d6e4c3 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:35.515446 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-fa9dfd97-7f9c-4ef7-b3d5-1d8dd1d6e4c3 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:35.522181 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9dfd97-7f9c-4ef7-b3d5-1d8dd1d6e4c3 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event deleted for resources: {'Network': ['ID=12aa0a31-25ee-49ee-b14a-25248a051ece,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:35.536748 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-fa9dfd97-7f9c-4ef7-b3d5-1d8dd1d6e4c3 tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "DELETE /v2.0/networks/12aa0a31-25ee-49ee-b14a-25248a051ece HTTP/1.1" status: 204 len: 168 time: 0.4648867 Apr 01 16:32:35.539650 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 35776) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:32:35.609217 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6b5d0ce7-af5c-46e1-bc90-69fcf46a0f9f tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:35.641515 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6b5d0ce7-af5c-46e1-bc90-69fcf46a0f9f tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:35.706633 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6b5d0ce7-af5c-46e1-bc90-69fcf46a0f9f tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:35.715951 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device f6e558bf-a569-4585-b3ac-c713763a0b39 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:32:35.726883 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5d0ce7-af5c-46e1-bc90-69fcf46a0f9f tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f338db-378d-4ac3-8505-bd5817edfa3b,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:35.737840 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6b5d0ce7-af5c-46e1-bc90-69fcf46a0f9f tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:35.738949 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-6b5d0ce7-af5c-46e1-bc90-69fcf46a0f9f tempest-TestNetworkAdvancedServerOps-1474057763 tempest-TestNetworkAdvancedServerOps-1474057763-project] 10.222.0.55 "DELETE /v2.0/security-groups/f3f338db-378d-4ac3-8505-bd5817edfa3b HTTP/1.1" status: 204 len: 168 time: 0.1983750 Apr 01 16:32:35.767801 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: f6e558bf-a569-4585-b3ac-c713763a0b39 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:32:35.768139 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device f6e558bf-a569-4585-b3ac-c713763a0b39 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:32:35.768578 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 0b4a6b6c-32ac-42cb-aed5-57746bfd4521 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:32:35.802525 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 0b4a6b6c-32ac-42cb-aed5-57746bfd4521 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:32:35.802838 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 0b4a6b6c-32ac-42cb-aed5-57746bfd4521 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:32:35.803254 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 7e624d76-e993-4616-995c-f667127f7706 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:32:35.837055 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 7e624d76-e993-4616-995c-f667127f7706 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:32:35.837395 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 7e624d76-e993-4616-995c-f667127f7706 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:32:36.188497 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 35786) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:32:36.408694 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-ed076867-319b-4799-91ee-9ed7472fcc3a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3dd578100e004cd6aa38072871c36e42&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2189498 Apr 01 16:32:36.411143 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 35792) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:32:36.468902 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f381c0d3-d434-43e6-a98c-2903d9e2beeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:36.493658 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f381c0d3-d434-43e6-a98c-2903d9e2beeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:36.545186 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f381c0d3-d434-43e6-a98c-2903d9e2beeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:36.565388 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f381c0d3-d434-43e6-a98c-2903d9e2beeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d86082-6393-4db3-8280-cb697e442d88,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:36.571629 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f381c0d3-d434-43e6-a98c-2903d9e2beeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:36.572724 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-f381c0d3-d434-43e6-a98c-2903d9e2beeb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/10d86082-6393-4db3-8280-cb697e442d88 HTTP/1.1" status: 204 len: 168 time: 0.1606355 Apr 01 16:32:36.906411 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 35800) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:32:36.924923 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-522daa2c-0147-41dd-a5fc-1896a0b3cf5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:36.956291 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-522daa2c-0147-41dd-a5fc-1896a0b3cf5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:32:36.960071 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-522daa2c-0147-41dd-a5fc-1896a0b3cf5c admin admin] Usage tracker for resource:security_group_rule and tenant:4fd84e0cc2b3441f946e2a1fa45459b9 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:32:36.962847 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-522daa2c-0147-41dd-a5fc-1896a0b3cf5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:32:36.968615 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-522daa2c-0147-41dd-a5fc-1896a0b3cf5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:32:37.035445 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-522daa2c-0147-41dd-a5fc-1896a0b3cf5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:37.039198 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-522daa2c-0147-41dd-a5fc-1896a0b3cf5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:37.085224 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522daa2c-0147-41dd-a5fc-1896a0b3cf5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b413b6-558e-4e62-b58f-af6416aeaf14,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:37.092094 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-522daa2c-0147-41dd-a5fc-1896a0b3cf5c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4fd84e0cc2b3441f946e2a1fa45459b9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1846724 Apr 01 16:32:37.094867 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 35804) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:32:37.097385 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522daa2c-0147-41dd-a5fc-1896a0b3cf5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:37.097719 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522daa2c-0147-41dd-a5fc-1896a0b3cf5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:37.098047 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522daa2c-0147-41dd-a5fc-1896a0b3cf5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:37.098370 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522daa2c-0147-41dd-a5fc-1896a0b3cf5c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:37.098694 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522daa2c-0147-41dd-a5fc-1896a0b3cf5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:37.099009 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522daa2c-0147-41dd-a5fc-1896a0b3cf5c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:37.099325 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522daa2c-0147-41dd-a5fc-1896a0b3cf5c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:37.099644 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522daa2c-0147-41dd-a5fc-1896a0b3cf5c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:37.099953 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522daa2c-0147-41dd-a5fc-1896a0b3cf5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:37.100267 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522daa2c-0147-41dd-a5fc-1896a0b3cf5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:37.100577 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522daa2c-0147-41dd-a5fc-1896a0b3cf5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:37.154398 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7dc2569b-a9c7-4bc8-a2ba-fdefd40fbdeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:37.179608 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7dc2569b-a9c7-4bc8-a2ba-fdefd40fbdeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:37.229887 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7dc2569b-a9c7-4bc8-a2ba-fdefd40fbdeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:37.244612 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc2569b-a9c7-4bc8-a2ba-fdefd40fbdeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4b413b6-558e-4e62-b58f-af6416aeaf14,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:37.250899 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7dc2569b-a9c7-4bc8-a2ba-fdefd40fbdeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:37.252346 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-7dc2569b-a9c7-4bc8-a2ba-fdefd40fbdeb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b4b413b6-558e-4e62-b58f-af6416aeaf14 HTTP/1.1" status: 204 len: 168 time: 0.1561871 Apr 01 16:32:38.114392 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 35826) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:32:38.244267 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-2b331615-25d9-47b5-8e0b-6b3355e1b819 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1561098088-network', 'tenant_id': '2f24b527cca34c1dbe3c100e38439be7'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:32:38.249293 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-2b331615-25d9-47b5-8e0b-6b3355e1b819 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:32:38.253093 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-2b331615-25d9-47b5-8e0b-6b3355e1b819 admin admin] Usage tracker for resource:network and tenant:2f24b527cca34c1dbe3c100e38439be7 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:32:38.255898 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-2b331615-25d9-47b5-8e0b-6b3355e1b819 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:32:38.261522 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-2b331615-25d9-47b5-8e0b-6b3355e1b819 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:32:38.272229 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b331615-25d9-47b5-8e0b-6b3355e1b819 admin admin] Made reservation on behalf of 2f24b527cca34c1dbe3c100e38439be7 for: {'network': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:32:38.274958 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2b331615-25d9-47b5-8e0b-6b3355e1b819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:38.287680 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2b331615-25d9-47b5-8e0b-6b3355e1b819 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:38.317452 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-2b331615-25d9-47b5-8e0b-6b3355e1b819 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:32:38.321198 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-2b331615-25d9-47b5-8e0b-6b3355e1b819 admin admin] Usage tracker for resource:security_group_rule and tenant:2f24b527cca34c1dbe3c100e38439be7 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:32:38.323914 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-2b331615-25d9-47b5-8e0b-6b3355e1b819 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:32:38.330362 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-2b331615-25d9-47b5-8e0b-6b3355e1b819 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:32:38.397228 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2b331615-25d9-47b5-8e0b-6b3355e1b819 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:38.400922 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2b331615-25d9-47b5-8e0b-6b3355e1b819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:38.431530 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b331615-25d9-47b5-8e0b-6b3355e1b819 admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=83828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:32:38.440871 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b331615-25d9-47b5-8e0b-6b3355e1b819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02607dc0-6a83-4bf2-93e7-f7a0b3870db1,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:38.447150 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2b331615-25d9-47b5-8e0b-6b3355e1b819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:38.448092 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.segments_db [None req-2b331615-25d9-47b5-8e0b-6b3355e1b819 admin admin] Added segment d84c770d-34da-4a67-bd23-27ecff4de1fd of type vlan for network 34fb4b97-9d06-4c89-b749-266e424e693d Apr 01 16:32:38.477592 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2b331615-25d9-47b5-8e0b-6b3355e1b819 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:38.508052 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2b331615-25d9-47b5-8e0b-6b3355e1b819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:38.508946 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b331615-25d9-47b5-8e0b-6b3355e1b819 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:38.509714 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2b331615-25d9-47b5-8e0b-6b3355e1b819 admin admin] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:38.707354 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b331615-25d9-47b5-8e0b-6b3355e1b819 admin admin] Pushing event updated for resources: {'Network': ['ID=34fb4b97-9d06-4c89-b749-266e424e693d,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:38.710214 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-2b331615-25d9-47b5-8e0b-6b3355e1b819 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5948195 Apr 01 16:32:38.713264 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 35832) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:32:38.717607 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 34fb4b97-9d06-4c89-b749-266e424e693d details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:32:38.719263 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-7774e5dd-1719-4abb-8ba1-89f0ea445f1c admin admin] Request body: {'subnet': {'network_id': '34fb4b97-9d06-4c89-b749-266e424e693d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1561098088-subnet', 'tenant_id': '2f24b527cca34c1dbe3c100e38439be7', 'ip_version': 4}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:32:38.724696 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-7774e5dd-1719-4abb-8ba1-89f0ea445f1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:32:38.728461 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-7774e5dd-1719-4abb-8ba1-89f0ea445f1c admin admin] Usage tracker for resource:subnet and tenant:2f24b527cca34c1dbe3c100e38439be7 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:32:38.731454 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-7774e5dd-1719-4abb-8ba1-89f0ea445f1c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:32:38.737179 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-7774e5dd-1719-4abb-8ba1-89f0ea445f1c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:32:38.749303 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7774e5dd-1719-4abb-8ba1-89f0ea445f1c admin admin] Made reservation on behalf of 2f24b527cca34c1dbe3c100e38439be7 for: {'subnet': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:32:38.751604 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7774e5dd-1719-4abb-8ba1-89f0ea445f1c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16030269'] for subnet, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:38.954870 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7774e5dd-1719-4abb-8ba1-89f0ea445f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15306628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16030227'] for subnet, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:39.030083 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7774e5dd-1719-4abb-8ba1-89f0ea445f1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=43923d66-2e78-4e7e-8cc5-e4f60c5ab854,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:39.041436 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7774e5dd-1719-4abb-8ba1-89f0ea445f1c admin admin] Checking segment: {'id': 'd84c770d-34da-4a67-bd23-27ecff4de1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '34fb4b97-9d06-4c89-b749-266e424e693d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:32:39.041792 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7774e5dd-1719-4abb-8ba1-89f0ea445f1c admin admin] Network hostable DHCP agents. Network: 34fb4b97-9d06-4c89-b749-266e424e693d, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:32:39.064582 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7774e5dd-1719-4abb-8ba1-89f0ea445f1c admin admin] Network 34fb4b97-9d06-4c89-b749-266e424e693d is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:32:39.073684 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-7774e5dd-1719-4abb-8ba1-89f0ea445f1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, 34fb4b97-9d06-4c89-b749-266e424e693d) {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:32:39.077978 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7774e5dd-1719-4abb-8ba1-89f0ea445f1c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:39.078556 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7774e5dd-1719-4abb-8ba1-89f0ea445f1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:39.083483 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2723fe75-f5d0-43d6-92a4-6f1579225534 None None] Network 34fb4b97-9d06-4c89-b749-266e424e693d requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:32:39.100425 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-7774e5dd-1719-4abb-8ba1-89f0ea445f1c admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3860781 Apr 01 16:32:39.103406 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 35836) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:32:39.109284 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-27f51983-2a5d-4711-b4fb-783d7d5a1dae admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1561098088-router', 'tenant_id': '2f24b527cca34c1dbe3c100e38439be7', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:32:39.114417 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-27f51983-2a5d-4711-b4fb-783d7d5a1dae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:32:39.118393 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-27f51983-2a5d-4711-b4fb-783d7d5a1dae admin admin] Usage tracker for resource:router and tenant:2f24b527cca34c1dbe3c100e38439be7 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:32:39.122375 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-27f51983-2a5d-4711-b4fb-783d7d5a1dae admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:32:39.128950 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-27f51983-2a5d-4711-b4fb-783d7d5a1dae admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:32:39.139147 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-27f51983-2a5d-4711-b4fb-783d7d5a1dae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130665'] for router, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:39.140127 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-27f51983-2a5d-4711-b4fb-783d7d5a1dae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617571', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130640'] for router, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:39.158629 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-27f51983-2a5d-4711-b4fb-783d7d5a1dae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:39.302693 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-27f51983-2a5d-4711-b4fb-783d7d5a1dae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130626'] for router, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:39.336632 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e83df6-4872-4df1-bd22-f62f05c13256 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-34fb4b97-9d06-4c89-b749-266e424e693d', 'network_id': '34fb4b97-9d06-4c89-b749-266e424e693d', 'tenant_id': '2f24b527cca34c1dbe3c100e38439be7', 'fixed_ips': [{'subnet_id': '43923d66-2e78-4e7e-8cc5-e4f60c5ab854'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 16:32:39.337476 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-17e83df6-4872-4df1-bd22-f62f05c13256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:39.492150 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-27f51983-2a5d-4711-b4fb-783d7d5a1dae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:39.498112 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-17e83df6-4872-4df1-bd22-f62f05c13256 None None] Allocated IP 172.20.0.2 (34fb4b97-9d06-4c89-b749-266e424e693d/43923d66-2e78-4e7e-8cc5-e4f60c5ab854/2b0afe4c-989b-4016-a07b-06e314152996) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:32:39.525931 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-27f51983-2a5d-4711-b4fb-783d7d5a1dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:39.663449 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-27f51983-2a5d-4711-b4fb-783d7d5a1dae admin admin] Allocated IP 172.26.1.206 (ed45466e-0386-4b92-8de3-247c977242ac/0479f741-5cd1-4d6f-b593-d8aa909a42d3/198b5db2-4a45-44d7-b6db-c51ef7d28c51) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:32:39.705846 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-17e83df6-4872-4df1-bd22-f62f05c13256 None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:39.716191 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-17e83df6-4872-4df1-bd22-f62f05c13256 None None] Transition to ACTIVE for port object 2b0afe4c-989b-4016-a07b-06e314152996 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:32:39.736139 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-17e83df6-4872-4df1-bd22-f62f05c13256 None None] Transition to ACTIVE for port object 2b0afe4c-989b-4016-a07b-06e314152996 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:32:39.741308 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-17e83df6-4872-4df1-bd22-f62f05c13256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:39.811520 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e83df6-4872-4df1-bd22-f62f05c13256 None None] Network 34fb4b97-9d06-4c89-b749-266e424e693d is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:32:39.814528 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-17e83df6-4872-4df1-bd22-f62f05c13256 None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:32:39.818993 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e83df6-4872-4df1-bd22-f62f05c13256 None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:32:39.819919 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-27f51983-2a5d-4711-b4fb-783d7d5a1dae admin admin] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:39.821089 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e83df6-4872-4df1-bd22-f62f05c13256 None None] Pushing event updated for resources: {'Port': ['ID=2b0afe4c-989b-4016-a07b-06e314152996,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:39.849344 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-27f51983-2a5d-4711-b4fb-783d7d5a1dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:39.910875 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-17e83df6-4872-4df1-bd22-f62f05c13256 None None] Attempting to bind port 2b0afe4c-989b-4016-a07b-06e314152996 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:32:39.911147 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-17e83df6-4872-4df1-bd22-f62f05c13256 None None] Attempting to bind port 2b0afe4c-989b-4016-a07b-06e314152996 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'd84c770d-34da-4a67-bd23-27ecff4de1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '34fb4b97-9d06-4c89-b749-266e424e693d'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:32:39.911502 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e83df6-4872-4df1-bd22-f62f05c13256 None None] Attempting to bind port 2b0afe4c-989b-4016-a07b-06e314152996 on network 34fb4b97-9d06-4c89-b749-266e424e693d {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:32:39.919087 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e83df6-4872-4df1-bd22-f62f05c13256 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:32:39.919696 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e83df6-4872-4df1-bd22-f62f05c13256 None None] Checking segment: {'id': 'd84c770d-34da-4a67-bd23-27ecff4de1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '34fb4b97-9d06-4c89-b749-266e424e693d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:32:39.920199 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-17e83df6-4872-4df1-bd22-f62f05c13256 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:39.920855 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e83df6-4872-4df1-bd22-f62f05c13256 None None] Bound using segment: {'id': 'd84c770d-34da-4a67-bd23-27ecff4de1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '34fb4b97-9d06-4c89-b749-266e424e693d'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:32:39.921050 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-17e83df6-4872-4df1-bd22-f62f05c13256 None None] Bound port: 2b0afe4c-989b-4016-a07b-06e314152996, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd84c770d-34da-4a67-bd23-27ecff4de1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '34fb4b97-9d06-4c89-b749-266e424e693d'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:32:39.921422 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-17e83df6-4872-4df1-bd22-f62f05c13256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:39.922154 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f51983-2a5d-4711-b4fb-783d7d5a1dae admin admin] Network ed45466e-0386-4b92-8de3-247c977242ac is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:32:39.925037 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-27f51983-2a5d-4711-b4fb-783d7d5a1dae admin admin] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:32:39.927548 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f51983-2a5d-4711-b4fb-783d7d5a1dae admin admin] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:32:39.957245 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f51983-2a5d-4711-b4fb-783d7d5a1dae admin admin] Pushing event updated for resources: {'Port': ['ID=198b5db2-4a45-44d7-b6db-c51ef7d28c51,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:40.008518 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-17e83df6-4872-4df1-bd22-f62f05c13256 None None] For port 2b0afe4c-989b-4016-a07b-06e314152996, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:32:40.012098 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-17e83df6-4872-4df1-bd22-f62f05c13256 None None] For port 2b0afe4c-989b-4016-a07b-06e314152996, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=2b0afe4c-989b-4016-a07b-06e314152996,segment=NetworkSegment(d84c770d-34da-4a67-bd23-27ecff4de1fd),segment_id=d84c770d-34da-4a67-bd23-27ecff4de1fd)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:32:40.016715 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-17e83df6-4872-4df1-bd22-f62f05c13256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:40.092967 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-27f51983-2a5d-4711-b4fb-783d7d5a1dae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:40.093732 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-27f51983-2a5d-4711-b4fb-783d7d5a1dae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616'] for router, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:40.102422 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e83df6-4872-4df1-bd22-f62f05c13256 None None] Pushing event updated for resources: {'Port': ['ID=2b0afe4c-989b-4016-a07b-06e314152996,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:40.349180 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27f51983-2a5d-4711-b4fb-783d7d5a1dae admin admin] Router 1a879c6e-8a0e-46ae-b462-e95cb79baa23 is scheduled to L3 agent ff252634-3424-422a-b742-9ae457bd54bd with binding_index 1 {{(pid=83826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 16:32:40.553138 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f51983-2a5d-4711-b4fb-783d7d5a1dae admin admin] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:32:40.561999 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf1bf83-9ce5-4338-9331-076c23228a9d None None] Sync routers for ids ['1a879c6e-8a0e-46ae-b462-e95cb79baa23'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:32:40.573572 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf1bf83-9ce5-4338-9331-076c23228a9d None None] Routers {'1a879c6e-8a0e-46ae-b462-e95cb79baa23'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:32:40.574297 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-daf1bf83-9ce5-4338-9331-076c23228a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:32:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['1a879c6e-8a0e-46ae-b462-e95cb79baa23'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:32:40.581285 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-27f51983-2a5d-4711-b4fb-783d7d5a1dae admin admin] Notify callbacks [] for router, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:40.582606 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-27f51983-2a5d-4711-b4fb-783d7d5a1dae admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4781504 Apr 01 16:32:40.585328 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 35840) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:32:40.772252 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-daf1bf83-9ce5-4338-9331-076c23228a9d None None] Set router 1a879c6e-8a0e-46ae-b462-e95cb79baa23 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:32:41.073533 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb0c88d-0342-485f-842c-0c335f8e5951 None None] Network 34fb4b97-9d06-4c89-b749-266e424e693d requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:32:41.077042 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-daf1bf83-9ce5-4338-9331-076c23228a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a879c6e-8a0e-46ae-b462-e95cb79baa23', 'name': 'tempest-TestShelveInstance-1561098088-router', 'tenant_id': '2f24b527cca34c1dbe3c100e38439be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.206'}], 'enable_snat': True}, 'gw_port_id': '198b5db2-4a45-44d7-b6db-c51ef7d28c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:32:39Z', 'updated_at': '2022-04-01T16:32:40Z', 'revision_number': 3, 'project_id': '2f24b527cca34c1dbe3c100e38439be7', 'gw_port': {'id': '198b5db2-4a45-44d7-b6db-c51ef7d28c51', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:89:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a879c6e-8a0e-46ae-b462-e95cb79baa23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:32:39Z', 'updated_at': '2022-04-01T16:32:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:32:41.081672 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf1bf83-9ce5-4338-9331-076c23228a9d None None] Checking router: 1a879c6e-8a0e-46ae-b462-e95cb79baa23 for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:32:41.081672 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf1bf83-9ce5-4338-9331-076c23228a9d None None] Updating router 1a879c6e-8a0e-46ae-b462-e95cb79baa23 port 198b5db2-4a45-44d7-b6db-c51ef7d28c51 binding host dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 16:32:41.134422 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-daf1bf83-9ce5-4338-9331-076c23228a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:41.242661 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-d2a3a7b7-cede-493e-a14a-844eddba6f32 None None] Provisioning for port 2b0afe4c-989b-4016-a07b-06e314152996 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:32:41.508991 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-daf1bf83-9ce5-4338-9331-076c23228a9d None None] Notify callbacks [] for port, precommit_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:41.522780 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.provisioning_blocks [None req-daf1bf83-9ce5-4338-9331-076c23228a9d None None] Transition to ACTIVE for port object 198b5db2-4a45-44d7-b6db-c51ef7d28c51 will not be triggered until provisioned by entity L2. {{(pid=83833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:32:41.525457 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ddc481aa-0cd3-4aeb-bf4c-b2ad6071e5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:41.531450 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-daf1bf83-9ce5-4338-9331-076c23228a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:41.613075 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e3daf5-13a3-4ede-8506-75b57a133c2d None None] Pushing event updated for resources: {'Port': ['ID=198b5db2-4a45-44d7-b6db-c51ef7d28c51,revision_number=2']} {{(pid=83833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:41.621109 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-daf1bf83-9ce5-4338-9331-076c23228a9d None None] Attempting to bind port 198b5db2-4a45-44d7-b6db-c51ef7d28c51 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:32:41.621492 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-daf1bf83-9ce5-4338-9331-076c23228a9d None None] Attempting to bind port 198b5db2-4a45-44d7-b6db-c51ef7d28c51 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}] {{(pid=83833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:32:41.622423 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf1bf83-9ce5-4338-9331-076c23228a9d None None] Attempting to bind port 198b5db2-4a45-44d7-b6db-c51ef7d28c51 on network ed45466e-0386-4b92-8de3-247c977242ac {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:32:41.628538 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e3daf5-13a3-4ede-8506-75b57a133c2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:41.628906 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e3daf5-13a3-4ede-8506-75b57a133c2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:41.629242 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e3daf5-13a3-4ede-8506-75b57a133c2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:41.629570 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e3daf5-13a3-4ede-8506-75b57a133c2d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:41.629901 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e3daf5-13a3-4ede-8506-75b57a133c2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:41.630220 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e3daf5-13a3-4ede-8506-75b57a133c2d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:41.630541 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e3daf5-13a3-4ede-8506-75b57a133c2d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:41.630862 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e3daf5-13a3-4ede-8506-75b57a133c2d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:41.631179 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e3daf5-13a3-4ede-8506-75b57a133c2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:41.631498 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e3daf5-13a3-4ede-8506-75b57a133c2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:41.631808 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e3daf5-13a3-4ede-8506-75b57a133c2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:32:41.638165 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf1bf83-9ce5-4338-9331-076c23228a9d None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:32:41.638529 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf1bf83-9ce5-4338-9331-076c23228a9d None None] Checking segment: {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:32:41.638925 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-daf1bf83-9ce5-4338-9331-076c23228a9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:41.639299 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf1bf83-9ce5-4338-9331-076c23228a9d None None] Bound using segment: {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'} {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:32:41.639753 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-daf1bf83-9ce5-4338-9331-076c23228a9d None None] Bound port: 198b5db2-4a45-44d7-b6db-c51ef7d28c51, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}}] {{(pid=83833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:32:41.640498 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-daf1bf83-9ce5-4338-9331-076c23228a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:41.714711 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.db [None req-daf1bf83-9ce5-4338-9331-076c23228a9d None None] For port 198b5db2-4a45-44d7-b6db-c51ef7d28c51, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:32:41.718046 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.db [None req-daf1bf83-9ce5-4338-9331-076c23228a9d None None] For port 198b5db2-4a45-44d7-b6db-c51ef7d28c51, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=198b5db2-4a45-44d7-b6db-c51ef7d28c51,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:32:41.723620 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-daf1bf83-9ce5-4338-9331-076c23228a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:41.750474 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-ddc481aa-0cd3-4aeb-bf4c-b2ad6071e5cc admin admin] Allocated IP 172.20.0.1 (34fb4b97-9d06-4c89-b749-266e424e693d/43923d66-2e78-4e7e-8cc5-e4f60c5ab854/68efdd84-31ec-4f97-8d1c-04aa874bfab3) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:32:41.756145 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 2b0afe4c-989b-4016-a07b-06e314152996 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:32:41.807187 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e3daf5-13a3-4ede-8506-75b57a133c2d None None] Pushing event updated for resources: {'Port': ['ID=198b5db2-4a45-44d7-b6db-c51ef7d28c51,revision_number=3']} {{(pid=83833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:41.816777 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf1bf83-9ce5-4338-9331-076c23228a9d None None] Routers {'1a879c6e-8a0e-46ae-b462-e95cb79baa23'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:32:41.817402 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-daf1bf83-9ce5-4338-9331-076c23228a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:32:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['1a879c6e-8a0e-46ae-b462-e95cb79baa23'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:32:41.832037 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 2b0afe4c-989b-4016-a07b-06e314152996 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:32:41.836899 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 2b0afe4c-989b-4016-a07b-06e314152996 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:32:41.837392 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:41.921825 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ddc481aa-0cd3-4aeb-bf4c-b2ad6071e5cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:41.942728 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.provisioning_blocks [None req-ddc481aa-0cd3-4aeb-bf4c-b2ad6071e5cc admin admin] Transition to ACTIVE for port object 68efdd84-31ec-4f97-8d1c-04aa874bfab3 will not be triggered until provisioned by entity DHCP. {{(pid=83826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:32:41.956408 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:41.966734 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ddc481aa-0cd3-4aeb-bf4c-b2ad6071e5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:41.994105 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port 2b0afe4c-989b-4016-a07b-06e314152996, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=2b0afe4c-989b-4016-a07b-06e314152996,segment=NetworkSegment(d84c770d-34da-4a67-bd23-27ecff4de1fd),segment_id=d84c770d-34da-4a67-bd23-27ecff4de1fd)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:32:41.999414 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:42.015316 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-daf1bf83-9ce5-4338-9331-076c23228a9d None None] Set router 1a879c6e-8a0e-46ae-b462-e95cb79baa23 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:32:42.036431 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc481aa-0cd3-4aeb-bf4c-b2ad6071e5cc admin admin] Network 34fb4b97-9d06-4c89-b749-266e424e693d is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:32:42.039318 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-ddc481aa-0cd3-4aeb-bf4c-b2ad6071e5cc admin admin] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:32:42.043248 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc481aa-0cd3-4aeb-bf4c-b2ad6071e5cc admin admin] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:32:42.078573 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=2b0afe4c-989b-4016-a07b-06e314152996,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:42.088983 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc481aa-0cd3-4aeb-bf4c-b2ad6071e5cc admin admin] Pushing event updated for resources: {'Port': ['ID=68efdd84-31ec-4f97-8d1c-04aa874bfab3,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:42.114291 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ddc481aa-0cd3-4aeb-bf4c-b2ad6071e5cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611418'] for router_interface, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:42.202754 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ddc481aa-0cd3-4aeb-bf4c-b2ad6071e5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:42.313864 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-bacef2be-db6d-4b5f-b784-dc57db117550 None None] Provisioning for port 68efdd84-31ec-4f97-8d1c-04aa874bfab3 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:32:42.318716 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-bacef2be-db6d-4b5f-b784-dc57db117550 None None] Provisioning complete for port 68efdd84-31ec-4f97-8d1c-04aa874bfab3 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:32:42.319085 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-bacef2be-db6d-4b5f-b784-dc57db117550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:42.362719 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-daf1bf83-9ce5-4338-9331-076c23228a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a879c6e-8a0e-46ae-b462-e95cb79baa23', 'name': 'tempest-TestShelveInstance-1561098088-router', 'tenant_id': '2f24b527cca34c1dbe3c100e38439be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.206'}], 'enable_snat': True}, 'gw_port_id': '198b5db2-4a45-44d7-b6db-c51ef7d28c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:32:39Z', 'updated_at': '2022-04-01T16:32:40Z', 'revision_number': 3, 'project_id': '2f24b527cca34c1dbe3c100e38439be7', 'gw_port': {'id': '198b5db2-4a45-44d7-b6db-c51ef7d28c51', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:89:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a879c6e-8a0e-46ae-b462-e95cb79baa23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:32:39Z', 'updated_at': '2022-04-01T16:32:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:32:42.366553 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf1bf83-9ce5-4338-9331-076c23228a9d None None] The sync data for ids ['1a879c6e-8a0e-46ae-b462-e95cb79baa23'] in dv-neutron-833373-2-hyperv is: [{'id': '1a879c6e-8a0e-46ae-b462-e95cb79baa23', 'name': 'tempest-TestShelveInstance-1561098088-router', 'tenant_id': '2f24b527cca34c1dbe3c100e38439be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.206'}], 'enable_snat': True}, 'gw_port_id': '198b5db2-4a45-44d7-b6db-c51ef7d28c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:32:39Z', 'updated_at': '2022-04-01T16:32:40Z', 'revision_number': 3, 'project_id': '2f24b527cca34c1dbe3c100e38439be7', 'gw_port': {'id': '198b5db2-4a45-44d7-b6db-c51ef7d28c51', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:89:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a879c6e-8a0e-46ae-b462-e95cb79baa23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:32:39Z', 'updated_at': '2022-04-01T16:32:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:32:42.371301 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-bacef2be-db6d-4b5f-b784-dc57db117550 None None] Port 68efdd84-31ec-4f97-8d1c-04aa874bfab3 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 16:32:42.438323 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ddc481aa-0cd3-4aeb-bf4c-b2ad6071e5cc admin admin] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:42.443102 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ddc481aa-0cd3-4aeb-bf4c-b2ad6071e5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:42.559736 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ddc481aa-0cd3-4aeb-bf4c-b2ad6071e5cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611525'] for router_interface, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:42.563264 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc481aa-0cd3-4aeb-bf4c-b2ad6071e5cc admin admin] Pushing event updated for resources: {'Port': ['ID=68efdd84-31ec-4f97-8d1c-04aa874bfab3,revision_number=2']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:42.804362 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc481aa-0cd3-4aeb-bf4c-b2ad6071e5cc admin admin] Network 34fb4b97-9d06-4c89-b749-266e424e693d is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:32:42.805435 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-ddc481aa-0cd3-4aeb-bf4c-b2ad6071e5cc admin admin] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:32:43.098408 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-da1902fd-fb6a-4d32-9ab3-89fc4c8ec05e None None] Provisioning complete for port 68efdd84-31ec-4f97-8d1c-04aa874bfab3 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:32:43.098887 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-da1902fd-fb6a-4d32-9ab3-89fc4c8ec05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:43.157290 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-da1902fd-fb6a-4d32-9ab3-89fc4c8ec05e None None] Port 68efdd84-31ec-4f97-8d1c-04aa874bfab3 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 16:32:43.215147 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddc481aa-0cd3-4aeb-bf4c-b2ad6071e5cc admin admin] Router 1a879c6e-8a0e-46ae-b462-e95cb79baa23 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:32:43.414929 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddc481aa-0cd3-4aeb-bf4c-b2ad6071e5cc admin admin] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:32:43.424562 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-ddc481aa-0cd3-4aeb-bf4c-b2ad6071e5cc admin admin] 10.222.0.55 "PUT /v2.0/routers/1a879c6e-8a0e-46ae-b462-e95cb79baa23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8378472 Apr 01 16:32:43.789753 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 2b0afe4c-989b-4016-a07b-06e314152996 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:32:43.858386 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 2b0afe4c-989b-4016-a07b-06e314152996 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:32:43.858756 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:44.002005 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 198b5db2-4a45-44d7-b6db-c51ef7d28c51 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:32:44.081576 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 198b5db2-4a45-44d7-b6db-c51ef7d28c51 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:32:44.089376 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 198b5db2-4a45-44d7-b6db-c51ef7d28c51 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:32:44.089754 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:44.207769 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:44.224549 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port 198b5db2-4a45-44d7-b6db-c51ef7d28c51, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=198b5db2-4a45-44d7-b6db-c51ef7d28c51,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:32:44.228847 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:44.275656 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 35862) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:32:44.281525 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-5dbabb84-ca56-4f94-bffa-4d048729b8ac admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1250062772-network', 'tenant_id': '3cd46d0304234b0bad70b74a867cae0e'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:32:44.286364 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-5dbabb84-ca56-4f94-bffa-4d048729b8ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:32:44.290537 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-5dbabb84-ca56-4f94-bffa-4d048729b8ac admin admin] Usage tracker for resource:network and tenant:3cd46d0304234b0bad70b74a867cae0e is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:32:44.294897 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-5dbabb84-ca56-4f94-bffa-4d048729b8ac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:32:44.297741 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=198b5db2-4a45-44d7-b6db-c51ef7d28c51,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:44.301845 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-5dbabb84-ca56-4f94-bffa-4d048729b8ac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:32:44.311729 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dbabb84-ca56-4f94-bffa-4d048729b8ac admin admin] Made reservation on behalf of 3cd46d0304234b0bad70b74a867cae0e for: {'network': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:32:44.314144 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5dbabb84-ca56-4f94-bffa-4d048729b8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:44.326462 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5dbabb84-ca56-4f94-bffa-4d048729b8ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:44.358121 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-5dbabb84-ca56-4f94-bffa-4d048729b8ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:32:44.361815 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-5dbabb84-ca56-4f94-bffa-4d048729b8ac admin admin] Usage tracker for resource:security_group_rule and tenant:3cd46d0304234b0bad70b74a867cae0e is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:32:44.364497 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-5dbabb84-ca56-4f94-bffa-4d048729b8ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:32:44.370330 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-5dbabb84-ca56-4f94-bffa-4d048729b8ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:32:44.439299 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5dbabb84-ca56-4f94-bffa-4d048729b8ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:44.443163 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5dbabb84-ca56-4f94-bffa-4d048729b8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:44.473263 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dbabb84-ca56-4f94-bffa-4d048729b8ac admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=83828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:32:44.482738 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbabb84-ca56-4f94-bffa-4d048729b8ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3947bd0-d534-4658-8908-404e8907ea68,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:44.488245 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5dbabb84-ca56-4f94-bffa-4d048729b8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:44.488591 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.segments_db [None req-5dbabb84-ca56-4f94-bffa-4d048729b8ac admin admin] Added segment 0f9fc8c2-53a4-4f75-ba7b-dd16e86f645f of type vlan for network 672bd55d-071a-4ef8-87b1-2453b30b9181 Apr 01 16:32:44.514854 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5dbabb84-ca56-4f94-bffa-4d048729b8ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:44.542824 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5dbabb84-ca56-4f94-bffa-4d048729b8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:44.544618 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbabb84-ca56-4f94-bffa-4d048729b8ac admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:44.545290 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5dbabb84-ca56-4f94-bffa-4d048729b8ac admin admin] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:44.647503 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbabb84-ca56-4f94-bffa-4d048729b8ac admin admin] Pushing event updated for resources: {'Network': ['ID=672bd55d-071a-4ef8-87b1-2453b30b9181,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:44.650577 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-5dbabb84-ca56-4f94-bffa-4d048729b8ac admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3736918 Apr 01 16:32:44.653788 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 35866) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:32:44.658917 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 672bd55d-071a-4ef8-87b1-2453b30b9181 details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:32:44.659059 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-15f5d516-a776-4924-82f6-9979610caf2b admin admin] Request body: {'subnet': {'network_id': '672bd55d-071a-4ef8-87b1-2453b30b9181', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1250062772-subnet', 'tenant_id': '3cd46d0304234b0bad70b74a867cae0e', 'ip_version': 4}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:32:44.663868 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-15f5d516-a776-4924-82f6-9979610caf2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:32:44.667637 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-15f5d516-a776-4924-82f6-9979610caf2b admin admin] Usage tracker for resource:subnet and tenant:3cd46d0304234b0bad70b74a867cae0e is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:32:44.671219 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-15f5d516-a776-4924-82f6-9979610caf2b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:32:44.676873 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-15f5d516-a776-4924-82f6-9979610caf2b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:32:44.687239 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f5d516-a776-4924-82f6-9979610caf2b admin admin] Made reservation on behalf of 3cd46d0304234b0bad70b74a867cae0e for: {'subnet': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:32:44.689861 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-15f5d516-a776-4924-82f6-9979610caf2b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16030269'] for subnet, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:44.894233 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-15f5d516-a776-4924-82f6-9979610caf2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15306628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16030227'] for subnet, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:44.966175 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f5d516-a776-4924-82f6-9979610caf2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a615ecd-d906-4fe1-aa49-17b01da83b75,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:44.977758 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f5d516-a776-4924-82f6-9979610caf2b admin admin] Checking segment: {'id': '0f9fc8c2-53a4-4f75-ba7b-dd16e86f645f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '672bd55d-071a-4ef8-87b1-2453b30b9181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:32:44.978114 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f5d516-a776-4924-82f6-9979610caf2b admin admin] Network hostable DHCP agents. Network: 672bd55d-071a-4ef8-87b1-2453b30b9181, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:32:45.000676 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f5d516-a776-4924-82f6-9979610caf2b admin admin] Network 672bd55d-071a-4ef8-87b1-2453b30b9181 is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:32:45.010295 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-15f5d516-a776-4924-82f6-9979610caf2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, 672bd55d-071a-4ef8-87b1-2453b30b9181) {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:32:45.015242 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f5d516-a776-4924-82f6-9979610caf2b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:45.015821 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-15f5d516-a776-4924-82f6-9979610caf2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:45.020479 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2153c12-869a-4b0b-aa77-3c0e579f4098 None None] Network 672bd55d-071a-4ef8-87b1-2453b30b9181 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:32:45.037301 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-15f5d516-a776-4924-82f6-9979610caf2b admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3824873 Apr 01 16:32:45.039826 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 35870) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:32:45.046453 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-6976bb64-dbe6-49d8-bc08-5ef61bc32750 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1250062772-router', 'tenant_id': '3cd46d0304234b0bad70b74a867cae0e', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:32:45.051195 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-6976bb64-dbe6-49d8-bc08-5ef61bc32750 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:32:45.055035 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-6976bb64-dbe6-49d8-bc08-5ef61bc32750 admin admin] Usage tracker for resource:router and tenant:3cd46d0304234b0bad70b74a867cae0e is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:32:45.057905 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-6976bb64-dbe6-49d8-bc08-5ef61bc32750 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:32:45.064509 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-6976bb64-dbe6-49d8-bc08-5ef61bc32750 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:32:45.074902 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6976bb64-dbe6-49d8-bc08-5ef61bc32750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130665'] for router, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:45.076022 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6976bb64-dbe6-49d8-bc08-5ef61bc32750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617571', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130640'] for router, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:45.094994 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6976bb64-dbe6-49d8-bc08-5ef61bc32750 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:45.245663 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad30a199-8621-43b9-8360-0b7f4547fe0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-672bd55d-071a-4ef8-87b1-2453b30b9181', 'network_id': '672bd55d-071a-4ef8-87b1-2453b30b9181', 'tenant_id': '3cd46d0304234b0bad70b74a867cae0e', 'fixed_ips': [{'subnet_id': '7a615ecd-d906-4fe1-aa49-17b01da83b75'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 16:32:45.246733 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ad30a199-8621-43b9-8360-0b7f4547fe0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:45.249628 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6976bb64-dbe6-49d8-bc08-5ef61bc32750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130626'] for router, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:45.409979 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-ad30a199-8621-43b9-8360-0b7f4547fe0f None None] Allocated IP 172.20.0.2 (672bd55d-071a-4ef8-87b1-2453b30b9181/7a615ecd-d906-4fe1-aa49-17b01da83b75/5010795e-0f94-4276-90a3-daee179cf68b) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:32:45.443023 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6976bb64-dbe6-49d8-bc08-5ef61bc32750 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:45.476222 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6976bb64-dbe6-49d8-bc08-5ef61bc32750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:45.614932 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-6976bb64-dbe6-49d8-bc08-5ef61bc32750 admin admin] Allocated IP 172.26.1.202 (ed45466e-0386-4b92-8de3-247c977242ac/0479f741-5cd1-4d6f-b593-d8aa909a42d3/5262cd08-9665-488c-a849-dd7f403454a6) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:32:45.623809 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ad30a199-8621-43b9-8360-0b7f4547fe0f None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:45.634960 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-ad30a199-8621-43b9-8360-0b7f4547fe0f None None] Transition to ACTIVE for port object 5010795e-0f94-4276-90a3-daee179cf68b will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:32:45.656565 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-ad30a199-8621-43b9-8360-0b7f4547fe0f None None] Transition to ACTIVE for port object 5010795e-0f94-4276-90a3-daee179cf68b will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:32:45.663417 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ad30a199-8621-43b9-8360-0b7f4547fe0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:45.727547 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad30a199-8621-43b9-8360-0b7f4547fe0f None None] Network 672bd55d-071a-4ef8-87b1-2453b30b9181 is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:32:45.735903 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-ad30a199-8621-43b9-8360-0b7f4547fe0f None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:32:45.741265 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 198b5db2-4a45-44d7-b6db-c51ef7d28c51 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:32:45.765158 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad30a199-8621-43b9-8360-0b7f4547fe0f None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:32:45.784241 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6976bb64-dbe6-49d8-bc08-5ef61bc32750 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:45.798695 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30a199-8621-43b9-8360-0b7f4547fe0f None None] Pushing event updated for resources: {'Port': ['ID=5010795e-0f94-4276-90a3-daee179cf68b,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:45.816165 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6976bb64-dbe6-49d8-bc08-5ef61bc32750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:45.879481 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a07a926-4c47-4b55-879c-9665ad0644c7 None None] Sync routers for ids ['1a879c6e-8a0e-46ae-b462-e95cb79baa23'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:32:45.921184 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-ad30a199-8621-43b9-8360-0b7f4547fe0f None None] Attempting to bind port 5010795e-0f94-4276-90a3-daee179cf68b on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:32:45.921456 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-ad30a199-8621-43b9-8360-0b7f4547fe0f None None] Attempting to bind port 5010795e-0f94-4276-90a3-daee179cf68b by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': '0f9fc8c2-53a4-4f75-ba7b-dd16e86f645f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '672bd55d-071a-4ef8-87b1-2453b30b9181'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:32:45.922122 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad30a199-8621-43b9-8360-0b7f4547fe0f None None] Attempting to bind port 5010795e-0f94-4276-90a3-daee179cf68b on network 672bd55d-071a-4ef8-87b1-2453b30b9181 {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:32:45.930782 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a07a926-4c47-4b55-879c-9665ad0644c7 None None] Routers {'1a879c6e-8a0e-46ae-b462-e95cb79baa23'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:32:45.931410 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-7a07a926-4c47-4b55-879c-9665ad0644c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:32:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['1a879c6e-8a0e-46ae-b462-e95cb79baa23'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:32:45.990088 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad30a199-8621-43b9-8360-0b7f4547fe0f None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:32:45.990436 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad30a199-8621-43b9-8360-0b7f4547fe0f None None] Checking segment: {'id': '0f9fc8c2-53a4-4f75-ba7b-dd16e86f645f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '672bd55d-071a-4ef8-87b1-2453b30b9181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:32:45.990845 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ad30a199-8621-43b9-8360-0b7f4547fe0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:45.991235 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad30a199-8621-43b9-8360-0b7f4547fe0f None None] Bound using segment: {'id': '0f9fc8c2-53a4-4f75-ba7b-dd16e86f645f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '672bd55d-071a-4ef8-87b1-2453b30b9181'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:32:45.991711 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-ad30a199-8621-43b9-8360-0b7f4547fe0f None None] Bound port: 5010795e-0f94-4276-90a3-daee179cf68b, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f9fc8c2-53a4-4f75-ba7b-dd16e86f645f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '672bd55d-071a-4ef8-87b1-2453b30b9181'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:32:45.992078 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ad30a199-8621-43b9-8360-0b7f4547fe0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:46.021289 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6976bb64-dbe6-49d8-bc08-5ef61bc32750 admin admin] Network ed45466e-0386-4b92-8de3-247c977242ac is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:32:46.025007 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-6976bb64-dbe6-49d8-bc08-5ef61bc32750 admin admin] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:32:46.030642 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6976bb64-dbe6-49d8-bc08-5ef61bc32750 admin admin] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:32:46.062699 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6976bb64-dbe6-49d8-bc08-5ef61bc32750 admin admin] Pushing event updated for resources: {'Port': ['ID=5262cd08-9665-488c-a849-dd7f403454a6,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:46.133667 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 198b5db2-4a45-44d7-b6db-c51ef7d28c51 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:32:46.133980 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:46.233556 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6976bb64-dbe6-49d8-bc08-5ef61bc32750 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:46.234590 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6976bb64-dbe6-49d8-bc08-5ef61bc32750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616'] for router, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:46.342763 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-ad30a199-8621-43b9-8360-0b7f4547fe0f None None] For port 5010795e-0f94-4276-90a3-daee179cf68b, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:32:46.352187 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-ad30a199-8621-43b9-8360-0b7f4547fe0f None None] For port 5010795e-0f94-4276-90a3-daee179cf68b, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=5010795e-0f94-4276-90a3-daee179cf68b,segment=NetworkSegment(0f9fc8c2-53a4-4f75-ba7b-dd16e86f645f),segment_id=0f9fc8c2-53a4-4f75-ba7b-dd16e86f645f)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:32:46.361108 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ad30a199-8621-43b9-8360-0b7f4547fe0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:46.444442 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-7a07a926-4c47-4b55-879c-9665ad0644c7 None None] Set router 1a879c6e-8a0e-46ae-b462-e95cb79baa23 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:32:46.509744 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6976bb64-dbe6-49d8-bc08-5ef61bc32750 admin admin] Router d550e954-6742-4c56-a6e8-41b4d8ebf9fb is scheduled to L3 agent ff252634-3424-422a-b742-9ae457bd54bd with binding_index 1 {{(pid=83828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 16:32:46.597369 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30a199-8621-43b9-8360-0b7f4547fe0f None None] Pushing event updated for resources: {'Port': ['ID=5010795e-0f94-4276-90a3-daee179cf68b,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:46.811869 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6976bb64-dbe6-49d8-bc08-5ef61bc32750 admin admin] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:32:46.821516 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca36ac4e-0c4b-459b-88d9-76050a313249 None None] Sync routers for ids ['d550e954-6742-4c56-a6e8-41b4d8ebf9fb'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:32:46.848080 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca36ac4e-0c4b-459b-88d9-76050a313249 None None] Routers {'d550e954-6742-4c56-a6e8-41b4d8ebf9fb'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:32:46.849700 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-ca36ac4e-0c4b-459b-88d9-76050a313249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:32:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['d550e954-6742-4c56-a6e8-41b4d8ebf9fb'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:32:46.851575 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6976bb64-dbe6-49d8-bc08-5ef61bc32750 admin admin] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:46.853391 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-6976bb64-dbe6-49d8-bc08-5ef61bc32750 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8121345 Apr 01 16:32:46.855951 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 35874) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:32:46.914253 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-7a07a926-4c47-4b55-879c-9665ad0644c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a879c6e-8a0e-46ae-b462-e95cb79baa23', 'name': 'tempest-TestShelveInstance-1561098088-router', 'tenant_id': '2f24b527cca34c1dbe3c100e38439be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.206'}], 'enable_snat': True}, 'gw_port_id': '198b5db2-4a45-44d7-b6db-c51ef7d28c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:32:39Z', 'updated_at': '2022-04-01T16:32:42Z', 'revision_number': 4, 'project_id': '2f24b527cca34c1dbe3c100e38439be7', 'gw_port': {'id': '198b5db2-4a45-44d7-b6db-c51ef7d28c51', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:89:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a879c6e-8a0e-46ae-b462-e95cb79baa23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:32:39Z', 'updated_at': '2022-04-01T16:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '68efdd84-31ec-4f97-8d1c-04aa874bfab3', 'name': '', 'network_id': '34fb4b97-9d06-4c89-b749-266e424e693d', 'tenant_id': '2f24b527cca34c1dbe3c100e38439be7', 'mac_address': 'fa:16:3e:7d:7f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a879c6e-8a0e-46ae-b462-e95cb79baa23', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43923d66-2e78-4e7e-8cc5-e4f60c5ab854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:32:41Z', 'updated_at': '2022-04-01T16:32:42Z', 'revision_number': 2, 'project_id': '2f24b527cca34c1dbe3c100e38439be7', 'subnets': [{'id': '43923d66-2e78-4e7e-8cc5-e4f60c5ab854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:32:46.919944 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a07a926-4c47-4b55-879c-9665ad0644c7 None None] Checking router: 1a879c6e-8a0e-46ae-b462-e95cb79baa23 for host: dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:32:46.920418 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a07a926-4c47-4b55-879c-9665ad0644c7 None None] Updating router 1a879c6e-8a0e-46ae-b462-e95cb79baa23 port 68efdd84-31ec-4f97-8d1c-04aa874bfab3 binding host dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 16:32:46.986657 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-7a07a926-4c47-4b55-879c-9665ad0644c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:47.085541 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-ca36ac4e-0c4b-459b-88d9-76050a313249 None None] Set router d550e954-6742-4c56-a6e8-41b4d8ebf9fb gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:32:47.388603 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-7a07a926-4c47-4b55-879c-9665ad0644c7 None None] Notify callbacks [] for port, precommit_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:47.397509 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-ca36ac4e-0c4b-459b-88d9-76050a313249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd550e954-6742-4c56-a6e8-41b4d8ebf9fb', 'name': 'tempest-TestShelveInstance-1250062772-router', 'tenant_id': '3cd46d0304234b0bad70b74a867cae0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.202'}], 'enable_snat': True}, 'gw_port_id': '5262cd08-9665-488c-a849-dd7f403454a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:32:45Z', 'updated_at': '2022-04-01T16:32:46Z', 'revision_number': 3, 'project_id': '3cd46d0304234b0bad70b74a867cae0e', 'gw_port': {'id': '5262cd08-9665-488c-a849-dd7f403454a6', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e9:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd550e954-6742-4c56-a6e8-41b4d8ebf9fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:32:45Z', 'updated_at': '2022-04-01T16:32:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:32:47.401807 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca36ac4e-0c4b-459b-88d9-76050a313249 None None] Checking router: d550e954-6742-4c56-a6e8-41b4d8ebf9fb for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:32:47.402230 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca36ac4e-0c4b-459b-88d9-76050a313249 None None] Updating router d550e954-6742-4c56-a6e8-41b4d8ebf9fb port 5262cd08-9665-488c-a849-dd7f403454a6 binding host dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 16:32:47.402678 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-7a07a926-4c47-4b55-879c-9665ad0644c7 None None] Transition to ACTIVE for port object 68efdd84-31ec-4f97-8d1c-04aa874bfab3 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:32:47.416393 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-7a07a926-4c47-4b55-879c-9665ad0644c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:47.464776 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-ca36ac4e-0c4b-459b-88d9-76050a313249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:47.565728 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebc0a8b-a529-4ddc-8f76-a5427c91aa5d None None] Pushing event updated for resources: {'Port': ['ID=68efdd84-31ec-4f97-8d1c-04aa874bfab3,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:47.770085 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-7a07a926-4c47-4b55-879c-9665ad0644c7 None None] Attempting to bind port 68efdd84-31ec-4f97-8d1c-04aa874bfab3 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:32:47.770865 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-7a07a926-4c47-4b55-879c-9665ad0644c7 None None] Attempting to bind port 68efdd84-31ec-4f97-8d1c-04aa874bfab3 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'd84c770d-34da-4a67-bd23-27ecff4de1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '34fb4b97-9d06-4c89-b749-266e424e693d'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:32:47.771415 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a07a926-4c47-4b55-879c-9665ad0644c7 None None] Attempting to bind port 68efdd84-31ec-4f97-8d1c-04aa874bfab3 on network 34fb4b97-9d06-4c89-b749-266e424e693d {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:32:47.790640 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ea90c537-03c1-4a7d-b2a4-8a62aea2f19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:47.810519 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a07a926-4c47-4b55-879c-9665ad0644c7 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:32:47.810872 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a07a926-4c47-4b55-879c-9665ad0644c7 None None] Checking segment: {'id': 'd84c770d-34da-4a67-bd23-27ecff4de1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '34fb4b97-9d06-4c89-b749-266e424e693d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:32:47.811285 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-7a07a926-4c47-4b55-879c-9665ad0644c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:47.811684 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a07a926-4c47-4b55-879c-9665ad0644c7 None None] Bound using segment: {'id': 'd84c770d-34da-4a67-bd23-27ecff4de1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '34fb4b97-9d06-4c89-b749-266e424e693d'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:32:47.812167 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-7a07a926-4c47-4b55-879c-9665ad0644c7 None None] Bound port: 68efdd84-31ec-4f97-8d1c-04aa874bfab3, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd84c770d-34da-4a67-bd23-27ecff4de1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '34fb4b97-9d06-4c89-b749-266e424e693d'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:32:47.812541 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-7a07a926-4c47-4b55-879c-9665ad0644c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:47.832964 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 5010795e-0f94-4276-90a3-daee179cf68b up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:32:47.883472 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb43667f-f06c-4106-b0d3-a1df2306d6a0 None None] Network 672bd55d-071a-4ef8-87b1-2453b30b9181 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:32:47.913109 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-ca36ac4e-0c4b-459b-88d9-76050a313249 None None] Notify callbacks [] for port, precommit_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:47.925894 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.provisioning_blocks [None req-ca36ac4e-0c4b-459b-88d9-76050a313249 None None] Transition to ACTIVE for port object 5262cd08-9665-488c-a849-dd7f403454a6 will not be triggered until provisioned by entity L2. {{(pid=83833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:32:47.933051 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-ca36ac4e-0c4b-459b-88d9-76050a313249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:48.013471 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ef9933-1490-4d48-9e83-cb9992cfbce0 None None] Pushing event updated for resources: {'Port': ['ID=5262cd08-9665-488c-a849-dd7f403454a6,revision_number=2']} {{(pid=83833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:48.015973 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-ca36ac4e-0c4b-459b-88d9-76050a313249 None None] Attempting to bind port 5262cd08-9665-488c-a849-dd7f403454a6 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:32:48.016340 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-ca36ac4e-0c4b-459b-88d9-76050a313249 None None] Attempting to bind port 5262cd08-9665-488c-a849-dd7f403454a6 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}] {{(pid=83833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:32:48.016690 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca36ac4e-0c4b-459b-88d9-76050a313249 None None] Attempting to bind port 5262cd08-9665-488c-a849-dd7f403454a6 on network ed45466e-0386-4b92-8de3-247c977242ac {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:32:48.023844 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca36ac4e-0c4b-459b-88d9-76050a313249 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:32:48.024212 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca36ac4e-0c4b-459b-88d9-76050a313249 None None] Checking segment: {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:32:48.024604 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-ca36ac4e-0c4b-459b-88d9-76050a313249 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:48.025032 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca36ac4e-0c4b-459b-88d9-76050a313249 None None] Bound using segment: {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'} {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:32:48.025485 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-ca36ac4e-0c4b-459b-88d9-76050a313249 None None] Bound port: 5262cd08-9665-488c-a849-dd7f403454a6, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}}] {{(pid=83833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:32:48.025846 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-ca36ac4e-0c4b-459b-88d9-76050a313249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:48.092242 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-7a07a926-4c47-4b55-879c-9665ad0644c7 None None] For port 68efdd84-31ec-4f97-8d1c-04aa874bfab3, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:32:48.105349 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.db [None req-ca36ac4e-0c4b-459b-88d9-76050a313249 None None] For port 5262cd08-9665-488c-a849-dd7f403454a6, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:32:48.110115 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.db [None req-ca36ac4e-0c4b-459b-88d9-76050a313249 None None] For port 5262cd08-9665-488c-a849-dd7f403454a6, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=5262cd08-9665-488c-a849-dd7f403454a6,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:32:48.111501 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-7a07a926-4c47-4b55-879c-9665ad0644c7 None None] For port 68efdd84-31ec-4f97-8d1c-04aa874bfab3, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=68efdd84-31ec-4f97-8d1c-04aa874bfab3,segment=NetworkSegment(d84c770d-34da-4a67-bd23-27ecff4de1fd),segment_id=d84c770d-34da-4a67-bd23-27ecff4de1fd)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:32:48.112710 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 5010795e-0f94-4276-90a3-daee179cf68b completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:32:48.115140 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-ca36ac4e-0c4b-459b-88d9-76050a313249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:48.131492 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-7a07a926-4c47-4b55-879c-9665ad0644c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:48.191360 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-ea90c537-03c1-4a7d-b2a4-8a62aea2f19a admin admin] Allocated IP 172.20.0.1 (672bd55d-071a-4ef8-87b1-2453b30b9181/7a615ecd-d906-4fe1-aa49-17b01da83b75/1018f76c-5be5-46e8-8dae-7c72f30b640f) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:32:48.199525 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ef9933-1490-4d48-9e83-cb9992cfbce0 None None] Pushing event updated for resources: {'Port': ['ID=5262cd08-9665-488c-a849-dd7f403454a6,revision_number=3']} {{(pid=83833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:48.206472 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca36ac4e-0c4b-459b-88d9-76050a313249 None None] Routers {'d550e954-6742-4c56-a6e8-41b4d8ebf9fb'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:32:48.207087 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-ca36ac4e-0c4b-459b-88d9-76050a313249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:32:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['d550e954-6742-4c56-a6e8-41b4d8ebf9fb'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:32:48.236165 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-143d8d8d-8a70-4f8c-a94c-cbaec9834297 None None] Provisioning for port 5010795e-0f94-4276-90a3-daee179cf68b completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:32:48.261642 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-143d8d8d-8a70-4f8c-a94c-cbaec9834297 None None] Provisioning complete for port 5010795e-0f94-4276-90a3-daee179cf68b triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:32:48.262023 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-143d8d8d-8a70-4f8c-a94c-cbaec9834297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:48.379674 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ea90c537-03c1-4a7d-b2a4-8a62aea2f19a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:48.398589 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebc0a8b-a529-4ddc-8f76-a5427c91aa5d None None] Pushing event updated for resources: {'Port': ['ID=68efdd84-31ec-4f97-8d1c-04aa874bfab3,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:48.405513 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [None req-ea90c537-03c1-4a7d-b2a4-8a62aea2f19a admin admin] Transition to ACTIVE for port object 1018f76c-5be5-46e8-8dae-7c72f30b640f will not be triggered until provisioned by entity DHCP. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:32:48.437787 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ea90c537-03c1-4a7d-b2a4-8a62aea2f19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:48.449164 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a07a926-4c47-4b55-879c-9665ad0644c7 None None] Routers {'1a879c6e-8a0e-46ae-b462-e95cb79baa23'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:32:48.450467 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-7a07a926-4c47-4b55-879c-9665ad0644c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:32:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['1a879c6e-8a0e-46ae-b462-e95cb79baa23'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:32:48.481965 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-ca36ac4e-0c4b-459b-88d9-76050a313249 None None] Set router d550e954-6742-4c56-a6e8-41b4d8ebf9fb gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:32:48.522148 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea90c537-03c1-4a7d-b2a4-8a62aea2f19a admin admin] Network 672bd55d-071a-4ef8-87b1-2453b30b9181 is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:32:48.525105 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-ea90c537-03c1-4a7d-b2a4-8a62aea2f19a admin admin] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:32:48.530011 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea90c537-03c1-4a7d-b2a4-8a62aea2f19a admin admin] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:32:48.556227 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90c537-03c1-4a7d-b2a4-8a62aea2f19a admin admin] Pushing event updated for resources: {'Port': ['ID=1018f76c-5be5-46e8-8dae-7c72f30b640f,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:48.583478 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ea90c537-03c1-4a7d-b2a4-8a62aea2f19a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611418'] for router_interface, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:48.667513 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ea90c537-03c1-4a7d-b2a4-8a62aea2f19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:48.711037 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-143d8d8d-8a70-4f8c-a94c-cbaec9834297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:48.756844 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-7a07a926-4c47-4b55-879c-9665ad0644c7 None None] Set router 1a879c6e-8a0e-46ae-b462-e95cb79baa23 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:32:48.818735 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-143d8d8d-8a70-4f8c-a94c-cbaec9834297 None None] For port 5010795e-0f94-4276-90a3-daee179cf68b, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=5010795e-0f94-4276-90a3-daee179cf68b,segment=NetworkSegment(0f9fc8c2-53a4-4f75-ba7b-dd16e86f645f),segment_id=0f9fc8c2-53a4-4f75-ba7b-dd16e86f645f)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:32:48.824030 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-ca36ac4e-0c4b-459b-88d9-76050a313249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd550e954-6742-4c56-a6e8-41b4d8ebf9fb', 'name': 'tempest-TestShelveInstance-1250062772-router', 'tenant_id': '3cd46d0304234b0bad70b74a867cae0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.202'}], 'enable_snat': True}, 'gw_port_id': '5262cd08-9665-488c-a849-dd7f403454a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:32:45Z', 'updated_at': '2022-04-01T16:32:46Z', 'revision_number': 3, 'project_id': '3cd46d0304234b0bad70b74a867cae0e', 'gw_port': {'id': '5262cd08-9665-488c-a849-dd7f403454a6', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e9:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd550e954-6742-4c56-a6e8-41b4d8ebf9fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:32:45Z', 'updated_at': '2022-04-01T16:32:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:32:48.829374 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-143d8d8d-8a70-4f8c-a94c-cbaec9834297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:48.830094 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca36ac4e-0c4b-459b-88d9-76050a313249 None None] The sync data for ids ['d550e954-6742-4c56-a6e8-41b4d8ebf9fb'] in dv-neutron-833373-2-hyperv is: [{'id': 'd550e954-6742-4c56-a6e8-41b4d8ebf9fb', 'name': 'tempest-TestShelveInstance-1250062772-router', 'tenant_id': '3cd46d0304234b0bad70b74a867cae0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.202'}], 'enable_snat': True}, 'gw_port_id': '5262cd08-9665-488c-a849-dd7f403454a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:32:45Z', 'updated_at': '2022-04-01T16:32:46Z', 'revision_number': 3, 'project_id': '3cd46d0304234b0bad70b74a867cae0e', 'gw_port': {'id': '5262cd08-9665-488c-a849-dd7f403454a6', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e9:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd550e954-6742-4c56-a6e8-41b4d8ebf9fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:32:45Z', 'updated_at': '2022-04-01T16:32:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:32:48.925862 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ea90c537-03c1-4a7d-b2a4-8a62aea2f19a admin admin] Notify callbacks [] for port, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:48.930900 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ea90c537-03c1-4a7d-b2a4-8a62aea2f19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:49.042560 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ea90c537-03c1-4a7d-b2a4-8a62aea2f19a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611525'] for router_interface, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:49.057317 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143d8d8d-8a70-4f8c-a94c-cbaec9834297 None None] Pushing event updated for resources: {'Port': ['ID=5010795e-0f94-4276-90a3-daee179cf68b,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:49.060297 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90c537-03c1-4a7d-b2a4-8a62aea2f19a admin admin] Pushing event updated for resources: {'Port': ['ID=1018f76c-5be5-46e8-8dae-7c72f30b640f,revision_number=2']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:49.206851 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-7a07a926-4c47-4b55-879c-9665ad0644c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a879c6e-8a0e-46ae-b462-e95cb79baa23', 'name': 'tempest-TestShelveInstance-1561098088-router', 'tenant_id': '2f24b527cca34c1dbe3c100e38439be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.206'}], 'enable_snat': True}, 'gw_port_id': '198b5db2-4a45-44d7-b6db-c51ef7d28c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:32:39Z', 'updated_at': '2022-04-01T16:32:42Z', 'revision_number': 4, 'project_id': '2f24b527cca34c1dbe3c100e38439be7', 'gw_port': {'id': '198b5db2-4a45-44d7-b6db-c51ef7d28c51', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:89:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a879c6e-8a0e-46ae-b462-e95cb79baa23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:32:39Z', 'updated_at': '2022-04-01T16:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '68efdd84-31ec-4f97-8d1c-04aa874bfab3', 'name': '', 'network_id': '34fb4b97-9d06-4c89-b749-266e424e693d', 'tenant_id': '2f24b527cca34c1dbe3c100e38439be7', 'mac_address': 'fa:16:3e:7d:7f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a879c6e-8a0e-46ae-b462-e95cb79baa23', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43923d66-2e78-4e7e-8cc5-e4f60c5ab854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:32:41Z', 'updated_at': '2022-04-01T16:32:48Z', 'revision_number': 4, 'project_id': '2f24b527cca34c1dbe3c100e38439be7', 'subnets': [{'id': '43923d66-2e78-4e7e-8cc5-e4f60c5ab854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:32:49.212569 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a07a926-4c47-4b55-879c-9665ad0644c7 None None] The sync data for ids ['1a879c6e-8a0e-46ae-b462-e95cb79baa23'] in dv-neutron-833373-2-hyperv is: [{'id': '1a879c6e-8a0e-46ae-b462-e95cb79baa23', 'name': 'tempest-TestShelveInstance-1561098088-router', 'tenant_id': '2f24b527cca34c1dbe3c100e38439be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.206'}], 'enable_snat': True}, 'gw_port_id': '198b5db2-4a45-44d7-b6db-c51ef7d28c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:32:39Z', 'updated_at': '2022-04-01T16:32:42Z', 'revision_number': 4, 'project_id': '2f24b527cca34c1dbe3c100e38439be7', 'gw_port': {'id': '198b5db2-4a45-44d7-b6db-c51ef7d28c51', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:89:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a879c6e-8a0e-46ae-b462-e95cb79baa23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:32:39Z', 'updated_at': '2022-04-01T16:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '68efdd84-31ec-4f97-8d1c-04aa874bfab3', 'name': '', 'network_id': '34fb4b97-9d06-4c89-b749-266e424e693d', 'tenant_id': '2f24b527cca34c1dbe3c100e38439be7', 'mac_address': 'fa:16:3e:7d:7f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a879c6e-8a0e-46ae-b462-e95cb79baa23', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43923d66-2e78-4e7e-8cc5-e4f60c5ab854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:32:41Z', 'updated_at': '2022-04-01T16:32:48Z', 'revision_number': 4, 'project_id': '2f24b527cca34c1dbe3c100e38439be7', 'subnets': [{'id': '43923d66-2e78-4e7e-8cc5-e4f60c5ab854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:32:49.218310 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea90c537-03c1-4a7d-b2a4-8a62aea2f19a admin admin] Network 672bd55d-071a-4ef8-87b1-2453b30b9181 is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:32:49.219503 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-ea90c537-03c1-4a7d-b2a4-8a62aea2f19a admin admin] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:32:49.220869 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-69d236e0-d232-40be-adbd-b3f7a7f92b56 None None] Provisioning complete for port 5010795e-0f94-4276-90a3-daee179cf68b triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:32:49.221721 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-69d236e0-d232-40be-adbd-b3f7a7f92b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:49.517338 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-5fcc2033-8fdd-47b2-a2a5-5b46d7b05925 None None] Provisioning for port 1018f76c-5be5-46e8-8dae-7c72f30b640f completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:32:49.523021 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-5fcc2033-8fdd-47b2-a2a5-5b46d7b05925 None None] Provisioning complete for port 1018f76c-5be5-46e8-8dae-7c72f30b640f triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:32:49.523389 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-5fcc2033-8fdd-47b2-a2a5-5b46d7b05925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:49.611451 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-5fcc2033-8fdd-47b2-a2a5-5b46d7b05925 None None] Port 1018f76c-5be5-46e8-8dae-7c72f30b640f cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 16:32:49.736053 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea90c537-03c1-4a7d-b2a4-8a62aea2f19a admin admin] Router d550e954-6742-4c56-a6e8-41b4d8ebf9fb has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:32:49.744496 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-38bb61d6-630c-4da8-bcf6-debf22bf9421 None None] Provisioning complete for port 1018f76c-5be5-46e8-8dae-7c72f30b640f triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:32:49.746923 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-38bb61d6-630c-4da8-bcf6-debf22bf9421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:49.815908 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-38bb61d6-630c-4da8-bcf6-debf22bf9421 None None] Port 1018f76c-5be5-46e8-8dae-7c72f30b640f cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 16:32:49.887143 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 5262cd08-9665-488c-a849-dd7f403454a6 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:32:49.975930 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 5262cd08-9665-488c-a849-dd7f403454a6 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:32:49.979821 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea90c537-03c1-4a7d-b2a4-8a62aea2f19a admin admin] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:32:49.990539 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-ea90c537-03c1-4a7d-b2a4-8a62aea2f19a admin admin] 10.222.0.55 "PUT /v2.0/routers/d550e954-6742-4c56-a6e8-41b4d8ebf9fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1316788 Apr 01 16:32:50.002046 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 5262cd08-9665-488c-a849-dd7f403454a6 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:32:50.002046 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:50.142905 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:50.161021 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port 5262cd08-9665-488c-a849-dd7f403454a6, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=5262cd08-9665-488c-a849-dd7f403454a6,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:32:50.165494 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:50.166449 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 68efdd84-31ec-4f97-8d1c-04aa874bfab3 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:32:50.294572 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=5262cd08-9665-488c-a849-dd7f403454a6,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:50.303882 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 68efdd84-31ec-4f97-8d1c-04aa874bfab3 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:32:50.310918 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 68efdd84-31ec-4f97-8d1c-04aa874bfab3 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:32:50.311743 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:50.432552 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:50.477467 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port 68efdd84-31ec-4f97-8d1c-04aa874bfab3, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=68efdd84-31ec-4f97-8d1c-04aa874bfab3,segment=NetworkSegment(d84c770d-34da-4a67-bd23-27ecff4de1fd),segment_id=d84c770d-34da-4a67-bd23-27ecff4de1fd)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:32:50.483020 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:50.484041 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 5010795e-0f94-4276-90a3-daee179cf68b up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:32:50.645382 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=68efdd84-31ec-4f97-8d1c-04aa874bfab3,revision_number=5']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:50.659798 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 5010795e-0f94-4276-90a3-daee179cf68b triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:32:50.660309 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:50.836374 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 35884) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:32:50.842755 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-39cb5f00-b543-46d0-be02-9825a27c4b61 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-693964758', 'description': 'tempest-secgroup-smoke-693964758 description', 'project_id': '2f24b527cca34c1dbe3c100e38439be7'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:32:50.849045 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-39cb5f00-b543-46d0-be02-9825a27c4b61 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:32:50.852829 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-39cb5f00-b543-46d0-be02-9825a27c4b61 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Usage tracker for resource:security_group and tenant:2f24b527cca34c1dbe3c100e38439be7 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:32:50.855859 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-39cb5f00-b543-46d0-be02-9825a27c4b61 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:32:50.862654 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-39cb5f00-b543-46d0-be02-9825a27c4b61 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:32:50.972717 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-39cb5f00-b543-46d0-be02-9825a27c4b61 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks [] for security_group, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:51.007299 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-39cb5f00-b543-46d0-be02-9825a27c4b61 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:32:51.011012 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-39cb5f00-b543-46d0-be02-9825a27c4b61 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Usage tracker for resource:security_group_rule and tenant:2f24b527cca34c1dbe3c100e38439be7 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:32:51.014400 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-39cb5f00-b543-46d0-be02-9825a27c4b61 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:32:51.020039 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-39cb5f00-b543-46d0-be02-9825a27c4b61 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:32:51.075390 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-39cb5f00-b543-46d0-be02-9825a27c4b61 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks [] for security_group, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:51.079080 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-39cb5f00-b543-46d0-be02-9825a27c4b61 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:51.120896 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cb5f00-b543-46d0-be02-9825a27c4b61 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26941c90-ed5e-4cd9-ae48-06dc377502e7,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:51.124910 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-39cb5f00-b543-46d0-be02-9825a27c4b61 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:51.129358 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-39cb5f00-b543-46d0-be02-9825a27c4b61 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2917213 Apr 01 16:32:51.129974 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 35888) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:32:51.135626 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-41476ac4-5075-423b-868d-8922bc522a39 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Request body: {'security_group_rule': {'security_group_id': '26941c90-ed5e-4cd9-ae48-06dc377502e7', 'project_id': '2f24b527cca34c1dbe3c100e38439be7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:32:51.142289 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-41476ac4-5075-423b-868d-8922bc522a39 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:32:51.146068 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-41476ac4-5075-423b-868d-8922bc522a39 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Usage tracker for resource:security_group_rule and tenant:2f24b527cca34c1dbe3c100e38439be7 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:32:51.148969 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-41476ac4-5075-423b-868d-8922bc522a39 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:32:51.155383 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-41476ac4-5075-423b-868d-8922bc522a39 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:32:51.171535 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-41476ac4-5075-423b-868d-8922bc522a39 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:51.231017 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-41476ac4-5075-423b-868d-8922bc522a39 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:51.235021 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-41476ac4-5075-423b-868d-8922bc522a39 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:51.257923 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41476ac4-5075-423b-868d-8922bc522a39 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40867170-e88b-4753-aba9-58ee53b3e4d2,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:51.267468 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-41476ac4-5075-423b-868d-8922bc522a39 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:51.269183 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-41476ac4-5075-423b-868d-8922bc522a39 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1376567 Apr 01 16:32:51.271480 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 35892) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:32:51.277021 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-679b33fb-c877-4c8b-b95f-8b519d2d1a84 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Request body: {'security_group_rule': {'security_group_id': '26941c90-ed5e-4cd9-ae48-06dc377502e7', 'project_id': '2f24b527cca34c1dbe3c100e38439be7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:32:51.283704 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-679b33fb-c877-4c8b-b95f-8b519d2d1a84 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:32:51.287468 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-679b33fb-c877-4c8b-b95f-8b519d2d1a84 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Usage tracker for resource:security_group_rule and tenant:2f24b527cca34c1dbe3c100e38439be7 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:32:51.290313 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-679b33fb-c877-4c8b-b95f-8b519d2d1a84 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:32:51.295929 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-679b33fb-c877-4c8b-b95f-8b519d2d1a84 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:32:51.314728 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-679b33fb-c877-4c8b-b95f-8b519d2d1a84 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:51.374748 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-679b33fb-c877-4c8b-b95f-8b519d2d1a84 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:51.378225 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-679b33fb-c877-4c8b-b95f-8b519d2d1a84 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:51.401719 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679b33fb-c877-4c8b-b95f-8b519d2d1a84 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=501914e4-322e-474e-bed0-3be5964687c2,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:51.410346 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-679b33fb-c877-4c8b-b95f-8b519d2d1a84 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:51.411523 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-679b33fb-c877-4c8b-b95f-8b519d2d1a84 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1390848 Apr 01 16:32:51.414279 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 35896) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:32:51.419721 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-53fa44f6-393f-4ce5-8391-7749f9a639da tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Request body: {'security_group_rule': {'security_group_id': '26941c90-ed5e-4cd9-ae48-06dc377502e7', 'project_id': '2f24b527cca34c1dbe3c100e38439be7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:32:51.425536 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-53fa44f6-393f-4ce5-8391-7749f9a639da tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:32:51.429263 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-53fa44f6-393f-4ce5-8391-7749f9a639da tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Usage tracker for resource:security_group_rule and tenant:2f24b527cca34c1dbe3c100e38439be7 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:32:51.432067 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-53fa44f6-393f-4ce5-8391-7749f9a639da tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:32:51.438326 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-53fa44f6-393f-4ce5-8391-7749f9a639da tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:32:51.455373 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-53fa44f6-393f-4ce5-8391-7749f9a639da tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:51.517768 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-53fa44f6-393f-4ce5-8391-7749f9a639da tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:51.521347 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-53fa44f6-393f-4ce5-8391-7749f9a639da tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:51.548903 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fa44f6-393f-4ce5-8391-7749f9a639da tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ad1db77-1969-43d0-b3e2-3245716504bf,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:51.555277 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-53fa44f6-393f-4ce5-8391-7749f9a639da tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:51.556523 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-53fa44f6-393f-4ce5-8391-7749f9a639da tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1412315 Apr 01 16:32:51.559127 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 35900) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:32:51.564519 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-8cbb5ffe-786b-493d-9e99-a0985f293185 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Request body: {'security_group_rule': {'security_group_id': '26941c90-ed5e-4cd9-ae48-06dc377502e7', 'project_id': '2f24b527cca34c1dbe3c100e38439be7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:32:51.570494 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-8cbb5ffe-786b-493d-9e99-a0985f293185 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:32:51.574324 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-8cbb5ffe-786b-493d-9e99-a0985f293185 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Usage tracker for resource:security_group_rule and tenant:2f24b527cca34c1dbe3c100e38439be7 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:32:51.577318 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-8cbb5ffe-786b-493d-9e99-a0985f293185 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:32:51.584189 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-8cbb5ffe-786b-493d-9e99-a0985f293185 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:32:51.602713 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8cbb5ffe-786b-493d-9e99-a0985f293185 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:51.667801 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8cbb5ffe-786b-493d-9e99-a0985f293185 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:51.672431 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8cbb5ffe-786b-493d-9e99-a0985f293185 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:51.695541 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbb5ffe-786b-493d-9e99-a0985f293185 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b54a3f8f-2cc4-4954-b5fb-21a15a89ad27,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:51.710504 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-8cbb5ffe-786b-493d-9e99-a0985f293185 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:51.711762 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-8cbb5ffe-786b-493d-9e99-a0985f293185 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1516840 Apr 01 16:32:51.714547 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 35904) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:32:51.720696 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-bcc5cb79-2bb7-4e11-8c1a-495ac1d6f9ae tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Request body: {'security_group_rule': {'security_group_id': '26941c90-ed5e-4cd9-ae48-06dc377502e7', 'project_id': '2f24b527cca34c1dbe3c100e38439be7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:32:51.726988 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-bcc5cb79-2bb7-4e11-8c1a-495ac1d6f9ae tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:32:51.730782 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-bcc5cb79-2bb7-4e11-8c1a-495ac1d6f9ae tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Usage tracker for resource:security_group_rule and tenant:2f24b527cca34c1dbe3c100e38439be7 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:32:51.733951 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-bcc5cb79-2bb7-4e11-8c1a-495ac1d6f9ae tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:32:51.738488 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 5262cd08-9665-488c-a849-dd7f403454a6 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:32:51.740152 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-bcc5cb79-2bb7-4e11-8c1a-495ac1d6f9ae tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:32:51.750501 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.securitygroups_db [None req-bcc5cb79-2bb7-4e11-8c1a-495ac1d6f9ae tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Project 2f24b527cca34c1dbe3c100e38439be7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:32:51.757153 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-bcc5cb79-2bb7-4e11-8c1a-495ac1d6f9ae tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:51.805333 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 5262cd08-9665-488c-a849-dd7f403454a6 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:32:51.805710 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:51.822745 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-bcc5cb79-2bb7-4e11-8c1a-495ac1d6f9ae tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:51.827656 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-bcc5cb79-2bb7-4e11-8c1a-495ac1d6f9ae tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:51.853085 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc5cb79-2bb7-4e11-8c1a-495ac1d6f9ae tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e4f2e1b-e5bc-48e7-81b5-8d1d7464dd66,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:51.864150 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-bcc5cb79-2bb7-4e11-8c1a-495ac1d6f9ae tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:51.865653 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-bcc5cb79-2bb7-4e11-8c1a-495ac1d6f9ae tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1500735 Apr 01 16:32:51.868302 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 35908) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:32:51.875249 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-2affcb2d-319d-45c9-8b1c-6a166a0ac612 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Request body: {'security_group_rule': {'security_group_id': '26941c90-ed5e-4cd9-ae48-06dc377502e7', 'project_id': '2f24b527cca34c1dbe3c100e38439be7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:32:51.881569 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-2affcb2d-319d-45c9-8b1c-6a166a0ac612 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:32:51.885406 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-2affcb2d-319d-45c9-8b1c-6a166a0ac612 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Usage tracker for resource:security_group_rule and tenant:2f24b527cca34c1dbe3c100e38439be7 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:32:51.888343 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-2affcb2d-319d-45c9-8b1c-6a166a0ac612 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:32:51.894015 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-2affcb2d-319d-45c9-8b1c-6a166a0ac612 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:32:51.909562 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.securitygroups_db [None req-2affcb2d-319d-45c9-8b1c-6a166a0ac612 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Project 2f24b527cca34c1dbe3c100e38439be7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:32:51.916414 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2affcb2d-319d-45c9-8b1c-6a166a0ac612 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:51.931103 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 68efdd84-31ec-4f97-8d1c-04aa874bfab3 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:32:51.983857 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2affcb2d-319d-45c9-8b1c-6a166a0ac612 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:51.988873 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2affcb2d-319d-45c9-8b1c-6a166a0ac612 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:51.998480 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 68efdd84-31ec-4f97-8d1c-04aa874bfab3 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:32:51.998833 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:52.019793 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2affcb2d-319d-45c9-8b1c-6a166a0ac612 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6713843-8bcc-4d45-953b-1671043d582e,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:52.031752 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2affcb2d-319d-45c9-8b1c-6a166a0ac612 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:52.041058 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-2affcb2d-319d-45c9-8b1c-6a166a0ac612 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1639433 Apr 01 16:32:52.233880 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5059e994-50df-49e4-8c4d-f188bcc60495 req-45f01627-3b9d-4782-b2d5-cd5a7a28c32a tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-693964758&fields=id&tenant_id=2f24b527cca34c1dbe3c100e38439be7 HTTP/1.1" status: 200 len: 267 time: 0.0478277 Apr 01 16:32:52.378943 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5059e994-50df-49e4-8c4d-f188bcc60495 req-b2ec7699-a011-44ee-b45b-524b2e3ac764 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:52.380271 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5059e994-50df-49e4-8c4d-f188bcc60495 req-b2ec7699-a011-44ee-b45b-524b2e3ac764 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/networks?id=34fb4b97-9d06-4c89-b749-266e424e693d HTTP/1.1" status: 200 len: 809 time: 0.1400023 Apr 01 16:32:52.396542 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5059e994-50df-49e4-8c4d-f188bcc60495 req-3437a45a-d487-4fa8-b2ff-cb66db744d36 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/quotas/2f24b527cca34c1dbe3c100e38439be7 HTTP/1.1" status: 200 len: 375 time: 0.0110276 Apr 01 16:32:52.477177 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-5059e994-50df-49e4-8c4d-f188bcc60495 req-a9babb57-43e6-40dc-8623-8d962b9e6a3d tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Synchronizing usage tracker for tenant:2f24b527cca34c1dbe3c100e38439be7 on resource:port {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:32:52.493720 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-5059e994-50df-49e4-8c4d-f188bcc60495 req-a9babb57-43e6-40dc-8623-8d962b9e6a3d tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Unset dirty status for tenant:2f24b527cca34c1dbe3c100e38439be7 on resource:port {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:32:52.495105 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5059e994-50df-49e4-8c4d-f188bcc60495 req-a9babb57-43e6-40dc-8623-8d962b9e6a3d tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=2f24b527cca34c1dbe3c100e38439be7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0937097 Apr 01 16:32:52.634411 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [req-5059e994-50df-49e4-8c4d-f188bcc60495 req-4375383e-209f-4a72-b9cf-423d0d061857 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=83826) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 16:32:52.635377 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5059e994-50df-49e4-8c4d-f188bcc60495 req-4375383e-209f-4a72-b9cf-423d0d061857 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1282868 Apr 01 16:32:52.768092 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5059e994-50df-49e4-8c4d-f188bcc60495 req-f820635f-6c2c-4e80-9fb3-cd203e26fb6a service neutron] 10.222.0.55 "GET /v2.0/networks/34fb4b97-9d06-4c89-b749-266e424e693d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263196 Apr 01 16:32:52.897982 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5059e994-50df-49e4-8c4d-f188bcc60495 req-0d6d6084-b3ae-4dcb-8384-6820a5ade9ce service neutron] 10.222.0.55 "GET /v2.0/networks/34fb4b97-9d06-4c89-b749-266e424e693d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240203 Apr 01 16:32:53.160015 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-86f8dbd3-0e5a-4349-aeb6-ca14ece262dd req-c122809d-d460-4756-891a-4207f72f8540 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=75d028e8-a890-4f18-ad53-a31ec108f0a5 HTTP/1.1" status: 200 len: 210 time: 0.1136899 Apr 01 16:32:53.989308 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a4df746e-c325-49f6-a22a-35c774c6e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:54.096391 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:54.148710 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5059e994-50df-49e4-8c4d-f188bcc60495 req-75adb783-0def-4b48-ae68-95cd34c3c6a3 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:54.149411 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-5059e994-50df-49e4-8c4d-f188bcc60495 req-75adb783-0def-4b48-ae68-95cd34c3c6a3 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Synchronizing usage tracker for tenant:2f24b527cca34c1dbe3c100e38439be7 on resource:network {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:32:54.166450 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-5059e994-50df-49e4-8c4d-f188bcc60495 req-75adb783-0def-4b48-ae68-95cd34c3c6a3 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Unset dirty status for tenant:2f24b527cca34c1dbe3c100e38439be7 on resource:network {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:32:54.167558 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-5059e994-50df-49e4-8c4d-f188bcc60495 req-75adb783-0def-4b48-ae68-95cd34c3c6a3 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.24 "GET /v2.0/networks?id=34fb4b97-9d06-4c89-b749-266e424e693d HTTP/1.1" status: 200 len: 809 time: 0.1681285 Apr 01 16:32:54.227503 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-5059e994-50df-49e4-8c4d-f188bcc60495 req-655cb0c0-4694-471d-9aec-5d6a8d8c6196 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Synchronizing usage tracker for tenant:2f24b527cca34c1dbe3c100e38439be7 on resource:security_group {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:32:54.248061 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-5059e994-50df-49e4-8c4d-f188bcc60495 req-655cb0c0-4694-471d-9aec-5d6a8d8c6196 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Unset dirty status for tenant:2f24b527cca34c1dbe3c100e38439be7 on resource:security_group {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:32:54.249475 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-5059e994-50df-49e4-8c4d-f188bcc60495 req-655cb0c0-4694-471d-9aec-5d6a8d8c6196 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f24b527cca34c1dbe3c100e38439be7 HTTP/1.1" status: 200 len: 379 time: 0.0684571 Apr 01 16:32:54.258011 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [req-5059e994-50df-49e4-8c4d-f188bcc60495 req-9fe13008-8839-4468-b286-b58da7717223 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Request body: {'port': {'device_id': '75d028e8-a890-4f18-ad53-a31ec108f0a5', 'network_id': '34fb4b97-9d06-4c89-b749-266e424e693d', 'admin_state_up': True, 'tenant_id': '2f24b527cca34c1dbe3c100e38439be7', 'security_groups': ['26941c90-ed5e-4cd9-ae48-06dc377502e7']}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:32:54.328907 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-60e0e34e-fde5-4593-b19d-11a6cadec2cf req-2499eaf1-f0f0-4236-b273-73a6e421b27b tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=75d028e8-a890-4f18-ad53-a31ec108f0a5 HTTP/1.1" status: 200 len: 210 time: 0.0438976 Apr 01 16:32:54.394817 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [req-5059e994-50df-49e4-8c4d-f188bcc60495 req-9fe13008-8839-4468-b286-b58da7717223 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:32:54.405383 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [req-5059e994-50df-49e4-8c4d-f188bcc60495 req-9fe13008-8839-4468-b286-b58da7717223 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:32:54.414671 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5059e994-50df-49e4-8c4d-f188bcc60495 req-9fe13008-8839-4468-b286-b58da7717223 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Made reservation on behalf of 2f24b527cca34c1dbe3c100e38439be7 for: {'port': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:32:54.417672 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-5059e994-50df-49e4-8c4d-f188bcc60495 req-9fe13008-8839-4468-b286-b58da7717223 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:54.576678 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [req-5059e994-50df-49e4-8c4d-f188bcc60495 req-9fe13008-8839-4468-b286-b58da7717223 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Allocated IP 172.20.0.3 (34fb4b97-9d06-4c89-b749-266e424e693d/43923d66-2e78-4e7e-8cc5-e4f60c5ab854/f6858f2c-f713-42ea-b56a-606c28f5aa06) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:32:54.773471 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-5059e994-50df-49e4-8c4d-f188bcc60495 req-9fe13008-8839-4468-b286-b58da7717223 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:54.789485 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [req-5059e994-50df-49e4-8c4d-f188bcc60495 req-9fe13008-8839-4468-b286-b58da7717223 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Transition to ACTIVE for port object f6858f2c-f713-42ea-b56a-606c28f5aa06 will not be triggered until provisioned by entity DHCP. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:32:54.810509 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-5059e994-50df-49e4-8c4d-f188bcc60495 req-9fe13008-8839-4468-b286-b58da7717223 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:54.885388 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5059e994-50df-49e4-8c4d-f188bcc60495 req-9fe13008-8839-4468-b286-b58da7717223 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Network 34fb4b97-9d06-4c89-b749-266e424e693d is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:32:54.888949 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [req-5059e994-50df-49e4-8c4d-f188bcc60495 req-9fe13008-8839-4468-b286-b58da7717223 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:32:54.891508 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [req-5059e994-50df-49e4-8c4d-f188bcc60495 req-9fe13008-8839-4468-b286-b58da7717223 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:32:54.933433 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe13008-8839-4468-b286-b58da7717223 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Pushing event updated for resources: {'Port': ['ID=f6858f2c-f713-42ea-b56a-606c28f5aa06,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:54.961560 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5059e994-50df-49e4-8c4d-f188bcc60495 req-9fe13008-8839-4468-b286-b58da7717223 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:54.962158 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-5059e994-50df-49e4-8c4d-f188bcc60495 req-9fe13008-8839-4468-b286-b58da7717223 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:54.992124 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-5059e994-50df-49e4-8c4d-f188bcc60495 req-9fe13008-8839-4468-b286-b58da7717223 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7377486 Apr 01 16:32:55.079502 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [req-5059e994-50df-49e4-8c4d-f188bcc60495 req-cd230342-6e8a-4a84-8bc2-a426ca4a02fc service neutron] Request body: {'port': {'device_id': '75d028e8-a890-4f18-ad53-a31ec108f0a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:32:55.176590 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-c72c01f7-1565-48cf-aff3-2857ea4938ed None None] Provisioning for port f6858f2c-f713-42ea-b56a-606c28f5aa06 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:32:55.181336 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-c72c01f7-1565-48cf-aff3-2857ea4938ed None None] Provisioning complete for port f6858f2c-f713-42ea-b56a-606c28f5aa06 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:32:55.181703 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c72c01f7-1565-48cf-aff3-2857ea4938ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:55.192315 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-5059e994-50df-49e4-8c4d-f188bcc60495 req-cd230342-6e8a-4a84-8bc2-a426ca4a02fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:55.237103 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-c72c01f7-1565-48cf-aff3-2857ea4938ed None None] Port f6858f2c-f713-42ea-b56a-606c28f5aa06 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 16:32:55.537165 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d95b004-a561-426d-b727-8c52ce107627 req-5f042a0d-a016-4a53-96a6-62147d84cf2a tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:55.538618 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-3d95b004-a561-426d-b727-8c52ce107627 req-5f042a0d-a016-4a53-96a6-62147d84cf2a tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=75d028e8-a890-4f18-ad53-a31ec108f0a5 HTTP/1.1" status: 200 len: 931 time: 0.0849717 Apr 01 16:32:55.588877 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-3d95b004-a561-426d-b727-8c52ce107627 req-75f2839d-6478-41ba-add4-3e19e16aa949 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/security-groups?id=26941c90-ed5e-4cd9-ae48-06dc377502e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438957 Apr 01 16:32:55.638032 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [req-5059e994-50df-49e4-8c4d-f188bcc60495 req-cd230342-6e8a-4a84-8bc2-a426ca4a02fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6858f2c-f713-42ea-b56a-606c28f5aa06 {{(pid=83828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:32:55.645014 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-5059e994-50df-49e4-8c4d-f188bcc60495 req-cd230342-6e8a-4a84-8bc2-a426ca4a02fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:55.659998 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [req-5059e994-50df-49e4-8c4d-f188bcc60495 req-cd230342-6e8a-4a84-8bc2-a426ca4a02fc service neutron] Transition to ACTIVE for port object f6858f2c-f713-42ea-b56a-606c28f5aa06 will not be triggered until provisioned by entity L2. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:32:55.664471 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-5059e994-50df-49e4-8c4d-f188bcc60495 req-cd230342-6e8a-4a84-8bc2-a426ca4a02fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:55.790639 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd230342-6e8a-4a84-8bc2-a426ca4a02fc service neutron] Pushing event updated for resources: {'Port': ['ID=f6858f2c-f713-42ea-b56a-606c28f5aa06,revision_number=2']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:55.900061 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [req-5059e994-50df-49e4-8c4d-f188bcc60495 req-cd230342-6e8a-4a84-8bc2-a426ca4a02fc service neutron] Attempting to bind port f6858f2c-f713-42ea-b56a-606c28f5aa06 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:32:55.900389 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [req-5059e994-50df-49e4-8c4d-f188bcc60495 req-cd230342-6e8a-4a84-8bc2-a426ca4a02fc service neutron] Attempting to bind port f6858f2c-f713-42ea-b56a-606c28f5aa06 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'd84c770d-34da-4a67-bd23-27ecff4de1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '34fb4b97-9d06-4c89-b749-266e424e693d'}] {{(pid=83828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:32:55.900714 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5059e994-50df-49e4-8c4d-f188bcc60495 req-cd230342-6e8a-4a84-8bc2-a426ca4a02fc service neutron] Attempting to bind port f6858f2c-f713-42ea-b56a-606c28f5aa06 on network 34fb4b97-9d06-4c89-b749-266e424e693d {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:32:55.907535 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5059e994-50df-49e4-8c4d-f188bcc60495 req-cd230342-6e8a-4a84-8bc2-a426ca4a02fc service neutron] Port f6858f2c-f713-42ea-b56a-606c28f5aa06 on network 34fb4b97-9d06-4c89-b749-266e424e693d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 16:32:55.907790 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5059e994-50df-49e4-8c4d-f188bcc60495 req-cd230342-6e8a-4a84-8bc2-a426ca4a02fc service neutron] Attempting to bind port f6858f2c-f713-42ea-b56a-606c28f5aa06 on network 34fb4b97-9d06-4c89-b749-266e424e693d {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:32:55.914503 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5059e994-50df-49e4-8c4d-f188bcc60495 req-cd230342-6e8a-4a84-8bc2-a426ca4a02fc service neutron] Checking agent: {'id': '5b2860be-0b4f-4931-914a-5d10403eafcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 47, 24), 'started_at': datetime.datetime(2022, 4, 1, 15, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:32:55.914837 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5059e994-50df-49e4-8c4d-f188bcc60495 req-cd230342-6e8a-4a84-8bc2-a426ca4a02fc service neutron] Checking segment: {'id': 'd84c770d-34da-4a67-bd23-27ecff4de1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '34fb4b97-9d06-4c89-b749-266e424e693d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:32:55.915225 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5059e994-50df-49e4-8c4d-f188bcc60495 req-cd230342-6e8a-4a84-8bc2-a426ca4a02fc service neutron] Bound using segment: {'id': 'd84c770d-34da-4a67-bd23-27ecff4de1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '34fb4b97-9d06-4c89-b749-266e424e693d'} {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:32:55.915645 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [req-5059e994-50df-49e4-8c4d-f188bcc60495 req-cd230342-6e8a-4a84-8bc2-a426ca4a02fc service neutron] Bound port: f6858f2c-f713-42ea-b56a-606c28f5aa06, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd84c770d-34da-4a67-bd23-27ecff4de1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '34fb4b97-9d06-4c89-b749-266e424e693d'}}] {{(pid=83828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:32:55.915992 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-5059e994-50df-49e4-8c4d-f188bcc60495 req-cd230342-6e8a-4a84-8bc2-a426ca4a02fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:56.008908 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [req-5059e994-50df-49e4-8c4d-f188bcc60495 req-cd230342-6e8a-4a84-8bc2-a426ca4a02fc service neutron] For port f6858f2c-f713-42ea-b56a-606c28f5aa06, host hv-neutron-8333, cleared binding levels {{(pid=83828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:32:56.011761 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [req-5059e994-50df-49e4-8c4d-f188bcc60495 req-cd230342-6e8a-4a84-8bc2-a426ca4a02fc service neutron] For port f6858f2c-f713-42ea-b56a-606c28f5aa06, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=f6858f2c-f713-42ea-b56a-606c28f5aa06,segment=NetworkSegment(d84c770d-34da-4a67-bd23-27ecff4de1fd),segment_id=d84c770d-34da-4a67-bd23-27ecff4de1fd)] {{(pid=83828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:32:56.016596 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-5059e994-50df-49e4-8c4d-f188bcc60495 req-cd230342-6e8a-4a84-8bc2-a426ca4a02fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:56.075533 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-5059e994-50df-49e4-8c4d-f188bcc60495 req-cd230342-6e8a-4a84-8bc2-a426ca4a02fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:56.077245 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-5059e994-50df-49e4-8c4d-f188bcc60495 req-cd230342-6e8a-4a84-8bc2-a426ca4a02fc service neutron] 10.222.0.24 "PUT /v2.0/ports/f6858f2c-f713-42ea-b56a-606c28f5aa06 HTTP/1.1" status: 200 len: 1093 time: 1.0777576 Apr 01 16:32:56.080128 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75d028e8-a890-4f18-ad53-a31ec108f0a5', 'tag': 'f6858f2c-f713-42ea-b56a-606c28f5aa06'}] {{(pid=83828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:32:56.101046 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd230342-6e8a-4a84-8bc2-a426ca4a02fc service neutron] Pushing event updated for resources: {'Port': ['ID=f6858f2c-f713-42ea-b56a-606c28f5aa06,revision_number=3']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:32:56.159578 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75d028e8-a890-4f18-ad53-a31ec108f0a5', 'tag': 'f6858f2c-f713-42ea-b56a-606c28f5aa06', 'status': 'completed', 'code': 200} Apr 01 16:32:56.196981 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-5059e994-50df-49e4-8c4d-f188bcc60495 req-b9b979b9-8aa4-46e8-b3ef-25f0bee5ec99 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2f24b527cca34c1dbe3c100e38439be7&device_id=75d028e8-a890-4f18-ad53-a31ec108f0a5 HTTP/1.1" status: 200 len: 1096 time: 0.0735459 Apr 01 16:32:56.271524 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-5059e994-50df-49e4-8c4d-f188bcc60495 req-e02d4902-9e1f-4cb4-a79f-ee5a95d9cfcb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f6858f2c-f713-42ea-b56a-606c28f5aa06 HTTP/1.1" status: 200 len: 217 time: 0.0666690 Apr 01 16:32:56.344997 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5059e994-50df-49e4-8c4d-f188bcc60495 req-ed4f8d08-5f9f-4da5-a290-1441a28c3c8f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:56.346612 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-5059e994-50df-49e4-8c4d-f188bcc60495 req-ed4f8d08-5f9f-4da5-a290-1441a28c3c8f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=43923d66-2e78-4e7e-8cc5-e4f60c5ab854 HTTP/1.1" status: 200 len: 848 time: 0.0688910 Apr 01 16:32:56.381199 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-745d5ec5-27b2-4d73-a5de-97ffb43bb10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:56.430414 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-5059e994-50df-49e4-8c4d-f188bcc60495 req-b5dee3a3-b064-4521-b349-45cdb8a782bf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=34fb4b97-9d06-4c89-b749-266e424e693d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774252 Apr 01 16:32:56.560626 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-5059e994-50df-49e4-8c4d-f188bcc60495 req-01da6992-17b3-4fd8-b215-44229f73bfda service neutron] 10.222.0.24 "GET /v2.0/networks/34fb4b97-9d06-4c89-b749-266e424e693d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231441 Apr 01 16:32:56.702221 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-5059e994-50df-49e4-8c4d-f188bcc60495 req-97be21e5-b43b-4dca-87ee-18c8d37cf2c0 service neutron] 10.222.0.24 "GET /v2.0/networks/34fb4b97-9d06-4c89-b749-266e424e693d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339769 Apr 01 16:32:56.795216 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e1804-8ac8-42f9-8139-bf1cdf9637f5 req-671335ac-6f9b-437e-882e-0af2a4a9f4a5 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:56.796677 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-500e1804-8ac8-42f9-8139-bf1cdf9637f5 req-671335ac-6f9b-437e-882e-0af2a4a9f4a5 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=75d028e8-a890-4f18-ad53-a31ec108f0a5 HTTP/1.1" status: 200 len: 943 time: 0.0817680 Apr 01 16:32:56.820564 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-cb561e05-318c-4ff2-a8ca-7462a96569d2 req-29894409-6b6b-4899-953f-5654f7139d67 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2f24b527cca34c1dbe3c100e38439be7&device_id=75d028e8-a890-4f18-ad53-a31ec108f0a5 HTTP/1.1" status: 200 len: 1096 time: 0.0694101 Apr 01 16:32:56.940267 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-500e1804-8ac8-42f9-8139-bf1cdf9637f5 req-1d6c21ce-936c-455e-b871-3d40f2bd13c4 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/security-groups?id=26941c90-ed5e-4cd9-ae48-06dc377502e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374474 Apr 01 16:32:56.958138 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb561e05-318c-4ff2-a8ca-7462a96569d2 req-a957a72c-e585-4da6-815a-a79b2bb09096 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:56.959604 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-cb561e05-318c-4ff2-a8ca-7462a96569d2 req-a957a72c-e585-4da6-815a-a79b2bb09096 service neutron] 10.222.0.24 "GET /v2.0/networks?id=34fb4b97-9d06-4c89-b749-266e424e693d HTTP/1.1" status: 200 len: 909 time: 0.1327283 Apr 01 16:32:57.030740 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-cb561e05-318c-4ff2-a8ca-7462a96569d2 req-e94deba5-b1aa-4c55-944c-ae05aebfae0d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f6858f2c-f713-42ea-b56a-606c28f5aa06 HTTP/1.1" status: 200 len: 217 time: 0.0651135 Apr 01 16:32:57.093979 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb561e05-318c-4ff2-a8ca-7462a96569d2 req-99584d69-38f4-454f-baf9-fb5af74d563c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:57.095483 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-cb561e05-318c-4ff2-a8ca-7462a96569d2 req-99584d69-38f4-454f-baf9-fb5af74d563c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=43923d66-2e78-4e7e-8cc5-e4f60c5ab854 HTTP/1.1" status: 200 len: 848 time: 0.0585182 Apr 01 16:32:57.175385 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-cb561e05-318c-4ff2-a8ca-7462a96569d2 req-a614c0dd-25b2-49c8-bc3f-8883a9f14387 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=34fb4b97-9d06-4c89-b749-266e424e693d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723233 Apr 01 16:32:57.397227 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-cb561e05-318c-4ff2-a8ca-7462a96569d2 req-78984973-554f-4ab0-8888-b7201dc7b131 service neutron] 10.222.0.24 "GET /v2.0/networks/34fb4b97-9d06-4c89-b749-266e424e693d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142856 Apr 01 16:32:57.526935 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-cb561e05-318c-4ff2-a8ca-7462a96569d2 req-9ff2095d-1835-4d86-adfa-bff5eb57ca1e service neutron] 10.222.0.24 "GET /v2.0/networks/34fb4b97-9d06-4c89-b749-266e424e693d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226828 Apr 01 16:32:57.726694 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:57.851243 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:58.142066 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0b6e90-89e4-4e05-8429-f2797e931f73 req-2666d3f3-423f-4baa-bad1-82e9439fbc6f tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:58.143523 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ad0b6e90-89e4-4e05-8429-f2797e931f73 req-2666d3f3-423f-4baa-bad1-82e9439fbc6f tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=75d028e8-a890-4f18-ad53-a31ec108f0a5 HTTP/1.1" status: 200 len: 943 time: 0.0773313 Apr 01 16:32:58.188329 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ad0b6e90-89e4-4e05-8429-f2797e931f73 req-9e320913-295f-4f5e-9368-5887f7614975 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/security-groups?id=26941c90-ed5e-4cd9-ae48-06dc377502e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391204 Apr 01 16:32:59.389914 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6636f093-48b8-444b-b061-f2f426e2620c req-ec2b64d0-cf13-4bda-a1c3-5587371642a7 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:32:59.391381 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-6636f093-48b8-444b-b061-f2f426e2620c req-ec2b64d0-cf13-4bda-a1c3-5587371642a7 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=75d028e8-a890-4f18-ad53-a31ec108f0a5 HTTP/1.1" status: 200 len: 943 time: 0.0839596 Apr 01 16:32:59.414497 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:32:59.438313 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-6636f093-48b8-444b-b061-f2f426e2620c req-0a7d1ea5-eff3-41b1-9bb5-ef62296c6308 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/security-groups?id=26941c90-ed5e-4cd9-ae48-06dc377502e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413830 Apr 01 16:33:00.632701 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99380f19-c50d-4e02-b50e-7f8abf30f482 req-16f3183d-ff12-4814-bd37-efc6bd7a3516 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:33:00.634162 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-99380f19-c50d-4e02-b50e-7f8abf30f482 req-16f3183d-ff12-4814-bd37-efc6bd7a3516 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=75d028e8-a890-4f18-ad53-a31ec108f0a5 HTTP/1.1" status: 200 len: 943 time: 0.0749135 Apr 01 16:33:00.683496 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-99380f19-c50d-4e02-b50e-7f8abf30f482 req-523eca99-d854-417c-bc02-5223d77c4ab7 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/security-groups?id=26941c90-ed5e-4cd9-ae48-06dc377502e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432096 Apr 01 16:33:00.699576 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device f6858f2c-f713-42ea-b56a-606c28f5aa06 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:33:00.836871 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port f6858f2c-f713-42ea-b56a-606c28f5aa06, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=f6858f2c-f713-42ea-b56a-606c28f5aa06,segment=NetworkSegment(d84c770d-34da-4a67-bd23-27ecff4de1fd),segment_id=d84c770d-34da-4a67-bd23-27ecff4de1fd)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:33:00.849847 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Returning: {'device': 'f6858f2c-f713-42ea-b56a-606c28f5aa06', 'network_id': '34fb4b97-9d06-4c89-b749-266e424e693d', 'port_id': 'f6858f2c-f713-42ea-b56a-606c28f5aa06', 'mac_address': 'fa:16:3e:ee:73:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43923d66-2e78-4e7e-8cc5-e4f60c5ab854', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:33:00.902517 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:00.919547 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6858f2c-f713-42ea-b56a-606c28f5aa06 {{(pid=83829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:33:00.934993 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port f6858f2c-f713-42ea-b56a-606c28f5aa06, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=f6858f2c-f713-42ea-b56a-606c28f5aa06,segment=NetworkSegment(d84c770d-34da-4a67-bd23-27ecff4de1fd),segment_id=d84c770d-34da-4a67-bd23-27ecff4de1fd)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:33:00.939369 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:01.006717 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=f6858f2c-f713-42ea-b56a-606c28f5aa06,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:33:01.160883 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] get_ports_and_sgs() called for port_ids ['f6858f2c-f713-42ea-b56a-606c28f5aa06'] {{(pid=83829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 16:33:01.897790 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377110f5-bf20-4862-945c-cab58d7e5a62 req-f3572a4c-ead9-4080-a963-0b3f83c6cc6a tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:33:01.899246 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-377110f5-bf20-4862-945c-cab58d7e5a62 req-f3572a4c-ead9-4080-a963-0b3f83c6cc6a tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=75d028e8-a890-4f18-ad53-a31ec108f0a5 HTTP/1.1" status: 200 len: 944 time: 0.0761170 Apr 01 16:33:01.947850 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-377110f5-bf20-4862-945c-cab58d7e5a62 req-344c4d2b-848d-474b-900e-081483c0f177 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/security-groups?id=26941c90-ed5e-4cd9-ae48-06dc377502e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416524 Apr 01 16:33:02.715238 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device f6858f2c-f713-42ea-b56a-606c28f5aa06 up at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:33:02.788264 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning for port f6858f2c-f713-42ea-b56a-606c28f5aa06 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:33:02.793059 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning complete for port f6858f2c-f713-42ea-b56a-606c28f5aa06 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:33:02.793430 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:02.910674 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:02.937457 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75d028e8-a890-4f18-ad53-a31ec108f0a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6858f2c-f713-42ea-b56a-606c28f5aa06'}] {{(pid=83829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:33:02.946719 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port f6858f2c-f713-42ea-b56a-606c28f5aa06, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=f6858f2c-f713-42ea-b56a-606c28f5aa06,segment=NetworkSegment(d84c770d-34da-4a67-bd23-27ecff4de1fd),segment_id=d84c770d-34da-4a67-bd23-27ecff4de1fd)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:33:02.952172 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:03.010690 dv-neutron-833373-2-hyperv neutron-server[83829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75d028e8-a890-4f18-ad53-a31ec108f0a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6858f2c-f713-42ea-b56a-606c28f5aa06', 'code': 200} Apr 01 16:33:03.030437 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=f6858f2c-f713-42ea-b56a-606c28f5aa06,revision_number=5']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:33:03.187243 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60756a7f-b17d-425c-b97d-775248747b11 req-9ee7b13f-0cd3-40d8-81e2-7d0ec91524a7 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:33:03.188786 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-60756a7f-b17d-425c-b97d-775248747b11 req-9ee7b13f-0cd3-40d8-81e2-7d0ec91524a7 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=75d028e8-a890-4f18-ad53-a31ec108f0a5 HTTP/1.1" status: 200 len: 945 time: 0.0882275 Apr 01 16:33:03.239059 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-60756a7f-b17d-425c-b97d-775248747b11 req-4bf20e5e-f8e0-48c2-8757-3ae14a22c25b tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/security-groups?id=26941c90-ed5e-4cd9-ae48-06dc377502e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447111 Apr 01 16:33:03.254225 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-57636895-d830-4833-b246-d634182e550e req-0fc6486b-cc16-4f07-8074-ae924b78a4d0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=75d028e8-a890-4f18-ad53-a31ec108f0a5 HTTP/1.1" status: 200 len: 1098 time: 0.0729012 Apr 01 16:33:03.298200 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-57636895-d830-4833-b246-d634182e550e req-fde7f593-04c0-4e9c-a908-8a1c35e42f83 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=26941c90-ed5e-4cd9-ae48-06dc377502e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379498 Apr 01 16:33:04.443830 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249a0ed7-6a09-4b66-925b-e61c60177534 req-b2a0333a-45f0-488a-ab88-c0b3a64bd423 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:33:04.445181 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-249a0ed7-6a09-4b66-925b-e61c60177534 req-b2a0333a-45f0-488a-ab88-c0b3a64bd423 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=75d028e8-a890-4f18-ad53-a31ec108f0a5 HTTP/1.1" status: 200 len: 945 time: 0.0762701 Apr 01 16:33:04.490325 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-249a0ed7-6a09-4b66-925b-e61c60177534 req-de6e84df-4d69-4e60-a5eb-13efaab1a2bb tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/security-groups?id=26941c90-ed5e-4cd9-ae48-06dc377502e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390275 Apr 01 16:33:04.688205 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ad48c-a480-4eca-ab40-82e65b71724e req-22b6347e-4ad0-4fd2-a6d6-4ae491084860 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:33:04.689820 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-724ad48c-a480-4eca-ab40-82e65b71724e req-22b6347e-4ad0-4fd2-a6d6-4ae491084860 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=75d028e8-a890-4f18-ad53-a31ec108f0a5 HTTP/1.1" status: 200 len: 945 time: 0.0819473 Apr 01 16:33:04.737053 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-724ad48c-a480-4eca-ab40-82e65b71724e req-12f1f33d-fe7e-48bb-81f3-efba4344fa8a tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/security-groups?id=26941c90-ed5e-4cd9-ae48-06dc377502e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415006 Apr 01 16:33:04.764940 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 35962) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:33:04.896373 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-cb73efb7-1279-4ef2-b2d9-2c5207b918e8 tempest-TestShelveInstance-1402823840 tempest-TestShelveInstance-1402823840-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=75d028e8-a890-4f18-ad53-a31ec108f0a5 HTTP/1.1" status: 200 len: 1093 time: 0.1302848 Apr 01 16:33:04.899174 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 35968) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:33:04.904841 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-383a0162-333a-4aff-8d6e-b8ac9c0397d6 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Request body: {'floatingip': {'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'port_id': 'f6858f2c-f713-42ea-b56a-606c28f5aa06', 'tenant_id': '2f24b527cca34c1dbe3c100e38439be7', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:33:04.910730 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-383a0162-333a-4aff-8d6e-b8ac9c0397d6 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:33:04.914123 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-383a0162-333a-4aff-8d6e-b8ac9c0397d6 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Usage tracker for resource:floatingip and tenant:2f24b527cca34c1dbe3c100e38439be7 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:33:04.916905 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-383a0162-333a-4aff-8d6e-b8ac9c0397d6 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:33:04.923090 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-383a0162-333a-4aff-8d6e-b8ac9c0397d6 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:33:04.933411 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-383a0162-333a-4aff-8d6e-b8ac9c0397d6 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks [] for floatingip, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:05.078407 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-383a0162-333a-4aff-8d6e-b8ac9c0397d6 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:05.225559 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-383a0162-333a-4aff-8d6e-b8ac9c0397d6 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Allocated IP 172.26.1.242 (ed45466e-0386-4b92-8de3-247c977242ac/0479f741-5cd1-4d6f-b593-d8aa909a42d3/dd2f1305-cfd7-4aee-9452-9f577dca9317) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:33:05.370963 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-383a0162-333a-4aff-8d6e-b8ac9c0397d6 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:05.398035 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-383a0162-333a-4aff-8d6e-b8ac9c0397d6 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:05.467819 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383a0162-333a-4aff-8d6e-b8ac9c0397d6 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Network ed45466e-0386-4b92-8de3-247c977242ac is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:33:05.470599 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-383a0162-333a-4aff-8d6e-b8ac9c0397d6 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:33:05.475807 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383a0162-333a-4aff-8d6e-b8ac9c0397d6 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:33:05.500444 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383a0162-333a-4aff-8d6e-b8ac9c0397d6 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Pushing event updated for resources: {'Port': ['ID=dd2f1305-cfd7-4aee-9452-9f577dca9317,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:33:05.635102 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:33:06.062556 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-383a0162-333a-4aff-8d6e-b8ac9c0397d6 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:06.119448 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-383a0162-333a-4aff-8d6e-b8ac9c0397d6 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:06.325605 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-383a0162-333a-4aff-8d6e-b8ac9c0397d6 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:06.330436 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-383a0162-333a-4aff-8d6e-b8ac9c0397d6 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:06.434341 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383a0162-333a-4aff-8d6e-b8ac9c0397d6 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Pushing event updated for resources: {'Port': ['ID=dd2f1305-cfd7-4aee-9452-9f577dca9317,revision_number=2']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:33:06.448327 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-383a0162-333a-4aff-8d6e-b8ac9c0397d6 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617697'] for floatingip, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:06.633982 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.l3_db [None req-383a0162-333a-4aff-8d6e-b8ac9c0397d6 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Floating IP 31bb9738-1ed5-47ba-9700-370b54643b35 associated. External IP: 172.26.1.242, port: f6858f2c-f713-42ea-b56a-606c28f5aa06. Apr 01 16:33:07.016622 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-383a0162-333a-4aff-8d6e-b8ac9c0397d6 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Router 1a879c6e-8a0e-46ae-b462-e95cb79baa23 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:33:07.214771 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-383a0162-333a-4aff-8d6e-b8ac9c0397d6 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:33:07.224760 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a91a9c4-dc86-4a6d-a33d-36eecb4e5fb6 None None] Sync routers for ids ['1a879c6e-8a0e-46ae-b462-e95cb79baa23'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:33:07.240213 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-383a0162-333a-4aff-8d6e-b8ac9c0397d6 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for floatingip, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:07.241039 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a91a9c4-dc86-4a6d-a33d-36eecb4e5fb6 None None] Routers {'1a879c6e-8a0e-46ae-b462-e95cb79baa23'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:33:07.241655 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-8a91a9c4-dc86-4a6d-a33d-36eecb4e5fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:32:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['1a879c6e-8a0e-46ae-b462-e95cb79baa23'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:33:07.295883 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-383a0162-333a-4aff-8d6e-b8ac9c0397d6 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3956008 Apr 01 16:33:07.296558 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75d028e8-a890-4f18-ad53-a31ec108f0a5', 'tag': 'f6858f2c-f713-42ea-b56a-606c28f5aa06'}] {{(pid=83826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:33:07.357130 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75d028e8-a890-4f18-ad53-a31ec108f0a5', 'tag': 'f6858f2c-f713-42ea-b56a-606c28f5aa06', 'status': 'completed', 'code': 200} Apr 01 16:33:07.452958 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-e4e8c5e4-56c3-4147-9234-7fce24f6ad91 req-07bff478-937d-4d2e-8a3e-2b82530e4300 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2f24b527cca34c1dbe3c100e38439be7&device_id=75d028e8-a890-4f18-ad53-a31ec108f0a5 HTTP/1.1" status: 200 len: 1098 time: 0.0735657 Apr 01 16:33:07.464935 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-8a91a9c4-dc86-4a6d-a33d-36eecb4e5fb6 None None] Set router 1a879c6e-8a0e-46ae-b462-e95cb79baa23 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:33:07.584961 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e8c5e4-56c3-4147-9234-7fce24f6ad91 req-ceb4e77d-381a-454d-b607-5a7506b00f25 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:33:07.586308 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-e4e8c5e4-56c3-4147-9234-7fce24f6ad91 req-ceb4e77d-381a-454d-b607-5a7506b00f25 service neutron] 10.222.0.24 "GET /v2.0/networks?id=34fb4b97-9d06-4c89-b749-266e424e693d HTTP/1.1" status: 200 len: 909 time: 0.1274819 Apr 01 16:33:07.705276 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-e4e8c5e4-56c3-4147-9234-7fce24f6ad91 req-e8a410fb-2515-45df-9dac-797d815d9a5c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f6858f2c-f713-42ea-b56a-606c28f5aa06 HTTP/1.1" status: 200 len: 999 time: 0.1116021 Apr 01 16:33:07.768874 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e8c5e4-56c3-4147-9234-7fce24f6ad91 req-8b1e8ca0-110c-4e7d-b4f0-3c5669c95749 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:33:07.770304 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-e4e8c5e4-56c3-4147-9234-7fce24f6ad91 req-8b1e8ca0-110c-4e7d-b4f0-3c5669c95749 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=43923d66-2e78-4e7e-8cc5-e4f60c5ab854 HTTP/1.1" status: 200 len: 848 time: 0.0586514 Apr 01 16:33:07.815310 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-8a91a9c4-dc86-4a6d-a33d-36eecb4e5fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a879c6e-8a0e-46ae-b462-e95cb79baa23', 'name': 'tempest-TestShelveInstance-1561098088-router', 'tenant_id': '2f24b527cca34c1dbe3c100e38439be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.206'}], 'enable_snat': True}, 'gw_port_id': '198b5db2-4a45-44d7-b6db-c51ef7d28c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:32:39Z', 'updated_at': '2022-04-01T16:32:42Z', 'revision_number': 4, 'project_id': '2f24b527cca34c1dbe3c100e38439be7', 'gw_port': {'id': '198b5db2-4a45-44d7-b6db-c51ef7d28c51', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:89:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a879c6e-8a0e-46ae-b462-e95cb79baa23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:32:39Z', 'updated_at': '2022-04-01T16:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': '31bb9738-1ed5-47ba-9700-370b54643b35', 'tenant_id': '2f24b527cca34c1dbe3c100e38439be7', 'floating_ip_address': '172.26.1.242', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '1a879c6e-8a0e-46ae-b462-e95cb79baa23', 'port_id': 'f6858f2c-f713-42ea-b56a-606c28f5aa06', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34fb4b97-9d06-4c89-b749-266e424e693d', 'mac_address': 'fa:16:3e:ee:73:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d028e8-a890-4f18-ad53-a31ec108f0a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:33:05Z', 'updated_at': '2022-04-01T16:33:05Z', 'revision_number': 0, 'project_id': '2f24b527cca34c1dbe3c100e38439be7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68efdd84-31ec-4f97-8d1c-04aa874bfab3', 'name': '', 'network_id': '34fb4b97-9d06-4c89-b749-266e424e693d', 'tenant_id': '2f24b527cca34c1dbe3c100e38439be7', 'mac_address': 'fa:16:3e:7d:7f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a879c6e-8a0e-46ae-b462-e95cb79baa23', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43923d66-2e78-4e7e-8cc5-e4f60c5ab854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:32:41Z', 'updated_at': '2022-04-01T16:32:50Z', 'revision_number': 5, 'project_id': '2f24b527cca34c1dbe3c100e38439be7', 'subnets': [{'id': '43923d66-2e78-4e7e-8cc5-e4f60c5ab854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:33:07.819161 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a91a9c4-dc86-4a6d-a33d-36eecb4e5fb6 None None] Checking router: 1a879c6e-8a0e-46ae-b462-e95cb79baa23 for host: dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:33:07.829888 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a91a9c4-dc86-4a6d-a33d-36eecb4e5fb6 None None] Routers {'1a879c6e-8a0e-46ae-b462-e95cb79baa23'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:33:07.830488 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-8a91a9c4-dc86-4a6d-a33d-36eecb4e5fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:32:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['1a879c6e-8a0e-46ae-b462-e95cb79baa23'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:33:07.845291 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-e4e8c5e4-56c3-4147-9234-7fce24f6ad91 req-722b2b59-f568-4696-84da-00bbc097c6ca service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=34fb4b97-9d06-4c89-b749-266e424e693d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680823 Apr 01 16:33:07.976595 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-e4e8c5e4-56c3-4147-9234-7fce24f6ad91 req-0034a7e6-10b4-45cd-a960-047782dfc4ab service neutron] 10.222.0.24 "GET /v2.0/networks/34fb4b97-9d06-4c89-b749-266e424e693d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248748 Apr 01 16:33:08.009673 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-8a91a9c4-dc86-4a6d-a33d-36eecb4e5fb6 None None] Set router 1a879c6e-8a0e-46ae-b462-e95cb79baa23 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:33:08.109393 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-e4e8c5e4-56c3-4147-9234-7fce24f6ad91 req-84916faa-5e5f-45e9-a31a-7feffa2ac0b5 service neutron] 10.222.0.24 "GET /v2.0/networks/34fb4b97-9d06-4c89-b749-266e424e693d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258397 Apr 01 16:33:08.355491 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-8a91a9c4-dc86-4a6d-a33d-36eecb4e5fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a879c6e-8a0e-46ae-b462-e95cb79baa23', 'name': 'tempest-TestShelveInstance-1561098088-router', 'tenant_id': '2f24b527cca34c1dbe3c100e38439be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.206'}], 'enable_snat': True}, 'gw_port_id': '198b5db2-4a45-44d7-b6db-c51ef7d28c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:32:39Z', 'updated_at': '2022-04-01T16:32:42Z', 'revision_number': 4, 'project_id': '2f24b527cca34c1dbe3c100e38439be7', 'gw_port': {'id': '198b5db2-4a45-44d7-b6db-c51ef7d28c51', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:89:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a879c6e-8a0e-46ae-b462-e95cb79baa23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:32:39Z', 'updated_at': '2022-04-01T16:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': '31bb9738-1ed5-47ba-9700-370b54643b35', 'tenant_id': '2f24b527cca34c1dbe3c100e38439be7', 'floating_ip_address': '172.26.1.242', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '1a879c6e-8a0e-46ae-b462-e95cb79baa23', 'port_id': 'f6858f2c-f713-42ea-b56a-606c28f5aa06', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34fb4b97-9d06-4c89-b749-266e424e693d', 'mac_address': 'fa:16:3e:ee:73:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d028e8-a890-4f18-ad53-a31ec108f0a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:33:05Z', 'updated_at': '2022-04-01T16:33:05Z', 'revision_number': 0, 'project_id': '2f24b527cca34c1dbe3c100e38439be7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68efdd84-31ec-4f97-8d1c-04aa874bfab3', 'name': '', 'network_id': '34fb4b97-9d06-4c89-b749-266e424e693d', 'tenant_id': '2f24b527cca34c1dbe3c100e38439be7', 'mac_address': 'fa:16:3e:7d:7f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a879c6e-8a0e-46ae-b462-e95cb79baa23', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43923d66-2e78-4e7e-8cc5-e4f60c5ab854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:32:41Z', 'updated_at': '2022-04-01T16:32:50Z', 'revision_number': 5, 'project_id': '2f24b527cca34c1dbe3c100e38439be7', 'subnets': [{'id': '43923d66-2e78-4e7e-8cc5-e4f60c5ab854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:33:08.360029 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a91a9c4-dc86-4a6d-a33d-36eecb4e5fb6 None None] The sync data for ids ['1a879c6e-8a0e-46ae-b462-e95cb79baa23'] in dv-neutron-833373-2-hyperv is: [{'id': '1a879c6e-8a0e-46ae-b462-e95cb79baa23', 'name': 'tempest-TestShelveInstance-1561098088-router', 'tenant_id': '2f24b527cca34c1dbe3c100e38439be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.206'}], 'enable_snat': True}, 'gw_port_id': '198b5db2-4a45-44d7-b6db-c51ef7d28c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:32:39Z', 'updated_at': '2022-04-01T16:32:42Z', 'revision_number': 4, 'project_id': '2f24b527cca34c1dbe3c100e38439be7', 'gw_port': {'id': '198b5db2-4a45-44d7-b6db-c51ef7d28c51', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:89:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a879c6e-8a0e-46ae-b462-e95cb79baa23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:32:39Z', 'updated_at': '2022-04-01T16:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': '31bb9738-1ed5-47ba-9700-370b54643b35', 'tenant_id': '2f24b527cca34c1dbe3c100e38439be7', 'floating_ip_address': '172.26.1.242', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '1a879c6e-8a0e-46ae-b462-e95cb79baa23', 'port_id': 'f6858f2c-f713-42ea-b56a-606c28f5aa06', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34fb4b97-9d06-4c89-b749-266e424e693d', 'mac_address': 'fa:16:3e:ee:73:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75d028e8-a890-4f18-ad53-a31ec108f0a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:33:05Z', 'updated_at': '2022-04-01T16:33:05Z', 'revision_number': 0, 'project_id': '2f24b527cca34c1dbe3c100e38439be7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68efdd84-31ec-4f97-8d1c-04aa874bfab3', 'name': '', 'network_id': '34fb4b97-9d06-4c89-b749-266e424e693d', 'tenant_id': '2f24b527cca34c1dbe3c100e38439be7', 'mac_address': 'fa:16:3e:7d:7f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a879c6e-8a0e-46ae-b462-e95cb79baa23', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43923d66-2e78-4e7e-8cc5-e4f60c5ab854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:32:41Z', 'updated_at': '2022-04-01T16:32:50Z', 'revision_number': 5, 'project_id': '2f24b527cca34c1dbe3c100e38439be7', 'subnets': [{'id': '43923d66-2e78-4e7e-8cc5-e4f60c5ab854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:33:10.917383 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-a1491444-b07f-4b83-910a-02d847dcf122 req-0654449c-70f9-4738-b0f2-4a702e8db009 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=75d028e8-a890-4f18-ad53-a31ec108f0a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0709987 Apr 01 16:33:11.051467 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-a1491444-b07f-4b83-910a-02d847dcf122 req-605b050e-763a-417b-b063-3ea948d7b932 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2f24b527cca34c1dbe3c100e38439be7&device_id=75d028e8-a890-4f18-ad53-a31ec108f0a5 HTTP/1.1" status: 200 len: 1098 time: 0.0674126 Apr 01 16:33:11.196213 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1491444-b07f-4b83-910a-02d847dcf122 req-59553c05-3cb2-4f9d-b3b5-c0281380f9f9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:33:11.197660 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-a1491444-b07f-4b83-910a-02d847dcf122 req-59553c05-3cb2-4f9d-b3b5-c0281380f9f9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=34fb4b97-9d06-4c89-b749-266e424e693d HTTP/1.1" status: 200 len: 909 time: 0.1283379 Apr 01 16:33:11.302492 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-a1491444-b07f-4b83-910a-02d847dcf122 req-beb449cd-d2f0-48d1-8ce1-506bd0b65b02 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f6858f2c-f713-42ea-b56a-606c28f5aa06 HTTP/1.1" status: 200 len: 999 time: 0.0981607 Apr 01 16:33:11.364114 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1491444-b07f-4b83-910a-02d847dcf122 req-7c095ece-f916-420b-b40c-3798e0fd907f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:33:11.365629 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-a1491444-b07f-4b83-910a-02d847dcf122 req-7c095ece-f916-420b-b40c-3798e0fd907f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=43923d66-2e78-4e7e-8cc5-e4f60c5ab854 HTTP/1.1" status: 200 len: 848 time: 0.0572572 Apr 01 16:33:11.447494 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-a1491444-b07f-4b83-910a-02d847dcf122 req-9c5055f9-7bea-40b5-be9a-e55aa45c6f2f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=34fb4b97-9d06-4c89-b749-266e424e693d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745845 Apr 01 16:33:11.502432 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73dadc3-30d8-4296-af0a-ca6040b42d67 None None] New status for floating IP 31bb9738-1ed5-47ba-9700-370b54643b35: ACTIVE {{(pid=83833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 16:33:11.683002 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-a1491444-b07f-4b83-910a-02d847dcf122 req-d1488aa9-f571-4ad4-ad4d-4de8df077d15 service neutron] 10.222.0.24 "GET /v2.0/networks/34fb4b97-9d06-4c89-b749-266e424e693d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284367 Apr 01 16:33:11.830087 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-a1491444-b07f-4b83-910a-02d847dcf122 req-52708efd-3f55-4e9f-bebd-6f483dcac806 service neutron] 10.222.0.24 "GET /v2.0/networks/34fb4b97-9d06-4c89-b749-266e424e693d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400714 Apr 01 16:33:12.555274 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4d66e9-9be1-4dd0-81db-24948bc4e5ef None None] Sync routers for ids ['d550e954-6742-4c56-a6e8-41b4d8ebf9fb'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:33:12.571080 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4d66e9-9be1-4dd0-81db-24948bc4e5ef None None] Routers {'d550e954-6742-4c56-a6e8-41b4d8ebf9fb'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:33:12.571690 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-ba4d66e9-9be1-4dd0-81db-24948bc4e5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:32:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['d550e954-6742-4c56-a6e8-41b4d8ebf9fb'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:33:12.749391 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-ba4d66e9-9be1-4dd0-81db-24948bc4e5ef None None] Set router d550e954-6742-4c56-a6e8-41b4d8ebf9fb gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:33:13.096433 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-ba4d66e9-9be1-4dd0-81db-24948bc4e5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd550e954-6742-4c56-a6e8-41b4d8ebf9fb', 'name': 'tempest-TestShelveInstance-1250062772-router', 'tenant_id': '3cd46d0304234b0bad70b74a867cae0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.202'}], 'enable_snat': True}, 'gw_port_id': '5262cd08-9665-488c-a849-dd7f403454a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:32:45Z', 'updated_at': '2022-04-01T16:32:48Z', 'revision_number': 4, 'project_id': '3cd46d0304234b0bad70b74a867cae0e', 'gw_port': {'id': '5262cd08-9665-488c-a849-dd7f403454a6', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e9:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd550e954-6742-4c56-a6e8-41b4d8ebf9fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:32:45Z', 'updated_at': '2022-04-01T16:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '1018f76c-5be5-46e8-8dae-7c72f30b640f', 'name': '', 'network_id': '672bd55d-071a-4ef8-87b1-2453b30b9181', 'tenant_id': '3cd46d0304234b0bad70b74a867cae0e', 'mac_address': 'fa:16:3e:a2:3e:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd550e954-6742-4c56-a6e8-41b4d8ebf9fb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a615ecd-d906-4fe1-aa49-17b01da83b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:32:47Z', 'updated_at': '2022-04-01T16:32:48Z', 'revision_number': 2, 'project_id': '3cd46d0304234b0bad70b74a867cae0e', 'subnets': [{'id': '7a615ecd-d906-4fe1-aa49-17b01da83b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:33:13.100487 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4d66e9-9be1-4dd0-81db-24948bc4e5ef None None] Checking router: d550e954-6742-4c56-a6e8-41b4d8ebf9fb for host: dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:33:13.100901 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4d66e9-9be1-4dd0-81db-24948bc4e5ef None None] Updating router d550e954-6742-4c56-a6e8-41b4d8ebf9fb port 1018f76c-5be5-46e8-8dae-7c72f30b640f binding host dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 16:33:13.151156 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ba4d66e9-9be1-4dd0-81db-24948bc4e5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:13.480026 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ba4d66e9-9be1-4dd0-81db-24948bc4e5ef None None] Notify callbacks [] for port, precommit_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:13.491217 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-ba4d66e9-9be1-4dd0-81db-24948bc4e5ef None None] Transition to ACTIVE for port object 1018f76c-5be5-46e8-8dae-7c72f30b640f will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:33:13.497778 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ba4d66e9-9be1-4dd0-81db-24948bc4e5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:13.624371 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acb6d58-2339-42c7-aa3c-8b25d3f3c791 None None] Pushing event updated for resources: {'Port': ['ID=1018f76c-5be5-46e8-8dae-7c72f30b640f,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:33:13.714761 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-ba4d66e9-9be1-4dd0-81db-24948bc4e5ef None None] Attempting to bind port 1018f76c-5be5-46e8-8dae-7c72f30b640f on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:33:13.715135 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-ba4d66e9-9be1-4dd0-81db-24948bc4e5ef None None] Attempting to bind port 1018f76c-5be5-46e8-8dae-7c72f30b640f by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': '0f9fc8c2-53a4-4f75-ba7b-dd16e86f645f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '672bd55d-071a-4ef8-87b1-2453b30b9181'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:33:13.715494 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4d66e9-9be1-4dd0-81db-24948bc4e5ef None None] Attempting to bind port 1018f76c-5be5-46e8-8dae-7c72f30b640f on network 672bd55d-071a-4ef8-87b1-2453b30b9181 {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:33:13.723258 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4d66e9-9be1-4dd0-81db-24948bc4e5ef None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:33:13.723632 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4d66e9-9be1-4dd0-81db-24948bc4e5ef None None] Checking segment: {'id': '0f9fc8c2-53a4-4f75-ba7b-dd16e86f645f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '672bd55d-071a-4ef8-87b1-2453b30b9181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:33:13.724034 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ba4d66e9-9be1-4dd0-81db-24948bc4e5ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:13.724425 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4d66e9-9be1-4dd0-81db-24948bc4e5ef None None] Bound using segment: {'id': '0f9fc8c2-53a4-4f75-ba7b-dd16e86f645f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '672bd55d-071a-4ef8-87b1-2453b30b9181'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:33:13.724915 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-ba4d66e9-9be1-4dd0-81db-24948bc4e5ef None None] Bound port: 1018f76c-5be5-46e8-8dae-7c72f30b640f, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f9fc8c2-53a4-4f75-ba7b-dd16e86f645f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '672bd55d-071a-4ef8-87b1-2453b30b9181'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:33:13.725291 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ba4d66e9-9be1-4dd0-81db-24948bc4e5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:13.819078 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-ba4d66e9-9be1-4dd0-81db-24948bc4e5ef None None] For port 1018f76c-5be5-46e8-8dae-7c72f30b640f, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:33:13.822725 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-ba4d66e9-9be1-4dd0-81db-24948bc4e5ef None None] For port 1018f76c-5be5-46e8-8dae-7c72f30b640f, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=1018f76c-5be5-46e8-8dae-7c72f30b640f,segment=NetworkSegment(0f9fc8c2-53a4-4f75-ba7b-dd16e86f645f),segment_id=0f9fc8c2-53a4-4f75-ba7b-dd16e86f645f)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:33:13.830880 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ba4d66e9-9be1-4dd0-81db-24948bc4e5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:13.913110 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acb6d58-2339-42c7-aa3c-8b25d3f3c791 None None] Pushing event updated for resources: {'Port': ['ID=1018f76c-5be5-46e8-8dae-7c72f30b640f,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:33:13.916847 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4d66e9-9be1-4dd0-81db-24948bc4e5ef None None] Routers {'d550e954-6742-4c56-a6e8-41b4d8ebf9fb'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:33:13.917471 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-ba4d66e9-9be1-4dd0-81db-24948bc4e5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:32:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['d550e954-6742-4c56-a6e8-41b4d8ebf9fb'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:33:14.114080 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-ba4d66e9-9be1-4dd0-81db-24948bc4e5ef None None] Set router d550e954-6742-4c56-a6e8-41b4d8ebf9fb gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:33:14.483654 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-ba4d66e9-9be1-4dd0-81db-24948bc4e5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd550e954-6742-4c56-a6e8-41b4d8ebf9fb', 'name': 'tempest-TestShelveInstance-1250062772-router', 'tenant_id': '3cd46d0304234b0bad70b74a867cae0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.202'}], 'enable_snat': True}, 'gw_port_id': '5262cd08-9665-488c-a849-dd7f403454a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:32:45Z', 'updated_at': '2022-04-01T16:32:48Z', 'revision_number': 4, 'project_id': '3cd46d0304234b0bad70b74a867cae0e', 'gw_port': {'id': '5262cd08-9665-488c-a849-dd7f403454a6', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e9:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd550e954-6742-4c56-a6e8-41b4d8ebf9fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:32:45Z', 'updated_at': '2022-04-01T16:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '1018f76c-5be5-46e8-8dae-7c72f30b640f', 'name': '', 'network_id': '672bd55d-071a-4ef8-87b1-2453b30b9181', 'tenant_id': '3cd46d0304234b0bad70b74a867cae0e', 'mac_address': 'fa:16:3e:a2:3e:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd550e954-6742-4c56-a6e8-41b4d8ebf9fb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a615ecd-d906-4fe1-aa49-17b01da83b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:32:47Z', 'updated_at': '2022-04-01T16:33:13Z', 'revision_number': 4, 'project_id': '3cd46d0304234b0bad70b74a867cae0e', 'subnets': [{'id': '7a615ecd-d906-4fe1-aa49-17b01da83b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:33:14.487607 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4d66e9-9be1-4dd0-81db-24948bc4e5ef None None] The sync data for ids ['d550e954-6742-4c56-a6e8-41b4d8ebf9fb'] in dv-neutron-833373-2-hyperv is: [{'id': 'd550e954-6742-4c56-a6e8-41b4d8ebf9fb', 'name': 'tempest-TestShelveInstance-1250062772-router', 'tenant_id': '3cd46d0304234b0bad70b74a867cae0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.202'}], 'enable_snat': True}, 'gw_port_id': '5262cd08-9665-488c-a849-dd7f403454a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:32:45Z', 'updated_at': '2022-04-01T16:32:48Z', 'revision_number': 4, 'project_id': '3cd46d0304234b0bad70b74a867cae0e', 'gw_port': {'id': '5262cd08-9665-488c-a849-dd7f403454a6', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e9:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd550e954-6742-4c56-a6e8-41b4d8ebf9fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:32:45Z', 'updated_at': '2022-04-01T16:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '1018f76c-5be5-46e8-8dae-7c72f30b640f', 'name': '', 'network_id': '672bd55d-071a-4ef8-87b1-2453b30b9181', 'tenant_id': '3cd46d0304234b0bad70b74a867cae0e', 'mac_address': 'fa:16:3e:a2:3e:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd550e954-6742-4c56-a6e8-41b4d8ebf9fb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a615ecd-d906-4fe1-aa49-17b01da83b75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:32:47Z', 'updated_at': '2022-04-01T16:33:13Z', 'revision_number': 4, 'project_id': '3cd46d0304234b0bad70b74a867cae0e', 'subnets': [{'id': '7a615ecd-d906-4fe1-aa49-17b01da83b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:33:15.757788 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 1018f76c-5be5-46e8-8dae-7c72f30b640f up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:33:15.827726 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 1018f76c-5be5-46e8-8dae-7c72f30b640f completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:33:15.832231 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 1018f76c-5be5-46e8-8dae-7c72f30b640f triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:33:15.832652 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:15.942405 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:15.974176 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port 1018f76c-5be5-46e8-8dae-7c72f30b640f, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=1018f76c-5be5-46e8-8dae-7c72f30b640f,segment=NetworkSegment(0f9fc8c2-53a4-4f75-ba7b-dd16e86f645f),segment_id=0f9fc8c2-53a4-4f75-ba7b-dd16e86f645f)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:33:15.977891 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:16.046165 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=1018f76c-5be5-46e8-8dae-7c72f30b640f,revision_number=5']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:33:17.741992 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 1018f76c-5be5-46e8-8dae-7c72f30b640f up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:33:17.810294 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 1018f76c-5be5-46e8-8dae-7c72f30b640f triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:33:17.810657 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:23.994896 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-d9a539f7-dd2a-415c-8909-5c8f14da29ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:24.106966 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:25.156709 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [req-8d49538e-0b0c-4000-81cb-307af2338034 req-4f8b87f1-2b9e-4ab6-8ac3-3515a8251064 service neutron] (83828) timed out ('10.222.0.55', 60130) {{(pid=83828) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 01 16:33:26.372927 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ee61bf48-25a4-4140-9ac7-0a0c74043ba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:27.729929 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:27.854010 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:29.418252 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:42.635687 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:33:53.999809 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-73825aaa-2a69-44d3-87ac-5232e9c1de18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:54.118529 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:56.375528 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-cb767021-0181-4821-9ca4-73cc76964cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:57.731181 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:57.856367 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:33:59.420557 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:34:11.914445 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-20000821-4697-4d23-b73b-bd87c8b12f13 req-68d3faeb-21d9-4060-93c4-3d8dfd735e2a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=75d028e8-a890-4f18-ad53-a31ec108f0a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0681272 Apr 01 16:34:12.057130 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-20000821-4697-4d23-b73b-bd87c8b12f13 req-a138306a-dd7c-46ea-a69b-3f74e5d186d3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2f24b527cca34c1dbe3c100e38439be7&device_id=75d028e8-a890-4f18-ad53-a31ec108f0a5 HTTP/1.1" status: 200 len: 1098 time: 0.0741963 Apr 01 16:34:12.198037 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20000821-4697-4d23-b73b-bd87c8b12f13 req-321cee8c-9355-4b37-a7d8-0a649944607b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:12.199533 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-20000821-4697-4d23-b73b-bd87c8b12f13 req-321cee8c-9355-4b37-a7d8-0a649944607b service neutron] 10.222.0.24 "GET /v2.0/networks?id=34fb4b97-9d06-4c89-b749-266e424e693d HTTP/1.1" status: 200 len: 909 time: 0.1242311 Apr 01 16:34:12.304253 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-20000821-4697-4d23-b73b-bd87c8b12f13 req-74592472-8cd8-4730-a9fa-5565f24fee8a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f6858f2c-f713-42ea-b56a-606c28f5aa06 HTTP/1.1" status: 200 len: 1001 time: 0.0973060 Apr 01 16:34:12.365639 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20000821-4697-4d23-b73b-bd87c8b12f13 req-8cc0484d-98c0-429a-91d2-af71e2c4d417 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:34:12.367042 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-20000821-4697-4d23-b73b-bd87c8b12f13 req-8cc0484d-98c0-429a-91d2-af71e2c4d417 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=43923d66-2e78-4e7e-8cc5-e4f60c5ab854 HTTP/1.1" status: 200 len: 848 time: 0.0565760 Apr 01 16:34:12.439673 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-20000821-4697-4d23-b73b-bd87c8b12f13 req-81f3672b-447a-45db-918f-95c6971b7fba service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=34fb4b97-9d06-4c89-b749-266e424e693d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665669 Apr 01 16:34:12.570574 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-20000821-4697-4d23-b73b-bd87c8b12f13 req-89fb04a4-0ee6-4f4e-a767-1b546310919a service neutron] 10.222.0.24 "GET /v2.0/networks/34fb4b97-9d06-4c89-b749-266e424e693d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238601 Apr 01 16:34:12.704254 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-20000821-4697-4d23-b73b-bd87c8b12f13 req-618efa6d-9957-4f14-b7e2-0c8e45d80451 service neutron] 10.222.0.24 "GET /v2.0/networks/34fb4b97-9d06-4c89-b749-266e424e693d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273088 Apr 01 16:34:19.635257 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:34:24.002416 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-7a175b9e-dfc8-40a9-ac12-7c6c1e6a038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:34:24.150821 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:34:26.377791 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-9c5439cf-1e7c-46c8-99ad-aba107792900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:34:27.735236 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:34:27.859828 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:34:29.423141 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:34:54.009850 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-68407ee2-e2b0-4107-a96d-d2de91fb3032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:34:54.150103 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:34:56.382187 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-df02ecd7-9722-434c-8ecf-cf03fcb71c61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:34:56.636585 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:34:57.737761 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:34:57.864316 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:34:59.424980 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:01.561741 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [req-eb287813-b26e-4c50-9d45-68b49c424f8a req-e0b63055-c1b4-48a2-a4df-3629dc446025 tempest-ServersNegativeTestJSON-1499092051 tempest-ServersNegativeTestJSON-1499092051-project] (83826) timed out ('10.222.0.24', 61729) {{(pid=83826) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 01 16:35:01.997549 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d1cc16-3acc-4af8-9da8-a17f5eec3e42 req-2fca9772-40f5-4127-970e-0a6bb986a485 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:01.998941 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-50d1cc16-3acc-4af8-9da8-a17f5eec3e42 req-2fca9772-40f5-4127-970e-0a6bb986a485 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=75d028e8-a890-4f18-ad53-a31ec108f0a5 HTTP/1.1" status: 200 len: 945 time: 0.0894096 Apr 01 16:35:02.145206 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-50d1cc16-3acc-4af8-9da8-a17f5eec3e42 req-9eb39b53-df39-457b-b29a-b0430ee66bd0 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/security-groups?id=26941c90-ed5e-4cd9-ae48-06dc377502e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407046 Apr 01 16:35:03.351538 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f431f2-307e-4fda-b12d-41ac7b78c775 req-e68b8a01-3177-4f37-bb97-3a04721c29f2 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:03.352943 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a4f431f2-307e-4fda-b12d-41ac7b78c775 req-e68b8a01-3177-4f37-bb97-3a04721c29f2 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=75d028e8-a890-4f18-ad53-a31ec108f0a5 HTTP/1.1" status: 200 len: 945 time: 0.0772328 Apr 01 16:35:03.398394 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a4f431f2-307e-4fda-b12d-41ac7b78c775 req-e75cb20b-0c6f-4cbf-952a-fb2ec21ab125 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/security-groups?id=26941c90-ed5e-4cd9-ae48-06dc377502e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398858 Apr 01 16:35:04.607476 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78526d2-16a6-4ca5-b365-588966094543 req-4aee2c99-7284-4a71-b63f-261912a9a3cf tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:04.608926 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c78526d2-16a6-4ca5-b365-588966094543 req-4aee2c99-7284-4a71-b63f-261912a9a3cf tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=75d028e8-a890-4f18-ad53-a31ec108f0a5 HTTP/1.1" status: 200 len: 945 time: 0.0782995 Apr 01 16:35:04.653973 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c78526d2-16a6-4ca5-b365-588966094543 req-5596116d-6fc2-41e9-87e8-dd2fefa165db tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/security-groups?id=26941c90-ed5e-4cd9-ae48-06dc377502e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395732 Apr 01 16:35:05.848839 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8762153-b5bb-44da-99d8-a738e4803dee req-95643a6d-91c7-4215-ba75-5d39000358c4 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:05.850629 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a8762153-b5bb-44da-99d8-a738e4803dee req-95643a6d-91c7-4215-ba75-5d39000358c4 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=75d028e8-a890-4f18-ad53-a31ec108f0a5 HTTP/1.1" status: 200 len: 945 time: 0.0748501 Apr 01 16:35:05.900057 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a8762153-b5bb-44da-99d8-a738e4803dee req-e4888b41-fcf1-4296-8cda-d367792b6646 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/security-groups?id=26941c90-ed5e-4cd9-ae48-06dc377502e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439157 Apr 01 16:35:07.100861 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb2b84d-fedc-4ffa-84fc-3cf02eebecb5 req-1ae533d8-02d8-4cd3-b4cf-ba455bbb35a2 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:07.102010 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ecb2b84d-fedc-4ffa-84fc-3cf02eebecb5 req-1ae533d8-02d8-4cd3-b4cf-ba455bbb35a2 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=75d028e8-a890-4f18-ad53-a31ec108f0a5 HTTP/1.1" status: 200 len: 945 time: 0.0764670 Apr 01 16:35:07.148208 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ecb2b84d-fedc-4ffa-84fc-3cf02eebecb5 req-d2e89d21-c18c-4716-8602-9e4843ed12b8 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/security-groups?id=26941c90-ed5e-4cd9-ae48-06dc377502e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405962 Apr 01 16:35:08.366793 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33948cc4-bedd-4809-86c2-33f5d5119b7f req-e1a0bcf3-b2e0-4c25-941d-4dfaece2792f tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:08.368217 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-33948cc4-bedd-4809-86c2-33f5d5119b7f req-e1a0bcf3-b2e0-4c25-941d-4dfaece2792f tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=75d028e8-a890-4f18-ad53-a31ec108f0a5 HTTP/1.1" status: 200 len: 945 time: 0.0847771 Apr 01 16:35:08.414498 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-33948cc4-bedd-4809-86c2-33f5d5119b7f req-666250a5-4cc2-4442-b477-f03df9f09f0c tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/security-groups?id=26941c90-ed5e-4cd9-ae48-06dc377502e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407686 Apr 01 16:35:09.618379 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce230ce8-8758-4709-9ead-050116dd3cfc req-7e64b7ab-4482-4a1e-8835-d77e76844acb tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:09.619888 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ce230ce8-8758-4709-9ead-050116dd3cfc req-7e64b7ab-4482-4a1e-8835-d77e76844acb tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=75d028e8-a890-4f18-ad53-a31ec108f0a5 HTTP/1.1" status: 200 len: 945 time: 0.0801566 Apr 01 16:35:09.669762 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ce230ce8-8758-4709-9ead-050116dd3cfc req-354cc902-c5c9-4a53-addb-461ea40b1786 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/security-groups?id=26941c90-ed5e-4cd9-ae48-06dc377502e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438342 Apr 01 16:35:10.871951 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5223296-11c6-4c0c-a862-04064fa49c72 req-4a0fdccd-3491-40fe-876c-cf663c6b62d2 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:10.873421 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e5223296-11c6-4c0c-a862-04064fa49c72 req-4a0fdccd-3491-40fe-876c-cf663c6b62d2 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=75d028e8-a890-4f18-ad53-a31ec108f0a5 HTTP/1.1" status: 200 len: 945 time: 0.0804496 Apr 01 16:35:10.919354 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e5223296-11c6-4c0c-a862-04064fa49c72 req-ad0f85ad-6e6e-4519-93ea-d72850934888 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/security-groups?id=26941c90-ed5e-4cd9-ae48-06dc377502e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404587 Apr 01 16:35:11.980439 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-95602dff-f24d-4491-8ea1-10c9c6e04afa req-02e4897d-3c44-43fc-afe1-c62f83781d96 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2f24b527cca34c1dbe3c100e38439be7&device_id=75d028e8-a890-4f18-ad53-a31ec108f0a5 HTTP/1.1" status: 200 len: 1098 time: 0.0752971 Apr 01 16:35:12.116836 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e38053-b8d1-4732-b654-1454268a22b8 req-012d5e82-a958-4bfc-b70a-d086ef47b231 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:12.118297 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-49e38053-b8d1-4732-b654-1454268a22b8 req-012d5e82-a958-4bfc-b70a-d086ef47b231 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=75d028e8-a890-4f18-ad53-a31ec108f0a5 HTTP/1.1" status: 200 len: 945 time: 0.0768442 Apr 01 16:35:12.128371 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95602dff-f24d-4491-8ea1-10c9c6e04afa req-94077b20-e444-4ec4-b40d-2474ea4e2681 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:12.129860 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-95602dff-f24d-4491-8ea1-10c9c6e04afa req-94077b20-e444-4ec4-b40d-2474ea4e2681 service neutron] 10.222.0.24 "GET /v2.0/networks?id=34fb4b97-9d06-4c89-b749-266e424e693d HTTP/1.1" status: 200 len: 909 time: 0.1295834 Apr 01 16:35:12.168285 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-49e38053-b8d1-4732-b654-1454268a22b8 req-820c48a9-797f-4172-95e5-dfa05515eb03 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/security-groups?id=26941c90-ed5e-4cd9-ae48-06dc377502e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440979 Apr 01 16:35:12.237395 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-95602dff-f24d-4491-8ea1-10c9c6e04afa req-94c9c848-ff1d-49ad-94c8-d1d5f5d1fc7b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f6858f2c-f713-42ea-b56a-606c28f5aa06 HTTP/1.1" status: 200 len: 1001 time: 0.0999241 Apr 01 16:35:12.304260 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95602dff-f24d-4491-8ea1-10c9c6e04afa req-e33c0aac-21b9-406d-abd6-feb2b102e66e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:12.305687 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-95602dff-f24d-4491-8ea1-10c9c6e04afa req-e33c0aac-21b9-406d-abd6-feb2b102e66e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=43923d66-2e78-4e7e-8cc5-e4f60c5ab854 HTTP/1.1" status: 200 len: 848 time: 0.0623465 Apr 01 16:35:12.381620 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-95602dff-f24d-4491-8ea1-10c9c6e04afa req-1af69716-3dd3-480b-9c23-78d062ca7497 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=34fb4b97-9d06-4c89-b749-266e424e693d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673087 Apr 01 16:35:12.510206 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-95602dff-f24d-4491-8ea1-10c9c6e04afa req-0055dbfc-50ed-4608-ae96-99a97612ee9f service neutron] 10.222.0.24 "GET /v2.0/networks/34fb4b97-9d06-4c89-b749-266e424e693d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218405 Apr 01 16:35:12.743275 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-95602dff-f24d-4491-8ea1-10c9c6e04afa req-c4571947-f451-4905-903e-72a38fbf57ba service neutron] 10.222.0.24 "GET /v2.0/networks/34fb4b97-9d06-4c89-b749-266e424e693d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265148 Apr 01 16:35:13.382472 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d983e50-c009-4121-96c5-94bcba468029 req-2fc5e993-f2af-4584-af04-473e080aa57f tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:13.383828 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-3d983e50-c009-4121-96c5-94bcba468029 req-2fc5e993-f2af-4584-af04-473e080aa57f tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=75d028e8-a890-4f18-ad53-a31ec108f0a5 HTTP/1.1" status: 200 len: 945 time: 0.0760474 Apr 01 16:35:13.429146 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-3d983e50-c009-4121-96c5-94bcba468029 req-8a29ec1a-0dc9-49de-891a-cade444c49e1 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/security-groups?id=26941c90-ed5e-4cd9-ae48-06dc377502e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397806 Apr 01 16:35:14.631794 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410fb1ae-8a9b-47f1-812d-fe93b1d62c78 req-3416a1cb-4571-474b-a3e7-1c159001b79b tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:14.633140 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-410fb1ae-8a9b-47f1-812d-fe93b1d62c78 req-3416a1cb-4571-474b-a3e7-1c159001b79b tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=75d028e8-a890-4f18-ad53-a31ec108f0a5 HTTP/1.1" status: 200 len: 945 time: 0.0823717 Apr 01 16:35:14.680336 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-410fb1ae-8a9b-47f1-812d-fe93b1d62c78 req-6f17aa7d-eea4-473a-8b5f-5c9f7618c0d4 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/security-groups?id=26941c90-ed5e-4cd9-ae48-06dc377502e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412960 Apr 01 16:35:15.183551 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device f6858f2c-f713-42ea-b56a-606c28f5aa06 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:35:15.346854 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port f6858f2c-f713-42ea-b56a-606c28f5aa06, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=f6858f2c-f713-42ea-b56a-606c28f5aa06,segment=NetworkSegment(d84c770d-34da-4a67-bd23-27ecff4de1fd),segment_id=d84c770d-34da-4a67-bd23-27ecff4de1fd)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:35:15.361510 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Returning: {'device': 'f6858f2c-f713-42ea-b56a-606c28f5aa06', 'network_id': '34fb4b97-9d06-4c89-b749-266e424e693d', 'port_id': 'f6858f2c-f713-42ea-b56a-606c28f5aa06', 'mac_address': 'fa:16:3e:ee:73:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43923d66-2e78-4e7e-8cc5-e4f60c5ab854', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:35:15.424882 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:15.444850 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f6858f2c-f713-42ea-b56a-606c28f5aa06 {{(pid=83829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:35:15.465927 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port f6858f2c-f713-42ea-b56a-606c28f5aa06, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=f6858f2c-f713-42ea-b56a-606c28f5aa06,segment=NetworkSegment(d84c770d-34da-4a67-bd23-27ecff4de1fd),segment_id=d84c770d-34da-4a67-bd23-27ecff4de1fd)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:35:15.471161 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:15.544090 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=f6858f2c-f713-42ea-b56a-606c28f5aa06,revision_number=6']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:35:15.551280 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] get_ports_and_sgs() called for port_ids ['f6858f2c-f713-42ea-b56a-606c28f5aa06'] {{(pid=83829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 16:35:15.595874 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:15.596298 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:15.596709 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:15.597043 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:15.597311 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:15.597630 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:15.597951 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:15.598273 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:15.598593 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:15.598910 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:15.599226 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:35:16.064599 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd17fbfb-ce76-4c94-afd8-aa44359cd058 req-25b6f229-0f52-4a98-a45e-3c8ffca5e126 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:16.066211 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-fd17fbfb-ce76-4c94-afd8-aa44359cd058 req-25b6f229-0f52-4a98-a45e-3c8ffca5e126 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=75d028e8-a890-4f18-ad53-a31ec108f0a5 HTTP/1.1" status: 200 len: 944 time: 0.0936320 Apr 01 16:35:16.114609 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-fd17fbfb-ce76-4c94-afd8-aa44359cd058 req-9c43e4b9-5c23-4aaf-855d-2d30ee8a0668 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/security-groups?id=26941c90-ed5e-4cd9-ae48-06dc377502e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428550 Apr 01 16:35:17.188347 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device f6858f2c-f713-42ea-b56a-606c28f5aa06 up at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:35:17.314831 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning complete for port f6858f2c-f713-42ea-b56a-606c28f5aa06 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:35:17.315523 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:17.399450 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4ffe70-639d-40cd-912c-4b3d58b1c4c9 req-04f32ae4-5748-4922-bcc2-6891090e30cd tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:17.401626 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-0a4ffe70-639d-40cd-912c-4b3d58b1c4c9 req-04f32ae4-5748-4922-bcc2-6891090e30cd tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=75d028e8-a890-4f18-ad53-a31ec108f0a5 HTTP/1.1" status: 200 len: 944 time: 0.0884426 Apr 01 16:35:17.450275 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-0a4ffe70-639d-40cd-912c-4b3d58b1c4c9 req-36de3e63-4ecc-491c-84f4-2e55a7f56d2b tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/security-groups?id=26941c90-ed5e-4cd9-ae48-06dc377502e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424485 Apr 01 16:35:17.458793 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:17.526670 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75d028e8-a890-4f18-ad53-a31ec108f0a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6858f2c-f713-42ea-b56a-606c28f5aa06'}] {{(pid=83829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:35:17.537564 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port f6858f2c-f713-42ea-b56a-606c28f5aa06, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=f6858f2c-f713-42ea-b56a-606c28f5aa06,segment=NetworkSegment(d84c770d-34da-4a67-bd23-27ecff4de1fd),segment_id=d84c770d-34da-4a67-bd23-27ecff4de1fd)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:35:17.545643 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:17.603943 dv-neutron-833373-2-hyperv neutron-server[83829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75d028e8-a890-4f18-ad53-a31ec108f0a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6858f2c-f713-42ea-b56a-606c28f5aa06', 'code': 200} Apr 01 16:35:17.622491 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=f6858f2c-f713-42ea-b56a-606c28f5aa06,revision_number=7']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:35:18.666924 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4929fb23-f637-4e3f-9c35-c86cdc02629b req-a53baca5-4c82-44a3-a899-434548c160ed tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:18.668386 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4929fb23-f637-4e3f-9c35-c86cdc02629b req-a53baca5-4c82-44a3-a899-434548c160ed tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=75d028e8-a890-4f18-ad53-a31ec108f0a5 HTTP/1.1" status: 200 len: 945 time: 0.0902808 Apr 01 16:35:18.726046 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4929fb23-f637-4e3f-9c35-c86cdc02629b req-9f3b37d7-391b-412d-8f47-abe008b67078 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/security-groups?id=26941c90-ed5e-4cd9-ae48-06dc377502e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500848 Apr 01 16:35:19.945764 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ad6dab-421a-4022-9301-2d54415a8d89 req-7e8364d4-2fdf-4cda-9f60-491f2f8b02e7 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:19.947223 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e4ad6dab-421a-4022-9301-2d54415a8d89 req-7e8364d4-2fdf-4cda-9f60-491f2f8b02e7 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=75d028e8-a890-4f18-ad53-a31ec108f0a5 HTTP/1.1" status: 200 len: 945 time: 0.0842330 Apr 01 16:35:19.999224 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e4ad6dab-421a-4022-9301-2d54415a8d89 req-576bb4e3-55ba-423f-a68f-96eec225e35b tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/security-groups?id=26941c90-ed5e-4cd9-ae48-06dc377502e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463226 Apr 01 16:35:21.224517 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bbef9f-dc1d-4526-bc63-6d52ad79c143 req-2d6e2470-9bc2-4be6-9b47-8535108fc494 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:21.226912 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-68bbef9f-dc1d-4526-bc63-6d52ad79c143 req-2d6e2470-9bc2-4be6-9b47-8535108fc494 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=75d028e8-a890-4f18-ad53-a31ec108f0a5 HTTP/1.1" status: 200 len: 945 time: 0.0861807 Apr 01 16:35:21.287216 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-68bbef9f-dc1d-4526-bc63-6d52ad79c143 req-30837c9a-28fa-4f37-883c-bf8b80853e8a tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/security-groups?id=26941c90-ed5e-4cd9-ae48-06dc377502e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544517 Apr 01 16:35:22.503032 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938a5227-54f3-4b92-90c5-2061afe353bb req-bf06c35e-90c3-48df-9980-f800bd14af9a tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:22.504533 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-938a5227-54f3-4b92-90c5-2061afe353bb req-bf06c35e-90c3-48df-9980-f800bd14af9a tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=75d028e8-a890-4f18-ad53-a31ec108f0a5 HTTP/1.1" status: 200 len: 945 time: 0.0868473 Apr 01 16:35:22.560331 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-938a5227-54f3-4b92-90c5-2061afe353bb req-5fafcc05-60f7-41a8-9eb2-89ef31cba835 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/security-groups?id=26941c90-ed5e-4cd9-ae48-06dc377502e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472050 Apr 01 16:35:23.792718 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce87a5b-017a-4fca-bc60-bac57c5d1212 req-7f9cb7d5-d58a-406a-a21a-118f79994a5d tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:23.800467 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-cce87a5b-017a-4fca-bc60-bac57c5d1212 req-7f9cb7d5-d58a-406a-a21a-118f79994a5d tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=75d028e8-a890-4f18-ad53-a31ec108f0a5 HTTP/1.1" status: 200 len: 945 time: 0.0937445 Apr 01 16:35:23.855823 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-cce87a5b-017a-4fca-bc60-bac57c5d1212 req-5ac19bfb-2771-4a68-a576-4751de87e24b tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/security-groups?id=26941c90-ed5e-4cd9-ae48-06dc377502e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551748 Apr 01 16:35:24.005773 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-4fccc262-b01f-44ff-af41-30b1c22c8cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:24.159302 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:25.063767 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eff7c62-c0b0-4e88-af12-5c21482d1a25 req-ae1eb649-31b7-4fac-8248-9ca2a69a88e9 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:25.066221 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-6eff7c62-c0b0-4e88-af12-5c21482d1a25 req-ae1eb649-31b7-4fac-8248-9ca2a69a88e9 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=75d028e8-a890-4f18-ad53-a31ec108f0a5 HTTP/1.1" status: 200 len: 945 time: 0.0854120 Apr 01 16:35:25.114232 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-6eff7c62-c0b0-4e88-af12-5c21482d1a25 req-7c98b80d-e279-491e-add8-a7f5c662f814 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/security-groups?id=26941c90-ed5e-4cd9-ae48-06dc377502e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421681 Apr 01 16:35:25.778307 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-28a01ec2-0fb6-4e7a-8715-0f4dc4fcaddc req-67e7f305-caa4-4f31-b820-31995c1318ff service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2f24b527cca34c1dbe3c100e38439be7&device_id=75d028e8-a890-4f18-ad53-a31ec108f0a5 HTTP/1.1" status: 200 len: 1098 time: 0.0681758 Apr 01 16:35:25.911518 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a01ec2-0fb6-4e7a-8715-0f4dc4fcaddc req-29927c14-a7d0-46c5-9d30-051088890689 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:25.913652 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-28a01ec2-0fb6-4e7a-8715-0f4dc4fcaddc req-29927c14-a7d0-46c5-9d30-051088890689 service neutron] 10.222.0.24 "GET /v2.0/networks?id=34fb4b97-9d06-4c89-b749-266e424e693d HTTP/1.1" status: 200 len: 909 time: 0.1282637 Apr 01 16:35:26.018975 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-28a01ec2-0fb6-4e7a-8715-0f4dc4fcaddc req-9aa68d2f-a442-4ce9-a29c-762d0d493861 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f6858f2c-f713-42ea-b56a-606c28f5aa06 HTTP/1.1" status: 200 len: 1001 time: 0.0988655 Apr 01 16:35:26.083437 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a01ec2-0fb6-4e7a-8715-0f4dc4fcaddc req-455e82e3-f15f-4e89-ab69-5062243c03d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:26.085662 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-28a01ec2-0fb6-4e7a-8715-0f4dc4fcaddc req-455e82e3-f15f-4e89-ab69-5062243c03d5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=43923d66-2e78-4e7e-8cc5-e4f60c5ab854 HTTP/1.1" status: 200 len: 848 time: 0.0601718 Apr 01 16:35:26.163963 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-28a01ec2-0fb6-4e7a-8715-0f4dc4fcaddc req-73394c9f-f475-4e21-ba23-ea8a5973a161 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=34fb4b97-9d06-4c89-b749-266e424e693d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720434 Apr 01 16:35:26.299179 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-28a01ec2-0fb6-4e7a-8715-0f4dc4fcaddc req-c6c443f4-5a83-4169-8db3-443e65cb2ff1 service neutron] 10.222.0.24 "GET /v2.0/networks/34fb4b97-9d06-4c89-b749-266e424e693d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287229 Apr 01 16:35:26.316548 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ca0834-a6da-40fb-b292-89d1efb58865 req-a587d17a-d0f1-4317-9540-94a3708a0d39 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:26.318013 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-79ca0834-a6da-40fb-b292-89d1efb58865 req-a587d17a-d0f1-4317-9540-94a3708a0d39 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=75d028e8-a890-4f18-ad53-a31ec108f0a5 HTTP/1.1" status: 200 len: 945 time: 0.0817146 Apr 01 16:35:26.363544 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-79ca0834-a6da-40fb-b292-89d1efb58865 req-775c90cd-2497-4fc8-bd26-27e900d8dfb6 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/security-groups?id=26941c90-ed5e-4cd9-ae48-06dc377502e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399215 Apr 01 16:35:26.386452 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-fea8c29b-44ba-4a5d-bff4-b0ccbce609c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:26.433408 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-28a01ec2-0fb6-4e7a-8715-0f4dc4fcaddc req-e689b3e0-df03-475a-88ac-8beab7f4cecc service neutron] 10.222.0.24 "GET /v2.0/networks/34fb4b97-9d06-4c89-b749-266e424e693d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275408 Apr 01 16:35:27.558781 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d408f25f-6c8c-442b-86ae-2d71f3e55355 req-8a1eb2b5-74a2-4898-912c-dafe81ef1867 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:27.560193 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d408f25f-6c8c-442b-86ae-2d71f3e55355 req-8a1eb2b5-74a2-4898-912c-dafe81ef1867 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=75d028e8-a890-4f18-ad53-a31ec108f0a5 HTTP/1.1" status: 200 len: 945 time: 0.0758266 Apr 01 16:35:27.609774 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d408f25f-6c8c-442b-86ae-2d71f3e55355 req-6e2ca265-87bf-4f74-bd30-ad9b9c0a7665 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/security-groups?id=26941c90-ed5e-4cd9-ae48-06dc377502e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440233 Apr 01 16:35:27.739896 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:27.867378 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:28.801130 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5fe335-bc99-4305-8942-e5341355d40e req-9ed4ff0f-3d56-4a8f-8f1d-966a8e582f09 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:28.802561 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5f5fe335-bc99-4305-8942-e5341355d40e req-9ed4ff0f-3d56-4a8f-8f1d-966a8e582f09 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=75d028e8-a890-4f18-ad53-a31ec108f0a5 HTTP/1.1" status: 200 len: 945 time: 0.0740390 Apr 01 16:35:28.846936 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5f5fe335-bc99-4305-8942-e5341355d40e req-824fc4f5-f7d3-4528-b400-3faff277827d tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/security-groups?id=26941c90-ed5e-4cd9-ae48-06dc377502e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384274 Apr 01 16:35:29.033255 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-089ee0b9-9c0d-463a-bdf3-65d86f3861f9 req-6f972458-09eb-4a35-b95e-43bd6da0d71d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=75d028e8-a890-4f18-ad53-a31ec108f0a5&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0701027 Apr 01 16:35:29.225645 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device f6858f2c-f713-42ea-b56a-606c28f5aa06 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:35:29.242523 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 36110) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:35:29.366121 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:29.385341 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-4c857b86-43a4-405f-a99f-f87daea49f66 req-896472b7-e7ba-4286-b1e0-3a244ad27d9f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=75d028e8-a890-4f18-ad53-a31ec108f0a5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1416693 Apr 01 16:35:29.397661 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75d028e8-a890-4f18-ad53-a31ec108f0a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6858f2c-f713-42ea-b56a-606c28f5aa06'}] {{(pid=83829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:35:29.403750 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66317c1-e5b2-4b4d-aa6e-12bdeabefb2f req-213a4791-c740-4d6e-bc56-938a3f552bcb tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:29.406343 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a66317c1-e5b2-4b4d-aa6e-12bdeabefb2f req-213a4791-c740-4d6e-bc56-938a3f552bcb tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=75d028e8-a890-4f18-ad53-a31ec108f0a5 HTTP/1.1" status: 200 len: 945 time: 0.1737685 Apr 01 16:35:29.408798 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port f6858f2c-f713-42ea-b56a-606c28f5aa06, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=f6858f2c-f713-42ea-b56a-606c28f5aa06,segment=NetworkSegment(d84c770d-34da-4a67-bd23-27ecff4de1fd),segment_id=d84c770d-34da-4a67-bd23-27ecff4de1fd)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:35:29.419598 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:29.471041 dv-neutron-833373-2-hyperv neutron-server[83829]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '75d028e8-a890-4f18-ad53-a31ec108f0a5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f6858f2c-f713-42ea-b56a-606c28f5aa06', 'code': 422} returned with failed status Apr 01 16:35:29.474863 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:29.477271 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a66317c1-e5b2-4b4d-aa6e-12bdeabefb2f req-a3bf7d7e-430d-46c4-a0d2-11a02c62f97d tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/security-groups?id=26941c90-ed5e-4cd9-ae48-06dc377502e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534358 Apr 01 16:35:29.510015 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=f6858f2c-f713-42ea-b56a-606c28f5aa06,revision_number=8']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:35:29.907518 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-4c857b86-43a4-405f-a99f-f87daea49f66 req-b422fb88-2bbb-4e96-bb8d-bbf010a5c9e8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=75d028e8-a890-4f18-ad53-a31ec108f0a5&tenant_id=2f24b527cca34c1dbe3c100e38439be7 HTTP/1.1" status: 200 len: 1096 time: 0.0682538 Apr 01 16:35:30.000566 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-4c857b86-43a4-405f-a99f-f87daea49f66 req-3681b67e-c012-46d7-a702-98ab5c0d9b9d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2f24b527cca34c1dbe3c100e38439be7&device_id=75d028e8-a890-4f18-ad53-a31ec108f0a5 HTTP/1.1" status: 200 len: 1096 time: 0.0712788 Apr 01 16:35:30.129736 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c857b86-43a4-405f-a99f-f87daea49f66 req-e1e33d49-f206-4644-8a4a-5c9b6637037c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:30.131148 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-4c857b86-43a4-405f-a99f-f87daea49f66 req-e1e33d49-f206-4644-8a4a-5c9b6637037c service neutron] 10.222.0.24 "GET /v2.0/networks?id=34fb4b97-9d06-4c89-b749-266e424e693d HTTP/1.1" status: 200 len: 909 time: 0.1239438 Apr 01 16:35:30.236122 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-4c857b86-43a4-405f-a99f-f87daea49f66 req-0eac9d72-100d-4499-8af1-daba535221d5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f6858f2c-f713-42ea-b56a-606c28f5aa06 HTTP/1.1" status: 200 len: 999 time: 0.0985603 Apr 01 16:35:30.298750 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c857b86-43a4-405f-a99f-f87daea49f66 req-e845bfa5-8da4-4032-85bc-c6ea40e75eb5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:30.300172 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-4c857b86-43a4-405f-a99f-f87daea49f66 req-e845bfa5-8da4-4032-85bc-c6ea40e75eb5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=43923d66-2e78-4e7e-8cc5-e4f60c5ab854 HTTP/1.1" status: 200 len: 848 time: 0.0573332 Apr 01 16:35:30.376367 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-4c857b86-43a4-405f-a99f-f87daea49f66 req-4f00c19e-5e27-4018-9fa1-161b71effe11 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=34fb4b97-9d06-4c89-b749-266e424e693d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693350 Apr 01 16:35:30.509009 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-4c857b86-43a4-405f-a99f-f87daea49f66 req-4c724645-43c8-4d19-924d-bec983bd09bb service neutron] 10.222.0.24 "GET /v2.0/networks/34fb4b97-9d06-4c89-b749-266e424e693d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260769 Apr 01 16:35:30.674052 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6ea2e7-7d66-485d-823a-10c39e19d1e4 req-b10d3f35-f03e-4f28-8d7c-2c082b33fc2e tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:30.675505 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-bd6ea2e7-7d66-485d-823a-10c39e19d1e4 req-b10d3f35-f03e-4f28-8d7c-2c082b33fc2e tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=75d028e8-a890-4f18-ad53-a31ec108f0a5 HTTP/1.1" status: 200 len: 943 time: 0.0784922 Apr 01 16:35:30.721684 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-bd6ea2e7-7d66-485d-823a-10c39e19d1e4 req-68bd3784-8bd5-4937-ba07-0f121d851f2b tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/security-groups?id=26941c90-ed5e-4cd9-ae48-06dc377502e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404725 Apr 01 16:35:30.734064 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-4c857b86-43a4-405f-a99f-f87daea49f66 req-d19eea51-929c-40df-b18f-622e15dc0537 service neutron] 10.222.0.24 "GET /v2.0/networks/34fb4b97-9d06-4c89-b749-266e424e693d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193401 Apr 01 16:35:31.943207 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d4cfdf-5a5a-40e3-b42f-c258589a0544 req-c013e6c0-a067-4975-8d08-c27538030cdd tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:31.945060 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a5d4cfdf-5a5a-40e3-b42f-c258589a0544 req-c013e6c0-a067-4975-8d08-c27538030cdd tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=75d028e8-a890-4f18-ad53-a31ec108f0a5 HTTP/1.1" status: 200 len: 943 time: 0.0836837 Apr 01 16:35:32.005356 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a5d4cfdf-5a5a-40e3-b42f-c258589a0544 req-eea43720-932e-47b5-8302-95e2ffea5705 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/security-groups?id=26941c90-ed5e-4cd9-ae48-06dc377502e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542774 Apr 01 16:35:33.218601 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fc8723-1ccc-49fb-bba6-b9bbb96f7c8b req-c75867ce-0c4e-4faf-b9f7-8bbb9e42354d tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:33.220098 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-20fc8723-1ccc-49fb-bba6-b9bbb96f7c8b req-c75867ce-0c4e-4faf-b9f7-8bbb9e42354d tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=75d028e8-a890-4f18-ad53-a31ec108f0a5 HTTP/1.1" status: 200 len: 943 time: 0.0858643 Apr 01 16:35:33.271511 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-20fc8723-1ccc-49fb-bba6-b9bbb96f7c8b req-bde4508d-357d-48df-9f31-849f0b78acff tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/security-groups?id=26941c90-ed5e-4cd9-ae48-06dc377502e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444410 Apr 01 16:35:33.638632 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:35:34.494682 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c546bbd-a070-47f0-a246-f162925a9a8b req-4d3b494c-8d12-48e2-9a29-22ed50082332 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:34.496157 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8c546bbd-a070-47f0-a246-f162925a9a8b req-4d3b494c-8d12-48e2-9a29-22ed50082332 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=75d028e8-a890-4f18-ad53-a31ec108f0a5 HTTP/1.1" status: 200 len: 943 time: 0.0849698 Apr 01 16:35:34.547849 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8c546bbd-a070-47f0-a246-f162925a9a8b req-ec9da7b5-e8eb-4c32-9093-3d46ab622191 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/security-groups?id=26941c90-ed5e-4cd9-ae48-06dc377502e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459640 Apr 01 16:35:35.790810 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcfdee2-5b04-4c9d-ad16-494c8b71bac3 req-a70a81ce-51b8-4acd-9cbd-a012f987cb6c tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:35.792270 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8bcfdee2-5b04-4c9d-ad16-494c8b71bac3 req-a70a81ce-51b8-4acd-9cbd-a012f987cb6c tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=75d028e8-a890-4f18-ad53-a31ec108f0a5 HTTP/1.1" status: 200 len: 943 time: 0.1029146 Apr 01 16:35:35.840676 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8bcfdee2-5b04-4c9d-ad16-494c8b71bac3 req-4c9113a4-c30c-482a-9158-d12dc5bf5d6d tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/security-groups?id=26941c90-ed5e-4cd9-ae48-06dc377502e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422120 Apr 01 16:35:37.054329 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7ddd02-78f3-492f-9544-b95e97d55c4f req-c55ceb8c-6b38-4a55-8204-28524ed12d94 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:37.055878 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-da7ddd02-78f3-492f-9544-b95e97d55c4f req-c55ceb8c-6b38-4a55-8204-28524ed12d94 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=75d028e8-a890-4f18-ad53-a31ec108f0a5 HTTP/1.1" status: 200 len: 943 time: 0.0874417 Apr 01 16:35:37.105625 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-da7ddd02-78f3-492f-9544-b95e97d55c4f req-db58a342-5518-4757-81f3-38923989a25b tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/security-groups?id=26941c90-ed5e-4cd9-ae48-06dc377502e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439780 Apr 01 16:35:38.321912 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9ea683-a3ed-49ed-bdcd-4e04ea95b864 req-76022a2b-09ee-4a13-a5fa-fbb803331cfd tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:38.323376 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4b9ea683-a3ed-49ed-bdcd-4e04ea95b864 req-76022a2b-09ee-4a13-a5fa-fbb803331cfd tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=75d028e8-a890-4f18-ad53-a31ec108f0a5 HTTP/1.1" status: 200 len: 943 time: 0.0832620 Apr 01 16:35:38.371214 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4b9ea683-a3ed-49ed-bdcd-4e04ea95b864 req-bed9f712-69d1-40f1-be5b-291f714e3821 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/security-groups?id=26941c90-ed5e-4cd9-ae48-06dc377502e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417702 Apr 01 16:35:39.578546 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e315e428-1dad-4ea6-bcd1-93eb10e72b12 req-4fd15bf8-1d41-446b-8784-62fe6ad14b2b tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:39.579985 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e315e428-1dad-4ea6-bcd1-93eb10e72b12 req-4fd15bf8-1d41-446b-8784-62fe6ad14b2b tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=75d028e8-a890-4f18-ad53-a31ec108f0a5 HTTP/1.1" status: 200 len: 943 time: 0.0872741 Apr 01 16:35:39.625294 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e315e428-1dad-4ea6-bcd1-93eb10e72b12 req-c4ad8997-d79e-4ad2-9599-83d861aa8d44 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/security-groups?id=26941c90-ed5e-4cd9-ae48-06dc377502e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398734 Apr 01 16:35:40.825444 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d819a2-2dc4-494f-ac28-72f7507550f2 req-2eb92c50-e937-4f2c-be4f-7f563215440c tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:40.826882 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-59d819a2-2dc4-494f-ac28-72f7507550f2 req-2eb92c50-e937-4f2c-be4f-7f563215440c tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=75d028e8-a890-4f18-ad53-a31ec108f0a5 HTTP/1.1" status: 200 len: 943 time: 0.0781538 Apr 01 16:35:40.873391 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-59d819a2-2dc4-494f-ac28-72f7507550f2 req-5c14e82d-361e-451a-9d7b-312d3b3fca53 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/security-groups?id=26941c90-ed5e-4cd9-ae48-06dc377502e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410590 Apr 01 16:35:41.266524 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device f6858f2c-f713-42ea-b56a-606c28f5aa06 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:35:41.398536 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port f6858f2c-f713-42ea-b56a-606c28f5aa06, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=f6858f2c-f713-42ea-b56a-606c28f5aa06,segment=NetworkSegment(d84c770d-34da-4a67-bd23-27ecff4de1fd),segment_id=d84c770d-34da-4a67-bd23-27ecff4de1fd)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:35:41.411414 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Returning: {'device': 'f6858f2c-f713-42ea-b56a-606c28f5aa06', 'network_id': '34fb4b97-9d06-4c89-b749-266e424e693d', 'port_id': 'f6858f2c-f713-42ea-b56a-606c28f5aa06', 'mac_address': 'fa:16:3e:ee:73:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43923d66-2e78-4e7e-8cc5-e4f60c5ab854', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:35:41.465445 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:41.482136 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6858f2c-f713-42ea-b56a-606c28f5aa06 {{(pid=83829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:35:41.497332 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port f6858f2c-f713-42ea-b56a-606c28f5aa06, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=f6858f2c-f713-42ea-b56a-606c28f5aa06,segment=NetworkSegment(d84c770d-34da-4a67-bd23-27ecff4de1fd),segment_id=d84c770d-34da-4a67-bd23-27ecff4de1fd)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:35:41.501085 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:41.568778 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=f6858f2c-f713-42ea-b56a-606c28f5aa06,revision_number=9']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:35:41.736831 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] get_ports_and_sgs() called for port_ids ['f6858f2c-f713-42ea-b56a-606c28f5aa06'] {{(pid=83829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 16:35:42.073246 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed5cd32-a309-44fb-b0be-ccb4c40781ff req-bccb7d14-208b-42d1-8fec-390a5ffc7f51 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:42.074683 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5ed5cd32-a309-44fb-b0be-ccb4c40781ff req-bccb7d14-208b-42d1-8fec-390a5ffc7f51 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=75d028e8-a890-4f18-ad53-a31ec108f0a5 HTTP/1.1" status: 200 len: 944 time: 0.0802102 Apr 01 16:35:42.119701 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5ed5cd32-a309-44fb-b0be-ccb4c40781ff req-3d26498c-eb5d-4104-aa4e-b4a8ef5eabf7 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/security-groups?id=26941c90-ed5e-4cd9-ae48-06dc377502e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395219 Apr 01 16:35:43.287712 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device f6858f2c-f713-42ea-b56a-606c28f5aa06 up at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:35:43.317090 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af46f55e-eec6-4c57-9fb3-efc0ebfd5047 req-583aa72d-f1fd-4dc2-9413-eca715fa282f tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:43.318456 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-af46f55e-eec6-4c57-9fb3-efc0ebfd5047 req-583aa72d-f1fd-4dc2-9413-eca715fa282f tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=75d028e8-a890-4f18-ad53-a31ec108f0a5 HTTP/1.1" status: 200 len: 944 time: 0.0785244 Apr 01 16:35:43.354595 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning complete for port f6858f2c-f713-42ea-b56a-606c28f5aa06 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:35:43.354958 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:43.368692 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-af46f55e-eec6-4c57-9fb3-efc0ebfd5047 req-14a5e979-8cae-4c44-8c3b-f7a4700d7f59 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/security-groups?id=26941c90-ed5e-4cd9-ae48-06dc377502e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433285 Apr 01 16:35:43.467139 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:43.493830 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75d028e8-a890-4f18-ad53-a31ec108f0a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6858f2c-f713-42ea-b56a-606c28f5aa06'}] {{(pid=83829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:35:43.503740 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port f6858f2c-f713-42ea-b56a-606c28f5aa06, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=f6858f2c-f713-42ea-b56a-606c28f5aa06,segment=NetworkSegment(d84c770d-34da-4a67-bd23-27ecff4de1fd),segment_id=d84c770d-34da-4a67-bd23-27ecff4de1fd)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:35:43.507227 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:43.552929 dv-neutron-833373-2-hyperv neutron-server[83829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75d028e8-a890-4f18-ad53-a31ec108f0a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6858f2c-f713-42ea-b56a-606c28f5aa06', 'code': 200} Apr 01 16:35:43.579071 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=f6858f2c-f713-42ea-b56a-606c28f5aa06,revision_number=10']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:35:43.894028 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-05b1d2a2-9fd3-4e35-9ea9-40d71248c6dc req-8ac764c7-bd0e-4ba6-88c8-9d1014ef3a5c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=75d028e8-a890-4f18-ad53-a31ec108f0a5 HTTP/1.1" status: 200 len: 1099 time: 0.1401944 Apr 01 16:35:43.942738 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-05b1d2a2-9fd3-4e35-9ea9-40d71248c6dc req-2875bf7a-ae7d-48c8-a40c-db4be8f1c72b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=26941c90-ed5e-4cd9-ae48-06dc377502e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425205 Apr 01 16:35:44.571230 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff69c4-b799-422c-aff9-0cc29835e7c7 req-36cad553-b203-449b-9e65-c5b452a2627d tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:44.572684 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-56ff69c4-b799-422c-aff9-0cc29835e7c7 req-36cad553-b203-449b-9e65-c5b452a2627d tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=75d028e8-a890-4f18-ad53-a31ec108f0a5 HTTP/1.1" status: 200 len: 946 time: 0.0838323 Apr 01 16:35:44.619569 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-56ff69c4-b799-422c-aff9-0cc29835e7c7 req-caac5610-0559-4e52-a627-58c2330de705 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/security-groups?id=26941c90-ed5e-4cd9-ae48-06dc377502e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413873 Apr 01 16:35:45.821713 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b33875b-d692-4a67-8412-ae13160b6b8f req-3fdbf7d3-0680-4d7e-a7e8-dc2a7a0f9ad1 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:35:45.823206 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-7b33875b-d692-4a67-8412-ae13160b6b8f req-3fdbf7d3-0680-4d7e-a7e8-dc2a7a0f9ad1 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=75d028e8-a890-4f18-ad53-a31ec108f0a5 HTTP/1.1" status: 200 len: 946 time: 0.0805492 Apr 01 16:35:45.868501 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-7b33875b-d692-4a67-8412-ae13160b6b8f req-25c3fd2f-8f3b-4e07-b21c-ff0f6f1d8c5f tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/security-groups?id=26941c90-ed5e-4cd9-ae48-06dc377502e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397558 Apr 01 16:35:53.999511 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-1d86a51d-d95d-46e8-b7e8-212b2a9e1821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:54.183544 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:56.389429 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-1c14a082-a98a-4abc-a90f-2eec75df01c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:57.742291 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:57.870142 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:35:59.424432 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:10.639330 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:36:11.944942 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-ef9ce05a-36b9-4716-9cce-d5813bbf6d41 req-e2f16434-6287-499f-b65b-20643e133a3d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=75d028e8-a890-4f18-ad53-a31ec108f0a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0693727 Apr 01 16:36:12.083725 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-ef9ce05a-36b9-4716-9cce-d5813bbf6d41 req-58f916bc-7013-48a0-9c66-382e003b173c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2f24b527cca34c1dbe3c100e38439be7&device_id=75d028e8-a890-4f18-ad53-a31ec108f0a5 HTTP/1.1" status: 200 len: 1099 time: 0.0683403 Apr 01 16:36:12.226082 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9ce05a-36b9-4716-9cce-d5813bbf6d41 req-1914eadf-011f-4342-92f7-32cd7aa4a9a7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:36:12.227499 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-ef9ce05a-36b9-4716-9cce-d5813bbf6d41 req-1914eadf-011f-4342-92f7-32cd7aa4a9a7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=34fb4b97-9d06-4c89-b749-266e424e693d HTTP/1.1" status: 200 len: 909 time: 0.1233480 Apr 01 16:36:12.330014 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-ef9ce05a-36b9-4716-9cce-d5813bbf6d41 req-5a012e42-ce82-4cd8-b6ac-fd5232fda745 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f6858f2c-f713-42ea-b56a-606c28f5aa06 HTTP/1.1" status: 200 len: 1001 time: 0.0948360 Apr 01 16:36:12.391603 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9ce05a-36b9-4716-9cce-d5813bbf6d41 req-183481e5-05fb-4949-900e-a64f1b9d611e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:36:12.393026 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-ef9ce05a-36b9-4716-9cce-d5813bbf6d41 req-183481e5-05fb-4949-900e-a64f1b9d611e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=43923d66-2e78-4e7e-8cc5-e4f60c5ab854 HTTP/1.1" status: 200 len: 848 time: 0.0564361 Apr 01 16:36:12.469644 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-ef9ce05a-36b9-4716-9cce-d5813bbf6d41 req-00660ede-b13b-4820-a64b-9e8aa6d30949 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=34fb4b97-9d06-4c89-b749-266e424e693d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699866 Apr 01 16:36:12.597985 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-ef9ce05a-36b9-4716-9cce-d5813bbf6d41 req-84b48b98-45ad-40ff-be04-b75e5e3ecd28 service neutron] 10.222.0.24 "GET /v2.0/networks/34fb4b97-9d06-4c89-b749-266e424e693d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211100 Apr 01 16:36:12.733991 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-ef9ce05a-36b9-4716-9cce-d5813bbf6d41 req-dddc9e93-c599-4036-84c2-41e578cee2a4 service neutron] 10.222.0.24 "GET /v2.0/networks/34fb4b97-9d06-4c89-b749-266e424e693d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274891 Apr 01 16:36:24.003380 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-07f4c782-1abb-428a-9cf4-83ca00b01dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:24.183892 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:26.390171 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6881549e-1ec4-4cdb-a1c8-625decd08bff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:27.745141 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:27.873690 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:29.426843 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:47.641719 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:36:54.007691 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-0fd73568-2990-4e50-ad61-b94d5f1d1d6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:54.197093 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:56.395246 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-12a69b6d-be28-4dd1-9f62-6e7b5df634cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:57.748215 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:57.876548 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:58.507635 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 36216) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:36:58.707534 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-7a5e91d7-b38b-455a-9a8b-d7e1a9054f48 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Deleting port dd2f1305-cfd7-4aee-9452-9f577dca9317 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:36:58.707870 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7a5e91d7-b38b-455a-9a8b-d7e1a9054f48 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:58.875217 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7a5e91d7-b38b-455a-9a8b-d7e1a9054f48 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:58.875545 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7a5e91d7-b38b-455a-9a8b-d7e1a9054f48 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:59.104604 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-7a5e91d7-b38b-455a-9a8b-d7e1a9054f48 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Calling delete_port for dd2f1305-cfd7-4aee-9452-9f577dca9317 owned by network:floatingip {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:36:59.253367 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7a5e91d7-b38b-455a-9a8b-d7e1a9054f48 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:59.302499 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5e91d7-b38b-455a-9a8b-d7e1a9054f48 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Pushing event deleted for resources: {'Port': ['ID=dd2f1305-cfd7-4aee-9452-9f577dca9317,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:36:59.347176 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5e91d7-b38b-455a-9a8b-d7e1a9054f48 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:59.347516 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5e91d7-b38b-455a-9a8b-d7e1a9054f48 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:59.347850 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5e91d7-b38b-455a-9a8b-d7e1a9054f48 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:59.348181 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5e91d7-b38b-455a-9a8b-d7e1a9054f48 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:59.348506 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5e91d7-b38b-455a-9a8b-d7e1a9054f48 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:59.348851 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5e91d7-b38b-455a-9a8b-d7e1a9054f48 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:59.349202 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5e91d7-b38b-455a-9a8b-d7e1a9054f48 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:59.349523 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5e91d7-b38b-455a-9a8b-d7e1a9054f48 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:59.349839 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5e91d7-b38b-455a-9a8b-d7e1a9054f48 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:59.350152 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5e91d7-b38b-455a-9a8b-d7e1a9054f48 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:59.350465 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5e91d7-b38b-455a-9a8b-d7e1a9054f48 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:36:59.405051 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7a5e91d7-b38b-455a-9a8b-d7e1a9054f48 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks [] for floatingip, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:59.429910 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:36:59.786300 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a5e91d7-b38b-455a-9a8b-d7e1a9054f48 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Router 1a879c6e-8a0e-46ae-b462-e95cb79baa23 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:36:59.982614 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a5e91d7-b38b-455a-9a8b-d7e1a9054f48 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:36:59.993123 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ca18cd-008e-4924-acd0-3b8a51c93bf5 None None] Sync routers for ids ['1a879c6e-8a0e-46ae-b462-e95cb79baa23'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:36:59.999445 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7a5e91d7-b38b-455a-9a8b-d7e1a9054f48 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for floatingip, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:00.005982 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ca18cd-008e-4924-acd0-3b8a51c93bf5 None None] Routers {'1a879c6e-8a0e-46ae-b462-e95cb79baa23'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:37:00.006710 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-11ca18cd-008e-4924-acd0-3b8a51c93bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:36:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['1a879c6e-8a0e-46ae-b462-e95cb79baa23'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:37:00.055267 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-7a5e91d7-b38b-455a-9a8b-d7e1a9054f48 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "DELETE /v2.0/floatingips/31bb9738-1ed5-47ba-9700-370b54643b35 HTTP/1.1" status: 204 len: 168 time: 1.5440969 Apr 01 16:37:00.055267 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75d028e8-a890-4f18-ad53-a31ec108f0a5', 'tag': 'f6858f2c-f713-42ea-b56a-606c28f5aa06'}] {{(pid=83828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:37:00.199955 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75d028e8-a890-4f18-ad53-a31ec108f0a5', 'tag': 'f6858f2c-f713-42ea-b56a-606c28f5aa06', 'status': 'completed', 'code': 200} Apr 01 16:37:00.237100 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-11ca18cd-008e-4924-acd0-3b8a51c93bf5 None None] Set router 1a879c6e-8a0e-46ae-b462-e95cb79baa23 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:37:00.301524 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-e729d586-f967-4cfa-bb6c-b89a3d5513ec req-d6760a3a-f381-4493-8e4e-e764c64c5589 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2f24b527cca34c1dbe3c100e38439be7&device_id=75d028e8-a890-4f18-ad53-a31ec108f0a5 HTTP/1.1" status: 200 len: 1099 time: 0.0800269 Apr 01 16:37:00.439287 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e729d586-f967-4cfa-bb6c-b89a3d5513ec req-733e76ee-291a-4b59-a98d-4e7a3c3ae55a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:00.440853 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-e729d586-f967-4cfa-bb6c-b89a3d5513ec req-733e76ee-291a-4b59-a98d-4e7a3c3ae55a service neutron] 10.222.0.24 "GET /v2.0/networks?id=34fb4b97-9d06-4c89-b749-266e424e693d HTTP/1.1" status: 200 len: 909 time: 0.1321723 Apr 01 16:37:00.461680 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2311866-2fb8-4367-9111-9d74f1678078 req-50a06d49-80ad-4027-a808-3c39019ef17b tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:00.463121 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e2311866-2fb8-4367-9111-9d74f1678078 req-50a06d49-80ad-4027-a808-3c39019ef17b tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=75d028e8-a890-4f18-ad53-a31ec108f0a5 HTTP/1.1" status: 200 len: 946 time: 0.0809333 Apr 01 16:37:00.512253 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e2311866-2fb8-4367-9111-9d74f1678078 req-06797c13-49bf-4747-85b9-0b77a1e245d4 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/security-groups?id=26941c90-ed5e-4cd9-ae48-06dc377502e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426466 Apr 01 16:37:00.513574 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-e729d586-f967-4cfa-bb6c-b89a3d5513ec req-b8c420f4-f536-4f5f-b271-8d641343fac2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f6858f2c-f713-42ea-b56a-606c28f5aa06 HTTP/1.1" status: 200 len: 217 time: 0.0654104 Apr 01 16:37:00.559963 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-11ca18cd-008e-4924-acd0-3b8a51c93bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a879c6e-8a0e-46ae-b462-e95cb79baa23', 'name': 'tempest-TestShelveInstance-1561098088-router', 'tenant_id': '2f24b527cca34c1dbe3c100e38439be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.206'}], 'enable_snat': True}, 'gw_port_id': '198b5db2-4a45-44d7-b6db-c51ef7d28c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:32:39Z', 'updated_at': '2022-04-01T16:32:42Z', 'revision_number': 4, 'project_id': '2f24b527cca34c1dbe3c100e38439be7', 'gw_port': {'id': '198b5db2-4a45-44d7-b6db-c51ef7d28c51', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:89:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a879c6e-8a0e-46ae-b462-e95cb79baa23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:32:39Z', 'updated_at': '2022-04-01T16:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '68efdd84-31ec-4f97-8d1c-04aa874bfab3', 'name': '', 'network_id': '34fb4b97-9d06-4c89-b749-266e424e693d', 'tenant_id': '2f24b527cca34c1dbe3c100e38439be7', 'mac_address': 'fa:16:3e:7d:7f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a879c6e-8a0e-46ae-b462-e95cb79baa23', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43923d66-2e78-4e7e-8cc5-e4f60c5ab854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:32:41Z', 'updated_at': '2022-04-01T16:32:50Z', 'revision_number': 5, 'project_id': '2f24b527cca34c1dbe3c100e38439be7', 'subnets': [{'id': '43923d66-2e78-4e7e-8cc5-e4f60c5ab854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:37:00.565296 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ca18cd-008e-4924-acd0-3b8a51c93bf5 None None] Checking router: 1a879c6e-8a0e-46ae-b462-e95cb79baa23 for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:37:00.575885 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ca18cd-008e-4924-acd0-3b8a51c93bf5 None None] Routers {'1a879c6e-8a0e-46ae-b462-e95cb79baa23'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:37:00.576489 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-11ca18cd-008e-4924-acd0-3b8a51c93bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:36:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['1a879c6e-8a0e-46ae-b462-e95cb79baa23'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:37:00.580429 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e729d586-f967-4cfa-bb6c-b89a3d5513ec req-30ca76cb-c020-4e45-b599-90006d80a35e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:00.581897 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-e729d586-f967-4cfa-bb6c-b89a3d5513ec req-30ca76cb-c020-4e45-b599-90006d80a35e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=43923d66-2e78-4e7e-8cc5-e4f60c5ab854 HTTP/1.1" status: 200 len: 848 time: 0.0620179 Apr 01 16:37:00.663498 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-e729d586-f967-4cfa-bb6c-b89a3d5513ec req-9a510f5d-cf34-4293-baba-23a3c6f5928e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=34fb4b97-9d06-4c89-b749-266e424e693d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745881 Apr 01 16:37:00.763033 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-11ca18cd-008e-4924-acd0-3b8a51c93bf5 None None] Set router 1a879c6e-8a0e-46ae-b462-e95cb79baa23 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:37:00.901063 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-e729d586-f967-4cfa-bb6c-b89a3d5513ec req-b8b80937-f323-4c2a-8720-324d12e4227c service neutron] 10.222.0.24 "GET /v2.0/networks/34fb4b97-9d06-4c89-b749-266e424e693d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305067 Apr 01 16:37:01.035951 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-e729d586-f967-4cfa-bb6c-b89a3d5513ec req-ce435526-71d6-4d39-9bd4-9f62c4299aea service neutron] 10.222.0.24 "GET /v2.0/networks/34fb4b97-9d06-4c89-b749-266e424e693d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286108 Apr 01 16:37:01.086223 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-11ca18cd-008e-4924-acd0-3b8a51c93bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a879c6e-8a0e-46ae-b462-e95cb79baa23', 'name': 'tempest-TestShelveInstance-1561098088-router', 'tenant_id': '2f24b527cca34c1dbe3c100e38439be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.206'}], 'enable_snat': True}, 'gw_port_id': '198b5db2-4a45-44d7-b6db-c51ef7d28c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:32:39Z', 'updated_at': '2022-04-01T16:32:42Z', 'revision_number': 4, 'project_id': '2f24b527cca34c1dbe3c100e38439be7', 'gw_port': {'id': '198b5db2-4a45-44d7-b6db-c51ef7d28c51', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:89:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a879c6e-8a0e-46ae-b462-e95cb79baa23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:32:39Z', 'updated_at': '2022-04-01T16:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '68efdd84-31ec-4f97-8d1c-04aa874bfab3', 'name': '', 'network_id': '34fb4b97-9d06-4c89-b749-266e424e693d', 'tenant_id': '2f24b527cca34c1dbe3c100e38439be7', 'mac_address': 'fa:16:3e:7d:7f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a879c6e-8a0e-46ae-b462-e95cb79baa23', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43923d66-2e78-4e7e-8cc5-e4f60c5ab854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:32:41Z', 'updated_at': '2022-04-01T16:32:50Z', 'revision_number': 5, 'project_id': '2f24b527cca34c1dbe3c100e38439be7', 'subnets': [{'id': '43923d66-2e78-4e7e-8cc5-e4f60c5ab854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:37:01.090070 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ca18cd-008e-4924-acd0-3b8a51c93bf5 None None] The sync data for ids ['1a879c6e-8a0e-46ae-b462-e95cb79baa23'] in dv-neutron-833373-2-hyperv is: [{'id': '1a879c6e-8a0e-46ae-b462-e95cb79baa23', 'name': 'tempest-TestShelveInstance-1561098088-router', 'tenant_id': '2f24b527cca34c1dbe3c100e38439be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.206'}], 'enable_snat': True}, 'gw_port_id': '198b5db2-4a45-44d7-b6db-c51ef7d28c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:32:39Z', 'updated_at': '2022-04-01T16:32:42Z', 'revision_number': 4, 'project_id': '2f24b527cca34c1dbe3c100e38439be7', 'gw_port': {'id': '198b5db2-4a45-44d7-b6db-c51ef7d28c51', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:89:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a879c6e-8a0e-46ae-b462-e95cb79baa23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:32:39Z', 'updated_at': '2022-04-01T16:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '68efdd84-31ec-4f97-8d1c-04aa874bfab3', 'name': '', 'network_id': '34fb4b97-9d06-4c89-b749-266e424e693d', 'tenant_id': '2f24b527cca34c1dbe3c100e38439be7', 'mac_address': 'fa:16:3e:7d:7f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a879c6e-8a0e-46ae-b462-e95cb79baa23', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43923d66-2e78-4e7e-8cc5-e4f60c5ab854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:32:41Z', 'updated_at': '2022-04-01T16:32:50Z', 'revision_number': 5, 'project_id': '2f24b527cca34c1dbe3c100e38439be7', 'subnets': [{'id': '43923d66-2e78-4e7e-8cc5-e4f60c5ab854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:37:01.315513 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded6862d-878b-4ca9-ac1f-5818b8084ec1 None None] New status for floating IP 31bb9738-1ed5-47ba-9700-370b54643b35: DOWN {{(pid=83829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 16:37:01.725433 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036242a0-d839-41df-bc69-7a17c2d8ff67 req-f456f736-f687-40fe-919b-1fe93eae230d tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:01.727859 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-036242a0-d839-41df-bc69-7a17c2d8ff67 req-f456f736-f687-40fe-919b-1fe93eae230d tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=75d028e8-a890-4f18-ad53-a31ec108f0a5 HTTP/1.1" status: 200 len: 946 time: 0.0913568 Apr 01 16:37:01.779030 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-036242a0-d839-41df-bc69-7a17c2d8ff67 req-f635418c-2de4-4f2d-84f7-109a8fbed5a4 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/security-groups?id=26941c90-ed5e-4cd9-ae48-06dc377502e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440073 Apr 01 16:37:01.812889 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4591f9-b40e-4d17-adf4-164cd27056e5 req-839bfd7f-108d-480f-9029-275c8d55317d tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:01.813518 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-4a4591f9-b40e-4d17-adf4-164cd27056e5 req-839bfd7f-108d-480f-9029-275c8d55317d tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Synchronizing usage tracker for tenant:2f24b527cca34c1dbe3c100e38439be7 on resource:port {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:37:01.830030 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-4a4591f9-b40e-4d17-adf4-164cd27056e5 req-839bfd7f-108d-480f-9029-275c8d55317d tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Unset dirty status for tenant:2f24b527cca34c1dbe3c100e38439be7 on resource:port {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:37:01.831315 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-4a4591f9-b40e-4d17-adf4-164cd27056e5 req-839bfd7f-108d-480f-9029-275c8d55317d tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.24 "GET /v2.0/ports?device_id=75d028e8-a890-4f18-ad53-a31ec108f0a5 HTTP/1.1" status: 200 len: 946 time: 0.1098897 Apr 01 16:37:01.900687 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [req-4a4591f9-b40e-4d17-adf4-164cd27056e5 req-25b77057-808d-4905-9951-256e22735083 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Deleting port f6858f2c-f713-42ea-b56a-606c28f5aa06 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:37:01.901047 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-4a4591f9-b40e-4d17-adf4-164cd27056e5 req-25b77057-808d-4905-9951-256e22735083 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:02.148532 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [req-4a4591f9-b40e-4d17-adf4-164cd27056e5 req-25b77057-808d-4905-9951-256e22735083 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] For port f6858f2c-f713-42ea-b56a-606c28f5aa06, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=f6858f2c-f713-42ea-b56a-606c28f5aa06,segment=NetworkSegment(d84c770d-34da-4a67-bd23-27ecff4de1fd),segment_id=d84c770d-34da-4a67-bd23-27ecff4de1fd)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:37:02.149243 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-4a4591f9-b40e-4d17-adf4-164cd27056e5 req-25b77057-808d-4905-9951-256e22735083 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:02.268373 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [req-4a4591f9-b40e-4d17-adf4-164cd27056e5 req-25b77057-808d-4905-9951-256e22735083 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Calling delete_port for f6858f2c-f713-42ea-b56a-606c28f5aa06 owned by compute:nova {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:37:02.415007 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-4a4591f9-b40e-4d17-adf4-164cd27056e5 req-25b77057-808d-4905-9951-256e22735083 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:02.461833 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b77057-808d-4905-9951-256e22735083 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Pushing event deleted for resources: {'Port': ['ID=f6858f2c-f713-42ea-b56a-606c28f5aa06,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:02.537821 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a4591f9-b40e-4d17-adf4-164cd27056e5 req-25b77057-808d-4905-9951-256e22735083 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] No DVR routers for this DVR port f6858f2c-f713-42ea-b56a-606c28f5aa06 on host hv-neutron-8333 {{(pid=83828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:37:02.540087 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-4a4591f9-b40e-4d17-adf4-164cd27056e5 req-25b77057-808d-4905-9951-256e22735083 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:02.542651 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75d028e8-a890-4f18-ad53-a31ec108f0a5', 'name': 'network-vif-deleted', 'tag': 'f6858f2c-f713-42ea-b56a-606c28f5aa06'}] {{(pid=83828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:37:02.557986 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-4a4591f9-b40e-4d17-adf4-164cd27056e5 req-25b77057-808d-4905-9951-256e22735083 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.24 "DELETE /v2.0/ports/f6858f2c-f713-42ea-b56a-606c28f5aa06 HTTP/1.1" status: 204 len: 173 time: 0.7205977 Apr 01 16:37:02.606225 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75d028e8-a890-4f18-ad53-a31ec108f0a5', 'name': 'network-vif-deleted', 'tag': 'f6858f2c-f713-42ea-b56a-606c28f5aa06', 'status': 'completed', 'code': 200} Apr 01 16:37:02.969625 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-78ae2720-ec00-4c5a-a82a-106a33bbb9f2 req-8178a29e-23b4-4cf7-a1ce-bf41ce36db19 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=75d028e8-a890-4f18-ad53-a31ec108f0a5 HTTP/1.1" status: 200 len: 210 time: 0.0413029 Apr 01 16:37:04.077139 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 36238) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:37:04.144884 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4cdff04e-9a35-4365-903a-a899c977d77d tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:04.174329 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4cdff04e-9a35-4365-903a-a899c977d77d tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:04.237268 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4cdff04e-9a35-4365-903a-a899c977d77d tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:04.255448 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdff04e-9a35-4365-903a-a899c977d77d tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26941c90-ed5e-4cd9-ae48-06dc377502e7,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:04.266063 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4cdff04e-9a35-4365-903a-a899c977d77d tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:04.269754 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-4cdff04e-9a35-4365-903a-a899c977d77d tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "DELETE /v2.0/security-groups/26941c90-ed5e-4cd9-ae48-06dc377502e7 HTTP/1.1" status: 204 len: 168 time: 0.1890793 Apr 01 16:37:04.685394 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 36246) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:37:04.691462 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-495430ed-82a4-451c-8c22-b140521fdd81 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1587842296', 'description': 'tempest-secgroup-smoke-1587842296 description', 'project_id': '2f24b527cca34c1dbe3c100e38439be7'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:37:04.697710 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-495430ed-82a4-451c-8c22-b140521fdd81 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:37:04.702344 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-495430ed-82a4-451c-8c22-b140521fdd81 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Usage tracker for resource:security_group and tenant:2f24b527cca34c1dbe3c100e38439be7 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:37:04.705367 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-495430ed-82a4-451c-8c22-b140521fdd81 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:37:04.711504 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-495430ed-82a4-451c-8c22-b140521fdd81 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:37:04.722864 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-495430ed-82a4-451c-8c22-b140521fdd81 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks [] for security_group, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:04.759888 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-495430ed-82a4-451c-8c22-b140521fdd81 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:37:04.763750 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-495430ed-82a4-451c-8c22-b140521fdd81 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Usage tracker for resource:security_group_rule and tenant:2f24b527cca34c1dbe3c100e38439be7 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:37:04.767459 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-495430ed-82a4-451c-8c22-b140521fdd81 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:37:04.773418 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-495430ed-82a4-451c-8c22-b140521fdd81 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:37:04.834758 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-495430ed-82a4-451c-8c22-b140521fdd81 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks [] for security_group, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:04.838920 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-495430ed-82a4-451c-8c22-b140521fdd81 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:04.886657 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495430ed-82a4-451c-8c22-b140521fdd81 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5231d5-cb4a-4728-83bb-bccfe6e9fb2d,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:04.890805 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-495430ed-82a4-451c-8c22-b140521fdd81 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks [] for security_group, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:04.892002 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-495430ed-82a4-451c-8c22-b140521fdd81 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2050767 Apr 01 16:37:04.895168 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 36250) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:37:04.898631 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495430ed-82a4-451c-8c22-b140521fdd81 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:04.898978 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495430ed-82a4-451c-8c22-b140521fdd81 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:04.899315 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495430ed-82a4-451c-8c22-b140521fdd81 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:04.899647 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495430ed-82a4-451c-8c22-b140521fdd81 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:04.899980 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495430ed-82a4-451c-8c22-b140521fdd81 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:04.900304 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495430ed-82a4-451c-8c22-b140521fdd81 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:04.901022 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495430ed-82a4-451c-8c22-b140521fdd81 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:04.901138 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-9404f84d-f0ca-4d89-9e39-35950551ed6e tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Request body: {'security_group_rule': {'security_group_id': '9b5231d5-cb4a-4728-83bb-bccfe6e9fb2d', 'project_id': '2f24b527cca34c1dbe3c100e38439be7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:37:04.901248 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495430ed-82a4-451c-8c22-b140521fdd81 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:04.901359 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495430ed-82a4-451c-8c22-b140521fdd81 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:04.901590 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495430ed-82a4-451c-8c22-b140521fdd81 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:04.901907 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495430ed-82a4-451c-8c22-b140521fdd81 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:04.907653 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-9404f84d-f0ca-4d89-9e39-35950551ed6e tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:37:04.911668 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-9404f84d-f0ca-4d89-9e39-35950551ed6e tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Usage tracker for resource:security_group_rule and tenant:2f24b527cca34c1dbe3c100e38439be7 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:37:04.914898 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-9404f84d-f0ca-4d89-9e39-35950551ed6e tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:37:04.920487 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-9404f84d-f0ca-4d89-9e39-35950551ed6e tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:37:04.936473 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9404f84d-f0ca-4d89-9e39-35950551ed6e tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:05.002035 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9404f84d-f0ca-4d89-9e39-35950551ed6e tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:05.005958 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9404f84d-f0ca-4d89-9e39-35950551ed6e tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:05.030557 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9404f84d-f0ca-4d89-9e39-35950551ed6e tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86314abf-4a0d-42e0-ac8a-7ea7086ac215,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:05.042354 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9404f84d-f0ca-4d89-9e39-35950551ed6e tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:05.043819 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-9404f84d-f0ca-4d89-9e39-35950551ed6e tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1476481 Apr 01 16:37:05.047514 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 36254) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:37:05.053563 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-6b7febb1-fd4d-4f94-af09-48c76b6645d5 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Request body: {'security_group_rule': {'security_group_id': '9b5231d5-cb4a-4728-83bb-bccfe6e9fb2d', 'project_id': '2f24b527cca34c1dbe3c100e38439be7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:37:05.060251 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-6b7febb1-fd4d-4f94-af09-48c76b6645d5 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:37:05.064922 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-6b7febb1-fd4d-4f94-af09-48c76b6645d5 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Usage tracker for resource:security_group_rule and tenant:2f24b527cca34c1dbe3c100e38439be7 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:37:05.068081 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-6b7febb1-fd4d-4f94-af09-48c76b6645d5 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:37:05.075390 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-6b7febb1-fd4d-4f94-af09-48c76b6645d5 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:37:05.095545 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6b7febb1-fd4d-4f94-af09-48c76b6645d5 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:05.167781 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6b7febb1-fd4d-4f94-af09-48c76b6645d5 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:05.170964 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6b7febb1-fd4d-4f94-af09-48c76b6645d5 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:05.194930 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7febb1-fd4d-4f94-af09-48c76b6645d5 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=219ff10b-4a28-4eea-9416-54a4af4ea68a,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:05.205062 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6b7febb1-fd4d-4f94-af09-48c76b6645d5 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:05.206267 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-6b7febb1-fd4d-4f94-af09-48c76b6645d5 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1578209 Apr 01 16:37:05.209049 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 36258) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:37:05.214616 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-f418d9e5-7b68-474f-9194-afed987bc20b tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Request body: {'security_group_rule': {'security_group_id': '9b5231d5-cb4a-4728-83bb-bccfe6e9fb2d', 'project_id': '2f24b527cca34c1dbe3c100e38439be7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:37:05.221681 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-f418d9e5-7b68-474f-9194-afed987bc20b tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:37:05.225900 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-f418d9e5-7b68-474f-9194-afed987bc20b tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Usage tracker for resource:security_group_rule and tenant:2f24b527cca34c1dbe3c100e38439be7 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:37:05.229331 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-f418d9e5-7b68-474f-9194-afed987bc20b tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:37:05.235441 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-f418d9e5-7b68-474f-9194-afed987bc20b tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:37:05.253214 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f418d9e5-7b68-474f-9194-afed987bc20b tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:05.318818 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f418d9e5-7b68-474f-9194-afed987bc20b tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:05.322594 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f418d9e5-7b68-474f-9194-afed987bc20b tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:05.349061 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f418d9e5-7b68-474f-9194-afed987bc20b tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d450b27-2cda-4b0a-a25e-cfd16bb52a45,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:05.358138 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f418d9e5-7b68-474f-9194-afed987bc20b tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:05.361558 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-f418d9e5-7b68-474f-9194-afed987bc20b tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1510096 Apr 01 16:37:05.364015 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 36262) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:37:05.369978 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-420be339-f933-4586-af8b-6d0d29949937 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Request body: {'security_group_rule': {'security_group_id': '9b5231d5-cb4a-4728-83bb-bccfe6e9fb2d', 'project_id': '2f24b527cca34c1dbe3c100e38439be7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:37:05.377007 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-420be339-f933-4586-af8b-6d0d29949937 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:37:05.381044 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-420be339-f933-4586-af8b-6d0d29949937 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Usage tracker for resource:security_group_rule and tenant:2f24b527cca34c1dbe3c100e38439be7 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:37:05.383975 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-420be339-f933-4586-af8b-6d0d29949937 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:37:05.390472 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-420be339-f933-4586-af8b-6d0d29949937 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:37:05.409008 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-420be339-f933-4586-af8b-6d0d29949937 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:05.478635 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-420be339-f933-4586-af8b-6d0d29949937 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:05.481708 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-420be339-f933-4586-af8b-6d0d29949937 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:05.506456 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420be339-f933-4586-af8b-6d0d29949937 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac487e76-b42d-435e-ae82-4fadef9c249d,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:05.517945 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-420be339-f933-4586-af8b-6d0d29949937 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:05.519171 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-420be339-f933-4586-af8b-6d0d29949937 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1542158 Apr 01 16:37:05.521893 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 36266) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:37:05.527255 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-81fedce0-8cb6-4a89-aff7-7e2643e7edde tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Request body: {'security_group_rule': {'security_group_id': '9b5231d5-cb4a-4728-83bb-bccfe6e9fb2d', 'project_id': '2f24b527cca34c1dbe3c100e38439be7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:37:05.533379 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-81fedce0-8cb6-4a89-aff7-7e2643e7edde tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:37:05.537247 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-81fedce0-8cb6-4a89-aff7-7e2643e7edde tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Usage tracker for resource:security_group_rule and tenant:2f24b527cca34c1dbe3c100e38439be7 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:37:05.540109 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-81fedce0-8cb6-4a89-aff7-7e2643e7edde tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:37:05.545924 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-81fedce0-8cb6-4a89-aff7-7e2643e7edde tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:37:05.556745 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.securitygroups_db [None req-81fedce0-8cb6-4a89-aff7-7e2643e7edde tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Project 2f24b527cca34c1dbe3c100e38439be7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:37:05.563897 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-81fedce0-8cb6-4a89-aff7-7e2643e7edde tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:05.631463 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-81fedce0-8cb6-4a89-aff7-7e2643e7edde tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:05.635353 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-81fedce0-8cb6-4a89-aff7-7e2643e7edde tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:05.660989 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fedce0-8cb6-4a89-aff7-7e2643e7edde tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7f32b96-6075-4033-a079-fcd8602d7d76,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:05.671059 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-81fedce0-8cb6-4a89-aff7-7e2643e7edde tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:05.672682 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-81fedce0-8cb6-4a89-aff7-7e2643e7edde tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1498742 Apr 01 16:37:05.675455 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 36270) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:37:05.680955 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-1152342c-7618-408d-a3ca-238f690c612c tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Request body: {'security_group_rule': {'security_group_id': '9b5231d5-cb4a-4728-83bb-bccfe6e9fb2d', 'project_id': '2f24b527cca34c1dbe3c100e38439be7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:37:05.687365 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-1152342c-7618-408d-a3ca-238f690c612c tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:37:05.691193 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-1152342c-7618-408d-a3ca-238f690c612c tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Usage tracker for resource:security_group_rule and tenant:2f24b527cca34c1dbe3c100e38439be7 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:37:05.694091 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-1152342c-7618-408d-a3ca-238f690c612c tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:37:05.698647 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device f6858f2c-f713-42ea-b56a-606c28f5aa06 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:37:05.701278 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-1152342c-7618-408d-a3ca-238f690c612c tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:37:05.712518 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.securitygroups_db [None req-1152342c-7618-408d-a3ca-238f690c612c tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Project 2f24b527cca34c1dbe3c100e38439be7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:37:05.719478 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1152342c-7618-408d-a3ca-238f690c612c tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:05.731973 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] No Port match for: f6858f2c-f713-42ea-b56a-606c28f5aa06 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:37:05.732224 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device f6858f2c-f713-42ea-b56a-606c28f5aa06 not bound to the agent host hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:37:05.787440 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1152342c-7618-408d-a3ca-238f690c612c tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:05.791505 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1152342c-7618-408d-a3ca-238f690c612c tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:05.815480 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1152342c-7618-408d-a3ca-238f690c612c tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=455871f0-6ddc-4ad1-9021-584de56a3c7c,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:05.823871 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-1152342c-7618-408d-a3ca-238f690c612c tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:05.825100 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-1152342c-7618-408d-a3ca-238f690c612c tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1486597 Apr 01 16:37:20.658012 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-d0f56449-4770-4803-9cb0-e9e52293fdf6 req-59406450-5894-4bd8-bbba-98b9e1e6bcff tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Synchronizing usage tracker for tenant:2f24b527cca34c1dbe3c100e38439be7 on resource:security_group {{(pid=83826) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:37:20.680371 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [req-d0f56449-4770-4803-9cb0-e9e52293fdf6 req-59406450-5894-4bd8-bbba-98b9e1e6bcff tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Unset dirty status for tenant:2f24b527cca34c1dbe3c100e38439be7 on resource:security_group {{(pid=83826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:37:20.682194 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d0f56449-4770-4803-9cb0-e9e52293fdf6 req-59406450-5894-4bd8-bbba-98b9e1e6bcff tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1587842296&fields=id&tenant_id=2f24b527cca34c1dbe3c100e38439be7 HTTP/1.1" status: 200 len: 267 time: 0.0669618 Apr 01 16:37:20.932436 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f56449-4770-4803-9cb0-e9e52293fdf6 req-0ec09026-94a8-4307-a36f-58ba5c4da7c9 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:20.933799 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d0f56449-4770-4803-9cb0-e9e52293fdf6 req-0ec09026-94a8-4307-a36f-58ba5c4da7c9 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/networks?id=34fb4b97-9d06-4c89-b749-266e424e693d HTTP/1.1" status: 200 len: 809 time: 0.2437284 Apr 01 16:37:20.949560 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d0f56449-4770-4803-9cb0-e9e52293fdf6 req-f28bf00d-c585-4871-8cc0-459eaeba7d63 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/quotas/2f24b527cca34c1dbe3c100e38439be7 HTTP/1.1" status: 200 len: 375 time: 0.0104830 Apr 01 16:37:21.029540 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d0f56449-4770-4803-9cb0-e9e52293fdf6 req-6100a8a0-c370-4070-8ca1-8f3d66522098 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=2f24b527cca34c1dbe3c100e38439be7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0742650 Apr 01 16:37:21.230778 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d0f56449-4770-4803-9cb0-e9e52293fdf6 req-6e073363-5a9c-4cc7-bc37-335822ff31c7 service neutron] 10.222.0.55 "GET /v2.0/networks/34fb4b97-9d06-4c89-b749-266e424e693d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893010 Apr 01 16:37:21.361005 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d0f56449-4770-4803-9cb0-e9e52293fdf6 req-fe0ee929-4db9-459c-b32d-a32df49290cb service neutron] 10.222.0.55 "GET /v2.0/networks/34fb4b97-9d06-4c89-b749-266e424e693d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245348 Apr 01 16:37:21.748793 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-838f33fc-d47d-473a-8459-e63edf5ea839 req-63e0d67c-7d91-4960-9280-ebf0e75e00c2 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2f7cc73-02ec-49f3-92b0-53d17eab9e34 HTTP/1.1" status: 200 len: 210 time: 0.0490019 Apr 01 16:37:22.863214 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-93074483-2683-40f1-8c81-9e2df1866185 req-6e44332f-e52d-40c1-a820-1244e59825a2 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2f7cc73-02ec-49f3-92b0-53d17eab9e34 HTTP/1.1" status: 200 len: 210 time: 0.0446031 Apr 01 16:37:24.011809 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-edf8c117-26ff-4b6a-aa49-dbb6c68814e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:24.033833 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-7368b501-de00-4589-aade-3d5063c3f11d req-ba02eea7-d72c-4be1-8cf0-6f60fc900fb2 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2f7cc73-02ec-49f3-92b0-53d17eab9e34 HTTP/1.1" status: 200 len: 210 time: 0.0450747 Apr 01 16:37:24.215192 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:24.641729 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:37:25.054684 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f56449-4770-4803-9cb0-e9e52293fdf6 req-bc889fcd-d348-4883-9fd2-06db32ebc35b tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:25.056168 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-d0f56449-4770-4803-9cb0-e9e52293fdf6 req-bc889fcd-d348-4883-9fd2-06db32ebc35b tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.24 "GET /v2.0/networks?id=34fb4b97-9d06-4c89-b749-266e424e693d HTTP/1.1" status: 200 len: 809 time: 0.2476060 Apr 01 16:37:25.110872 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-d0f56449-4770-4803-9cb0-e9e52293fdf6 req-b1ff9742-3ee7-4aa2-af37-e1811ab089a6 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Synchronizing usage tracker for tenant:2f24b527cca34c1dbe3c100e38439be7 on resource:security_group {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:37:25.123039 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-d0f56449-4770-4803-9cb0-e9e52293fdf6 req-b1ff9742-3ee7-4aa2-af37-e1811ab089a6 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Unset dirty status for tenant:2f24b527cca34c1dbe3c100e38439be7 on resource:security_group {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:37:25.124164 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-d0f56449-4770-4803-9cb0-e9e52293fdf6 req-b1ff9742-3ee7-4aa2-af37-e1811ab089a6 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f24b527cca34c1dbe3c100e38439be7 HTTP/1.1" status: 200 len: 380 time: 0.0555565 Apr 01 16:37:25.133605 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [req-d0f56449-4770-4803-9cb0-e9e52293fdf6 req-4c2d32ee-e678-469d-81f5-8c313b29cea3 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Request body: {'port': {'device_id': 'd2f7cc73-02ec-49f3-92b0-53d17eab9e34', 'network_id': '34fb4b97-9d06-4c89-b749-266e424e693d', 'admin_state_up': True, 'tenant_id': '2f24b527cca34c1dbe3c100e38439be7', 'security_groups': ['9b5231d5-cb4a-4728-83bb-bccfe6e9fb2d']}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:37:25.209383 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-fa09e061-0026-49c7-b6df-59e58e525652 req-107cfac7-ed16-483c-a25b-fd098b5329b2 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2f7cc73-02ec-49f3-92b0-53d17eab9e34 HTTP/1.1" status: 200 len: 210 time: 0.0489762 Apr 01 16:37:25.278428 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [req-d0f56449-4770-4803-9cb0-e9e52293fdf6 req-4c2d32ee-e678-469d-81f5-8c313b29cea3 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:37:25.283475 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-d0f56449-4770-4803-9cb0-e9e52293fdf6 req-4c2d32ee-e678-469d-81f5-8c313b29cea3 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Usage tracker for resource:port and tenant:2f24b527cca34c1dbe3c100e38439be7 is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:37:25.286433 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-d0f56449-4770-4803-9cb0-e9e52293fdf6 req-4c2d32ee-e678-469d-81f5-8c313b29cea3 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:37:25.291988 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [req-d0f56449-4770-4803-9cb0-e9e52293fdf6 req-4c2d32ee-e678-469d-81f5-8c313b29cea3 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:37:25.305003 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0f56449-4770-4803-9cb0-e9e52293fdf6 req-4c2d32ee-e678-469d-81f5-8c313b29cea3 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Made reservation on behalf of 2f24b527cca34c1dbe3c100e38439be7 for: {'port': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:37:25.308475 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-d0f56449-4770-4803-9cb0-e9e52293fdf6 req-4c2d32ee-e678-469d-81f5-8c313b29cea3 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:25.475285 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [req-d0f56449-4770-4803-9cb0-e9e52293fdf6 req-4c2d32ee-e678-469d-81f5-8c313b29cea3 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Allocated IP 172.20.0.3 (34fb4b97-9d06-4c89-b749-266e424e693d/43923d66-2e78-4e7e-8cc5-e4f60c5ab854/032d2098-a596-4bde-b11e-fdc64aface1d) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:37:25.679021 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-d0f56449-4770-4803-9cb0-e9e52293fdf6 req-4c2d32ee-e678-469d-81f5-8c313b29cea3 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:25.694758 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [req-d0f56449-4770-4803-9cb0-e9e52293fdf6 req-4c2d32ee-e678-469d-81f5-8c313b29cea3 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Transition to ACTIVE for port object 032d2098-a596-4bde-b11e-fdc64aface1d will not be triggered until provisioned by entity DHCP. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:37:25.716527 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-d0f56449-4770-4803-9cb0-e9e52293fdf6 req-4c2d32ee-e678-469d-81f5-8c313b29cea3 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:25.800975 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0f56449-4770-4803-9cb0-e9e52293fdf6 req-4c2d32ee-e678-469d-81f5-8c313b29cea3 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Network 34fb4b97-9d06-4c89-b749-266e424e693d is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:37:25.804517 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [req-d0f56449-4770-4803-9cb0-e9e52293fdf6 req-4c2d32ee-e678-469d-81f5-8c313b29cea3 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:37:25.810165 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0f56449-4770-4803-9cb0-e9e52293fdf6 req-4c2d32ee-e678-469d-81f5-8c313b29cea3 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:37:25.840067 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2d32ee-e678-469d-81f5-8c313b29cea3 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Pushing event updated for resources: {'Port': ['ID=032d2098-a596-4bde-b11e-fdc64aface1d,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:25.888501 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f56449-4770-4803-9cb0-e9e52293fdf6 req-4c2d32ee-e678-469d-81f5-8c313b29cea3 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:25.889127 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-d0f56449-4770-4803-9cb0-e9e52293fdf6 req-4c2d32ee-e678-469d-81f5-8c313b29cea3 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:25.917730 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-d0f56449-4770-4803-9cb0-e9e52293fdf6 req-4c2d32ee-e678-469d-81f5-8c313b29cea3 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7878113 Apr 01 16:37:25.929153 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [req-d0f56449-4770-4803-9cb0-e9e52293fdf6 req-5e9bdb37-0785-4fbc-8c93-f135518258b4 service neutron] Request body: {'port': {'device_id': 'd2f7cc73-02ec-49f3-92b0-53d17eab9e34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:37:26.057694 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-5b46ac32-0bb6-4c95-b5a6-3dbf9d870e9a None None] Provisioning for port 032d2098-a596-4bde-b11e-fdc64aface1d completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:37:26.058258 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-d0f56449-4770-4803-9cb0-e9e52293fdf6 req-5e9bdb37-0785-4fbc-8c93-f135518258b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:26.064711 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-5b46ac32-0bb6-4c95-b5a6-3dbf9d870e9a None None] Provisioning complete for port 032d2098-a596-4bde-b11e-fdc64aface1d triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:37:26.065419 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-5b46ac32-0bb6-4c95-b5a6-3dbf9d870e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:26.122027 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-5b46ac32-0bb6-4c95-b5a6-3dbf9d870e9a None None] Port 032d2098-a596-4bde-b11e-fdc64aface1d cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 16:37:26.403657 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6b8402d8-e977-41e3-9aa6-74358a572cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:26.430139 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5df3d7-0430-4f5d-bdff-b9f14ff3aa49 req-f62757ba-9983-4684-96ce-2f7f10be021b tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:26.432246 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ad5df3d7-0430-4f5d-bdff-b9f14ff3aa49 req-f62757ba-9983-4684-96ce-2f7f10be021b tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2f7cc73-02ec-49f3-92b0-53d17eab9e34 HTTP/1.1" status: 200 len: 931 time: 0.0963285 Apr 01 16:37:26.491695 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ad5df3d7-0430-4f5d-bdff-b9f14ff3aa49 req-24fb7dc8-80e6-4058-8d40-539b6c8403d6 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5231d5-cb4a-4728-83bb-bccfe6e9fb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519292 Apr 01 16:37:26.509532 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [req-d0f56449-4770-4803-9cb0-e9e52293fdf6 req-5e9bdb37-0785-4fbc-8c93-f135518258b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 032d2098-a596-4bde-b11e-fdc64aface1d {{(pid=83828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:37:26.517658 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-d0f56449-4770-4803-9cb0-e9e52293fdf6 req-5e9bdb37-0785-4fbc-8c93-f135518258b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:26.535258 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [req-d0f56449-4770-4803-9cb0-e9e52293fdf6 req-5e9bdb37-0785-4fbc-8c93-f135518258b4 service neutron] Transition to ACTIVE for port object 032d2098-a596-4bde-b11e-fdc64aface1d will not be triggered until provisioned by entity L2. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:37:26.540432 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-d0f56449-4770-4803-9cb0-e9e52293fdf6 req-5e9bdb37-0785-4fbc-8c93-f135518258b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:26.675092 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9bdb37-0785-4fbc-8c93-f135518258b4 service neutron] Pushing event updated for resources: {'Port': ['ID=032d2098-a596-4bde-b11e-fdc64aface1d,revision_number=2']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:26.788437 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [req-d0f56449-4770-4803-9cb0-e9e52293fdf6 req-5e9bdb37-0785-4fbc-8c93-f135518258b4 service neutron] Attempting to bind port 032d2098-a596-4bde-b11e-fdc64aface1d on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:37:26.788798 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [req-d0f56449-4770-4803-9cb0-e9e52293fdf6 req-5e9bdb37-0785-4fbc-8c93-f135518258b4 service neutron] Attempting to bind port 032d2098-a596-4bde-b11e-fdc64aface1d by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': 'd84c770d-34da-4a67-bd23-27ecff4de1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '34fb4b97-9d06-4c89-b749-266e424e693d'}] {{(pid=83828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:37:26.789127 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f56449-4770-4803-9cb0-e9e52293fdf6 req-5e9bdb37-0785-4fbc-8c93-f135518258b4 service neutron] Attempting to bind port 032d2098-a596-4bde-b11e-fdc64aface1d on network 34fb4b97-9d06-4c89-b749-266e424e693d {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:37:26.795355 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f56449-4770-4803-9cb0-e9e52293fdf6 req-5e9bdb37-0785-4fbc-8c93-f135518258b4 service neutron] Port 032d2098-a596-4bde-b11e-fdc64aface1d on network 34fb4b97-9d06-4c89-b749-266e424e693d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 16:37:26.795701 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f56449-4770-4803-9cb0-e9e52293fdf6 req-5e9bdb37-0785-4fbc-8c93-f135518258b4 service neutron] Attempting to bind port 032d2098-a596-4bde-b11e-fdc64aface1d on network 34fb4b97-9d06-4c89-b749-266e424e693d {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:37:26.811486 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f56449-4770-4803-9cb0-e9e52293fdf6 req-5e9bdb37-0785-4fbc-8c93-f135518258b4 service neutron] Checking agent: {'id': '5b2860be-0b4f-4931-914a-5d10403eafcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 47, 24), 'started_at': datetime.datetime(2022, 4, 1, 15, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:37:26.811819 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f56449-4770-4803-9cb0-e9e52293fdf6 req-5e9bdb37-0785-4fbc-8c93-f135518258b4 service neutron] Checking segment: {'id': 'd84c770d-34da-4a67-bd23-27ecff4de1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '34fb4b97-9d06-4c89-b749-266e424e693d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:37:26.812207 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f56449-4770-4803-9cb0-e9e52293fdf6 req-5e9bdb37-0785-4fbc-8c93-f135518258b4 service neutron] Bound using segment: {'id': 'd84c770d-34da-4a67-bd23-27ecff4de1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '34fb4b97-9d06-4c89-b749-266e424e693d'} {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:37:26.812632 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [req-d0f56449-4770-4803-9cb0-e9e52293fdf6 req-5e9bdb37-0785-4fbc-8c93-f135518258b4 service neutron] Bound port: 032d2098-a596-4bde-b11e-fdc64aface1d, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd84c770d-34da-4a67-bd23-27ecff4de1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '34fb4b97-9d06-4c89-b749-266e424e693d'}}] {{(pid=83828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:37:26.813011 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-d0f56449-4770-4803-9cb0-e9e52293fdf6 req-5e9bdb37-0785-4fbc-8c93-f135518258b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:26.900833 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [req-d0f56449-4770-4803-9cb0-e9e52293fdf6 req-5e9bdb37-0785-4fbc-8c93-f135518258b4 service neutron] For port 032d2098-a596-4bde-b11e-fdc64aface1d, host hv-neutron-8333, cleared binding levels {{(pid=83828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:37:26.904300 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [req-d0f56449-4770-4803-9cb0-e9e52293fdf6 req-5e9bdb37-0785-4fbc-8c93-f135518258b4 service neutron] For port 032d2098-a596-4bde-b11e-fdc64aface1d, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=032d2098-a596-4bde-b11e-fdc64aface1d,segment=NetworkSegment(d84c770d-34da-4a67-bd23-27ecff4de1fd),segment_id=d84c770d-34da-4a67-bd23-27ecff4de1fd)] {{(pid=83828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:37:26.909014 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-d0f56449-4770-4803-9cb0-e9e52293fdf6 req-5e9bdb37-0785-4fbc-8c93-f135518258b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:26.973593 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-d0f56449-4770-4803-9cb0-e9e52293fdf6 req-5e9bdb37-0785-4fbc-8c93-f135518258b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:26.974945 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-d0f56449-4770-4803-9cb0-e9e52293fdf6 req-5e9bdb37-0785-4fbc-8c93-f135518258b4 service neutron] 10.222.0.24 "PUT /v2.0/ports/032d2098-a596-4bde-b11e-fdc64aface1d HTTP/1.1" status: 200 len: 1093 time: 1.0501535 Apr 01 16:37:26.975438 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2f7cc73-02ec-49f3-92b0-53d17eab9e34', 'tag': '032d2098-a596-4bde-b11e-fdc64aface1d'}] {{(pid=83828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:37:26.991106 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9bdb37-0785-4fbc-8c93-f135518258b4 service neutron] Pushing event updated for resources: {'Port': ['ID=032d2098-a596-4bde-b11e-fdc64aface1d,revision_number=3']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:27.059695 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2f7cc73-02ec-49f3-92b0-53d17eab9e34', 'tag': '032d2098-a596-4bde-b11e-fdc64aface1d', 'status': 'completed', 'code': 200} Apr 01 16:37:27.093305 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-d0f56449-4770-4803-9cb0-e9e52293fdf6 req-1b69cb4d-f634-409c-9a3c-d7ac8bab8726 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2f24b527cca34c1dbe3c100e38439be7&device_id=d2f7cc73-02ec-49f3-92b0-53d17eab9e34 HTTP/1.1" status: 200 len: 1096 time: 0.0763891 Apr 01 16:37:27.259258 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-d0f56449-4770-4803-9cb0-e9e52293fdf6 req-ef6a93fd-6c1c-4fe6-b95e-2fa166d484ce service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=032d2098-a596-4bde-b11e-fdc64aface1d HTTP/1.1" status: 200 len: 217 time: 0.1580222 Apr 01 16:37:27.327168 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f56449-4770-4803-9cb0-e9e52293fdf6 req-9db4235a-712d-4cde-90f9-488621771a45 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:27.329221 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-d0f56449-4770-4803-9cb0-e9e52293fdf6 req-9db4235a-712d-4cde-90f9-488621771a45 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=43923d66-2e78-4e7e-8cc5-e4f60c5ab854 HTTP/1.1" status: 200 len: 848 time: 0.0635366 Apr 01 16:37:27.406768 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-d0f56449-4770-4803-9cb0-e9e52293fdf6 req-6dd48563-0658-42b5-ba97-e97bf3e54712 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=34fb4b97-9d06-4c89-b749-266e424e693d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713387 Apr 01 16:37:27.545252 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-d0f56449-4770-4803-9cb0-e9e52293fdf6 req-36343424-c402-4195-aaa5-29e621e30352 service neutron] 10.222.0.24 "GET /v2.0/networks/34fb4b97-9d06-4c89-b749-266e424e693d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315432 Apr 01 16:37:27.676717 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-d0f56449-4770-4803-9cb0-e9e52293fdf6 req-9c413a83-27fe-45cb-a096-d3f3f0277d02 service neutron] 10.222.0.24 "GET /v2.0/networks/34fb4b97-9d06-4c89-b749-266e424e693d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249955 Apr 01 16:37:27.704157 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04498a9b-3fd8-4fd1-9096-9f61f940f731 req-bf78c6f1-078f-4ace-be11-ea2a4eb51e58 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:27.705655 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-04498a9b-3fd8-4fd1-9096-9f61f940f731 req-bf78c6f1-078f-4ace-be11-ea2a4eb51e58 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2f7cc73-02ec-49f3-92b0-53d17eab9e34 HTTP/1.1" status: 200 len: 943 time: 0.0854125 Apr 01 16:37:27.752842 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:27.754104 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-04498a9b-3fd8-4fd1-9096-9f61f940f731 req-106c30ef-b351-482b-8d29-7d7a0122a607 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5231d5-cb4a-4728-83bb-bccfe6e9fb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427854 Apr 01 16:37:27.798985 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-48f54e25-91fa-4726-9cc5-53a6860b1891 req-c21d31b3-04cd-4396-a0ef-7ae2e0ac0cf4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2f24b527cca34c1dbe3c100e38439be7&device_id=d2f7cc73-02ec-49f3-92b0-53d17eab9e34 HTTP/1.1" status: 200 len: 1096 time: 0.0717268 Apr 01 16:37:27.879516 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:27.944942 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f54e25-91fa-4726-9cc5-53a6860b1891 req-739c9545-a75e-4cfb-91a7-b49a74ac7a8e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:27.944942 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-48f54e25-91fa-4726-9cc5-53a6860b1891 req-739c9545-a75e-4cfb-91a7-b49a74ac7a8e service neutron] 10.222.0.24 "GET /v2.0/networks?id=34fb4b97-9d06-4c89-b749-266e424e693d HTTP/1.1" status: 200 len: 909 time: 0.1388583 Apr 01 16:37:28.015152 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-48f54e25-91fa-4726-9cc5-53a6860b1891 req-c3441dee-4635-4d78-948c-9972d1b7e4cb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=032d2098-a596-4bde-b11e-fdc64aface1d HTTP/1.1" status: 200 len: 217 time: 0.0649464 Apr 01 16:37:28.077697 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f54e25-91fa-4726-9cc5-53a6860b1891 req-2cb17c1f-1182-4e21-8340-3da11029abc8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:28.079144 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-48f54e25-91fa-4726-9cc5-53a6860b1891 req-2cb17c1f-1182-4e21-8340-3da11029abc8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=43923d66-2e78-4e7e-8cc5-e4f60c5ab854 HTTP/1.1" status: 200 len: 848 time: 0.0576956 Apr 01 16:37:28.158946 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-48f54e25-91fa-4726-9cc5-53a6860b1891 req-1e5b1b5c-8268-4723-845e-99be00136aa1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=34fb4b97-9d06-4c89-b749-266e424e693d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724714 Apr 01 16:37:28.294666 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-48f54e25-91fa-4726-9cc5-53a6860b1891 req-50dd1e9c-6650-4a12-81ce-228677fc8cd7 service neutron] 10.222.0.24 "GET /v2.0/networks/34fb4b97-9d06-4c89-b749-266e424e693d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287475 Apr 01 16:37:28.432906 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-48f54e25-91fa-4726-9cc5-53a6860b1891 req-1940bfb3-4df6-46a7-99eb-33279cd88d97 service neutron] 10.222.0.24 "GET /v2.0/networks/34fb4b97-9d06-4c89-b749-266e424e693d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324544 Apr 01 16:37:28.969866 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d762f-2e17-45f8-957a-95975a292008 req-b72700aa-423a-46e8-8477-45230c68e55f tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:28.972359 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-587d762f-2e17-45f8-957a-95975a292008 req-b72700aa-423a-46e8-8477-45230c68e55f tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2f7cc73-02ec-49f3-92b0-53d17eab9e34 HTTP/1.1" status: 200 len: 943 time: 0.0908148 Apr 01 16:37:29.031792 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-587d762f-2e17-45f8-957a-95975a292008 req-34d9b0b6-6750-4ad0-b56b-fa2953e17df6 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5231d5-cb4a-4728-83bb-bccfe6e9fb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509520 Apr 01 16:37:29.439941 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:30.367614 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71154a01-3044-4053-93a6-3b4accd13251 req-2311d8eb-31d3-4e3a-a108-37413d7e0d7a tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:30.369534 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-71154a01-3044-4053-93a6-3b4accd13251 req-2311d8eb-31d3-4e3a-a108-37413d7e0d7a tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2f7cc73-02ec-49f3-92b0-53d17eab9e34 HTTP/1.1" status: 200 len: 943 time: 0.1957655 Apr 01 16:37:30.423545 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-71154a01-3044-4053-93a6-3b4accd13251 req-59e07a41-262a-4222-b09d-766d9286eb20 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5231d5-cb4a-4728-83bb-bccfe6e9fb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483506 Apr 01 16:37:31.633373 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e707bc83-e8f1-4a65-9565-c05c0cf7d53b req-f0280b3c-055b-4635-a778-107e89a38088 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:31.634868 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e707bc83-e8f1-4a65-9565-c05c0cf7d53b req-f0280b3c-055b-4635-a778-107e89a38088 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2f7cc73-02ec-49f3-92b0-53d17eab9e34 HTTP/1.1" status: 200 len: 943 time: 0.0832095 Apr 01 16:37:31.683929 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-e707bc83-e8f1-4a65-9565-c05c0cf7d53b req-e57fda73-ec40-4bd5-b83d-d35bc6bad65a tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5231d5-cb4a-4728-83bb-bccfe6e9fb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425837 Apr 01 16:37:32.894782 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c226920b-0ee9-4dc3-a7c7-86ff45f76592 req-4bfe6c51-c6de-480f-b70a-64386896d3e7 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:32.896229 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c226920b-0ee9-4dc3-a7c7-86ff45f76592 req-4bfe6c51-c6de-480f-b70a-64386896d3e7 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2f7cc73-02ec-49f3-92b0-53d17eab9e34 HTTP/1.1" status: 200 len: 943 time: 0.0798318 Apr 01 16:37:32.955240 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c226920b-0ee9-4dc3-a7c7-86ff45f76592 req-2e0b8afa-8c71-4cdb-8128-eae05f301bd3 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5231d5-cb4a-4728-83bb-bccfe6e9fb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526731 Apr 01 16:37:34.222009 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c011d1b4-d891-43c1-8916-149f2f6eb586 req-f7af87e0-cb96-4aea-924c-3ee748e3371b tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:34.223576 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c011d1b4-d891-43c1-8916-149f2f6eb586 req-f7af87e0-cb96-4aea-924c-3ee748e3371b tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2f7cc73-02ec-49f3-92b0-53d17eab9e34 HTTP/1.1" status: 200 len: 943 time: 0.0936589 Apr 01 16:37:34.274277 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c011d1b4-d891-43c1-8916-149f2f6eb586 req-e7bb02c9-b5f5-4484-96c2-b0553f46c0e4 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5231d5-cb4a-4728-83bb-bccfe6e9fb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428772 Apr 01 16:37:35.487715 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc76756-adce-414c-9fbb-c14175cf27ef req-9c655d33-303b-4ae2-bd25-b261b4e9c54c tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:35.489268 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ddc76756-adce-414c-9fbb-c14175cf27ef req-9c655d33-303b-4ae2-bd25-b261b4e9c54c tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2f7cc73-02ec-49f3-92b0-53d17eab9e34 HTTP/1.1" status: 200 len: 943 time: 0.0822561 Apr 01 16:37:35.539390 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ddc76756-adce-414c-9fbb-c14175cf27ef req-228db17e-5127-41c5-9d1c-b96a0817e9dc tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5231d5-cb4a-4728-83bb-bccfe6e9fb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440662 Apr 01 16:37:35.856089 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 032d2098-a596-4bde-b11e-fdc64aface1d details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:37:36.001602 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 032d2098-a596-4bde-b11e-fdc64aface1d, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=032d2098-a596-4bde-b11e-fdc64aface1d,segment=NetworkSegment(d84c770d-34da-4a67-bd23-27ecff4de1fd),segment_id=d84c770d-34da-4a67-bd23-27ecff4de1fd)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:37:36.033204 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Returning: {'device': '032d2098-a596-4bde-b11e-fdc64aface1d', 'network_id': '34fb4b97-9d06-4c89-b749-266e424e693d', 'port_id': '032d2098-a596-4bde-b11e-fdc64aface1d', 'mac_address': 'fa:16:3e:f2:8e:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43923d66-2e78-4e7e-8cc5-e4f60c5ab854', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:37:36.091574 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:36.119269 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 032d2098-a596-4bde-b11e-fdc64aface1d {{(pid=83829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:37:36.138793 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 032d2098-a596-4bde-b11e-fdc64aface1d, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=032d2098-a596-4bde-b11e-fdc64aface1d,segment=NetworkSegment(d84c770d-34da-4a67-bd23-27ecff4de1fd),segment_id=d84c770d-34da-4a67-bd23-27ecff4de1fd)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:37:36.145103 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:36.220893 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=032d2098-a596-4bde-b11e-fdc64aface1d,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:36.230414 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:36.230747 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:36.231078 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:36.231423 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:36.231748 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:36.232072 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:36.232395 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:36.232715 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:36.233075 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:36.233387 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:36.233701 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:37:36.368453 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] get_ports_and_sgs() called for port_ids ['032d2098-a596-4bde-b11e-fdc64aface1d'] {{(pid=83829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 16:37:36.783932 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abcc1d0-cb18-4ae2-9e65-f09f56c325dd req-84cf5f08-11bd-4539-9e52-af09c899a440 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:36.785487 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-6abcc1d0-cb18-4ae2-9e65-f09f56c325dd req-84cf5f08-11bd-4539-9e52-af09c899a440 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2f7cc73-02ec-49f3-92b0-53d17eab9e34 HTTP/1.1" status: 200 len: 944 time: 0.1093521 Apr 01 16:37:36.846370 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-6abcc1d0-cb18-4ae2-9e65-f09f56c325dd req-c578bd9b-9a37-4a75-8b36-ed60f13d40eb tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5231d5-cb4a-4728-83bb-bccfe6e9fb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471714 Apr 01 16:37:37.872521 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 032d2098-a596-4bde-b11e-fdc64aface1d up at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:37:37.957671 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning for port 032d2098-a596-4bde-b11e-fdc64aface1d completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:37:37.963961 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning complete for port 032d2098-a596-4bde-b11e-fdc64aface1d triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:37:37.964649 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:38.081544 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47fbb38-3f9f-445f-9f81-adc8a99582b5 req-9689c449-e682-437e-94ce-a7ad7a7791a7 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:38.084000 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f47fbb38-3f9f-445f-9f81-adc8a99582b5 req-9689c449-e682-437e-94ce-a7ad7a7791a7 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2f7cc73-02ec-49f3-92b0-53d17eab9e34 HTTP/1.1" status: 200 len: 944 time: 0.0902863 Apr 01 16:37:38.093277 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:38.126424 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2f7cc73-02ec-49f3-92b0-53d17eab9e34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '032d2098-a596-4bde-b11e-fdc64aface1d'}] {{(pid=83829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:37:38.141159 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 032d2098-a596-4bde-b11e-fdc64aface1d, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=032d2098-a596-4bde-b11e-fdc64aface1d,segment=NetworkSegment(d84c770d-34da-4a67-bd23-27ecff4de1fd),segment_id=d84c770d-34da-4a67-bd23-27ecff4de1fd)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:37:38.142969 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f47fbb38-3f9f-445f-9f81-adc8a99582b5 req-5768e11a-f151-439f-9b31-181c640b808e tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5231d5-cb4a-4728-83bb-bccfe6e9fb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525939 Apr 01 16:37:38.154780 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:38.252026 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=032d2098-a596-4bde-b11e-fdc64aface1d,revision_number=5']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:38.279459 dv-neutron-833373-2-hyperv neutron-server[83829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2f7cc73-02ec-49f3-92b0-53d17eab9e34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '032d2098-a596-4bde-b11e-fdc64aface1d', 'code': 200} Apr 01 16:37:38.583421 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-4a55197a-62af-47c0-a3f0-2c4c09f6a808 req-d416c25a-25d0-475d-b858-040bbc191d5c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d2f7cc73-02ec-49f3-92b0-53d17eab9e34 HTTP/1.1" status: 200 len: 1098 time: 0.0799694 Apr 01 16:37:38.633438 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-4a55197a-62af-47c0-a3f0-2c4c09f6a808 req-2c899fce-94e9-48d9-829c-b164ae68cf3b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9b5231d5-cb4a-4728-83bb-bccfe6e9fb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434721 Apr 01 16:37:39.345113 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce1c8c-27ab-43ff-ada3-c589de8bbeef req-5069f0c2-5b64-4692-8948-a091caa22946 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:39.346508 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a3ce1c8c-27ab-43ff-ada3-c589de8bbeef req-5069f0c2-5b64-4692-8948-a091caa22946 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2f7cc73-02ec-49f3-92b0-53d17eab9e34 HTTP/1.1" status: 200 len: 945 time: 0.0773218 Apr 01 16:37:39.393876 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a3ce1c8c-27ab-43ff-ada3-c589de8bbeef req-ef77b8f9-76e5-4e2d-ae73-56ff95ef14c5 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5231d5-cb4a-4728-83bb-bccfe6e9fb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413840 Apr 01 16:37:40.600484 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd3a13b-d5fe-4e4f-adf5-f5a09baa6129 req-d1108a25-f47f-428d-8bb0-5f24917936fa tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:40.602520 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8fd3a13b-d5fe-4e4f-adf5-f5a09baa6129 req-d1108a25-f47f-428d-8bb0-5f24917936fa tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2f7cc73-02ec-49f3-92b0-53d17eab9e34 HTTP/1.1" status: 200 len: 945 time: 0.0830717 Apr 01 16:37:40.659877 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8fd3a13b-d5fe-4e4f-adf5-f5a09baa6129 req-5bf924c7-625f-41ba-bb65-1d417001b944 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5231d5-cb4a-4728-83bb-bccfe6e9fb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518260 Apr 01 16:37:40.868717 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459057a9-5127-46c5-9fc6-db2d605d7f67 req-7f3c17bf-c667-4c1e-8bfb-2b2926b6ee54 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:40.870194 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-459057a9-5127-46c5-9fc6-db2d605d7f67 req-7f3c17bf-c667-4c1e-8bfb-2b2926b6ee54 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2f7cc73-02ec-49f3-92b0-53d17eab9e34 HTTP/1.1" status: 200 len: 945 time: 0.0766721 Apr 01 16:37:40.919528 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-459057a9-5127-46c5-9fc6-db2d605d7f67 req-8e677128-d0f9-4998-a6f2-ce74f6ad4091 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5231d5-cb4a-4728-83bb-bccfe6e9fb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431318 Apr 01 16:37:40.948686 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 36424) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:37:41.050061 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-f62ced6d-c481-460c-b641-b79b71a9868f tempest-TestShelveInstance-1402823840 tempest-TestShelveInstance-1402823840-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=d2f7cc73-02ec-49f3-92b0-53d17eab9e34 HTTP/1.1" status: 200 len: 1093 time: 0.0997794 Apr 01 16:37:41.052918 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 36428) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:37:41.058245 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-42927799-938e-45de-9919-5b55ca416889 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Request body: {'floatingip': {'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'port_id': '032d2098-a596-4bde-b11e-fdc64aface1d', 'tenant_id': '2f24b527cca34c1dbe3c100e38439be7', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:37:41.064379 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-42927799-938e-45de-9919-5b55ca416889 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:37:41.068308 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-42927799-938e-45de-9919-5b55ca416889 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Usage tracker for resource:floatingip and tenant:2f24b527cca34c1dbe3c100e38439be7 is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:37:41.071245 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-42927799-938e-45de-9919-5b55ca416889 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:37:41.077005 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-42927799-938e-45de-9919-5b55ca416889 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:37:41.089515 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-42927799-938e-45de-9919-5b55ca416889 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks [] for floatingip, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:41.317819 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-42927799-938e-45de-9919-5b55ca416889 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:41.483455 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-42927799-938e-45de-9919-5b55ca416889 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Allocated IP 172.26.1.152 (ed45466e-0386-4b92-8de3-247c977242ac/0479f741-5cd1-4d6f-b593-d8aa909a42d3/cbc0ea2a-64b3-4e2e-bcc6-7cbd395b75b9) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:37:41.653304 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-42927799-938e-45de-9919-5b55ca416889 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:41.693983 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-42927799-938e-45de-9919-5b55ca416889 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:41.773921 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42927799-938e-45de-9919-5b55ca416889 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Network ed45466e-0386-4b92-8de3-247c977242ac is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:37:41.777103 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-42927799-938e-45de-9919-5b55ca416889 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:37:41.782439 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42927799-938e-45de-9919-5b55ca416889 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:37:41.812808 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42927799-938e-45de-9919-5b55ca416889 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Pushing event updated for resources: {'Port': ['ID=cbc0ea2a-64b3-4e2e-bcc6-7cbd395b75b9,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:42.310656 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-42927799-938e-45de-9919-5b55ca416889 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:42.375606 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-42927799-938e-45de-9919-5b55ca416889 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:42.587907 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-42927799-938e-45de-9919-5b55ca416889 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:42.593322 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-42927799-938e-45de-9919-5b55ca416889 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:42.705590 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42927799-938e-45de-9919-5b55ca416889 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Pushing event updated for resources: {'Port': ['ID=cbc0ea2a-64b3-4e2e-bcc6-7cbd395b75b9,revision_number=2']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:37:42.717532 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-42927799-938e-45de-9919-5b55ca416889 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617697'] for floatingip, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:42.910691 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.l3_db [None req-42927799-938e-45de-9919-5b55ca416889 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Floating IP 29b1e205-51ec-4a3d-a339-ecb5329b53b7 associated. External IP: 172.26.1.152, port: 032d2098-a596-4bde-b11e-fdc64aface1d. Apr 01 16:37:43.421159 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42927799-938e-45de-9919-5b55ca416889 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Router 1a879c6e-8a0e-46ae-b462-e95cb79baa23 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:37:43.629428 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42927799-938e-45de-9919-5b55ca416889 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:37:43.639054 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc775600-4a40-476b-82a5-955e1463e70a None None] Sync routers for ids ['1a879c6e-8a0e-46ae-b462-e95cb79baa23'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:37:43.652035 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc775600-4a40-476b-82a5-955e1463e70a None None] Routers {'1a879c6e-8a0e-46ae-b462-e95cb79baa23'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:37:43.652646 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-bc775600-4a40-476b-82a5-955e1463e70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:37:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['1a879c6e-8a0e-46ae-b462-e95cb79baa23'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:37:43.657558 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-42927799-938e-45de-9919-5b55ca416889 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for floatingip, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:43.718281 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-42927799-938e-45de-9919-5b55ca416889 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6639526 Apr 01 16:37:43.721081 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2f7cc73-02ec-49f3-92b0-53d17eab9e34', 'tag': '032d2098-a596-4bde-b11e-fdc64aface1d'}] {{(pid=83826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:37:43.836961 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-bc775600-4a40-476b-82a5-955e1463e70a None None] Set router 1a879c6e-8a0e-46ae-b462-e95cb79baa23 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:37:43.858296 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2f7cc73-02ec-49f3-92b0-53d17eab9e34', 'tag': '032d2098-a596-4bde-b11e-fdc64aface1d', 'status': 'completed', 'code': 200} Apr 01 16:37:43.954408 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-b6f89ade-45d4-4713-b276-558318562e24 req-439a5964-ece1-4206-b1d7-e0b114d6ab33 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2f24b527cca34c1dbe3c100e38439be7&device_id=d2f7cc73-02ec-49f3-92b0-53d17eab9e34 HTTP/1.1" status: 200 len: 1098 time: 0.0744565 Apr 01 16:37:44.091279 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f89ade-45d4-4713-b276-558318562e24 req-cc41df6f-96e8-4f9f-bd34-13181bc53d8e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:44.092805 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-b6f89ade-45d4-4713-b276-558318562e24 req-cc41df6f-96e8-4f9f-bd34-13181bc53d8e service neutron] 10.222.0.24 "GET /v2.0/networks?id=34fb4b97-9d06-4c89-b749-266e424e693d HTTP/1.1" status: 200 len: 909 time: 0.1326990 Apr 01 16:37:44.247328 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-bc775600-4a40-476b-82a5-955e1463e70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a879c6e-8a0e-46ae-b462-e95cb79baa23', 'name': 'tempest-TestShelveInstance-1561098088-router', 'tenant_id': '2f24b527cca34c1dbe3c100e38439be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.206'}], 'enable_snat': True}, 'gw_port_id': '198b5db2-4a45-44d7-b6db-c51ef7d28c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:32:39Z', 'updated_at': '2022-04-01T16:32:42Z', 'revision_number': 4, 'project_id': '2f24b527cca34c1dbe3c100e38439be7', 'gw_port': {'id': '198b5db2-4a45-44d7-b6db-c51ef7d28c51', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:89:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a879c6e-8a0e-46ae-b462-e95cb79baa23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:32:39Z', 'updated_at': '2022-04-01T16:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': '29b1e205-51ec-4a3d-a339-ecb5329b53b7', 'tenant_id': '2f24b527cca34c1dbe3c100e38439be7', 'floating_ip_address': '172.26.1.152', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '1a879c6e-8a0e-46ae-b462-e95cb79baa23', 'port_id': '032d2098-a596-4bde-b11e-fdc64aface1d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34fb4b97-9d06-4c89-b749-266e424e693d', 'mac_address': 'fa:16:3e:f2:8e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f7cc73-02ec-49f3-92b0-53d17eab9e34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:37:42Z', 'updated_at': '2022-04-01T16:37:42Z', 'revision_number': 0, 'project_id': '2f24b527cca34c1dbe3c100e38439be7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68efdd84-31ec-4f97-8d1c-04aa874bfab3', 'name': '', 'network_id': '34fb4b97-9d06-4c89-b749-266e424e693d', 'tenant_id': '2f24b527cca34c1dbe3c100e38439be7', 'mac_address': 'fa:16:3e:7d:7f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a879c6e-8a0e-46ae-b462-e95cb79baa23', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43923d66-2e78-4e7e-8cc5-e4f60c5ab854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:32:41Z', 'updated_at': '2022-04-01T16:32:50Z', 'revision_number': 5, 'project_id': '2f24b527cca34c1dbe3c100e38439be7', 'subnets': [{'id': '43923d66-2e78-4e7e-8cc5-e4f60c5ab854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:37:44.251721 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc775600-4a40-476b-82a5-955e1463e70a None None] Checking router: 1a879c6e-8a0e-46ae-b462-e95cb79baa23 for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:37:44.263665 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc775600-4a40-476b-82a5-955e1463e70a None None] Routers {'1a879c6e-8a0e-46ae-b462-e95cb79baa23'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:37:44.264339 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-bc775600-4a40-476b-82a5-955e1463e70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:37:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['1a879c6e-8a0e-46ae-b462-e95cb79baa23'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:37:44.313114 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-b6f89ade-45d4-4713-b276-558318562e24 req-2f0f92b4-4f8b-408e-825e-8bef946fca68 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=032d2098-a596-4bde-b11e-fdc64aface1d HTTP/1.1" status: 200 len: 999 time: 0.2136445 Apr 01 16:37:44.378766 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f89ade-45d4-4713-b276-558318562e24 req-f3b301a8-bbfe-4f4a-821a-c03116ea6563 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:37:44.380247 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-b6f89ade-45d4-4713-b276-558318562e24 req-f3b301a8-bbfe-4f4a-821a-c03116ea6563 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=43923d66-2e78-4e7e-8cc5-e4f60c5ab854 HTTP/1.1" status: 200 len: 848 time: 0.0616100 Apr 01 16:37:44.448285 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-bc775600-4a40-476b-82a5-955e1463e70a None None] Set router 1a879c6e-8a0e-46ae-b462-e95cb79baa23 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:37:44.459542 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-b6f89ade-45d4-4713-b276-558318562e24 req-6128e464-7637-4533-9f51-a9ddb7a65f79 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=34fb4b97-9d06-4c89-b749-266e424e693d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732574 Apr 01 16:37:44.602327 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-b6f89ade-45d4-4713-b276-558318562e24 req-b34f870c-09ca-4611-9517-ec293a536f0d service neutron] 10.222.0.24 "GET /v2.0/networks/34fb4b97-9d06-4c89-b749-266e424e693d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364281 Apr 01 16:37:44.743337 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-b6f89ade-45d4-4713-b276-558318562e24 req-813c64e2-8b09-45bb-a044-62ebfa7c4f9d service neutron] 10.222.0.24 "GET /v2.0/networks/34fb4b97-9d06-4c89-b749-266e424e693d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334538 Apr 01 16:37:44.820704 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-bc775600-4a40-476b-82a5-955e1463e70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a879c6e-8a0e-46ae-b462-e95cb79baa23', 'name': 'tempest-TestShelveInstance-1561098088-router', 'tenant_id': '2f24b527cca34c1dbe3c100e38439be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.206'}], 'enable_snat': True}, 'gw_port_id': '198b5db2-4a45-44d7-b6db-c51ef7d28c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:32:39Z', 'updated_at': '2022-04-01T16:32:42Z', 'revision_number': 4, 'project_id': '2f24b527cca34c1dbe3c100e38439be7', 'gw_port': {'id': '198b5db2-4a45-44d7-b6db-c51ef7d28c51', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:89:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a879c6e-8a0e-46ae-b462-e95cb79baa23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:32:39Z', 'updated_at': '2022-04-01T16:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': '29b1e205-51ec-4a3d-a339-ecb5329b53b7', 'tenant_id': '2f24b527cca34c1dbe3c100e38439be7', 'floating_ip_address': '172.26.1.152', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '1a879c6e-8a0e-46ae-b462-e95cb79baa23', 'port_id': '032d2098-a596-4bde-b11e-fdc64aface1d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34fb4b97-9d06-4c89-b749-266e424e693d', 'mac_address': 'fa:16:3e:f2:8e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f7cc73-02ec-49f3-92b0-53d17eab9e34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:37:42Z', 'updated_at': '2022-04-01T16:37:42Z', 'revision_number': 0, 'project_id': '2f24b527cca34c1dbe3c100e38439be7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68efdd84-31ec-4f97-8d1c-04aa874bfab3', 'name': '', 'network_id': '34fb4b97-9d06-4c89-b749-266e424e693d', 'tenant_id': '2f24b527cca34c1dbe3c100e38439be7', 'mac_address': 'fa:16:3e:7d:7f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a879c6e-8a0e-46ae-b462-e95cb79baa23', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43923d66-2e78-4e7e-8cc5-e4f60c5ab854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:32:41Z', 'updated_at': '2022-04-01T16:32:50Z', 'revision_number': 5, 'project_id': '2f24b527cca34c1dbe3c100e38439be7', 'subnets': [{'id': '43923d66-2e78-4e7e-8cc5-e4f60c5ab854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:37:44.824974 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc775600-4a40-476b-82a5-955e1463e70a None None] The sync data for ids ['1a879c6e-8a0e-46ae-b462-e95cb79baa23'] in dv-neutron-833373-2-hyperv is: [{'id': '1a879c6e-8a0e-46ae-b462-e95cb79baa23', 'name': 'tempest-TestShelveInstance-1561098088-router', 'tenant_id': '2f24b527cca34c1dbe3c100e38439be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.206'}], 'enable_snat': True}, 'gw_port_id': '198b5db2-4a45-44d7-b6db-c51ef7d28c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:32:39Z', 'updated_at': '2022-04-01T16:32:42Z', 'revision_number': 4, 'project_id': '2f24b527cca34c1dbe3c100e38439be7', 'gw_port': {'id': '198b5db2-4a45-44d7-b6db-c51ef7d28c51', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:89:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a879c6e-8a0e-46ae-b462-e95cb79baa23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:32:39Z', 'updated_at': '2022-04-01T16:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': '29b1e205-51ec-4a3d-a339-ecb5329b53b7', 'tenant_id': '2f24b527cca34c1dbe3c100e38439be7', 'floating_ip_address': '172.26.1.152', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '1a879c6e-8a0e-46ae-b462-e95cb79baa23', 'port_id': '032d2098-a596-4bde-b11e-fdc64aface1d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34fb4b97-9d06-4c89-b749-266e424e693d', 'mac_address': 'fa:16:3e:f2:8e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f7cc73-02ec-49f3-92b0-53d17eab9e34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:37:42Z', 'updated_at': '2022-04-01T16:37:42Z', 'revision_number': 0, 'project_id': '2f24b527cca34c1dbe3c100e38439be7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68efdd84-31ec-4f97-8d1c-04aa874bfab3', 'name': '', 'network_id': '34fb4b97-9d06-4c89-b749-266e424e693d', 'tenant_id': '2f24b527cca34c1dbe3c100e38439be7', 'mac_address': 'fa:16:3e:7d:7f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a879c6e-8a0e-46ae-b462-e95cb79baa23', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43923d66-2e78-4e7e-8cc5-e4f60c5ab854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:32:41Z', 'updated_at': '2022-04-01T16:32:50Z', 'revision_number': 5, 'project_id': '2f24b527cca34c1dbe3c100e38439be7', 'subnets': [{'id': '43923d66-2e78-4e7e-8cc5-e4f60c5ab854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:37:45.030034 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade12335-d93f-4def-9a33-c0fd300884fe None None] New status for floating IP 29b1e205-51ec-4a3d-a339-ecb5329b53b7: ACTIVE {{(pid=83829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 16:37:54.027995 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-5b4d074b-80d3-4a04-bce5-1be6b5b078d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:54.226079 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:56.399262 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8f9248af-f921-4e26-89d2-16a1fb1b7fed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:57.764534 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:57.883128 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:37:59.433737 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:38:01.647340 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:38:14.985869 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-6fc25d38-ec8d-4ecd-89fb-431003700aa1 req-55eaef1d-c06c-4410-a71b-412af6c84ece service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d2f7cc73-02ec-49f3-92b0-53d17eab9e34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1346209 Apr 01 16:38:15.126879 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-6fc25d38-ec8d-4ecd-89fb-431003700aa1 req-3699af3a-1373-4ad9-b784-4db207a53385 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2f24b527cca34c1dbe3c100e38439be7&device_id=d2f7cc73-02ec-49f3-92b0-53d17eab9e34 HTTP/1.1" status: 200 len: 1098 time: 0.0683546 Apr 01 16:38:15.277745 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc25d38-ec8d-4ecd-89fb-431003700aa1 req-b61cdf72-ddfa-4035-94f1-088032c9f671 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:38:15.279182 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-6fc25d38-ec8d-4ecd-89fb-431003700aa1 req-b61cdf72-ddfa-4035-94f1-088032c9f671 service neutron] 10.222.0.24 "GET /v2.0/networks?id=34fb4b97-9d06-4c89-b749-266e424e693d HTTP/1.1" status: 200 len: 909 time: 0.1334248 Apr 01 16:38:15.384459 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-6fc25d38-ec8d-4ecd-89fb-431003700aa1 req-40b739f6-36fe-4568-bcee-e9b43560fe5a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=032d2098-a596-4bde-b11e-fdc64aface1d HTTP/1.1" status: 200 len: 1001 time: 0.0987229 Apr 01 16:38:15.451043 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc25d38-ec8d-4ecd-89fb-431003700aa1 req-2f1dc314-9acc-46ef-86fd-944522fe8e9f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:38:15.452470 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-6fc25d38-ec8d-4ecd-89fb-431003700aa1 req-2f1dc314-9acc-46ef-86fd-944522fe8e9f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=43923d66-2e78-4e7e-8cc5-e4f60c5ab854 HTTP/1.1" status: 200 len: 848 time: 0.0612323 Apr 01 16:38:15.531430 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-6fc25d38-ec8d-4ecd-89fb-431003700aa1 req-d3491fb5-2cc6-422e-8a28-1c99a9c3267c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=34fb4b97-9d06-4c89-b749-266e424e693d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722334 Apr 01 16:38:15.664434 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-6fc25d38-ec8d-4ecd-89fb-431003700aa1 req-7906ac30-e8d7-4574-a082-855ff6c9c326 service neutron] 10.222.0.24 "GET /v2.0/networks/34fb4b97-9d06-4c89-b749-266e424e693d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258857 Apr 01 16:38:15.806146 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-6fc25d38-ec8d-4ecd-89fb-431003700aa1 req-acf46e88-19a0-4951-ac56-51c045e3a908 service neutron] 10.222.0.24 "GET /v2.0/networks/34fb4b97-9d06-4c89-b749-266e424e693d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267481 Apr 01 16:38:24.014151 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ac50b255-654f-414a-b944-f3778368906c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:38:24.213038 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:38:26.403728 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f0e24fc3-d12a-465c-83e4-26c5466dbab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:38:27.758977 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:38:27.889382 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:38:29.435563 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:38:38.645734 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:38:54.018918 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-dd5013df-c5c8-4b7e-8a32-075892587f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:38:54.217804 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:38:56.406160 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-dafec30b-04c2-41a2-8615-79557b7a8bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:38:57.763792 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:38:57.891665 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:38:59.438346 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:15.646154 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:39:16.914852 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-81f4d17d-57ba-49cb-a427-fc9f1c77e953 req-c23d29b4-6f65-4e69-be1d-b960f05d76f7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d2f7cc73-02ec-49f3-92b0-53d17eab9e34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0688608 Apr 01 16:39:17.061319 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-81f4d17d-57ba-49cb-a427-fc9f1c77e953 req-f57abec5-d073-438a-ba7c-522900524f2c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2f24b527cca34c1dbe3c100e38439be7&device_id=d2f7cc73-02ec-49f3-92b0-53d17eab9e34 HTTP/1.1" status: 200 len: 1098 time: 0.0758879 Apr 01 16:39:17.204440 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f4d17d-57ba-49cb-a427-fc9f1c77e953 req-cbda6a93-46ce-4811-be93-aa8131958333 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:17.205835 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-81f4d17d-57ba-49cb-a427-fc9f1c77e953 req-cbda6a93-46ce-4811-be93-aa8131958333 service neutron] 10.222.0.24 "GET /v2.0/networks?id=34fb4b97-9d06-4c89-b749-266e424e693d HTTP/1.1" status: 200 len: 909 time: 0.1261978 Apr 01 16:39:17.307381 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-81f4d17d-57ba-49cb-a427-fc9f1c77e953 req-39b8300d-2171-4285-b9cb-07e510091028 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=032d2098-a596-4bde-b11e-fdc64aface1d HTTP/1.1" status: 200 len: 1001 time: 0.0949590 Apr 01 16:39:17.462287 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f4d17d-57ba-49cb-a427-fc9f1c77e953 req-d669280f-dd11-40ad-bfaa-2871768da7b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:17.463640 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-81f4d17d-57ba-49cb-a427-fc9f1c77e953 req-d669280f-dd11-40ad-bfaa-2871768da7b6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=43923d66-2e78-4e7e-8cc5-e4f60c5ab854 HTTP/1.1" status: 200 len: 848 time: 0.1497016 Apr 01 16:39:17.539642 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-81f4d17d-57ba-49cb-a427-fc9f1c77e953 req-7277f7b9-d440-4292-85c7-2405f5487c3b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=34fb4b97-9d06-4c89-b749-266e424e693d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698092 Apr 01 16:39:17.667347 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-81f4d17d-57ba-49cb-a427-fc9f1c77e953 req-5ef38b68-f65d-4baa-8dd1-b545d9648209 service neutron] 10.222.0.24 "GET /v2.0/networks/34fb4b97-9d06-4c89-b749-266e424e693d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209981 Apr 01 16:39:17.798024 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-81f4d17d-57ba-49cb-a427-fc9f1c77e953 req-b50668e0-f4c9-4171-8a6d-cae38d1e638e service neutron] 10.222.0.24 "GET /v2.0/networks/34fb4b97-9d06-4c89-b749-266e424e693d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243923 Apr 01 16:39:24.021909 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-569049f9-4bb2-44ac-bfd8-65d8526da9b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:24.229911 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:26.409583 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-3d80359d-1022-4796-8868-44adb6cfe3a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:27.767566 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:27.893413 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:29.442229 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:42.090787 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a04df4-6559-4f29-bcd5-3d555b2d5bae req-208a07ba-6281-483d-b78c-fe146cf511f4 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:42.092172 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-85a04df4-6559-4f29-bcd5-3d555b2d5bae req-208a07ba-6281-483d-b78c-fe146cf511f4 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2f7cc73-02ec-49f3-92b0-53d17eab9e34 HTTP/1.1" status: 200 len: 945 time: 0.2350073 Apr 01 16:39:42.137950 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-85a04df4-6559-4f29-bcd5-3d555b2d5bae req-ff44dc8d-b770-4256-be69-af3053dc829e tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5231d5-cb4a-4728-83bb-bccfe6e9fb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398290 Apr 01 16:39:43.504118 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a75e569-3fcd-4194-a6ed-09106b0a7b61 req-a8de895b-072e-401c-8fbc-7b6941c71e0a tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:43.505601 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2a75e569-3fcd-4194-a6ed-09106b0a7b61 req-a8de895b-072e-401c-8fbc-7b6941c71e0a tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2f7cc73-02ec-49f3-92b0-53d17eab9e34 HTTP/1.1" status: 200 len: 945 time: 0.0801613 Apr 01 16:39:43.551382 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2a75e569-3fcd-4194-a6ed-09106b0a7b61 req-a086cfe2-9d9e-44d3-83cf-121ca25fb419 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5231d5-cb4a-4728-83bb-bccfe6e9fb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402839 Apr 01 16:39:44.763327 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e3f5af-ad32-4b7c-aa23-2188c9dc96aa req-40c52833-1e98-4ffd-b0e3-616ae50970f7 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:44.764813 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b1e3f5af-ad32-4b7c-aa23-2188c9dc96aa req-40c52833-1e98-4ffd-b0e3-616ae50970f7 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2f7cc73-02ec-49f3-92b0-53d17eab9e34 HTTP/1.1" status: 200 len: 945 time: 0.0763876 Apr 01 16:39:44.808317 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b1e3f5af-ad32-4b7c-aa23-2188c9dc96aa req-bdbd0ef6-f5c5-42c8-8acd-2ada0452acbd tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5231d5-cb4a-4728-83bb-bccfe6e9fb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374126 Apr 01 16:39:46.006464 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b70f3-d00f-4ab4-8625-b2fa163af385 req-fb74a312-c46d-4e14-9875-58928d8003f1 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:46.007992 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-7a2b70f3-d00f-4ab4-8625-b2fa163af385 req-fb74a312-c46d-4e14-9875-58928d8003f1 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2f7cc73-02ec-49f3-92b0-53d17eab9e34 HTTP/1.1" status: 200 len: 945 time: 0.0798943 Apr 01 16:39:46.054249 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-7a2b70f3-d00f-4ab4-8625-b2fa163af385 req-efd5af0c-0556-46d2-826d-5375393a8691 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5231d5-cb4a-4728-83bb-bccfe6e9fb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397539 Apr 01 16:39:47.249076 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad415b-fecb-48d1-bf96-fe1eef99e4c2 req-5c282bac-61e8-4a91-848b-fa67bdaca703 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:47.250535 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-55ad415b-fecb-48d1-bf96-fe1eef99e4c2 req-5c282bac-61e8-4a91-848b-fa67bdaca703 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2f7cc73-02ec-49f3-92b0-53d17eab9e34 HTTP/1.1" status: 200 len: 945 time: 0.0768676 Apr 01 16:39:47.301291 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-55ad415b-fecb-48d1-bf96-fe1eef99e4c2 req-94cc153d-f271-43de-a703-986003c1854b tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5231d5-cb4a-4728-83bb-bccfe6e9fb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447421 Apr 01 16:39:48.510306 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1136aeb-8fe0-4d19-917e-6db4281dff4b req-88f6c5be-f2f3-4c6f-a0a9-0ead91380000 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:48.511753 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d1136aeb-8fe0-4d19-917e-6db4281dff4b req-88f6c5be-f2f3-4c6f-a0a9-0ead91380000 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2f7cc73-02ec-49f3-92b0-53d17eab9e34 HTTP/1.1" status: 200 len: 945 time: 0.0893581 Apr 01 16:39:48.556354 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d1136aeb-8fe0-4d19-917e-6db4281dff4b req-be486d26-4a78-416a-934e-a7b458a0eb1b tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5231d5-cb4a-4728-83bb-bccfe6e9fb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390718 Apr 01 16:39:49.752711 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b775c8f-1852-4423-b672-e36ed0a150ad req-eae7e48e-5f67-4cb4-afb6-cb65a39e9d35 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:49.754182 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-6b775c8f-1852-4423-b672-e36ed0a150ad req-eae7e48e-5f67-4cb4-afb6-cb65a39e9d35 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2f7cc73-02ec-49f3-92b0-53d17eab9e34 HTTP/1.1" status: 200 len: 945 time: 0.0789216 Apr 01 16:39:49.798821 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-6b775c8f-1852-4423-b672-e36ed0a150ad req-dd217709-798f-424b-aab7-fccde1ed23db tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5231d5-cb4a-4728-83bb-bccfe6e9fb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392106 Apr 01 16:39:50.994640 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b940e9-98f0-4a4b-8f16-0597caf2ef71 req-b6df1d28-4729-4750-a837-6342b51fbf6e tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:50.996060 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-45b940e9-98f0-4a4b-8f16-0597caf2ef71 req-b6df1d28-4729-4750-a837-6342b51fbf6e tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2f7cc73-02ec-49f3-92b0-53d17eab9e34 HTTP/1.1" status: 200 len: 945 time: 0.0752203 Apr 01 16:39:51.040167 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-45b940e9-98f0-4a4b-8f16-0597caf2ef71 req-7b1e8984-f05f-415d-9e66-7ee7dc463cba tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5231d5-cb4a-4728-83bb-bccfe6e9fb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384359 Apr 01 16:39:52.027801 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-c77c28ba-eeb7-4492-acfe-c7032be8926d req-025fa302-aa30-46c0-a98f-fbdb653b3cc2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2f24b527cca34c1dbe3c100e38439be7&device_id=d2f7cc73-02ec-49f3-92b0-53d17eab9e34 HTTP/1.1" status: 200 len: 1098 time: 0.0679545 Apr 01 16:39:52.161387 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c28ba-eeb7-4492-acfe-c7032be8926d req-bb6f0a71-49f5-4cf2-a324-777fb1e4363e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:52.162746 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-c77c28ba-eeb7-4492-acfe-c7032be8926d req-bb6f0a71-49f5-4cf2-a324-777fb1e4363e service neutron] 10.222.0.24 "GET /v2.0/networks?id=34fb4b97-9d06-4c89-b749-266e424e693d HTTP/1.1" status: 200 len: 909 time: 0.1280291 Apr 01 16:39:52.242490 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc43eb3-38d4-4ee1-b106-bcb266298904 req-4b9cda80-a72a-42f0-8597-54739e22c2f5 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:52.243956 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4fc43eb3-38d4-4ee1-b106-bcb266298904 req-4b9cda80-a72a-42f0-8597-54739e22c2f5 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2f7cc73-02ec-49f3-92b0-53d17eab9e34 HTTP/1.1" status: 200 len: 945 time: 0.0802603 Apr 01 16:39:52.270732 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-c77c28ba-eeb7-4492-acfe-c7032be8926d req-278383e1-1923-413c-b48b-fddb83427cc6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=032d2098-a596-4bde-b11e-fdc64aface1d HTTP/1.1" status: 200 len: 1001 time: 0.1018233 Apr 01 16:39:52.290366 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4fc43eb3-38d4-4ee1-b106-bcb266298904 req-f4c6c753-d93f-4c25-b1aa-43354b8d1f33 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5231d5-cb4a-4728-83bb-bccfe6e9fb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405760 Apr 01 16:39:52.334581 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c28ba-eeb7-4492-acfe-c7032be8926d req-3505857d-de70-4f40-813c-7093fc92e543 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:52.336118 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-c77c28ba-eeb7-4492-acfe-c7032be8926d req-3505857d-de70-4f40-813c-7093fc92e543 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=43923d66-2e78-4e7e-8cc5-e4f60c5ab854 HTTP/1.1" status: 200 len: 848 time: 0.0585344 Apr 01 16:39:52.413265 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-c77c28ba-eeb7-4492-acfe-c7032be8926d req-6c7bb9f8-ed87-4bdc-b24a-f998e9b519cd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=34fb4b97-9d06-4c89-b749-266e424e693d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707359 Apr 01 16:39:52.541582 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-c77c28ba-eeb7-4492-acfe-c7032be8926d req-f485bcf2-d6d1-4ed5-b7aa-1fbaca8a9202 service neutron] 10.222.0.24 "GET /v2.0/networks/34fb4b97-9d06-4c89-b749-266e424e693d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217923 Apr 01 16:39:52.648602 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:39:52.669257 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-c77c28ba-eeb7-4492-acfe-c7032be8926d req-03160788-5888-451b-a716-986f4dd5c0d4 service neutron] 10.222.0.24 "GET /v2.0/networks/34fb4b97-9d06-4c89-b749-266e424e693d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211905 Apr 01 16:39:53.484248 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d296afd2-5197-45c7-8c9e-3b8288bc7a82 req-85c158b7-fd18-42af-8892-ead004fd8297 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:53.485700 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d296afd2-5197-45c7-8c9e-3b8288bc7a82 req-85c158b7-fd18-42af-8892-ead004fd8297 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2f7cc73-02ec-49f3-92b0-53d17eab9e34 HTTP/1.1" status: 200 len: 945 time: 0.0765181 Apr 01 16:39:53.529908 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d296afd2-5197-45c7-8c9e-3b8288bc7a82 req-06cad6a4-b0cf-40cd-a83b-b4e5f730e47b tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5231d5-cb4a-4728-83bb-bccfe6e9fb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382583 Apr 01 16:39:54.029325 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-1099d3b5-eecd-4767-ad44-45567a5a4f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:54.246107 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:54.838238 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d321d7b-bd3f-4af4-b15d-d02178e278e5 req-bc095659-7c49-43b3-85a1-2c525ca98e49 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:54.839610 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2d321d7b-bd3f-4af4-b15d-d02178e278e5 req-bc095659-7c49-43b3-85a1-2c525ca98e49 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2f7cc73-02ec-49f3-92b0-53d17eab9e34 HTTP/1.1" status: 200 len: 945 time: 0.1817615 Apr 01 16:39:54.890261 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2d321d7b-bd3f-4af4-b15d-d02178e278e5 req-c13cf43a-3c9f-4844-8c62-25e9fee99698 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5231d5-cb4a-4728-83bb-bccfe6e9fb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451665 Apr 01 16:39:56.129298 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c060c323-de2a-49ff-8e70-d0a529c34d73 req-63dcc1a2-20c9-4ed8-9ad0-74dcdcde695c tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:56.130674 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c060c323-de2a-49ff-8e70-d0a529c34d73 req-63dcc1a2-20c9-4ed8-9ad0-74dcdcde695c tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2f7cc73-02ec-49f3-92b0-53d17eab9e34 HTTP/1.1" status: 200 len: 945 time: 0.0950396 Apr 01 16:39:56.184886 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c060c323-de2a-49ff-8e70-d0a529c34d73 req-2bd16263-f995-4489-a878-800fd72c7add tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5231d5-cb4a-4728-83bb-bccfe6e9fb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474920 Apr 01 16:39:56.394114 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-496ce62b-990e-4231-bd0d-ebd666b47195 req-ce127d81-2cde-44c6-ba14-de130cb8d82f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d2f7cc73-02ec-49f3-92b0-53d17eab9e34&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0748887 Apr 01 16:39:56.417856 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c7ff08a3-fef4-42aa-9df0-6a7c91f76a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:56.534698 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 032d2098-a596-4bde-b11e-fdc64aface1d no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:39:56.674896 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:56.709596 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2f7cc73-02ec-49f3-92b0-53d17eab9e34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '032d2098-a596-4bde-b11e-fdc64aface1d'}] {{(pid=83829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:39:56.717086 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40142e92-58f0-43bc-98a2-5c21f477bf44 req-29b13c6d-625e-482d-8c8f-3e1479e036dc tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:56.718632 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-40142e92-58f0-43bc-98a2-5c21f477bf44 req-29b13c6d-625e-482d-8c8f-3e1479e036dc tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2f7cc73-02ec-49f3-92b0-53d17eab9e34 HTTP/1.1" status: 200 len: 945 time: 0.0905731 Apr 01 16:39:56.726358 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 032d2098-a596-4bde-b11e-fdc64aface1d, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=032d2098-a596-4bde-b11e-fdc64aface1d,segment=NetworkSegment(d84c770d-34da-4a67-bd23-27ecff4de1fd),segment_id=d84c770d-34da-4a67-bd23-27ecff4de1fd)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:39:56.734747 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:56.762619 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-5bf0f4a2-8099-4b8d-a384-87e38d6df434 req-2aef79af-958c-4daf-b82d-f1826b991e46 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d2f7cc73-02ec-49f3-92b0-53d17eab9e34&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2183878 Apr 01 16:39:56.777337 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-40142e92-58f0-43bc-98a2-5c21f477bf44 req-ae0db391-d5b7-41ba-a31b-b99271df1851 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5231d5-cb4a-4728-83bb-bccfe6e9fb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530281 Apr 01 16:39:56.797399 dv-neutron-833373-2-hyperv neutron-server[83829]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd2f7cc73-02ec-49f3-92b0-53d17eab9e34', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '032d2098-a596-4bde-b11e-fdc64aface1d', 'code': 422} returned with failed status Apr 01 16:39:56.814267 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=032d2098-a596-4bde-b11e-fdc64aface1d,revision_number=6']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:39:56.824145 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:56.824490 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:56.824852 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:56.825194 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:56.825530 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:56.825867 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:56.826195 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:56.826523 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:56.826843 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:56.827166 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:56.827486 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:39:57.769913 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:57.899757 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:57.979825 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1381551-07ea-40cf-b57b-b5c41b360d3e req-d4e45b04-05e2-4f16-96d0-83b7f3b813d0 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:57.981335 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a1381551-07ea-40cf-b57b-b5c41b360d3e req-d4e45b04-05e2-4f16-96d0-83b7f3b813d0 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2f7cc73-02ec-49f3-92b0-53d17eab9e34 HTTP/1.1" status: 200 len: 943 time: 0.0767264 Apr 01 16:39:58.028225 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a1381551-07ea-40cf-b57b-b5c41b360d3e req-12b9e32d-f14f-4312-9e37-e6d9c83c8205 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5231d5-cb4a-4728-83bb-bccfe6e9fb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405881 Apr 01 16:39:59.123173 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-5bf0f4a2-8099-4b8d-a384-87e38d6df434 req-7c894269-e5bb-47e1-9ddd-2981fddb1627 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d2f7cc73-02ec-49f3-92b0-53d17eab9e34&tenant_id=2f24b527cca34c1dbe3c100e38439be7 HTTP/1.1" status: 200 len: 1096 time: 0.0809999 Apr 01 16:39:59.213743 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-5bf0f4a2-8099-4b8d-a384-87e38d6df434 req-80adae7f-aebf-40ae-b05a-b4d8bb04f783 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2f24b527cca34c1dbe3c100e38439be7&device_id=d2f7cc73-02ec-49f3-92b0-53d17eab9e34 HTTP/1.1" status: 200 len: 1096 time: 0.0692694 Apr 01 16:39:59.241544 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e99787d-1a8f-4a25-ad35-590bb64c1249 req-f966c4af-022c-41aa-bac8-bfdf4e1720d4 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:59.243032 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8e99787d-1a8f-4a25-ad35-590bb64c1249 req-f966c4af-022c-41aa-bac8-bfdf4e1720d4 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2f7cc73-02ec-49f3-92b0-53d17eab9e34 HTTP/1.1" status: 200 len: 943 time: 0.0891001 Apr 01 16:39:59.291320 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-8e99787d-1a8f-4a25-ad35-590bb64c1249 req-1e642177-da6a-4b34-86da-55793a5c8bc0 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5231d5-cb4a-4728-83bb-bccfe6e9fb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422266 Apr 01 16:39:59.345789 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf0f4a2-8099-4b8d-a384-87e38d6df434 req-a3de51e4-be09-4869-ba60-c193d6521b54 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:59.347328 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-5bf0f4a2-8099-4b8d-a384-87e38d6df434 req-a3de51e4-be09-4869-ba60-c193d6521b54 service neutron] 10.222.0.24 "GET /v2.0/networks?id=34fb4b97-9d06-4c89-b749-266e424e693d HTTP/1.1" status: 200 len: 909 time: 0.1269717 Apr 01 16:39:59.450116 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:39:59.550516 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-5bf0f4a2-8099-4b8d-a384-87e38d6df434 req-dc5bb6a4-3419-4c3a-a666-64175233c1f8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=032d2098-a596-4bde-b11e-fdc64aface1d HTTP/1.1" status: 200 len: 999 time: 0.1962345 Apr 01 16:39:59.613729 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf0f4a2-8099-4b8d-a384-87e38d6df434 req-55139a96-4905-499c-abae-55ec8d95687d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:39:59.615129 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-5bf0f4a2-8099-4b8d-a384-87e38d6df434 req-55139a96-4905-499c-abae-55ec8d95687d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=43923d66-2e78-4e7e-8cc5-e4f60c5ab854 HTTP/1.1" status: 200 len: 848 time: 0.0572941 Apr 01 16:39:59.691809 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-5bf0f4a2-8099-4b8d-a384-87e38d6df434 req-a5ad8835-7644-404a-b629-a683c09ed58e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=34fb4b97-9d06-4c89-b749-266e424e693d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690882 Apr 01 16:39:59.829810 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-5bf0f4a2-8099-4b8d-a384-87e38d6df434 req-63e1a7e1-2a0b-4eef-8040-ea05fe0e0a2a service neutron] 10.222.0.24 "GET /v2.0/networks/34fb4b97-9d06-4c89-b749-266e424e693d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312177 Apr 01 16:39:59.961378 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-5bf0f4a2-8099-4b8d-a384-87e38d6df434 req-adc1f762-0245-4bcd-8a16-110732f4ec9d service neutron] 10.222.0.24 "GET /v2.0/networks/34fb4b97-9d06-4c89-b749-266e424e693d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248138 Apr 01 16:40:00.506135 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4d39db-d7b7-46e3-b560-2ed32fe34269 req-e97f19b3-a96e-4aaa-85bb-75f77a7d4fb0 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:40:00.507616 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-bb4d39db-d7b7-46e3-b560-2ed32fe34269 req-e97f19b3-a96e-4aaa-85bb-75f77a7d4fb0 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2f7cc73-02ec-49f3-92b0-53d17eab9e34 HTTP/1.1" status: 200 len: 943 time: 0.0867670 Apr 01 16:40:00.552143 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-bb4d39db-d7b7-46e3-b560-2ed32fe34269 req-859b4a9f-1862-4959-99b3-1a6ebb3a78fd tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5231d5-cb4a-4728-83bb-bccfe6e9fb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390644 Apr 01 16:40:01.758172 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b36f56-993d-461a-a449-d8d8c0a8ebde req-cc2b4e2d-a406-40a3-aaae-f0f09bc19a3d tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:40:01.759626 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-04b36f56-993d-461a-a449-d8d8c0a8ebde req-cc2b4e2d-a406-40a3-aaae-f0f09bc19a3d tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2f7cc73-02ec-49f3-92b0-53d17eab9e34 HTTP/1.1" status: 200 len: 943 time: 0.0881076 Apr 01 16:40:01.807193 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-04b36f56-993d-461a-a449-d8d8c0a8ebde req-ddf334ca-7993-4716-a954-25a22592076f tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5231d5-cb4a-4728-83bb-bccfe6e9fb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419092 Apr 01 16:40:03.007322 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a816ee4e-0c8e-4f55-b73e-aa198f8d1e78 req-0f839b84-3fe3-4045-9793-7ef5d6f477da tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:40:03.008765 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a816ee4e-0c8e-4f55-b73e-aa198f8d1e78 req-0f839b84-3fe3-4045-9793-7ef5d6f477da tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2f7cc73-02ec-49f3-92b0-53d17eab9e34 HTTP/1.1" status: 200 len: 943 time: 0.0798542 Apr 01 16:40:03.057961 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a816ee4e-0c8e-4f55-b73e-aa198f8d1e78 req-f3bbed45-08a9-4023-8a87-19eaa08b24ac tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5231d5-cb4a-4728-83bb-bccfe6e9fb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437295 Apr 01 16:40:04.270839 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea51002b-0b5a-4153-ae71-4ac44f618f7e req-103e72de-230a-4b42-89e1-72b31e8c0dc9 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:40:04.272226 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ea51002b-0b5a-4153-ae71-4ac44f618f7e req-103e72de-230a-4b42-89e1-72b31e8c0dc9 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2f7cc73-02ec-49f3-92b0-53d17eab9e34 HTTP/1.1" status: 200 len: 943 time: 0.0784664 Apr 01 16:40:04.317366 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-ea51002b-0b5a-4153-ae71-4ac44f618f7e req-6fa19dcb-0f1e-4977-8c3e-9965d8dcd2b9 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5231d5-cb4a-4728-83bb-bccfe6e9fb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396357 Apr 01 16:40:05.512225 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0339fbd2-1b94-41c6-9aa2-36d9f37eedce req-fba73431-cce7-47b8-b223-e3f9bfb22bf4 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:40:05.513681 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-0339fbd2-1b94-41c6-9aa2-36d9f37eedce req-fba73431-cce7-47b8-b223-e3f9bfb22bf4 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2f7cc73-02ec-49f3-92b0-53d17eab9e34 HTTP/1.1" status: 200 len: 943 time: 0.0787656 Apr 01 16:40:05.559040 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-0339fbd2-1b94-41c6-9aa2-36d9f37eedce req-a4cfd268-7f6a-478b-a25f-3ead3e983fab tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5231d5-cb4a-4728-83bb-bccfe6e9fb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387139 Apr 01 16:40:06.756085 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422045c-4888-4802-98fd-3a2a95de02d8 req-18d3db2a-d597-4441-9699-6249595f10a4 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:40:06.757538 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f422045c-4888-4802-98fd-3a2a95de02d8 req-18d3db2a-d597-4441-9699-6249595f10a4 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2f7cc73-02ec-49f3-92b0-53d17eab9e34 HTTP/1.1" status: 200 len: 943 time: 0.0756724 Apr 01 16:40:06.801342 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f422045c-4888-4802-98fd-3a2a95de02d8 req-aa93293c-c129-4013-9cc0-92630f684163 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5231d5-cb4a-4728-83bb-bccfe6e9fb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382481 Apr 01 16:40:08.000326 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f805835e-0247-4455-96fe-74f943511536 req-46e2a6e2-5421-4c75-b782-258cd501cce8 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:40:08.001787 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f805835e-0247-4455-96fe-74f943511536 req-46e2a6e2-5421-4c75-b782-258cd501cce8 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2f7cc73-02ec-49f3-92b0-53d17eab9e34 HTTP/1.1" status: 200 len: 943 time: 0.0792456 Apr 01 16:40:08.048023 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f805835e-0247-4455-96fe-74f943511536 req-13aab739-4aeb-4bf8-9edd-9b77e8d8df10 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5231d5-cb4a-4728-83bb-bccfe6e9fb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405507 Apr 01 16:40:08.561224 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 032d2098-a596-4bde-b11e-fdc64aface1d details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:40:08.692799 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 032d2098-a596-4bde-b11e-fdc64aface1d, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=032d2098-a596-4bde-b11e-fdc64aface1d,segment=NetworkSegment(d84c770d-34da-4a67-bd23-27ecff4de1fd),segment_id=d84c770d-34da-4a67-bd23-27ecff4de1fd)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:40:08.706030 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Returning: {'device': '032d2098-a596-4bde-b11e-fdc64aface1d', 'network_id': '34fb4b97-9d06-4c89-b749-266e424e693d', 'port_id': '032d2098-a596-4bde-b11e-fdc64aface1d', 'mac_address': 'fa:16:3e:f2:8e:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43923d66-2e78-4e7e-8cc5-e4f60c5ab854', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:40:08.762765 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:08.780076 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 032d2098-a596-4bde-b11e-fdc64aface1d {{(pid=83829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:40:08.794378 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 032d2098-a596-4bde-b11e-fdc64aface1d, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=032d2098-a596-4bde-b11e-fdc64aface1d,segment=NetworkSegment(d84c770d-34da-4a67-bd23-27ecff4de1fd),segment_id=d84c770d-34da-4a67-bd23-27ecff4de1fd)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:40:08.798023 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:08.861644 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=032d2098-a596-4bde-b11e-fdc64aface1d,revision_number=7']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:40:09.034171 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] get_ports_and_sgs() called for port_ids ['032d2098-a596-4bde-b11e-fdc64aface1d'] {{(pid=83829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 16:40:09.247552 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f5a54-7c72-491d-bd06-b416948025b7 req-14af4868-8473-4a06-a948-902972288c8d tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:40:09.248926 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-996f5a54-7c72-491d-bd06-b416948025b7 req-14af4868-8473-4a06-a948-902972288c8d tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2f7cc73-02ec-49f3-92b0-53d17eab9e34 HTTP/1.1" status: 200 len: 944 time: 0.0790093 Apr 01 16:40:09.298032 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-996f5a54-7c72-491d-bd06-b416948025b7 req-e1c93da7-ee3e-4a8e-9a1c-4f3210832c61 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5231d5-cb4a-4728-83bb-bccfe6e9fb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435734 Apr 01 16:40:10.491905 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214a176c-714a-4047-b3e6-3fd44832f79f req-57606bf5-b031-4501-a510-cfa3af0d8146 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:40:10.493374 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-214a176c-714a-4047-b3e6-3fd44832f79f req-57606bf5-b031-4501-a510-cfa3af0d8146 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2f7cc73-02ec-49f3-92b0-53d17eab9e34 HTTP/1.1" status: 200 len: 944 time: 0.0759482 Apr 01 16:40:10.538310 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-214a176c-714a-4047-b3e6-3fd44832f79f req-b3ec3113-2bcd-4075-858e-471dce7e9353 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5231d5-cb4a-4728-83bb-bccfe6e9fb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394559 Apr 01 16:40:10.589449 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 032d2098-a596-4bde-b11e-fdc64aface1d up at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:40:10.657426 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning complete for port 032d2098-a596-4bde-b11e-fdc64aface1d triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:40:10.657788 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:10.767207 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:10.794072 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2f7cc73-02ec-49f3-92b0-53d17eab9e34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '032d2098-a596-4bde-b11e-fdc64aface1d'}] {{(pid=83829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:40:10.803334 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 032d2098-a596-4bde-b11e-fdc64aface1d, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=032d2098-a596-4bde-b11e-fdc64aface1d,segment=NetworkSegment(d84c770d-34da-4a67-bd23-27ecff4de1fd),segment_id=d84c770d-34da-4a67-bd23-27ecff4de1fd)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:40:10.807255 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:10.857553 dv-neutron-833373-2-hyperv neutron-server[83829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2f7cc73-02ec-49f3-92b0-53d17eab9e34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '032d2098-a596-4bde-b11e-fdc64aface1d', 'code': 200} Apr 01 16:40:10.874139 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=032d2098-a596-4bde-b11e-fdc64aface1d,revision_number=8']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:40:11.118683 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-eed062ea-cfbb-4e4f-b18c-d03127d23e6d req-59334b74-5f10-41da-bc99-c172ece98f79 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d2f7cc73-02ec-49f3-92b0-53d17eab9e34 HTTP/1.1" status: 200 len: 1098 time: 0.0699139 Apr 01 16:40:11.162519 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-eed062ea-cfbb-4e4f-b18c-d03127d23e6d req-091eb516-63c4-4078-9fa9-e2232e4f7720 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9b5231d5-cb4a-4728-83bb-bccfe6e9fb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377889 Apr 01 16:40:11.732677 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d59161-056f-4d14-8625-ee06b7b123c7 req-bb48b0eb-f72c-485f-bcd2-d21a1014f006 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:40:11.734109 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-23d59161-056f-4d14-8625-ee06b7b123c7 req-bb48b0eb-f72c-485f-bcd2-d21a1014f006 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2f7cc73-02ec-49f3-92b0-53d17eab9e34 HTTP/1.1" status: 200 len: 945 time: 0.0780938 Apr 01 16:40:11.778272 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-23d59161-056f-4d14-8625-ee06b7b123c7 req-5b97d724-c3a0-4b9c-97f3-0a48bc2fe4ea tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5231d5-cb4a-4728-83bb-bccfe6e9fb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379062 Apr 01 16:40:12.972322 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c18918-3b36-4b2e-a0e1-0315eb9c28fd req-2a65c638-bb20-449e-88da-989b219064b1 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:40:12.973797 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-76c18918-3b36-4b2e-a0e1-0315eb9c28fd req-2a65c638-bb20-449e-88da-989b219064b1 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2f7cc73-02ec-49f3-92b0-53d17eab9e34 HTTP/1.1" status: 200 len: 945 time: 0.0757174 Apr 01 16:40:13.019567 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-76c18918-3b36-4b2e-a0e1-0315eb9c28fd req-411bec50-34ef-4306-bc79-682da4dd5c85 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5231d5-cb4a-4728-83bb-bccfe6e9fb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399599 Apr 01 16:40:17.915820 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-508bbe51-4e93-4b65-bd12-3bf2eb948140 req-cc129e9f-5414-42d2-bbf5-3a4a9551ee0e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d2f7cc73-02ec-49f3-92b0-53d17eab9e34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0699914 Apr 01 16:40:18.058850 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-508bbe51-4e93-4b65-bd12-3bf2eb948140 req-ded5853d-35b6-4cc0-a706-da504a16b223 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2f24b527cca34c1dbe3c100e38439be7&device_id=d2f7cc73-02ec-49f3-92b0-53d17eab9e34 HTTP/1.1" status: 200 len: 1098 time: 0.0703981 Apr 01 16:40:18.206301 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508bbe51-4e93-4b65-bd12-3bf2eb948140 req-0fd1768a-a223-469d-bdb9-6c5b000871a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:40:18.207677 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-508bbe51-4e93-4b65-bd12-3bf2eb948140 req-0fd1768a-a223-469d-bdb9-6c5b000871a8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=34fb4b97-9d06-4c89-b749-266e424e693d HTTP/1.1" status: 200 len: 909 time: 0.1292300 Apr 01 16:40:18.311845 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-508bbe51-4e93-4b65-bd12-3bf2eb948140 req-080fc896-6076-420d-ad4b-7498696a07c1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=032d2098-a596-4bde-b11e-fdc64aface1d HTTP/1.1" status: 200 len: 1001 time: 0.0981882 Apr 01 16:40:18.374318 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508bbe51-4e93-4b65-bd12-3bf2eb948140 req-8fee0c25-3ac8-48e5-aca2-f0c1810e084a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:40:18.375738 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-508bbe51-4e93-4b65-bd12-3bf2eb948140 req-8fee0c25-3ac8-48e5-aca2-f0c1810e084a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=43923d66-2e78-4e7e-8cc5-e4f60c5ab854 HTTP/1.1" status: 200 len: 848 time: 0.0577538 Apr 01 16:40:18.451170 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-508bbe51-4e93-4b65-bd12-3bf2eb948140 req-d3256059-c2ed-481c-8729-cab8d3c28981 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=34fb4b97-9d06-4c89-b749-266e424e693d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693161 Apr 01 16:40:18.461648 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [req-508bbe51-4e93-4b65-bd12-3bf2eb948140 req-d8c470e7-0f72-45b2-9e5d-40cd577affd7 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=83828) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 16:40:18.462498 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-508bbe51-4e93-4b65-bd12-3bf2eb948140 req-d8c470e7-0f72-45b2-9e5d-40cd577affd7 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046792 Apr 01 16:40:18.592190 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-508bbe51-4e93-4b65-bd12-3bf2eb948140 req-fb0dbf6e-752a-4513-be09-1209aeb30fb3 service neutron] 10.222.0.24 "GET /v2.0/networks/34fb4b97-9d06-4c89-b749-266e424e693d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234918 Apr 01 16:40:18.719390 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-508bbe51-4e93-4b65-bd12-3bf2eb948140 req-d8edfcec-0eb5-438a-b71f-f03089bf7731 service neutron] 10.222.0.24 "GET /v2.0/networks/34fb4b97-9d06-4c89-b749-266e424e693d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211216 Apr 01 16:40:24.028835 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-69439cbd-1552-44b6-bf75-99a664ff9a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:24.235936 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:26.410787 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-03a69266-0845-497b-a293-43bcd40b7c4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:27.773262 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:27.901747 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:29.447290 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:29.654455 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:40:54.031745 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-d51ea9c8-4636-4118-afd0-155b249eb040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:54.262521 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:56.417884 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f977c113-4736-44e2-a773-0132471261f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:57.779208 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:57.903283 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:40:59.449708 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:06.649945 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:41:17.920305 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-81488a7b-183c-4642-a434-306fefe50a0b req-ba7809a9-c763-4d85-a4a9-66efd5d37008 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d2f7cc73-02ec-49f3-92b0-53d17eab9e34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0734589 Apr 01 16:41:18.061754 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-81488a7b-183c-4642-a434-306fefe50a0b req-e8440562-3377-4c65-ad7f-2285c4030ed7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2f24b527cca34c1dbe3c100e38439be7&device_id=d2f7cc73-02ec-49f3-92b0-53d17eab9e34 HTTP/1.1" status: 200 len: 1098 time: 0.0727365 Apr 01 16:41:18.205481 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81488a7b-183c-4642-a434-306fefe50a0b req-5edbbf15-eeb5-416c-b246-80b200043b1b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:41:18.206833 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-81488a7b-183c-4642-a434-306fefe50a0b req-5edbbf15-eeb5-416c-b246-80b200043b1b service neutron] 10.222.0.24 "GET /v2.0/networks?id=34fb4b97-9d06-4c89-b749-266e424e693d HTTP/1.1" status: 200 len: 909 time: 0.1255491 Apr 01 16:41:18.403320 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-81488a7b-183c-4642-a434-306fefe50a0b req-b12db3f2-c48f-41a3-a376-8902259456a4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=032d2098-a596-4bde-b11e-fdc64aface1d HTTP/1.1" status: 200 len: 1001 time: 0.1900530 Apr 01 16:41:18.464558 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81488a7b-183c-4642-a434-306fefe50a0b req-cfe7694c-7975-4f40-9f7f-da2df19705f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:41:18.465954 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-81488a7b-183c-4642-a434-306fefe50a0b req-cfe7694c-7975-4f40-9f7f-da2df19705f8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=43923d66-2e78-4e7e-8cc5-e4f60c5ab854 HTTP/1.1" status: 200 len: 848 time: 0.0563507 Apr 01 16:41:18.544979 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-81488a7b-183c-4642-a434-306fefe50a0b req-b69babe7-32e9-4e8d-8f96-aa21bd8341c6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=34fb4b97-9d06-4c89-b749-266e424e693d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730128 Apr 01 16:41:18.674815 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-81488a7b-183c-4642-a434-306fefe50a0b req-7e1ce959-adc0-4ba0-a110-0b613a641c5c service neutron] 10.222.0.24 "GET /v2.0/networks/34fb4b97-9d06-4c89-b749-266e424e693d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230233 Apr 01 16:41:18.807350 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-81488a7b-183c-4642-a434-306fefe50a0b req-ca0952bb-3670-40c4-abda-0ebb141792db service neutron] 10.222.0.24 "GET /v2.0/networks/34fb4b97-9d06-4c89-b749-266e424e693d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264999 Apr 01 16:41:24.034567 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-7de558c5-0054-4efe-b48c-f0e68bdfd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:24.264280 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:26.416146 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-9b4dd258-35f7-4cee-a08a-57794591dc14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:27.781950 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:27.905894 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:29.197434 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 36598) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:41:29.402590 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-e304132c-47ab-40a4-bf0a-115df170c0ae tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Deleting port cbc0ea2a-64b3-4e2e-bcc6-7cbd395b75b9 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:41:29.402928 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e304132c-47ab-40a4-bf0a-115df170c0ae tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:29.452893 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:29.568018 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e304132c-47ab-40a4-bf0a-115df170c0ae tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:29.568341 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e304132c-47ab-40a4-bf0a-115df170c0ae tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:29.688388 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-e304132c-47ab-40a4-bf0a-115df170c0ae tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Calling delete_port for cbc0ea2a-64b3-4e2e-bcc6-7cbd395b75b9 owned by network:floatingip {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:41:29.832409 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e304132c-47ab-40a4-bf0a-115df170c0ae tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:29.879951 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e304132c-47ab-40a4-bf0a-115df170c0ae tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Pushing event deleted for resources: {'Port': ['ID=cbc0ea2a-64b3-4e2e-bcc6-7cbd395b75b9,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:41:29.918419 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e304132c-47ab-40a4-bf0a-115df170c0ae tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:41:29.918779 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e304132c-47ab-40a4-bf0a-115df170c0ae tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:41:29.919090 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e304132c-47ab-40a4-bf0a-115df170c0ae tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:41:29.919416 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e304132c-47ab-40a4-bf0a-115df170c0ae tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:41:29.919738 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e304132c-47ab-40a4-bf0a-115df170c0ae tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:41:29.920059 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e304132c-47ab-40a4-bf0a-115df170c0ae tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:41:29.920375 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e304132c-47ab-40a4-bf0a-115df170c0ae tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:41:29.920691 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e304132c-47ab-40a4-bf0a-115df170c0ae tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:41:29.921039 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e304132c-47ab-40a4-bf0a-115df170c0ae tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:41:29.921351 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e304132c-47ab-40a4-bf0a-115df170c0ae tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:41:29.921664 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e304132c-47ab-40a4-bf0a-115df170c0ae tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:41:29.980161 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e304132c-47ab-40a4-bf0a-115df170c0ae tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks [] for floatingip, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:30.466124 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e304132c-47ab-40a4-bf0a-115df170c0ae tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Router 1a879c6e-8a0e-46ae-b462-e95cb79baa23 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:41:30.665609 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e304132c-47ab-40a4-bf0a-115df170c0ae tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:41:30.675682 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2051e5c5-6c6b-4073-9990-2a94ed0951bf None None] Sync routers for ids ['1a879c6e-8a0e-46ae-b462-e95cb79baa23'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:41:30.683969 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e304132c-47ab-40a4-bf0a-115df170c0ae tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for floatingip, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:30.688412 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2051e5c5-6c6b-4073-9990-2a94ed0951bf None None] Routers {'1a879c6e-8a0e-46ae-b462-e95cb79baa23'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:41:30.689045 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-2051e5c5-6c6b-4073-9990-2a94ed0951bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:41:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['1a879c6e-8a0e-46ae-b462-e95cb79baa23'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:41:30.739727 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-e304132c-47ab-40a4-bf0a-115df170c0ae tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "DELETE /v2.0/floatingips/29b1e205-51ec-4a3d-a339-ecb5329b53b7 HTTP/1.1" status: 204 len: 168 time: 1.5411150 Apr 01 16:41:30.740216 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2f7cc73-02ec-49f3-92b0-53d17eab9e34', 'tag': '032d2098-a596-4bde-b11e-fdc64aface1d'}] {{(pid=83828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:41:30.842602 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2f7cc73-02ec-49f3-92b0-53d17eab9e34', 'tag': '032d2098-a596-4bde-b11e-fdc64aface1d', 'status': 'completed', 'code': 200} Apr 01 16:41:30.868352 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-2051e5c5-6c6b-4073-9990-2a94ed0951bf None None] Set router 1a879c6e-8a0e-46ae-b462-e95cb79baa23 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:41:30.937077 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-b7f0606f-8a34-4dcc-bdc3-28a6c69aebe5 req-667f4d72-3d2c-4b0a-a80c-408245380d7c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2f24b527cca34c1dbe3c100e38439be7&device_id=d2f7cc73-02ec-49f3-92b0-53d17eab9e34 HTTP/1.1" status: 200 len: 1098 time: 0.0727634 Apr 01 16:41:31.082458 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0606f-8a34-4dcc-bdc3-28a6c69aebe5 req-28241c20-00ff-48ba-9aec-907e420c015f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:41:31.083991 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-b7f0606f-8a34-4dcc-bdc3-28a6c69aebe5 req-28241c20-00ff-48ba-9aec-907e420c015f service neutron] 10.222.0.24 "GET /v2.0/networks?id=34fb4b97-9d06-4c89-b749-266e424e693d HTTP/1.1" status: 200 len: 909 time: 0.1406202 Apr 01 16:41:31.156448 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-b7f0606f-8a34-4dcc-bdc3-28a6c69aebe5 req-3ade85f8-3ec7-4951-96e3-a9e932483086 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=032d2098-a596-4bde-b11e-fdc64aface1d HTTP/1.1" status: 200 len: 217 time: 0.0657799 Apr 01 16:41:31.207948 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a07d0-6146-48e6-a809-b38c5be85433 req-b2219de6-fd79-4243-87f3-174b77a30588 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:41:31.215994 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d26a07d0-6146-48e6-a809-b38c5be85433 req-b2219de6-fd79-4243-87f3-174b77a30588 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2f7cc73-02ec-49f3-92b0-53d17eab9e34 HTTP/1.1" status: 200 len: 945 time: 0.1005247 Apr 01 16:41:31.221031 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0606f-8a34-4dcc-bdc3-28a6c69aebe5 req-b5c2cbfb-b1fc-4c1c-88fb-bcfd44cab3fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:41:31.222830 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-b7f0606f-8a34-4dcc-bdc3-28a6c69aebe5 req-b5c2cbfb-b1fc-4c1c-88fb-bcfd44cab3fe service neutron] 10.222.0.24 "GET /v2.0/subnets?id=43923d66-2e78-4e7e-8cc5-e4f60c5ab854 HTTP/1.1" status: 200 len: 848 time: 0.0604303 Apr 01 16:41:31.259513 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d26a07d0-6146-48e6-a809-b38c5be85433 req-89173b23-fa63-49c6-b994-e827764b0f11 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5231d5-cb4a-4728-83bb-bccfe6e9fb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429597 Apr 01 16:41:31.278352 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-2051e5c5-6c6b-4073-9990-2a94ed0951bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a879c6e-8a0e-46ae-b462-e95cb79baa23', 'name': 'tempest-TestShelveInstance-1561098088-router', 'tenant_id': '2f24b527cca34c1dbe3c100e38439be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.206'}], 'enable_snat': True}, 'gw_port_id': '198b5db2-4a45-44d7-b6db-c51ef7d28c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:32:39Z', 'updated_at': '2022-04-01T16:32:42Z', 'revision_number': 4, 'project_id': '2f24b527cca34c1dbe3c100e38439be7', 'gw_port': {'id': '198b5db2-4a45-44d7-b6db-c51ef7d28c51', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:89:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a879c6e-8a0e-46ae-b462-e95cb79baa23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:32:39Z', 'updated_at': '2022-04-01T16:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '68efdd84-31ec-4f97-8d1c-04aa874bfab3', 'name': '', 'network_id': '34fb4b97-9d06-4c89-b749-266e424e693d', 'tenant_id': '2f24b527cca34c1dbe3c100e38439be7', 'mac_address': 'fa:16:3e:7d:7f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a879c6e-8a0e-46ae-b462-e95cb79baa23', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43923d66-2e78-4e7e-8cc5-e4f60c5ab854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:32:41Z', 'updated_at': '2022-04-01T16:32:50Z', 'revision_number': 5, 'project_id': '2f24b527cca34c1dbe3c100e38439be7', 'subnets': [{'id': '43923d66-2e78-4e7e-8cc5-e4f60c5ab854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:41:31.282817 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2051e5c5-6c6b-4073-9990-2a94ed0951bf None None] Checking router: 1a879c6e-8a0e-46ae-b462-e95cb79baa23 for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:41:31.294429 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2051e5c5-6c6b-4073-9990-2a94ed0951bf None None] Routers {'1a879c6e-8a0e-46ae-b462-e95cb79baa23'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:41:31.295024 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-2051e5c5-6c6b-4073-9990-2a94ed0951bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:41:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['1a879c6e-8a0e-46ae-b462-e95cb79baa23'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:41:31.301260 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-b7f0606f-8a34-4dcc-bdc3-28a6c69aebe5 req-92f1ada2-51e3-4910-a697-c5c741c1317e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=34fb4b97-9d06-4c89-b749-266e424e693d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716455 Apr 01 16:41:31.436443 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-b7f0606f-8a34-4dcc-bdc3-28a6c69aebe5 req-6ec255f0-e1bd-43bb-b8e9-48acca25d8e6 service neutron] 10.222.0.24 "GET /v2.0/networks/34fb4b97-9d06-4c89-b749-266e424e693d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279697 Apr 01 16:41:31.470393 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-2051e5c5-6c6b-4073-9990-2a94ed0951bf None None] Set router 1a879c6e-8a0e-46ae-b462-e95cb79baa23 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:41:31.580783 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-b7f0606f-8a34-4dcc-bdc3-28a6c69aebe5 req-7c48b50e-e467-4ef9-a68b-d9e57d0d074d service neutron] 10.222.0.24 "GET /v2.0/networks/34fb4b97-9d06-4c89-b749-266e424e693d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355951 Apr 01 16:41:31.780519 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-2051e5c5-6c6b-4073-9990-2a94ed0951bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a879c6e-8a0e-46ae-b462-e95cb79baa23', 'name': 'tempest-TestShelveInstance-1561098088-router', 'tenant_id': '2f24b527cca34c1dbe3c100e38439be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.206'}], 'enable_snat': True}, 'gw_port_id': '198b5db2-4a45-44d7-b6db-c51ef7d28c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:32:39Z', 'updated_at': '2022-04-01T16:32:42Z', 'revision_number': 4, 'project_id': '2f24b527cca34c1dbe3c100e38439be7', 'gw_port': {'id': '198b5db2-4a45-44d7-b6db-c51ef7d28c51', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:89:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a879c6e-8a0e-46ae-b462-e95cb79baa23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:32:39Z', 'updated_at': '2022-04-01T16:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '68efdd84-31ec-4f97-8d1c-04aa874bfab3', 'name': '', 'network_id': '34fb4b97-9d06-4c89-b749-266e424e693d', 'tenant_id': '2f24b527cca34c1dbe3c100e38439be7', 'mac_address': 'fa:16:3e:7d:7f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a879c6e-8a0e-46ae-b462-e95cb79baa23', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43923d66-2e78-4e7e-8cc5-e4f60c5ab854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:32:41Z', 'updated_at': '2022-04-01T16:32:50Z', 'revision_number': 5, 'project_id': '2f24b527cca34c1dbe3c100e38439be7', 'subnets': [{'id': '43923d66-2e78-4e7e-8cc5-e4f60c5ab854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:41:31.784898 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2051e5c5-6c6b-4073-9990-2a94ed0951bf None None] The sync data for ids ['1a879c6e-8a0e-46ae-b462-e95cb79baa23'] in dv-neutron-833373-2-hyperv is: [{'id': '1a879c6e-8a0e-46ae-b462-e95cb79baa23', 'name': 'tempest-TestShelveInstance-1561098088-router', 'tenant_id': '2f24b527cca34c1dbe3c100e38439be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.206'}], 'enable_snat': True}, 'gw_port_id': '198b5db2-4a45-44d7-b6db-c51ef7d28c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:32:39Z', 'updated_at': '2022-04-01T16:32:42Z', 'revision_number': 4, 'project_id': '2f24b527cca34c1dbe3c100e38439be7', 'gw_port': {'id': '198b5db2-4a45-44d7-b6db-c51ef7d28c51', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:89:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a879c6e-8a0e-46ae-b462-e95cb79baa23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:32:39Z', 'updated_at': '2022-04-01T16:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '68efdd84-31ec-4f97-8d1c-04aa874bfab3', 'name': '', 'network_id': '34fb4b97-9d06-4c89-b749-266e424e693d', 'tenant_id': '2f24b527cca34c1dbe3c100e38439be7', 'mac_address': 'fa:16:3e:7d:7f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a879c6e-8a0e-46ae-b462-e95cb79baa23', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43923d66-2e78-4e7e-8cc5-e4f60c5ab854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:32:41Z', 'updated_at': '2022-04-01T16:32:50Z', 'revision_number': 5, 'project_id': '2f24b527cca34c1dbe3c100e38439be7', 'subnets': [{'id': '43923d66-2e78-4e7e-8cc5-e4f60c5ab854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:41:31.999642 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102b8e3b-b93c-49ad-9e34-e2a27ffba4f2 None None] New status for floating IP 29b1e205-51ec-4a3d-a339-ecb5329b53b7: DOWN {{(pid=83829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 16:41:32.457059 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7c6a9-1e82-4ae5-9b95-253854c3283c req-fa380c04-9769-4afd-8c03-effbde2db14e tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:41:32.458498 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b4e7c6a9-1e82-4ae5-9b95-253854c3283c req-fa380c04-9769-4afd-8c03-effbde2db14e tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2f7cc73-02ec-49f3-92b0-53d17eab9e34 HTTP/1.1" status: 200 len: 945 time: 0.0773625 Apr 01 16:41:32.506590 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b4e7c6a9-1e82-4ae5-9b95-253854c3283c req-9622b248-0bf2-4321-9104-be2c5923ba42 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/security-groups?id=9b5231d5-cb4a-4728-83bb-bccfe6e9fb2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416405 Apr 01 16:41:32.749797 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca18747a-77cd-4a54-8485-34690ba5d2f1 req-fbb4c80c-1fab-4164-9485-e685ebe2a467 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:41:32.750368 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-ca18747a-77cd-4a54-8485-34690ba5d2f1 req-fbb4c80c-1fab-4164-9485-e685ebe2a467 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Synchronizing usage tracker for tenant:2f24b527cca34c1dbe3c100e38439be7 on resource:port {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:41:32.766580 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-ca18747a-77cd-4a54-8485-34690ba5d2f1 req-fbb4c80c-1fab-4164-9485-e685ebe2a467 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Unset dirty status for tenant:2f24b527cca34c1dbe3c100e38439be7 on resource:port {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:41:32.767736 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-ca18747a-77cd-4a54-8485-34690ba5d2f1 req-fbb4c80c-1fab-4164-9485-e685ebe2a467 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2f7cc73-02ec-49f3-92b0-53d17eab9e34 HTTP/1.1" status: 200 len: 945 time: 0.0951090 Apr 01 16:41:32.835165 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [req-ca18747a-77cd-4a54-8485-34690ba5d2f1 req-1764315d-15fd-4bdc-8ccb-d4ac1b01b3a9 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Deleting port 032d2098-a596-4bde-b11e-fdc64aface1d {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:41:32.835498 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-ca18747a-77cd-4a54-8485-34690ba5d2f1 req-1764315d-15fd-4bdc-8ccb-d4ac1b01b3a9 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:33.170332 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [req-ca18747a-77cd-4a54-8485-34690ba5d2f1 req-1764315d-15fd-4bdc-8ccb-d4ac1b01b3a9 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] For port 032d2098-a596-4bde-b11e-fdc64aface1d, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=032d2098-a596-4bde-b11e-fdc64aface1d,segment=NetworkSegment(d84c770d-34da-4a67-bd23-27ecff4de1fd),segment_id=d84c770d-34da-4a67-bd23-27ecff4de1fd)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:41:33.170678 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-ca18747a-77cd-4a54-8485-34690ba5d2f1 req-1764315d-15fd-4bdc-8ccb-d4ac1b01b3a9 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:33.293433 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [req-ca18747a-77cd-4a54-8485-34690ba5d2f1 req-1764315d-15fd-4bdc-8ccb-d4ac1b01b3a9 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Calling delete_port for 032d2098-a596-4bde-b11e-fdc64aface1d owned by compute:nova {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:41:33.432825 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-ca18747a-77cd-4a54-8485-34690ba5d2f1 req-1764315d-15fd-4bdc-8ccb-d4ac1b01b3a9 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:33.484474 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1764315d-15fd-4bdc-8ccb-d4ac1b01b3a9 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Pushing event deleted for resources: {'Port': ['ID=032d2098-a596-4bde-b11e-fdc64aface1d,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:41:33.558444 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca18747a-77cd-4a54-8485-34690ba5d2f1 req-1764315d-15fd-4bdc-8ccb-d4ac1b01b3a9 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] No DVR routers for this DVR port 032d2098-a596-4bde-b11e-fdc64aface1d on host hv-neutron-8333 {{(pid=83828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:41:33.560871 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-ca18747a-77cd-4a54-8485-34690ba5d2f1 req-1764315d-15fd-4bdc-8ccb-d4ac1b01b3a9 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:33.563387 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2f7cc73-02ec-49f3-92b0-53d17eab9e34', 'name': 'network-vif-deleted', 'tag': '032d2098-a596-4bde-b11e-fdc64aface1d'}] {{(pid=83828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:41:33.583703 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-ca18747a-77cd-4a54-8485-34690ba5d2f1 req-1764315d-15fd-4bdc-8ccb-d4ac1b01b3a9 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.24 "DELETE /v2.0/ports/032d2098-a596-4bde-b11e-fdc64aface1d HTTP/1.1" status: 204 len: 173 time: 0.8103340 Apr 01 16:41:33.626901 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2f7cc73-02ec-49f3-92b0-53d17eab9e34', 'name': 'network-vif-deleted', 'tag': '032d2098-a596-4bde-b11e-fdc64aface1d', 'status': 'completed', 'code': 200} Apr 01 16:41:33.763632 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-08e6f9e4-1906-43f8-8bf0-0b703cf70f90 req-0704b76d-716c-4c0d-846c-e51bb9ae1e78 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2f7cc73-02ec-49f3-92b0-53d17eab9e34 HTTP/1.1" status: 200 len: 210 time: 0.1290519 Apr 01 16:41:34.855448 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 032d2098-a596-4bde-b11e-fdc64aface1d no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:41:34.870126 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 36634) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:41:34.890583 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] No Port match for: 032d2098-a596-4bde-b11e-fdc64aface1d {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:41:34.891173 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 032d2098-a596-4bde-b11e-fdc64aface1d not bound to the agent host hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:41:34.941340 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-407309ba-200c-4d27-bc4c-74af6443e885 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:34.972539 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-407309ba-200c-4d27-bc4c-74af6443e885 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:35.046628 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-407309ba-200c-4d27-bc4c-74af6443e885 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:35.069324 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407309ba-200c-4d27-bc4c-74af6443e885 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5231d5-cb4a-4728-83bb-bccfe6e9fb2d,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:41:35.081754 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-407309ba-200c-4d27-bc4c-74af6443e885 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:35.082948 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-407309ba-200c-4d27-bc4c-74af6443e885 tempest-TestShelveInstance-946957743 tempest-TestShelveInstance-946957743-project] 10.222.0.55 "DELETE /v2.0/security-groups/9b5231d5-cb4a-4728-83bb-bccfe6e9fb2d HTTP/1.1" status: 204 len: 168 time: 0.2112722 Apr 01 16:41:35.139361 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 36640) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:41:35.667158 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6ca1dd6b-3d18-492e-ab4d-43b4cc7cdaca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611543'] for router_interface, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:36.372844 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1dd6b-3d18-492e-ab4d-43b4cc7cdaca admin admin] Deleting port 68efdd84-31ec-4f97-8d1c-04aa874bfab3 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:41:36.373452 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6ca1dd6b-3d18-492e-ab4d-43b4cc7cdaca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:36.549031 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-6ca1dd6b-3d18-492e-ab4d-43b4cc7cdaca admin admin] For port 68efdd84-31ec-4f97-8d1c-04aa874bfab3, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=68efdd84-31ec-4f97-8d1c-04aa874bfab3,segment=NetworkSegment(d84c770d-34da-4a67-bd23-27ecff4de1fd),segment_id=d84c770d-34da-4a67-bd23-27ecff4de1fd)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:41:36.549390 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6ca1dd6b-3d18-492e-ab4d-43b4cc7cdaca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:36.675176 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1dd6b-3d18-492e-ab4d-43b4cc7cdaca admin admin] Calling delete_port for 68efdd84-31ec-4f97-8d1c-04aa874bfab3 owned by network:router_interface {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:41:36.845131 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6ca1dd6b-3d18-492e-ab4d-43b4cc7cdaca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:36.893023 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1dd6b-3d18-492e-ab4d-43b4cc7cdaca admin admin] Pushing event deleted for resources: {'Port': ['ID=68efdd84-31ec-4f97-8d1c-04aa874bfab3,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:41:37.183117 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6ca1dd6b-3d18-492e-ab4d-43b4cc7cdaca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611462'] for router_interface, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:37.844616 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ca1dd6b-3d18-492e-ab4d-43b4cc7cdaca admin admin] Router 1a879c6e-8a0e-46ae-b462-e95cb79baa23 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:41:38.048052 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ca1dd6b-3d18-492e-ab4d-43b4cc7cdaca admin admin] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:41:38.058812 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d941f8dc-c97d-40cf-b5b1-18edbc30fc1b None None] Sync routers for ids ['1a879c6e-8a0e-46ae-b462-e95cb79baa23'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:41:38.063806 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-6ca1dd6b-3d18-492e-ab4d-43b4cc7cdaca admin admin] 10.222.0.55 "PUT /v2.0/routers/1a879c6e-8a0e-46ae-b462-e95cb79baa23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9237621 Apr 01 16:41:38.066432 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 36648) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:41:38.074321 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d941f8dc-c97d-40cf-b5b1-18edbc30fc1b None None] Routers {'1a879c6e-8a0e-46ae-b462-e95cb79baa23'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:41:38.074923 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-d941f8dc-c97d-40cf-b5b1-18edbc30fc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:41:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['1a879c6e-8a0e-46ae-b462-e95cb79baa23'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:41:38.254387 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-d941f8dc-c97d-40cf-b5b1-18edbc30fc1b None None] Set router 1a879c6e-8a0e-46ae-b462-e95cb79baa23 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:41:38.262678 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6213fa0c-c473-4198-ab51-4269d8b466d7 admin admin] Notify callbacks [] for router, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:38.458561 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6213fa0c-c473-4198-ab51-4269d8b466d7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:38.470136 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-6213fa0c-c473-4198-ab51-4269d8b466d7 admin admin] Deleting port 198b5db2-4a45-44d7-b6db-c51ef7d28c51 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:41:38.470558 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6213fa0c-c473-4198-ab51-4269d8b466d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:38.544052 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-d941f8dc-c97d-40cf-b5b1-18edbc30fc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a879c6e-8a0e-46ae-b462-e95cb79baa23', 'name': 'tempest-TestShelveInstance-1561098088-router', 'tenant_id': '2f24b527cca34c1dbe3c100e38439be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.206'}], 'enable_snat': True}, 'gw_port_id': '198b5db2-4a45-44d7-b6db-c51ef7d28c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:32:39Z', 'updated_at': '2022-04-01T16:41:36Z', 'revision_number': 5, 'project_id': '2f24b527cca34c1dbe3c100e38439be7', 'gw_port': {'id': '198b5db2-4a45-44d7-b6db-c51ef7d28c51', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:89:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a879c6e-8a0e-46ae-b462-e95cb79baa23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:32:39Z', 'updated_at': '2022-04-01T16:32:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:41:38.547999 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d941f8dc-c97d-40cf-b5b1-18edbc30fc1b None None] Checking router: 1a879c6e-8a0e-46ae-b462-e95cb79baa23 for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:41:38.559018 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d941f8dc-c97d-40cf-b5b1-18edbc30fc1b None None] Routers {'1a879c6e-8a0e-46ae-b462-e95cb79baa23'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:41:38.559605 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-d941f8dc-c97d-40cf-b5b1-18edbc30fc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:41:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['1a879c6e-8a0e-46ae-b462-e95cb79baa23'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:41:38.644264 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-6213fa0c-c473-4198-ab51-4269d8b466d7 admin admin] For port 198b5db2-4a45-44d7-b6db-c51ef7d28c51, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=198b5db2-4a45-44d7-b6db-c51ef7d28c51,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:41:38.644620 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6213fa0c-c473-4198-ab51-4269d8b466d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:38.735791 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-d941f8dc-c97d-40cf-b5b1-18edbc30fc1b None None] Set router 1a879c6e-8a0e-46ae-b462-e95cb79baa23 gateway port host: None {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:41:38.767332 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-6213fa0c-c473-4198-ab51-4269d8b466d7 admin admin] Calling delete_port for 198b5db2-4a45-44d7-b6db-c51ef7d28c51 owned by network:router_gateway {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:41:38.840465 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-d941f8dc-c97d-40cf-b5b1-18edbc30fc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a879c6e-8a0e-46ae-b462-e95cb79baa23', 'name': 'tempest-TestShelveInstance-1561098088-router', 'tenant_id': '2f24b527cca34c1dbe3c100e38439be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:32:39Z', 'updated_at': '2022-04-01T16:41:38Z', 'revision_number': 6, 'project_id': '2f24b527cca34c1dbe3c100e38439be7', 'gw_port_host': None}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:41:38.844289 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d941f8dc-c97d-40cf-b5b1-18edbc30fc1b None None] The sync data for ids ['1a879c6e-8a0e-46ae-b462-e95cb79baa23'] in dv-neutron-833373-2-hyperv is: [{'id': '1a879c6e-8a0e-46ae-b462-e95cb79baa23', 'name': 'tempest-TestShelveInstance-1561098088-router', 'tenant_id': '2f24b527cca34c1dbe3c100e38439be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:32:39Z', 'updated_at': '2022-04-01T16:41:38Z', 'revision_number': 6, 'project_id': '2f24b527cca34c1dbe3c100e38439be7', 'gw_port_host': None}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:41:38.937490 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6213fa0c-c473-4198-ab51-4269d8b466d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:38.986005 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6213fa0c-c473-4198-ab51-4269d8b466d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=198b5db2-4a45-44d7-b6db-c51ef7d28c51,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:41:39.381109 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6213fa0c-c473-4198-ab51-4269d8b466d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617660'] for router_gateway, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:39.638359 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6213fa0c-c473-4198-ab51-4269d8b466d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130651'] for router, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:39.642675 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6213fa0c-c473-4198-ab51-4269d8b466d7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:39.668650 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6213fa0c-c473-4198-ab51-4269d8b466d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607376'] for router, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:39.669200 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6213fa0c-c473-4198-ab51-4269d8b466d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a879c6e-8a0e-46ae-b462-e95cb79baa23 {{(pid=83828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 16:41:39.681455 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-6213fa0c-c473-4198-ab51-4269d8b466d7 admin admin] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:39.682587 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-6213fa0c-c473-4198-ab51-4269d8b466d7 admin admin] 10.222.0.55 "DELETE /v2.0/routers/1a879c6e-8a0e-46ae-b462-e95cb79baa23 HTTP/1.1" status: 204 len: 168 time: 1.6152477 Apr 01 16:41:39.685105 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 36652) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:41:39.745245 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_v2 [None req-814d9352-1b63-4049-b60d-88aa02c475ef admin admin] Deleting subnet 43923d66-2e78-4e7e-8cc5-e4f60c5ab854 {{(pid=83828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 16:41:39.748162 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-814d9352-1b63-4049-b60d-88aa02c475ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:39.801629 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-814d9352-1b63-4049-b60d-88aa02c475ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15303084'] for subnet, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:39.881301 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-814d9352-1b63-4049-b60d-88aa02c475ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:39.948833 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-814d9352-1b63-4049-b60d-88aa02c475ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15306565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16030232'] for subnet, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:39.970516 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 68efdd84-31ec-4f97-8d1c-04aa874bfab3 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:41:39.992513 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814d9352-1b63-4049-b60d-88aa02c475ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43923d66-2e78-4e7e-8cc5-e4f60c5ab854,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:41:40.003379 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-814d9352-1b63-4049-b60d-88aa02c475ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:40.010152 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-814d9352-1b63-4049-b60d-88aa02c475ef admin admin] 10.222.0.55 "DELETE /v2.0/subnets/43923d66-2e78-4e7e-8cc5-e4f60c5ab854 HTTP/1.1" status: 204 len: 168 time: 0.3237174 Apr 01 16:41:40.012598 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 36656) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:41:40.031802 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39aedc60-079c-4709-b337-a8a6dc4e2ef8 None None] Network 34fb4b97-9d06-4c89-b749-266e424e693d requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:41:40.055456 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 68efdd84-31ec-4f97-8d1c-04aa874bfab3 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:41:40.055789 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 68efdd84-31ec-4f97-8d1c-04aa874bfab3 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:41:40.056204 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 198b5db2-4a45-44d7-b6db-c51ef7d28c51 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:41:40.120350 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e30e9cb3-45ba-42f8-bf97-619507970c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:40.130572 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-e30e9cb3-45ba-42f8-bf97-619507970c27 admin admin] Deleting port 2b0afe4c-989b-4016-a07b-06e314152996 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:41:40.130902 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e30e9cb3-45ba-42f8-bf97-619507970c27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:40.136576 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 198b5db2-4a45-44d7-b6db-c51ef7d28c51 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:41:40.136938 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 198b5db2-4a45-44d7-b6db-c51ef7d28c51 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:41:40.316519 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f23bc5-3279-44f4-95c4-011cd531cf0d None None] DHCP port deletion for 34fb4b97-9d06-4c89-b749-266e424e693d request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 16:41:40.320312 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-95f23bc5-3279-44f4-95c4-011cd531cf0d None None] Deleting port 2b0afe4c-989b-4016-a07b-06e314152996 {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:41:40.321933 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-95f23bc5-3279-44f4-95c4-011cd531cf0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:40.337240 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-e30e9cb3-45ba-42f8-bf97-619507970c27 admin admin] For port 2b0afe4c-989b-4016-a07b-06e314152996, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=2b0afe4c-989b-4016-a07b-06e314152996,segment=NetworkSegment(d84c770d-34da-4a67-bd23-27ecff4de1fd),segment_id=d84c770d-34da-4a67-bd23-27ecff4de1fd)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:41:40.337597 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e30e9cb3-45ba-42f8-bf97-619507970c27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:40.459471 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-e30e9cb3-45ba-42f8-bf97-619507970c27 admin admin] Calling delete_port for 2b0afe4c-989b-4016-a07b-06e314152996 owned by network:dhcp {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:41:40.525786 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-95f23bc5-3279-44f4-95c4-011cd531cf0d None None] For port 2b0afe4c-989b-4016-a07b-06e314152996, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=2b0afe4c-989b-4016-a07b-06e314152996,segment=NetworkSegment(d84c770d-34da-4a67-bd23-27ecff4de1fd),segment_id=d84c770d-34da-4a67-bd23-27ecff4de1fd)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:41:40.526176 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-95f23bc5-3279-44f4-95c4-011cd531cf0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:40.532836 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e30e9cb3-45ba-42f8-bf97-619507970c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:40.581792 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30e9cb3-45ba-42f8-bf97-619507970c27 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b0afe4c-989b-4016-a07b-06e314152996,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:41:40.586519 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30e9cb3-45ba-42f8-bf97-619507970c27 admin admin] No DVR routers for this DVR port 2b0afe4c-989b-4016-a07b-06e314152996 on host dv-neutron-833373-2-hyperv {{(pid=83828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:41:40.647225 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-95f23bc5-3279-44f4-95c4-011cd531cf0d None None] Calling delete_port for 2b0afe4c-989b-4016-a07b-06e314152996 owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:41:40.703827 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e30e9cb3-45ba-42f8-bf97-619507970c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:40.710125 dv-neutron-833373-2-hyperv neutron-server[83829]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:41:40.710125 dv-neutron-833373-2-hyperv neutron-server[83829]: util.warn( Apr 01 16:41:40.710125 dv-neutron-833373-2-hyperv neutron-server[83829]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:41:40.710125 dv-neutron-833373-2-hyperv neutron-server[83829]: util.warn( Apr 01 16:41:40.710125 dv-neutron-833373-2-hyperv neutron-server[83829]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:41:40.710125 dv-neutron-833373-2-hyperv neutron-server[83829]: util.warn( Apr 01 16:41:40.710125 dv-neutron-833373-2-hyperv neutron-server[83829]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:41:40.710125 dv-neutron-833373-2-hyperv neutron-server[83829]: util.warn( Apr 01 16:41:40.710125 dv-neutron-833373-2-hyperv neutron-server[83829]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:41:40.710125 dv-neutron-833373-2-hyperv neutron-server[83829]: util.warn( Apr 01 16:41:40.710125 dv-neutron-833373-2-hyperv neutron-server[83829]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:41:40.710125 dv-neutron-833373-2-hyperv neutron-server[83829]: util.warn( Apr 01 16:41:40.710125 dv-neutron-833373-2-hyperv neutron-server[83829]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:41:40.710125 dv-neutron-833373-2-hyperv neutron-server[83829]: util.warn( Apr 01 16:41:40.710125 dv-neutron-833373-2-hyperv neutron-server[83829]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:41:40.710125 dv-neutron-833373-2-hyperv neutron-server[83829]: util.warn( Apr 01 16:41:40.710125 dv-neutron-833373-2-hyperv neutron-server[83829]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:41:40.710125 dv-neutron-833373-2-hyperv neutron-server[83829]: util.warn( Apr 01 16:41:40.710125 dv-neutron-833373-2-hyperv neutron-server[83829]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:41:40.710125 dv-neutron-833373-2-hyperv neutron-server[83829]: util.warn( Apr 01 16:41:40.710125 dv-neutron-833373-2-hyperv neutron-server[83829]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:41:40.710125 dv-neutron-833373-2-hyperv neutron-server[83829]: util.warn( Apr 01 16:41:40.710125 dv-neutron-833373-2-hyperv neutron-server[83829]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:41:40.710125 dv-neutron-833373-2-hyperv neutron-server[83829]: util.warn( Apr 01 16:41:40.710125 dv-neutron-833373-2-hyperv neutron-server[83829]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:41:40.710125 dv-neutron-833373-2-hyperv neutron-server[83829]: util.warn( Apr 01 16:41:40.710125 dv-neutron-833373-2-hyperv neutron-server[83829]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:41:40.710125 dv-neutron-833373-2-hyperv neutron-server[83829]: util.warn( Apr 01 16:41:40.710125 dv-neutron-833373-2-hyperv neutron-server[83829]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:41:40.710125 dv-neutron-833373-2-hyperv neutron-server[83829]: util.warn( Apr 01 16:41:40.710125 dv-neutron-833373-2-hyperv neutron-server[83829]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:41:40.710125 dv-neutron-833373-2-hyperv neutron-server[83829]: util.warn( Apr 01 16:41:40.710125 dv-neutron-833373-2-hyperv neutron-server[83829]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:41:40.710125 dv-neutron-833373-2-hyperv neutron-server[83829]: util.warn( Apr 01 16:41:40.710125 dv-neutron-833373-2-hyperv neutron-server[83829]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:41:40.710125 dv-neutron-833373-2-hyperv neutron-server[83829]: util.warn( Apr 01 16:41:40.710125 dv-neutron-833373-2-hyperv neutron-server[83829]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:41:40.710125 dv-neutron-833373-2-hyperv neutron-server[83829]: util.warn( Apr 01 16:41:40.710125 dv-neutron-833373-2-hyperv neutron-server[83829]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:41:40.710125 dv-neutron-833373-2-hyperv neutron-server[83829]: util.warn( Apr 01 16:41:40.710125 dv-neutron-833373-2-hyperv neutron-server[83829]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:41:40.710125 dv-neutron-833373-2-hyperv neutron-server[83829]: util.warn( Apr 01 16:41:40.710125 dv-neutron-833373-2-hyperv neutron-server[83829]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:41:40.710125 dv-neutron-833373-2-hyperv neutron-server[83829]: util.warn( Apr 01 16:41:40.710125 dv-neutron-833373-2-hyperv neutron-server[83829]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:41:40.710125 dv-neutron-833373-2-hyperv neutron-server[83829]: util.warn( Apr 01 16:41:40.710125 dv-neutron-833373-2-hyperv neutron-server[83829]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:41:40.710125 dv-neutron-833373-2-hyperv neutron-server[83829]: util.warn( Apr 01 16:41:40.710125 dv-neutron-833373-2-hyperv neutron-server[83829]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:41:40.710125 dv-neutron-833373-2-hyperv neutron-server[83829]: util.warn( Apr 01 16:41:40.710125 dv-neutron-833373-2-hyperv neutron-server[83829]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:41:40.710125 dv-neutron-833373-2-hyperv neutron-server[83829]: util.warn( Apr 01 16:41:40.710125 dv-neutron-833373-2-hyperv neutron-server[83829]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:41:40.710125 dv-neutron-833373-2-hyperv neutron-server[83829]: util.warn( Apr 01 16:41:40.710125 dv-neutron-833373-2-hyperv neutron-server[83829]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 16:41:40.710125 dv-neutron-833373-2-hyperv neutron-server[83829]: util.warn( Apr 01 16:41:40.718565 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.db.api [None req-95f23bc5-3279-44f4-95c4-011cd531cf0d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:41:40.718917 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG oslo_db.api [None req-95f23bc5-3279-44f4-95c4-011cd531cf0d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:41:40.732597 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-e30e9cb3-45ba-42f8-bf97-619507970c27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34fb4b97-9d06-4c89-b749-266e424e693d']}} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:41:40.843254 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-e30e9cb3-45ba-42f8-bf97-619507970c27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd84c770d-34da-4a67-bd23-27ecff4de1fd') {'for_net_delete': True} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:41:40.843458 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-e30e9cb3-45ba-42f8-bf97-619507970c27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd84c770d-34da-4a67-bd23-27ecff4de1fd') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:41:40.856124 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e30e9cb3-45ba-42f8-bf97-619507970c27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15303093'] for segment, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:40.873056 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e30e9cb3-45ba-42f8-bf97-619507970c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:40.879233 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e30e9cb3-45ba-42f8-bf97-619507970c27 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=83828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 16:41:40.879615 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e30e9cb3-45ba-42f8-bf97-619507970c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15306523'] for segment, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:40.893238 dv-neutron-833373-2-hyperv neutron-server[83828]: Traceback (most recent call last): Apr 01 16:41:40.893238 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 16:41:40.893238 dv-neutron-833373-2-hyperv neutron-server[83828]: timer() Apr 01 16:41:40.893238 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:41:40.893238 dv-neutron-833373-2-hyperv neutron-server[83828]: cb(*args, **kw) Apr 01 16:41:40.893238 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:41:40.893238 dv-neutron-833373-2-hyperv neutron-server[83828]: return func(*args, **kwargs) Apr 01 16:41:40.893238 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:41:40.893238 dv-neutron-833373-2-hyperv neutron-server[83828]: self._notify() Apr 01 16:41:40.893238 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:41:40.893238 dv-neutron-833373-2-hyperv neutron-server[83828]: self.callback(batched_events) Apr 01 16:41:40.893238 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:41:40.893238 dv-neutron-833373-2-hyperv neutron-server[83828]: event.method(event) Apr 01 16:41:40.893238 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:41:40.893238 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:41:40.893238 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:41:40.893238 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:41:40.893238 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:41:40.893238 dv-neutron-833373-2-hyperv neutron-server[83828]: return f(self, *a, **k) Apr 01 16:41:40.893238 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 16:41:40.893238 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._get(url).json() Apr 01 16:41:40.893238 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 16:41:40.893238 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:41:40.893238 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 16:41:40.893238 dv-neutron-833373-2-hyperv neutron-server[83828]: return self.request(url, 'GET', **kwargs) Apr 01 16:41:40.893238 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 16:41:40.893238 dv-neutron-833373-2-hyperv neutron-server[83828]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:41:40.893238 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 16:41:40.893238 dv-neutron-833373-2-hyperv neutron-server[83828]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:41:40.893238 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 16:41:40.893238 dv-neutron-833373-2-hyperv neutron-server[83828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:41:40.893238 dv-neutron-833373-2-hyperv neutron-server[83828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:41:40.968457 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e30e9cb3-45ba-42f8-bf97-619507970c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:40.984335 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-e30e9cb3-45ba-42f8-bf97-619507970c27 admin admin] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:40.995105 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30e9cb3-45ba-42f8-bf97-619507970c27 admin admin] Pushing event deleted for resources: {'Network': ['ID=34fb4b97-9d06-4c89-b749-266e424e693d,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:41:41.009583 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-e30e9cb3-45ba-42f8-bf97-619507970c27 admin admin] 10.222.0.55 "DELETE /v2.0/networks/34fb4b97-9d06-4c89-b749-266e424e693d HTTP/1.1" status: 204 len: 168 time: 0.9958422 Apr 01 16:41:41.012493 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 36660) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:41:41.220334 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-95f23bc5-3279-44f4-95c4-011cd531cf0d None None] Deleting port 2b0afe4c-989b-4016-a07b-06e314152996 {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:41:41.221024 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-95f23bc5-3279-44f4-95c4-011cd531cf0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:41.286504 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-95f23bc5-3279-44f4-95c4-011cd531cf0d None None] The port '2b0afe4c-989b-4016-a07b-06e314152996' was deleted {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 16:41:41.399451 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-159d06f6-5bf2-4b38-9af6-f8e83eb73302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611543'] for router_interface, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:41.969302 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 2b0afe4c-989b-4016-a07b-06e314152996 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:41:41.997997 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-159d06f6-5bf2-4b38-9af6-f8e83eb73302 admin admin] Deleting port 1018f76c-5be5-46e8-8dae-7c72f30b640f {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:41:41.998529 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-159d06f6-5bf2-4b38-9af6-f8e83eb73302 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:42.003235 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 2b0afe4c-989b-4016-a07b-06e314152996 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:41:42.003582 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 2b0afe4c-989b-4016-a07b-06e314152996 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:41:42.169796 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-159d06f6-5bf2-4b38-9af6-f8e83eb73302 admin admin] For port 1018f76c-5be5-46e8-8dae-7c72f30b640f, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=1018f76c-5be5-46e8-8dae-7c72f30b640f,segment=NetworkSegment(0f9fc8c2-53a4-4f75-ba7b-dd16e86f645f),segment_id=0f9fc8c2-53a4-4f75-ba7b-dd16e86f645f)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:41:42.170061 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-159d06f6-5bf2-4b38-9af6-f8e83eb73302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:42.384155 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-159d06f6-5bf2-4b38-9af6-f8e83eb73302 admin admin] Calling delete_port for 1018f76c-5be5-46e8-8dae-7c72f30b640f owned by network:router_interface {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:41:42.542494 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-159d06f6-5bf2-4b38-9af6-f8e83eb73302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:42.585032 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159d06f6-5bf2-4b38-9af6-f8e83eb73302 admin admin] Pushing event deleted for resources: {'Port': ['ID=1018f76c-5be5-46e8-8dae-7c72f30b640f,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:41:42.868084 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-159d06f6-5bf2-4b38-9af6-f8e83eb73302 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611462'] for router_interface, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:43.442785 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-159d06f6-5bf2-4b38-9af6-f8e83eb73302 admin admin] Router d550e954-6742-4c56-a6e8-41b4d8ebf9fb has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:41:43.637827 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-159d06f6-5bf2-4b38-9af6-f8e83eb73302 admin admin] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:41:43.646745 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82201d00-6d1e-4f3a-b82b-1c84a77523da None None] Sync routers for ids ['d550e954-6742-4c56-a6e8-41b4d8ebf9fb'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:41:43.653146 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-159d06f6-5bf2-4b38-9af6-f8e83eb73302 admin admin] 10.222.0.55 "PUT /v2.0/routers/d550e954-6742-4c56-a6e8-41b4d8ebf9fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6380293 Apr 01 16:41:43.653320 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:41:43.654453 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 36664) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:41:43.660012 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82201d00-6d1e-4f3a-b82b-1c84a77523da None None] Routers {'d550e954-6742-4c56-a6e8-41b4d8ebf9fb'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:41:43.660654 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-82201d00-6d1e-4f3a-b82b-1c84a77523da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:41:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['d550e954-6742-4c56-a6e8-41b4d8ebf9fb'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:41:43.849853 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-82201d00-6d1e-4f3a-b82b-1c84a77523da None None] Set router d550e954-6742-4c56-a6e8-41b4d8ebf9fb gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:41:43.959582 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9b057457-13f4-4e6d-b829-a5a9167fd0d6 admin admin] Notify callbacks [] for router, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:44.142882 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-82201d00-6d1e-4f3a-b82b-1c84a77523da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd550e954-6742-4c56-a6e8-41b4d8ebf9fb', 'name': 'tempest-TestShelveInstance-1250062772-router', 'tenant_id': '3cd46d0304234b0bad70b74a867cae0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.202'}], 'enable_snat': True}, 'gw_port_id': '5262cd08-9665-488c-a849-dd7f403454a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:32:45Z', 'updated_at': '2022-04-01T16:41:42Z', 'revision_number': 5, 'project_id': '3cd46d0304234b0bad70b74a867cae0e', 'gw_port': {'id': '5262cd08-9665-488c-a849-dd7f403454a6', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e9:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd550e954-6742-4c56-a6e8-41b4d8ebf9fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:32:45Z', 'updated_at': '2022-04-01T16:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:41:44.146161 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82201d00-6d1e-4f3a-b82b-1c84a77523da None None] Checking router: d550e954-6742-4c56-a6e8-41b4d8ebf9fb for host: dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:41:44.156929 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82201d00-6d1e-4f3a-b82b-1c84a77523da None None] Routers {'d550e954-6742-4c56-a6e8-41b4d8ebf9fb'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:41:44.157795 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-82201d00-6d1e-4f3a-b82b-1c84a77523da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:41:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['d550e954-6742-4c56-a6e8-41b4d8ebf9fb'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:41:44.159174 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9b057457-13f4-4e6d-b829-a5a9167fd0d6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:44.169343 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-9b057457-13f4-4e6d-b829-a5a9167fd0d6 admin admin] Deleting port 5262cd08-9665-488c-a849-dd7f403454a6 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:41:44.169707 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9b057457-13f4-4e6d-b829-a5a9167fd0d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:44.344552 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-82201d00-6d1e-4f3a-b82b-1c84a77523da None None] Set router d550e954-6742-4c56-a6e8-41b4d8ebf9fb gateway port host: None {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:41:44.346714 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-9b057457-13f4-4e6d-b829-a5a9167fd0d6 admin admin] For port 5262cd08-9665-488c-a849-dd7f403454a6, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=5262cd08-9665-488c-a849-dd7f403454a6,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:41:44.347071 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9b057457-13f4-4e6d-b829-a5a9167fd0d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:44.450951 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-82201d00-6d1e-4f3a-b82b-1c84a77523da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd550e954-6742-4c56-a6e8-41b4d8ebf9fb', 'name': 'tempest-TestShelveInstance-1250062772-router', 'tenant_id': '3cd46d0304234b0bad70b74a867cae0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:32:45Z', 'updated_at': '2022-04-01T16:41:44Z', 'revision_number': 6, 'project_id': '3cd46d0304234b0bad70b74a867cae0e', 'gw_port_host': None}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:41:44.454893 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82201d00-6d1e-4f3a-b82b-1c84a77523da None None] The sync data for ids ['d550e954-6742-4c56-a6e8-41b4d8ebf9fb'] in dv-neutron-833373-2-hyperv is: [{'id': 'd550e954-6742-4c56-a6e8-41b4d8ebf9fb', 'name': 'tempest-TestShelveInstance-1250062772-router', 'tenant_id': '3cd46d0304234b0bad70b74a867cae0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:32:45Z', 'updated_at': '2022-04-01T16:41:44Z', 'revision_number': 6, 'project_id': '3cd46d0304234b0bad70b74a867cae0e', 'gw_port_host': None}] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:41:44.468877 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-9b057457-13f4-4e6d-b829-a5a9167fd0d6 admin admin] Calling delete_port for 5262cd08-9665-488c-a849-dd7f403454a6 owned by network:router_gateway {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:41:44.631211 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9b057457-13f4-4e6d-b829-a5a9167fd0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:44.679245 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b057457-13f4-4e6d-b829-a5a9167fd0d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5262cd08-9665-488c-a849-dd7f403454a6,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:41:44.900334 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9b057457-13f4-4e6d-b829-a5a9167fd0d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617660'] for router_gateway, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:45.263634 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9b057457-13f4-4e6d-b829-a5a9167fd0d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130651'] for router, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:45.267929 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9b057457-13f4-4e6d-b829-a5a9167fd0d6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:45.298260 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9b057457-13f4-4e6d-b829-a5a9167fd0d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607376'] for router, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:45.298836 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b057457-13f4-4e6d-b829-a5a9167fd0d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d550e954-6742-4c56-a6e8-41b4d8ebf9fb {{(pid=83828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 16:41:45.313294 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-9b057457-13f4-4e6d-b829-a5a9167fd0d6 admin admin] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:45.314429 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-9b057457-13f4-4e6d-b829-a5a9167fd0d6 admin admin] 10.222.0.55 "DELETE /v2.0/routers/d550e954-6742-4c56-a6e8-41b4d8ebf9fb HTTP/1.1" status: 204 len: 168 time: 1.6590652 Apr 01 16:41:45.317072 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 36668) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:41:45.375031 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_v2 [None req-843a5eea-757b-4011-ba1b-660132b91037 admin admin] Deleting subnet 7a615ecd-d906-4fe1-aa49-17b01da83b75 {{(pid=83828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 16:41:45.377914 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-843a5eea-757b-4011-ba1b-660132b91037 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:45.430278 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-843a5eea-757b-4011-ba1b-660132b91037 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15303084'] for subnet, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:45.511887 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-843a5eea-757b-4011-ba1b-660132b91037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:45.583891 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-843a5eea-757b-4011-ba1b-660132b91037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15306565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16030232'] for subnet, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:45.626309 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a5eea-757b-4011-ba1b-660132b91037 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a615ecd-d906-4fe1-aa49-17b01da83b75,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:41:45.629998 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-843a5eea-757b-4011-ba1b-660132b91037 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:45.635990 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8472a92-45e6-4d19-b63e-5f3872308bb9 None None] Network 672bd55d-071a-4ef8-87b1-2453b30b9181 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:41:45.636492 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-843a5eea-757b-4011-ba1b-660132b91037 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/7a615ecd-d906-4fe1-aa49-17b01da83b75 HTTP/1.1" status: 204 len: 168 time: 0.3180172 Apr 01 16:41:45.638575 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 36672) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:41:45.740979 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4f1c0122-f4fe-49f6-8cd4-6491bde93e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:45.752540 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-4f1c0122-f4fe-49f6-8cd4-6491bde93e24 admin admin] Deleting port 5010795e-0f94-4276-90a3-daee179cf68b {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:41:45.752917 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4f1c0122-f4fe-49f6-8cd4-6491bde93e24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:45.880963 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7fe3ab0-e2ba-4ab2-904c-a7ab81949891 None None] DHCP port deletion for 672bd55d-071a-4ef8-87b1-2453b30b9181 request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 16:41:45.885360 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-b7fe3ab0-e2ba-4ab2-904c-a7ab81949891 None None] Deleting port 5010795e-0f94-4276-90a3-daee179cf68b {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:41:45.885731 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-b7fe3ab0-e2ba-4ab2-904c-a7ab81949891 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:45.964778 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-4f1c0122-f4fe-49f6-8cd4-6491bde93e24 admin admin] For port 5010795e-0f94-4276-90a3-daee179cf68b, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=5010795e-0f94-4276-90a3-daee179cf68b,segment=NetworkSegment(0f9fc8c2-53a4-4f75-ba7b-dd16e86f645f),segment_id=0f9fc8c2-53a4-4f75-ba7b-dd16e86f645f)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:41:45.965135 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4f1c0122-f4fe-49f6-8cd4-6491bde93e24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:45.978291 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 1018f76c-5be5-46e8-8dae-7c72f30b640f no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:41:46.022143 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 1018f76c-5be5-46e8-8dae-7c72f30b640f {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:41:46.022480 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 1018f76c-5be5-46e8-8dae-7c72f30b640f not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:41:46.022901 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 5262cd08-9665-488c-a849-dd7f403454a6 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:41:46.057709 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 5262cd08-9665-488c-a849-dd7f403454a6 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:41:46.057886 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 5262cd08-9665-488c-a849-dd7f403454a6 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:41:46.058298 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 5010795e-0f94-4276-90a3-daee179cf68b no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:41:46.090586 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-4f1c0122-f4fe-49f6-8cd4-6491bde93e24 admin admin] Calling delete_port for 5010795e-0f94-4276-90a3-daee179cf68b owned by network:dhcp {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:41:46.170159 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4f1c0122-f4fe-49f6-8cd4-6491bde93e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:46.204327 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-b7fe3ab0-e2ba-4ab2-904c-a7ab81949891 None None] For port 5010795e-0f94-4276-90a3-daee179cf68b, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=5010795e-0f94-4276-90a3-daee179cf68b,segment=NetworkSegment(0f9fc8c2-53a4-4f75-ba7b-dd16e86f645f),segment_id=0f9fc8c2-53a4-4f75-ba7b-dd16e86f645f)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:41:46.204712 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-b7fe3ab0-e2ba-4ab2-904c-a7ab81949891 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:46.212007 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No active binding found for port 5010795e-0f94-4276-90a3-daee179cf68b {{(pid=83829) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Apr 01 16:41:46.212422 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 5010795e-0f94-4276-90a3-daee179cf68b not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:41:46.212779 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1c0122-f4fe-49f6-8cd4-6491bde93e24 admin admin] Pushing event deleted for resources: {'Port': ['ID=5010795e-0f94-4276-90a3-daee179cf68b,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:41:46.218868 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1c0122-f4fe-49f6-8cd4-6491bde93e24 admin admin] No DVR routers for this DVR port 5010795e-0f94-4276-90a3-daee179cf68b on host dv-neutron-833373-2-hyperv {{(pid=83828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:41:46.327921 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-b7fe3ab0-e2ba-4ab2-904c-a7ab81949891 None None] Calling delete_port for 5010795e-0f94-4276-90a3-daee179cf68b owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:41:46.335441 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4f1c0122-f4fe-49f6-8cd4-6491bde93e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:46.361090 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-4f1c0122-f4fe-49f6-8cd4-6491bde93e24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['672bd55d-071a-4ef8-87b1-2453b30b9181']}} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:41:46.372868 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-4f1c0122-f4fe-49f6-8cd4-6491bde93e24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f9fc8c2-53a4-4f75-ba7b-dd16e86f645f') {'for_net_delete': True} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:41:46.373165 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-4f1c0122-f4fe-49f6-8cd4-6491bde93e24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f9fc8c2-53a4-4f75-ba7b-dd16e86f645f') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:41:46.384885 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4f1c0122-f4fe-49f6-8cd4-6491bde93e24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15303093'] for segment, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:46.399580 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.db.api [None req-b7fe3ab0-e2ba-4ab2-904c-a7ab81949891 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:41:46.399920 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG oslo_db.api [None req-b7fe3ab0-e2ba-4ab2-904c-a7ab81949891 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:41:46.400910 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4f1c0122-f4fe-49f6-8cd4-6491bde93e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:46.407013 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f1c0122-f4fe-49f6-8cd4-6491bde93e24 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=83828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 16:41:46.407404 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4f1c0122-f4fe-49f6-8cd4-6491bde93e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15306523'] for segment, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:46.420875 dv-neutron-833373-2-hyperv neutron-server[83828]: Traceback (most recent call last): Apr 01 16:41:46.420875 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 16:41:46.420875 dv-neutron-833373-2-hyperv neutron-server[83828]: timer() Apr 01 16:41:46.420875 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:41:46.420875 dv-neutron-833373-2-hyperv neutron-server[83828]: cb(*args, **kw) Apr 01 16:41:46.420875 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:41:46.420875 dv-neutron-833373-2-hyperv neutron-server[83828]: return func(*args, **kwargs) Apr 01 16:41:46.420875 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:41:46.420875 dv-neutron-833373-2-hyperv neutron-server[83828]: self._notify() Apr 01 16:41:46.420875 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:41:46.420875 dv-neutron-833373-2-hyperv neutron-server[83828]: self.callback(batched_events) Apr 01 16:41:46.420875 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:41:46.420875 dv-neutron-833373-2-hyperv neutron-server[83828]: event.method(event) Apr 01 16:41:46.420875 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:41:46.420875 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:41:46.420875 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:41:46.420875 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:41:46.420875 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:41:46.420875 dv-neutron-833373-2-hyperv neutron-server[83828]: return f(self, *a, **k) Apr 01 16:41:46.420875 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 16:41:46.420875 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._get(url).json() Apr 01 16:41:46.420875 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 16:41:46.420875 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:41:46.420875 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 16:41:46.420875 dv-neutron-833373-2-hyperv neutron-server[83828]: return self.request(url, 'GET', **kwargs) Apr 01 16:41:46.420875 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 16:41:46.420875 dv-neutron-833373-2-hyperv neutron-server[83828]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:41:46.420875 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 16:41:46.420875 dv-neutron-833373-2-hyperv neutron-server[83828]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:41:46.420875 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 16:41:46.420875 dv-neutron-833373-2-hyperv neutron-server[83828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:41:46.420875 dv-neutron-833373-2-hyperv neutron-server[83828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:41:46.505829 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4f1c0122-f4fe-49f6-8cd4-6491bde93e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:46.521783 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-4f1c0122-f4fe-49f6-8cd4-6491bde93e24 admin admin] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:46.532233 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1c0122-f4fe-49f6-8cd4-6491bde93e24 admin admin] Pushing event deleted for resources: {'Network': ['ID=672bd55d-071a-4ef8-87b1-2453b30b9181,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:41:46.536180 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-4f1c0122-f4fe-49f6-8cd4-6491bde93e24 admin admin] 10.222.0.55 "DELETE /v2.0/networks/672bd55d-071a-4ef8-87b1-2453b30b9181 HTTP/1.1" status: 204 len: 168 time: 0.8966892 Apr 01 16:41:46.670082 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 36678) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:41:46.718857 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-e6eb9dec-a1b3-42cc-95fa-774e42ca79e3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2f24b527cca34c1dbe3c100e38439be7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0476027 Apr 01 16:41:46.721183 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 36682) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:41:46.787785 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-09c4a8aa-3fd1-4647-b76d-5c9f6ee03ebf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:46.814330 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-09c4a8aa-3fd1-4647-b76d-5c9f6ee03ebf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:46.866308 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-09c4a8aa-3fd1-4647-b76d-5c9f6ee03ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:46.885344 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c4a8aa-3fd1-4647-b76d-5c9f6ee03ebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02607dc0-6a83-4bf2-93e7-f7a0b3870db1,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:41:46.891793 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-09c4a8aa-3fd1-4647-b76d-5c9f6ee03ebf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:46.892942 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-09c4a8aa-3fd1-4647-b76d-5c9f6ee03ebf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/02607dc0-6a83-4bf2-93e7-f7a0b3870db1 HTTP/1.1" status: 204 len: 168 time: 0.1708584 Apr 01 16:41:46.900621 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-b7fe3ab0-e2ba-4ab2-904c-a7ab81949891 None None] Deleting port 5010795e-0f94-4276-90a3-daee179cf68b {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:41:46.901111 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-b7fe3ab0-e2ba-4ab2-904c-a7ab81949891 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:46.974907 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-b7fe3ab0-e2ba-4ab2-904c-a7ab81949891 None None] The port '5010795e-0f94-4276-90a3-daee179cf68b' was deleted {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 16:41:47.295460 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 36690) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:41:47.345994 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-1b39dabc-a1d4-403f-b2ee-17ace18cad52 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3cd46d0304234b0bad70b74a867cae0e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0493972 Apr 01 16:41:47.348429 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 36694) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:41:47.405691 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-afe535e2-4041-4492-8134-b50fd088b1a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:47.433816 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-afe535e2-4041-4492-8134-b50fd088b1a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:47.486002 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-afe535e2-4041-4492-8134-b50fd088b1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:47.500070 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe535e2-4041-4492-8134-b50fd088b1a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3947bd0-d534-4658-8908-404e8907ea68,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:41:47.506122 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-afe535e2-4041-4492-8134-b50fd088b1a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:47.507251 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-afe535e2-4041-4492-8134-b50fd088b1a4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e3947bd0-d534-4658-8908-404e8907ea68 HTTP/1.1" status: 204 len: 168 time: 0.1579084 Apr 01 16:41:48.349470 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 36716) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:41:48.476360 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-b666192c-a156-4cd1-8c79-95989b36820b admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-526116406-network', 'tenant_id': 'f0b79dedb348445f87de5bdc6b23ffed'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:41:48.482277 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-b666192c-a156-4cd1-8c79-95989b36820b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:41:48.486061 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-b666192c-a156-4cd1-8c79-95989b36820b admin admin] Usage tracker for resource:network and tenant:f0b79dedb348445f87de5bdc6b23ffed is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:41:48.488861 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-b666192c-a156-4cd1-8c79-95989b36820b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:41:48.495049 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-b666192c-a156-4cd1-8c79-95989b36820b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:41:48.504846 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b666192c-a156-4cd1-8c79-95989b36820b admin admin] Made reservation on behalf of f0b79dedb348445f87de5bdc6b23ffed for: {'network': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:41:48.507048 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b666192c-a156-4cd1-8c79-95989b36820b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:48.519905 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b666192c-a156-4cd1-8c79-95989b36820b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:48.550644 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-b666192c-a156-4cd1-8c79-95989b36820b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:41:48.554615 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-b666192c-a156-4cd1-8c79-95989b36820b admin admin] Usage tracker for resource:security_group_rule and tenant:f0b79dedb348445f87de5bdc6b23ffed is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:41:48.558069 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-b666192c-a156-4cd1-8c79-95989b36820b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:41:48.563696 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-b666192c-a156-4cd1-8c79-95989b36820b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:41:48.627308 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b666192c-a156-4cd1-8c79-95989b36820b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:48.631493 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b666192c-a156-4cd1-8c79-95989b36820b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:48.662611 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b666192c-a156-4cd1-8c79-95989b36820b admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=83828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:41:48.672102 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b666192c-a156-4cd1-8c79-95989b36820b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7ac5c1-e8b7-46d5-b8e8-bec2d10ffe3b,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:41:48.677843 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b666192c-a156-4cd1-8c79-95989b36820b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:48.678236 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.segments_db [None req-b666192c-a156-4cd1-8c79-95989b36820b admin admin] Added segment 774b48c5-16ee-4388-8930-ce9d5ca1372d of type vlan for network 455f0591-005f-4a48-9baa-5d58a6533172 Apr 01 16:41:48.704986 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b666192c-a156-4cd1-8c79-95989b36820b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:48.737108 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b666192c-a156-4cd1-8c79-95989b36820b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:48.737908 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b666192c-a156-4cd1-8c79-95989b36820b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:41:48.738553 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-b666192c-a156-4cd1-8c79-95989b36820b admin admin] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:48.837468 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b666192c-a156-4cd1-8c79-95989b36820b admin admin] Pushing event updated for resources: {'Network': ['ID=455f0591-005f-4a48-9baa-5d58a6533172,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:41:48.840353 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-b666192c-a156-4cd1-8c79-95989b36820b admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4898515 Apr 01 16:41:48.843414 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 36722) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:41:48.847622 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network 455f0591-005f-4a48-9baa-5d58a6533172 details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:41:48.848588 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-0fdedd9c-7297-422d-aafa-bc87b5d1a0e9 admin admin] Request body: {'subnet': {'network_id': '455f0591-005f-4a48-9baa-5d58a6533172', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-526116406-subnet', 'tenant_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'ip_version': 4}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:41:48.854644 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-0fdedd9c-7297-422d-aafa-bc87b5d1a0e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:41:48.858809 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-0fdedd9c-7297-422d-aafa-bc87b5d1a0e9 admin admin] Usage tracker for resource:subnet and tenant:f0b79dedb348445f87de5bdc6b23ffed is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:41:48.861684 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-0fdedd9c-7297-422d-aafa-bc87b5d1a0e9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:41:48.867474 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-0fdedd9c-7297-422d-aafa-bc87b5d1a0e9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:41:48.878438 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fdedd9c-7297-422d-aafa-bc87b5d1a0e9 admin admin] Made reservation on behalf of f0b79dedb348445f87de5bdc6b23ffed for: {'subnet': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:41:48.881641 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0fdedd9c-7297-422d-aafa-bc87b5d1a0e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16030269'] for subnet, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:49.084585 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0fdedd9c-7297-422d-aafa-bc87b5d1a0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15306628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16030227'] for subnet, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:49.159299 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdedd9c-7297-422d-aafa-bc87b5d1a0e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bed58af-d57e-4baa-91c9-65ef2a732087,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:41:49.174052 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdedd9c-7297-422d-aafa-bc87b5d1a0e9 admin admin] Checking segment: {'id': '774b48c5-16ee-4388-8930-ce9d5ca1372d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '455f0591-005f-4a48-9baa-5d58a6533172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:41:49.174400 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fdedd9c-7297-422d-aafa-bc87b5d1a0e9 admin admin] Network hostable DHCP agents. Network: 455f0591-005f-4a48-9baa-5d58a6533172, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83828) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:41:49.195622 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fdedd9c-7297-422d-aafa-bc87b5d1a0e9 admin admin] Network 455f0591-005f-4a48-9baa-5d58a6533172 is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83828) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:41:49.204406 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-0fdedd9c-7297-422d-aafa-bc87b5d1a0e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, 455f0591-005f-4a48-9baa-5d58a6533172) {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:41:49.208146 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fdedd9c-7297-422d-aafa-bc87b5d1a0e9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:41:49.208715 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-0fdedd9c-7297-422d-aafa-bc87b5d1a0e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:49.214505 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b952390-d3c6-4120-bf7c-64d0ba1659e9 None None] Network 455f0591-005f-4a48-9baa-5d58a6533172 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:41:49.231079 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-0fdedd9c-7297-422d-aafa-bc87b5d1a0e9 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3865979 Apr 01 16:41:49.233754 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 36726) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:41:49.238879 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-27f172b0-3dd7-4cba-99df-f4c0c0108b4b admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-526116406-router', 'tenant_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:41:49.243600 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-27f172b0-3dd7-4cba-99df-f4c0c0108b4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:41:49.247497 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-27f172b0-3dd7-4cba-99df-f4c0c0108b4b admin admin] Usage tracker for resource:router and tenant:f0b79dedb348445f87de5bdc6b23ffed is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:41:49.250355 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-27f172b0-3dd7-4cba-99df-f4c0c0108b4b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:41:49.255972 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-27f172b0-3dd7-4cba-99df-f4c0c0108b4b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:41:49.267230 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-27f172b0-3dd7-4cba-99df-f4c0c0108b4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130665'] for router, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:49.268275 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-27f172b0-3dd7-4cba-99df-f4c0c0108b4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617571', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130640'] for router, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:49.291279 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-27f172b0-3dd7-4cba-99df-f4c0c0108b4b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:49.473851 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9cdd534-4f21-457c-a61b-102d975508b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-455f0591-005f-4a48-9baa-5d58a6533172', 'network_id': '455f0591-005f-4a48-9baa-5d58a6533172', 'tenant_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'fixed_ips': [{'subnet_id': '7bed58af-d57e-4baa-91c9-65ef2a732087'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 16:41:49.474801 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c9cdd534-4f21-457c-a61b-102d975508b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:49.551941 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-27f172b0-3dd7-4cba-99df-f4c0c0108b4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130626'] for router, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:49.639118 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-c9cdd534-4f21-457c-a61b-102d975508b9 None None] Allocated IP 172.20.0.2 (455f0591-005f-4a48-9baa-5d58a6533172/7bed58af-d57e-4baa-91c9-65ef2a732087/1b3fd19b-a6a4-4f9e-950e-03c4b14e0b87) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:41:49.748005 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-27f172b0-3dd7-4cba-99df-f4c0c0108b4b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:49.783220 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-27f172b0-3dd7-4cba-99df-f4c0c0108b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:49.849094 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c9cdd534-4f21-457c-a61b-102d975508b9 None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:49.861456 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-c9cdd534-4f21-457c-a61b-102d975508b9 None None] Transition to ACTIVE for port object 1b3fd19b-a6a4-4f9e-950e-03c4b14e0b87 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:41:49.880484 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-c9cdd534-4f21-457c-a61b-102d975508b9 None None] Transition to ACTIVE for port object 1b3fd19b-a6a4-4f9e-950e-03c4b14e0b87 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:41:49.886003 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c9cdd534-4f21-457c-a61b-102d975508b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:49.919520 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-27f172b0-3dd7-4cba-99df-f4c0c0108b4b admin admin] Allocated IP 172.26.1.238 (ed45466e-0386-4b92-8de3-247c977242ac/0479f741-5cd1-4d6f-b593-d8aa909a42d3/7c95f885-1691-4cd7-b193-8fe0a48fb856) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:41:49.966627 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9cdd534-4f21-457c-a61b-102d975508b9 None None] Network 455f0591-005f-4a48-9baa-5d58a6533172 is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:41:49.969607 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-c9cdd534-4f21-457c-a61b-102d975508b9 None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:41:49.973928 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cdd534-4f21-457c-a61b-102d975508b9 None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:41:49.976002 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cdd534-4f21-457c-a61b-102d975508b9 None None] Pushing event updated for resources: {'Port': ['ID=1b3fd19b-a6a4-4f9e-950e-03c4b14e0b87,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:41:50.016837 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cdd534-4f21-457c-a61b-102d975508b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:41:50.017190 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cdd534-4f21-457c-a61b-102d975508b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:41:50.017882 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cdd534-4f21-457c-a61b-102d975508b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:41:50.017882 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cdd534-4f21-457c-a61b-102d975508b9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:41:50.018176 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cdd534-4f21-457c-a61b-102d975508b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:41:50.018505 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cdd534-4f21-457c-a61b-102d975508b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:41:50.018837 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cdd534-4f21-457c-a61b-102d975508b9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:41:50.019166 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cdd534-4f21-457c-a61b-102d975508b9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:41:50.019492 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cdd534-4f21-457c-a61b-102d975508b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:41:50.019820 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cdd534-4f21-457c-a61b-102d975508b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:41:50.020141 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cdd534-4f21-457c-a61b-102d975508b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:41:50.080665 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-27f172b0-3dd7-4cba-99df-f4c0c0108b4b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:50.080892 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-c9cdd534-4f21-457c-a61b-102d975508b9 None None] Attempting to bind port 1b3fd19b-a6a4-4f9e-950e-03c4b14e0b87 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:41:50.081100 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-c9cdd534-4f21-457c-a61b-102d975508b9 None None] Attempting to bind port 1b3fd19b-a6a4-4f9e-950e-03c4b14e0b87 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': '774b48c5-16ee-4388-8930-ce9d5ca1372d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '455f0591-005f-4a48-9baa-5d58a6533172'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:41:50.081440 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cdd534-4f21-457c-a61b-102d975508b9 None None] Attempting to bind port 1b3fd19b-a6a4-4f9e-950e-03c4b14e0b87 on network 455f0591-005f-4a48-9baa-5d58a6533172 {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:41:50.088569 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cdd534-4f21-457c-a61b-102d975508b9 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:41:50.088981 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cdd534-4f21-457c-a61b-102d975508b9 None None] Checking segment: {'id': '774b48c5-16ee-4388-8930-ce9d5ca1372d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '455f0591-005f-4a48-9baa-5d58a6533172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:41:50.089565 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c9cdd534-4f21-457c-a61b-102d975508b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:50.089776 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cdd534-4f21-457c-a61b-102d975508b9 None None] Bound using segment: {'id': '774b48c5-16ee-4388-8930-ce9d5ca1372d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '455f0591-005f-4a48-9baa-5d58a6533172'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:41:50.090237 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-c9cdd534-4f21-457c-a61b-102d975508b9 None None] Bound port: 1b3fd19b-a6a4-4f9e-950e-03c4b14e0b87, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '774b48c5-16ee-4388-8930-ce9d5ca1372d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '455f0591-005f-4a48-9baa-5d58a6533172'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:41:50.090612 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c9cdd534-4f21-457c-a61b-102d975508b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:50.108296 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-27f172b0-3dd7-4cba-99df-f4c0c0108b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:50.179664 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f172b0-3dd7-4cba-99df-f4c0c0108b4b admin admin] Network ed45466e-0386-4b92-8de3-247c977242ac is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:41:50.183362 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-27f172b0-3dd7-4cba-99df-f4c0c0108b4b admin admin] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:41:50.183495 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-c9cdd534-4f21-457c-a61b-102d975508b9 None None] For port 1b3fd19b-a6a4-4f9e-950e-03c4b14e0b87, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:41:50.186690 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-c9cdd534-4f21-457c-a61b-102d975508b9 None None] For port 1b3fd19b-a6a4-4f9e-950e-03c4b14e0b87, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=1b3fd19b-a6a4-4f9e-950e-03c4b14e0b87,segment=NetworkSegment(774b48c5-16ee-4388-8930-ce9d5ca1372d),segment_id=774b48c5-16ee-4388-8930-ce9d5ca1372d)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:41:50.187792 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f172b0-3dd7-4cba-99df-f4c0c0108b4b admin admin] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:41:50.193967 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c9cdd534-4f21-457c-a61b-102d975508b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:50.212106 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f172b0-3dd7-4cba-99df-f4c0c0108b4b admin admin] Pushing event updated for resources: {'Port': ['ID=7c95f885-1691-4cd7-b193-8fe0a48fb856,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:41:50.286784 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cdd534-4f21-457c-a61b-102d975508b9 None None] Pushing event updated for resources: {'Port': ['ID=1b3fd19b-a6a4-4f9e-950e-03c4b14e0b87,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:41:50.362066 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-27f172b0-3dd7-4cba-99df-f4c0c0108b4b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:50.362836 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-27f172b0-3dd7-4cba-99df-f4c0c0108b4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616'] for router, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:50.610848 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27f172b0-3dd7-4cba-99df-f4c0c0108b4b admin admin] Router 9fa66dd7-c2ae-4fee-b997-15430eed2fd3 is scheduled to L3 agent ff252634-3424-422a-b742-9ae457bd54bd with binding_index 1 {{(pid=83828) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 16:41:50.810272 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f172b0-3dd7-4cba-99df-f4c0c0108b4b admin admin] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:41:50.821789 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7993dde3-918f-4aaf-96a4-2e372ca3eb8f None None] Sync routers for ids ['9fa66dd7-c2ae-4fee-b997-15430eed2fd3'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:41:50.833749 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7993dde3-918f-4aaf-96a4-2e372ca3eb8f None None] Routers {'9fa66dd7-c2ae-4fee-b997-15430eed2fd3'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:41:50.833913 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-27f172b0-3dd7-4cba-99df-f4c0c0108b4b admin admin] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:50.834335 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-7993dde3-918f-4aaf-96a4-2e372ca3eb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:41:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['9fa66dd7-c2ae-4fee-b997-15430eed2fd3'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:41:50.835151 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-27f172b0-3dd7-4cba-99df-f4c0c0108b4b admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6002989 Apr 01 16:41:50.838649 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 36730) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:41:51.024029 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-7993dde3-918f-4aaf-96a4-2e372ca3eb8f None None] Set router 9fa66dd7-c2ae-4fee-b997-15430eed2fd3 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:41:51.242509 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee94b212-7101-4a1e-b1b7-691d0e659df0 None None] Network 455f0591-005f-4a48-9baa-5d58a6533172 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:41:51.341621 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-7993dde3-918f-4aaf-96a4-2e372ca3eb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fa66dd7-c2ae-4fee-b997-15430eed2fd3', 'name': 'tempest-TestSnapshotPattern-526116406-router', 'tenant_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.238'}], 'enable_snat': True}, 'gw_port_id': '7c95f885-1691-4cd7-b193-8fe0a48fb856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:41:49Z', 'updated_at': '2022-04-01T16:41:50Z', 'revision_number': 3, 'project_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'gw_port': {'id': '7c95f885-1691-4cd7-b193-8fe0a48fb856', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8f:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fa66dd7-c2ae-4fee-b997-15430eed2fd3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:41:49Z', 'updated_at': '2022-04-01T16:41:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:41:51.345967 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7993dde3-918f-4aaf-96a4-2e372ca3eb8f None None] Checking router: 9fa66dd7-c2ae-4fee-b997-15430eed2fd3 for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:41:51.346359 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7993dde3-918f-4aaf-96a4-2e372ca3eb8f None None] Updating router 9fa66dd7-c2ae-4fee-b997-15430eed2fd3 port 7c95f885-1691-4cd7-b193-8fe0a48fb856 binding host dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 16:41:51.351479 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-6cfa1bd2-066d-4b4f-a211-2c94f7a251ea None None] Provisioning for port 1b3fd19b-a6a4-4f9e-950e-03c4b14e0b87 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:41:51.405952 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-7993dde3-918f-4aaf-96a4-2e372ca3eb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:51.709874 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-297423e4-83ee-4259-9d3c-0eb0c4773582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:51.741929 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-7993dde3-918f-4aaf-96a4-2e372ca3eb8f None None] Notify callbacks [] for port, precommit_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:51.753868 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.provisioning_blocks [None req-7993dde3-918f-4aaf-96a4-2e372ca3eb8f None None] Transition to ACTIVE for port object 7c95f885-1691-4cd7-b193-8fe0a48fb856 will not be triggered until provisioned by entity L2. {{(pid=83833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:41:51.760401 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-7993dde3-918f-4aaf-96a4-2e372ca3eb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:51.840296 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-7993dde3-918f-4aaf-96a4-2e372ca3eb8f None None] Attempting to bind port 7c95f885-1691-4cd7-b193-8fe0a48fb856 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:41:51.840951 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-7993dde3-918f-4aaf-96a4-2e372ca3eb8f None None] Attempting to bind port 7c95f885-1691-4cd7-b193-8fe0a48fb856 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}] {{(pid=83833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:41:51.841060 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7993dde3-918f-4aaf-96a4-2e372ca3eb8f None None] Attempting to bind port 7c95f885-1691-4cd7-b193-8fe0a48fb856 on network ed45466e-0386-4b92-8de3-247c977242ac {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:41:51.842941 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0235a709-a47d-41da-bb74-0e6ad7fe5947 None None] Pushing event updated for resources: {'Port': ['ID=7c95f885-1691-4cd7-b193-8fe0a48fb856,revision_number=2']} {{(pid=83833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:41:51.854758 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0235a709-a47d-41da-bb74-0e6ad7fe5947 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:41:51.855033 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0235a709-a47d-41da-bb74-0e6ad7fe5947 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:41:51.855366 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0235a709-a47d-41da-bb74-0e6ad7fe5947 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:41:51.855689 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0235a709-a47d-41da-bb74-0e6ad7fe5947 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:41:51.856055 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0235a709-a47d-41da-bb74-0e6ad7fe5947 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:41:51.856333 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0235a709-a47d-41da-bb74-0e6ad7fe5947 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:41:51.856652 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0235a709-a47d-41da-bb74-0e6ad7fe5947 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:41:51.856992 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0235a709-a47d-41da-bb74-0e6ad7fe5947 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:41:51.857448 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0235a709-a47d-41da-bb74-0e6ad7fe5947 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:41:51.857757 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0235a709-a47d-41da-bb74-0e6ad7fe5947 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:41:51.858087 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0235a709-a47d-41da-bb74-0e6ad7fe5947 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:41:51.861507 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7993dde3-918f-4aaf-96a4-2e372ca3eb8f None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:41:51.861980 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7993dde3-918f-4aaf-96a4-2e372ca3eb8f None None] Checking segment: {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:41:51.862254 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-7993dde3-918f-4aaf-96a4-2e372ca3eb8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:51.862633 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7993dde3-918f-4aaf-96a4-2e372ca3eb8f None None] Bound using segment: {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'} {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:41:51.863093 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-7993dde3-918f-4aaf-96a4-2e372ca3eb8f None None] Bound port: 7c95f885-1691-4cd7-b193-8fe0a48fb856, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}}] {{(pid=83833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:41:51.863460 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-7993dde3-918f-4aaf-96a4-2e372ca3eb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:51.915854 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-297423e4-83ee-4259-9d3c-0eb0c4773582 admin admin] Allocated IP 172.20.0.1 (455f0591-005f-4a48-9baa-5d58a6533172/7bed58af-d57e-4baa-91c9-65ef2a732087/1b188452-577e-44fb-99b2-367a17ff8949) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:41:51.938923 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.db [None req-7993dde3-918f-4aaf-96a4-2e372ca3eb8f None None] For port 7c95f885-1691-4cd7-b193-8fe0a48fb856, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:41:51.942189 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.db [None req-7993dde3-918f-4aaf-96a4-2e372ca3eb8f None None] For port 7c95f885-1691-4cd7-b193-8fe0a48fb856, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=7c95f885-1691-4cd7-b193-8fe0a48fb856,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:41:51.948364 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-7993dde3-918f-4aaf-96a4-2e372ca3eb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:52.015251 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0235a709-a47d-41da-bb74-0e6ad7fe5947 None None] Pushing event updated for resources: {'Port': ['ID=7c95f885-1691-4cd7-b193-8fe0a48fb856,revision_number=3']} {{(pid=83833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:41:52.037830 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 1b3fd19b-a6a4-4f9e-950e-03c4b14e0b87 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:41:52.038611 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7993dde3-918f-4aaf-96a4-2e372ca3eb8f None None] Routers {'9fa66dd7-c2ae-4fee-b997-15430eed2fd3'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:41:52.039243 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-7993dde3-918f-4aaf-96a4-2e372ca3eb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:41:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['9fa66dd7-c2ae-4fee-b997-15430eed2fd3'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:41:52.086270 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-297423e4-83ee-4259-9d3c-0eb0c4773582 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:52.105314 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [None req-297423e4-83ee-4259-9d3c-0eb0c4773582 admin admin] Transition to ACTIVE for port object 1b188452-577e-44fb-99b2-367a17ff8949 will not be triggered until provisioned by entity DHCP. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:41:52.119614 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 1b3fd19b-a6a4-4f9e-950e-03c4b14e0b87 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:41:52.126299 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 1b3fd19b-a6a4-4f9e-950e-03c4b14e0b87 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:41:52.126669 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:52.133776 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-297423e4-83ee-4259-9d3c-0eb0c4773582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:52.214902 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297423e4-83ee-4259-9d3c-0eb0c4773582 admin admin] Network 455f0591-005f-4a48-9baa-5d58a6533172 is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:41:52.217771 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-297423e4-83ee-4259-9d3c-0eb0c4773582 admin admin] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:41:52.221801 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297423e4-83ee-4259-9d3c-0eb0c4773582 admin admin] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:41:52.248149 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:52.260035 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297423e4-83ee-4259-9d3c-0eb0c4773582 admin admin] Pushing event updated for resources: {'Port': ['ID=1b188452-577e-44fb-99b2-367a17ff8949,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:41:52.271557 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-7993dde3-918f-4aaf-96a4-2e372ca3eb8f None None] Set router 9fa66dd7-c2ae-4fee-b997-15430eed2fd3 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:41:52.288631 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port 1b3fd19b-a6a4-4f9e-950e-03c4b14e0b87, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=1b3fd19b-a6a4-4f9e-950e-03c4b14e0b87,segment=NetworkSegment(774b48c5-16ee-4388-8930-ce9d5ca1372d),segment_id=774b48c5-16ee-4388-8930-ce9d5ca1372d)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:41:52.293984 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:52.310238 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-297423e4-83ee-4259-9d3c-0eb0c4773582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611418'] for router_interface, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:52.369195 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=1b3fd19b-a6a4-4f9e-950e-03c4b14e0b87,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:41:52.405517 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-297423e4-83ee-4259-9d3c-0eb0c4773582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:52.510050 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-ef6b34df-a539-4df1-ad8e-82fc2317ecad None None] Provisioning for port 1b188452-577e-44fb-99b2-367a17ff8949 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:41:52.515013 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-ef6b34df-a539-4df1-ad8e-82fc2317ecad None None] Provisioning complete for port 1b188452-577e-44fb-99b2-367a17ff8949 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:41:52.515469 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ef6b34df-a539-4df1-ad8e-82fc2317ecad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:52.567644 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-7993dde3-918f-4aaf-96a4-2e372ca3eb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fa66dd7-c2ae-4fee-b997-15430eed2fd3', 'name': 'tempest-TestSnapshotPattern-526116406-router', 'tenant_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.238'}], 'enable_snat': True}, 'gw_port_id': '7c95f885-1691-4cd7-b193-8fe0a48fb856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:41:49Z', 'updated_at': '2022-04-01T16:41:50Z', 'revision_number': 3, 'project_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'gw_port': {'id': '7c95f885-1691-4cd7-b193-8fe0a48fb856', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8f:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fa66dd7-c2ae-4fee-b997-15430eed2fd3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:41:49Z', 'updated_at': '2022-04-01T16:41:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:41:52.571762 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-ef6b34df-a539-4df1-ad8e-82fc2317ecad None None] Port 1b188452-577e-44fb-99b2-367a17ff8949 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 16:41:52.572742 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7993dde3-918f-4aaf-96a4-2e372ca3eb8f None None] The sync data for ids ['9fa66dd7-c2ae-4fee-b997-15430eed2fd3'] in dv-neutron-833373-2-hyperv is: [{'id': '9fa66dd7-c2ae-4fee-b997-15430eed2fd3', 'name': 'tempest-TestSnapshotPattern-526116406-router', 'tenant_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.238'}], 'enable_snat': True}, 'gw_port_id': '7c95f885-1691-4cd7-b193-8fe0a48fb856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:41:49Z', 'updated_at': '2022-04-01T16:41:50Z', 'revision_number': 3, 'project_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'gw_port': {'id': '7c95f885-1691-4cd7-b193-8fe0a48fb856', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8f:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fa66dd7-c2ae-4fee-b997-15430eed2fd3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:41:49Z', 'updated_at': '2022-04-01T16:41:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:41:52.647140 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-297423e4-83ee-4259-9d3c-0eb0c4773582 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:52.653207 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-297423e4-83ee-4259-9d3c-0eb0c4773582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:52.765089 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-297423e4-83ee-4259-9d3c-0eb0c4773582 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611525'] for router_interface, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:52.768662 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297423e4-83ee-4259-9d3c-0eb0c4773582 admin admin] Pushing event updated for resources: {'Port': ['ID=1b188452-577e-44fb-99b2-367a17ff8949,revision_number=2']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:41:53.022743 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297423e4-83ee-4259-9d3c-0eb0c4773582 admin admin] Network 455f0591-005f-4a48-9baa-5d58a6533172 is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:41:53.023996 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-297423e4-83ee-4259-9d3c-0eb0c4773582 admin admin] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:41:53.299113 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-afb36ad7-959b-4aa1-8838-4f6b47d90980 None None] Provisioning complete for port 1b188452-577e-44fb-99b2-367a17ff8949 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:41:53.299602 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-afb36ad7-959b-4aa1-8838-4f6b47d90980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:53.357762 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-afb36ad7-959b-4aa1-8838-4f6b47d90980 None None] Port 1b188452-577e-44fb-99b2-367a17ff8949 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 16:41:53.418252 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-297423e4-83ee-4259-9d3c-0eb0c4773582 admin admin] Router 9fa66dd7-c2ae-4fee-b997-15430eed2fd3 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:41:53.618723 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-297423e4-83ee-4259-9d3c-0eb0c4773582 admin admin] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:41:53.627573 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-297423e4-83ee-4259-9d3c-0eb0c4773582 admin admin] 10.222.0.55 "PUT /v2.0/routers/9fa66dd7-c2ae-4fee-b997-15430eed2fd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7879000 Apr 01 16:41:54.042438 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-fffb23e2-dc11-42e4-b18e-02a6d418b764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:54.052160 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 7c95f885-1691-4cd7-b193-8fe0a48fb856 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:41:54.124294 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 7c95f885-1691-4cd7-b193-8fe0a48fb856 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:41:54.128985 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 7c95f885-1691-4cd7-b193-8fe0a48fb856 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:41:54.129357 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:54.247747 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:54.273354 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:54.275384 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port 7c95f885-1691-4cd7-b193-8fe0a48fb856, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=7c95f885-1691-4cd7-b193-8fe0a48fb856,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:41:54.280910 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:54.281760 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 1b3fd19b-a6a4-4f9e-950e-03c4b14e0b87 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:41:54.433575 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=7c95f885-1691-4cd7-b193-8fe0a48fb856,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:41:54.447695 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 1b3fd19b-a6a4-4f9e-950e-03c4b14e0b87 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:41:54.448059 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:54.483277 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 36756) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:41:54.488848 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-c9f585b1-c3a7-4a79-9c29-7fefe5ecd2ca admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-518649046-network', 'tenant_id': '95c614349561427fbcd3cd79b0563dcf'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:41:54.493865 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-c9f585b1-c3a7-4a79-9c29-7fefe5ecd2ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:41:54.498089 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-c9f585b1-c3a7-4a79-9c29-7fefe5ecd2ca admin admin] Usage tracker for resource:network and tenant:95c614349561427fbcd3cd79b0563dcf is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:41:54.501128 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-c9f585b1-c3a7-4a79-9c29-7fefe5ecd2ca admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:41:54.506948 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-c9f585b1-c3a7-4a79-9c29-7fefe5ecd2ca admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:41:54.517478 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9f585b1-c3a7-4a79-9c29-7fefe5ecd2ca admin admin] Made reservation on behalf of 95c614349561427fbcd3cd79b0563dcf for: {'network': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:41:54.519738 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c9f585b1-c3a7-4a79-9c29-7fefe5ecd2ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for network, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:54.532531 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c9f585b1-c3a7-4a79-9c29-7fefe5ecd2ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:54.563627 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-c9f585b1-c3a7-4a79-9c29-7fefe5ecd2ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:41:54.567389 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-c9f585b1-c3a7-4a79-9c29-7fefe5ecd2ca admin admin] Usage tracker for resource:security_group_rule and tenant:95c614349561427fbcd3cd79b0563dcf is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:41:54.570255 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-c9f585b1-c3a7-4a79-9c29-7fefe5ecd2ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:41:54.576427 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-c9f585b1-c3a7-4a79-9c29-7fefe5ecd2ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:41:54.641030 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c9f585b1-c3a7-4a79-9c29-7fefe5ecd2ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:54.645485 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c9f585b1-c3a7-4a79-9c29-7fefe5ecd2ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:54.677712 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9f585b1-c3a7-4a79-9c29-7fefe5ecd2ca admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=83828) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 16:41:54.684069 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f585b1-c3a7-4a79-9c29-7fefe5ecd2ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e61d5443-2c08-4315-8338-7d47d60802d6,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:41:54.690818 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c9f585b1-c3a7-4a79-9c29-7fefe5ecd2ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:54.691148 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.segments_db [None req-c9f585b1-c3a7-4a79-9c29-7fefe5ecd2ca admin admin] Added segment 2865ba84-81c6-47d6-98e2-513ad1f0f4c7 of type vlan for network b2be21c0-92a6-4b31-b795-d74862049e59 Apr 01 16:41:54.720588 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c9f585b1-c3a7-4a79-9c29-7fefe5ecd2ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777008987423'] for network, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:54.751920 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c9f585b1-c3a7-4a79-9c29-7fefe5ecd2ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458'] for network, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:54.752897 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f585b1-c3a7-4a79-9c29-7fefe5ecd2ca admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:41:54.753477 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-c9f585b1-c3a7-4a79-9c29-7fefe5ecd2ca admin admin] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:54.858649 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-c9f585b1-c3a7-4a79-9c29-7fefe5ecd2ca admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3742268 Apr 01 16:41:54.859579 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f585b1-c3a7-4a79-9c29-7fefe5ecd2ca admin admin] Pushing event updated for resources: {'Network': ['ID=b2be21c0-92a6-4b31-b795-d74862049e59,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:41:54.861584 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 36760) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:41:54.866949 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-0bfa34c5-3fee-4ffb-907a-e7bcaad2ec14 admin admin] Request body: {'subnet': {'network_id': 'b2be21c0-92a6-4b31-b795-d74862049e59', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-518649046-subnet', 'tenant_id': '95c614349561427fbcd3cd79b0563dcf', 'ip_version': 4}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:41:54.870993 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Network b2be21c0-92a6-4b31-b795-d74862049e59 details requested by agent ovs-agent-dv-neutron-833373-2-hyperv with host dv-neutron-833373-2-hyperv {{(pid=83829) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 16:41:54.872147 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-0bfa34c5-3fee-4ffb-907a-e7bcaad2ec14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:41:54.875943 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-0bfa34c5-3fee-4ffb-907a-e7bcaad2ec14 admin admin] Usage tracker for resource:subnet and tenant:95c614349561427fbcd3cd79b0563dcf is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:41:54.878971 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-0bfa34c5-3fee-4ffb-907a-e7bcaad2ec14 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:41:54.886664 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-0bfa34c5-3fee-4ffb-907a-e7bcaad2ec14 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:41:54.899930 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bfa34c5-3fee-4ffb-907a-e7bcaad2ec14 admin admin] Made reservation on behalf of 95c614349561427fbcd3cd79b0563dcf for: {'subnet': 1} {{(pid=83826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:41:54.903421 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0bfa34c5-3fee-4ffb-907a-e7bcaad2ec14 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16088980'] for subnet, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:55.144355 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0bfa34c5-3fee-4ffb-907a-e7bcaad2ec14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15415267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16089018'] for subnet, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:55.220408 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfa34c5-3fee-4ffb-907a-e7bcaad2ec14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b6c3ec4-11ec-4d4b-a677-03b1a0a5e128,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:41:55.236177 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfa34c5-3fee-4ffb-907a-e7bcaad2ec14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:41:55.236515 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfa34c5-3fee-4ffb-907a-e7bcaad2ec14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:41:55.236872 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfa34c5-3fee-4ffb-907a-e7bcaad2ec14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:41:55.237202 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfa34c5-3fee-4ffb-907a-e7bcaad2ec14 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:41:55.237529 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfa34c5-3fee-4ffb-907a-e7bcaad2ec14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:41:55.237851 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfa34c5-3fee-4ffb-907a-e7bcaad2ec14 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:41:55.238171 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfa34c5-3fee-4ffb-907a-e7bcaad2ec14 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:41:55.238490 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfa34c5-3fee-4ffb-907a-e7bcaad2ec14 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:41:55.238804 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfa34c5-3fee-4ffb-907a-e7bcaad2ec14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:41:55.239117 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfa34c5-3fee-4ffb-907a-e7bcaad2ec14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:41:55.239430 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfa34c5-3fee-4ffb-907a-e7bcaad2ec14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:41:55.243757 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfa34c5-3fee-4ffb-907a-e7bcaad2ec14 admin admin] Checking segment: {'id': '2865ba84-81c6-47d6-98e2-513ad1f0f4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b2be21c0-92a6-4b31-b795-d74862049e59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:41:55.244114 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfa34c5-3fee-4ffb-907a-e7bcaad2ec14 admin admin] Network hostable DHCP agents. Network: b2be21c0-92a6-4b31-b795-d74862049e59, hostable agents: ['aac25d8e-efc7-4394-8b34-6e8dc9e48d75'], hosted agents: [] {{(pid=83826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 16:41:55.266573 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfa34c5-3fee-4ffb-907a-e7bcaad2ec14 admin admin] Network b2be21c0-92a6-4b31-b795-d74862049e59 is scheduled to be hosted by DHCP agent aac25d8e-efc7-4394-8b34-6e8dc9e48d75 with binding_index 1 {{(pid=83826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 16:41:55.276899 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-0bfa34c5-3fee-4ffb-907a-e7bcaad2ec14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833373-2-hyperv, b2be21c0-92a6-4b31-b795-d74862049e59) {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:41:55.281143 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfa34c5-3fee-4ffb-907a-e7bcaad2ec14 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:41:55.281712 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-0bfa34c5-3fee-4ffb-907a-e7bcaad2ec14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:55.286834 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5905a68c-4cf4-4606-b410-fc737fa62995 None None] Network b2be21c0-92a6-4b31-b795-d74862049e59 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:41:55.314676 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-0bfa34c5-3fee-4ffb-907a-e7bcaad2ec14 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4519083 Apr 01 16:41:55.317157 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 36764) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:41:55.322858 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-424b8374-69ab-44fe-802f-ef7d72295ff8 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-518649046-router', 'tenant_id': '95c614349561427fbcd3cd79b0563dcf', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:41:55.327711 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-424b8374-69ab-44fe-802f-ef7d72295ff8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:41:55.331502 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-424b8374-69ab-44fe-802f-ef7d72295ff8 admin admin] Usage tracker for resource:router and tenant:95c614349561427fbcd3cd79b0563dcf is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:41:55.334328 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-424b8374-69ab-44fe-802f-ef7d72295ff8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:41:55.341183 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-424b8374-69ab-44fe-802f-ef7d72295ff8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:41:55.351972 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-424b8374-69ab-44fe-802f-ef7d72295ff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-614122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130665'] for router, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:55.353455 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-424b8374-69ab-44fe-802f-ef7d72295ff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-614031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617571', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130640'] for router, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:55.371348 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-424b8374-69ab-44fe-802f-ef7d72295ff8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:55.505258 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92979191-5164-4ec1-a7b8-05621e9eeaaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp782059a1-264e-522a-bd9e-427395fe7ada-b2be21c0-92a6-4b31-b795-d74862049e59', 'network_id': 'b2be21c0-92a6-4b31-b795-d74862049e59', 'tenant_id': '95c614349561427fbcd3cd79b0563dcf', 'fixed_ips': [{'subnet_id': '0b6c3ec4-11ec-4d4b-a677-03b1a0a5e128'}]}} from dv-neutron-833373-2-hyperv. {{(pid=83829) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 16:41:55.506129 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-92979191-5164-4ec1-a7b8-05621e9eeaaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:55.523172 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-424b8374-69ab-44fe-802f-ef7d72295ff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617597', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-607232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130626'] for router, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:55.711037 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.db_base_plugin_common [None req-92979191-5164-4ec1-a7b8-05621e9eeaaf None None] Allocated IP 172.20.0.2 (b2be21c0-92a6-4b31-b795-d74862049e59/0b6c3ec4-11ec-4d4b-a677-03b1a0a5e128/e3b93481-cb21-404f-92f6-555594901259) {{(pid=83829) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:41:55.712352 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-424b8374-69ab-44fe-802f-ef7d72295ff8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:55.744058 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-424b8374-69ab-44fe-802f-ef7d72295ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:55.894572 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-424b8374-69ab-44fe-802f-ef7d72295ff8 admin admin] Allocated IP 172.26.1.210 (ed45466e-0386-4b92-8de3-247c977242ac/0479f741-5cd1-4d6f-b593-d8aa909a42d3/cd58b767-7dbe-4360-a6f4-39d45cbcb2c3) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:41:55.932188 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-92979191-5164-4ec1-a7b8-05621e9eeaaf None None] Notify callbacks [] for port, precommit_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:55.946325 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-92979191-5164-4ec1-a7b8-05621e9eeaaf None None] Transition to ACTIVE for port object e3b93481-cb21-404f-92f6-555594901259 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:41:55.977062 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-92979191-5164-4ec1-a7b8-05621e9eeaaf None None] Transition to ACTIVE for port object e3b93481-cb21-404f-92f6-555594901259 will not be triggered until provisioned by entity DHCP. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:41:55.989854 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-92979191-5164-4ec1-a7b8-05621e9eeaaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662'] for port, after_create {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:56.025266 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 7c95f885-1691-4cd7-b193-8fe0a48fb856 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:41:56.060054 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-424b8374-69ab-44fe-802f-ef7d72295ff8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:56.102874 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-424b8374-69ab-44fe-802f-ef7d72295ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:56.106118 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546254e6-874e-4a8d-845b-c2d4a9083044 None None] Sync routers for ids ['9fa66dd7-c2ae-4fee-b997-15430eed2fd3'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:41:56.128151 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92979191-5164-4ec1-a7b8-05621e9eeaaf None None] Network b2be21c0-92a6-4b31-b795-d74862049e59 is already hosted by enough agents. {{(pid=83829) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:41:56.132990 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.scheduler.base_scheduler [None req-92979191-5164-4ec1-a7b8-05621e9eeaaf None None] Resources bound (agent type, host, resource id): {{(pid=83829) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:41:56.139195 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92979191-5164-4ec1-a7b8-05621e9eeaaf None None] Received port after_create {{(pid=83829) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:41:56.142563 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92979191-5164-4ec1-a7b8-05621e9eeaaf None None] Pushing event updated for resources: {'Port': ['ID=e3b93481-cb21-404f-92f6-555594901259,revision_number=1']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:41:56.156661 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546254e6-874e-4a8d-845b-c2d4a9083044 None None] Routers {'9fa66dd7-c2ae-4fee-b997-15430eed2fd3'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:41:56.157348 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-546254e6-874e-4a8d-845b-c2d4a9083044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:41:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['9fa66dd7-c2ae-4fee-b997-15430eed2fd3'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:41:56.179950 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424b8374-69ab-44fe-802f-ef7d72295ff8 admin admin] Network ed45466e-0386-4b92-8de3-247c977242ac is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:41:56.183201 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-424b8374-69ab-44fe-802f-ef7d72295ff8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:41:56.187715 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424b8374-69ab-44fe-802f-ef7d72295ff8 admin admin] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:41:56.218080 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424b8374-69ab-44fe-802f-ef7d72295ff8 admin admin] Pushing event updated for resources: {'Port': ['ID=cd58b767-7dbe-4360-a6f4-39d45cbcb2c3,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:41:56.367905 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-424b8374-69ab-44fe-802f-ef7d72295ff8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:56.369077 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-424b8374-69ab-44fe-802f-ef7d72295ff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-614131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617616'] for router, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:56.388143 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 7c95f885-1691-4cd7-b193-8fe0a48fb856 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:41:56.388780 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:56.446064 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-92979191-5164-4ec1-a7b8-05621e9eeaaf None None] Attempting to bind port e3b93481-cb21-404f-92f6-555594901259 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:41:56.447216 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-92979191-5164-4ec1-a7b8-05621e9eeaaf None None] Attempting to bind port e3b93481-cb21-404f-92f6-555594901259 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': '2865ba84-81c6-47d6-98e2-513ad1f0f4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b2be21c0-92a6-4b31-b795-d74862049e59'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:41:56.447830 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92979191-5164-4ec1-a7b8-05621e9eeaaf None None] Attempting to bind port e3b93481-cb21-404f-92f6-555594901259 on network b2be21c0-92a6-4b31-b795-d74862049e59 {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:41:56.497586 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-db81f2f7-6ea1-4855-8f07-c2c3be43c9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:56.503846 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92979191-5164-4ec1-a7b8-05621e9eeaaf None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:41:56.504220 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92979191-5164-4ec1-a7b8-05621e9eeaaf None None] Checking segment: {'id': '2865ba84-81c6-47d6-98e2-513ad1f0f4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b2be21c0-92a6-4b31-b795-d74862049e59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:41:56.504623 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-92979191-5164-4ec1-a7b8-05621e9eeaaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:56.505040 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92979191-5164-4ec1-a7b8-05621e9eeaaf None None] Bound using segment: {'id': '2865ba84-81c6-47d6-98e2-513ad1f0f4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b2be21c0-92a6-4b31-b795-d74862049e59'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:41:56.505521 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-92979191-5164-4ec1-a7b8-05621e9eeaaf None None] Bound port: e3b93481-cb21-404f-92f6-555594901259, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2865ba84-81c6-47d6-98e2-513ad1f0f4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b2be21c0-92a6-4b31-b795-d74862049e59'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:41:56.506090 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-92979191-5164-4ec1-a7b8-05621e9eeaaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:56.591471 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-546254e6-874e-4a8d-845b-c2d4a9083044 None None] Set router 9fa66dd7-c2ae-4fee-b997-15430eed2fd3 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:41:56.663110 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-424b8374-69ab-44fe-802f-ef7d72295ff8 admin admin] Router 58959947-f20f-4dba-a819-2c672800376f is scheduled to L3 agent ff252634-3424-422a-b742-9ae457bd54bd with binding_index 1 {{(pid=83826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 16:41:56.873774 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-92979191-5164-4ec1-a7b8-05621e9eeaaf None None] For port e3b93481-cb21-404f-92f6-555594901259, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:41:56.903550 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-92979191-5164-4ec1-a7b8-05621e9eeaaf None None] For port e3b93481-cb21-404f-92f6-555594901259, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=e3b93481-cb21-404f-92f6-555594901259,segment=NetworkSegment(2865ba84-81c6-47d6-98e2-513ad1f0f4c7),segment_id=2865ba84-81c6-47d6-98e2-513ad1f0f4c7)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:41:56.959364 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-92979191-5164-4ec1-a7b8-05621e9eeaaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:57.054648 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-424b8374-69ab-44fe-802f-ef7d72295ff8 admin admin] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:41:57.063467 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae247329-1dd5-48c0-b242-c1928deeae99 None None] Sync routers for ids ['58959947-f20f-4dba-a819-2c672800376f'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:41:57.079970 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae247329-1dd5-48c0-b242-c1928deeae99 None None] Routers {'58959947-f20f-4dba-a819-2c672800376f'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:41:57.080787 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-ae247329-1dd5-48c0-b242-c1928deeae99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:41:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['58959947-f20f-4dba-a819-2c672800376f'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:41:57.082678 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-424b8374-69ab-44fe-802f-ef7d72295ff8 admin admin] Notify callbacks [] for router, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:57.087864 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-424b8374-69ab-44fe-802f-ef7d72295ff8 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7688391 Apr 01 16:41:57.088854 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 36768) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:41:57.092304 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92979191-5164-4ec1-a7b8-05621e9eeaaf None None] Pushing event updated for resources: {'Port': ['ID=e3b93481-cb21-404f-92f6-555594901259,revision_number=2']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:41:57.172067 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-546254e6-874e-4a8d-845b-c2d4a9083044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fa66dd7-c2ae-4fee-b997-15430eed2fd3', 'name': 'tempest-TestSnapshotPattern-526116406-router', 'tenant_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.238'}], 'enable_snat': True}, 'gw_port_id': '7c95f885-1691-4cd7-b193-8fe0a48fb856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:41:49Z', 'updated_at': '2022-04-01T16:41:52Z', 'revision_number': 4, 'project_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'gw_port': {'id': '7c95f885-1691-4cd7-b193-8fe0a48fb856', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa66dd7-c2ae-4fee-b997-15430eed2fd3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:41:49Z', 'updated_at': '2022-04-01T16:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '1b188452-577e-44fb-99b2-367a17ff8949', 'name': '', 'network_id': '455f0591-005f-4a48-9baa-5d58a6533172', 'tenant_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'mac_address': 'fa:16:3e:94:99:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fa66dd7-c2ae-4fee-b997-15430eed2fd3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bed58af-d57e-4baa-91c9-65ef2a732087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:41:51Z', 'updated_at': '2022-04-01T16:41:52Z', 'revision_number': 2, 'project_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'subnets': [{'id': '7bed58af-d57e-4baa-91c9-65ef2a732087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:41:57.176897 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546254e6-874e-4a8d-845b-c2d4a9083044 None None] Checking router: 9fa66dd7-c2ae-4fee-b997-15430eed2fd3 for host: dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:41:57.177252 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546254e6-874e-4a8d-845b-c2d4a9083044 None None] Updating router 9fa66dd7-c2ae-4fee-b997-15430eed2fd3 port 1b188452-577e-44fb-99b2-367a17ff8949 binding host dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 16:41:57.246869 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-546254e6-874e-4a8d-845b-c2d4a9083044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:57.322960 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-ae247329-1dd5-48c0-b242-c1928deeae99 None None] Set router 58959947-f20f-4dba-a819-2c672800376f gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:41:57.655651 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-ae247329-1dd5-48c0-b242-c1928deeae99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58959947-f20f-4dba-a819-2c672800376f', 'name': 'tempest-TestSnapshotPattern-518649046-router', 'tenant_id': '95c614349561427fbcd3cd79b0563dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.210'}], 'enable_snat': True}, 'gw_port_id': 'cd58b767-7dbe-4360-a6f4-39d45cbcb2c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:41:55Z', 'updated_at': '2022-04-01T16:41:56Z', 'revision_number': 3, 'project_id': '95c614349561427fbcd3cd79b0563dcf', 'gw_port': {'id': 'cd58b767-7dbe-4360-a6f4-39d45cbcb2c3', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:95:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58959947-f20f-4dba-a819-2c672800376f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:41:55Z', 'updated_at': '2022-04-01T16:41:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:41:57.655904 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-546254e6-874e-4a8d-845b-c2d4a9083044 None None] Notify callbacks [] for port, precommit_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:57.660057 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae247329-1dd5-48c0-b242-c1928deeae99 None None] Checking router: 58959947-f20f-4dba-a819-2c672800376f for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:41:57.660391 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae247329-1dd5-48c0-b242-c1928deeae99 None None] Updating router 58959947-f20f-4dba-a819-2c672800376f port cd58b767-7dbe-4360-a6f4-39d45cbcb2c3 binding host dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 16:41:57.669409 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-546254e6-874e-4a8d-845b-c2d4a9083044 None None] Transition to ACTIVE for port object 1b188452-577e-44fb-99b2-367a17ff8949 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:41:57.675181 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-546254e6-874e-4a8d-845b-c2d4a9083044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:57.718517 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-ae247329-1dd5-48c0-b242-c1928deeae99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:57.804221 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418fe1a9-cf94-416f-9f49-f441f4baa73b None None] Pushing event updated for resources: {'Port': ['ID=1b188452-577e-44fb-99b2-367a17ff8949,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:41:58.001423 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:58.024390 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:58.038131 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-546254e6-874e-4a8d-845b-c2d4a9083044 None None] Attempting to bind port 1b188452-577e-44fb-99b2-367a17ff8949 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:41:58.038428 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-546254e6-874e-4a8d-845b-c2d4a9083044 None None] Attempting to bind port 1b188452-577e-44fb-99b2-367a17ff8949 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': '774b48c5-16ee-4388-8930-ce9d5ca1372d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '455f0591-005f-4a48-9baa-5d58a6533172'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:41:58.038783 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546254e6-874e-4a8d-845b-c2d4a9083044 None None] Attempting to bind port 1b188452-577e-44fb-99b2-367a17ff8949 on network 455f0591-005f-4a48-9baa-5d58a6533172 {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:41:58.051761 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546254e6-874e-4a8d-845b-c2d4a9083044 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:41:58.052143 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546254e6-874e-4a8d-845b-c2d4a9083044 None None] Checking segment: {'id': '774b48c5-16ee-4388-8930-ce9d5ca1372d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '455f0591-005f-4a48-9baa-5d58a6533172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:41:58.052520 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-546254e6-874e-4a8d-845b-c2d4a9083044 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:58.052951 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546254e6-874e-4a8d-845b-c2d4a9083044 None None] Bound using segment: {'id': '774b48c5-16ee-4388-8930-ce9d5ca1372d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '455f0591-005f-4a48-9baa-5d58a6533172'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:41:58.053412 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-546254e6-874e-4a8d-845b-c2d4a9083044 None None] Bound port: 1b188452-577e-44fb-99b2-367a17ff8949, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '774b48c5-16ee-4388-8930-ce9d5ca1372d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '455f0591-005f-4a48-9baa-5d58a6533172'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:41:58.054050 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-546254e6-874e-4a8d-845b-c2d4a9083044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:58.085045 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device e3b93481-cb21-404f-92f6-555594901259 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:41:58.236465 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a638ccb4-63b9-45e6-9c0b-f78c8851dcd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:58.245592 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-ae247329-1dd5-48c0-b242-c1928deeae99 None None] Notify callbacks [] for port, precommit_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:58.264531 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.provisioning_blocks [None req-ae247329-1dd5-48c0-b242-c1928deeae99 None None] Transition to ACTIVE for port object cd58b767-7dbe-4360-a6f4-39d45cbcb2c3 will not be triggered until provisioned by entity L2. {{(pid=83833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:41:58.271368 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port e3b93481-cb21-404f-92f6-555594901259 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:41:58.271750 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-ae247329-1dd5-48c0-b242-c1928deeae99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:58.282282 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-546254e6-874e-4a8d-845b-c2d4a9083044 None None] For port 1b188452-577e-44fb-99b2-367a17ff8949, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:41:58.286832 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-546254e6-874e-4a8d-845b-c2d4a9083044 None None] For port 1b188452-577e-44fb-99b2-367a17ff8949, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=1b188452-577e-44fb-99b2-367a17ff8949,segment=NetworkSegment(774b48c5-16ee-4388-8930-ce9d5ca1372d),segment_id=774b48c5-16ee-4388-8930-ce9d5ca1372d)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:41:58.297047 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-546254e6-874e-4a8d-845b-c2d4a9083044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:58.349416 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86dab50f-d23b-48ff-adc4-febc77d57798 None None] Network b2be21c0-92a6-4b31-b795-d74862049e59 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:41:58.360385 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-ae247329-1dd5-48c0-b242-c1928deeae99 None None] Attempting to bind port cd58b767-7dbe-4360-a6f4-39d45cbcb2c3 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:41:58.360757 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-ae247329-1dd5-48c0-b242-c1928deeae99 None None] Attempting to bind port cd58b767-7dbe-4360-a6f4-39d45cbcb2c3 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}] {{(pid=83833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:41:58.361129 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae247329-1dd5-48c0-b242-c1928deeae99 None None] Attempting to bind port cd58b767-7dbe-4360-a6f4-39d45cbcb2c3 on network ed45466e-0386-4b92-8de3-247c977242ac {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:41:58.363178 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76dfdbf-f974-4800-95fb-eeeba9539afe None None] Pushing event updated for resources: {'Port': ['ID=cd58b767-7dbe-4360-a6f4-39d45cbcb2c3,revision_number=2']} {{(pid=83833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:41:58.371393 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae247329-1dd5-48c0-b242-c1928deeae99 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:41:58.371755 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae247329-1dd5-48c0-b242-c1928deeae99 None None] Checking segment: {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:41:58.372151 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-ae247329-1dd5-48c0-b242-c1928deeae99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:58.372532 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae247329-1dd5-48c0-b242-c1928deeae99 None None] Bound using segment: {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'} {{(pid=83833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:41:58.373018 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.managers [None req-ae247329-1dd5-48c0-b242-c1928deeae99 None None] Bound port: cd58b767-7dbe-4360-a6f4-39d45cbcb2c3, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc290ee-cc37-4176-a202-7493e0c27adc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac'}}] {{(pid=83833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:41:58.373385 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-ae247329-1dd5-48c0-b242-c1928deeae99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:58.451819 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.db [None req-ae247329-1dd5-48c0-b242-c1928deeae99 None None] For port cd58b767-7dbe-4360-a6f4-39d45cbcb2c3, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:41:58.456713 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.plugins.ml2.db [None req-ae247329-1dd5-48c0-b242-c1928deeae99 None None] For port cd58b767-7dbe-4360-a6f4-39d45cbcb2c3, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=cd58b767-7dbe-4360-a6f4-39d45cbcb2c3,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:41:58.462981 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron_lib.callbacks.manager [None req-ae247329-1dd5-48c0-b242-c1928deeae99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:58.485564 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-a638ccb4-63b9-45e6-9c0b-f78c8851dcd7 admin admin] Allocated IP 172.20.0.1 (b2be21c0-92a6-4b31-b795-d74862049e59/0b6c3ec4-11ec-4d4b-a677-03b1a0a5e128/1b7260fe-d6c9-4006-a003-aea97b48d230) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:41:58.535558 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-c25d67cf-dfdb-44b1-8884-c71248529bb1 None None] Provisioning for port e3b93481-cb21-404f-92f6-555594901259 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:41:58.540813 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546254e6-874e-4a8d-845b-c2d4a9083044 None None] Routers {'9fa66dd7-c2ae-4fee-b997-15430eed2fd3'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:41:58.541480 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-546254e6-874e-4a8d-845b-c2d4a9083044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:41:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['9fa66dd7-c2ae-4fee-b997-15430eed2fd3'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:41:58.573244 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76dfdbf-f974-4800-95fb-eeeba9539afe None None] Pushing event updated for resources: {'Port': ['ID=cd58b767-7dbe-4360-a6f4-39d45cbcb2c3,revision_number=3']} {{(pid=83833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:41:58.579478 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae247329-1dd5-48c0-b242-c1928deeae99 None None] Routers {'58959947-f20f-4dba-a819-2c672800376f'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:41:58.580100 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-ae247329-1dd5-48c0-b242-c1928deeae99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:41:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['58959947-f20f-4dba-a819-2c672800376f'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:41:58.596202 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418fe1a9-cf94-416f-9f49-f441f4baa73b None None] Pushing event updated for resources: {'Port': ['ID=1b188452-577e-44fb-99b2-367a17ff8949,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:41:58.662859 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-c25d67cf-dfdb-44b1-8884-c71248529bb1 None None] Provisioning complete for port e3b93481-cb21-404f-92f6-555594901259 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:41:58.663527 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c25d67cf-dfdb-44b1-8884-c71248529bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:58.682574 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a638ccb4-63b9-45e6-9c0b-f78c8851dcd7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:58.702392 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [None req-a638ccb4-63b9-45e6-9c0b-f78c8851dcd7 admin admin] Transition to ACTIVE for port object 1b7260fe-d6c9-4006-a003-aea97b48d230 will not be triggered until provisioned by entity DHCP. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:41:58.731512 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a638ccb4-63b9-45e6-9c0b-f78c8851dcd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:58.813680 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a638ccb4-63b9-45e6-9c0b-f78c8851dcd7 admin admin] Network b2be21c0-92a6-4b31-b795-d74862049e59 is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:41:58.816859 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-a638ccb4-63b9-45e6-9c0b-f78c8851dcd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:41:58.820695 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a638ccb4-63b9-45e6-9c0b-f78c8851dcd7 admin admin] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:41:58.822687 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-ae247329-1dd5-48c0-b242-c1928deeae99 None None] Set router 58959947-f20f-4dba-a819-2c672800376f gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:41:58.858523 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a638ccb4-63b9-45e6-9c0b-f78c8851dcd7 admin admin] Pushing event updated for resources: {'Port': ['ID=1b7260fe-d6c9-4006-a003-aea97b48d230,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:41:58.886814 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a638ccb4-63b9-45e6-9c0b-f78c8851dcd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611418'] for router_interface, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:58.976634 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c25d67cf-dfdb-44b1-8884-c71248529bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:58.977454 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a638ccb4-63b9-45e6-9c0b-f78c8851dcd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:59.006577 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-546254e6-874e-4a8d-845b-c2d4a9083044 None None] Set router 9fa66dd7-c2ae-4fee-b997-15430eed2fd3 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:41:59.095515 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-c25d67cf-dfdb-44b1-8884-c71248529bb1 None None] For port e3b93481-cb21-404f-92f6-555594901259, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=e3b93481-cb21-404f-92f6-555594901259,segment=NetworkSegment(2865ba84-81c6-47d6-98e2-513ad1f0f4c7),segment_id=2865ba84-81c6-47d6-98e2-513ad1f0f4c7)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:41:59.125512 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-ae247329-1dd5-48c0-b242-c1928deeae99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58959947-f20f-4dba-a819-2c672800376f', 'name': 'tempest-TestSnapshotPattern-518649046-router', 'tenant_id': '95c614349561427fbcd3cd79b0563dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.210'}], 'enable_snat': True}, 'gw_port_id': 'cd58b767-7dbe-4360-a6f4-39d45cbcb2c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:41:55Z', 'updated_at': '2022-04-01T16:41:56Z', 'revision_number': 3, 'project_id': '95c614349561427fbcd3cd79b0563dcf', 'gw_port': {'id': 'cd58b767-7dbe-4360-a6f4-39d45cbcb2c3', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:95:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58959947-f20f-4dba-a819-2c672800376f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:41:55Z', 'updated_at': '2022-04-01T16:41:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:41:59.129572 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae247329-1dd5-48c0-b242-c1928deeae99 None None] The sync data for ids ['58959947-f20f-4dba-a819-2c672800376f'] in dv-neutron-833373-2-hyperv is: [{'id': '58959947-f20f-4dba-a819-2c672800376f', 'name': 'tempest-TestSnapshotPattern-518649046-router', 'tenant_id': '95c614349561427fbcd3cd79b0563dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.210'}], 'enable_snat': True}, 'gw_port_id': 'cd58b767-7dbe-4360-a6f4-39d45cbcb2c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:41:55Z', 'updated_at': '2022-04-01T16:41:56Z', 'revision_number': 3, 'project_id': '95c614349561427fbcd3cd79b0563dcf', 'gw_port': {'id': 'cd58b767-7dbe-4360-a6f4-39d45cbcb2c3', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:95:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58959947-f20f-4dba-a819-2c672800376f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:41:55Z', 'updated_at': '2022-04-01T16:41:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:41:59.152229 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-c25d67cf-dfdb-44b1-8884-c71248529bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:59.274623 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a638ccb4-63b9-45e6-9c0b-f78c8851dcd7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:59.283668 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a638ccb4-63b9-45e6-9c0b-f78c8851dcd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:59.332242 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25d67cf-dfdb-44b1-8884-c71248529bb1 None None] Pushing event updated for resources: {'Port': ['ID=e3b93481-cb21-404f-92f6-555594901259,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:41:59.395337 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a638ccb4-63b9-45e6-9c0b-f78c8851dcd7 admin admin] Pushing event updated for resources: {'Port': ['ID=1b7260fe-d6c9-4006-a003-aea97b48d230,revision_number=2']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:41:59.397765 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a638ccb4-63b9-45e6-9c0b-f78c8851dcd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611525'] for router_interface, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:59.451463 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-546254e6-874e-4a8d-845b-c2d4a9083044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fa66dd7-c2ae-4fee-b997-15430eed2fd3', 'name': 'tempest-TestSnapshotPattern-526116406-router', 'tenant_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.238'}], 'enable_snat': True}, 'gw_port_id': '7c95f885-1691-4cd7-b193-8fe0a48fb856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:41:49Z', 'updated_at': '2022-04-01T16:41:52Z', 'revision_number': 4, 'project_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'gw_port': {'id': '7c95f885-1691-4cd7-b193-8fe0a48fb856', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa66dd7-c2ae-4fee-b997-15430eed2fd3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:41:49Z', 'updated_at': '2022-04-01T16:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '1b188452-577e-44fb-99b2-367a17ff8949', 'name': '', 'network_id': '455f0591-005f-4a48-9baa-5d58a6533172', 'tenant_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'mac_address': 'fa:16:3e:94:99:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fa66dd7-c2ae-4fee-b997-15430eed2fd3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bed58af-d57e-4baa-91c9-65ef2a732087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:41:51Z', 'updated_at': '2022-04-01T16:41:58Z', 'revision_number': 4, 'project_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'subnets': [{'id': '7bed58af-d57e-4baa-91c9-65ef2a732087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:41:59.461382 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546254e6-874e-4a8d-845b-c2d4a9083044 None None] The sync data for ids ['9fa66dd7-c2ae-4fee-b997-15430eed2fd3'] in dv-neutron-833373-2-hyperv is: [{'id': '9fa66dd7-c2ae-4fee-b997-15430eed2fd3', 'name': 'tempest-TestSnapshotPattern-526116406-router', 'tenant_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.238'}], 'enable_snat': True}, 'gw_port_id': '7c95f885-1691-4cd7-b193-8fe0a48fb856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:41:49Z', 'updated_at': '2022-04-01T16:41:52Z', 'revision_number': 4, 'project_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'gw_port': {'id': '7c95f885-1691-4cd7-b193-8fe0a48fb856', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa66dd7-c2ae-4fee-b997-15430eed2fd3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:41:49Z', 'updated_at': '2022-04-01T16:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '1b188452-577e-44fb-99b2-367a17ff8949', 'name': '', 'network_id': '455f0591-005f-4a48-9baa-5d58a6533172', 'tenant_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'mac_address': 'fa:16:3e:94:99:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fa66dd7-c2ae-4fee-b997-15430eed2fd3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bed58af-d57e-4baa-91c9-65ef2a732087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:41:51Z', 'updated_at': '2022-04-01T16:41:58Z', 'revision_number': 4, 'project_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'subnets': [{'id': '7bed58af-d57e-4baa-91c9-65ef2a732087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:41:59.472197 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:59.485890 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-aa601456-5190-40d4-9dad-7a904ce619de None None] Provisioning for port 1b7260fe-d6c9-4006-a003-aea97b48d230 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:41:59.497141 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-aa601456-5190-40d4-9dad-7a904ce619de None None] Provisioning complete for port 1b7260fe-d6c9-4006-a003-aea97b48d230 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:41:59.497720 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-aa601456-5190-40d4-9dad-7a904ce619de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:59.607709 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a638ccb4-63b9-45e6-9c0b-f78c8851dcd7 admin admin] Network b2be21c0-92a6-4b31-b795-d74862049e59 is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:41:59.608942 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-a638ccb4-63b9-45e6-9c0b-f78c8851dcd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:41:59.609462 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-aa601456-5190-40d4-9dad-7a904ce619de None None] Port 1b7260fe-d6c9-4006-a003-aea97b48d230 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 16:41:59.629122 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-aa601456-5190-40d4-9dad-7a904ce619de None None] Provisioning complete for port e3b93481-cb21-404f-92f6-555594901259 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:41:59.629499 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-aa601456-5190-40d4-9dad-7a904ce619de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:41:59.984405 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-14d1c718-783b-45cc-936b-f79356980a91 None None] Provisioning complete for port 1b7260fe-d6c9-4006-a003-aea97b48d230 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:41:59.985144 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-14d1c718-783b-45cc-936b-f79356980a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:00.099044 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-14d1c718-783b-45cc-936b-f79356980a91 None None] Port 1b7260fe-d6c9-4006-a003-aea97b48d230 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 16:42:00.173753 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device cd58b767-7dbe-4360-a6f4-39d45cbcb2c3 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:42:00.250538 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-22c17e93-8e13-45b9-ac3a-4f0b38bde602 None None] Provisioning complete for port 1b7260fe-d6c9-4006-a003-aea97b48d230 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:42:00.251131 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-22c17e93-8e13-45b9-ac3a-4f0b38bde602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:00.268481 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a638ccb4-63b9-45e6-9c0b-f78c8851dcd7 admin admin] Router 58959947-f20f-4dba-a819-2c672800376f has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:42:00.319965 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-22c17e93-8e13-45b9-ac3a-4f0b38bde602 None None] Port 1b7260fe-d6c9-4006-a003-aea97b48d230 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 16:42:00.322716 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port cd58b767-7dbe-4360-a6f4-39d45cbcb2c3 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:42:00.329111 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port cd58b767-7dbe-4360-a6f4-39d45cbcb2c3 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:42:00.329732 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:00.459199 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:00.477861 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port cd58b767-7dbe-4360-a6f4-39d45cbcb2c3, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=cd58b767-7dbe-4360-a6f4-39d45cbcb2c3,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:42:00.484089 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:00.485115 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device e3b93481-cb21-404f-92f6-555594901259 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:42:00.507772 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a638ccb4-63b9-45e6-9c0b-f78c8851dcd7 admin admin] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:42:00.521290 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-a638ccb4-63b9-45e6-9c0b-f78c8851dcd7 admin admin] 10.222.0.55 "PUT /v2.0/routers/58959947-f20f-4dba-a819-2c672800376f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4306777 Apr 01 16:42:00.586622 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=cd58b767-7dbe-4360-a6f4-39d45cbcb2c3,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:42:00.638590 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port e3b93481-cb21-404f-92f6-555594901259 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:42:00.638959 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:00.783989 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 1b188452-577e-44fb-99b2-367a17ff8949 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:42:00.856450 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 1b188452-577e-44fb-99b2-367a17ff8949 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:42:00.861491 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 1b188452-577e-44fb-99b2-367a17ff8949 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:42:00.861851 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:00.980243 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:01.015560 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port 1b188452-577e-44fb-99b2-367a17ff8949, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=1b188452-577e-44fb-99b2-367a17ff8949,segment=NetworkSegment(774b48c5-16ee-4388-8930-ce9d5ca1372d),segment_id=774b48c5-16ee-4388-8930-ce9d5ca1372d)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:42:01.020063 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:01.094217 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=1b188452-577e-44fb-99b2-367a17ff8949,revision_number=5']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:42:01.215370 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 36786) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:42:01.221177 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-683759e6-aa79-47e7-a50e-7bd7c7759538 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-960026733', 'description': 'tempest-secgroup-smoke-960026733 description', 'project_id': 'f0b79dedb348445f87de5bdc6b23ffed'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:42:01.227166 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-683759e6-aa79-47e7-a50e-7bd7c7759538 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:42:01.231903 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-683759e6-aa79-47e7-a50e-7bd7c7759538 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Usage tracker for resource:security_group and tenant:f0b79dedb348445f87de5bdc6b23ffed is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:42:01.234948 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-683759e6-aa79-47e7-a50e-7bd7c7759538 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:42:01.240746 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-683759e6-aa79-47e7-a50e-7bd7c7759538 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:42:01.253399 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-683759e6-aa79-47e7-a50e-7bd7c7759538 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Notify callbacks [] for security_group, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:01.294647 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-683759e6-aa79-47e7-a50e-7bd7c7759538 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:42:01.298666 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-683759e6-aa79-47e7-a50e-7bd7c7759538 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Usage tracker for resource:security_group_rule and tenant:f0b79dedb348445f87de5bdc6b23ffed is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:42:01.301932 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-683759e6-aa79-47e7-a50e-7bd7c7759538 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:42:01.309142 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-683759e6-aa79-47e7-a50e-7bd7c7759538 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:42:01.369676 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-683759e6-aa79-47e7-a50e-7bd7c7759538 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Notify callbacks [] for security_group, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:01.373380 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-683759e6-aa79-47e7-a50e-7bd7c7759538 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:01.413653 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683759e6-aa79-47e7-a50e-7bd7c7759538 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17efa8f9-6d5e-429b-b011-610a455de24f,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:42:01.416852 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-683759e6-aa79-47e7-a50e-7bd7c7759538 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:01.418039 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-683759e6-aa79-47e7-a50e-7bd7c7759538 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2015922 Apr 01 16:42:01.420989 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 36790) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:42:01.426241 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-91e9dd76-be55-4ef6-ba0c-157625ff6f1e tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Request body: {'security_group_rule': {'security_group_id': '17efa8f9-6d5e-429b-b011-610a455de24f', 'project_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:42:01.432856 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-91e9dd76-be55-4ef6-ba0c-157625ff6f1e tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:42:01.436900 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-91e9dd76-be55-4ef6-ba0c-157625ff6f1e tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Usage tracker for resource:security_group_rule and tenant:f0b79dedb348445f87de5bdc6b23ffed is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:42:01.439796 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-91e9dd76-be55-4ef6-ba0c-157625ff6f1e tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:42:01.445504 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-91e9dd76-be55-4ef6-ba0c-157625ff6f1e tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:42:01.465761 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-91e9dd76-be55-4ef6-ba0c-157625ff6f1e tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:01.526682 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-91e9dd76-be55-4ef6-ba0c-157625ff6f1e tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:01.530377 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-91e9dd76-be55-4ef6-ba0c-157625ff6f1e tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:01.553883 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e9dd76-be55-4ef6-ba0c-157625ff6f1e tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f16a778c-fe2f-473b-965e-bf55b159a03d,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:42:01.562953 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-91e9dd76-be55-4ef6-ba0c-157625ff6f1e tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:01.564129 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-91e9dd76-be55-4ef6-ba0c-157625ff6f1e tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1422300 Apr 01 16:42:01.566863 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 36794) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:42:01.572292 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-cc3153a6-89eb-4150-a561-ba4c21ec85f5 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Request body: {'security_group_rule': {'security_group_id': '17efa8f9-6d5e-429b-b011-610a455de24f', 'project_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:42:01.578235 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-cc3153a6-89eb-4150-a561-ba4c21ec85f5 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:42:01.582052 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-cc3153a6-89eb-4150-a561-ba4c21ec85f5 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Usage tracker for resource:security_group_rule and tenant:f0b79dedb348445f87de5bdc6b23ffed is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:42:01.584914 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-cc3153a6-89eb-4150-a561-ba4c21ec85f5 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:42:01.590886 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-cc3153a6-89eb-4150-a561-ba4c21ec85f5 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:42:01.607451 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-cc3153a6-89eb-4150-a561-ba4c21ec85f5 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:01.671541 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-cc3153a6-89eb-4150-a561-ba4c21ec85f5 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:01.675363 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-cc3153a6-89eb-4150-a561-ba4c21ec85f5 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:01.697478 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3153a6-89eb-4150-a561-ba4c21ec85f5 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d5110d5-f578-4c3d-ab00-2faa5372755c,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:42:01.708878 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-cc3153a6-89eb-4150-a561-ba4c21ec85f5 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:01.710068 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-cc3153a6-89eb-4150-a561-ba4c21ec85f5 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1422989 Apr 01 16:42:01.714140 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 36798) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:42:01.719533 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-24b3d57b-cd86-4808-9f25-5ffdf3e249b8 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Request body: {'security_group_rule': {'security_group_id': '17efa8f9-6d5e-429b-b011-610a455de24f', 'project_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:42:01.725606 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-24b3d57b-cd86-4808-9f25-5ffdf3e249b8 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:42:01.730666 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-24b3d57b-cd86-4808-9f25-5ffdf3e249b8 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Usage tracker for resource:security_group_rule and tenant:f0b79dedb348445f87de5bdc6b23ffed is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:42:01.733638 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-24b3d57b-cd86-4808-9f25-5ffdf3e249b8 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:42:01.739571 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-24b3d57b-cd86-4808-9f25-5ffdf3e249b8 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:42:01.757200 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-24b3d57b-cd86-4808-9f25-5ffdf3e249b8 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:01.822847 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-24b3d57b-cd86-4808-9f25-5ffdf3e249b8 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:01.826564 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-24b3d57b-cd86-4808-9f25-5ffdf3e249b8 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:01.849879 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b3d57b-cd86-4808-9f25-5ffdf3e249b8 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfb879c3-482c-489f-aad0-6a89afe731a3,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:42:01.859408 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-24b3d57b-cd86-4808-9f25-5ffdf3e249b8 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:01.860576 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-24b3d57b-cd86-4808-9f25-5ffdf3e249b8 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1455071 Apr 01 16:42:01.864422 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 36802) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:42:01.870190 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-a3bb42c5-4389-4fd0-95b0-d45f0533546b tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Request body: {'security_group_rule': {'security_group_id': '17efa8f9-6d5e-429b-b011-610a455de24f', 'project_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:42:01.876327 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-a3bb42c5-4389-4fd0-95b0-d45f0533546b tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:42:01.880287 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-a3bb42c5-4389-4fd0-95b0-d45f0533546b tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Usage tracker for resource:security_group_rule and tenant:f0b79dedb348445f87de5bdc6b23ffed is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:42:01.883259 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-a3bb42c5-4389-4fd0-95b0-d45f0533546b tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:42:01.889128 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-a3bb42c5-4389-4fd0-95b0-d45f0533546b tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:42:01.905664 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a3bb42c5-4389-4fd0-95b0-d45f0533546b tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:01.974499 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a3bb42c5-4389-4fd0-95b0-d45f0533546b tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:01.979398 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a3bb42c5-4389-4fd0-95b0-d45f0533546b tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:02.003796 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bb42c5-4389-4fd0-95b0-d45f0533546b tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80569d19-c9e4-4e29-8e9d-db4c1581120a,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:42:02.004065 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device cd58b767-7dbe-4360-a6f4-39d45cbcb2c3 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:42:02.014010 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a3bb42c5-4389-4fd0-95b0-d45f0533546b tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:02.018060 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-a3bb42c5-4389-4fd0-95b0-d45f0533546b tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1498687 Apr 01 16:42:02.018385 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 36806) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:42:02.023871 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-ece7c2eb-c3b1-44ed-96b6-8dc8fa3c90bd tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Request body: {'security_group_rule': {'security_group_id': '17efa8f9-6d5e-429b-b011-610a455de24f', 'project_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:42:02.030956 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-ece7c2eb-c3b1-44ed-96b6-8dc8fa3c90bd tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:42:02.035085 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-ece7c2eb-c3b1-44ed-96b6-8dc8fa3c90bd tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Usage tracker for resource:security_group_rule and tenant:f0b79dedb348445f87de5bdc6b23ffed is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:42:02.039186 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-ece7c2eb-c3b1-44ed-96b6-8dc8fa3c90bd tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:42:02.047510 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-ece7c2eb-c3b1-44ed-96b6-8dc8fa3c90bd tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:42:02.060251 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.securitygroups_db [None req-ece7c2eb-c3b1-44ed-96b6-8dc8fa3c90bd tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Project f0b79dedb348445f87de5bdc6b23ffed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:42:02.067593 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ece7c2eb-c3b1-44ed-96b6-8dc8fa3c90bd tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:02.136746 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port cd58b767-7dbe-4360-a6f4-39d45cbcb2c3 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:42:02.137303 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:02.139602 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ece7c2eb-c3b1-44ed-96b6-8dc8fa3c90bd tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:02.143212 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ece7c2eb-c3b1-44ed-96b6-8dc8fa3c90bd tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:02.168652 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece7c2eb-c3b1-44ed-96b6-8dc8fa3c90bd tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dc1eb53-fd3e-48a1-ba23-62357806e562,revision_number=0']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:42:02.179092 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-ece7c2eb-c3b1-44ed-96b6-8dc8fa3c90bd tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:02.180290 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-ece7c2eb-c3b1-44ed-96b6-8dc8fa3c90bd tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1609840 Apr 01 16:42:02.183910 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 36810) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:42:02.189653 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-2a26ade3-a6d2-4682-b0c6-db7d5a315d26 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Request body: {'security_group_rule': {'security_group_id': '17efa8f9-6d5e-429b-b011-610a455de24f', 'project_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:42:02.195650 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-2a26ade3-a6d2-4682-b0c6-db7d5a315d26 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:42:02.199494 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-2a26ade3-a6d2-4682-b0c6-db7d5a315d26 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Usage tracker for resource:security_group_rule and tenant:f0b79dedb348445f87de5bdc6b23ffed is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:42:02.202233 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-2a26ade3-a6d2-4682-b0c6-db7d5a315d26 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:42:02.207952 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-2a26ade3-a6d2-4682-b0c6-db7d5a315d26 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:42:02.221393 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.securitygroups_db [None req-2a26ade3-a6d2-4682-b0c6-db7d5a315d26 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Project f0b79dedb348445f87de5bdc6b23ffed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 16:42:02.228289 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2a26ade3-a6d2-4682-b0c6-db7d5a315d26 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:02.255622 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 1b188452-577e-44fb-99b2-367a17ff8949 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:42:02.295633 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2a26ade3-a6d2-4682-b0c6-db7d5a315d26 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:02.299449 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2a26ade3-a6d2-4682-b0c6-db7d5a315d26 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638727'] for security_group_rule, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:02.323322 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 1b188452-577e-44fb-99b2-367a17ff8949 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:42:02.323717 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:02.325321 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a26ade3-a6d2-4682-b0c6-db7d5a315d26 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e662e14-3b73-458c-a94d-83584b006323,revision_number=0']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:42:02.335674 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-2a26ade3-a6d2-4682-b0c6-db7d5a315d26 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:02.344766 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-2a26ade3-a6d2-4682-b0c6-db7d5a315d26 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1520700 Apr 01 16:42:02.562682 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-3bd97e92-b87c-4980-ad75-ef52bab26b7b req-58d34b6a-1274-401c-a846-72afd54e7171 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-960026733&fields=id&tenant_id=f0b79dedb348445f87de5bdc6b23ffed HTTP/1.1" status: 200 len: 267 time: 0.0405145 Apr 01 16:42:02.714153 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd97e92-b87c-4980-ad75-ef52bab26b7b req-99e422c7-0195-47a0-9d0a-9db0e6a1d1b0 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:42:02.715638 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-3bd97e92-b87c-4980-ad75-ef52bab26b7b req-99e422c7-0195-47a0-9d0a-9db0e6a1d1b0 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] 10.222.0.55 "GET /v2.0/networks?id=455f0591-005f-4a48-9baa-5d58a6533172 HTTP/1.1" status: 200 len: 809 time: 0.1464100 Apr 01 16:42:02.731771 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-3bd97e92-b87c-4980-ad75-ef52bab26b7b req-141271cf-befd-4a65-913e-6a247e9a066a tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] 10.222.0.55 "GET /v2.0/quotas/f0b79dedb348445f87de5bdc6b23ffed HTTP/1.1" status: 200 len: 375 time: 0.0109055 Apr 01 16:42:02.815635 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-3bd97e92-b87c-4980-ad75-ef52bab26b7b req-7a531918-ca20-485c-b8c0-14c5205eec1e tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f0b79dedb348445f87de5bdc6b23ffed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0784352 Apr 01 16:42:03.076868 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-3bd97e92-b87c-4980-ad75-ef52bab26b7b req-bcbd65c5-2881-4e15-82e7-f0cddbd0dc03 service neutron] 10.222.0.55 "GET /v2.0/networks/455f0591-005f-4a48-9baa-5d58a6533172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493675 Apr 01 16:42:03.206252 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-3bd97e92-b87c-4980-ad75-ef52bab26b7b req-903de4f0-6a02-436f-a5c9-48cf4d4bef7f service neutron] 10.222.0.55 "GET /v2.0/networks/455f0591-005f-4a48-9baa-5d58a6533172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235499 Apr 01 16:42:03.402073 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d85026ca-c70f-42df-bdac-b1eeaa064f8e req-3cfc396c-0ecb-4270-a4e3-ecfbf2bb955b tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] 10.222.0.55 "GET /v2.0/ports?device_id=68eda7d3-2875-4247-8b41-38f816263124 HTTP/1.1" status: 200 len: 210 time: 0.0471849 Apr 01 16:42:04.572518 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-a70e8974-9a1c-4f47-881a-d4f09e16e430 req-9fadf17c-e70a-4e57-b7f1-2758d3581d4f tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] 10.222.0.55 "GET /v2.0/ports?device_id=68eda7d3-2875-4247-8b41-38f816263124 HTTP/1.1" status: 200 len: 210 time: 0.0429409 Apr 01 16:42:04.768919 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd97e92-b87c-4980-ad75-ef52bab26b7b req-7223c44c-b733-4e9b-85a8-fbff8c5cf64e tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:42:04.769497 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-3bd97e92-b87c-4980-ad75-ef52bab26b7b req-7223c44c-b733-4e9b-85a8-fbff8c5cf64e tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Synchronizing usage tracker for tenant:f0b79dedb348445f87de5bdc6b23ffed on resource:network {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:42:04.785790 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-3bd97e92-b87c-4980-ad75-ef52bab26b7b req-7223c44c-b733-4e9b-85a8-fbff8c5cf64e tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Unset dirty status for tenant:f0b79dedb348445f87de5bdc6b23ffed on resource:network {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:42:04.786909 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-3bd97e92-b87c-4980-ad75-ef52bab26b7b req-7223c44c-b733-4e9b-85a8-fbff8c5cf64e tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] 10.222.0.24 "GET /v2.0/networks?id=455f0591-005f-4a48-9baa-5d58a6533172 HTTP/1.1" status: 200 len: 809 time: 0.1707213 Apr 01 16:42:04.840219 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-3bd97e92-b87c-4980-ad75-ef52bab26b7b req-9e549289-d94d-453a-a254-0ca2c3a1885c tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Synchronizing usage tracker for tenant:f0b79dedb348445f87de5bdc6b23ffed on resource:security_group {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:42:04.857455 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-3bd97e92-b87c-4980-ad75-ef52bab26b7b req-9e549289-d94d-453a-a254-0ca2c3a1885c tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Unset dirty status for tenant:f0b79dedb348445f87de5bdc6b23ffed on resource:security_group {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:42:04.858707 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-3bd97e92-b87c-4980-ad75-ef52bab26b7b req-9e549289-d94d-453a-a254-0ca2c3a1885c tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0b79dedb348445f87de5bdc6b23ffed HTTP/1.1" status: 200 len: 379 time: 0.0595171 Apr 01 16:42:04.867404 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [req-3bd97e92-b87c-4980-ad75-ef52bab26b7b req-887f6cf1-4082-4ae7-922a-2b23484b7af9 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Request body: {'port': {'device_id': '68eda7d3-2875-4247-8b41-38f816263124', 'network_id': '455f0591-005f-4a48-9baa-5d58a6533172', 'admin_state_up': True, 'tenant_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'security_groups': ['17efa8f9-6d5e-429b-b011-610a455de24f']}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:42:05.002286 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [req-3bd97e92-b87c-4980-ad75-ef52bab26b7b req-887f6cf1-4082-4ae7-922a-2b23484b7af9 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:42:05.006113 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-3bd97e92-b87c-4980-ad75-ef52bab26b7b req-887f6cf1-4082-4ae7-922a-2b23484b7af9 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Usage tracker for resource:port and tenant:f0b79dedb348445f87de5bdc6b23ffed is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:42:05.010732 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-3bd97e92-b87c-4980-ad75-ef52bab26b7b req-887f6cf1-4082-4ae7-922a-2b23484b7af9 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:42:05.017006 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [req-3bd97e92-b87c-4980-ad75-ef52bab26b7b req-887f6cf1-4082-4ae7-922a-2b23484b7af9 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:42:05.028797 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bd97e92-b87c-4980-ad75-ef52bab26b7b req-887f6cf1-4082-4ae7-922a-2b23484b7af9 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Made reservation on behalf of f0b79dedb348445f87de5bdc6b23ffed for: {'port': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:42:05.032307 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-3bd97e92-b87c-4980-ad75-ef52bab26b7b req-887f6cf1-4082-4ae7-922a-2b23484b7af9 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:05.195093 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [req-3bd97e92-b87c-4980-ad75-ef52bab26b7b req-887f6cf1-4082-4ae7-922a-2b23484b7af9 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Allocated IP 172.20.0.13 (455f0591-005f-4a48-9baa-5d58a6533172/7bed58af-d57e-4baa-91c9-65ef2a732087/29bfd90b-9c12-4cd9-9d5f-b431f90e5c70) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:42:05.385315 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-3bd97e92-b87c-4980-ad75-ef52bab26b7b req-887f6cf1-4082-4ae7-922a-2b23484b7af9 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:05.400785 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [req-3bd97e92-b87c-4980-ad75-ef52bab26b7b req-887f6cf1-4082-4ae7-922a-2b23484b7af9 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Transition to ACTIVE for port object 29bfd90b-9c12-4cd9-9d5f-b431f90e5c70 will not be triggered until provisioned by entity DHCP. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:42:05.423152 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-3bd97e92-b87c-4980-ad75-ef52bab26b7b req-887f6cf1-4082-4ae7-922a-2b23484b7af9 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:05.496225 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bd97e92-b87c-4980-ad75-ef52bab26b7b req-887f6cf1-4082-4ae7-922a-2b23484b7af9 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Network 455f0591-005f-4a48-9baa-5d58a6533172 is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:42:05.499185 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [req-3bd97e92-b87c-4980-ad75-ef52bab26b7b req-887f6cf1-4082-4ae7-922a-2b23484b7af9 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:42:05.503239 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bd97e92-b87c-4980-ad75-ef52bab26b7b req-887f6cf1-4082-4ae7-922a-2b23484b7af9 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:42:05.534112 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887f6cf1-4082-4ae7-922a-2b23484b7af9 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Pushing event updated for resources: {'Port': ['ID=29bfd90b-9c12-4cd9-9d5f-b431f90e5c70,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:42:05.568579 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd97e92-b87c-4980-ad75-ef52bab26b7b req-887f6cf1-4082-4ae7-922a-2b23484b7af9 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:42:05.569207 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-3bd97e92-b87c-4980-ad75-ef52bab26b7b req-887f6cf1-4082-4ae7-922a-2b23484b7af9 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:05.591039 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-3bd97e92-b87c-4980-ad75-ef52bab26b7b req-887f6cf1-4082-4ae7-922a-2b23484b7af9 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7271655 Apr 01 16:42:05.602888 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [req-3bd97e92-b87c-4980-ad75-ef52bab26b7b req-1350ca30-706d-48b3-83f0-8c3dc6856101 service neutron] Request body: {'port': {'device_id': '68eda7d3-2875-4247-8b41-38f816263124', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:42:05.719953 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-3bd97e92-b87c-4980-ad75-ef52bab26b7b req-1350ca30-706d-48b3-83f0-8c3dc6856101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:05.780712 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca521b4-7db8-4fa8-ad3d-2411157fe645 req-a2ad5f08-043e-42cd-bb26-4d115038b9fd tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:42:05.782432 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-3ca521b4-7db8-4fa8-ad3d-2411157fe645 req-a2ad5f08-043e-42cd-bb26-4d115038b9fd tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] 10.222.0.55 "GET /v2.0/ports?device_id=68eda7d3-2875-4247-8b41-38f816263124 HTTP/1.1" status: 200 len: 932 time: 0.0812943 Apr 01 16:42:05.783837 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-9a9fe8c6-dc72-4635-9889-29ff18dd92e8 None None] Provisioning for port 29bfd90b-9c12-4cd9-9d5f-b431f90e5c70 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:42:05.790207 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-9a9fe8c6-dc72-4635-9889-29ff18dd92e8 None None] Provisioning complete for port 29bfd90b-9c12-4cd9-9d5f-b431f90e5c70 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:42:05.791064 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-9a9fe8c6-dc72-4635-9889-29ff18dd92e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:05.835347 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-3ca521b4-7db8-4fa8-ad3d-2411157fe645 req-db0a3801-aeb2-41d3-873a-d6db757dcf41 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] 10.222.0.55 "GET /v2.0/security-groups?id=17efa8f9-6d5e-429b-b011-610a455de24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467653 Apr 01 16:42:05.844781 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-9a9fe8c6-dc72-4635-9889-29ff18dd92e8 None None] Port 29bfd90b-9c12-4cd9-9d5f-b431f90e5c70 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 16:42:06.171979 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [req-3bd97e92-b87c-4980-ad75-ef52bab26b7b req-1350ca30-706d-48b3-83f0-8c3dc6856101 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29bfd90b-9c12-4cd9-9d5f-b431f90e5c70 {{(pid=83828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:42:06.179264 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-3bd97e92-b87c-4980-ad75-ef52bab26b7b req-1350ca30-706d-48b3-83f0-8c3dc6856101 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:06.195516 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [req-3bd97e92-b87c-4980-ad75-ef52bab26b7b req-1350ca30-706d-48b3-83f0-8c3dc6856101 service neutron] Transition to ACTIVE for port object 29bfd90b-9c12-4cd9-9d5f-b431f90e5c70 will not be triggered until provisioned by entity L2. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:42:06.199160 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-3bd97e92-b87c-4980-ad75-ef52bab26b7b req-1350ca30-706d-48b3-83f0-8c3dc6856101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:06.330244 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1350ca30-706d-48b3-83f0-8c3dc6856101 service neutron] Pushing event updated for resources: {'Port': ['ID=29bfd90b-9c12-4cd9-9d5f-b431f90e5c70,revision_number=2']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:42:06.443977 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [req-3bd97e92-b87c-4980-ad75-ef52bab26b7b req-1350ca30-706d-48b3-83f0-8c3dc6856101 service neutron] Attempting to bind port 29bfd90b-9c12-4cd9-9d5f-b431f90e5c70 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:42:06.444308 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [req-3bd97e92-b87c-4980-ad75-ef52bab26b7b req-1350ca30-706d-48b3-83f0-8c3dc6856101 service neutron] Attempting to bind port 29bfd90b-9c12-4cd9-9d5f-b431f90e5c70 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '774b48c5-16ee-4388-8930-ce9d5ca1372d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '455f0591-005f-4a48-9baa-5d58a6533172'}] {{(pid=83828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:42:06.444641 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd97e92-b87c-4980-ad75-ef52bab26b7b req-1350ca30-706d-48b3-83f0-8c3dc6856101 service neutron] Attempting to bind port 29bfd90b-9c12-4cd9-9d5f-b431f90e5c70 on network 455f0591-005f-4a48-9baa-5d58a6533172 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:42:06.452539 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd97e92-b87c-4980-ad75-ef52bab26b7b req-1350ca30-706d-48b3-83f0-8c3dc6856101 service neutron] Port 29bfd90b-9c12-4cd9-9d5f-b431f90e5c70 on network 455f0591-005f-4a48-9baa-5d58a6533172 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 16:42:06.452927 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd97e92-b87c-4980-ad75-ef52bab26b7b req-1350ca30-706d-48b3-83f0-8c3dc6856101 service neutron] Attempting to bind port 29bfd90b-9c12-4cd9-9d5f-b431f90e5c70 on network 455f0591-005f-4a48-9baa-5d58a6533172 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:42:06.459575 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd97e92-b87c-4980-ad75-ef52bab26b7b req-1350ca30-706d-48b3-83f0-8c3dc6856101 service neutron] Checking agent: {'id': '5b2860be-0b4f-4931-914a-5d10403eafcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 47, 24), 'started_at': datetime.datetime(2022, 4, 1, 15, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:42:06.459916 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd97e92-b87c-4980-ad75-ef52bab26b7b req-1350ca30-706d-48b3-83f0-8c3dc6856101 service neutron] Checking segment: {'id': '774b48c5-16ee-4388-8930-ce9d5ca1372d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '455f0591-005f-4a48-9baa-5d58a6533172'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:42:06.460301 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd97e92-b87c-4980-ad75-ef52bab26b7b req-1350ca30-706d-48b3-83f0-8c3dc6856101 service neutron] Bound using segment: {'id': '774b48c5-16ee-4388-8930-ce9d5ca1372d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '455f0591-005f-4a48-9baa-5d58a6533172'} {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:42:06.460917 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [req-3bd97e92-b87c-4980-ad75-ef52bab26b7b req-1350ca30-706d-48b3-83f0-8c3dc6856101 service neutron] Bound port: 29bfd90b-9c12-4cd9-9d5f-b431f90e5c70, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '774b48c5-16ee-4388-8930-ce9d5ca1372d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '455f0591-005f-4a48-9baa-5d58a6533172'}}] {{(pid=83828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:42:06.461394 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-3bd97e92-b87c-4980-ad75-ef52bab26b7b req-1350ca30-706d-48b3-83f0-8c3dc6856101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:06.553554 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [req-3bd97e92-b87c-4980-ad75-ef52bab26b7b req-1350ca30-706d-48b3-83f0-8c3dc6856101 service neutron] For port 29bfd90b-9c12-4cd9-9d5f-b431f90e5c70, host hv-neutron-8333, cleared binding levels {{(pid=83828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:42:06.557650 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [req-3bd97e92-b87c-4980-ad75-ef52bab26b7b req-1350ca30-706d-48b3-83f0-8c3dc6856101 service neutron] For port 29bfd90b-9c12-4cd9-9d5f-b431f90e5c70, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=29bfd90b-9c12-4cd9-9d5f-b431f90e5c70,segment=NetworkSegment(774b48c5-16ee-4388-8930-ce9d5ca1372d),segment_id=774b48c5-16ee-4388-8930-ce9d5ca1372d)] {{(pid=83828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:42:06.562783 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-3bd97e92-b87c-4980-ad75-ef52bab26b7b req-1350ca30-706d-48b3-83f0-8c3dc6856101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:06.621183 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-3bd97e92-b87c-4980-ad75-ef52bab26b7b req-1350ca30-706d-48b3-83f0-8c3dc6856101 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:06.622458 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-3bd97e92-b87c-4980-ad75-ef52bab26b7b req-1350ca30-706d-48b3-83f0-8c3dc6856101 service neutron] 10.222.0.24 "PUT /v2.0/ports/29bfd90b-9c12-4cd9-9d5f-b431f90e5c70 HTTP/1.1" status: 200 len: 1094 time: 1.0240395 Apr 01 16:42:06.630937 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68eda7d3-2875-4247-8b41-38f816263124', 'tag': '29bfd90b-9c12-4cd9-9d5f-b431f90e5c70'}] {{(pid=83828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:42:06.656424 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1350ca30-706d-48b3-83f0-8c3dc6856101 service neutron] Pushing event updated for resources: {'Port': ['ID=29bfd90b-9c12-4cd9-9d5f-b431f90e5c70,revision_number=3']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:42:06.757954 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-3bd97e92-b87c-4980-ad75-ef52bab26b7b req-9e255d1d-8bd2-4fde-a037-75db1b6e42c1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f0b79dedb348445f87de5bdc6b23ffed&device_id=68eda7d3-2875-4247-8b41-38f816263124 HTTP/1.1" status: 200 len: 1097 time: 0.0909593 Apr 01 16:42:06.818811 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68eda7d3-2875-4247-8b41-38f816263124', 'tag': '29bfd90b-9c12-4cd9-9d5f-b431f90e5c70', 'status': 'completed', 'code': 200} Apr 01 16:42:06.833495 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-3bd97e92-b87c-4980-ad75-ef52bab26b7b req-f5b7545b-6d4d-49ba-96d3-dc5607405623 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=29bfd90b-9c12-4cd9-9d5f-b431f90e5c70 HTTP/1.1" status: 200 len: 217 time: 0.0677733 Apr 01 16:42:06.897069 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd97e92-b87c-4980-ad75-ef52bab26b7b req-404583fb-2aff-40fb-bf62-4002b695a486 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:42:06.898421 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-3bd97e92-b87c-4980-ad75-ef52bab26b7b req-404583fb-2aff-40fb-bf62-4002b695a486 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7bed58af-d57e-4baa-91c9-65ef2a732087 HTTP/1.1" status: 200 len: 848 time: 0.0586402 Apr 01 16:42:06.976132 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-3bd97e92-b87c-4980-ad75-ef52bab26b7b req-3b8f7af1-362f-4262-8776-bd378fb4dfbe service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=455f0591-005f-4a48-9baa-5d58a6533172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714338 Apr 01 16:42:07.041057 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6437b90-3ce2-46ae-a1e4-5e0663246b8f req-e1a5c2b0-342c-4fe5-a413-9f23b77234c3 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:42:07.042566 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b6437b90-3ce2-46ae-a1e4-5e0663246b8f req-e1a5c2b0-342c-4fe5-a413-9f23b77234c3 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] 10.222.0.55 "GET /v2.0/ports?device_id=68eda7d3-2875-4247-8b41-38f816263124 HTTP/1.1" status: 200 len: 944 time: 0.0766072 Apr 01 16:42:07.090022 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b6437b90-3ce2-46ae-a1e4-5e0663246b8f req-23bf7d73-b078-4342-81bc-06a2a9fe9828 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] 10.222.0.55 "GET /v2.0/security-groups?id=17efa8f9-6d5e-429b-b011-610a455de24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407231 Apr 01 16:42:07.111323 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-3bd97e92-b87c-4980-ad75-ef52bab26b7b req-a444d269-27ce-4770-a15f-47b6939d1818 service neutron] 10.222.0.24 "GET /v2.0/networks/455f0591-005f-4a48-9baa-5d58a6533172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279306 Apr 01 16:42:07.241219 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-3bd97e92-b87c-4980-ad75-ef52bab26b7b req-e4a2038a-b5d0-4c92-aff7-b6662b191a25 service neutron] 10.222.0.24 "GET /v2.0/networks/455f0591-005f-4a48-9baa-5d58a6533172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234343 Apr 01 16:42:07.350759 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-6232c123-cca0-4bdb-8377-bc696bd58fdf req-9356360a-bfe0-4c1a-80d3-522fed1eee9a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f0b79dedb348445f87de5bdc6b23ffed&device_id=68eda7d3-2875-4247-8b41-38f816263124 HTTP/1.1" status: 200 len: 1097 time: 0.0677643 Apr 01 16:42:07.482722 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6232c123-cca0-4bdb-8377-bc696bd58fdf req-f7312920-fdc1-44d8-b490-9d2bb01c8332 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:42:07.484209 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-6232c123-cca0-4bdb-8377-bc696bd58fdf req-f7312920-fdc1-44d8-b490-9d2bb01c8332 service neutron] 10.222.0.24 "GET /v2.0/networks?id=455f0591-005f-4a48-9baa-5d58a6533172 HTTP/1.1" status: 200 len: 909 time: 0.1253607 Apr 01 16:42:07.552784 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-6232c123-cca0-4bdb-8377-bc696bd58fdf req-af71871a-3966-454e-889f-7dbef756f780 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=29bfd90b-9c12-4cd9-9d5f-b431f90e5c70 HTTP/1.1" status: 200 len: 217 time: 0.0621433 Apr 01 16:42:07.614174 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6232c123-cca0-4bdb-8377-bc696bd58fdf req-46d34266-933e-4afd-822c-d5b00f71f973 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:42:07.615613 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-6232c123-cca0-4bdb-8377-bc696bd58fdf req-46d34266-933e-4afd-822c-d5b00f71f973 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7bed58af-d57e-4baa-91c9-65ef2a732087 HTTP/1.1" status: 200 len: 848 time: 0.0568638 Apr 01 16:42:07.693218 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-6232c123-cca0-4bdb-8377-bc696bd58fdf req-4a1a2194-f365-4b16-aca5-0584ed16f8f3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=455f0591-005f-4a48-9baa-5d58a6533172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708752 Apr 01 16:42:07.914220 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-6232c123-cca0-4bdb-8377-bc696bd58fdf req-2c4ab0d5-7cdb-46ad-b66f-c0ad3895f4cf service neutron] 10.222.0.24 "GET /v2.0/networks/455f0591-005f-4a48-9baa-5d58a6533172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138293 Apr 01 16:42:08.046891 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-6232c123-cca0-4bdb-8377-bc696bd58fdf req-e95ccbad-a975-4b83-98bb-83148d94d654 service neutron] 10.222.0.24 "GET /v2.0/networks/455f0591-005f-4a48-9baa-5d58a6533172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265168 Apr 01 16:42:08.292060 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee9bdbe-6537-45a7-bfbe-67c4df3c68f1 req-c4f717eb-778d-44b7-b4af-1b97b58babc8 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:42:08.293541 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-7ee9bdbe-6537-45a7-bfbe-67c4df3c68f1 req-c4f717eb-778d-44b7-b4af-1b97b58babc8 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] 10.222.0.55 "GET /v2.0/ports?device_id=68eda7d3-2875-4247-8b41-38f816263124 HTTP/1.1" status: 200 len: 944 time: 0.0794532 Apr 01 16:42:08.339319 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-7ee9bdbe-6537-45a7-bfbe-67c4df3c68f1 req-11525dcc-5f76-4921-ab94-ff7e93a1d9d3 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] 10.222.0.55 "GET /v2.0/security-groups?id=17efa8f9-6d5e-429b-b011-610a455de24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401247 Apr 01 16:42:09.121026 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 29bfd90b-9c12-4cd9-9d5f-b431f90e5c70 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:42:09.254303 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 29bfd90b-9c12-4cd9-9d5f-b431f90e5c70, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=29bfd90b-9c12-4cd9-9d5f-b431f90e5c70,segment=NetworkSegment(774b48c5-16ee-4388-8930-ce9d5ca1372d),segment_id=774b48c5-16ee-4388-8930-ce9d5ca1372d)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:42:09.267803 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Returning: {'device': '29bfd90b-9c12-4cd9-9d5f-b431f90e5c70', 'network_id': '455f0591-005f-4a48-9baa-5d58a6533172', 'port_id': '29bfd90b-9c12-4cd9-9d5f-b431f90e5c70', 'mac_address': 'fa:16:3e:c9:77:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bed58af-d57e-4baa-91c9-65ef2a732087', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:42:09.326970 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:09.343938 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29bfd90b-9c12-4cd9-9d5f-b431f90e5c70 {{(pid=83829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:42:09.359424 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 29bfd90b-9c12-4cd9-9d5f-b431f90e5c70, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=29bfd90b-9c12-4cd9-9d5f-b431f90e5c70,segment=NetworkSegment(774b48c5-16ee-4388-8930-ce9d5ca1372d),segment_id=774b48c5-16ee-4388-8930-ce9d5ca1372d)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:42:09.363417 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:09.427973 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=29bfd90b-9c12-4cd9-9d5f-b431f90e5c70,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:42:09.531265 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea5c1d-effe-4ed6-9497-e3321532c55f req-4d3fec56-02c9-40d0-b71f-b570d5e2656f tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:42:09.532684 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-41ea5c1d-effe-4ed6-9497-e3321532c55f req-4d3fec56-02c9-40d0-b71f-b570d5e2656f tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] 10.222.0.55 "GET /v2.0/ports?device_id=68eda7d3-2875-4247-8b41-38f816263124 HTTP/1.1" status: 200 len: 945 time: 0.0752730 Apr 01 16:42:09.580324 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-41ea5c1d-effe-4ed6-9497-e3321532c55f req-40c0d02e-18d0-43ce-8401-827888aeed35 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] 10.222.0.55 "GET /v2.0/security-groups?id=17efa8f9-6d5e-429b-b011-610a455de24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420859 Apr 01 16:42:09.582149 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] get_ports_and_sgs() called for port_ids ['29bfd90b-9c12-4cd9-9d5f-b431f90e5c70'] {{(pid=83829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 16:42:10.775893 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1365591-6017-4709-975a-3c49b01aad82 req-c473a6fb-d492-4119-a53e-62e91f7eb62b tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:42:10.777362 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f1365591-6017-4709-975a-3c49b01aad82 req-c473a6fb-d492-4119-a53e-62e91f7eb62b tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] 10.222.0.55 "GET /v2.0/ports?device_id=68eda7d3-2875-4247-8b41-38f816263124 HTTP/1.1" status: 200 len: 945 time: 0.0752828 Apr 01 16:42:10.822576 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f1365591-6017-4709-975a-3c49b01aad82 req-4e53bc19-fef0-47ee-bf10-c4383c6522d7 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] 10.222.0.55 "GET /v2.0/security-groups?id=17efa8f9-6d5e-429b-b011-610a455de24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397115 Apr 01 16:42:11.135568 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 29bfd90b-9c12-4cd9-9d5f-b431f90e5c70 up at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:42:11.205096 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning for port 29bfd90b-9c12-4cd9-9d5f-b431f90e5c70 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:42:11.209680 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning complete for port 29bfd90b-9c12-4cd9-9d5f-b431f90e5c70 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:42:11.210043 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:11.323740 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:11.349291 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68eda7d3-2875-4247-8b41-38f816263124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29bfd90b-9c12-4cd9-9d5f-b431f90e5c70'}] {{(pid=83829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:42:11.362621 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 29bfd90b-9c12-4cd9-9d5f-b431f90e5c70, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=29bfd90b-9c12-4cd9-9d5f-b431f90e5c70,segment=NetworkSegment(774b48c5-16ee-4388-8930-ce9d5ca1372d),segment_id=774b48c5-16ee-4388-8930-ce9d5ca1372d)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:42:11.367447 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:11.453270 dv-neutron-833373-2-hyperv neutron-server[83829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68eda7d3-2875-4247-8b41-38f816263124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29bfd90b-9c12-4cd9-9d5f-b431f90e5c70', 'code': 200} Apr 01 16:42:11.471335 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=29bfd90b-9c12-4cd9-9d5f-b431f90e5c70,revision_number=5']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:42:11.668711 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-1059e3c7-ab42-464b-9201-946f4e60f8ac req-4aafc2c5-03bc-43d5-b7bb-8911be0a8d77 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=68eda7d3-2875-4247-8b41-38f816263124 HTTP/1.1" status: 200 len: 1099 time: 0.0677180 Apr 01 16:42:11.709319 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-1059e3c7-ab42-464b-9201-946f4e60f8ac req-17d2233d-b9c6-4a21-822f-5122631b5156 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=17efa8f9-6d5e-429b-b011-610a455de24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347311 Apr 01 16:42:12.020678 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a11bc8-dfad-4de5-a48b-6cb1bcebf52c req-575904db-8342-4bda-89f6-cd4624ede572 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:42:12.022179 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-46a11bc8-dfad-4de5-a48b-6cb1bcebf52c req-575904db-8342-4bda-89f6-cd4624ede572 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] 10.222.0.55 "GET /v2.0/ports?device_id=68eda7d3-2875-4247-8b41-38f816263124 HTTP/1.1" status: 200 len: 946 time: 0.0799522 Apr 01 16:42:12.068001 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-46a11bc8-dfad-4de5-a48b-6cb1bcebf52c req-0011cf04-8a4e-48a0-bd07-ecf51de33376 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] 10.222.0.55 "GET /v2.0/security-groups?id=17efa8f9-6d5e-429b-b011-610a455de24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395238 Apr 01 16:42:13.269169 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b95e1c-fb12-449e-bd5b-60c806fed12c req-6049f6fa-9206-4458-9bb9-8f033bfa06e7 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:42:13.270601 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-38b95e1c-fb12-449e-bd5b-60c806fed12c req-6049f6fa-9206-4458-9bb9-8f033bfa06e7 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] 10.222.0.55 "GET /v2.0/ports?device_id=68eda7d3-2875-4247-8b41-38f816263124 HTTP/1.1" status: 200 len: 946 time: 0.0769470 Apr 01 16:42:13.316437 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-38b95e1c-fb12-449e-bd5b-60c806fed12c req-625dc677-e272-4f63-afda-3d6bad840070 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] 10.222.0.55 "GET /v2.0/security-groups?id=17efa8f9-6d5e-429b-b011-610a455de24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403545 Apr 01 16:42:13.515348 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80af1b9a-a69f-4dce-a797-7b27aa632b76 req-660be0f1-f425-4d26-8179-204fb7081016 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:42:13.516821 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-80af1b9a-a69f-4dce-a797-7b27aa632b76 req-660be0f1-f425-4d26-8179-204fb7081016 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] 10.222.0.55 "GET /v2.0/ports?device_id=68eda7d3-2875-4247-8b41-38f816263124 HTTP/1.1" status: 200 len: 946 time: 0.0787561 Apr 01 16:42:13.562675 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-80af1b9a-a69f-4dce-a797-7b27aa632b76 req-fb939f50-b589-4a54-9995-bd9e1505e0e9 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] 10.222.0.55 "GET /v2.0/security-groups?id=17efa8f9-6d5e-429b-b011-610a455de24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404050 Apr 01 16:42:13.589748 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 36870) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:42:13.726951 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-cc668fce-0d54-40b0-a809-ffbfeb798853 tempest-TestSnapshotPattern-1945377825 tempest-TestSnapshotPattern-1945377825-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=68eda7d3-2875-4247-8b41-38f816263124 HTTP/1.1" status: 200 len: 1094 time: 0.1338880 Apr 01 16:42:13.728291 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [-] (83826) accepted ('10.222.0.55', 36876) {{(pid=83826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:42:13.733544 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.v2.base [None req-11399ec3-fb2a-4132-84e8-8a7f14fc52de tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Request body: {'floatingip': {'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'port_id': '29bfd90b-9c12-4cd9-9d5f-b431f90e5c70', 'tenant_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:42:13.739049 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-11399ec3-fb2a-4132-84e8-8a7f14fc52de tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:42:13.742872 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-11399ec3-fb2a-4132-84e8-8a7f14fc52de tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Usage tracker for resource:floatingip and tenant:f0b79dedb348445f87de5bdc6b23ffed is out of sync, need to count used quota {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:42:13.745877 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.quota.resource [None req-11399ec3-fb2a-4132-84e8-8a7f14fc52de tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:42:13.751507 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.quota.driver [None req-11399ec3-fb2a-4132-84e8-8a7f14fc52de tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:42:13.761816 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-11399ec3-fb2a-4132-84e8-8a7f14fc52de tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Notify callbacks [] for floatingip, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:13.986684 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-11399ec3-fb2a-4132-84e8-8a7f14fc52de tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:14.125021 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.db_base_plugin_common [None req-11399ec3-fb2a-4132-84e8-8a7f14fc52de tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Allocated IP 172.26.1.131 (ed45466e-0386-4b92-8de3-247c977242ac/0479f741-5cd1-4d6f-b593-d8aa909a42d3/4e6b88ea-c77e-43a2-b3a6-b85a1083a125) {{(pid=83826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:42:14.279383 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-11399ec3-fb2a-4132-84e8-8a7f14fc52de tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Notify callbacks [] for port, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:14.306980 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-11399ec3-fb2a-4132-84e8-8a7f14fc52de tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15415055'] for port, after_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:14.376810 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11399ec3-fb2a-4132-84e8-8a7f14fc52de tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Network ed45466e-0386-4b92-8de3-247c977242ac is already hosted by enough agents. {{(pid=83826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:42:14.379606 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.base_scheduler [None req-11399ec3-fb2a-4132-84e8-8a7f14fc52de tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Resources bound (agent type, host, resource id): {{(pid=83826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:42:14.382317 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11399ec3-fb2a-4132-84e8-8a7f14fc52de tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Received port after_create {{(pid=83826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:42:14.411699 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11399ec3-fb2a-4132-84e8-8a7f14fc52de tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Pushing event updated for resources: {'Port': ['ID=4e6b88ea-c77e-43a2-b3a6-b85a1083a125,revision_number=1']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:42:14.889559 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-11399ec3-fb2a-4132-84e8-8a7f14fc52de tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:14.942247 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-11399ec3-fb2a-4132-84e8-8a7f14fc52de tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:15.147072 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-11399ec3-fb2a-4132-84e8-8a7f14fc52de tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Notify callbacks [] for port, precommit_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:15.151804 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-11399ec3-fb2a-4132-84e8-8a7f14fc52de tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15415064'] for port, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:15.262057 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11399ec3-fb2a-4132-84e8-8a7f14fc52de tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Pushing event updated for resources: {'Port': ['ID=4e6b88ea-c77e-43a2-b3a6-b85a1083a125,revision_number=2']} {{(pid=83826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:42:15.274704 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-11399ec3-fb2a-4132-84e8-8a7f14fc52de tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617697'] for floatingip, after_update {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:15.551547 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.db.l3_db [None req-11399ec3-fb2a-4132-84e8-8a7f14fc52de tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Floating IP 20009791-2109-443e-bd5f-f5588956c8de associated. External IP: 172.26.1.131, port: 29bfd90b-9c12-4cd9-9d5f-b431f90e5c70. Apr 01 16:42:15.939884 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11399ec3-fb2a-4132-84e8-8a7f14fc52de tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Router 9fa66dd7-c2ae-4fee-b997-15430eed2fd3 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:42:16.137994 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11399ec3-fb2a-4132-84e8-8a7f14fc52de tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:42:16.147278 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d8e656-e1e7-42ae-a55d-ada7f2f6b7cb None None] Sync routers for ids ['9fa66dd7-c2ae-4fee-b997-15430eed2fd3'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:42:16.162126 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron_lib.callbacks.manager [None req-11399ec3-fb2a-4132-84e8-8a7f14fc52de tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for floatingip, before_response {{(pid=83826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:16.164209 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d8e656-e1e7-42ae-a55d-ada7f2f6b7cb None None] Routers {'9fa66dd7-c2ae-4fee-b997-15430eed2fd3'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:42:16.165484 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-f7d8e656-e1e7-42ae-a55d-ada7f2f6b7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:41:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['9fa66dd7-c2ae-4fee-b997-15430eed2fd3'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:42:16.224495 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [None req-11399ec3-fb2a-4132-84e8-8a7f14fc52de tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4949920 Apr 01 16:42:16.225229 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68eda7d3-2875-4247-8b41-38f816263124', 'tag': '29bfd90b-9c12-4cd9-9d5f-b431f90e5c70'}] {{(pid=83826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:42:16.283754 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68eda7d3-2875-4247-8b41-38f816263124', 'tag': '29bfd90b-9c12-4cd9-9d5f-b431f90e5c70', 'status': 'completed', 'code': 200} Apr 01 16:42:16.349426 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-f7d8e656-e1e7-42ae-a55d-ada7f2f6b7cb None None] Set router 9fa66dd7-c2ae-4fee-b997-15430eed2fd3 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:42:16.378786 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-ff215b27-2f7f-4af4-85b8-ca88eb4bb232 req-979f9824-f724-45d7-a6b7-4c755c077a4d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f0b79dedb348445f87de5bdc6b23ffed&device_id=68eda7d3-2875-4247-8b41-38f816263124 HTTP/1.1" status: 200 len: 1099 time: 0.0716584 Apr 01 16:42:16.517035 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff215b27-2f7f-4af4-85b8-ca88eb4bb232 req-30324983-19fe-4b7b-a7cc-6cea93b46eeb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:42:16.518415 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-ff215b27-2f7f-4af4-85b8-ca88eb4bb232 req-30324983-19fe-4b7b-a7cc-6cea93b46eeb service neutron] 10.222.0.24 "GET /v2.0/networks?id=455f0591-005f-4a48-9baa-5d58a6533172 HTTP/1.1" status: 200 len: 909 time: 0.1331000 Apr 01 16:42:16.621976 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-ff215b27-2f7f-4af4-85b8-ca88eb4bb232 req-d0cf46d6-7af3-439a-b3e6-880cfaf72419 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=29bfd90b-9c12-4cd9-9d5f-b431f90e5c70 HTTP/1.1" status: 200 len: 1000 time: 0.0967054 Apr 01 16:42:16.684682 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff215b27-2f7f-4af4-85b8-ca88eb4bb232 req-d880756a-330c-4581-bb23-b95f0464834b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:42:16.686149 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-ff215b27-2f7f-4af4-85b8-ca88eb4bb232 req-d880756a-330c-4581-bb23-b95f0464834b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7bed58af-d57e-4baa-91c9-65ef2a732087 HTTP/1.1" status: 200 len: 848 time: 0.0580149 Apr 01 16:42:16.733517 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-f7d8e656-e1e7-42ae-a55d-ada7f2f6b7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fa66dd7-c2ae-4fee-b997-15430eed2fd3', 'name': 'tempest-TestSnapshotPattern-526116406-router', 'tenant_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.238'}], 'enable_snat': True}, 'gw_port_id': '7c95f885-1691-4cd7-b193-8fe0a48fb856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:41:49Z', 'updated_at': '2022-04-01T16:41:52Z', 'revision_number': 4, 'project_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'gw_port': {'id': '7c95f885-1691-4cd7-b193-8fe0a48fb856', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa66dd7-c2ae-4fee-b997-15430eed2fd3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:41:49Z', 'updated_at': '2022-04-01T16:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': '20009791-2109-443e-bd5f-f5588956c8de', 'tenant_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'floating_ip_address': '172.26.1.131', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '9fa66dd7-c2ae-4fee-b997-15430eed2fd3', 'port_id': '29bfd90b-9c12-4cd9-9d5f-b431f90e5c70', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '455f0591-005f-4a48-9baa-5d58a6533172', 'mac_address': 'fa:16:3e:c9:77:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68eda7d3-2875-4247-8b41-38f816263124', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:42:14Z', 'updated_at': '2022-04-01T16:42:14Z', 'revision_number': 0, 'project_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b188452-577e-44fb-99b2-367a17ff8949', 'name': '', 'network_id': '455f0591-005f-4a48-9baa-5d58a6533172', 'tenant_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'mac_address': 'fa:16:3e:94:99:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa66dd7-c2ae-4fee-b997-15430eed2fd3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bed58af-d57e-4baa-91c9-65ef2a732087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:41:51Z', 'updated_at': '2022-04-01T16:42:01Z', 'revision_number': 5, 'project_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'subnets': [{'id': '7bed58af-d57e-4baa-91c9-65ef2a732087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:42:16.737958 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d8e656-e1e7-42ae-a55d-ada7f2f6b7cb None None] Checking router: 9fa66dd7-c2ae-4fee-b997-15430eed2fd3 for host: dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:42:16.749803 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d8e656-e1e7-42ae-a55d-ada7f2f6b7cb None None] Routers {'9fa66dd7-c2ae-4fee-b997-15430eed2fd3'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:42:16.750418 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-f7d8e656-e1e7-42ae-a55d-ada7f2f6b7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:41:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['9fa66dd7-c2ae-4fee-b997-15430eed2fd3'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:42:16.761274 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-ff215b27-2f7f-4af4-85b8-ca88eb4bb232 req-b365dfd9-d51b-4dad-a89f-2c78ab7e9520 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=455f0591-005f-4a48-9baa-5d58a6533172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688517 Apr 01 16:42:16.890713 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-ff215b27-2f7f-4af4-85b8-ca88eb4bb232 req-3ec06006-cff4-4fef-b395-9c9c743ae4cd service neutron] 10.222.0.24 "GET /v2.0/networks/455f0591-005f-4a48-9baa-5d58a6533172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229692 Apr 01 16:42:16.928626 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-f7d8e656-e1e7-42ae-a55d-ada7f2f6b7cb None None] Set router 9fa66dd7-c2ae-4fee-b997-15430eed2fd3 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:42:17.023676 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-ff215b27-2f7f-4af4-85b8-ca88eb4bb232 req-2e427328-442e-4d54-96ca-cd5e33d87934 service neutron] 10.222.0.24 "GET /v2.0/networks/455f0591-005f-4a48-9baa-5d58a6533172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269536 Apr 01 16:42:17.276782 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-f7d8e656-e1e7-42ae-a55d-ada7f2f6b7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fa66dd7-c2ae-4fee-b997-15430eed2fd3', 'name': 'tempest-TestSnapshotPattern-526116406-router', 'tenant_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.238'}], 'enable_snat': True}, 'gw_port_id': '7c95f885-1691-4cd7-b193-8fe0a48fb856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:41:49Z', 'updated_at': '2022-04-01T16:41:52Z', 'revision_number': 4, 'project_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'gw_port': {'id': '7c95f885-1691-4cd7-b193-8fe0a48fb856', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa66dd7-c2ae-4fee-b997-15430eed2fd3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:41:49Z', 'updated_at': '2022-04-01T16:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': '20009791-2109-443e-bd5f-f5588956c8de', 'tenant_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'floating_ip_address': '172.26.1.131', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '9fa66dd7-c2ae-4fee-b997-15430eed2fd3', 'port_id': '29bfd90b-9c12-4cd9-9d5f-b431f90e5c70', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '455f0591-005f-4a48-9baa-5d58a6533172', 'mac_address': 'fa:16:3e:c9:77:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68eda7d3-2875-4247-8b41-38f816263124', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:42:14Z', 'updated_at': '2022-04-01T16:42:14Z', 'revision_number': 0, 'project_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b188452-577e-44fb-99b2-367a17ff8949', 'name': '', 'network_id': '455f0591-005f-4a48-9baa-5d58a6533172', 'tenant_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'mac_address': 'fa:16:3e:94:99:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa66dd7-c2ae-4fee-b997-15430eed2fd3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bed58af-d57e-4baa-91c9-65ef2a732087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:41:51Z', 'updated_at': '2022-04-01T16:42:01Z', 'revision_number': 5, 'project_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'subnets': [{'id': '7bed58af-d57e-4baa-91c9-65ef2a732087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:42:17.281312 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d8e656-e1e7-42ae-a55d-ada7f2f6b7cb None None] The sync data for ids ['9fa66dd7-c2ae-4fee-b997-15430eed2fd3'] in dv-neutron-833373-2-hyperv is: [{'id': '9fa66dd7-c2ae-4fee-b997-15430eed2fd3', 'name': 'tempest-TestSnapshotPattern-526116406-router', 'tenant_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.238'}], 'enable_snat': True}, 'gw_port_id': '7c95f885-1691-4cd7-b193-8fe0a48fb856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:41:49Z', 'updated_at': '2022-04-01T16:41:52Z', 'revision_number': 4, 'project_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'gw_port': {'id': '7c95f885-1691-4cd7-b193-8fe0a48fb856', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa66dd7-c2ae-4fee-b997-15430eed2fd3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:41:49Z', 'updated_at': '2022-04-01T16:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': '20009791-2109-443e-bd5f-f5588956c8de', 'tenant_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'floating_ip_address': '172.26.1.131', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '9fa66dd7-c2ae-4fee-b997-15430eed2fd3', 'port_id': '29bfd90b-9c12-4cd9-9d5f-b431f90e5c70', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '455f0591-005f-4a48-9baa-5d58a6533172', 'mac_address': 'fa:16:3e:c9:77:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68eda7d3-2875-4247-8b41-38f816263124', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:42:14Z', 'updated_at': '2022-04-01T16:42:14Z', 'revision_number': 0, 'project_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b188452-577e-44fb-99b2-367a17ff8949', 'name': '', 'network_id': '455f0591-005f-4a48-9baa-5d58a6533172', 'tenant_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'mac_address': 'fa:16:3e:94:99:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa66dd7-c2ae-4fee-b997-15430eed2fd3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bed58af-d57e-4baa-91c9-65ef2a732087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:41:51Z', 'updated_at': '2022-04-01T16:42:01Z', 'revision_number': 5, 'project_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'subnets': [{'id': '7bed58af-d57e-4baa-91c9-65ef2a732087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:42:17.914759 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-63b75fd8-4977-4ca9-94ed-0350ce6d315e req-9cf79f0e-b146-4b8e-b820-6f7597786834 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=68eda7d3-2875-4247-8b41-38f816263124&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0698335 Apr 01 16:42:18.061891 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-63b75fd8-4977-4ca9-94ed-0350ce6d315e req-beb03690-0d7c-4e5d-bc6c-328c4a0718c6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f0b79dedb348445f87de5bdc6b23ffed&device_id=68eda7d3-2875-4247-8b41-38f816263124 HTTP/1.1" status: 200 len: 1099 time: 0.0771630 Apr 01 16:42:18.207504 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b75fd8-4977-4ca9-94ed-0350ce6d315e req-62269a5f-5a57-47f9-b52e-80da0843bf0a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:42:18.208878 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-63b75fd8-4977-4ca9-94ed-0350ce6d315e req-62269a5f-5a57-47f9-b52e-80da0843bf0a service neutron] 10.222.0.24 "GET /v2.0/networks?id=455f0591-005f-4a48-9baa-5d58a6533172 HTTP/1.1" status: 200 len: 909 time: 0.1267157 Apr 01 16:42:18.311036 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-63b75fd8-4977-4ca9-94ed-0350ce6d315e req-40da0ce9-4455-4253-a664-343ddc73188a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=29bfd90b-9c12-4cd9-9d5f-b431f90e5c70 HTTP/1.1" status: 200 len: 1000 time: 0.0960045 Apr 01 16:42:18.373987 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b75fd8-4977-4ca9-94ed-0350ce6d315e req-d28acdf1-6b6f-4642-b53d-92708754ee3e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:42:18.375435 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-63b75fd8-4977-4ca9-94ed-0350ce6d315e req-d28acdf1-6b6f-4642-b53d-92708754ee3e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7bed58af-d57e-4baa-91c9-65ef2a732087 HTTP/1.1" status: 200 len: 848 time: 0.0578518 Apr 01 16:42:18.554045 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-63b75fd8-4977-4ca9-94ed-0350ce6d315e req-7b28b497-d425-4286-98fe-e7cae114bcea service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=455f0591-005f-4a48-9baa-5d58a6533172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1724038 Apr 01 16:42:18.683681 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-63b75fd8-4977-4ca9-94ed-0350ce6d315e req-dd94b90f-cb85-497f-b96e-34e2ec67112f service neutron] 10.222.0.24 "GET /v2.0/networks/455f0591-005f-4a48-9baa-5d58a6533172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230762 Apr 01 16:42:18.826109 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-63b75fd8-4977-4ca9-94ed-0350ce6d315e req-9f83b029-f4a1-4743-a506-83a0a37f0c4a service neutron] 10.222.0.24 "GET /v2.0/networks/455f0591-005f-4a48-9baa-5d58a6533172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358497 Apr 01 16:42:20.652783 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:42:21.662753 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3917cdf-347e-4be2-a45b-7e37f5d368d5 None None] New status for floating IP 20009791-2109-443e-bd5f-f5588956c8de: ACTIVE {{(pid=83833) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 16:42:21.676922 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b5c110-3eed-45ec-9e51-c56ce76fd548 None None] Sync routers for ids ['58959947-f20f-4dba-a819-2c672800376f'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:42:21.690867 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b5c110-3eed-45ec-9e51-c56ce76fd548 None None] Routers {'58959947-f20f-4dba-a819-2c672800376f'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:42:21.691491 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-43b5c110-3eed-45ec-9e51-c56ce76fd548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:41:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['58959947-f20f-4dba-a819-2c672800376f'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:42:21.882171 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-43b5c110-3eed-45ec-9e51-c56ce76fd548 None None] Set router 58959947-f20f-4dba-a819-2c672800376f gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:42:22.196582 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-43b5c110-3eed-45ec-9e51-c56ce76fd548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58959947-f20f-4dba-a819-2c672800376f', 'name': 'tempest-TestSnapshotPattern-518649046-router', 'tenant_id': '95c614349561427fbcd3cd79b0563dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.210'}], 'enable_snat': True}, 'gw_port_id': 'cd58b767-7dbe-4360-a6f4-39d45cbcb2c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:41:55Z', 'updated_at': '2022-04-01T16:41:58Z', 'revision_number': 4, 'project_id': '95c614349561427fbcd3cd79b0563dcf', 'gw_port': {'id': 'cd58b767-7dbe-4360-a6f4-39d45cbcb2c3', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:95:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58959947-f20f-4dba-a819-2c672800376f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:41:55Z', 'updated_at': '2022-04-01T16:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '1b7260fe-d6c9-4006-a003-aea97b48d230', 'name': '', 'network_id': 'b2be21c0-92a6-4b31-b795-d74862049e59', 'tenant_id': '95c614349561427fbcd3cd79b0563dcf', 'mac_address': 'fa:16:3e:60:3c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58959947-f20f-4dba-a819-2c672800376f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b6c3ec4-11ec-4d4b-a677-03b1a0a5e128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:41:58Z', 'updated_at': '2022-04-01T16:41:59Z', 'revision_number': 2, 'project_id': '95c614349561427fbcd3cd79b0563dcf', 'subnets': [{'id': '0b6c3ec4-11ec-4d4b-a677-03b1a0a5e128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:42:22.202079 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b5c110-3eed-45ec-9e51-c56ce76fd548 None None] Checking router: 58959947-f20f-4dba-a819-2c672800376f for host: dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:42:22.202542 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b5c110-3eed-45ec-9e51-c56ce76fd548 None None] Updating router 58959947-f20f-4dba-a819-2c672800376f port 1b7260fe-d6c9-4006-a003-aea97b48d230 binding host dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 16:42:22.279179 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-43b5c110-3eed-45ec-9e51-c56ce76fd548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:22.645874 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-43b5c110-3eed-45ec-9e51-c56ce76fd548 None None] Notify callbacks [] for port, precommit_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:22.657734 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-43b5c110-3eed-45ec-9e51-c56ce76fd548 None None] Transition to ACTIVE for port object 1b7260fe-d6c9-4006-a003-aea97b48d230 will not be triggered until provisioned by entity L2. {{(pid=83829) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:42:22.664389 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-43b5c110-3eed-45ec-9e51-c56ce76fd548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:22.785974 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d74c96-c15b-4af6-9dff-16d8e66c4fab None None] Pushing event updated for resources: {'Port': ['ID=1b7260fe-d6c9-4006-a003-aea97b48d230,revision_number=3']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:42:22.879813 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-43b5c110-3eed-45ec-9e51-c56ce76fd548 None None] Attempting to bind port 1b7260fe-d6c9-4006-a003-aea97b48d230 on host dv-neutron-833373-2-hyperv for vnic_type normal with profile {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:42:22.880172 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-43b5c110-3eed-45ec-9e51-c56ce76fd548 None None] Attempting to bind port 1b7260fe-d6c9-4006-a003-aea97b48d230 by drivers openvswitch,hyperv on host dv-neutron-833373-2-hyperv at level 0 using segments [{'id': '2865ba84-81c6-47d6-98e2-513ad1f0f4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b2be21c0-92a6-4b31-b795-d74862049e59'}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:42:22.880527 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b5c110-3eed-45ec-9e51-c56ce76fd548 None None] Attempting to bind port 1b7260fe-d6c9-4006-a003-aea97b48d230 on network b2be21c0-92a6-4b31-b795-d74862049e59 {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:42:22.887275 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b5c110-3eed-45ec-9e51-c56ce76fd548 None None] Checking agent: {'id': '257f1065-a931-4c1d-8478-1c6cfa0e2b23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833373-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 40, 58), 'started_at': datetime.datetime(2022, 4, 1, 15, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833373-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:42:22.887637 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b5c110-3eed-45ec-9e51-c56ce76fd548 None None] Checking segment: {'id': '2865ba84-81c6-47d6-98e2-513ad1f0f4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b2be21c0-92a6-4b31-b795-d74862049e59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:42:22.888150 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-43b5c110-3eed-45ec-9e51-c56ce76fd548 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:22.888536 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b5c110-3eed-45ec-9e51-c56ce76fd548 None None] Bound using segment: {'id': '2865ba84-81c6-47d6-98e2-513ad1f0f4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b2be21c0-92a6-4b31-b795-d74862049e59'} {{(pid=83829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:42:22.889093 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.managers [None req-43b5c110-3eed-45ec-9e51-c56ce76fd548 None None] Bound port: 1b7260fe-d6c9-4006-a003-aea97b48d230, host: dv-neutron-833373-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2865ba84-81c6-47d6-98e2-513ad1f0f4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'b2be21c0-92a6-4b31-b795-d74862049e59'}}] {{(pid=83829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:42:22.889380 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-43b5c110-3eed-45ec-9e51-c56ce76fd548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:22.985435 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-43b5c110-3eed-45ec-9e51-c56ce76fd548 None None] For port 1b7260fe-d6c9-4006-a003-aea97b48d230, host dv-neutron-833373-2-hyperv, cleared binding levels {{(pid=83829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:42:22.988367 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-43b5c110-3eed-45ec-9e51-c56ce76fd548 None None] For port 1b7260fe-d6c9-4006-a003-aea97b48d230, host dv-neutron-833373-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=1b7260fe-d6c9-4006-a003-aea97b48d230,segment=NetworkSegment(2865ba84-81c6-47d6-98e2-513ad1f0f4c7),segment_id=2865ba84-81c6-47d6-98e2-513ad1f0f4c7)] {{(pid=83829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:42:22.992709 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-43b5c110-3eed-45ec-9e51-c56ce76fd548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:23.074877 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d74c96-c15b-4af6-9dff-16d8e66c4fab None None] Pushing event updated for resources: {'Port': ['ID=1b7260fe-d6c9-4006-a003-aea97b48d230,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:42:23.079492 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b5c110-3eed-45ec-9e51-c56ce76fd548 None None] Routers {'58959947-f20f-4dba-a819-2c672800376f'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:42:23.080115 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-43b5c110-3eed-45ec-9e51-c56ce76fd548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:41:56Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['58959947-f20f-4dba-a819-2c672800376f'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:42:23.264586 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-43b5c110-3eed-45ec-9e51-c56ce76fd548 None None] Set router 58959947-f20f-4dba-a819-2c672800376f gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:42:23.597196 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-43b5c110-3eed-45ec-9e51-c56ce76fd548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58959947-f20f-4dba-a819-2c672800376f', 'name': 'tempest-TestSnapshotPattern-518649046-router', 'tenant_id': '95c614349561427fbcd3cd79b0563dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.210'}], 'enable_snat': True}, 'gw_port_id': 'cd58b767-7dbe-4360-a6f4-39d45cbcb2c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:41:55Z', 'updated_at': '2022-04-01T16:41:58Z', 'revision_number': 4, 'project_id': '95c614349561427fbcd3cd79b0563dcf', 'gw_port': {'id': 'cd58b767-7dbe-4360-a6f4-39d45cbcb2c3', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:95:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58959947-f20f-4dba-a819-2c672800376f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:41:55Z', 'updated_at': '2022-04-01T16:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '1b7260fe-d6c9-4006-a003-aea97b48d230', 'name': '', 'network_id': 'b2be21c0-92a6-4b31-b795-d74862049e59', 'tenant_id': '95c614349561427fbcd3cd79b0563dcf', 'mac_address': 'fa:16:3e:60:3c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58959947-f20f-4dba-a819-2c672800376f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b6c3ec4-11ec-4d4b-a677-03b1a0a5e128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:41:58Z', 'updated_at': '2022-04-01T16:42:22Z', 'revision_number': 4, 'project_id': '95c614349561427fbcd3cd79b0563dcf', 'subnets': [{'id': '0b6c3ec4-11ec-4d4b-a677-03b1a0a5e128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:42:23.601450 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b5c110-3eed-45ec-9e51-c56ce76fd548 None None] The sync data for ids ['58959947-f20f-4dba-a819-2c672800376f'] in dv-neutron-833373-2-hyperv is: [{'id': '58959947-f20f-4dba-a819-2c672800376f', 'name': 'tempest-TestSnapshotPattern-518649046-router', 'tenant_id': '95c614349561427fbcd3cd79b0563dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.210'}], 'enable_snat': True}, 'gw_port_id': 'cd58b767-7dbe-4360-a6f4-39d45cbcb2c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:41:55Z', 'updated_at': '2022-04-01T16:41:58Z', 'revision_number': 4, 'project_id': '95c614349561427fbcd3cd79b0563dcf', 'gw_port': {'id': 'cd58b767-7dbe-4360-a6f4-39d45cbcb2c3', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:95:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58959947-f20f-4dba-a819-2c672800376f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:41:55Z', 'updated_at': '2022-04-01T16:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '1b7260fe-d6c9-4006-a003-aea97b48d230', 'name': '', 'network_id': 'b2be21c0-92a6-4b31-b795-d74862049e59', 'tenant_id': '95c614349561427fbcd3cd79b0563dcf', 'mac_address': 'fa:16:3e:60:3c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58959947-f20f-4dba-a819-2c672800376f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0b6c3ec4-11ec-4d4b-a677-03b1a0a5e128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:41:58Z', 'updated_at': '2022-04-01T16:42:22Z', 'revision_number': 4, 'project_id': '95c614349561427fbcd3cd79b0563dcf', 'subnets': [{'id': '0b6c3ec4-11ec-4d4b-a677-03b1a0a5e128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:42:24.028782 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 1b7260fe-d6c9-4006-a003-aea97b48d230 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:42:24.089002 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-4bf00a50-859d-4415-9644-80da49cdf75b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:24.117805 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning for port 1b7260fe-d6c9-4006-a003-aea97b48d230 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:42:24.123197 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 1b7260fe-d6c9-4006-a003-aea97b48d230 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:42:24.123566 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:24.243344 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:24.277002 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:24.288173 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] For port 1b7260fe-d6c9-4006-a003-aea97b48d230, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=1b7260fe-d6c9-4006-a003-aea97b48d230,segment=NetworkSegment(2865ba84-81c6-47d6-98e2-513ad1f0f4c7),segment_id=2865ba84-81c6-47d6-98e2-513ad1f0f4c7)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:42:24.292598 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:24.362009 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Pushing event updated for resources: {'Port': ['ID=1b7260fe-d6c9-4006-a003-aea97b48d230,revision_number=5']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:42:25.996084 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 1b7260fe-d6c9-4006-a003-aea97b48d230 up at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:42:26.063600 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Provisioning complete for port 1b7260fe-d6c9-4006-a003-aea97b48d230 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:42:26.063966 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:26.419637 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-4a2c8f2d-c2c8-4a56-87e3-effe30f0cec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:27.787984 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:27.906920 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:29.461764 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:54.040749 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-fee7b221-2c97-49ba-8b86-5135bdde3810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:54.262627 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:56.421341 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-e48a2cd9-3cd7-4967-a7d8-6e2c1f3ed47b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:57.652064 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:42:57.791254 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:57.911768 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:42:59.463357 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:43:20.037800 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-83e51181-2d91-4031-9ff1-1edb966a7ef6 req-9a451af8-ad13-4d90-8aec-22f43c48f1dc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=68eda7d3-2875-4247-8b41-38f816263124&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1937661 Apr 01 16:43:20.183177 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-83e51181-2d91-4031-9ff1-1edb966a7ef6 req-5e7d403d-e54f-4924-aef0-bc2f1b456929 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f0b79dedb348445f87de5bdc6b23ffed&device_id=68eda7d3-2875-4247-8b41-38f816263124 HTTP/1.1" status: 200 len: 1099 time: 0.0755644 Apr 01 16:43:20.328186 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e51181-2d91-4031-9ff1-1edb966a7ef6 req-d97f4a59-0c1b-4b0e-981c-7fffd2248804 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:43:20.329676 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-83e51181-2d91-4031-9ff1-1edb966a7ef6 req-d97f4a59-0c1b-4b0e-981c-7fffd2248804 service neutron] 10.222.0.24 "GET /v2.0/networks?id=455f0591-005f-4a48-9baa-5d58a6533172 HTTP/1.1" status: 200 len: 909 time: 0.1276429 Apr 01 16:43:20.431682 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-83e51181-2d91-4031-9ff1-1edb966a7ef6 req-232e57f2-7999-43c8-8b69-ccc28ceddf43 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=29bfd90b-9c12-4cd9-9d5f-b431f90e5c70 HTTP/1.1" status: 200 len: 1002 time: 0.0951633 Apr 01 16:43:20.495197 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e51181-2d91-4031-9ff1-1edb966a7ef6 req-e3a030d1-f299-43ef-aeb8-7927666e7f39 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:43:20.496512 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-83e51181-2d91-4031-9ff1-1edb966a7ef6 req-e3a030d1-f299-43ef-aeb8-7927666e7f39 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7bed58af-d57e-4baa-91c9-65ef2a732087 HTTP/1.1" status: 200 len: 848 time: 0.0554018 Apr 01 16:43:20.571524 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-83e51181-2d91-4031-9ff1-1edb966a7ef6 req-9d0c644a-fa3d-4476-9d80-da9d1d12365c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=455f0591-005f-4a48-9baa-5d58a6533172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684602 Apr 01 16:43:20.702144 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-83e51181-2d91-4031-9ff1-1edb966a7ef6 req-b3eefb8c-8acf-4ff5-9883-7ac7c4220504 service neutron] 10.222.0.24 "GET /v2.0/networks/455f0591-005f-4a48-9baa-5d58a6533172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238086 Apr 01 16:43:20.836899 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-83e51181-2d91-4031-9ff1-1edb966a7ef6 req-406d083e-4c97-4947-a8ab-7d81592335e5 service neutron] 10.222.0.24 "GET /v2.0/networks/455f0591-005f-4a48-9baa-5d58a6533172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278093 Apr 01 16:43:24.044490 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-1a27e06e-5fd4-4693-9bbf-b23aabe4f898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:43:24.262586 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:43:26.424254 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-b9b64c78-831d-42b5-9ef5-0a3a5b8a2786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:43:27.793938 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:43:27.915228 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:43:29.465984 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:43:34.652296 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:43:54.047563 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-43284202-2144-49bb-89da-f75f05c0b551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:43:54.261216 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:43:56.426073 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-e318d03e-9c68-43e8-8ba5-e16b72963977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:43:57.797248 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:43:57.917431 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:43:59.470097 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:44:11.652690 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:44:13.744785 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 29bfd90b-9c12-4cd9-9d5f-b431f90e5c70 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:44:13.877274 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 29bfd90b-9c12-4cd9-9d5f-b431f90e5c70, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=29bfd90b-9c12-4cd9-9d5f-b431f90e5c70,segment=NetworkSegment(774b48c5-16ee-4388-8930-ce9d5ca1372d),segment_id=774b48c5-16ee-4388-8930-ce9d5ca1372d)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:44:13.890863 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Returning: {'device': '29bfd90b-9c12-4cd9-9d5f-b431f90e5c70', 'network_id': '455f0591-005f-4a48-9baa-5d58a6533172', 'port_id': '29bfd90b-9c12-4cd9-9d5f-b431f90e5c70', 'mac_address': 'fa:16:3e:c9:77:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bed58af-d57e-4baa-91c9-65ef2a732087', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:44:13.946187 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:44:13.964761 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 29bfd90b-9c12-4cd9-9d5f-b431f90e5c70 {{(pid=83829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:44:13.981657 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 29bfd90b-9c12-4cd9-9d5f-b431f90e5c70, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=29bfd90b-9c12-4cd9-9d5f-b431f90e5c70,segment=NetworkSegment(774b48c5-16ee-4388-8930-ce9d5ca1372d),segment_id=774b48c5-16ee-4388-8930-ce9d5ca1372d)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:44:13.986632 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:44:14.061734 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=29bfd90b-9c12-4cd9-9d5f-b431f90e5c70,revision_number=6']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:44:14.070911 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:44:14.071356 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:44:14.073407 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:44:14.073407 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:44:14.073407 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:44:14.073407 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:44:14.073407 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:44:14.073407 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:44:14.073912 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:44:14.073912 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:44:14.074161 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:44:14.097109 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] get_ports_and_sgs() called for port_ids ['29bfd90b-9c12-4cd9-9d5f-b431f90e5c70'] {{(pid=83829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 16:44:15.761116 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 29bfd90b-9c12-4cd9-9d5f-b431f90e5c70 up at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:44:15.834536 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning complete for port 29bfd90b-9c12-4cd9-9d5f-b431f90e5c70 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:44:15.835057 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:44:15.962999 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:44:15.992912 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68eda7d3-2875-4247-8b41-38f816263124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29bfd90b-9c12-4cd9-9d5f-b431f90e5c70'}] {{(pid=83829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:44:16.003280 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 29bfd90b-9c12-4cd9-9d5f-b431f90e5c70, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=29bfd90b-9c12-4cd9-9d5f-b431f90e5c70,segment=NetworkSegment(774b48c5-16ee-4388-8930-ce9d5ca1372d),segment_id=774b48c5-16ee-4388-8930-ce9d5ca1372d)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:44:16.010817 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:44:16.098434 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=29bfd90b-9c12-4cd9-9d5f-b431f90e5c70,revision_number=7']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:44:16.163479 dv-neutron-833373-2-hyperv neutron-server[83829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68eda7d3-2875-4247-8b41-38f816263124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29bfd90b-9c12-4cd9-9d5f-b431f90e5c70', 'code': 200} Apr 01 16:44:22.003387 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-389dd724-7d2f-4a1a-bac7-df0be13ed0fc req-1089df4d-f8bc-4355-a39e-255fef140905 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f0b79dedb348445f87de5bdc6b23ffed&device_id=68eda7d3-2875-4247-8b41-38f816263124 HTTP/1.1" status: 200 len: 1099 time: 0.0730367 Apr 01 16:44:22.162705 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389dd724-7d2f-4a1a-bac7-df0be13ed0fc req-99d371c5-c00f-422c-82ec-e0c71034b3f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:44:22.164223 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-389dd724-7d2f-4a1a-bac7-df0be13ed0fc req-99d371c5-c00f-422c-82ec-e0c71034b3f7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=455f0591-005f-4a48-9baa-5d58a6533172 HTTP/1.1" status: 200 len: 909 time: 0.1399856 Apr 01 16:44:22.291581 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-389dd724-7d2f-4a1a-bac7-df0be13ed0fc req-5196101b-9903-48a5-8b67-f119649a5a2b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=29bfd90b-9c12-4cd9-9d5f-b431f90e5c70 HTTP/1.1" status: 200 len: 1002 time: 0.1196902 Apr 01 16:44:22.367455 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389dd724-7d2f-4a1a-bac7-df0be13ed0fc req-ac6be816-0cc3-4b85-95ff-35dbfe1beef7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:44:22.368989 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-389dd724-7d2f-4a1a-bac7-df0be13ed0fc req-ac6be816-0cc3-4b85-95ff-35dbfe1beef7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7bed58af-d57e-4baa-91c9-65ef2a732087 HTTP/1.1" status: 200 len: 848 time: 0.0712481 Apr 01 16:44:22.563113 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-389dd724-7d2f-4a1a-bac7-df0be13ed0fc req-47431776-5548-4ed6-8c8a-95ba10a5026e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=455f0591-005f-4a48-9baa-5d58a6533172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1876974 Apr 01 16:44:22.744985 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-389dd724-7d2f-4a1a-bac7-df0be13ed0fc req-7a42e10b-440a-4791-9a5c-85c197997928 service neutron] 10.222.0.24 "GET /v2.0/networks/455f0591-005f-4a48-9baa-5d58a6533172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726887 Apr 01 16:44:22.893934 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-389dd724-7d2f-4a1a-bac7-df0be13ed0fc req-bcef703e-bc5c-473a-9053-aa4f172d2b2d service neutron] 10.222.0.24 "GET /v2.0/networks/455f0591-005f-4a48-9baa-5d58a6533172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432047 Apr 01 16:44:24.061654 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6cdd07bf-36c9-4584-9203-519ecd9c3755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:44:24.281212 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:44:24.987009 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2e28d2de-ad0a-44fc-8a7b-99bfb29c6c29 req-9969aa3a-4744-4bd0-89a4-cd961af1b75d tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-960026733&fields=id&tenant_id=f0b79dedb348445f87de5bdc6b23ffed HTTP/1.1" status: 200 len: 267 time: 0.0414827 Apr 01 16:44:25.132384 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e28d2de-ad0a-44fc-8a7b-99bfb29c6c29 req-9ee629f3-69ab-4c63-9255-a941b95ab33e tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:44:25.133849 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2e28d2de-ad0a-44fc-8a7b-99bfb29c6c29 req-9ee629f3-69ab-4c63-9255-a941b95ab33e tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] 10.222.0.55 "GET /v2.0/networks?id=455f0591-005f-4a48-9baa-5d58a6533172 HTTP/1.1" status: 200 len: 809 time: 0.1405094 Apr 01 16:44:25.150759 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2e28d2de-ad0a-44fc-8a7b-99bfb29c6c29 req-a2b5266e-828b-4dee-bb28-95f541cae29a tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] 10.222.0.55 "GET /v2.0/quotas/f0b79dedb348445f87de5bdc6b23ffed HTTP/1.1" status: 200 len: 375 time: 0.0115860 Apr 01 16:44:25.233322 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2e28d2de-ad0a-44fc-8a7b-99bfb29c6c29 req-0b3b5a7a-84e6-4941-aa89-d1ddb2b6426e tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f0b79dedb348445f87de5bdc6b23ffed&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0773792 Apr 01 16:44:25.248810 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.wsgi [req-2e28d2de-ad0a-44fc-8a7b-99bfb29c6c29 req-b13bb019-a6d6-4049-8ea6-bb4323c8afd7 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=83826) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 16:44:25.249753 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2e28d2de-ad0a-44fc-8a7b-99bfb29c6c29 req-b13bb019-a6d6-4049-8ea6-bb4323c8afd7 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050373 Apr 01 16:44:25.387662 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2e28d2de-ad0a-44fc-8a7b-99bfb29c6c29 req-0663c398-1500-477c-ba3f-f203db1c09a8 service neutron] 10.222.0.55 "GET /v2.0/networks/455f0591-005f-4a48-9baa-5d58a6533172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316578 Apr 01 16:44:25.527154 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-2e28d2de-ad0a-44fc-8a7b-99bfb29c6c29 req-6242ffe4-a6ed-458b-8d61-2e2653947550 service neutron] 10.222.0.55 "GET /v2.0/networks/455f0591-005f-4a48-9baa-5d58a6533172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327348 Apr 01 16:44:25.738318 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-468941d7-4d0a-40a4-b465-7c8345379257 req-6a4b6482-96f8-46b9-a82b-6699a3b3e5d1 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] 10.222.0.55 "GET /v2.0/ports?device_id=dfafd5b2-19e8-48a2-8ada-4752a7e1cd6e HTTP/1.1" status: 200 len: 210 time: 0.0446465 Apr 01 16:44:26.430401 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ded5f825-c69d-45de-bf86-108d3e19a75f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:44:26.763937 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e28d2de-ad0a-44fc-8a7b-99bfb29c6c29 req-8d900a56-7d74-4a67-8f09-9ab536468bc4 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:44:26.765399 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-2e28d2de-ad0a-44fc-8a7b-99bfb29c6c29 req-8d900a56-7d74-4a67-8f09-9ab536468bc4 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] 10.222.0.24 "GET /v2.0/networks?id=455f0591-005f-4a48-9baa-5d58a6533172 HTTP/1.1" status: 200 len: 809 time: 0.1424167 Apr 01 16:44:26.825227 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-2e28d2de-ad0a-44fc-8a7b-99bfb29c6c29 req-9a1482c3-44d7-48db-a114-6f381b43efa1 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0b79dedb348445f87de5bdc6b23ffed HTTP/1.1" status: 200 len: 379 time: 0.0455549 Apr 01 16:44:26.842376 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [req-2e28d2de-ad0a-44fc-8a7b-99bfb29c6c29 req-d96bb273-f0f4-4ed7-9737-8e86f80cced3 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Request body: {'port': {'device_id': 'dfafd5b2-19e8-48a2-8ada-4752a7e1cd6e', 'network_id': '455f0591-005f-4a48-9baa-5d58a6533172', 'admin_state_up': True, 'tenant_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'security_groups': ['17efa8f9-6d5e-429b-b011-610a455de24f']}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:44:26.915121 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5afac2aa-2528-4474-bb6f-692683326f0b req-2eb98491-b2cc-4ca0-9bf7-86927f7e8133 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] 10.222.0.55 "GET /v2.0/ports?device_id=dfafd5b2-19e8-48a2-8ada-4752a7e1cd6e HTTP/1.1" status: 200 len: 210 time: 0.0426502 Apr 01 16:44:26.982292 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [req-2e28d2de-ad0a-44fc-8a7b-99bfb29c6c29 req-d96bb273-f0f4-4ed7-9737-8e86f80cced3 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:44:26.987119 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-2e28d2de-ad0a-44fc-8a7b-99bfb29c6c29 req-d96bb273-f0f4-4ed7-9737-8e86f80cced3 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Usage tracker for resource:port and tenant:f0b79dedb348445f87de5bdc6b23ffed is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:44:26.990025 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-2e28d2de-ad0a-44fc-8a7b-99bfb29c6c29 req-d96bb273-f0f4-4ed7-9737-8e86f80cced3 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:44:26.996164 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [req-2e28d2de-ad0a-44fc-8a7b-99bfb29c6c29 req-d96bb273-f0f4-4ed7-9737-8e86f80cced3 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:44:27.008391 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e28d2de-ad0a-44fc-8a7b-99bfb29c6c29 req-d96bb273-f0f4-4ed7-9737-8e86f80cced3 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Made reservation on behalf of f0b79dedb348445f87de5bdc6b23ffed for: {'port': 1} {{(pid=83828) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 16:44:27.011588 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-2e28d2de-ad0a-44fc-8a7b-99bfb29c6c29 req-d96bb273-f0f4-4ed7-9737-8e86f80cced3 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:44:27.184958 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [req-2e28d2de-ad0a-44fc-8a7b-99bfb29c6c29 req-d96bb273-f0f4-4ed7-9737-8e86f80cced3 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Allocated IP 172.20.0.9 (455f0591-005f-4a48-9baa-5d58a6533172/7bed58af-d57e-4baa-91c9-65ef2a732087/ee8a1278-9dac-4176-be9d-42cc19f127d2) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:44:27.480496 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-2e28d2de-ad0a-44fc-8a7b-99bfb29c6c29 req-d96bb273-f0f4-4ed7-9737-8e86f80cced3 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:44:27.498212 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [req-2e28d2de-ad0a-44fc-8a7b-99bfb29c6c29 req-d96bb273-f0f4-4ed7-9737-8e86f80cced3 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Transition to ACTIVE for port object ee8a1278-9dac-4176-be9d-42cc19f127d2 will not be triggered until provisioned by entity DHCP. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:44:27.525616 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-2e28d2de-ad0a-44fc-8a7b-99bfb29c6c29 req-d96bb273-f0f4-4ed7-9737-8e86f80cced3 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:44:27.608123 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96bb273-f0f4-4ed7-9737-8e86f80cced3 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Pushing event updated for resources: {'Port': ['ID=ee8a1278-9dac-4176-be9d-42cc19f127d2,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:44:27.623755 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e28d2de-ad0a-44fc-8a7b-99bfb29c6c29 req-d96bb273-f0f4-4ed7-9737-8e86f80cced3 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Network 455f0591-005f-4a48-9baa-5d58a6533172 is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:44:27.627267 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [req-2e28d2de-ad0a-44fc-8a7b-99bfb29c6c29 req-d96bb273-f0f4-4ed7-9737-8e86f80cced3 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:44:27.630569 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e28d2de-ad0a-44fc-8a7b-99bfb29c6c29 req-d96bb273-f0f4-4ed7-9737-8e86f80cced3 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:44:27.673805 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96bb273-f0f4-4ed7-9737-8e86f80cced3 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:44:27.676942 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96bb273-f0f4-4ed7-9737-8e86f80cced3 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:44:27.677473 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96bb273-f0f4-4ed7-9737-8e86f80cced3 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:44:27.677964 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96bb273-f0f4-4ed7-9737-8e86f80cced3 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:44:27.678465 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96bb273-f0f4-4ed7-9737-8e86f80cced3 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:44:27.678942 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96bb273-f0f4-4ed7-9737-8e86f80cced3 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:44:27.679414 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96bb273-f0f4-4ed7-9737-8e86f80cced3 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:44:27.679894 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96bb273-f0f4-4ed7-9737-8e86f80cced3 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:44:27.680384 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96bb273-f0f4-4ed7-9737-8e86f80cced3 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:44:27.680890 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96bb273-f0f4-4ed7-9737-8e86f80cced3 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:44:27.681371 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96bb273-f0f4-4ed7-9737-8e86f80cced3 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:44:27.730099 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e28d2de-ad0a-44fc-8a7b-99bfb29c6c29 req-d96bb273-f0f4-4ed7-9737-8e86f80cced3 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:44:27.731159 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-2e28d2de-ad0a-44fc-8a7b-99bfb29c6c29 req-d96bb273-f0f4-4ed7-9737-8e86f80cced3 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:44:27.772269 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-2e28d2de-ad0a-44fc-8a7b-99bfb29c6c29 req-d96bb273-f0f4-4ed7-9737-8e86f80cced3 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9342475 Apr 01 16:44:27.824518 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:44:27.927889 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:44:27.950130 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-3815c889-2844-4270-ae2d-3ca330e361ba None None] Provisioning for port ee8a1278-9dac-4176-be9d-42cc19f127d2 completed by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:44:27.959941 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-3815c889-2844-4270-ae2d-3ca330e361ba None None] Provisioning complete for port ee8a1278-9dac-4176-be9d-42cc19f127d2 triggered by entity DHCP. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:44:27.960790 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-3815c889-2844-4270-ae2d-3ca330e361ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:44:28.030968 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-3815c889-2844-4270-ae2d-3ca330e361ba None None] Port ee8a1278-9dac-4176-be9d-42cc19f127d2 cannot update to ACTIVE because it is not bound. {{(pid=83829) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 16:44:28.194131 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ae3736-ba55-4aa3-9128-d0bf179ba1c4 req-a35164d7-4e09-4681-8005-6ddb91c1e078 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:44:28.202713 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-48ae3736-ba55-4aa3-9128-d0bf179ba1c4 req-a35164d7-4e09-4681-8005-6ddb91c1e078 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] 10.222.0.55 "GET /v2.0/ports?device_id=dfafd5b2-19e8-48a2-8ada-4752a7e1cd6e HTTP/1.1" status: 200 len: 931 time: 0.1103001 Apr 01 16:44:28.261388 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-48ae3736-ba55-4aa3-9128-d0bf179ba1c4 req-84bf0f47-131e-46dc-9498-b6187ba3a26f tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] 10.222.0.55 "GET /v2.0/security-groups?id=17efa8f9-6d5e-429b-b011-610a455de24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576596 Apr 01 16:44:29.488176 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:44:29.570906 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888372d8-d148-4c8e-9cc2-385387bc8be4 req-bcb4324f-3983-46e8-85c4-40cf297cecea tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:44:29.572420 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-888372d8-d148-4c8e-9cc2-385387bc8be4 req-bcb4324f-3983-46e8-85c4-40cf297cecea tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] 10.222.0.55 "GET /v2.0/ports?device_id=dfafd5b2-19e8-48a2-8ada-4752a7e1cd6e HTTP/1.1" status: 200 len: 931 time: 0.1069896 Apr 01 16:44:29.624646 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-888372d8-d148-4c8e-9cc2-385387bc8be4 req-aaa127cc-72a2-4a63-9fb8-bd03e711f96d tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] 10.222.0.55 "GET /v2.0/security-groups?id=17efa8f9-6d5e-429b-b011-610a455de24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464382 Apr 01 16:44:29.839364 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 29bfd90b-9c12-4cd9-9d5f-b431f90e5c70 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:44:29.972549 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:44:30.007419 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68eda7d3-2875-4247-8b41-38f816263124', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29bfd90b-9c12-4cd9-9d5f-b431f90e5c70'}] {{(pid=83829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:44:30.034571 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port 29bfd90b-9c12-4cd9-9d5f-b431f90e5c70, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=29bfd90b-9c12-4cd9-9d5f-b431f90e5c70,segment=NetworkSegment(774b48c5-16ee-4388-8930-ce9d5ca1372d),segment_id=774b48c5-16ee-4388-8930-ce9d5ca1372d)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:44:30.041664 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:44:30.117493 dv-neutron-833373-2-hyperv neutron-server[83829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68eda7d3-2875-4247-8b41-38f816263124', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29bfd90b-9c12-4cd9-9d5f-b431f90e5c70', 'code': 200} Apr 01 16:44:30.136115 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=29bfd90b-9c12-4cd9-9d5f-b431f90e5c70,revision_number=8']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:44:30.865711 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a91ddf-8125-4b89-949b-e6f3bb011d61 req-2ebf342b-e3ee-4011-8656-d3633faad19c tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:44:30.867341 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-12a91ddf-8125-4b89-949b-e6f3bb011d61 req-2ebf342b-e3ee-4011-8656-d3633faad19c tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] 10.222.0.55 "GET /v2.0/ports?device_id=dfafd5b2-19e8-48a2-8ada-4752a7e1cd6e HTTP/1.1" status: 200 len: 931 time: 0.1044564 Apr 01 16:44:31.029991 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-12a91ddf-8125-4b89-949b-e6f3bb011d61 req-7a2886d8-196a-4f34-b211-f8283b40a7db tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] 10.222.0.55 "GET /v2.0/security-groups?id=17efa8f9-6d5e-429b-b011-610a455de24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569645 Apr 01 16:44:32.259045 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91dd98d-125f-49f0-a7ea-c0d243271e35 req-43ef926c-fb16-471b-9281-8229c5a4392b tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:44:32.261427 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c91dd98d-125f-49f0-a7ea-c0d243271e35 req-43ef926c-fb16-471b-9281-8229c5a4392b tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] 10.222.0.55 "GET /v2.0/ports?device_id=dfafd5b2-19e8-48a2-8ada-4752a7e1cd6e HTTP/1.1" status: 200 len: 931 time: 0.0912871 Apr 01 16:44:32.312692 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c91dd98d-125f-49f0-a7ea-c0d243271e35 req-3fe3ec86-0071-43fe-938b-546408a45a53 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] 10.222.0.55 "GET /v2.0/security-groups?id=17efa8f9-6d5e-429b-b011-610a455de24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435703 Apr 01 16:44:33.533293 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94f9934-049b-47e2-a5a3-4329f082a1eb req-522bb384-a52b-4107-b337-05dbc161fb4c tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:44:33.534919 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b94f9934-049b-47e2-a5a3-4329f082a1eb req-522bb384-a52b-4107-b337-05dbc161fb4c tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] 10.222.0.55 "GET /v2.0/ports?device_id=dfafd5b2-19e8-48a2-8ada-4752a7e1cd6e HTTP/1.1" status: 200 len: 931 time: 0.0847332 Apr 01 16:44:33.585364 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b94f9934-049b-47e2-a5a3-4329f082a1eb req-14721aff-1aea-4190-b5d0-1b19c1d10dee tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] 10.222.0.55 "GET /v2.0/security-groups?id=17efa8f9-6d5e-429b-b011-610a455de24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449495 Apr 01 16:44:34.780524 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f65fc7-0ad2-475b-a693-083a91e9c294 req-e333b1f4-15d0-42bd-975b-8957192e42b7 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:44:34.786091 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-16f65fc7-0ad2-475b-a693-083a91e9c294 req-e333b1f4-15d0-42bd-975b-8957192e42b7 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] 10.222.0.55 "GET /v2.0/ports?device_id=dfafd5b2-19e8-48a2-8ada-4752a7e1cd6e HTTP/1.1" status: 200 len: 931 time: 0.0749569 Apr 01 16:44:34.834146 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-16f65fc7-0ad2-475b-a693-083a91e9c294 req-1493ce81-9fc3-4b6d-8acc-9c8a2dbb7d35 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] 10.222.0.55 "GET /v2.0/security-groups?id=17efa8f9-6d5e-429b-b011-610a455de24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457973 Apr 01 16:44:34.841389 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [req-2e28d2de-ad0a-44fc-8a7b-99bfb29c6c29 req-751d220e-5475-491f-8d61-be8984694e31 service neutron] Request body: {'port': {'device_id': 'dfafd5b2-19e8-48a2-8ada-4752a7e1cd6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8333'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:44:34.949631 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-2e28d2de-ad0a-44fc-8a7b-99bfb29c6c29 req-751d220e-5475-491f-8d61-be8984694e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:44:35.282539 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [req-2e28d2de-ad0a-44fc-8a7b-99bfb29c6c29 req-751d220e-5475-491f-8d61-be8984694e31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee8a1278-9dac-4176-be9d-42cc19f127d2 {{(pid=83828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:44:35.289277 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-2e28d2de-ad0a-44fc-8a7b-99bfb29c6c29 req-751d220e-5475-491f-8d61-be8984694e31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:44:35.303350 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.provisioning_blocks [req-2e28d2de-ad0a-44fc-8a7b-99bfb29c6c29 req-751d220e-5475-491f-8d61-be8984694e31 service neutron] Transition to ACTIVE for port object ee8a1278-9dac-4176-be9d-42cc19f127d2 will not be triggered until provisioned by entity L2. {{(pid=83828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 16:44:35.307030 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-2e28d2de-ad0a-44fc-8a7b-99bfb29c6c29 req-751d220e-5475-491f-8d61-be8984694e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:44:35.545075 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751d220e-5475-491f-8d61-be8984694e31 service neutron] Pushing event updated for resources: {'Port': ['ID=ee8a1278-9dac-4176-be9d-42cc19f127d2,revision_number=2']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:44:35.656014 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [req-2e28d2de-ad0a-44fc-8a7b-99bfb29c6c29 req-751d220e-5475-491f-8d61-be8984694e31 service neutron] Attempting to bind port ee8a1278-9dac-4176-be9d-42cc19f127d2 on host hv-neutron-8333 for vnic_type normal with profile {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 16:44:35.656264 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [req-2e28d2de-ad0a-44fc-8a7b-99bfb29c6c29 req-751d220e-5475-491f-8d61-be8984694e31 service neutron] Attempting to bind port ee8a1278-9dac-4176-be9d-42cc19f127d2 by drivers openvswitch,hyperv on host hv-neutron-8333 at level 0 using segments [{'id': '774b48c5-16ee-4388-8930-ce9d5ca1372d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '455f0591-005f-4a48-9baa-5d58a6533172'}] {{(pid=83828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 16:44:35.656638 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e28d2de-ad0a-44fc-8a7b-99bfb29c6c29 req-751d220e-5475-491f-8d61-be8984694e31 service neutron] Attempting to bind port ee8a1278-9dac-4176-be9d-42cc19f127d2 on network 455f0591-005f-4a48-9baa-5d58a6533172 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:44:35.662436 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e28d2de-ad0a-44fc-8a7b-99bfb29c6c29 req-751d220e-5475-491f-8d61-be8984694e31 service neutron] Port ee8a1278-9dac-4176-be9d-42cc19f127d2 on network 455f0591-005f-4a48-9baa-5d58a6533172 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8333 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 16:44:35.662751 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e28d2de-ad0a-44fc-8a7b-99bfb29c6c29 req-751d220e-5475-491f-8d61-be8984694e31 service neutron] Attempting to bind port ee8a1278-9dac-4176-be9d-42cc19f127d2 on network 455f0591-005f-4a48-9baa-5d58a6533172 {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 16:44:35.668856 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e28d2de-ad0a-44fc-8a7b-99bfb29c6c29 req-751d220e-5475-491f-8d61-be8984694e31 service neutron] Checking agent: {'id': '5b2860be-0b4f-4931-914a-5d10403eafcb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8333', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 15, 47, 24), 'started_at': datetime.datetime(2022, 4, 1, 15, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 16, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 16:44:35.669189 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e28d2de-ad0a-44fc-8a7b-99bfb29c6c29 req-751d220e-5475-491f-8d61-be8984694e31 service neutron] Checking segment: {'id': '774b48c5-16ee-4388-8930-ce9d5ca1372d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '455f0591-005f-4a48-9baa-5d58a6533172'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 16:44:35.669875 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e28d2de-ad0a-44fc-8a7b-99bfb29c6c29 req-751d220e-5475-491f-8d61-be8984694e31 service neutron] Bound using segment: {'id': '774b48c5-16ee-4388-8930-ce9d5ca1372d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '455f0591-005f-4a48-9baa-5d58a6533172'} {{(pid=83828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 16:44:35.670292 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.managers [req-2e28d2de-ad0a-44fc-8a7b-99bfb29c6c29 req-751d220e-5475-491f-8d61-be8984694e31 service neutron] Bound port: ee8a1278-9dac-4176-be9d-42cc19f127d2, host: hv-neutron-8333, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '774b48c5-16ee-4388-8930-ce9d5ca1372d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '455f0591-005f-4a48-9baa-5d58a6533172'}}] {{(pid=83828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 16:44:35.670634 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-2e28d2de-ad0a-44fc-8a7b-99bfb29c6c29 req-751d220e-5475-491f-8d61-be8984694e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:44:35.756432 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [req-2e28d2de-ad0a-44fc-8a7b-99bfb29c6c29 req-751d220e-5475-491f-8d61-be8984694e31 service neutron] For port ee8a1278-9dac-4176-be9d-42cc19f127d2, host hv-neutron-8333, cleared binding levels {{(pid=83828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 16:44:35.765834 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [req-2e28d2de-ad0a-44fc-8a7b-99bfb29c6c29 req-751d220e-5475-491f-8d61-be8984694e31 service neutron] For port ee8a1278-9dac-4176-be9d-42cc19f127d2, host hv-neutron-8333, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=ee8a1278-9dac-4176-be9d-42cc19f127d2,segment=NetworkSegment(774b48c5-16ee-4388-8930-ce9d5ca1372d),segment_id=774b48c5-16ee-4388-8930-ce9d5ca1372d)] {{(pid=83828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 16:44:35.771761 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-2e28d2de-ad0a-44fc-8a7b-99bfb29c6c29 req-751d220e-5475-491f-8d61-be8984694e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:44:35.833915 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-2e28d2de-ad0a-44fc-8a7b-99bfb29c6c29 req-751d220e-5475-491f-8d61-be8984694e31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:44:35.836081 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-2e28d2de-ad0a-44fc-8a7b-99bfb29c6c29 req-751d220e-5475-491f-8d61-be8984694e31 service neutron] 10.222.0.24 "PUT /v2.0/ports/ee8a1278-9dac-4176-be9d-42cc19f127d2 HTTP/1.1" status: 200 len: 1093 time: 0.9990408 Apr 01 16:44:35.836791 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfafd5b2-19e8-48a2-8ada-4752a7e1cd6e', 'tag': 'ee8a1278-9dac-4176-be9d-42cc19f127d2'}] {{(pid=83828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:44:35.855948 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751d220e-5475-491f-8d61-be8984694e31 service neutron] Pushing event updated for resources: {'Port': ['ID=ee8a1278-9dac-4176-be9d-42cc19f127d2,revision_number=3']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:44:35.929296 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfafd5b2-19e8-48a2-8ada-4752a7e1cd6e', 'tag': 'ee8a1278-9dac-4176-be9d-42cc19f127d2', 'status': 'completed', 'code': 200} Apr 01 16:44:35.973253 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-2e28d2de-ad0a-44fc-8a7b-99bfb29c6c29 req-62793304-cfba-4d74-8d56-9f91fa079772 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f0b79dedb348445f87de5bdc6b23ffed&device_id=dfafd5b2-19e8-48a2-8ada-4752a7e1cd6e HTTP/1.1" status: 200 len: 1096 time: 0.0784485 Apr 01 16:44:36.051110 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-2e28d2de-ad0a-44fc-8a7b-99bfb29c6c29 req-6b51c1d9-8505-44e3-8a82-ca528697ee26 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee8a1278-9dac-4176-be9d-42cc19f127d2 HTTP/1.1" status: 200 len: 217 time: 0.0706446 Apr 01 16:44:36.062626 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af80fba6-c870-4213-b316-fbbf06ce202b req-096c1281-dcbe-4ada-afa0-ea995f3cf8e8 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:44:36.065267 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-af80fba6-c870-4213-b316-fbbf06ce202b req-096c1281-dcbe-4ada-afa0-ea995f3cf8e8 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] 10.222.0.55 "GET /v2.0/ports?device_id=dfafd5b2-19e8-48a2-8ada-4752a7e1cd6e HTTP/1.1" status: 200 len: 943 time: 0.0975575 Apr 01 16:44:36.115158 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e28d2de-ad0a-44fc-8a7b-99bfb29c6c29 req-6dac974b-4479-4969-99f7-822ab5bb3858 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:44:36.116510 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-2e28d2de-ad0a-44fc-8a7b-99bfb29c6c29 req-6dac974b-4479-4969-99f7-822ab5bb3858 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7bed58af-d57e-4baa-91c9-65ef2a732087 HTTP/1.1" status: 200 len: 848 time: 0.0594139 Apr 01 16:44:36.120061 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-af80fba6-c870-4213-b316-fbbf06ce202b req-03fa73d6-4641-4079-8046-4d34cd5fe4c1 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] 10.222.0.55 "GET /v2.0/security-groups?id=17efa8f9-6d5e-429b-b011-610a455de24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477285 Apr 01 16:44:36.192512 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-2e28d2de-ad0a-44fc-8a7b-99bfb29c6c29 req-698f4041-4b40-46ee-990c-bc79a66d76d9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=455f0591-005f-4a48-9baa-5d58a6533172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699716 Apr 01 16:44:36.322209 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-2e28d2de-ad0a-44fc-8a7b-99bfb29c6c29 req-50691e94-f1ae-447f-9337-57ad10bca007 service neutron] 10.222.0.24 "GET /v2.0/networks/455f0591-005f-4a48-9baa-5d58a6533172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234043 Apr 01 16:44:36.457994 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-2e28d2de-ad0a-44fc-8a7b-99bfb29c6c29 req-93a59cb3-3b70-4df2-ba78-4d88073f9ced service neutron] 10.222.0.24 "GET /v2.0/networks/455f0591-005f-4a48-9baa-5d58a6533172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289308 Apr 01 16:44:36.577693 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-9f2e953f-172f-42e9-96ef-5d42040ccfd0 req-b937a53d-8f0e-42fd-ac99-69015ed328a0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f0b79dedb348445f87de5bdc6b23ffed&device_id=dfafd5b2-19e8-48a2-8ada-4752a7e1cd6e HTTP/1.1" status: 200 len: 1096 time: 0.0716491 Apr 01 16:44:36.705571 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2e953f-172f-42e9-96ef-5d42040ccfd0 req-c13a22ab-d874-440d-a92d-727d135007a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:44:36.707040 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-9f2e953f-172f-42e9-96ef-5d42040ccfd0 req-c13a22ab-d874-440d-a92d-727d135007a6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=455f0591-005f-4a48-9baa-5d58a6533172 HTTP/1.1" status: 200 len: 909 time: 0.1232648 Apr 01 16:44:36.776588 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-9f2e953f-172f-42e9-96ef-5d42040ccfd0 req-ade29ea6-4261-4007-871c-9de92e2c8898 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee8a1278-9dac-4176-be9d-42cc19f127d2 HTTP/1.1" status: 200 len: 217 time: 0.0627520 Apr 01 16:44:36.840972 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2e953f-172f-42e9-96ef-5d42040ccfd0 req-4c5034af-714f-4d60-8e1f-2a5bd1d83a48 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:44:36.842384 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-9f2e953f-172f-42e9-96ef-5d42040ccfd0 req-4c5034af-714f-4d60-8e1f-2a5bd1d83a48 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7bed58af-d57e-4baa-91c9-65ef2a732087 HTTP/1.1" status: 200 len: 848 time: 0.0599484 Apr 01 16:44:36.920282 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-9f2e953f-172f-42e9-96ef-5d42040ccfd0 req-1fdacf27-4f14-4c3c-8b8c-048a4c3d7673 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=455f0591-005f-4a48-9baa-5d58a6533172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710554 Apr 01 16:44:37.051760 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-9f2e953f-172f-42e9-96ef-5d42040ccfd0 req-0dfb22a7-d6bc-42f0-8648-8d995072ed21 service neutron] 10.222.0.24 "GET /v2.0/networks/455f0591-005f-4a48-9baa-5d58a6533172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243284 Apr 01 16:44:37.191229 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-9f2e953f-172f-42e9-96ef-5d42040ccfd0 req-a5c40da7-9ada-4a24-8328-769787b6c97b service neutron] 10.222.0.24 "GET /v2.0/networks/455f0591-005f-4a48-9baa-5d58a6533172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333132 Apr 01 16:44:37.327784 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e643e48-a954-40f9-bd87-ecc570898c84 req-3f4f80e1-2a2a-4952-af32-6016eb48bd2b tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:44:37.330668 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-3e643e48-a954-40f9-bd87-ecc570898c84 req-3f4f80e1-2a2a-4952-af32-6016eb48bd2b tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] 10.222.0.55 "GET /v2.0/ports?device_id=dfafd5b2-19e8-48a2-8ada-4752a7e1cd6e HTTP/1.1" status: 200 len: 943 time: 0.0870132 Apr 01 16:44:37.393392 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-3e643e48-a954-40f9-bd87-ecc570898c84 req-3bfa5d68-72fc-414e-ba34-a9e7ddffeb63 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] 10.222.0.55 "GET /v2.0/security-groups?id=17efa8f9-6d5e-429b-b011-610a455de24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574498 Apr 01 16:44:37.868574 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device ee8a1278-9dac-4176-be9d-42cc19f127d2 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:44:38.037563 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port ee8a1278-9dac-4176-be9d-42cc19f127d2, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=ee8a1278-9dac-4176-be9d-42cc19f127d2,segment=NetworkSegment(774b48c5-16ee-4388-8930-ce9d5ca1372d),segment_id=774b48c5-16ee-4388-8930-ce9d5ca1372d)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:44:38.051129 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Returning: {'device': 'ee8a1278-9dac-4176-be9d-42cc19f127d2', 'network_id': '455f0591-005f-4a48-9baa-5d58a6533172', 'port_id': 'ee8a1278-9dac-4176-be9d-42cc19f127d2', 'mac_address': 'fa:16:3e:f4:8b:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bed58af-d57e-4baa-91c9-65ef2a732087', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:44:38.110535 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:44:38.127654 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee8a1278-9dac-4176-be9d-42cc19f127d2 {{(pid=83829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:44:38.142311 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port ee8a1278-9dac-4176-be9d-42cc19f127d2, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=ee8a1278-9dac-4176-be9d-42cc19f127d2,segment=NetworkSegment(774b48c5-16ee-4388-8930-ce9d5ca1372d),segment_id=774b48c5-16ee-4388-8930-ce9d5ca1372d)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:44:38.146217 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:44:38.213006 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=ee8a1278-9dac-4176-be9d-42cc19f127d2,revision_number=4']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:44:38.413057 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] get_ports_and_sgs() called for port_ids ['ee8a1278-9dac-4176-be9d-42cc19f127d2'] {{(pid=83829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 16:44:38.609448 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1134d19-189e-491e-b503-33ff72722638 req-40c9cd76-4034-4dc2-ad30-f359101b0c08 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:44:38.611487 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b1134d19-189e-491e-b503-33ff72722638 req-40c9cd76-4034-4dc2-ad30-f359101b0c08 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] 10.222.0.55 "GET /v2.0/ports?device_id=dfafd5b2-19e8-48a2-8ada-4752a7e1cd6e HTTP/1.1" status: 200 len: 944 time: 0.0775797 Apr 01 16:44:38.657334 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-b1134d19-189e-491e-b503-33ff72722638 req-8258f4e1-ed0e-47e9-8dcb-aba9a43e9855 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] 10.222.0.55 "GET /v2.0/security-groups?id=17efa8f9-6d5e-429b-b011-610a455de24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401022 Apr 01 16:44:39.858096 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33001bcd-0fbb-4519-a1a0-3fcb54f65e7d req-7d501d8c-90e8-46ec-9f6d-271496f5df11 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:44:39.859534 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-33001bcd-0fbb-4519-a1a0-3fcb54f65e7d req-7d501d8c-90e8-46ec-9f6d-271496f5df11 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] 10.222.0.55 "GET /v2.0/ports?device_id=dfafd5b2-19e8-48a2-8ada-4752a7e1cd6e HTTP/1.1" status: 200 len: 944 time: 0.0791705 Apr 01 16:44:39.883287 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device ee8a1278-9dac-4176-be9d-42cc19f127d2 up at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:44:39.908278 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-33001bcd-0fbb-4519-a1a0-3fcb54f65e7d req-525fddcb-1dc0-47b5-9460-0cf0767386d9 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] 10.222.0.55 "GET /v2.0/security-groups?id=17efa8f9-6d5e-429b-b011-610a455de24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432587 Apr 01 16:44:39.950634 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning for port ee8a1278-9dac-4176-be9d-42cc19f127d2 completed by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 16:44:39.955741 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning complete for port ee8a1278-9dac-4176-be9d-42cc19f127d2 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:44:39.956112 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:44:40.070748 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:44:40.097245 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfafd5b2-19e8-48a2-8ada-4752a7e1cd6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee8a1278-9dac-4176-be9d-42cc19f127d2'}] {{(pid=83829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:44:40.106653 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port ee8a1278-9dac-4176-be9d-42cc19f127d2, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=ee8a1278-9dac-4176-be9d-42cc19f127d2,segment=NetworkSegment(774b48c5-16ee-4388-8930-ce9d5ca1372d),segment_id=774b48c5-16ee-4388-8930-ce9d5ca1372d)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:44:40.111336 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:44:40.156318 dv-neutron-833373-2-hyperv neutron-server[83829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfafd5b2-19e8-48a2-8ada-4752a7e1cd6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee8a1278-9dac-4176-be9d-42cc19f127d2', 'code': 200} Apr 01 16:44:40.182006 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=ee8a1278-9dac-4176-be9d-42cc19f127d2,revision_number=5']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:44:40.389620 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-6ddbc9f4-7743-42f1-8911-bba88b7366a0 req-64818ddf-d78f-4466-bbe5-2467a673071d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dfafd5b2-19e8-48a2-8ada-4752a7e1cd6e HTTP/1.1" status: 200 len: 1098 time: 0.0733950 Apr 01 16:44:40.433046 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-6ddbc9f4-7743-42f1-8911-bba88b7366a0 req-70e1e795-fa0e-4646-848a-b8057f89355b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=17efa8f9-6d5e-429b-b011-610a455de24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359454 Apr 01 16:44:41.100880 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4910b575-5cb9-4899-b127-8e8489310b8c req-d85fb77d-9977-4e7f-89f5-b11177796218 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:44:41.102580 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4910b575-5cb9-4899-b127-8e8489310b8c req-d85fb77d-9977-4e7f-89f5-b11177796218 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] 10.222.0.55 "GET /v2.0/ports?device_id=dfafd5b2-19e8-48a2-8ada-4752a7e1cd6e HTTP/1.1" status: 200 len: 945 time: 0.0756257 Apr 01 16:44:41.150110 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-4910b575-5cb9-4899-b127-8e8489310b8c req-17cda5a9-be6b-445b-abd2-1f7bc69c8351 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] 10.222.0.55 "GET /v2.0/security-groups?id=17efa8f9-6d5e-429b-b011-610a455de24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421255 Apr 01 16:44:42.415948 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57c7998-877c-4af0-b34d-f983754f99ca req-94d336d3-812c-4171-84e9-09a90259e8d5 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:44:42.417401 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d57c7998-877c-4af0-b34d-f983754f99ca req-94d336d3-812c-4171-84e9-09a90259e8d5 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] 10.222.0.55 "GET /v2.0/ports?device_id=dfafd5b2-19e8-48a2-8ada-4752a7e1cd6e HTTP/1.1" status: 200 len: 945 time: 0.1421232 Apr 01 16:44:42.463237 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-d57c7998-877c-4af0-b34d-f983754f99ca req-89108b94-11e7-4dcc-b45e-e2ec50d56cda tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] 10.222.0.55 "GET /v2.0/security-groups?id=17efa8f9-6d5e-429b-b011-610a455de24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396271 Apr 01 16:44:42.658638 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2c9bc0-e983-4db5-8e91-c5ad48a735ee req-b8f809fc-27b3-4880-8d37-0b95eb0e52a6 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:44:42.659998 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-dc2c9bc0-e983-4db5-8e91-c5ad48a735ee req-b8f809fc-27b3-4880-8d37-0b95eb0e52a6 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] 10.222.0.55 "GET /v2.0/ports?device_id=dfafd5b2-19e8-48a2-8ada-4752a7e1cd6e HTTP/1.1" status: 200 len: 945 time: 0.0790062 Apr 01 16:44:42.705188 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-dc2c9bc0-e983-4db5-8e91-c5ad48a735ee req-cfdfd068-7e7c-4276-aaca-d715f9cadaba tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] 10.222.0.55 "GET /v2.0/security-groups?id=17efa8f9-6d5e-429b-b011-610a455de24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397384 Apr 01 16:44:42.732813 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 37084) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:44:42.802474 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-679d6d77-d3e8-498e-b9b2-59701d1cc3d0 tempest-TestSnapshotPattern-1945377825 tempest-TestSnapshotPattern-1945377825-project-admin] Synchronizing usage tracker for tenant:95c614349561427fbcd3cd79b0563dcf on resource:port {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:44:42.824189 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-679d6d77-d3e8-498e-b9b2-59701d1cc3d0 tempest-TestSnapshotPattern-1945377825 tempest-TestSnapshotPattern-1945377825-project-admin] Unset dirty status for tenant:95c614349561427fbcd3cd79b0563dcf on resource:port {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:44:42.825789 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-679d6d77-d3e8-498e-b9b2-59701d1cc3d0 tempest-TestSnapshotPattern-1945377825 tempest-TestSnapshotPattern-1945377825-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=dfafd5b2-19e8-48a2-8ada-4752a7e1cd6e HTTP/1.1" status: 200 len: 1093 time: 0.0919700 Apr 01 16:44:42.828539 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 37088) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:44:42.833812 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.v2.base [None req-39da0c0b-d526-46c4-a9a6-bc2d2bb32f8c tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Request body: {'floatingip': {'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'port_id': 'ee8a1278-9dac-4176-be9d-42cc19f127d2', 'tenant_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83828) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 16:44:42.839266 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-39da0c0b-d526-46c4-a9a6-bc2d2bb32f8c tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 16:44:42.843086 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-39da0c0b-d526-46c4-a9a6-bc2d2bb32f8c tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Usage tracker for resource:floatingip and tenant:f0b79dedb348445f87de5bdc6b23ffed is out of sync, need to count used quota {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 16:44:42.846576 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [None req-39da0c0b-d526-46c4-a9a6-bc2d2bb32f8c tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83828) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 16:44:42.852397 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.quota.driver [None req-39da0c0b-d526-46c4-a9a6-bc2d2bb32f8c tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83828) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 16:44:42.862739 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-39da0c0b-d526-46c4-a9a6-bc2d2bb32f8c tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Notify callbacks [] for floatingip, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:44:43.081392 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-39da0c0b-d526-46c4-a9a6-bc2d2bb32f8c tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:44:43.220342 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_common [None req-39da0c0b-d526-46c4-a9a6-bc2d2bb32f8c tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Allocated IP 172.26.1.151 (ed45466e-0386-4b92-8de3-247c977242ac/0479f741-5cd1-4d6f-b593-d8aa909a42d3/690fcab8-0a87-47fd-9d1b-f357e7125f2e) {{(pid=83828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 16:44:43.366493 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-39da0c0b-d526-46c4-a9a6-bc2d2bb32f8c tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Notify callbacks [] for port, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:44:43.393422 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-39da0c0b-d526-46c4-a9a6-bc2d2bb32f8c tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777008999662', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:44:43.462345 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39da0c0b-d526-46c4-a9a6-bc2d2bb32f8c tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Network ed45466e-0386-4b92-8de3-247c977242ac is already hosted by enough agents. {{(pid=83828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 16:44:43.465235 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.base_scheduler [None req-39da0c0b-d526-46c4-a9a6-bc2d2bb32f8c tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Resources bound (agent type, host, resource id): {{(pid=83828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 16:44:43.470126 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39da0c0b-d526-46c4-a9a6-bc2d2bb32f8c tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Received port after_create {{(pid=83828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 16:44:43.494582 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39da0c0b-d526-46c4-a9a6-bc2d2bb32f8c tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Pushing event updated for resources: {'Port': ['ID=690fcab8-0a87-47fd-9d1b-f357e7125f2e,revision_number=1']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:44:43.970139 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-39da0c0b-d526-46c4-a9a6-bc2d2bb32f8c tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:44:44.030186 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-39da0c0b-d526-46c4-a9a6-bc2d2bb32f8c tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:44:44.234400 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-39da0c0b-d526-46c4-a9a6-bc2d2bb32f8c tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Notify callbacks [] for port, precommit_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:44:44.239471 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-39da0c0b-d526-46c4-a9a6-bc2d2bb32f8c tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15306623'] for port, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:44:44.344953 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39da0c0b-d526-46c4-a9a6-bc2d2bb32f8c tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Pushing event updated for resources: {'Port': ['ID=690fcab8-0a87-47fd-9d1b-f357e7125f2e,revision_number=2']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:44:44.360542 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-39da0c0b-d526-46c4-a9a6-bc2d2bb32f8c tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617697'] for floatingip, after_update {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:44:44.645343 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.db.l3_db [None req-39da0c0b-d526-46c4-a9a6-bc2d2bb32f8c tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Floating IP 7149a643-f039-42a4-9a95-fa1eb864192d associated. External IP: 172.26.1.151, port: ee8a1278-9dac-4176-be9d-42cc19f127d2. Apr 01 16:44:45.039251 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39da0c0b-d526-46c4-a9a6-bc2d2bb32f8c tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Router 9fa66dd7-c2ae-4fee-b997-15430eed2fd3 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:44:45.241550 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39da0c0b-d526-46c4-a9a6-bc2d2bb32f8c tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:44:45.251552 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54fb70dc-1a18-4bf8-b074-5b166b0f07c1 None None] Sync routers for ids ['9fa66dd7-c2ae-4fee-b997-15430eed2fd3'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:44:45.266774 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fb70dc-1a18-4bf8-b074-5b166b0f07c1 None None] Routers {'9fa66dd7-c2ae-4fee-b997-15430eed2fd3'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:44:45.267752 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-39da0c0b-d526-46c4-a9a6-bc2d2bb32f8c tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for floatingip, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:44:45.267972 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-54fb70dc-1a18-4bf8-b074-5b166b0f07c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:44:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['9fa66dd7-c2ae-4fee-b997-15430eed2fd3'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:44:45.325669 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-39da0c0b-d526-46c4-a9a6-bc2d2bb32f8c tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4959500 Apr 01 16:44:45.326240 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfafd5b2-19e8-48a2-8ada-4752a7e1cd6e', 'tag': 'ee8a1278-9dac-4176-be9d-42cc19f127d2'}] {{(pid=83828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:44:45.384501 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfafd5b2-19e8-48a2-8ada-4752a7e1cd6e', 'tag': 'ee8a1278-9dac-4176-be9d-42cc19f127d2', 'status': 'completed', 'code': 200} Apr 01 16:44:45.477882 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-0adce451-ff66-4920-af2a-109786802f36 req-768a97d6-0a3c-4bd4-813b-2bc1c32523ca service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f0b79dedb348445f87de5bdc6b23ffed&device_id=dfafd5b2-19e8-48a2-8ada-4752a7e1cd6e HTTP/1.1" status: 200 len: 1098 time: 0.0709574 Apr 01 16:44:45.485113 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-54fb70dc-1a18-4bf8-b074-5b166b0f07c1 None None] Set router 9fa66dd7-c2ae-4fee-b997-15430eed2fd3 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:44:45.614266 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adce451-ff66-4920-af2a-109786802f36 req-27cc2f33-77d1-42e6-9669-de9fcaf54306 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:44:45.615638 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-0adce451-ff66-4920-af2a-109786802f36 req-27cc2f33-77d1-42e6-9669-de9fcaf54306 service neutron] 10.222.0.24 "GET /v2.0/networks?id=455f0591-005f-4a48-9baa-5d58a6533172 HTTP/1.1" status: 200 len: 909 time: 0.1321077 Apr 01 16:44:45.723145 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-0adce451-ff66-4920-af2a-109786802f36 req-7091c1e9-4de8-4c5f-b5ce-0221c3863cbb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee8a1278-9dac-4176-be9d-42cc19f127d2 HTTP/1.1" status: 200 len: 999 time: 0.1006930 Apr 01 16:44:45.786742 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adce451-ff66-4920-af2a-109786802f36 req-f8064385-d0bd-4a6c-95a8-c3b3316b20b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:44:45.788197 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-0adce451-ff66-4920-af2a-109786802f36 req-f8064385-d0bd-4a6c-95a8-c3b3316b20b4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7bed58af-d57e-4baa-91c9-65ef2a732087 HTTP/1.1" status: 200 len: 848 time: 0.0590606 Apr 01 16:44:45.841604 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-54fb70dc-1a18-4bf8-b074-5b166b0f07c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fa66dd7-c2ae-4fee-b997-15430eed2fd3', 'name': 'tempest-TestSnapshotPattern-526116406-router', 'tenant_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.238'}], 'enable_snat': True}, 'gw_port_id': '7c95f885-1691-4cd7-b193-8fe0a48fb856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:41:49Z', 'updated_at': '2022-04-01T16:41:52Z', 'revision_number': 4, 'project_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'gw_port': {'id': '7c95f885-1691-4cd7-b193-8fe0a48fb856', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa66dd7-c2ae-4fee-b997-15430eed2fd3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:41:49Z', 'updated_at': '2022-04-01T16:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': '20009791-2109-443e-bd5f-f5588956c8de', 'tenant_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'floating_ip_address': '172.26.1.131', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '9fa66dd7-c2ae-4fee-b997-15430eed2fd3', 'port_id': '29bfd90b-9c12-4cd9-9d5f-b431f90e5c70', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '455f0591-005f-4a48-9baa-5d58a6533172', 'mac_address': 'fa:16:3e:c9:77:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68eda7d3-2875-4247-8b41-38f816263124', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:42:14Z', 'updated_at': '2022-04-01T16:42:21Z', 'revision_number': 1, 'project_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'fixed_ip_address_scope': None}, {'id': '7149a643-f039-42a4-9a95-fa1eb864192d', 'tenant_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'floating_ip_address': '172.26.1.151', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '9fa66dd7-c2ae-4fee-b997-15430eed2fd3', 'port_id': 'ee8a1278-9dac-4176-be9d-42cc19f127d2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '455f0591-005f-4a48-9baa-5d58a6533172', 'mac_address': 'fa:16:3e:f4:8b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfafd5b2-19e8-48a2-8ada-4752a7e1cd6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:44:43Z', 'updated_at': '2022-04-01T16:44:43Z', 'revision_number': 0, 'project_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b188452-577e-44fb-99b2-367a17ff8949', 'name': '', 'network_id': '455f0591-005f-4a48-9baa-5d58a6533172', 'tenant_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'mac_address': 'fa:16:3e:94:99:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa66dd7-c2ae-4fee-b997-15430eed2fd3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bed58af-d57e-4baa-91c9-65ef2a732087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:41:51Z', 'updated_at': '2022-04-01T16:42:01Z', 'revision_number': 5, 'project_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'subnets': [{'id': '7bed58af-d57e-4baa-91c9-65ef2a732087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:44:45.845807 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54fb70dc-1a18-4bf8-b074-5b166b0f07c1 None None] Checking router: 9fa66dd7-c2ae-4fee-b997-15430eed2fd3 for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:44:45.856424 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fb70dc-1a18-4bf8-b074-5b166b0f07c1 None None] Routers {'9fa66dd7-c2ae-4fee-b997-15430eed2fd3'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:44:45.857235 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-54fb70dc-1a18-4bf8-b074-5b166b0f07c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:44:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['9fa66dd7-c2ae-4fee-b997-15430eed2fd3'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:44:45.865439 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-0adce451-ff66-4920-af2a-109786802f36 req-820e0642-e721-4ad6-b21a-6998a3a9a2c8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=455f0591-005f-4a48-9baa-5d58a6533172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710785 Apr 01 16:44:45.997059 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-0adce451-ff66-4920-af2a-109786802f36 req-cfdbb6e8-e591-4a45-aee9-11504a37dcc4 service neutron] 10.222.0.24 "GET /v2.0/networks/455f0591-005f-4a48-9baa-5d58a6533172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253114 Apr 01 16:44:46.037892 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-54fb70dc-1a18-4bf8-b074-5b166b0f07c1 None None] Set router 9fa66dd7-c2ae-4fee-b997-15430eed2fd3 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:44:46.129009 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-0adce451-ff66-4920-af2a-109786802f36 req-dfa370ed-d838-4e01-93e6-e8223ee9360e service neutron] 10.222.0.24 "GET /v2.0/networks/455f0591-005f-4a48-9baa-5d58a6533172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261303 Apr 01 16:44:46.384602 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-54fb70dc-1a18-4bf8-b074-5b166b0f07c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fa66dd7-c2ae-4fee-b997-15430eed2fd3', 'name': 'tempest-TestSnapshotPattern-526116406-router', 'tenant_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.238'}], 'enable_snat': True}, 'gw_port_id': '7c95f885-1691-4cd7-b193-8fe0a48fb856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:41:49Z', 'updated_at': '2022-04-01T16:41:52Z', 'revision_number': 4, 'project_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'gw_port': {'id': '7c95f885-1691-4cd7-b193-8fe0a48fb856', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa66dd7-c2ae-4fee-b997-15430eed2fd3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:41:49Z', 'updated_at': '2022-04-01T16:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': '20009791-2109-443e-bd5f-f5588956c8de', 'tenant_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'floating_ip_address': '172.26.1.131', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '9fa66dd7-c2ae-4fee-b997-15430eed2fd3', 'port_id': '29bfd90b-9c12-4cd9-9d5f-b431f90e5c70', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '455f0591-005f-4a48-9baa-5d58a6533172', 'mac_address': 'fa:16:3e:c9:77:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68eda7d3-2875-4247-8b41-38f816263124', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:42:14Z', 'updated_at': '2022-04-01T16:42:21Z', 'revision_number': 1, 'project_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'fixed_ip_address_scope': None}, {'id': '7149a643-f039-42a4-9a95-fa1eb864192d', 'tenant_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'floating_ip_address': '172.26.1.151', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '9fa66dd7-c2ae-4fee-b997-15430eed2fd3', 'port_id': 'ee8a1278-9dac-4176-be9d-42cc19f127d2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '455f0591-005f-4a48-9baa-5d58a6533172', 'mac_address': 'fa:16:3e:f4:8b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfafd5b2-19e8-48a2-8ada-4752a7e1cd6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:44:43Z', 'updated_at': '2022-04-01T16:44:43Z', 'revision_number': 0, 'project_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b188452-577e-44fb-99b2-367a17ff8949', 'name': '', 'network_id': '455f0591-005f-4a48-9baa-5d58a6533172', 'tenant_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'mac_address': 'fa:16:3e:94:99:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa66dd7-c2ae-4fee-b997-15430eed2fd3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bed58af-d57e-4baa-91c9-65ef2a732087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:41:51Z', 'updated_at': '2022-04-01T16:42:01Z', 'revision_number': 5, 'project_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'subnets': [{'id': '7bed58af-d57e-4baa-91c9-65ef2a732087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:44:46.388418 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54fb70dc-1a18-4bf8-b074-5b166b0f07c1 None None] The sync data for ids ['9fa66dd7-c2ae-4fee-b997-15430eed2fd3'] in dv-neutron-833373-2-hyperv is: [{'id': '9fa66dd7-c2ae-4fee-b997-15430eed2fd3', 'name': 'tempest-TestSnapshotPattern-526116406-router', 'tenant_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.238'}], 'enable_snat': True}, 'gw_port_id': '7c95f885-1691-4cd7-b193-8fe0a48fb856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:41:49Z', 'updated_at': '2022-04-01T16:41:52Z', 'revision_number': 4, 'project_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'gw_port': {'id': '7c95f885-1691-4cd7-b193-8fe0a48fb856', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa66dd7-c2ae-4fee-b997-15430eed2fd3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:41:49Z', 'updated_at': '2022-04-01T16:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': '20009791-2109-443e-bd5f-f5588956c8de', 'tenant_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'floating_ip_address': '172.26.1.131', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '9fa66dd7-c2ae-4fee-b997-15430eed2fd3', 'port_id': '29bfd90b-9c12-4cd9-9d5f-b431f90e5c70', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '455f0591-005f-4a48-9baa-5d58a6533172', 'mac_address': 'fa:16:3e:c9:77:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68eda7d3-2875-4247-8b41-38f816263124', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:42:14Z', 'updated_at': '2022-04-01T16:42:21Z', 'revision_number': 1, 'project_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'fixed_ip_address_scope': None}, {'id': '7149a643-f039-42a4-9a95-fa1eb864192d', 'tenant_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'floating_ip_address': '172.26.1.151', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '9fa66dd7-c2ae-4fee-b997-15430eed2fd3', 'port_id': 'ee8a1278-9dac-4176-be9d-42cc19f127d2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '455f0591-005f-4a48-9baa-5d58a6533172', 'mac_address': 'fa:16:3e:f4:8b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfafd5b2-19e8-48a2-8ada-4752a7e1cd6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:44:43Z', 'updated_at': '2022-04-01T16:44:43Z', 'revision_number': 0, 'project_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b188452-577e-44fb-99b2-367a17ff8949', 'name': '', 'network_id': '455f0591-005f-4a48-9baa-5d58a6533172', 'tenant_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'mac_address': 'fa:16:3e:94:99:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa66dd7-c2ae-4fee-b997-15430eed2fd3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bed58af-d57e-4baa-91c9-65ef2a732087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:41:51Z', 'updated_at': '2022-04-01T16:42:01Z', 'revision_number': 5, 'project_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'subnets': [{'id': '7bed58af-d57e-4baa-91c9-65ef2a732087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:44:46.577506 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a3ca8e-3188-4074-848b-13f9b3194624 None None] New status for floating IP 7149a643-f039-42a4-9a95-fa1eb864192d: ACTIVE {{(pid=83829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 16:44:48.652939 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:44:54.048410 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-fd4cce4d-8e83-40b7-9787-5ccb414446ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:44:54.271325 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:44:56.432584 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a851f8ee-6c18-49b7-84d2-f0961497e3ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:44:57.795372 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:44:57.918951 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:44:59.473392 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:23.929517 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-3b628e31-4119-4163-a8bf-f62518fa2d99 req-23fe2df5-7d37-4fe5-bfa6-da41a4bdabc9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=68eda7d3-2875-4247-8b41-38f816263124&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0681267 Apr 01 16:45:24.058520 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-3d337007-da8f-4ac4-bbab-910af1c41ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:24.077669 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-3b628e31-4119-4163-a8bf-f62518fa2d99 req-9393fd4d-4542-4d85-bc14-cedb70dfd5f3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f0b79dedb348445f87de5bdc6b23ffed&device_id=68eda7d3-2875-4247-8b41-38f816263124 HTTP/1.1" status: 200 len: 1097 time: 0.0800250 Apr 01 16:45:24.275061 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:24.337227 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b628e31-4119-4163-a8bf-f62518fa2d99 req-0111c2a0-a7a8-4ec7-8e45-62efa8985ac6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:45:24.338561 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-3b628e31-4119-4163-a8bf-f62518fa2d99 req-0111c2a0-a7a8-4ec7-8e45-62efa8985ac6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=455f0591-005f-4a48-9baa-5d58a6533172 HTTP/1.1" status: 200 len: 909 time: 0.2424669 Apr 01 16:45:24.440541 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-3b628e31-4119-4163-a8bf-f62518fa2d99 req-447f07ed-2c2f-41d9-87c1-b404f688c2ba service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=29bfd90b-9c12-4cd9-9d5f-b431f90e5c70 HTTP/1.1" status: 200 len: 1000 time: 0.0948460 Apr 01 16:45:24.503436 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b628e31-4119-4163-a8bf-f62518fa2d99 req-827895d0-f8ca-490a-858a-ec0f3b2c3620 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:45:24.504890 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-3b628e31-4119-4163-a8bf-f62518fa2d99 req-827895d0-f8ca-490a-858a-ec0f3b2c3620 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7bed58af-d57e-4baa-91c9-65ef2a732087 HTTP/1.1" status: 200 len: 848 time: 0.0576937 Apr 01 16:45:24.582388 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-3b628e31-4119-4163-a8bf-f62518fa2d99 req-84d68e40-3afe-4f75-895c-78d263f0aca9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=455f0591-005f-4a48-9baa-5d58a6533172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689516 Apr 01 16:45:24.712706 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-3b628e31-4119-4163-a8bf-f62518fa2d99 req-9e58fe04-1bcb-4bdb-9f51-1261cf49b34d service neutron] 10.222.0.24 "GET /v2.0/networks/455f0591-005f-4a48-9baa-5d58a6533172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237974 Apr 01 16:45:24.841554 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-3b628e31-4119-4163-a8bf-f62518fa2d99 req-03f8e2ab-7acb-4787-af3a-1a7bf1f6bbba service neutron] 10.222.0.24 "GET /v2.0/networks/455f0591-005f-4a48-9baa-5d58a6533172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229074 Apr 01 16:45:25.653377 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:45:26.433863 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a3d4351e-64f4-4e63-976c-cd50950776b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:27.798746 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:27.920787 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:29.476011 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:54.051684 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-763aff57-68cf-4d43-afb1-4f5e66f0af4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:54.282286 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:56.434883 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-49b4ab2f-43f1-43e7-a305-9a2f3d75d836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:57.803815 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:57.923202 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:45:59.478509 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:02.653529 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:46:16.316234 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device ee8a1278-9dac-4176-be9d-42cc19f127d2 details requested by agent hyperv_hv-neutron-8333 with host hv-neutron-8333 {{(pid=83829) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 16:46:16.454528 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port ee8a1278-9dac-4176-be9d-42cc19f127d2, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=ee8a1278-9dac-4176-be9d-42cc19f127d2,segment=NetworkSegment(774b48c5-16ee-4388-8930-ce9d5ca1372d),segment_id=774b48c5-16ee-4388-8930-ce9d5ca1372d)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:46:16.467769 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Returning: {'device': 'ee8a1278-9dac-4176-be9d-42cc19f127d2', 'network_id': '455f0591-005f-4a48-9baa-5d58a6533172', 'port_id': 'ee8a1278-9dac-4176-be9d-42cc19f127d2', 'mac_address': 'fa:16:3e:f4:8b:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bed58af-d57e-4baa-91c9-65ef2a732087', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83829) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 16:46:16.523579 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:16.541849 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ee8a1278-9dac-4176-be9d-42cc19f127d2 {{(pid=83829) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 16:46:16.557262 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port ee8a1278-9dac-4176-be9d-42cc19f127d2, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=ee8a1278-9dac-4176-be9d-42cc19f127d2,segment=NetworkSegment(774b48c5-16ee-4388-8930-ce9d5ca1372d),segment_id=774b48c5-16ee-4388-8930-ce9d5ca1372d)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:46:16.561829 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:16.668054 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] get_ports_and_sgs() called for port_ids ['ee8a1278-9dac-4176-be9d-42cc19f127d2'] {{(pid=83829) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 16:46:16.705346 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=ee8a1278-9dac-4176-be9d-42cc19f127d2,revision_number=6']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:46:16.733851 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:46:16.734489 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:46:16.735119 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:46:16.735615 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:46:16.736123 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:46:16.736609 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:46:16.737106 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:46:16.737603 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:46:16.737929 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:46:16.738254 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:46:16.738580 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:46:18.332174 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device ee8a1278-9dac-4176-be9d-42cc19f127d2 up at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 16:46:18.410161 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.provisioning_blocks [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Provisioning complete for port ee8a1278-9dac-4176-be9d-42cc19f127d2 triggered by entity L2. {{(pid=83829) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 16:46:18.410905 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1416037'] for port, provisioning_complete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:18.541520 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:18.579334 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfafd5b2-19e8-48a2-8ada-4752a7e1cd6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee8a1278-9dac-4176-be9d-42cc19f127d2'}] {{(pid=83829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:46:18.592214 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port ee8a1278-9dac-4176-be9d-42cc19f127d2, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=ee8a1278-9dac-4176-be9d-42cc19f127d2,segment=NetworkSegment(774b48c5-16ee-4388-8930-ce9d5ca1372d),segment_id=774b48c5-16ee-4388-8930-ce9d5ca1372d)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:46:18.597877 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:18.663549 dv-neutron-833373-2-hyperv neutron-server[83829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfafd5b2-19e8-48a2-8ada-4752a7e1cd6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee8a1278-9dac-4176-be9d-42cc19f127d2', 'code': 200} Apr 01 16:46:18.680278 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=ee8a1278-9dac-4176-be9d-42cc19f127d2,revision_number=7']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:46:24.017731 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-4ad0ba9f-3f91-4a57-ad34-6eb2ae35149d req-37676eea-2cdb-4aab-a230-1a5f6d1384a4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f0b79dedb348445f87de5bdc6b23ffed&device_id=dfafd5b2-19e8-48a2-8ada-4752a7e1cd6e HTTP/1.1" status: 200 len: 1098 time: 0.1089654 Apr 01 16:46:24.061753 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-3ec15100-4e09-44ee-a0af-bfc5cb49ab08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:24.185970 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad0ba9f-3f91-4a57-ad34-6eb2ae35149d req-68658c9e-f80b-43e8-93fd-26fab2b4b385 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:46:24.187602 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-4ad0ba9f-3f91-4a57-ad34-6eb2ae35149d req-68658c9e-f80b-43e8-93fd-26fab2b4b385 service neutron] 10.222.0.24 "GET /v2.0/networks?id=455f0591-005f-4a48-9baa-5d58a6533172 HTTP/1.1" status: 200 len: 909 time: 0.1482708 Apr 01 16:46:24.306641 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-4ad0ba9f-3f91-4a57-ad34-6eb2ae35149d req-84366dc5-1599-4f21-a3a0-380b8908890a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee8a1278-9dac-4176-be9d-42cc19f127d2 HTTP/1.1" status: 200 len: 1001 time: 0.1116178 Apr 01 16:46:24.316133 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:24.387996 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad0ba9f-3f91-4a57-ad34-6eb2ae35149d req-fe181fe2-03ad-433c-95cd-4453b59451f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:46:24.389690 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-4ad0ba9f-3f91-4a57-ad34-6eb2ae35149d req-fe181fe2-03ad-433c-95cd-4453b59451f5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7bed58af-d57e-4baa-91c9-65ef2a732087 HTTP/1.1" status: 200 len: 848 time: 0.0758359 Apr 01 16:46:24.473079 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-4ad0ba9f-3f91-4a57-ad34-6eb2ae35149d req-4046234f-a3d2-42fe-a06d-5e35a1e849c8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=455f0591-005f-4a48-9baa-5d58a6533172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773313 Apr 01 16:46:24.620834 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-4ad0ba9f-3f91-4a57-ad34-6eb2ae35149d req-244b0d87-c48c-4135-87bc-a7f0d0a164ca service neutron] 10.222.0.24 "GET /v2.0/networks/455f0591-005f-4a48-9baa-5d58a6533172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400340 Apr 01 16:46:24.778471 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-4ad0ba9f-3f91-4a57-ad34-6eb2ae35149d req-27ad2991-3448-4684-bc23-295afd5429ff service neutron] 10.222.0.24 "GET /v2.0/networks/455f0591-005f-4a48-9baa-5d58a6533172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512461 Apr 01 16:46:26.436519 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-70fbad5f-5289-4482-b715-dad3b6cca83c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:27.806183 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:27.826363 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 37244) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:46:27.926509 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:28.112077 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-47067ece-f6a2-4b4c-8633-1784234196c4 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Deleting port 690fcab8-0a87-47fd-9d1b-f357e7125f2e {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:46:28.112412 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-47067ece-f6a2-4b4c-8633-1784234196c4 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:28.274139 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-47067ece-f6a2-4b4c-8633-1784234196c4 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:28.274476 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-47067ece-f6a2-4b4c-8633-1784234196c4 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:28.399310 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-47067ece-f6a2-4b4c-8633-1784234196c4 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Calling delete_port for 690fcab8-0a87-47fd-9d1b-f357e7125f2e owned by network:floatingip {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:46:28.544023 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-47067ece-f6a2-4b4c-8633-1784234196c4 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:28.591262 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47067ece-f6a2-4b4c-8633-1784234196c4 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Pushing event deleted for resources: {'Port': ['ID=690fcab8-0a87-47fd-9d1b-f357e7125f2e,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:46:28.602746 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47067ece-f6a2-4b4c-8633-1784234196c4 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:46:28.603092 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47067ece-f6a2-4b4c-8633-1784234196c4 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:46:28.603429 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47067ece-f6a2-4b4c-8633-1784234196c4 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:46:28.603762 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47067ece-f6a2-4b4c-8633-1784234196c4 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:46:28.604094 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47067ece-f6a2-4b4c-8633-1784234196c4 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:46:28.604427 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47067ece-f6a2-4b4c-8633-1784234196c4 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:46:28.605370 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47067ece-f6a2-4b4c-8633-1784234196c4 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:46:28.605370 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47067ece-f6a2-4b4c-8633-1784234196c4 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:46:28.605615 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47067ece-f6a2-4b4c-8633-1784234196c4 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:46:28.605700 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47067ece-f6a2-4b4c-8633-1784234196c4 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:46:28.606005 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47067ece-f6a2-4b4c-8633-1784234196c4 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833373-2-hyperv {{(pid=83828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 16:46:28.692602 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-47067ece-f6a2-4b4c-8633-1784234196c4 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Notify callbacks [] for floatingip, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:29.083543 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47067ece-f6a2-4b4c-8633-1784234196c4 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Router 9fa66dd7-c2ae-4fee-b997-15430eed2fd3 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:46:29.277591 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47067ece-f6a2-4b4c-8633-1784234196c4 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:46:29.287608 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9464ee20-c97d-402e-914d-c64cf70fce26 None None] Sync routers for ids ['9fa66dd7-c2ae-4fee-b997-15430eed2fd3'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:46:29.290448 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-47067ece-f6a2-4b4c-8633-1784234196c4 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for floatingip, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:29.299587 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9464ee20-c97d-402e-914d-c64cf70fce26 None None] Routers {'9fa66dd7-c2ae-4fee-b997-15430eed2fd3'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:46:29.300227 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-9464ee20-c97d-402e-914d-c64cf70fce26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:46:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['9fa66dd7-c2ae-4fee-b997-15430eed2fd3'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:46:29.346721 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-47067ece-f6a2-4b4c-8633-1784234196c4 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] 10.222.0.55 "DELETE /v2.0/floatingips/7149a643-f039-42a4-9a95-fa1eb864192d HTTP/1.1" status: 204 len: 168 time: 1.5164058 Apr 01 16:46:29.346721 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfafd5b2-19e8-48a2-8ada-4752a7e1cd6e', 'tag': 'ee8a1278-9dac-4176-be9d-42cc19f127d2'}] {{(pid=83828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:46:29.403459 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfafd5b2-19e8-48a2-8ada-4752a7e1cd6e', 'tag': 'ee8a1278-9dac-4176-be9d-42cc19f127d2', 'status': 'completed', 'code': 200} Apr 01 16:46:29.490102 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:29.506502 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-d704a67e-14d7-408c-aa6b-80d484e76643 req-d63dee24-3f23-4050-9966-25d00a48363e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f0b79dedb348445f87de5bdc6b23ffed&device_id=dfafd5b2-19e8-48a2-8ada-4752a7e1cd6e HTTP/1.1" status: 200 len: 1098 time: 0.0791605 Apr 01 16:46:29.530288 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-9464ee20-c97d-402e-914d-c64cf70fce26 None None] Set router 9fa66dd7-c2ae-4fee-b997-15430eed2fd3 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:46:29.742515 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d704a67e-14d7-408c-aa6b-80d484e76643 req-053fc2e6-dac8-4427-9249-de4da6bf8812 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:46:29.744008 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-d704a67e-14d7-408c-aa6b-80d484e76643 req-053fc2e6-dac8-4427-9249-de4da6bf8812 service neutron] 10.222.0.24 "GET /v2.0/networks?id=455f0591-005f-4a48-9baa-5d58a6533172 HTTP/1.1" status: 200 len: 909 time: 0.2309899 Apr 01 16:46:29.750887 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3b091d-f501-4075-aad4-96ba6bcbf1e8 req-232317f4-184e-46c2-9d16-2e64cef041ee tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:46:29.752405 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-9a3b091d-f501-4075-aad4-96ba6bcbf1e8 req-232317f4-184e-46c2-9d16-2e64cef041ee tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] 10.222.0.55 "GET /v2.0/ports?device_id=dfafd5b2-19e8-48a2-8ada-4752a7e1cd6e HTTP/1.1" status: 200 len: 945 time: 0.0777318 Apr 01 16:46:29.798983 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-9a3b091d-f501-4075-aad4-96ba6bcbf1e8 req-1140fe6d-46db-48a2-bffa-0e93d64eaf0f tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] 10.222.0.55 "GET /v2.0/security-groups?id=17efa8f9-6d5e-429b-b011-610a455de24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406058 Apr 01 16:46:29.815755 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-d704a67e-14d7-408c-aa6b-80d484e76643 req-8dc32018-f1df-41b3-b190-62cb85586a0b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee8a1278-9dac-4176-be9d-42cc19f127d2 HTTP/1.1" status: 200 len: 217 time: 0.0642712 Apr 01 16:46:29.882450 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d704a67e-14d7-408c-aa6b-80d484e76643 req-7daabe6f-23ad-4c59-b34d-98e039d43d48 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:46:29.883888 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-d704a67e-14d7-408c-aa6b-80d484e76643 req-7daabe6f-23ad-4c59-b34d-98e039d43d48 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7bed58af-d57e-4baa-91c9-65ef2a732087 HTTP/1.1" status: 200 len: 848 time: 0.0609767 Apr 01 16:46:29.903359 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-9464ee20-c97d-402e-914d-c64cf70fce26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fa66dd7-c2ae-4fee-b997-15430eed2fd3', 'name': 'tempest-TestSnapshotPattern-526116406-router', 'tenant_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.238'}], 'enable_snat': True}, 'gw_port_id': '7c95f885-1691-4cd7-b193-8fe0a48fb856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:41:49Z', 'updated_at': '2022-04-01T16:41:52Z', 'revision_number': 4, 'project_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'gw_port': {'id': '7c95f885-1691-4cd7-b193-8fe0a48fb856', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa66dd7-c2ae-4fee-b997-15430eed2fd3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:41:49Z', 'updated_at': '2022-04-01T16:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': '20009791-2109-443e-bd5f-f5588956c8de', 'tenant_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'floating_ip_address': '172.26.1.131', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '9fa66dd7-c2ae-4fee-b997-15430eed2fd3', 'port_id': '29bfd90b-9c12-4cd9-9d5f-b431f90e5c70', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '455f0591-005f-4a48-9baa-5d58a6533172', 'mac_address': 'fa:16:3e:c9:77:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68eda7d3-2875-4247-8b41-38f816263124', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:42:14Z', 'updated_at': '2022-04-01T16:42:21Z', 'revision_number': 1, 'project_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b188452-577e-44fb-99b2-367a17ff8949', 'name': '', 'network_id': '455f0591-005f-4a48-9baa-5d58a6533172', 'tenant_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'mac_address': 'fa:16:3e:94:99:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa66dd7-c2ae-4fee-b997-15430eed2fd3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bed58af-d57e-4baa-91c9-65ef2a732087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:41:51Z', 'updated_at': '2022-04-01T16:42:01Z', 'revision_number': 5, 'project_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'subnets': [{'id': '7bed58af-d57e-4baa-91c9-65ef2a732087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:46:29.907654 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9464ee20-c97d-402e-914d-c64cf70fce26 None None] Checking router: 9fa66dd7-c2ae-4fee-b997-15430eed2fd3 for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:46:29.918101 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9464ee20-c97d-402e-914d-c64cf70fce26 None None] Routers {'9fa66dd7-c2ae-4fee-b997-15430eed2fd3'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:46:29.918683 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-9464ee20-c97d-402e-914d-c64cf70fce26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:46:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['9fa66dd7-c2ae-4fee-b997-15430eed2fd3'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:46:29.959017 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-d704a67e-14d7-408c-aa6b-80d484e76643 req-c69b87d9-20ab-4b3a-ad2b-dd2d9b4e3b3d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=455f0591-005f-4a48-9baa-5d58a6533172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674405 Apr 01 16:46:30.093120 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-d704a67e-14d7-408c-aa6b-80d484e76643 req-bf5c8c45-e864-4627-9e46-bceef640af11 service neutron] 10.222.0.24 "GET /v2.0/networks/455f0591-005f-4a48-9baa-5d58a6533172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276653 Apr 01 16:46:30.097909 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-9464ee20-c97d-402e-914d-c64cf70fce26 None None] Set router 9fa66dd7-c2ae-4fee-b997-15430eed2fd3 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:46:30.225539 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-d704a67e-14d7-408c-aa6b-80d484e76643 req-0687af31-2b6b-4077-bc14-3f4c651e512b service neutron] 10.222.0.24 "GET /v2.0/networks/455f0591-005f-4a48-9baa-5d58a6533172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251314 Apr 01 16:46:30.366437 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device ee8a1278-9dac-4176-be9d-42cc19f127d2 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:46:30.438177 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-9464ee20-c97d-402e-914d-c64cf70fce26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fa66dd7-c2ae-4fee-b997-15430eed2fd3', 'name': 'tempest-TestSnapshotPattern-526116406-router', 'tenant_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.238'}], 'enable_snat': True}, 'gw_port_id': '7c95f885-1691-4cd7-b193-8fe0a48fb856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:41:49Z', 'updated_at': '2022-04-01T16:41:52Z', 'revision_number': 4, 'project_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'gw_port': {'id': '7c95f885-1691-4cd7-b193-8fe0a48fb856', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa66dd7-c2ae-4fee-b997-15430eed2fd3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:41:49Z', 'updated_at': '2022-04-01T16:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': '20009791-2109-443e-bd5f-f5588956c8de', 'tenant_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'floating_ip_address': '172.26.1.131', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '9fa66dd7-c2ae-4fee-b997-15430eed2fd3', 'port_id': '29bfd90b-9c12-4cd9-9d5f-b431f90e5c70', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '455f0591-005f-4a48-9baa-5d58a6533172', 'mac_address': 'fa:16:3e:c9:77:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68eda7d3-2875-4247-8b41-38f816263124', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:42:14Z', 'updated_at': '2022-04-01T16:42:21Z', 'revision_number': 1, 'project_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b188452-577e-44fb-99b2-367a17ff8949', 'name': '', 'network_id': '455f0591-005f-4a48-9baa-5d58a6533172', 'tenant_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'mac_address': 'fa:16:3e:94:99:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa66dd7-c2ae-4fee-b997-15430eed2fd3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bed58af-d57e-4baa-91c9-65ef2a732087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:41:51Z', 'updated_at': '2022-04-01T16:42:01Z', 'revision_number': 5, 'project_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'subnets': [{'id': '7bed58af-d57e-4baa-91c9-65ef2a732087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:46:30.442085 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9464ee20-c97d-402e-914d-c64cf70fce26 None None] The sync data for ids ['9fa66dd7-c2ae-4fee-b997-15430eed2fd3'] in dv-neutron-833373-2-hyperv is: [{'id': '9fa66dd7-c2ae-4fee-b997-15430eed2fd3', 'name': 'tempest-TestSnapshotPattern-526116406-router', 'tenant_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.238'}], 'enable_snat': True}, 'gw_port_id': '7c95f885-1691-4cd7-b193-8fe0a48fb856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:41:49Z', 'updated_at': '2022-04-01T16:41:52Z', 'revision_number': 4, 'project_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'gw_port': {'id': '7c95f885-1691-4cd7-b193-8fe0a48fb856', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa66dd7-c2ae-4fee-b997-15430eed2fd3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:41:49Z', 'updated_at': '2022-04-01T16:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_floatingips': [{'id': '20009791-2109-443e-bd5f-f5588956c8de', 'tenant_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'floating_ip_address': '172.26.1.131', 'floating_network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'router_id': '9fa66dd7-c2ae-4fee-b997-15430eed2fd3', 'port_id': '29bfd90b-9c12-4cd9-9d5f-b431f90e5c70', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '455f0591-005f-4a48-9baa-5d58a6533172', 'mac_address': 'fa:16:3e:c9:77:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68eda7d3-2875-4247-8b41-38f816263124', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T16:42:14Z', 'updated_at': '2022-04-01T16:42:21Z', 'revision_number': 1, 'project_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b188452-577e-44fb-99b2-367a17ff8949', 'name': '', 'network_id': '455f0591-005f-4a48-9baa-5d58a6533172', 'tenant_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'mac_address': 'fa:16:3e:94:99:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa66dd7-c2ae-4fee-b997-15430eed2fd3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bed58af-d57e-4baa-91c9-65ef2a732087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:41:51Z', 'updated_at': '2022-04-01T16:42:01Z', 'revision_number': 5, 'project_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'subnets': [{'id': '7bed58af-d57e-4baa-91c9-65ef2a732087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:46:30.476776 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1475912'] for port, before_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:30.506359 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfafd5b2-19e8-48a2-8ada-4752a7e1cd6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee8a1278-9dac-4176-be9d-42cc19f127d2'}] {{(pid=83829) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:46:30.515681 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] For port ee8a1278-9dac-4176-be9d-42cc19f127d2, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=ee8a1278-9dac-4176-be9d-42cc19f127d2,segment=NetworkSegment(774b48c5-16ee-4388-8930-ce9d5ca1372d),segment_id=774b48c5-16ee-4388-8930-ce9d5ca1372d)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:46:30.521307 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777009485469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777008998660', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777009023820'] for port, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:30.566736 dv-neutron-833373-2-hyperv neutron-server[83829]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfafd5b2-19e8-48a2-8ada-4752a7e1cd6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee8a1278-9dac-4176-be9d-42cc19f127d2', 'code': 200} Apr 01 16:46:30.590869 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Pushing event updated for resources: {'Port': ['ID=ee8a1278-9dac-4176-be9d-42cc19f127d2,revision_number=8']} {{(pid=83829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:46:30.670172 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89917a2-ebf9-4d5e-8ca1-4069b296e042 None None] New status for floating IP 7149a643-f039-42a4-9a95-fa1eb864192d: DOWN {{(pid=83829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 16:46:30.997833 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c7bda-f391-4851-a375-d6a8a46e1f36 req-b9fb4498-0566-4439-abe8-ea83e77c0b33 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:46:30.999176 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f20c7bda-f391-4851-a375-d6a8a46e1f36 req-b9fb4498-0566-4439-abe8-ea83e77c0b33 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] 10.222.0.55 "GET /v2.0/ports?device_id=dfafd5b2-19e8-48a2-8ada-4752a7e1cd6e HTTP/1.1" status: 200 len: 943 time: 0.0779493 Apr 01 16:46:31.044421 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-f20c7bda-f391-4851-a375-d6a8a46e1f36 req-0cf7495a-3f53-4ffe-825a-db1ebc3cdef2 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] 10.222.0.55 "GET /v2.0/security-groups?id=17efa8f9-6d5e-429b-b011-610a455de24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388126 Apr 01 16:46:31.352926 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35fd885-1132-4280-a8b4-6834b5ee8ce5 req-8eb52785-2966-4d1b-9d47-214db6bc2a3f tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:46:31.353601 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-f35fd885-1132-4280-a8b4-6834b5ee8ce5 req-8eb52785-2966-4d1b-9d47-214db6bc2a3f tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Synchronizing usage tracker for tenant:f0b79dedb348445f87de5bdc6b23ffed on resource:port {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:46:31.372952 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-f35fd885-1132-4280-a8b4-6834b5ee8ce5 req-8eb52785-2966-4d1b-9d47-214db6bc2a3f tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Unset dirty status for tenant:f0b79dedb348445f87de5bdc6b23ffed on resource:port {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:46:31.374087 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-f35fd885-1132-4280-a8b4-6834b5ee8ce5 req-8eb52785-2966-4d1b-9d47-214db6bc2a3f tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfafd5b2-19e8-48a2-8ada-4752a7e1cd6e HTTP/1.1" status: 200 len: 943 time: 0.1004753 Apr 01 16:46:31.440693 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [req-f35fd885-1132-4280-a8b4-6834b5ee8ce5 req-f0224679-49f5-4f53-9b42-fcf280811ec9 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Deleting port ee8a1278-9dac-4176-be9d-42cc19f127d2 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:46:31.441051 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-f35fd885-1132-4280-a8b4-6834b5ee8ce5 req-f0224679-49f5-4f53-9b42-fcf280811ec9 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:31.677150 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [req-f35fd885-1132-4280-a8b4-6834b5ee8ce5 req-f0224679-49f5-4f53-9b42-fcf280811ec9 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] For port ee8a1278-9dac-4176-be9d-42cc19f127d2, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=ee8a1278-9dac-4176-be9d-42cc19f127d2,segment=NetworkSegment(774b48c5-16ee-4388-8930-ce9d5ca1372d),segment_id=774b48c5-16ee-4388-8930-ce9d5ca1372d)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:46:31.677417 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-f35fd885-1132-4280-a8b4-6834b5ee8ce5 req-f0224679-49f5-4f53-9b42-fcf280811ec9 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:31.798330 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [req-f35fd885-1132-4280-a8b4-6834b5ee8ce5 req-f0224679-49f5-4f53-9b42-fcf280811ec9 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Calling delete_port for ee8a1278-9dac-4176-be9d-42cc19f127d2 owned by compute:nova {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:46:31.935303 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-f35fd885-1132-4280-a8b4-6834b5ee8ce5 req-f0224679-49f5-4f53-9b42-fcf280811ec9 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:31.981170 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0224679-49f5-4f53-9b42-fcf280811ec9 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Pushing event deleted for resources: {'Port': ['ID=ee8a1278-9dac-4176-be9d-42cc19f127d2,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:46:32.065065 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [req-f35fd885-1132-4280-a8b4-6834b5ee8ce5 req-f0224679-49f5-4f53-9b42-fcf280811ec9 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] No DVR routers for this DVR port ee8a1278-9dac-4176-be9d-42cc19f127d2 on host hv-neutron-8333 {{(pid=83828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:46:32.067423 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-f35fd885-1132-4280-a8b4-6834b5ee8ce5 req-f0224679-49f5-4f53-9b42-fcf280811ec9 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:32.070030 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfafd5b2-19e8-48a2-8ada-4752a7e1cd6e', 'name': 'network-vif-deleted', 'tag': 'ee8a1278-9dac-4176-be9d-42cc19f127d2'}] {{(pid=83828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:46:32.086246 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-f35fd885-1132-4280-a8b4-6834b5ee8ce5 req-f0224679-49f5-4f53-9b42-fcf280811ec9 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] 10.222.0.24 "DELETE /v2.0/ports/ee8a1278-9dac-4176-be9d-42cc19f127d2 HTTP/1.1" status: 204 len: 173 time: 0.7069476 Apr 01 16:46:32.139442 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfafd5b2-19e8-48a2-8ada-4752a7e1cd6e', 'name': 'network-vif-deleted', 'tag': 'ee8a1278-9dac-4176-be9d-42cc19f127d2', 'status': 'completed', 'code': 200} Apr 01 16:46:32.211220 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-3f09d9ec-2bd3-4d90-a6cb-97dd212cf5f0 req-63cc0aae-4045-4e38-8b52-4366400642e5 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] 10.222.0.55 "GET /v2.0/ports?device_id=dfafd5b2-19e8-48a2-8ada-4752a7e1cd6e HTTP/1.1" status: 200 len: 210 time: 0.0405958 Apr 01 16:46:33.881961 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 37300) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:46:34.079653 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-f6143bc1-25f0-4ef8-b67a-b00fb9f19d41 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Deleting port 4e6b88ea-c77e-43a2-b3a6-b85a1083a125 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:46:34.079992 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f6143bc1-25f0-4ef8-b67a-b00fb9f19d41 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:34.337627 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f6143bc1-25f0-4ef8-b67a-b00fb9f19d41 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:34.337957 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f6143bc1-25f0-4ef8-b67a-b00fb9f19d41 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:34.455649 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-f6143bc1-25f0-4ef8-b67a-b00fb9f19d41 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Calling delete_port for 4e6b88ea-c77e-43a2-b3a6-b85a1083a125 owned by network:floatingip {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:46:34.599568 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f6143bc1-25f0-4ef8-b67a-b00fb9f19d41 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:34.642632 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6143bc1-25f0-4ef8-b67a-b00fb9f19d41 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Pushing event deleted for resources: {'Port': ['ID=4e6b88ea-c77e-43a2-b3a6-b85a1083a125,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:46:34.733941 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f6143bc1-25f0-4ef8-b67a-b00fb9f19d41 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Notify callbacks [] for floatingip, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:35.111990 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6143bc1-25f0-4ef8-b67a-b00fb9f19d41 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Router 9fa66dd7-c2ae-4fee-b997-15430eed2fd3 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:46:35.310128 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6143bc1-25f0-4ef8-b67a-b00fb9f19d41 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:46:35.319744 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab7a079-02df-4e39-a3a4-2148b422cd87 None None] Sync routers for ids ['9fa66dd7-c2ae-4fee-b997-15430eed2fd3'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:46:35.326347 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f6143bc1-25f0-4ef8-b67a-b00fb9f19d41 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for floatingip, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:35.331689 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab7a079-02df-4e39-a3a4-2148b422cd87 None None] Routers {'9fa66dd7-c2ae-4fee-b997-15430eed2fd3'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:46:35.332281 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-9ab7a079-02df-4e39-a3a4-2148b422cd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:46:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['9fa66dd7-c2ae-4fee-b997-15430eed2fd3'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:46:35.381007 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-f6143bc1-25f0-4ef8-b67a-b00fb9f19d41 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] 10.222.0.55 "DELETE /v2.0/floatingips/20009791-2109-443e-bd5f-f5588956c8de HTTP/1.1" status: 204 len: 168 time: 1.4979370 Apr 01 16:46:35.381582 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68eda7d3-2875-4247-8b41-38f816263124', 'tag': '29bfd90b-9c12-4cd9-9d5f-b431f90e5c70'}] {{(pid=83828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:46:35.442285 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68eda7d3-2875-4247-8b41-38f816263124', 'tag': '29bfd90b-9c12-4cd9-9d5f-b431f90e5c70', 'status': 'completed', 'code': 200} Apr 01 16:46:35.514099 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-9ab7a079-02df-4e39-a3a4-2148b422cd87 None None] Set router 9fa66dd7-c2ae-4fee-b997-15430eed2fd3 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:46:35.535544 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-7ea6e35b-29de-467d-ad7a-e47c79af3c55 req-c27ea7e1-75fa-4847-ad74-b27e94258313 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f0b79dedb348445f87de5bdc6b23ffed&device_id=68eda7d3-2875-4247-8b41-38f816263124 HTTP/1.1" status: 200 len: 1097 time: 0.0701139 Apr 01 16:46:35.680792 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea6e35b-29de-467d-ad7a-e47c79af3c55 req-54effad9-bad0-47b2-b0fd-d4534f915fd8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:46:35.682247 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-7ea6e35b-29de-467d-ad7a-e47c79af3c55 req-54effad9-bad0-47b2-b0fd-d4534f915fd8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=455f0591-005f-4a48-9baa-5d58a6533172 HTTP/1.1" status: 200 len: 909 time: 0.1401758 Apr 01 16:46:35.791587 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acabf1b9-6d1f-4b80-afcb-b1bfef5600e4 req-3fa5d453-c14c-4fb8-a24f-a202dbf84f82 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:46:35.793176 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-acabf1b9-6d1f-4b80-afcb-b1bfef5600e4 req-3fa5d453-c14c-4fb8-a24f-a202dbf84f82 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] 10.222.0.55 "GET /v2.0/ports?device_id=68eda7d3-2875-4247-8b41-38f816263124 HTTP/1.1" status: 200 len: 944 time: 0.0866189 Apr 01 16:46:35.839285 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-acabf1b9-6d1f-4b80-afcb-b1bfef5600e4 req-ac57f821-fe70-416f-b1e6-37356b749321 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] 10.222.0.55 "GET /v2.0/security-groups?id=17efa8f9-6d5e-429b-b011-610a455de24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402141 Apr 01 16:46:35.857800 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-7ea6e35b-29de-467d-ad7a-e47c79af3c55 req-47cb0309-dbcc-4e02-8750-0a9c22cfa830 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=29bfd90b-9c12-4cd9-9d5f-b431f90e5c70 HTTP/1.1" status: 200 len: 217 time: 0.1692035 Apr 01 16:46:35.887557 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-9ab7a079-02df-4e39-a3a4-2148b422cd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fa66dd7-c2ae-4fee-b997-15430eed2fd3', 'name': 'tempest-TestSnapshotPattern-526116406-router', 'tenant_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.238'}], 'enable_snat': True}, 'gw_port_id': '7c95f885-1691-4cd7-b193-8fe0a48fb856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:41:49Z', 'updated_at': '2022-04-01T16:41:52Z', 'revision_number': 4, 'project_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'gw_port': {'id': '7c95f885-1691-4cd7-b193-8fe0a48fb856', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa66dd7-c2ae-4fee-b997-15430eed2fd3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:41:49Z', 'updated_at': '2022-04-01T16:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '1b188452-577e-44fb-99b2-367a17ff8949', 'name': '', 'network_id': '455f0591-005f-4a48-9baa-5d58a6533172', 'tenant_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'mac_address': 'fa:16:3e:94:99:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa66dd7-c2ae-4fee-b997-15430eed2fd3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bed58af-d57e-4baa-91c9-65ef2a732087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:41:51Z', 'updated_at': '2022-04-01T16:42:01Z', 'revision_number': 5, 'project_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'subnets': [{'id': '7bed58af-d57e-4baa-91c9-65ef2a732087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:46:35.892079 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab7a079-02df-4e39-a3a4-2148b422cd87 None None] Checking router: 9fa66dd7-c2ae-4fee-b997-15430eed2fd3 for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:46:35.902351 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab7a079-02df-4e39-a3a4-2148b422cd87 None None] Routers {'9fa66dd7-c2ae-4fee-b997-15430eed2fd3'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:46:35.902940 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-9ab7a079-02df-4e39-a3a4-2148b422cd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:46:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['9fa66dd7-c2ae-4fee-b997-15430eed2fd3'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:46:35.921549 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea6e35b-29de-467d-ad7a-e47c79af3c55 req-8659293e-da7b-4b5e-ae9a-a7550cb65d2a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:46:35.923016 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-7ea6e35b-29de-467d-ad7a-e47c79af3c55 req-8659293e-da7b-4b5e-ae9a-a7550cb65d2a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7bed58af-d57e-4baa-91c9-65ef2a732087 HTTP/1.1" status: 200 len: 848 time: 0.0594726 Apr 01 16:46:35.996790 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-7ea6e35b-29de-467d-ad7a-e47c79af3c55 req-7629102b-c077-43e7-a03b-eacec0b18dc9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=455f0591-005f-4a48-9baa-5d58a6533172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676222 Apr 01 16:46:36.081215 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-9ab7a079-02df-4e39-a3a4-2148b422cd87 None None] Set router 9fa66dd7-c2ae-4fee-b997-15430eed2fd3 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:46:36.129310 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-7ea6e35b-29de-467d-ad7a-e47c79af3c55 req-d0643d2c-8357-4707-879b-40acfdd73044 service neutron] 10.222.0.24 "GET /v2.0/networks/455f0591-005f-4a48-9baa-5d58a6533172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259935 Apr 01 16:46:36.261932 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-7ea6e35b-29de-467d-ad7a-e47c79af3c55 req-7610f9ff-aafb-4810-b35a-f1ab6e921b64 service neutron] 10.222.0.24 "GET /v2.0/networks/455f0591-005f-4a48-9baa-5d58a6533172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257677 Apr 01 16:46:36.388970 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-9ab7a079-02df-4e39-a3a4-2148b422cd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fa66dd7-c2ae-4fee-b997-15430eed2fd3', 'name': 'tempest-TestSnapshotPattern-526116406-router', 'tenant_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.238'}], 'enable_snat': True}, 'gw_port_id': '7c95f885-1691-4cd7-b193-8fe0a48fb856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:41:49Z', 'updated_at': '2022-04-01T16:41:52Z', 'revision_number': 4, 'project_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'gw_port': {'id': '7c95f885-1691-4cd7-b193-8fe0a48fb856', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa66dd7-c2ae-4fee-b997-15430eed2fd3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:41:49Z', 'updated_at': '2022-04-01T16:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '1b188452-577e-44fb-99b2-367a17ff8949', 'name': '', 'network_id': '455f0591-005f-4a48-9baa-5d58a6533172', 'tenant_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'mac_address': 'fa:16:3e:94:99:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa66dd7-c2ae-4fee-b997-15430eed2fd3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bed58af-d57e-4baa-91c9-65ef2a732087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:41:51Z', 'updated_at': '2022-04-01T16:42:01Z', 'revision_number': 5, 'project_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'subnets': [{'id': '7bed58af-d57e-4baa-91c9-65ef2a732087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:46:36.393236 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab7a079-02df-4e39-a3a4-2148b422cd87 None None] The sync data for ids ['9fa66dd7-c2ae-4fee-b997-15430eed2fd3'] in dv-neutron-833373-2-hyperv is: [{'id': '9fa66dd7-c2ae-4fee-b997-15430eed2fd3', 'name': 'tempest-TestSnapshotPattern-526116406-router', 'tenant_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.238'}], 'enable_snat': True}, 'gw_port_id': '7c95f885-1691-4cd7-b193-8fe0a48fb856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:41:49Z', 'updated_at': '2022-04-01T16:41:52Z', 'revision_number': 4, 'project_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'gw_port': {'id': '7c95f885-1691-4cd7-b193-8fe0a48fb856', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa66dd7-c2ae-4fee-b997-15430eed2fd3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:41:49Z', 'updated_at': '2022-04-01T16:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv', '_interfaces': [{'id': '1b188452-577e-44fb-99b2-367a17ff8949', 'name': '', 'network_id': '455f0591-005f-4a48-9baa-5d58a6533172', 'tenant_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'mac_address': 'fa:16:3e:94:99:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa66dd7-c2ae-4fee-b997-15430eed2fd3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bed58af-d57e-4baa-91c9-65ef2a732087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:41:51Z', 'updated_at': '2022-04-01T16:42:01Z', 'revision_number': 5, 'project_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'subnets': [{'id': '7bed58af-d57e-4baa-91c9-65ef2a732087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:46:36.409109 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device ee8a1278-9dac-4176-be9d-42cc19f127d2 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:46:36.446018 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] No Port match for: ee8a1278-9dac-4176-be9d-42cc19f127d2 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:46:36.446364 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device ee8a1278-9dac-4176-be9d-42cc19f127d2 not bound to the agent host hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:46:36.598496 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7358a565-b7fd-4ad4-8906-2da2e4db10e9 None None] New status for floating IP 20009791-2109-443e-bd5f-f5588956c8de: DOWN {{(pid=83829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 16:46:37.045673 dv-neutron-833373-2-hyperv neutron-server[83826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe3fc62-6f21-487e-a53c-d922f1ebeecd req-096daf35-2343-4573-90ce-ab671eb0d5e1 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:46:37.047730 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5fe3fc62-6f21-487e-a53c-d922f1ebeecd req-096daf35-2343-4573-90ce-ab671eb0d5e1 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] 10.222.0.55 "GET /v2.0/ports?device_id=68eda7d3-2875-4247-8b41-38f816263124 HTTP/1.1" status: 200 len: 944 time: 0.0846598 Apr 01 16:46:37.092796 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-5fe3fc62-6f21-487e-a53c-d922f1ebeecd req-4eac42cc-43da-4b6b-9841-254dad0810bb tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] 10.222.0.55 "GET /v2.0/security-groups?id=17efa8f9-6d5e-429b-b011-610a455de24f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393801 Apr 01 16:46:37.343226 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abbcc1e-ba0e-46e9-9245-9ce7badbcb7f req-8df3e244-68a6-4805-90b3-849afffa3272 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83828) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 16:46:37.343828 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-1abbcc1e-ba0e-46e9-9245-9ce7badbcb7f req-8df3e244-68a6-4805-90b3-849afffa3272 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Synchronizing usage tracker for tenant:f0b79dedb348445f87de5bdc6b23ffed on resource:port {{(pid=83828) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 16:46:37.359821 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.quota.resource [req-1abbcc1e-ba0e-46e9-9245-9ce7badbcb7f req-8df3e244-68a6-4805-90b3-849afffa3272 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Unset dirty status for tenant:f0b79dedb348445f87de5bdc6b23ffed on resource:port {{(pid=83828) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 16:46:37.361100 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-1abbcc1e-ba0e-46e9-9245-9ce7badbcb7f req-8df3e244-68a6-4805-90b3-849afffa3272 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] 10.222.0.24 "GET /v2.0/ports?device_id=68eda7d3-2875-4247-8b41-38f816263124 HTTP/1.1" status: 200 len: 944 time: 0.0909488 Apr 01 16:46:37.430304 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [req-1abbcc1e-ba0e-46e9-9245-9ce7badbcb7f req-65d99f3b-3dba-4e61-bdb0-e4c45cbded43 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Deleting port 29bfd90b-9c12-4cd9-9d5f-b431f90e5c70 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:46:37.430640 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-1abbcc1e-ba0e-46e9-9245-9ce7badbcb7f req-65d99f3b-3dba-4e61-bdb0-e4c45cbded43 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:37.665217 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [req-1abbcc1e-ba0e-46e9-9245-9ce7badbcb7f req-65d99f3b-3dba-4e61-bdb0-e4c45cbded43 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] For port 29bfd90b-9c12-4cd9-9d5f-b431f90e5c70, host hv-neutron-8333, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8333',level=0,port_id=29bfd90b-9c12-4cd9-9d5f-b431f90e5c70,segment=NetworkSegment(774b48c5-16ee-4388-8930-ce9d5ca1372d),segment_id=774b48c5-16ee-4388-8930-ce9d5ca1372d)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:46:37.665463 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-1abbcc1e-ba0e-46e9-9245-9ce7badbcb7f req-65d99f3b-3dba-4e61-bdb0-e4c45cbded43 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:37.780332 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [req-1abbcc1e-ba0e-46e9-9245-9ce7badbcb7f req-65d99f3b-3dba-4e61-bdb0-e4c45cbded43 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Calling delete_port for 29bfd90b-9c12-4cd9-9d5f-b431f90e5c70 owned by compute:nova {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:46:37.919774 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-1abbcc1e-ba0e-46e9-9245-9ce7badbcb7f req-65d99f3b-3dba-4e61-bdb0-e4c45cbded43 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:37.967540 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d99f3b-3dba-4e61-bdb0-e4c45cbded43 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Pushing event deleted for resources: {'Port': ['ID=29bfd90b-9c12-4cd9-9d5f-b431f90e5c70,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:46:38.041413 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [req-1abbcc1e-ba0e-46e9-9245-9ce7badbcb7f req-65d99f3b-3dba-4e61-bdb0-e4c45cbded43 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] No DVR routers for this DVR port 29bfd90b-9c12-4cd9-9d5f-b431f90e5c70 on host hv-neutron-8333 {{(pid=83828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:46:38.043772 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [req-1abbcc1e-ba0e-46e9-9245-9ce7badbcb7f req-65d99f3b-3dba-4e61-bdb0-e4c45cbded43 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-75694'] for port, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:38.046213 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68eda7d3-2875-4247-8b41-38f816263124', 'name': 'network-vif-deleted', 'tag': '29bfd90b-9c12-4cd9-9d5f-b431f90e5c70'}] {{(pid=83828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 16:46:38.060876 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [req-1abbcc1e-ba0e-46e9-9245-9ce7badbcb7f req-65d99f3b-3dba-4e61-bdb0-e4c45cbded43 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] 10.222.0.24 "DELETE /v2.0/ports/29bfd90b-9c12-4cd9-9d5f-b431f90e5c70 HTTP/1.1" status: 204 len: 173 time: 0.6942656 Apr 01 16:46:38.104257 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68eda7d3-2875-4247-8b41-38f816263124', 'name': 'network-vif-deleted', 'tag': '29bfd90b-9c12-4cd9-9d5f-b431f90e5c70', 'status': 'completed', 'code': 200} Apr 01 16:46:38.275252 dv-neutron-833373-2-hyperv neutron-server[83826]: INFO neutron.wsgi [req-c3897339-7b7c-4e5a-929f-58458a1f8680 req-0152f673-1a24-4ae5-a8fe-a89b6ff09b6c tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] 10.222.0.55 "GET /v2.0/ports?device_id=68eda7d3-2875-4247-8b41-38f816263124 HTTP/1.1" status: 200 len: 210 time: 0.0440850 Apr 01 16:46:39.381229 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 37320) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:46:39.448436 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a08e7ace-e895-47af-8542-cb987e2fcc74 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:39.477543 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a08e7ace-e895-47af-8542-cb987e2fcc74 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:39.542634 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a08e7ace-e895-47af-8542-cb987e2fcc74 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:39.560841 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08e7ace-e895-47af-8542-cb987e2fcc74 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17efa8f9-6d5e-429b-b011-610a455de24f,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:46:39.570720 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-a08e7ace-e895-47af-8542-cb987e2fcc74 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:39.571827 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-a08e7ace-e895-47af-8542-cb987e2fcc74 tempest-TestSnapshotPattern-1813577207 tempest-TestSnapshotPattern-1813577207-project] 10.222.0.55 "DELETE /v2.0/security-groups/17efa8f9-6d5e-429b-b011-610a455de24f HTTP/1.1" status: 204 len: 168 time: 0.1896241 Apr 01 16:46:39.636592 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 37326) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:46:39.653752 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:46:40.103365 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3c13227a-82b4-4269-8f3c-1791fd9c2243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611543'] for router_interface, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:40.684690 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-3c13227a-82b4-4269-8f3c-1791fd9c2243 admin admin] Deleting port 1b188452-577e-44fb-99b2-367a17ff8949 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:46:40.685364 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3c13227a-82b4-4269-8f3c-1791fd9c2243 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:40.848822 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-3c13227a-82b4-4269-8f3c-1791fd9c2243 admin admin] For port 1b188452-577e-44fb-99b2-367a17ff8949, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=1b188452-577e-44fb-99b2-367a17ff8949,segment=NetworkSegment(774b48c5-16ee-4388-8930-ce9d5ca1372d),segment_id=774b48c5-16ee-4388-8930-ce9d5ca1372d)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:46:40.849172 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3c13227a-82b4-4269-8f3c-1791fd9c2243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:40.969270 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-3c13227a-82b4-4269-8f3c-1791fd9c2243 admin admin] Calling delete_port for 1b188452-577e-44fb-99b2-367a17ff8949 owned by network:router_interface {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:46:41.133004 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3c13227a-82b4-4269-8f3c-1791fd9c2243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:41.177184 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c13227a-82b4-4269-8f3c-1791fd9c2243 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b188452-577e-44fb-99b2-367a17ff8949,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:46:41.552701 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-3c13227a-82b4-4269-8f3c-1791fd9c2243 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611462'] for router_interface, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:42.121301 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c13227a-82b4-4269-8f3c-1791fd9c2243 admin admin] Router 9fa66dd7-c2ae-4fee-b997-15430eed2fd3 has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:46:42.313212 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c13227a-82b4-4269-8f3c-1791fd9c2243 admin admin] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:46:42.321585 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f31950-add9-40f3-94ef-f056bcdcf44e None None] Sync routers for ids ['9fa66dd7-c2ae-4fee-b997-15430eed2fd3'] in dv-neutron-833373-2-hyperv {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:46:42.326992 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-3c13227a-82b4-4269-8f3c-1791fd9c2243 admin admin] 10.222.0.55 "PUT /v2.0/routers/9fa66dd7-c2ae-4fee-b997-15430eed2fd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6893260 Apr 01 16:46:42.330007 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 37330) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:46:42.333545 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f31950-add9-40f3-94ef-f056bcdcf44e None None] Routers {'9fa66dd7-c2ae-4fee-b997-15430eed2fd3'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:46:42.334129 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-12f31950-add9-40f3-94ef-f056bcdcf44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:46:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['9fa66dd7-c2ae-4fee-b997-15430eed2fd3'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:46:42.461943 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 29bfd90b-9c12-4cd9-9d5f-b431f90e5c70 no longer exists at agent hyperv_hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:46:42.494866 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] No Port match for: 29bfd90b-9c12-4cd9-9d5f-b431f90e5c70 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:46:42.495198 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Device 29bfd90b-9c12-4cd9-9d5f-b431f90e5c70 not bound to the agent host hv-neutron-8333 {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:46:42.510991 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-12f31950-add9-40f3-94ef-f056bcdcf44e None None] Set router 9fa66dd7-c2ae-4fee-b997-15430eed2fd3 gateway port host: dv-neutron-833373-2-hyperv {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:46:42.522394 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f382f97c-92e9-4a9c-a289-68c9f834d541 admin admin] Notify callbacks [] for router, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:42.713509 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f382f97c-92e9-4a9c-a289-68c9f834d541 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:42.722391 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-f382f97c-92e9-4a9c-a289-68c9f834d541 admin admin] Deleting port 7c95f885-1691-4cd7-b193-8fe0a48fb856 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:46:42.722730 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f382f97c-92e9-4a9c-a289-68c9f834d541 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:42.792101 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-12f31950-add9-40f3-94ef-f056bcdcf44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fa66dd7-c2ae-4fee-b997-15430eed2fd3', 'name': 'tempest-TestSnapshotPattern-526116406-router', 'tenant_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.238'}], 'enable_snat': True}, 'gw_port_id': '7c95f885-1691-4cd7-b193-8fe0a48fb856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:41:49Z', 'updated_at': '2022-04-01T16:46:41Z', 'revision_number': 5, 'project_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'gw_port': {'id': '7c95f885-1691-4cd7-b193-8fe0a48fb856', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:8f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa66dd7-c2ae-4fee-b997-15430eed2fd3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:41:49Z', 'updated_at': '2022-04-01T16:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:46:42.796091 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f31950-add9-40f3-94ef-f056bcdcf44e None None] Checking router: 9fa66dd7-c2ae-4fee-b997-15430eed2fd3 for host: dv-neutron-833373-2-hyperv {{(pid=83833) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:46:42.807158 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f31950-add9-40f3-94ef-f056bcdcf44e None None] Routers {'9fa66dd7-c2ae-4fee-b997-15430eed2fd3'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83833) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:46:42.807760 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-12f31950-add9-40f3-94ef-f056bcdcf44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:46:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['9fa66dd7-c2ae-4fee-b997-15430eed2fd3'], 'active': True} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:46:42.958398 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_dvr_db [None req-12f31950-add9-40f3-94ef-f056bcdcf44e None None] Set router 9fa66dd7-c2ae-4fee-b997-15430eed2fd3 gateway port host: None {{(pid=83833) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:46:43.002805 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-f382f97c-92e9-4a9c-a289-68c9f834d541 admin admin] For port 7c95f885-1691-4cd7-b193-8fe0a48fb856, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=7c95f885-1691-4cd7-b193-8fe0a48fb856,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:46:43.003068 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f382f97c-92e9-4a9c-a289-68c9f834d541 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:43.090803 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.l3_hamode_db [None req-12f31950-add9-40f3-94ef-f056bcdcf44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fa66dd7-c2ae-4fee-b997-15430eed2fd3', 'name': 'tempest-TestSnapshotPattern-526116406-router', 'tenant_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:41:49Z', 'updated_at': '2022-04-01T16:46:42Z', 'revision_number': 6, 'project_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'gw_port_host': None}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:46:43.094829 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f31950-add9-40f3-94ef-f056bcdcf44e None None] The sync data for ids ['9fa66dd7-c2ae-4fee-b997-15430eed2fd3'] in dv-neutron-833373-2-hyperv is: [{'id': '9fa66dd7-c2ae-4fee-b997-15430eed2fd3', 'name': 'tempest-TestSnapshotPattern-526116406-router', 'tenant_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:41:49Z', 'updated_at': '2022-04-01T16:46:42Z', 'revision_number': 6, 'project_id': 'f0b79dedb348445f87de5bdc6b23ffed', 'gw_port_host': None}] {{(pid=83833) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:46:43.123562 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-f382f97c-92e9-4a9c-a289-68c9f834d541 admin admin] Calling delete_port for 7c95f885-1691-4cd7-b193-8fe0a48fb856 owned by network:router_gateway {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:46:43.284566 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f382f97c-92e9-4a9c-a289-68c9f834d541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:43.327962 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f382f97c-92e9-4a9c-a289-68c9f834d541 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c95f885-1691-4cd7-b193-8fe0a48fb856,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:46:43.547111 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f382f97c-92e9-4a9c-a289-68c9f834d541 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617660'] for router_gateway, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:43.793103 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f382f97c-92e9-4a9c-a289-68c9f834d541 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130651'] for router, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:43.797648 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f382f97c-92e9-4a9c-a289-68c9f834d541 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:43.824266 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f382f97c-92e9-4a9c-a289-68c9f834d541 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607376'] for router, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:43.824812 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f382f97c-92e9-4a9c-a289-68c9f834d541 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9fa66dd7-c2ae-4fee-b997-15430eed2fd3 {{(pid=83828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 16:46:43.837160 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f382f97c-92e9-4a9c-a289-68c9f834d541 admin admin] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:43.838270 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-f382f97c-92e9-4a9c-a289-68c9f834d541 admin admin] 10.222.0.55 "DELETE /v2.0/routers/9fa66dd7-c2ae-4fee-b997-15430eed2fd3 HTTP/1.1" status: 204 len: 168 time: 1.5073686 Apr 01 16:46:43.840769 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 37334) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:46:43.901790 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_v2 [None req-14f0d5e4-6772-4f85-9941-7baf8a426ab4 admin admin] Deleting subnet 7bed58af-d57e-4baa-91c9-65ef2a732087 {{(pid=83828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 16:46:43.904545 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-14f0d5e4-6772-4f85-9941-7baf8a426ab4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:43.952994 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-14f0d5e4-6772-4f85-9941-7baf8a426ab4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15303084'] for subnet, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:44.036069 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-14f0d5e4-6772-4f85-9941-7baf8a426ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:44.111478 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-14f0d5e4-6772-4f85-9941-7baf8a426ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15306565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16030232'] for subnet, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:44.135613 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 1b188452-577e-44fb-99b2-367a17ff8949 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:46:44.151541 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f0d5e4-6772-4f85-9941-7baf8a426ab4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bed58af-d57e-4baa-91c9-65ef2a732087,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:46:44.157925 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-14f0d5e4-6772-4f85-9941-7baf8a426ab4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:44.166794 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-14f0d5e4-6772-4f85-9941-7baf8a426ab4 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/7bed58af-d57e-4baa-91c9-65ef2a732087 HTTP/1.1" status: 204 len: 168 time: 0.3228743 Apr 01 16:46:44.167029 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 37338) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:46:44.173353 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc18d9f2-c101-4864-9c37-8a526e9e4c7e None None] Network 455f0591-005f-4a48-9baa-5d58a6533172 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:46:44.187128 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 1b188452-577e-44fb-99b2-367a17ff8949 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:46:44.188060 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 1b188452-577e-44fb-99b2-367a17ff8949 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:46:44.188407 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 7c95f885-1691-4cd7-b193-8fe0a48fb856 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:46:44.269895 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 7c95f885-1691-4cd7-b193-8fe0a48fb856 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:46:44.270232 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 7c95f885-1691-4cd7-b193-8fe0a48fb856 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:46:44.371486 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5e591851-5893-4040-a020-d0863d9bf7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:44.382024 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-5e591851-5893-4040-a020-d0863d9bf7a4 admin admin] Deleting port 1b3fd19b-a6a4-4f9e-950e-03c4b14e0b87 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:46:44.382354 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5e591851-5893-4040-a020-d0863d9bf7a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:44.446375 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4945674-db61-43ab-8f0c-4dc38424080e None None] DHCP port deletion for 455f0591-005f-4a48-9baa-5d58a6533172 request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 16:46:44.450555 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-b4945674-db61-43ab-8f0c-4dc38424080e None None] Deleting port 1b3fd19b-a6a4-4f9e-950e-03c4b14e0b87 {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:46:44.450925 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-b4945674-db61-43ab-8f0c-4dc38424080e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:44.588819 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-5e591851-5893-4040-a020-d0863d9bf7a4 admin admin] For port 1b3fd19b-a6a4-4f9e-950e-03c4b14e0b87, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=1b3fd19b-a6a4-4f9e-950e-03c4b14e0b87,segment=NetworkSegment(774b48c5-16ee-4388-8930-ce9d5ca1372d),segment_id=774b48c5-16ee-4388-8930-ce9d5ca1372d)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:46:44.589169 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5e591851-5893-4040-a020-d0863d9bf7a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:44.686718 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-b4945674-db61-43ab-8f0c-4dc38424080e None None] For port 1b3fd19b-a6a4-4f9e-950e-03c4b14e0b87, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=1b3fd19b-a6a4-4f9e-950e-03c4b14e0b87,segment=NetworkSegment(774b48c5-16ee-4388-8930-ce9d5ca1372d),segment_id=774b48c5-16ee-4388-8930-ce9d5ca1372d)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:46:44.686999 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-b4945674-db61-43ab-8f0c-4dc38424080e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:44.707923 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-5e591851-5893-4040-a020-d0863d9bf7a4 admin admin] Calling delete_port for 1b3fd19b-a6a4-4f9e-950e-03c4b14e0b87 owned by network:dhcp {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:46:44.779561 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5e591851-5893-4040-a020-d0863d9bf7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:44.804973 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-b4945674-db61-43ab-8f0c-4dc38424080e None None] Calling delete_port for 1b3fd19b-a6a4-4f9e-950e-03c4b14e0b87 owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:46:44.825317 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e591851-5893-4040-a020-d0863d9bf7a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b3fd19b-a6a4-4f9e-950e-03c4b14e0b87,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:46:44.832002 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e591851-5893-4040-a020-d0863d9bf7a4 admin admin] No DVR routers for this DVR port 1b3fd19b-a6a4-4f9e-950e-03c4b14e0b87 on host dv-neutron-833373-2-hyperv {{(pid=83828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:46:44.877119 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.db.api [None req-b4945674-db61-43ab-8f0c-4dc38424080e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:46:44.877466 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG oslo_db.api [None req-b4945674-db61-43ab-8f0c-4dc38424080e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:46:44.946397 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5e591851-5893-4040-a020-d0863d9bf7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:44.970757 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-5e591851-5893-4040-a020-d0863d9bf7a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['455f0591-005f-4a48-9baa-5d58a6533172']}} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:46:44.982537 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-5e591851-5893-4040-a020-d0863d9bf7a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '774b48c5-16ee-4388-8930-ce9d5ca1372d') {'for_net_delete': True} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:46:44.982833 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-5e591851-5893-4040-a020-d0863d9bf7a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '774b48c5-16ee-4388-8930-ce9d5ca1372d') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:46:44.993889 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5e591851-5893-4040-a020-d0863d9bf7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15303093'] for segment, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:45.009684 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5e591851-5893-4040-a020-d0863d9bf7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:45.016334 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e591851-5893-4040-a020-d0863d9bf7a4 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=83828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 16:46:45.016822 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5e591851-5893-4040-a020-d0863d9bf7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15306523'] for segment, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:45.029562 dv-neutron-833373-2-hyperv neutron-server[83828]: Traceback (most recent call last): Apr 01 16:46:45.029562 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 16:46:45.029562 dv-neutron-833373-2-hyperv neutron-server[83828]: timer() Apr 01 16:46:45.029562 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:46:45.029562 dv-neutron-833373-2-hyperv neutron-server[83828]: cb(*args, **kw) Apr 01 16:46:45.029562 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:46:45.029562 dv-neutron-833373-2-hyperv neutron-server[83828]: return func(*args, **kwargs) Apr 01 16:46:45.029562 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:46:45.029562 dv-neutron-833373-2-hyperv neutron-server[83828]: self._notify() Apr 01 16:46:45.029562 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:46:45.029562 dv-neutron-833373-2-hyperv neutron-server[83828]: self.callback(batched_events) Apr 01 16:46:45.029562 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:46:45.029562 dv-neutron-833373-2-hyperv neutron-server[83828]: event.method(event) Apr 01 16:46:45.029562 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:46:45.029562 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:46:45.029562 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:46:45.029562 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:46:45.029562 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:46:45.029562 dv-neutron-833373-2-hyperv neutron-server[83828]: return f(self, *a, **k) Apr 01 16:46:45.029562 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 16:46:45.029562 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._get(url).json() Apr 01 16:46:45.029562 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 16:46:45.029562 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:46:45.029562 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 16:46:45.029562 dv-neutron-833373-2-hyperv neutron-server[83828]: return self.request(url, 'GET', **kwargs) Apr 01 16:46:45.029562 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 16:46:45.029562 dv-neutron-833373-2-hyperv neutron-server[83828]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:46:45.029562 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 16:46:45.029562 dv-neutron-833373-2-hyperv neutron-server[83828]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:46:45.029562 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 16:46:45.029562 dv-neutron-833373-2-hyperv neutron-server[83828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:46:45.029562 dv-neutron-833373-2-hyperv neutron-server[83828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:46:45.105803 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5e591851-5893-4040-a020-d0863d9bf7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:45.110543 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5e591851-5893-4040-a020-d0863d9bf7a4 admin admin] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:45.134352 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e591851-5893-4040-a020-d0863d9bf7a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=455f0591-005f-4a48-9baa-5d58a6533172,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:46:45.148160 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-5e591851-5893-4040-a020-d0863d9bf7a4 admin admin] 10.222.0.55 "DELETE /v2.0/networks/455f0591-005f-4a48-9baa-5d58a6533172 HTTP/1.1" status: 204 len: 168 time: 0.9797306 Apr 01 16:46:45.150928 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 37342) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:46:45.378745 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-b4945674-db61-43ab-8f0c-4dc38424080e None None] Deleting port 1b3fd19b-a6a4-4f9e-950e-03c4b14e0b87 {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:46:45.379333 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-b4945674-db61-43ab-8f0c-4dc38424080e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:45.444983 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-b4945674-db61-43ab-8f0c-4dc38424080e None None] The port '1b3fd19b-a6a4-4f9e-950e-03c4b14e0b87' was deleted {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 16:46:45.527322 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-41ada257-1a69-4757-9892-af54f130d3ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-611543'] for router_interface, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:46.124413 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 1b3fd19b-a6a4-4f9e-950e-03c4b14e0b87 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:46:46.160159 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 1b3fd19b-a6a4-4f9e-950e-03c4b14e0b87 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:46:46.160602 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 1b3fd19b-a6a4-4f9e-950e-03c4b14e0b87 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:46:46.205429 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-41ada257-1a69-4757-9892-af54f130d3ed admin admin] Deleting port 1b7260fe-d6c9-4006-a003-aea97b48d230 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:46:46.205772 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-41ada257-1a69-4757-9892-af54f130d3ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:46.382237 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-41ada257-1a69-4757-9892-af54f130d3ed admin admin] For port 1b7260fe-d6c9-4006-a003-aea97b48d230, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=1b7260fe-d6c9-4006-a003-aea97b48d230,segment=NetworkSegment(2865ba84-81c6-47d6-98e2-513ad1f0f4c7),segment_id=2865ba84-81c6-47d6-98e2-513ad1f0f4c7)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:46:46.382500 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-41ada257-1a69-4757-9892-af54f130d3ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:46.499063 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-41ada257-1a69-4757-9892-af54f130d3ed admin admin] Calling delete_port for 1b7260fe-d6c9-4006-a003-aea97b48d230 owned by network:router_interface {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:46:46.662333 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-41ada257-1a69-4757-9892-af54f130d3ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:46.708391 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ada257-1a69-4757-9892-af54f130d3ed admin admin] Pushing event deleted for resources: {'Port': ['ID=1b7260fe-d6c9-4006-a003-aea97b48d230,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:46:46.991679 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-41ada257-1a69-4757-9892-af54f130d3ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611462'] for router_interface, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:47.643350 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41ada257-1a69-4757-9892-af54f130d3ed admin admin] Router 58959947-f20f-4dba-a819-2c672800376f has already been hosted by L3 agent ff252634-3424-422a-b742-9ae457bd54bd {{(pid=83828) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 16:46:47.834432 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41ada257-1a69-4757-9892-af54f130d3ed admin admin] Notify agent at l3_agent.dv-neutron-833373-2-hyperv the message routers_updated {{(pid=83828) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 16:46:47.842868 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4dfd35-c4f0-48bf-86af-3585156288d3 None None] Sync routers for ids ['58959947-f20f-4dba-a819-2c672800376f'] in dv-neutron-833373-2-hyperv {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 16:46:47.856384 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-41ada257-1a69-4757-9892-af54f130d3ed admin admin] 10.222.0.55 "PUT /v2.0/routers/58959947-f20f-4dba-a819-2c672800376f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6994443 Apr 01 16:46:47.856963 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4dfd35-c4f0-48bf-86af-3585156288d3 None None] Routers {'58959947-f20f-4dba-a819-2c672800376f'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:46:47.857111 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 37348) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:46:47.857193 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-ce4dfd35-c4f0-48bf-86af-3585156288d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:46:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['58959947-f20f-4dba-a819-2c672800376f'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:46:48.032911 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-ce4dfd35-c4f0-48bf-86af-3585156288d3 None None] Set router 58959947-f20f-4dba-a819-2c672800376f gateway port host: dv-neutron-833373-2-hyperv {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:46:48.056660 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ae57235b-f3a5-4236-a36f-1a18949c6240 admin admin] Notify callbacks [] for router, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:48.250675 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ae57235b-f3a5-4236-a36f-1a18949c6240 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:48.260110 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-ae57235b-f3a5-4236-a36f-1a18949c6240 admin admin] Deleting port cd58b767-7dbe-4360-a6f4-39d45cbcb2c3 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:46:48.260468 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ae57235b-f3a5-4236-a36f-1a18949c6240 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:48.323411 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-ce4dfd35-c4f0-48bf-86af-3585156288d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58959947-f20f-4dba-a819-2c672800376f', 'name': 'tempest-TestSnapshotPattern-518649046-router', 'tenant_id': '95c614349561427fbcd3cd79b0563dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'external_fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.210'}], 'enable_snat': True}, 'gw_port_id': 'cd58b767-7dbe-4360-a6f4-39d45cbcb2c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:41:55Z', 'updated_at': '2022-04-01T16:46:46Z', 'revision_number': 5, 'project_id': '95c614349561427fbcd3cd79b0563dcf', 'gw_port': {'id': 'cd58b767-7dbe-4360-a6f4-39d45cbcb2c3', 'name': '', 'network_id': 'ed45466e-0386-4b92-8de3-247c977242ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:95:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58959947-f20f-4dba-a819-2c672800376f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'ip_address': '172.26.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833373-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T16:41:55Z', 'updated_at': '2022-04-01T16:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0479f741-5cd1-4d6f-b593-d8aa909a42d3', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833373-2-hyperv'}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:46:48.327214 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4dfd35-c4f0-48bf-86af-3585156288d3 None None] Checking router: 58959947-f20f-4dba-a819-2c672800376f for host: dv-neutron-833373-2-hyperv {{(pid=83829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 16:46:48.338523 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4dfd35-c4f0-48bf-86af-3585156288d3 None None] Routers {'58959947-f20f-4dba-a819-2c672800376f'} bound to L3 agent in host dv-neutron-833373-2-hyperv {{(pid=83829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 16:46:48.339124 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-ce4dfd35-c4f0-48bf-86af-3585156288d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833373-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T15:40:56Z,description=,heartbeat_timestamp=2022-04-01T16:46:26Z,host='dv-neutron-833373-2-hyperv',id=ff252634-3424-422a-b742-9ae457bd54bd,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T15:40:56Z,topic='l3_agent')) {'router_ids': ['58959947-f20f-4dba-a819-2c672800376f'], 'active': True} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:46:48.439768 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-ae57235b-f3a5-4236-a36f-1a18949c6240 admin admin] For port cd58b767-7dbe-4360-a6f4-39d45cbcb2c3, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=cd58b767-7dbe-4360-a6f4-39d45cbcb2c3,segment=NetworkSegment(abc290ee-cc37-4176-a202-7493e0c27adc),segment_id=abc290ee-cc37-4176-a202-7493e0c27adc)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:46:48.440119 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ae57235b-f3a5-4236-a36f-1a18949c6240 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:48.484395 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_dvr_db [None req-ce4dfd35-c4f0-48bf-86af-3585156288d3 None None] Set router 58959947-f20f-4dba-a819-2c672800376f gateway port host: None {{(pid=83829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 16:46:48.560937 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-ae57235b-f3a5-4236-a36f-1a18949c6240 admin admin] Calling delete_port for cd58b767-7dbe-4360-a6f4-39d45cbcb2c3 owned by network:router_gateway {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:46:48.588703 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.db.l3_hamode_db [None req-ce4dfd35-c4f0-48bf-86af-3585156288d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58959947-f20f-4dba-a819-2c672800376f', 'name': 'tempest-TestSnapshotPattern-518649046-router', 'tenant_id': '95c614349561427fbcd3cd79b0563dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:41:55Z', 'updated_at': '2022-04-01T16:46:48Z', 'revision_number': 6, 'project_id': '95c614349561427fbcd3cd79b0563dcf', 'gw_port_host': None}], 'dv-neutron-833373-2-hyperv', False) {} {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:46:48.592541 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4dfd35-c4f0-48bf-86af-3585156288d3 None None] The sync data for ids ['58959947-f20f-4dba-a819-2c672800376f'] in dv-neutron-833373-2-hyperv is: [{'id': '58959947-f20f-4dba-a819-2c672800376f', 'name': 'tempest-TestSnapshotPattern-518649046-router', 'tenant_id': '95c614349561427fbcd3cd79b0563dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T16:41:55Z', 'updated_at': '2022-04-01T16:46:48Z', 'revision_number': 6, 'project_id': '95c614349561427fbcd3cd79b0563dcf', 'gw_port_host': None}] {{(pid=83829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 16:46:48.828692 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ae57235b-f3a5-4236-a36f-1a18949c6240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:48.872593 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae57235b-f3a5-4236-a36f-1a18949c6240 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd58b767-7dbe-4360-a6f4-39d45cbcb2c3,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:46:49.095365 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ae57235b-f3a5-4236-a36f-1a18949c6240 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617660'] for router_gateway, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:49.348111 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ae57235b-f3a5-4236-a36f-1a18949c6240 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-607276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130651'] for router, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:49.353159 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ae57235b-f3a5-4236-a36f-1a18949c6240 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:49.379632 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ae57235b-f3a5-4236-a36f-1a18949c6240 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-607376'] for router, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:49.380150 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae57235b-f3a5-4236-a36f-1a18949c6240 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58959947-f20f-4dba-a819-2c672800376f {{(pid=83828) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 16:46:49.392956 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-ae57235b-f3a5-4236-a36f-1a18949c6240 admin admin] Notify callbacks [] for router, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:49.394078 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-ae57235b-f3a5-4236-a36f-1a18949c6240 admin admin] 10.222.0.55 "DELETE /v2.0/routers/58959947-f20f-4dba-a819-2c672800376f HTTP/1.1" status: 204 len: 168 time: 1.5363653 Apr 01 16:46:49.396713 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 37352) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:46:49.607290 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.db_base_plugin_v2 [None req-f500a32e-8725-4639-b40c-01ae3a695c57 admin admin] Deleting subnet 0b6c3ec4-11ec-4d4b-a677-03b1a0a5e128 {{(pid=83828) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 16:46:49.610905 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f500a32e-8725-4639-b40c-01ae3a695c57 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:49.658015 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f500a32e-8725-4639-b40c-01ae3a695c57 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15303084'] for subnet, precommit_delete_associations {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:49.734410 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f500a32e-8725-4639-b40c-01ae3a695c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469577'] for subnet, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:49.799565 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f500a32e-8725-4639-b40c-01ae3a695c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15306565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16030232'] for subnet, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:49.836707 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f500a32e-8725-4639-b40c-01ae3a695c57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b6c3ec4-11ec-4d4b-a677-03b1a0a5e128,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:46:49.842693 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-f500a32e-8725-4639-b40c-01ae3a695c57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:49.847815 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d280c4ed-7c29-4bfb-aabc-59631b608377 None None] Network b2be21c0-92a6-4b31-b795-d74862049e59 requested from dv-neutron-833373-2-hyperv {{(pid=83829) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 16:46:49.848949 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-f500a32e-8725-4639-b40c-01ae3a695c57 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/0b6c3ec4-11ec-4d4b-a677-03b1a0a5e128 HTTP/1.1" status: 204 len: 168 time: 0.4512086 Apr 01 16:46:49.851605 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 37358) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:46:49.954625 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5adc45c6-78c9-40e3-8364-bdf843b182b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1558906'] for network, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:49.964562 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-5adc45c6-78c9-40e3-8364-bdf843b182b0 admin admin] Deleting port e3b93481-cb21-404f-92f6-555594901259 {{(pid=83828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:46:49.964922 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5adc45c6-78c9-40e3-8364-bdf843b182b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:50.144829 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2f38ed-538d-4863-8379-33b51fb7085d None None] DHCP port deletion for b2be21c0-92a6-4b31-b795-d74862049e59 request from dv-neutron-833373-2-hyperv {{(pid=83829) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 16:46:50.149233 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-0d2f38ed-538d-4863-8379-33b51fb7085d None None] Deleting port e3b93481-cb21-404f-92f6-555594901259 {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:46:50.149767 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-0d2f38ed-538d-4863-8379-33b51fb7085d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:50.177034 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.db [None req-5adc45c6-78c9-40e3-8364-bdf843b182b0 admin admin] For port e3b93481-cb21-404f-92f6-555594901259, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=e3b93481-cb21-404f-92f6-555594901259,segment=NetworkSegment(2865ba84-81c6-47d6-98e2-513ad1f0f4c7),segment_id=2865ba84-81c6-47d6-98e2-513ad1f0f4c7)] {{(pid=83828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:46:50.177465 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5adc45c6-78c9-40e3-8364-bdf843b182b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:50.178422 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 1b7260fe-d6c9-4006-a003-aea97b48d230 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:46:50.224491 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: 1b7260fe-d6c9-4006-a003-aea97b48d230 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:46:50.224854 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device 1b7260fe-d6c9-4006-a003-aea97b48d230 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:46:50.225269 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device cd58b767-7dbe-4360-a6f4-39d45cbcb2c3 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:46:50.259088 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: cd58b767-7dbe-4360-a6f4-39d45cbcb2c3 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:46:50.259426 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device cd58b767-7dbe-4360-a6f4-39d45cbcb2c3 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:46:50.391297 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.plugin [None req-5adc45c6-78c9-40e3-8364-bdf843b182b0 admin admin] Calling delete_port for e3b93481-cb21-404f-92f6-555594901259 owned by network:dhcp {{(pid=83828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:46:50.416040 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.db [None req-0d2f38ed-538d-4863-8379-33b51fb7085d None None] For port e3b93481-cb21-404f-92f6-555594901259, host dv-neutron-833373-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833373-2-hyperv',level=0,port_id=e3b93481-cb21-404f-92f6-555594901259,segment=NetworkSegment(2865ba84-81c6-47d6-98e2-513ad1f0f4c7),segment_id=2865ba84-81c6-47d6-98e2-513ad1f0f4c7)] {{(pid=83829) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 16:46:50.416434 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-0d2f38ed-538d-4863-8379-33b51fb7085d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491489'] for port, precommit_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:50.466846 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5adc45c6-78c9-40e3-8364-bdf843b182b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1475364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-918198', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777009485451', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777008999671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15306600'] for port, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:50.509816 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adc45c6-78c9-40e3-8364-bdf843b182b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3b93481-cb21-404f-92f6-555594901259,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:46:50.516504 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adc45c6-78c9-40e3-8364-bdf843b182b0 admin admin] No DVR routers for this DVR port e3b93481-cb21-404f-92f6-555594901259 on host dv-neutron-833373-2-hyperv {{(pid=83828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 16:46:50.535981 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-0d2f38ed-538d-4863-8379-33b51fb7085d None None] Calling delete_port for e3b93481-cb21-404f-92f6-555594901259 owned by network:dhcp {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 16:46:50.607577 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.db.api [None req-0d2f38ed-538d-4863-8379-33b51fb7085d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83829) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 16:46:50.607930 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG oslo_db.api [None req-0d2f38ed-538d-4863-8379-33b51fb7085d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 16:46:50.629978 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5adc45c6-78c9-40e3-8364-bdf843b182b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1466418', 'neutron.services.segments.db._delete_segments_for_network-8777009449584'] for network, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:50.654454 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-5adc45c6-78c9-40e3-8364-bdf843b182b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2be21c0-92a6-4b31-b795-d74862049e59']}} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:46:50.666632 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-5adc45c6-78c9-40e3-8364-bdf843b182b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2865ba84-81c6-47d6-98e2-513ad1f0f4c7') {'for_net_delete': True} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:46:50.666932 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.services.segments.db [None req-5adc45c6-78c9-40e3-8364-bdf843b182b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2865ba84-81c6-47d6-98e2-513ad1f0f4c7') {} {{(pid=83828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 16:46:50.677829 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5adc45c6-78c9-40e3-8364-bdf843b182b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777009448439', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15303093'] for segment, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:50.693255 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5adc45c6-78c9-40e3-8364-bdf843b182b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538275'] for segment, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:50.699218 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5adc45c6-78c9-40e3-8364-bdf843b182b0 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=83828) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 16:46:50.699637 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5adc45c6-78c9-40e3-8364-bdf843b182b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1538282', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15306523'] for segment, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:50.716269 dv-neutron-833373-2-hyperv neutron-server[83828]: Traceback (most recent call last): Apr 01 16:46:50.716269 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 16:46:50.716269 dv-neutron-833373-2-hyperv neutron-server[83828]: timer() Apr 01 16:46:50.716269 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 16:46:50.716269 dv-neutron-833373-2-hyperv neutron-server[83828]: cb(*args, **kw) Apr 01 16:46:50.716269 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 16:46:50.716269 dv-neutron-833373-2-hyperv neutron-server[83828]: return func(*args, **kwargs) Apr 01 16:46:50.716269 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 16:46:50.716269 dv-neutron-833373-2-hyperv neutron-server[83828]: self._notify() Apr 01 16:46:50.716269 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 16:46:50.716269 dv-neutron-833373-2-hyperv neutron-server[83828]: self.callback(batched_events) Apr 01 16:46:50.716269 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 16:46:50.716269 dv-neutron-833373-2-hyperv neutron-server[83828]: event.method(event) Apr 01 16:46:50.716269 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 16:46:50.716269 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 16:46:50.716269 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 16:46:50.716269 dv-neutron-833373-2-hyperv neutron-server[83828]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 16:46:50.716269 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 16:46:50.716269 dv-neutron-833373-2-hyperv neutron-server[83828]: return f(self, *a, **k) Apr 01 16:46:50.716269 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 16:46:50.716269 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._get(url).json() Apr 01 16:46:50.716269 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 16:46:50.716269 dv-neutron-833373-2-hyperv neutron-server[83828]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 16:46:50.716269 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 16:46:50.716269 dv-neutron-833373-2-hyperv neutron-server[83828]: return self.request(url, 'GET', **kwargs) Apr 01 16:46:50.716269 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 16:46:50.716269 dv-neutron-833373-2-hyperv neutron-server[83828]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 16:46:50.716269 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 16:46:50.716269 dv-neutron-833373-2-hyperv neutron-server[83828]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 16:46:50.716269 dv-neutron-833373-2-hyperv neutron-server[83828]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 16:46:50.716269 dv-neutron-833373-2-hyperv neutron-server[83828]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 16:46:50.716269 dv-neutron-833373-2-hyperv neutron-server[83828]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 16:46:50.792838 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5adc45c6-78c9-40e3-8364-bdf843b182b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1466379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617687'] for network, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:50.808134 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-5adc45c6-78c9-40e3-8364-bdf843b182b0 admin admin] Notify callbacks [] for network, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:50.820340 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adc45c6-78c9-40e3-8364-bdf843b182b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2be21c0-92a6-4b31-b795-d74862049e59,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:46:50.825030 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-5adc45c6-78c9-40e3-8364-bdf843b182b0 admin admin] 10.222.0.55 "DELETE /v2.0/networks/b2be21c0-92a6-4b31-b795-d74862049e59 HTTP/1.1" status: 204 len: 168 time: 0.9724858 Apr 01 16:46:50.956257 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 37364) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:46:51.007027 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-a7388498-c3f9-4915-9768-5d02fe84ede8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f0b79dedb348445f87de5bdc6b23ffed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0495868 Apr 01 16:46:51.009522 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 37368) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:46:51.071499 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7c050a58-e4f7-4101-bfb5-bd61066542e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:51.096694 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7c050a58-e4f7-4101-bfb5-bd61066542e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:51.109237 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-0d2f38ed-538d-4863-8379-33b51fb7085d None None] Deleting port e3b93481-cb21-404f-92f6-555594901259 {{(pid=83829) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 16:46:51.109725 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-0d2f38ed-538d-4863-8379-33b51fb7085d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777009349322'] for port, before_delete {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:51.148533 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7c050a58-e4f7-4101-bfb5-bd61066542e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:51.165771 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c050a58-e4f7-4101-bfb5-bd61066542e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf7ac5c1-e8b7-46d5-b8e8-bec2d10ffe3b,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:46:51.171662 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-0d2f38ed-538d-4863-8379-33b51fb7085d None None] The port 'e3b93481-cb21-404f-92f6-555594901259' was deleted {{(pid=83829) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 16:46:51.172003 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-7c050a58-e4f7-4101-bfb5-bd61066542e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:51.176577 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-7c050a58-e4f7-4101-bfb5-bd61066542e4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bf7ac5c1-e8b7-46d5-b8e8-bec2d10ffe3b HTTP/1.1" status: 204 len: 168 time: 0.1627817 Apr 01 16:46:51.571896 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 37376) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:46:51.621833 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-345c83ff-62b3-4d55-8700-46e3dc30bfff admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=95c614349561427fbcd3cd79b0563dcf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0487757 Apr 01 16:46:51.624262 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [-] (83828) accepted ('10.222.0.55', 37380) {{(pid=83828) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 16:46:51.682691 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-73e83300-b195-499e-a139-876478724dc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:51.710708 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-73e83300-b195-499e-a139-876478724dc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:51.761628 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-73e83300-b195-499e-a139-876478724dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638902'] for security_group, after_delete {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:51.775389 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e83300-b195-499e-a139-876478724dc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e61d5443-2c08-4315-8338-7d47d60802d6,revision_number=None']} {{(pid=83828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 16:46:51.781889 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron_lib.callbacks.manager [None req-73e83300-b195-499e-a139-876478724dc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:51.783022 dv-neutron-833373-2-hyperv neutron-server[83828]: INFO neutron.wsgi [None req-73e83300-b195-499e-a139-876478724dc3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e61d5443-2c08-4315-8338-7d47d60802d6 HTTP/1.1" status: 204 len: 168 time: 0.1575840 Apr 01 16:46:52.128751 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device e3b93481-cb21-404f-92f6-555594901259 no longer exists at agent ovs-agent-dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 16:46:52.162231 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.plugin [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] No Port match for: e3b93481-cb21-404f-92f6-555594901259 {{(pid=83829) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 16:46:52.162585 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron.plugins.ml2.rpc [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Device e3b93481-cb21-404f-92f6-555594901259 not bound to the agent host dv-neutron-833373-2-hyperv {{(pid=83829) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 16:46:54.057650 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-26914d90-a5f3-4b22-bdc9-ef3d6e5695f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:54.290920 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:56.439025 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f969f940-e105-4c8d-9720-e80dd2a5186b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:57.807722 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:57.928133 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:46:59.481106 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:47:16.653597 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:47:24.061060 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-83e3da8a-527b-4e84-94d6-1cdf1fe5a151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:47:24.284437 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:47:26.441451 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-dd894e63-7acf-431d-a576-a7b6e0b82210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:47:27.811266 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:47:27.930883 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:47:29.484704 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:47:53.653438 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:47:54.064134 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-80e76aae-49a4-45ba-ab8c-ba206b8f1026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:47:54.284716 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:47:56.442626 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-0d0edf76-3b26-4054-a52e-dee06ea4485d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:47:57.816107 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:47:57.934006 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:47:59.488032 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:24.070140 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-95656620-46c7-4f22-8e98-9ad08e3a7732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:24.285017 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:26.444774 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-234ad21b-89b5-43ed-8b17-03b85b54a494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:27.817332 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:27.937236 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:29.489487 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:30.653828 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:48:54.071555 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-0b884e49-66ce-4e3f-8344-549ff2dd17bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:54.297700 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:56.446789 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-67a2e248-10c1-4962-8c5a-b4eafe715602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:57.820306 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:57.940185 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:48:59.492415 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:49:07.653656 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:49:24.077696 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-871f093b-d428-473f-a741-db2786a5a5ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:49:24.314849 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:49:26.450315 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-605e389d-ff37-4652-86f4-41ee7024e1d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:49:27.822980 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:49:27.942620 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:49:29.495253 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:49:44.654051 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:49:54.070702 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-4966f171-66a1-4d4e-adf3-c9f5917af1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:49:54.312573 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:49:56.452227 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-777b94f7-a118-4cac-a6ef-801476c74219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:49:57.825304 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:49:57.945518 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:49:59.497349 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:50:21.656315 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:50:24.073021 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-5ceb29cc-2f22-44b9-a4cc-363cebe14219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:50:24.327829 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:50:26.454987 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-ce700db5-f249-4902-94d2-34e80118b18d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:50:27.828311 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:50:27.947078 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:50:29.387389 dv-neutron-833373-2-hyperv neutron-server[83828]: DEBUG neutron.wsgi [req-4c857b86-43a4-405f-a99f-f87daea49f66 req-896472b7-e7ba-4286-b1e0-3a244ad27d9f service neutron] (83828) timed out ('10.222.0.55', 36110) {{(pid=83828) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 01 16:50:29.503085 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:50:54.105962 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a104643e-fae9-450d-a72b-65bc0a21d3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:50:54.343012 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:50:56.455785 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-f3d4d785-0c09-42c9-9fbb-425135c4aba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:50:57.831177 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:50:57.947978 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:50:58.656381 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:50:59.506058 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:24.080680 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-86b442d4-eefd-4d45-b732-b2869752bced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:24.357802 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:26.457732 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-45aaa58d-e289-44dd-b6e5-be1bfb371d66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:27.833901 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:27.949575 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:29.505396 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:35.656859 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:51:54.083700 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6b5fa64e-fbf1-4bf9-a5e7-55686064979e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:54.374986 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:56.459131 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-0acee182-1f19-4d10-9bac-e319bde8c9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:57.836326 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:57.953111 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a051824a-283a-4c80-8052-2390521b8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:51:59.508411 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-6aba159e-129e-41f6-989f-ed53a7ed331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:52:12.657631 dv-neutron-833373-2-hyperv neutron-server[83833]: DEBUG neutron.db.agents_db [None req-7b732927-c4db-4d40-90ad-0e43f51babc3 None None] Agent healthcheck: found 6 active agents {{(pid=83833) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 16:52:24.085489 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-a79044bb-450d-49b9-8f5b-37df015cfead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:52:24.388360 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-88096393-7258-4535-842b-0a8507ee9c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:52:26.460503 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-df924ed1-6fbb-4179-ada3-93e6999791a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 16:52:27.840310 dv-neutron-833373-2-hyperv neutron-server[83829]: DEBUG neutron_lib.callbacks.manager [None req-8815d836-033f-46e8-9b1d-3ca65f3e568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777009449566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1415986'] for agent, after_update {{(pid=83829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}